-- Logs begin at Fri 2021-07-16 17:13:04 UTC, end at Fri 2021-07-16 19:29:08 UTC. -- Jul 16 17:44:42.926011 n-d-793618-9 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 17:44:45.640662 n-d-793618-9 neutron-server[93625]: INFO neutron.common.config [-] Logging enabled! Jul 16 17:44:45.641675 n-d-793618-9 neutron-server[93625]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 17:44:45.641675 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93625) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 17:44:45.644736 n-d-793618-9 neutron-server[93625]: INFO neutron.common.config [-] Logging enabled! Jul 16 17:44:45.644991 n-d-793618-9 neutron-server[93625]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 17:44:45.645301 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93625) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 17:44:45.646246 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:44:45.646483 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:44:45.646855 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:44:45.647101 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:44:45.647331 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:44:45.647652 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.647949 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.648244 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.648480 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.648772 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.649059 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.649366 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.649655 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.649949 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.650234 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.650510 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.650793 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.651024 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.651304 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.651588 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.651874 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.652096 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] debug = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.652375 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.652799 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.653215 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.653523 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.653814 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.654093 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.654367 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.654644 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.654928 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.655257 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] host = n-d-793618-9 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.655534 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.655821 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.656105 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.657020 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.657213 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.657482 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.657767 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.658041 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.658314 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] log_file = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.658594 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.658881 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.659169 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.659460 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.659686 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.659913 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.660203 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.660489 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.660767 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.661042 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.661338 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.661616 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.661893 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.662164 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.662456 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.662738 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.663024 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.663303 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.663578 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.663852 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.664124 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.664412 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.664690 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.664961 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.665237 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.665550 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.665822 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.666100 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.666396 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.666687 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.666966 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.667249 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.667526 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.667807 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.668079 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.668352 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.668643 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] use_json = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.668898 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.669167 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.669474 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.669748 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.670021 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.670307 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.670570 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.670853 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:45.671149 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.671469 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.671771 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.672598 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.672892 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.673175 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.673560 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.673844 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.674136 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.674425 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.674720 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.675004 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.675294 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.675571 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.675867 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.676174 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.676469 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.676763 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.677040 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.677337 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.677614 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.677893 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.678183 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.678477 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.678768 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.679042 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.679321 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.679611 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.679890 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.680166 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.680443 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.680730 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.681008 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.681280 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.681585 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.681864 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.682139 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.682415 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.682698 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.682986 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.683265 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.683537 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.683812 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.684094 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.684365 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.684658 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.684960 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.685195 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.685494 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.685772 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.686050 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.686321 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.686600 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.686872 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.687150 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.687469 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.687747 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.688026 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.688310 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.688601 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.688850 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.689128 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.689422 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.689696 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.689984 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.690248 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.690522 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.690792 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.691078 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.691377 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.691656 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.691937 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.692217 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.692497 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.692776 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.693054 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.693350 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.693633 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.693909 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.694202 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.694489 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.694780 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.695065 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.695343 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.695637 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.695915 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.696200 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.696478 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.696755 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.697045 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.697344 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.697641 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.697933 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.698227 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.698520 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.698812 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.699097 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.699403 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.699679 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:45.699899 n-d-793618-9 neutron-server[93625]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:44:45.700142 n-d-793618-9 neutron-server[93625]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93625) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 17:44:46.046803 n-d-793618-9 neutron-server[93625]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 17:44:46.047086 n-d-793618-9 neutron-server[93625]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 17:44:46.047376 n-d-793618-9 neutron-server[93625]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 17:44:46.047704 n-d-793618-9 neutron-server[93625]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 17:44:46.436060 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.436284 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.436531 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.438256 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.438527 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.438800 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.472882 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.473155 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.473819 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.486977 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.487260 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.487529 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.518147 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.518425 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.518695 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.553720 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.553997 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.554268 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.786457 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.787166 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.787166 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.787346 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.787936 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.906686 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.907007 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.907289 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.907561 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.907832 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.908155 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.908418 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.908677 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.908935 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.909217 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.909504 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.909772 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.910028 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.910280 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.910533 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.910803 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.911060 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.911325 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.911599 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.911857 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.912126 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.912378 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.912656 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.913031 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.913280 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.913549 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.913936 n-d-793618-9 neutron-server[93625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:44:46.914237 n-d-793618-9 neutron-server[93625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:44:46.914415 n-d-793618-9 neutron-server[93625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:44:46.914715 n-d-793618-9 neutron-server[93625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:44:46.914951 n-d-793618-9 neutron-server[93625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:44:46.915188 n-d-793618-9 neutron-server[93625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:44:46.915551 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 17:44:46.918651 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 17:44:46.923319 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 17:44:46.926960 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 16 17:44:46.928569 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 17:44:46.929071 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 17:44:46.929434 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 17:44:46.929823 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 17:44:46.933606 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 17:44:46.933858 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 17:44:46.934205 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 17:44:46.962109 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 17:44:46.962549 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.962843 n-d-793618-9 neutron-server[93625]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93625) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 17:44:46.963203 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.964549 n-d-793618-9 neutron-server[93625]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93625) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 17:44:46.964828 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 17:44:46.965073 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 17:44:46.968241 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:46.969040 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.034515 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 17:44:47.036236 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 17:44:47.036585 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 17:44:47.036965 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 17:44:47.059381 n-d-793618-9 neutron-server[93625]: DEBUG oslo_db.sqlalchemy.engines [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93625) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 17:44:47.589965 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Initializing driver for type 'gre' Jul 16 17:44:47.590493 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] gre ID ranges: [(1, 1000)] Jul 16 17:44:47.642227 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Initializing driver for type 'local' Jul 16 17:44:47.642567 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Initializing driver for type 'vlan' Jul 16 17:44:47.657543 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] VlanTypeDriver initialization complete Jul 16 17:44:47.657874 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Initializing driver for type 'vxlan' Jul 16 17:44:47.658365 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] vxlan ID ranges: [(1, 1000)] Jul 16 17:44:47.707884 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Initializing extension driver 'port_security' Jul 16 17:44:47.708281 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.extensions.port_security [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] PortSecurityExtensionDriver initialization complete Jul 16 17:44:47.708617 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Initializing mechanism driver 'openvswitch' Jul 16 17:44:47.708961 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Initializing mechanism driver 'hyperv' Jul 16 17:44:47.715481 n-d-793618-9 neutron-server[93625]: DEBUG neutron.plugins.ml2.plugin [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:44:47.716333 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > port after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.716709 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > port after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.717070 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > port after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.717627 n-d-793618-9 neutron-server[93625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:44:47.718065 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > subnet after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.718428 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > subnet after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.719440 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.719837 n-d-793618-9 neutron-server[93625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:44:47.720254 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > network after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.720606 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > network after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.720954 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > network after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.721363 n-d-793618-9 neutron-server[93625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:44:47.721773 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > security_group after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.722128 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > security_group after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.722475 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.722870 n-d-793618-9 neutron-server[93625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:44:47.723532 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.723885 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.724232 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.724624 n-d-793618-9 neutron-server[93625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:44:47.725030 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > address_group after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.725405 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > address_group after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.725755 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.726149 n-d-793618-9 neutron-server[93625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:44:47.726530 n-d-793618-9 neutron-server[93625]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] ML2 OVO RPC backend initialized. {{(pid=93625) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 17:44:47.727253 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.727601 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.728020 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > network before_response 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.728373 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > networks before_response 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.728754 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > port before_response 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.729104 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > ports before_response 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.729481 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > subnet before_response 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.729830 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > subnets before_response 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.730185 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > network after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.730531 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > network after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.730874 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > network after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.731218 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > port after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.731559 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > port after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.731899 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > port after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.732243 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > subnet after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.732585 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > subnet after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.732926 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.733528 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.plugin [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Modular L2 Plugin initialization complete Jul 16 17:44:47.733864 n-d-793618-9 neutron-server[93625]: DEBUG neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading services supported by the core plugin {{(pid=93625) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 17:44:47.734198 n-d-793618-9 neutron-server[93625]: INFO neutron.plugins.ml2.managers [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Got port-security extension from driver 'port_security' Jul 16 17:44:47.734796 n-d-793618-9 neutron-server[93625]: INFO neutron.extensions.vlantransparent [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Disabled vlantransparent extension. Jul 16 17:44:47.735287 n-d-793618-9 neutron-server[93625]: DEBUG neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93625) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 17:44:47.735609 n-d-793618-9 neutron-server[93625]: INFO neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading Plugin: router Jul 16 17:44:47.771997 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.772393 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router after_create 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.772770 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router before_create 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.773145 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.773548 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.773910 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router after_delete 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.774274 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.774764 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router after_create 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.775120 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router after_update 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.775484 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router after_update 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.775839 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.776203 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router after_update 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.776618 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router precommit_update 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.776994 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: port after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.777365 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: port after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.777718 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: subnet after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.778066 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.778421 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.778775 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router precommit_create 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.779150 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: port before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.779503 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router precommit_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.779867 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router after_update 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.780217 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.780578 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router precommit_create 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.780945 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.781581 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router precommit_update 55549900 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.781734 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > agent after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.782094 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > agent after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.782450 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > network after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.783328 n-d-793618-9 neutron-server[93625]: DEBUG neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Tracking information for resource: router configured {{(pid=93625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:44:47.783669 n-d-793618-9 neutron-server[93625]: DEBUG neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Tracking information for resource: floatingip configured {{(pid=93625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:44:47.788647 n-d-793618-9 neutron-server[93625]: INFO neutron.db.l3_agentschedulers_db [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 17:44:47.789241 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: port after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.789640 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: port after_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.790002 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: port after_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.790362 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: port after_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.791175 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router before_create 55550100 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.791549 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.791922 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router precommit_create 55550100 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.792285 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > router precommit_update 55550100 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.796848 n-d-793618-9 neutron-server[93625]: DEBUG neutron.services.provider_configuration [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service providers = [] {{(pid=93625) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 17:44:47.797328 n-d-793618-9 neutron-server[93625]: DEBUG neutron.db.servicetype_db [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93625) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 17:44:47.800305 n-d-793618-9 neutron-server[93625]: DEBUG neutron.services.service_base [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:44:47.800661 n-d-793618-9 neutron-server[93625]: DEBUG neutron.services.service_base [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:44:47.801011 n-d-793618-9 neutron-server[93625]: DEBUG neutron.services.service_base [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:44:47.801945 n-d-793618-9 neutron-server[93625]: DEBUG neutron.services.service_base [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:44:47.802322 n-d-793618-9 neutron-server[93625]: INFO neutron.services.service_base [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 17:44:47.802697 n-d-793618-9 neutron-server[93625]: DEBUG neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:44:47.803022 n-d-793618-9 neutron-server[93625]: INFO neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 17:44:47.814217 n-d-793618-9 neutron-server[93625]: DEBUG neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:44:47.814559 n-d-793618-9 neutron-server[93625]: INFO neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading Plugin: auto_allocate Jul 16 17:44:47.820315 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: network precommit_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.820695 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: network precommit_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.821219 n-d-793618-9 neutron-server[93625]: DEBUG neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:44:47.821574 n-d-793618-9 neutron-server[93625]: INFO neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading Plugin: tag Jul 16 17:44:47.828843 n-d-793618-9 neutron-server[93625]: DEBUG neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:44:47.829179 n-d-793618-9 neutron-server[93625]: INFO neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading Plugin: timestamp Jul 16 17:44:47.833064 n-d-793618-9 neutron-server[93625]: DEBUG neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:44:47.833428 n-d-793618-9 neutron-server[93625]: INFO neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading Plugin: network_ip_availability Jul 16 17:44:47.838876 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.839253 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.839613 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:47.840378 n-d-793618-9 neutron-server[93625]: DEBUG neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:44:47.840661 n-d-793618-9 neutron-server[93625]: INFO neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading Plugin: flavors Jul 16 17:44:47.847051 n-d-793618-9 neutron-server[93625]: DEBUG neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:44:47.847389 n-d-793618-9 neutron-server[93625]: INFO neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading Plugin: revisions Jul 16 17:44:47.851944 n-d-793618-9 neutron-server[93625]: DEBUG neutron.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:44:47.852340 n-d-793618-9 neutron-server[93625]: DEBUG oslo_concurrency.lockutils [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=93625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 17:44:47.853077 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93625) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 17:44:47.853465 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Initializing extension manager. Jul 16 17:44:47.853988 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: __init__.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.854344 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: __pycache__ {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.854688 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.855030 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: address_group.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.855798 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.856376 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: address-group Jul 16 17:44:47.856708 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: address_scope.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.857458 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.857979 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: address-scope Jul 16 17:44:47.858308 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.859273 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.859792 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: router-admin-state-down-before-update Jul 16 17:44:47.860122 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: agent.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.860836 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.861372 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: agent Jul 16 17:44:47.861703 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: agent_resources_synced.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.862627 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.863140 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: agent-resources-synced Jul 16 17:44:47.863468 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: allowedaddresspairs.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.865289 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.865840 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: allowed-address-pairs Jul 16 17:44:47.866174 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: auto_allocated_topology.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.867251 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.867772 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: auto-allocated-topology Jul 16 17:44:47.868108 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: availability_zone.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.868810 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.869344 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: availability_zone Jul 16 17:44:47.869679 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: availability_zone_filter.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.870604 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.871115 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: availability_zone_filter Jul 16 17:44:47.871448 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: data_plane_status.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.872358 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.872863 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 17:44:47.873192 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: default_subnetpools.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.874135 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.874650 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: default-subnetpools Jul 16 17:44:47.875499 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.876314 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.876825 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: dhcp_agent_scheduler Jul 16 17:44:47.877156 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: dns.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.878116 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.878631 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 17:44:47.878962 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: dns_domain_ports.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.879884 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.880398 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 17:44:47.880728 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.881680 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.882194 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 17:44:47.882523 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: dvr.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.883209 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.883728 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: dvr Jul 16 17:44:47.884055 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: empty_string_filtering.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.884972 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.885516 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: empty-string-filtering Jul 16 17:44:47.885845 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.886760 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.887269 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 17:44:47.887594 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.888509 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.889016 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 17:44:47.889360 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: external_net.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.890293 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.891522 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: external-net Jul 16 17:44:47.891852 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.892768 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.893278 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: extra_dhcp_opt Jul 16 17:44:47.893638 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: extraroute.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.894558 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.895069 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: extraroute Jul 16 17:44:47.895393 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: extraroute_atomic.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.896429 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.896943 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: extraroute-atomic Jul 16 17:44:47.897270 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: filter_validation.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.897966 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.898474 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: filter-validation Jul 16 17:44:47.898798 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: fip_pf_description.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.899720 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.900396 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 17:44:47.900724 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: fip_port_details.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.901677 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.902187 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: fip-port-details Jul 16 17:44:47.902511 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: flavors.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.903743 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.904264 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: flavors Jul 16 17:44:47.904594 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.906296 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.906896 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 17:44:47.907236 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: floatingip_pools.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.907946 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.908463 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: floatingip-pools Jul 16 17:44:47.908793 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: ip_allocation.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.909764 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.910278 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 17:44:47.910610 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.911538 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.912053 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: ip-substring-filtering Jul 16 17:44:47.912384 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: l2_adjacency.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.913330 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.913860 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 17:44:47.914193 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: l3.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.915167 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.915687 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: router Jul 16 17:44:47.916016 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.918288 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.918828 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 17:44:47.919166 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.920126 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.920653 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: ext-gw-mode Jul 16 17:44:47.920985 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.921992 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.922593 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: l3-ha Jul 16 17:44:47.922924 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: l3_flavors.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.923873 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.924389 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: l3-flavors Jul 16 17:44:47.924717 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.925679 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.926191 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 17:44:47.926517 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: l3agentscheduler.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.927565 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.928082 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: l3_agent_scheduler Jul 16 17:44:47.928415 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: logging.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.929938 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.930471 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension logging not supported by any of loaded plugins Jul 16 17:44:47.930813 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: metering.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.931572 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.932163 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: metering Jul 16 17:44:47.932500 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.933632 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.934157 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: metering_source_and_destination_fields Jul 16 17:44:47.934492 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: multiprovidernet.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.935548 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.936069 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: multi-provider Jul 16 17:44:47.936405 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: netmtu.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.937909 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.938473 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: net-mtu Jul 16 17:44:47.938804 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: netmtu_writable.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.939737 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.940250 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: net-mtu-writable Jul 16 17:44:47.940578 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: network_availability_zone.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.941258 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.941790 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: network_availability_zone Jul 16 17:44:47.942119 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: network_ip_availability.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.943210 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.943731 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: network-ip-availability Jul 16 17:44:47.944057 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: network_segment_range.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.944820 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.945346 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 17:44:47.945678 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: pagination.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.946673 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.947009 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: pagination Jul 16 17:44:47.947334 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: port_device_profile.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.948260 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.948779 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: port-device-profile Jul 16 17:44:47.949108 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.950059 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.950576 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: port-mac-address-regenerate Jul 16 17:44:47.950904 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.951818 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.952328 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: port-numa-affinity-policy Jul 16 17:44:47.952656 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: port_resource_request.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.954152 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.954660 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 17:44:47.954987 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: portbindings.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.955922 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.956440 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: binding Jul 16 17:44:47.956769 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: portbindings_extended.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.958074 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.958595 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: binding-extended Jul 16 17:44:47.958927 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: portsecurity.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.959848 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.960364 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: port-security Jul 16 17:44:47.960693 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: project_id.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.961701 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.962036 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: project-id Jul 16 17:44:47.962363 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: providernet.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.963304 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.963828 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: provider Jul 16 17:44:47.964156 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: qos.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.967611 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.968138 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension qos not supported by any of loaded plugins Jul 16 17:44:47.968500 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.969779 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.970299 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 17:44:47.970637 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.971566 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.972085 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 17:44:47.972420 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: qos_default.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.973637 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.974154 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension qos-default not supported by any of loaded plugins Jul 16 17:44:47.974486 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: qos_fip.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.975152 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.975658 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 17:44:47.975985 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: qos_gateway_ip.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.976922 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.977479 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 17:44:47.977810 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: qos_port_network_policy.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.978733 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.979248 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 17:44:47.979577 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: qos_rule_type_details.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.980498 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.981010 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 17:44:47.981360 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: qos_rules_alias.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.982408 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.982927 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 17:44:47.983254 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: quotasv2.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.984196 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.984717 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: quotas Jul 16 17:44:47.985047 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: quotasv2_detail.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.988092 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.988437 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: quota_details Jul 16 17:44:47.988775 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: rbac.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.989872 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.990404 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: rbac-policies Jul 16 17:44:47.990741 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: rbac_address_group.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.991677 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.992201 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: rbac-address-group Jul 16 17:44:47.992536 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: rbac_address_scope.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.993519 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.994046 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: rbac-address-scope Jul 16 17:44:47.994378 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: rbac_security_groups.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.995310 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.995824 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: rbac-security-groups Jul 16 17:44:47.996154 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: rbac_subnetpool.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.997074 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.997616 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: rbac-subnetpool Jul 16 17:44:47.997944 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: revisionifmatch.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:47.998872 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:47.999386 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: revision-if-match Jul 16 17:44:48.000227 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: revisions.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.001366 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.001888 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: standard-attr-revisions Jul 16 17:44:48.002221 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: router_availability_zone.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.002905 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.003428 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: router_availability_zone Jul 16 17:44:48.003757 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: routerservicetype.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.004691 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.005202 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 17:44:48.005558 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.006493 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.007005 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: security-groups-normalized-cidr Jul 16 17:44:48.007333 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.008259 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.008770 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: port-security-groups-filtering Jul 16 17:44:48.009097 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.010057 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.010572 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: security-groups-remote-address-group Jul 16 17:44:48.010901 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: securitygroup.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.021193 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.021758 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: security-group Jul 16 17:44:48.022102 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: segment.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.022905 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.023427 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension segment not supported by any of loaded plugins Jul 16 17:44:48.023765 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.024724 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.025251 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 17:44:48.025612 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: servicetype.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.026729 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.027258 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: service-type Jul 16 17:44:48.027594 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: sorting.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.028581 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.028921 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: sorting Jul 16 17:44:48.029256 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: standard_attr_segment.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.030274 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.030801 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 17:44:48.031245 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: standardattrdescription.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.031917 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.032432 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: standard-attr-description Jul 16 17:44:48.032764 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: stateful_security_group.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.033748 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.034275 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: stateful-security-group Jul 16 17:44:48.034606 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: stdattrs_common.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.035196 n-d-793618-9 neutron-server[93625]: WARNING neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 17:44:48.035523 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.036451 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.036967 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 17:44:48.037294 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: subnet_onboard.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.038389 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.038912 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: subnet_onboard Jul 16 17:44:48.039240 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.040178 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.040693 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 17:44:48.041019 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: subnet_service_types.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.042006 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.042526 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: subnet-service-types Jul 16 17:44:48.042854 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: subnetallocation.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.043946 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.044473 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: subnet_allocation Jul 16 17:44:48.044801 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.045506 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.046022 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: subnetpool-prefix-ops Jul 16 17:44:48.046348 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.047470 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.047980 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 17:44:48.048311 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: tagging.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.049398 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.049924 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: standard-attr-tag Jul 16 17:44:48.050255 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: timestamp.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.051505 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.052030 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loaded extension: standard-attr-timestamp Jul 16 17:44:48.052364 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: trunk.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.053482 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.054008 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension trunk not supported by any of loaded plugins Jul 16 17:44:48.054349 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: trunk_details.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.055344 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.055865 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 17:44:48.056198 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: uplink_status_propagation.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.057199 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.057765 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 17:44:48.058099 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Loading extension file: vlantransparent.py {{(pid=93625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:44:48.058780 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:44:48.059299 n-d-793618-9 neutron-server[93625]: INFO neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 17:44:48.061765 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:network Jul 16 17:44:48.062932 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:subnet Jul 16 17:44:48.063389 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:44:48.063800 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:port Jul 16 17:44:48.065048 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.065531 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service FLAVORS assigned prefix: {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.066152 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.066587 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.066923 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:router Jul 16 17:44:48.067365 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 17:44:48.067851 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service METERING assigned prefix: /metering {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.069264 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:48.069665 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:48.070024 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:44:48.071011 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 17:44:48.071461 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:security_group Jul 16 17:44:48.071917 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 17:44:48.072525 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service CORE assigned prefix: {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.072858 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:44:48.073211 n-d-793618-9 neutron-server[93625]: WARNING neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] subnetpool is already registered Jul 16 17:44:48.073668 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service CORE assigned prefix: {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.073997 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:44:48.074332 n-d-793618-9 neutron-server[93625]: WARNING neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] subnetpool is already registered Jul 16 17:44:48.076626 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.077067 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service FLAVORS assigned prefix: {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.077685 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.078711 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.079047 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:router Jul 16 17:44:48.079391 n-d-793618-9 neutron-server[93625]: WARNING neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] router is already registered Jul 16 17:44:48.079806 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 17:44:48.080146 n-d-793618-9 neutron-server[93625]: WARNING neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] floatingip is already registered Jul 16 17:44:48.080606 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service METERING assigned prefix: /metering {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.081286 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 17:44:48.081644 n-d-793618-9 neutron-server[93625]: WARNING neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] rbac_policy is already registered Jul 16 17:44:48.082062 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:security_group Jul 16 17:44:48.082401 n-d-793618-9 neutron-server[93625]: WARNING neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] security_group is already registered Jul 16 17:44:48.082805 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 17:44:48.083141 n-d-793618-9 neutron-server[93625]: WARNING neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] security_group_rule is already registered Jul 16 17:44:48.083766 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service CORE assigned prefix: {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.084098 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:44:48.084436 n-d-793618-9 neutron-server[93625]: WARNING neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] subnetpool is already registered Jul 16 17:44:48.084863 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.v2.resource_helper [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Service CORE assigned prefix: {{(pid=93625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:44:48.085188 n-d-793618-9 neutron-server[93625]: INFO neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:44:48.085549 n-d-793618-9 neutron-server[93625]: WARNING neutron.quota.resource_registry [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] subnetpool is already registered Jul 16 17:44:48.086013 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: extensions {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.087448 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: address-groups {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.088948 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: address-scopes {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.090281 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: agents {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.091471 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: auto-allocated-topology {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.092682 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: availability_zones {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.093960 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: dhcp-networks {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.095475 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: dhcp-agents {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.096897 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: routers {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.098897 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: flavors {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.101224 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: service_profiles {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.102455 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: next_providers {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.103917 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: service_profiles {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.105496 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: floatingip-pools {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.106712 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: routers {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.108417 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: floatingips {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.110301 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: l3-routers {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.111700 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: l3-agents {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.113129 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: metering-labels {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.114415 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: metering-label-rules {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.115787 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: network-ip-availabilities {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.117046 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: bindings {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.118659 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: quotas {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.120212 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: quotas {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.121650 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: rbac-policies {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.122862 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: security-groups {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.124159 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: security-group-rules {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.126122 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: service-providers {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.127359 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: subnetpools {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.128681 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: subnetpools {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.130268 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: tags {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.131932 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: tags {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.133803 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: tags {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.135576 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: tags {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.137262 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: tags {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.139242 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: tags {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.141010 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: tags {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.142839 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: tags {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.144690 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: tags {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.146470 n-d-793618-9 neutron-server[93625]: DEBUG neutron.api.extensions [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Extended resource: tags {{(pid=93625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:44:48.152382 n-d-793618-9 neutron-server[93625]: WARNING keystonemiddleware.auth_token [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 17:44:48.157047 n-d-793618-9 neutron-server[93625]: WARNING keystonemiddleware.auth_token [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 17:44:48.165504 n-d-793618-9 neutron-server[93625]: DEBUG oslo_concurrency.lockutils [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Acquired lock "singleton_lock" {{(pid=93625) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 17:44:48.165990 n-d-793618-9 neutron-server[93625]: DEBUG oslo_concurrency.lockutils [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Releasing lock "singleton_lock" {{(pid=93625) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 17:44:48.166637 n-d-793618-9 neutron-server[93625]: INFO oslo_service.service [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Starting 2 workers Jul 16 17:44:48.171451 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Started child 93766 {{(pid=93625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:44:48.176425 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Started child 93767 {{(pid=93625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:44:48.177519 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:48.178196 n-d-793618-9 neutron-server[93625]: INFO neutron.service [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 17:44:48.178717 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Notify callbacks [] for process, before_spawn {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:48.179190 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [-] (93766) wsgi starting up on http://0.0.0.0:9696 Jul 16 17:44:48.181119 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:48.181639 n-d-793618-9 neutron-server[93625]: INFO oslo_service.service [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Starting 1 workers Jul 16 17:44:48.182553 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [-] (93767) wsgi starting up on http://0.0.0.0:9696 Jul 16 17:44:48.186374 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Started child 93768 {{(pid=93625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:44:48.186891 n-d-793618-9 neutron-server[93625]: INFO oslo_service.service [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Starting 1 workers Jul 16 17:44:48.190679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.service [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] calling RpcWorker wait() {{(pid=93768) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 17:44:48.191223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.service [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] returning from RpcWorker wait() {{(pid=93768) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 17:44:48.192094 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Started child 93769 {{(pid=93625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:44:48.192656 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:48.192923 n-d-793618-9 neutron-server[93625]: DEBUG neutron_lib.callbacks.manager [None req-78b9ab5c-ad85-49e2-8c3c-18ebec1d1384 None None] Notify callbacks [] for process, after_spawn {{(pid=93625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:48.193102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:44:48.194931 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93625) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 17:44:48.195148 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:44:48.195337 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:44:48.195565 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:44:48.195905 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:44:48.196073 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:44:48.196600 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.196900 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.197161 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.197460 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.197741 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.197949 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:48.198435 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.198604 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.198865 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.199148 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.199413 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.199587 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.199755 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.200023 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.200279 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.200552 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.200830 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.201078 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.201356 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.201535 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.201799 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.202054 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.202309 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.202593 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] debug = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.202900 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.203372 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.203629 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.203868 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.204094 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.204375 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.204605 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.204874 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.205108 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.205366 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.205626 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.205894 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.206132 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.206345 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.206565 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.206834 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.207059 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.207528 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] host = n-d-793618-9 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.207744 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.207978 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.208214 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.208473 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.208723 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.208944 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.209214 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.209491 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.209752 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.209985 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.210233 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.210480 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.210721 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.210957 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_file = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.211122 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_options = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.211359 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.211622 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.211909 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.212104 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.212276 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.212452 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.212707 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.212871 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.213126 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.213393 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.213611 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.213836 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.214053 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.214270 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.214542 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.214786 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.215001 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.215238 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.215506 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.215735 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.215981 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.216212 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.216462 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.216679 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.216896 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.217110 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.217384 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.217602 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.217816 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.218081 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.218317 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.218617 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.218856 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.219114 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.219342 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.219571 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.219789 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.220053 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.220394 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.220528 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.220778 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.221014 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.221263 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.221536 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.221755 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.222003 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] use_json = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.222216 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.222463 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.222736 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.222971 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.223450 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.223693 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.223930 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.224171 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.225446 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.225446 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.225446 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.225446 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.225760 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.225923 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.226187 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.226528 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.226804 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.227060 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.227411 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.227632 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.227933 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.228184 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.228578 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.229088 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.229088 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.230382 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.230382 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.230382 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.230382 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.230382 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.235421 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.235421 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.235421 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.235421 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.235421 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.235421 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.235421 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.235421 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.238887 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.238887 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.238887 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.238887 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.238887 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.238887 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.238887 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.238887 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.238887 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.239510 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.239510 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.239641 n-d-793618-9 neutron-server[93769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:44:48.239724 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.239724 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.239724 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.239724 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.239724 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.239724 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.239724 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.239724 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.239724 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.241589 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.241589 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.241589 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.241589 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.241589 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.241589 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.241589 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.241589 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.241589 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242248 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242248 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242248 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242248 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242248 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242248 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242248 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242248 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242248 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242856 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242856 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242856 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242856 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242856 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242856 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.242856 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.243432 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.243432 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.243432 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.243647 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.243737 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.243947 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.244163 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.244391 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.246307 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.246307 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.246307 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.246307 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.246307 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.246307 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.246307 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.248011 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.248011 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.248011 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.248011 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.248296 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.248375 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.248659 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.249378 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.249378 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.249378 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.249688 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.250411 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.250731 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.250965 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.251230 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.251465 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.251736 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.251982 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.252242 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.252496 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.253486 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.253486 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.253486 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.253803 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.253887 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.254155 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.255160 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.255160 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.255160 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.255519 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.255519 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.255676 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.255929 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.256813 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.256813 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.256813 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.257074 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.257771 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.257771 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.257959 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.258422 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.258422 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.258808 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.261470 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.261470 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.261470 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.261470 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.261470 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.261470 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.261470 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.261470 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.262028 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.262028 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.262028 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.262028 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.262028 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.262028 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.262431 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.262431 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.263104 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.263104 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.263104 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.263311 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.263515 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.263724 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.263954 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.264238 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.264405 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.264631 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.264882 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.265101 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.265422 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.265672 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.265897 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.266124 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.266346 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.266711 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.266815 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.267018 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.267294 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.267542 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.267907 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.268021 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.268218 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.269984 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.269984 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.269984 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.269984 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.269984 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.269984 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.269984 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.270455 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.270455 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.270629 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.270851 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.271267 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.271662 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.272164 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.272589 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.272974 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.273459 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.273832 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.274317 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.274699 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.275057 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.275523 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.275938 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.276347 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.276760 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.277134 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.277599 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.277983 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.278367 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.278743 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.279127 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.279549 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.280006 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.280419 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.280836 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.281261 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.281678 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.282142 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.282582 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.283015 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.283378 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.283759 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.284150 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.284554 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.284963 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.285365 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.285798 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.286175 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.286540 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.286898 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.287311 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.287688 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.288069 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.288494 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.288884 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.289250 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.289721 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.290113 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.290493 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.290861 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.291251 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.291608 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.292071 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.292520 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.292901 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.293306 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.293749 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.294172 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.294591 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.295097 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.295464 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.295920 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.296324 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.297457 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.297738 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.298067 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.298619 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.298935 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.299302 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.299503 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.299815 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.300149 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.300439 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.300773 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.301016 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.301586 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.302064 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.302477 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.302923 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.303332 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.303792 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.303999 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.304264 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.304527 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.304760 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.305100 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.305273 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.305540 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.305779 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.306040 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.306291 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.306525 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.306765 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.307026 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.307253 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.307414 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:44:48.307947 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93625) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 17:44:48.308106 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:44:48.308263 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:44:48.308436 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:44:48.308611 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:44:48.308767 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:44:48.308979 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.309144 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.309325 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.309493 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.309656 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.309840 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.310005 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.310169 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.310331 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.310497 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.310659 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.310975 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.311139 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.311297 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.311718 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.312034 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.312243 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.312478 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.312915 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.312915 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.312915 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.313129 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.313193 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] debug = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.313348 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.313553 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.313726 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.313884 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.314192 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.314504 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.314666 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.314826 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.314989 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.315152 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.315320 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.315488 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.315646 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.315806 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.315969 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.316131 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.316292 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.316454 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] host = n-d-793618-9 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.316614 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.316776 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.316937 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.317098 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.317263 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.317457 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.317619 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.317794 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.317939 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.318101 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.318293 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.318447 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.318597 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.318742 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_file = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.318888 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_options = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.319049 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.319204 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.319369 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.319560 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.319732 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.319894 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.320055 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.320216 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.320375 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.320535 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.320696 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.320856 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.321016 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.321178 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.321361 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.321523 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.321683 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.321844 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.322004 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.322164 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.322327 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.322484 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.322645 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.322806 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.322966 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.323128 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.323288 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.323447 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.323607 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.323768 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.323924 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.324079 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.324234 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.324391 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.324555 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.324715 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.324877 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.325041 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.325198 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.325379 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.325542 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.325702 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.325913 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.326046 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.326173 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.326403 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] use_json = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.326500 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.326701 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.326837 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.326973 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.327101 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.327248 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.327407 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.327568 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:44:48.327749 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.328537 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.328720 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.328885 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.329051 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.329217 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.329409 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.329575 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.330099 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.330099 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.330099 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.330333 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.330408 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.330526 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.333346 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.333346 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.333346 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.333346 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.333346 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.333346 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.333346 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.333346 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.333958 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:44:48.334132 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334132 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334132 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334132 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334132 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334132 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334132 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334132 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334646 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334646 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334646 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334646 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334646 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334646 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334646 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334646 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.334646 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.335195 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.335195 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.335195 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.335195 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.335463 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.335463 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.335600 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.335747 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.335920 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.336082 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.336256 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.336423 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.336590 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.336752 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.336916 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.337079 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.337242 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.337428 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.337592 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.337755 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.337919 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.338097 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.338260 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.338422 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.338586 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.338750 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.338914 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.339077 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.339239 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.339402 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.339565 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.339728 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.339890 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.340053 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.340216 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.340380 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.340543 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.340707 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.340870 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.341035 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.341198 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.341383 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.341596 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.341696 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.341871 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.342048 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.342211 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.342374 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.342535 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.342699 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.342865 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.343052 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.343212 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.343362 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.344127 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.344430 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.344748 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.344914 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.345613 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.345613 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.345613 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.345613 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.345935 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.345935 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.346075 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.346184 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.346347 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.346664 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.346819 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.346982 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.347299 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.347480 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.347677 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.347836 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.347970 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.348143 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.348863 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.348863 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.348863 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.349091 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.349188 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.349376 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.349548 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.349709 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.349868 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.350031 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.350195 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.350363 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.350530 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.350696 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.350864 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.351033 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.351194 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.351359 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.351824 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.351824 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.351824 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.352050 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.352114 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.352286 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.352451 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.352616 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.352780 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.352944 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.353106 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.353268 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.353454 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.353624 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.353790 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.353956 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.354120 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.354284 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.354448 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.354611 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.354840 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.354989 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.355119 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.355249 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.355380 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.355535 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.355697 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.355863 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.356026 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.356191 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.356352 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.356498 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.356682 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.357087 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.357087 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.357344 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.357344 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.357493 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.357611 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.357773 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.358091 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.358258 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.358423 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.358587 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.358756 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.358921 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.359178 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.359310 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.359429 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.359719 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.359886 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.360054 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.360504 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.360504 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.360769 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.360769 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.361033 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.361033 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.361298 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.361471 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.361606 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.361739 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.361879 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.362011 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.362145 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.362285 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.362418 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.362571 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.362736 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.362899 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.363062 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.363226 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.363402 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.363566 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.363728 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.363890 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.364054 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.364217 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.364390 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.364551 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.364714 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.364894 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.365042 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.365202 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.365396 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.365562 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.365724 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.365886 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.366053 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.366216 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.366388 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.366551 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.366717 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.366869 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.367027 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.367191 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.367363 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.367527 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.367679 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.367838 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.367989 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.368135 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.368310 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.368476 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.368642 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.368847 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.369010 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.369174 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.369345 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.369524 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.369679 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.369826 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.369992 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.370155 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.370319 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.370470 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.370639 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.370812 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.370984 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.371134 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.371881 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.371881 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.371881 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.371881 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.371881 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.371881 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.371881 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.371881 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.373921 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.373921 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.373921 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.373921 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.373921 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.373921 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.373921 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.373921 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.373921 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.375503 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.375503 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.375503 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.375503 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.375503 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.375503 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.375503 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.375503 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:44:48.376527 n-d-793618-9 neutron-server[93625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:44:48.604321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:44:48.612806 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063219 Jul 16 17:45:00.109820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a839750-7e9c-4199-b311-74afb912bf0f None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 17:45:00.177472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a839750-7e9c-4199-b311-74afb912bf0f None None] No non-hosted networks {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 17:45:00.198838 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e55824a0-9586-4319-b785-b5483fe1b8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1823775'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:02.199492 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6bd5-7202-4707-be1d-28e5303028b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1823775'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:02.259849 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8c10b2b-509f-4d16-8490-fa5f83f139a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:02.562574 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1823775'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:02.565150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:02.565757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:02.566371 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:02.566918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:02.568432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:02.569631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:02.571942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:02.572521 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:02.573072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:02.573721 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:02.575858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:02.576419 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:02.577178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793618-9', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:45:02.587589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793618-9', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:45:03.636886 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1823775'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:05.304564 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1823775'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:05.836354 n-d-793618-9 neutron-server[93768]: INFO neutron.db.l3_hamode_db [None req-9d09f04c-ed2a-4032-a086-e27cbbc46947 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 17:45:05.915246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09f04c-ed2a-4032-a086-e27cbbc46947 None None] Routers set() bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:45:05.915645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09f04c-ed2a-4032-a086-e27cbbc46947 None None] Router IDs set() for agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 17:45:06.431218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:06.918206 n-d-793618-9 neutron-server[93766]: WARNING oslo_policy.policy [None req-d1bb7c66-1332-4f46-9e0e-ffacf552e09c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:45:06.918763 n-d-793618-9 neutron-server[93766]: WARNING oslo_policy.policy [None req-d1bb7c66-1332-4f46-9e0e-ffacf552e09c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:45:07.136569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-d1bb7c66-1332-4f46-9e0e-ffacf552e09c admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:45:07.137604 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d1bb7c66-1332-4f46-9e0e-ffacf552e09c admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7054536 Jul 16 17:45:09.534127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:09.844156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-786c8005-bf48-4f8f-b184-1ca91afcf57a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:45:09.938614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.policy [None req-786c8005-bf48-4f8f-b184-1ca91afcf57a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93766) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 17:45:09.984138 n-d-793618-9 neutron-server[93766]: WARNING oslo_policy.policy [None req-786c8005-bf48-4f8f-b184-1ca91afcf57a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:45:09.984506 n-d-793618-9 neutron-server[93766]: WARNING oslo_policy.policy [None req-786c8005-bf48-4f8f-b184-1ca91afcf57a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:45:09.993009 n-d-793618-9 neutron-server[93766]: INFO neutron.quota [None req-786c8005-bf48-4f8f-b184-1ca91afcf57a admin admin] Loaded quota_driver: . Jul 16 17:45:10.082735 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-786c8005-bf48-4f8f-b184-1ca91afcf57a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790523179085', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790523180574', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790523167444', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790523168778', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790523155023', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790523214440', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-539196', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547535', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1636315', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1805322'] for rbac-policy, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:10.148556 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-786c8005-bf48-4f8f-b184-1ca91afcf57a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:10.149756 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-786c8005-bf48-4f8f-b184-1ca91afcf57a admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6146562 Jul 16 17:45:12.703042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:12.993286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Request body: {'network': {'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'admin_state_up': True, 'name': 'private'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:45:13.022308 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Made reservation on behalf of 5b6c55b2fe044da192b4a40963a689b3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:45:13.025335 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:13.042083 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:13.166386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:13.170897 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:13.191213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:45:13.221648 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790526355267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:13.222495 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Unsubscribe: segment precommit_create {{(pid=93766) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 17:45:13.222989 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Added segment f65f9362-d20b-45f6-a94d-28af20b96266 of type vlan for network 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 Jul 16 17:45:13.240275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e4eb8e-e4e6-47c5-b7a8-f39a1d9eb589,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:13.266781 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:13.267122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:13.267454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:13.267781 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:13.268105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:13.268427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:13.268745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:13.269064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:13.269409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:13.269727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:13.270043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:13.270375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Tracked resource versions report: Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: pushed versions: Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: { 'AddressGroup': {'1.2'}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'ConntrackHelper': {'1.0'}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'Log': {'1.0'}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'Network': {'1.1'}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'Port': {'1.7'}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'PortForwarding': {'1.2'}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'QosPolicy': {'1.8'}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'SecurityGroup': {'1.4'}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'SubPort': {'1.0'}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'Subnet': {'1.1'}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'Trunk': {'1.1'}} Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: consumer versions: Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: { DHCP agent@n-d-793618-9: {}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: L3 agent@n-d-793618-9: {}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: Metadata agent@n-d-793618-9: {}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: Metering agent@n-d-793618-9: {}, Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: Open vSwitch agent@n-d-793618-9: { 'AddressGroup': '1.2', Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'ConntrackHelper': '1.0', Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'Log': '1.0', Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'Network': '1.1', Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'Port': '1.7', Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'PortForwarding': '1.2', Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'QosPolicy': '1.8', Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'SecurityGroup': '1.4', Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'SecurityGroupRule': '1.2', Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'SubPort': '1.0', Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'Subnet': '1.1', Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: 'Trunk': '1.1'}} Jul 16 17:45:13.271547 n-d-793618-9 neutron-server[93766]: {{(pid=93766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:45:13.351117 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:13.409927 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:13.411218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:13.411888 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:13.471041 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7669508 Jul 16 17:45:13.514509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfbec2-a05e-4ca7-a625-66d7a04de66f admin admin] Pushing event updated for resources: {'Network': ['ID=5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:13.527562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:45:16.066481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:16.451614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddab901-27db-4e16-9fb2-a65906115a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:16.452991 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3ddab901-27db-4e16-9fb2-a65906115a83 admin admin] 10.222.0.52 "GET /v2.0/networks/5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 HTTP/1.1" status: 200 len: 825 time: 0.3855586 Jul 16 17:45:16.477106 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bd71840d-e148-40d8-8387-098a1429d806 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/aa4b378e-37fb-4f5f-95a9-d5245c0cf5d6 HTTP/1.1" status: 200 len: 734 time: 0.0188031 Jul 16 17:45:16.485495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-91ec617d-ef69-470c-ad98-a3b984d9f720 admin admin] Request body: {'subnet': {'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'aa4b378e-37fb-4f5f-95a9-d5245c0cf5d6', 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:45:16.507539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec617d-ef69-470c-ad98-a3b984d9f720 admin admin] Made reservation on behalf of 5b6c55b2fe044da192b4a40963a689b3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:45:16.509805 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91ec617d-ef69-470c-ad98-a3b984d9f720 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:16.798078 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91ec617d-ef69-470c-ad98-a3b984d9f720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:16.867291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec617d-ef69-470c-ad98-a3b984d9f720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b561eb52-65c8-4852-957d-9094585a764c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:16.869244 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec617d-ef69-470c-ad98-a3b984d9f720 admin admin] Checking segment: {'id': 'f65f9362-d20b-45f6-a94d-28af20b96266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:45:16.869653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec617d-ef69-470c-ad98-a3b984d9f720 admin admin] Network hostable DHCP agents. Network: 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:45:16.891580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec617d-ef69-470c-ad98-a3b984d9f720 admin admin] Network 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:45:16.903019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-91ec617d-ef69-470c-ad98-a3b984d9f720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:45:16.907765 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec617d-ef69-470c-ad98-a3b984d9f720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:16.908355 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91ec617d-ef69-470c-ad98-a3b984d9f720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:16.912825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b4b7bb-7338-4a9b-add4-3e85dd3f2aa6 None None] Network 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:45:16.922075 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-91ec617d-ef69-470c-ad98-a3b984d9f720 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4399488 Jul 16 17:45:17.236330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49', 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'fixed_ips': [{'subnet_id': 'b561eb52-65c8-4852-957d-9094585a764c'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:45:17.237604 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:17.514153 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Allocated IP 172.20.0.2 (5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49/b561eb52-65c8-4852-957d-9094585a764c/cf8365b7-7182-4b12-8085-b7909394deb6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:45:17.723148 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:17.765576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Transition to ACTIVE for port object cf8365b7-7182-4b12-8085-b7909394deb6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:45:17.786167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Transition to ACTIVE for port object cf8365b7-7182-4b12-8085-b7909394deb6 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:45:17.795198 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:17.859125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Network 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:45:17.865572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:45:17.880826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:45:17.883943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Pushing event updated for resources: {'Port': ['ID=cf8365b7-7182-4b12-8085-b7909394deb6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:17.909539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:17.909895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:17.910239 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:17.910583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:17.910928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:17.911253 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:17.911585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:17.911915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:17.912245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:17.912573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:17.912902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:17.913474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Tracked resource versions report: Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: pushed versions: Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'Log': {'1.0'}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'Network': {'1.1'}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'Port': {'1.7'}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: consumer versions: Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: { DHCP agent@n-d-793618-9: {}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: L3 agent@n-d-793618-9: {}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: Metadata agent@n-d-793618-9: {}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: Metering agent@n-d-793618-9: {}, Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: Open vSwitch agent@n-d-793618-9: { 'AddressGroup': '1.2', Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'Log': '1.0', Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'Network': '1.1', Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'Port': '1.7', Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'PortForwarding': '1.2', Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'QosPolicy': '1.8', Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'SubPort': '1.0', Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'Subnet': '1.1', Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: 'Trunk': '1.1'}} Jul 16 17:45:17.914420 n-d-793618-9 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:45:17.964015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Attempting to bind port cf8365b7-7182-4b12-8085-b7909394deb6 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:45:17.964420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Attempting to bind port cf8365b7-7182-4b12-8085-b7909394deb6 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'f65f9362-d20b-45f6-a94d-28af20b96266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:45:17.964851 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Attempting to bind port cf8365b7-7182-4b12-8085-b7909394deb6 on network 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:45:17.970361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:45:17.970787 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Checking segment: {'id': 'f65f9362-d20b-45f6-a94d-28af20b96266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:45:17.971268 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:17.971925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Bound using segment: {'id': 'f65f9362-d20b-45f6-a94d-28af20b96266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:45:17.972393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Bound port: cf8365b7-7182-4b12-8085-b7909394deb6, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65f9362-d20b-45f6-a94d-28af20b96266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:45:17.972799 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:18.034290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] For port cf8365b7-7182-4b12-8085-b7909394deb6, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:45:18.038457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] For port cf8365b7-7182-4b12-8085-b7909394deb6, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=cf8365b7-7182-4b12-8085-b7909394deb6,segment=NetworkSegment(f65f9362-d20b-45f6-a94d-28af20b96266),segment_id=f65f9362-d20b-45f6-a94d-28af20b96266)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:45:18.042887 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:18.111544 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363b34-ddfa-44d9-a11d-74f4e24ecd57 None None] Pushing event updated for resources: {'Port': ['ID=cf8365b7-7182-4b12-8085-b7909394deb6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:19.483944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:19.795499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-aa85da45-b641-414d-ab01-fd2f5c0aefe4 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:45:19.796499 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-aa85da45-b641-414d-ab01-fd2f5c0aefe4 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3114984 Jul 16 17:45:22.147917 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:22.641659 n-d-793618-9 neutron-server[93767]: WARNING oslo_policy.policy [None req-3fc35c0f-86fb-48f5-a091-520c9bbd4299 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:45:22.642240 n-d-793618-9 neutron-server[93767]: WARNING oslo_policy.policy [None req-3fc35c0f-86fb-48f5-a091-520c9bbd4299 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:45:22.861664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-3fc35c0f-86fb-48f5-a091-520c9bbd4299 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:45:22.862889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3fc35c0f-86fb-48f5-a091-520c9bbd4299 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7127821 Jul 16 17:45:24.316097 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016912f7-5bc8-4a2a-a18b-940dc69086bb None None] Network 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:45:24.443706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f6ae0ae5-01b2-42e9-83a4-d0dd343937e7 None None] Provisioning for port cf8365b7-7182-4b12-8085-b7909394deb6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:45:24.525574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device cf8365b7-7182-4b12-8085-b7909394deb6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:45:24.613951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port cf8365b7-7182-4b12-8085-b7909394deb6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:45:24.617957 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port cf8365b7-7182-4b12-8085-b7909394deb6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:45:24.618354 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:24.725529 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:24.758012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port cf8365b7-7182-4b12-8085-b7909394deb6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=cf8365b7-7182-4b12-8085-b7909394deb6,segment=NetworkSegment(f65f9362-d20b-45f6-a94d-28af20b96266),segment_id=f65f9362-d20b-45f6-a94d-28af20b96266)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:45:24.766234 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:24.797547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50f622ed-2202-49aa-9c5b-f0b399464d7b None None] Provisioning complete for port cf8365b7-7182-4b12-8085-b7909394deb6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:45:24.797832 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50f622ed-2202-49aa-9c5b-f0b399464d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:24.844932 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=cf8365b7-7182-4b12-8085-b7909394deb6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:25.482100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:25.774826 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1da949c8-c625-482c-b010-4a1b494755b3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'name': 'router1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:45:25.800990 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1da949c8-c625-482c-b010-4a1b494755b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:25.802525 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1da949c8-c625-482c-b010-4a1b494755b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:25.936783 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1da949c8-c625-482c-b010-4a1b494755b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:25.941097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1da949c8-c625-482c-b010-4a1b494755b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:25.952907 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1da949c8-c625-482c-b010-4a1b494755b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:25.954120 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1da949c8-c625-482c-b010-4a1b494755b3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4710445 Jul 16 17:45:26.501561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device cf8365b7-7182-4b12-8085-b7909394deb6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:45:26.548531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port cf8365b7-7182-4b12-8085-b7909394deb6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:45:26.548909 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:28.294607 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:28.599648 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-00c0a9ea-34f8-457c-bf16-8c006f4c08a2 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:45:28.600639 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-00c0a9ea-34f8-457c-bf16-8c006f4c08a2 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3050976 Jul 16 17:45:29.973045 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea8fbd86-0540-4f68-86c9-98eb67757ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:30.957705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:31.259648 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:45:31.284644 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Made reservation on behalf of 0a2fd587750245c9af687f894a47fbfc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:45:31.287124 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:31.295013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:31.378884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:31.382266 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:31.394990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Reserving flat network on physical network physnet1 {{(pid=93766) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 17:45:31.415502 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:31.415875 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Added segment 5ce0f17a-cf09-4311-b633-d25209b0b219 of type flat for network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 Jul 16 17:45:31.417102 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932e68a5-0406-4360-b10f-4d60fa777489,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:31.463067 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:31.497790 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:31.498711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:31.499276 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:31.529121 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5703783 Jul 16 17:45:31.563876 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c3ea6-cdd2-44f9-9a41-ab960287af83 admin admin] Pushing event updated for resources: {'Network': ['ID=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:31.577358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:45:32.191599 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34a590bd-f0e9-413b-95e3-d91bcb4a8881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:32.560527 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:33.591529 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:33.886419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:34.091495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b79c75-eb72-4c43-b018-1716ec396646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:34.092813 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-91b79c75-eb72-4c43-b018-1716ec396646 admin admin] 10.222.0.52 "GET /v2.0/subnets/b561eb52-65c8-4852-957d-9094585a764c HTTP/1.1" status: 200 len: 849 time: 0.2045228 Jul 16 17:45:34.208805 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5339aa30-4298-436d-a85d-5cebb8dcaad8 admin admin] 10.222.0.52 "GET /v2.0/routers/dd93cebb-cfd4-4fae-98b6-ccd0afead492 HTTP/1.1" status: 200 len: 704 time: 0.1103845 Jul 16 17:45:34.472449 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:34.756798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Allocated IP 172.20.0.1 (5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49/b561eb52-65c8-4852-957d-9094585a764c/ae83bc97-43ef-4b14-a5a9-2c52b067949e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:45:34.947870 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:34.970194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Transition to ACTIVE for port object ae83bc97-43ef-4b14-a5a9-2c52b067949e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:45:35.049628 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:35.122673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Network 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:45:35.130692 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:45:35.135272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:45:35.136101 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:35.155438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Pushing event updated for resources: {'Port': ['ID=ae83bc97-43ef-4b14-a5a9-2c52b067949e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:35.243796 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:35.343164 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:35.367076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4bd20118-f818-447d-b2d9-7c388d1b1f36 None None] Provisioning for port ae83bc97-43ef-4b14-a5a9-2c52b067949e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:45:35.371301 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4bd20118-f818-447d-b2d9-7c388d1b1f36 None None] Provisioning complete for port ae83bc97-43ef-4b14-a5a9-2c52b067949e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:45:35.371902 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bd20118-f818-447d-b2d9-7c388d1b1f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:35.407138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4bd20118-f818-447d-b2d9-7c388d1b1f36 None None] Port ae83bc97-43ef-4b14-a5a9-2c52b067949e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:45:35.521216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:35.525730 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:35.526524 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:35.585210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Pushing event updated for resources: {'Port': ['ID=ae83bc97-43ef-4b14-a5a9-2c52b067949e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:35.649271 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Network 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:45:35.650480 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:45:35.811379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Router dd93cebb-cfd4-4fae-98b6-ccd0afead492 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:45:35.827513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-047db050-261e-49c7-859a-5c3ee71ea650 None None] Provisioning complete for port ae83bc97-43ef-4b14-a5a9-2c52b067949e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:45:35.827892 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-047db050-261e-49c7-859a-5c3ee71ea650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:35.861122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-047db050-261e-49c7-859a-5c3ee71ea650 None None] Port ae83bc97-43ef-4b14-a5a9-2c52b067949e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:45:35.902880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:45:35.908511 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a86ea1cf-13ed-4787-84fd-19a191c8fc69 admin admin] 10.222.0.52 "PUT /v2.0/routers/dd93cebb-cfd4-4fae-98b6-ccd0afead492/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6950936 Jul 16 17:45:35.914750 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Sync routers for ids ['dd93cebb-cfd4-4fae-98b6-ccd0afead492'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:45:35.926587 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Routers {'dd93cebb-cfd4-4fae-98b6-ccd0afead492'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:45:35.927352 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:45:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['dd93cebb-cfd4-4fae-98b6-ccd0afead492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:45:36.110386 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Set router dd93cebb-cfd4-4fae-98b6-ccd0afead492 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:45:36.535076 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'name': 'router1', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:45:25Z', 'updated_at': '2021-07-16T17:45:35Z', 'revision_number': 2, 'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae83bc97-43ef-4b14-a5a9-2c52b067949e', 'name': '', 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'mac_address': 'fa:16:3e:f6:74:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b561eb52-65c8-4852-957d-9094585a764c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:45:34Z', 'updated_at': '2021-07-16T17:45:35Z', 'revision_number': 2, 'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'subnets': [{'id': 'b561eb52-65c8-4852-957d-9094585a764c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa4b378e-37fb-4f5f-95a9-d5245c0cf5d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:45:36.586764 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Checking router: dd93cebb-cfd4-4fae-98b6-ccd0afead492 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:45:36.587144 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Updating router dd93cebb-cfd4-4fae-98b6-ccd0afead492 port ae83bc97-43ef-4b14-a5a9-2c52b067949e binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:45:36.651848 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:37.147052 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:37.165586 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Transition to ACTIVE for port object ae83bc97-43ef-4b14-a5a9-2c52b067949e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:45:37.172336 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:37.265286 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Pushing event updated for resources: {'Port': ['ID=ae83bc97-43ef-4b14-a5a9-2c52b067949e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:37.291905 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:37.292251 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:37.293196 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:37.293573 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:37.293860 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:37.294189 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:37.294755 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:37.294868 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:37.295146 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:37.295467 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:37.295827 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:37.296150 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Tracked resource versions report: Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: pushed versions: Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: { 'AddressGroup': {'1.2'}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'ConntrackHelper': {'1.0'}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'Log': {'1.0'}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'Network': {'1.1'}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'Port': {'1.7'}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'PortForwarding': {'1.2'}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'QosPolicy': {'1.8'}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'SecurityGroup': {'1.4'}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'SubPort': {'1.0'}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'Subnet': {'1.1'}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'Trunk': {'1.1'}} Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: consumer versions: Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: { DHCP agent@n-d-793618-9: {}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: L3 agent@n-d-793618-9: {}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: Metadata agent@n-d-793618-9: {}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: Metering agent@n-d-793618-9: {}, Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: Open vSwitch agent@n-d-793618-9: { 'AddressGroup': '1.2', Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'ConntrackHelper': '1.0', Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'Log': '1.0', Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'Network': '1.1', Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'Port': '1.7', Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'PortForwarding': '1.2', Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'QosPolicy': '1.8', Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'SecurityGroup': '1.4', Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'SecurityGroupRule': '1.2', Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'SubPort': '1.0', Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'Subnet': '1.1', Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: 'Trunk': '1.1'}} Jul 16 17:45:37.297522 n-d-793618-9 neutron-server[93769]: {{(pid=93769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:45:37.349967 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Attempting to bind port ae83bc97-43ef-4b14-a5a9-2c52b067949e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:45:37.350372 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Attempting to bind port ae83bc97-43ef-4b14-a5a9-2c52b067949e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'f65f9362-d20b-45f6-a94d-28af20b96266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:45:37.350800 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Attempting to bind port ae83bc97-43ef-4b14-a5a9-2c52b067949e on network 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:45:37.356211 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:45:37.356705 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Checking segment: {'id': 'f65f9362-d20b-45f6-a94d-28af20b96266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:45:37.357187 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:37.357601 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Bound using segment: {'id': 'f65f9362-d20b-45f6-a94d-28af20b96266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:45:37.358094 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Bound port: ae83bc97-43ef-4b14-a5a9-2c52b067949e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65f9362-d20b-45f6-a94d-28af20b96266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:45:37.358477 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:37.424363 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] For port ae83bc97-43ef-4b14-a5a9-2c52b067949e, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:45:37.445039 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] For port ae83bc97-43ef-4b14-a5a9-2c52b067949e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ae83bc97-43ef-4b14-a5a9-2c52b067949e,segment=NetworkSegment(f65f9362-d20b-45f6-a94d-28af20b96266),segment_id=f65f9362-d20b-45f6-a94d-28af20b96266)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:45:37.450273 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:37.505843 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Routers {'dd93cebb-cfd4-4fae-98b6-ccd0afead492'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:45:37.506478 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:45:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['dd93cebb-cfd4-4fae-98b6-ccd0afead492'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:45:37.569802 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad72483-53a5-4d78-8e39-e112023723c3 None None] Pushing event updated for resources: {'Port': ['ID=ae83bc97-43ef-4b14-a5a9-2c52b067949e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:37.599662 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] Set router dd93cebb-cfd4-4fae-98b6-ccd0afead492 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:45:37.805283 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'name': 'router1', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:45:25Z', 'updated_at': '2021-07-16T17:45:35Z', 'revision_number': 2, 'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae83bc97-43ef-4b14-a5a9-2c52b067949e', 'name': '', 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'mac_address': 'fa:16:3e:f6:74:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b561eb52-65c8-4852-957d-9094585a764c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:45:34Z', 'updated_at': '2021-07-16T17:45:37Z', 'revision_number': 4, 'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'subnets': [{'id': 'b561eb52-65c8-4852-957d-9094585a764c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa4b378e-37fb-4f5f-95a9-d5245c0cf5d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:45:37.835816 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e1287-631d-4eb2-ad6c-1438ebf693c2 None None] The sync data for ids ['dd93cebb-cfd4-4fae-98b6-ccd0afead492'] in n-d-793618-9 is: [{'id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'name': 'router1', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:45:25Z', 'updated_at': '2021-07-16T17:45:35Z', 'revision_number': 2, 'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'gw_port_host': None, '_interfaces': [{'id': 'ae83bc97-43ef-4b14-a5a9-2c52b067949e', 'name': '', 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'mac_address': 'fa:16:3e:f6:74:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b561eb52-65c8-4852-957d-9094585a764c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:45:34Z', 'updated_at': '2021-07-16T17:45:37Z', 'revision_number': 4, 'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'subnets': [{'id': 'b561eb52-65c8-4852-957d-9094585a764c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa4b378e-37fb-4f5f-95a9-d5245c0cf5d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:45:38.200049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:38.310082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1812ab0d-c391-4dfb-b759-b65f4b505b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:38.311586 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1812ab0d-c391-4dfb-b759-b65f4b505b87 admin admin] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 842 time: 0.1105819 Jul 16 17:45:38.320741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'gateway_ip': '172.25.8.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:45:38.342255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] Made reservation on behalf of 0a2fd587750245c9af687f894a47fbfc for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:45:38.344490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:38.689093 n-d-793618-9 neutron-server[93766]: DEBUG neutron.objects.ports [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 17:45:38.689455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:38.742488 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51a7254-f70c-4e85-973a-eb2f7fc8ed99,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:38.753191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:45:38.753590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] Network hostable DHCP agents. Network: 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:45:38.769048 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:45:38.776995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:45:38.780918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:38.781538 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:38.787009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334372c2-4100-4470-b42a-b21b82015711 None None] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:45:38.794946 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1db9c959-7170-4f4b-a448-bf8b60414e61 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4776669 Jul 16 17:45:38.940816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05801df4-4286-4091-a442-3d4391f45711 None None] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:45:41.089536 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:41.225337 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b0c2c34c-c59a-42b6-bc08-f4f9a2df758b admin admin] 10.222.0.52 "GET /v2.0/routers/dd93cebb-cfd4-4fae-98b6-ccd0afead492 HTTP/1.1" status: 200 len: 710 time: 0.1345367 Jul 16 17:45:41.267496 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:45:41.311286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420d1bd-721b-468a-bfc1-9fb71b73eb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:41.312678 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c420d1bd-721b-468a-bfc1-9fb71b73eb01 admin admin] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 886 time: 0.0817590 Jul 16 17:45:41.321279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:45:41.562197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:41.798612 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:41.875319 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:41.986879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Allocated IP 172.25.8.175 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/a7862b78-da29-43cd-8db1-6f3dc1974ce9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:45:42.087508 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:42.125101 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:42.158311 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:45:42.162798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:45:42.166019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:45:42.228570 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a7862b78-da29-43cd-8db1-6f3dc1974ce9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:42.494520 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:42.527710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ae83bc97-43ef-4b14-a5a9-2c52b067949e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:45:42.574960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ae83bc97-43ef-4b14-a5a9-2c52b067949e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:45:42.578712 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ae83bc97-43ef-4b14-a5a9-2c52b067949e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:45:42.579088 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:42.652408 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:42.686170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port ae83bc97-43ef-4b14-a5a9-2c52b067949e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ae83bc97-43ef-4b14-a5a9-2c52b067949e,segment=NetworkSegment(f65f9362-d20b-45f6-a94d-28af20b96266),segment_id=f65f9362-d20b-45f6-a94d-28af20b96266)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:45:42.688781 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:42.690136 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:42.692117 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:42.785721 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=ae83bc97-43ef-4b14-a5a9-2c52b067949e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:42.798282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Router dd93cebb-cfd4-4fae-98b6-ccd0afead492 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:45:42.899743 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:45:42.903801 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:42.905100 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-30e3142e-74ea-493e-a772-6e7579e9d2c2 admin admin] 10.222.0.52 "PUT /v2.0/routers/dd93cebb-cfd4-4fae-98b6-ccd0afead492 HTTP/1.1" status: 200 len: 890 time: 1.5869040 Jul 16 17:45:42.921402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Sync routers for ids ['dd93cebb-cfd4-4fae-98b6-ccd0afead492'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:45:42.933196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Routers {'dd93cebb-cfd4-4fae-98b6-ccd0afead492'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:45:42.934565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:45:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['dd93cebb-cfd4-4fae-98b6-ccd0afead492'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:45:43.156246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Set router dd93cebb-cfd4-4fae-98b6-ccd0afead492 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:45:43.546934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'name': 'router1', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'a7862b78-da29-43cd-8db1-6f3dc1974ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:45:25Z', 'updated_at': '2021-07-16T17:45:42Z', 'revision_number': 4, 'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'gw_port': {'id': 'a7862b78-da29-43cd-8db1-6f3dc1974ce9', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:45:41Z', 'updated_at': '2021-07-16T17:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'ae83bc97-43ef-4b14-a5a9-2c52b067949e', 'name': '', 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'mac_address': 'fa:16:3e:f6:74:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b561eb52-65c8-4852-957d-9094585a764c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:45:34Z', 'updated_at': '2021-07-16T17:45:42Z', 'revision_number': 5, 'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'subnets': [{'id': 'b561eb52-65c8-4852-957d-9094585a764c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa4b378e-37fb-4f5f-95a9-d5245c0cf5d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:45:43.596994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Checking router: dd93cebb-cfd4-4fae-98b6-ccd0afead492 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:45:43.597363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Updating router dd93cebb-cfd4-4fae-98b6-ccd0afead492 port a7862b78-da29-43cd-8db1-6f3dc1974ce9 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:45:43.630248 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:43.954942 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:43.965046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Transition to ACTIVE for port object a7862b78-da29-43cd-8db1-6f3dc1974ce9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:45:43.970874 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:44.023386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Attempting to bind port a7862b78-da29-43cd-8db1-6f3dc1974ce9 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:45:44.023764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Attempting to bind port a7862b78-da29-43cd-8db1-6f3dc1974ce9 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:45:44.024132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Attempting to bind port a7862b78-da29-43cd-8db1-6f3dc1974ce9 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:45:44.033134 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fff23b-ddaa-4cdf-8ae7-b57241285899 None None] Pushing event updated for resources: {'Port': ['ID=a7862b78-da29-43cd-8db1-6f3dc1974ce9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:44.036653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:45:44.037034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:45:44.037472 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:44.037873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:45:44.038347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Bound port: a7862b78-da29-43cd-8db1-6f3dc1974ce9, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:45:44.038746 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:44.088694 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] For port a7862b78-da29-43cd-8db1-6f3dc1974ce9, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:45:44.092456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] For port a7862b78-da29-43cd-8db1-6f3dc1974ce9, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a7862b78-da29-43cd-8db1-6f3dc1974ce9,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:45:44.096366 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:44.154896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fff23b-ddaa-4cdf-8ae7-b57241285899 None None] Pushing event updated for resources: {'Port': ['ID=a7862b78-da29-43cd-8db1-6f3dc1974ce9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:44.157832 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Routers {'dd93cebb-cfd4-4fae-98b6-ccd0afead492'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:45:44.158710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:45:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['dd93cebb-cfd4-4fae-98b6-ccd0afead492'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:45:44.345327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] Set router dd93cebb-cfd4-4fae-98b6-ccd0afead492 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:45:44.552946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ae83bc97-43ef-4b14-a5a9-2c52b067949e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:45:44.605286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ae83bc97-43ef-4b14-a5a9-2c52b067949e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:45:44.605606 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:44.687740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'name': 'router1', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'a7862b78-da29-43cd-8db1-6f3dc1974ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:45:25Z', 'updated_at': '2021-07-16T17:45:42Z', 'revision_number': 4, 'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'gw_port': {'id': 'a7862b78-da29-43cd-8db1-6f3dc1974ce9', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:45:41Z', 'updated_at': '2021-07-16T17:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'ae83bc97-43ef-4b14-a5a9-2c52b067949e', 'name': '', 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'mac_address': 'fa:16:3e:f6:74:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b561eb52-65c8-4852-957d-9094585a764c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:45:34Z', 'updated_at': '2021-07-16T17:45:42Z', 'revision_number': 5, 'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'subnets': [{'id': 'b561eb52-65c8-4852-957d-9094585a764c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa4b378e-37fb-4f5f-95a9-d5245c0cf5d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:45:44.718844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83845212-fdbf-4159-8aba-f36b5acb061f None None] The sync data for ids ['dd93cebb-cfd4-4fae-98b6-ccd0afead492'] in n-d-793618-9 is: [{'id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'name': 'router1', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'a7862b78-da29-43cd-8db1-6f3dc1974ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:45:25Z', 'updated_at': '2021-07-16T17:45:42Z', 'revision_number': 4, 'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'gw_port': {'id': 'a7862b78-da29-43cd-8db1-6f3dc1974ce9', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:45:41Z', 'updated_at': '2021-07-16T17:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'ae83bc97-43ef-4b14-a5a9-2c52b067949e', 'name': '', 'network_id': '5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49', 'tenant_id': '5b6c55b2fe044da192b4a40963a689b3', 'mac_address': 'fa:16:3e:f6:74:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd93cebb-cfd4-4fae-98b6-ccd0afead492', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b561eb52-65c8-4852-957d-9094585a764c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:45:34Z', 'updated_at': '2021-07-16T17:45:42Z', 'revision_number': 5, 'project_id': '5b6c55b2fe044da192b4a40963a689b3', 'subnets': [{'id': 'b561eb52-65c8-4852-957d-9094585a764c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa4b378e-37fb-4f5f-95a9-d5245c0cf5d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:45:45.302040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:45.427509 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46418536-3e1a-4d09-a360-8d1b44ea533d admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1243343 Jul 16 17:45:46.536144 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a7862b78-da29-43cd-8db1-6f3dc1974ce9 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:45:46.584737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port a7862b78-da29-43cd-8db1-6f3dc1974ce9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:45:46.588376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port a7862b78-da29-43cd-8db1-6f3dc1974ce9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:45:46.589331 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:46.672823 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:46.709270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port a7862b78-da29-43cd-8db1-6f3dc1974ce9, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a7862b78-da29-43cd-8db1-6f3dc1974ce9,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:45:46.713619 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:46.761152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=a7862b78-da29-43cd-8db1-6f3dc1974ce9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:48.529091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a7862b78-da29-43cd-8db1-6f3dc1974ce9 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:45:48.579931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port a7862b78-da29-43cd-8db1-6f3dc1974ce9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:45:48.580306 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:59.983987 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0951d8a-bcf1-4f29-86f7-6f80f252114a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:02.194014 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fae93303-14ac-433a-b7ee-c112fcc026ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:02.563553 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:03.606241 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:05.260276 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:18.267819 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:46:29.976992 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f255c055-a45f-4fdf-8756-e71269c1c200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:32.198050 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c6397db-a8fd-49e1-a120-ae7201c28479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:32.571261 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:33.602465 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:35.263347 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:55.266562 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:46:59.978850 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6f2efb0-a5ad-4826-93fd-009305cf8ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.198808 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8f55-e3b5-48d7-a77a-6d4d449c9e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.563793 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:03.602109 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:05.266479 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.392854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:26.454446 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-989bf217-fb61-4f30-ba81-851f0f4aa56c admin admin] GET failed (client error): The resource could not be found. Jul 16 17:47:26.455866 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-989bf217-fb61-4f30-ba81-851f0f4aa56c admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620179 Jul 16 17:47:26.610864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e9608f-32a6-41f0-877c-0aafb57305d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:26.612278 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f5e9608f-32a6-41f0-877c-0aafb57305d8 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1525574 Jul 16 17:47:28.826617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:29.061281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.policy [None req-9ded6819-1999-4e44-b417-96bebcf4db97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 17:47:29.107485 n-d-793618-9 neutron-server[93767]: WARNING oslo_policy.policy [None req-9ded6819-1999-4e44-b417-96bebcf4db97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:47:29.107852 n-d-793618-9 neutron-server[93767]: WARNING oslo_policy.policy [None req-9ded6819-1999-4e44-b417-96bebcf4db97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:47:29.115978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded6819-1999-4e44-b417-96bebcf4db97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:29.117711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9ded6819-1999-4e44-b417-96bebcf4db97 admin admin] 10.222.0.52 "GET /v2.0/subnets/b561eb52-65c8-4852-957d-9094585a764c HTTP/1.1" status: 200 len: 849 time: 0.2901518 Jul 16 17:47:29.127633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:29.217978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.379710 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790526439819'] for subnet, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.447717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:29.448376 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.450206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] 10.222.0.52 "PUT /v2.0/subnets/b561eb52-65c8-4852-957d-9094585a764c HTTP/1.1" status: 200 len: 868 time: 0.3264937 Jul 16 17:47:29.452781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cbfeae-62c9-4789-b020-001edb37f30f None None] Network 5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:47:29.471574 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b561eb52-65c8-4852-957d-9094585a764c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:29.482551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.482925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.483388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.483734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.484071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.484407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.484738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.485118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.485751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.486019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.486352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.486674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3fc03e-953a-44b4-bb8a-7a7ae04140a4 admin admin] Tracked resource versions report: Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: pushed versions: Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'Log': {'1.0'}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'Network': {'1.1'}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'Port': {'1.7'}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: consumer versions: Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: { DHCP agent@n-d-793618-9: {}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: L3 agent@n-d-793618-9: {}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: Metadata agent@n-d-793618-9: {}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: Metering agent@n-d-793618-9: {}, Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: Open vSwitch agent@n-d-793618-9: { 'AddressGroup': '1.2', Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'Log': '1.0', Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'Network': '1.1', Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'Port': '1.7', Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'PortForwarding': '1.2', Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'QosPolicy': '1.8', Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'SubPort': '1.0', Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'Subnet': '1.1', Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: 'Trunk': '1.1'}} Jul 16 17:47:29.487944 n-d-793618-9 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:47:29.782938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fed85228-a646-4a28-b358-e1b51d49289d None None] Provisioning complete for port ae83bc97-43ef-4b14-a5a9-2c52b067949e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:29.783348 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fed85228-a646-4a28-b358-e1b51d49289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.869672 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fed85228-a646-4a28-b358-e1b51d49289d None None] Provisioning complete for port cf8365b7-7182-4b12-8085-b7909394deb6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:29.870051 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fed85228-a646-4a28-b358-e1b51d49289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.978861 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7683c5e6-df06-4a36-8337-18209834093f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.612297 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:31.807153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23bf42-1dd2-4f80-8eeb-d6f535e254e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:31.807544 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23bf42-1dd2-4f80-8eeb-d6f535e254e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:31.809086 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5b23bf42-1dd2-4f80-8eeb-d6f535e254e0 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958489 Jul 16 17:47:32.199512 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fc9a374-c560-4f6b-a51f-136a621c762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:32.264360 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:47:32.567876 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:33.603505 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:33.959082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:34.179253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa097cd-6750-4a50-b2e5-51955706b909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:34.179626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa097cd-6750-4a50-b2e5-51955706b909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:34.181152 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4fa097cd-6750-4a50-b2e5-51955706b909 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2211277 Jul 16 17:47:35.273735 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:36.329858 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:36.452811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2fbfe3-677d-45e7-8e7a-048cbe053c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:36.454321 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ed2fbfe3-677d-45e7-8e7a-048cbe053c6a admin admin] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 886 time: 0.1235061 Jul 16 17:47:38.614083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:38.741304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e27da72-6c4a-4391-bd4f-4a2a5e25f049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:38.742715 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7e27da72-6c4a-4391-bd4f-4a2a5e25f049 admin admin] 10.222.0.52 "GET /v2.0/networks/5f0a8f78-e2cd-4dcb-b7a3-a4e744dd8d49 HTTP/1.1" status: 200 len: 869 time: 0.1276839 Jul 16 17:47:40.877409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:40.998753 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6659aa0f-53da-4eea-a8ac-54281c0009f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:40.999218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6659aa0f-53da-4eea-a8ac-54281c0009f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:41.000872 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6659aa0f-53da-4eea-a8ac-54281c0009f3 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225009 Jul 16 17:47:43.156381 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:43.243602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6949986f-938e-4ed9-9f76-7a985d216209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:43.244064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6949986f-938e-4ed9-9f76-7a985d216209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:43.245609 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6949986f-938e-4ed9-9f76-7a985d216209 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0882156 Jul 16 17:47:45.389790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:45.486108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4681dee4-2e00-4846-a94a-7a6a7e512ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:45.487441 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4681dee4-2e00-4846-a94a-7a6a7e512ebd admin admin] 10.222.0.52 "GET /v2.0/subnets/b561eb52-65c8-4852-957d-9094585a764c HTTP/1.1" status: 200 len: 868 time: 0.0944743 Jul 16 17:47:47.644281 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:47.836099 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce84ddd-4233-4046-9e94-431be076d043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:47.837762 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3ce84ddd-4233-4046-9e94-431be076d043 admin admin] 10.222.0.52 "GET /v2.0/subnets/f51a7254-f70c-4e85-973a-eb2f7fc8ed99 HTTP/1.1" status: 200 len: 816 time: 0.1924984 Jul 16 17:47:59.979311 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb891c3c-9cb8-4ec4-bec9-f9b9dd38e587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:02.200968 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cb959d1-57c7-4b50-b388-fcff14fb458e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:02.568998 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:03.608585 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:05.278405 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:09.263094 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:48:12.287658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:12.333373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-d27c14a6-7153-470c-8143-18d95dcf0c73 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:48:12.334379 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d27c14a6-7153-470c-8143-18d95dcf0c73 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457838 Jul 16 17:48:14.561714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:14.627553 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c421fef2-51c5-4f9b-b842-ccde8fe25b44 admin admin] GET failed (client error): The resource could not be found. Jul 16 17:48:14.628858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c421fef2-51c5-4f9b-b842-ccde8fe25b44 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662017 Jul 16 17:48:14.769372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbb247a-fa83-458b-9342-e09c12a1115a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:14.770798 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5dbb247a-fa83-458b-9342-e09c12a1115a admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1380217 Jul 16 17:48:16.935319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:16.981332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:17.002126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Made reservation on behalf of 0a2fd587750245c9af687f894a47fbfc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:48:17.004505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.032156 n-d-793618-9 neutron-server[93766]: WARNING neutron.services.revisions.revision_plugin [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Could not find related network for resource to bump revision. Jul 16 17:48:17.044095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:48:17.053720 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.054068 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Added segment d23fbe2b-9697-45d0-8339-2dc40d141601 of type vlan for network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 Jul 16 17:48:17.101173 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.127470 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.128495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:17.129070 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.157677 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2212791 Jul 16 17:48:17.194527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c77917-f53f-4a2b-925c-ccc51e1a2b44,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:17.202680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:17.203101 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:17.203445 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:17.203787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:17.204154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:17.204486 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:17.204815 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:17.205144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:17.205496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:17.205825 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:17.206174 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:17.206498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1269d-2611-4343-8358-920d0e2dbfa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:17.218918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:48:19.315429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:19.376738 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-dedcb730-97ba-47cc-be84-1ecbf71add30 admin admin] GET failed (client error): The resource could not be found. Jul 16 17:48:19.378105 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dedcb730-97ba-47cc-be84-1ecbf71add30 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616820 Jul 16 17:48:19.444969 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269bc131-63f7-4b6f-b146-5f41a8dc328f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:19.446431 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-269bc131-63f7-4b6f-b146-5f41a8dc328f admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644982 Jul 16 17:48:19.455924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-25328fd6-916f-4e1b-b675-beb023a2f787 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:19.475688 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25328fd6-916f-4e1b-b675-beb023a2f787 admin admin] Made reservation on behalf of 0a2fd587750245c9af687f894a47fbfc for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:48:19.477966 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25328fd6-916f-4e1b-b675-beb023a2f787 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:19.635184 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25328fd6-916f-4e1b-b675-beb023a2f787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:19.692006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25328fd6-916f-4e1b-b675-beb023a2f787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36065da2-ed74-4adf-86c6-a39781b6e612,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:19.701000 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25328fd6-916f-4e1b-b675-beb023a2f787 admin admin] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:19.701386 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25328fd6-916f-4e1b-b675-beb023a2f787 admin admin] Network hostable DHCP agents. Network: a0c77917-f53f-4a2b-925c-ccc51e1a2b44, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:48:19.717736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25328fd6-916f-4e1b-b675-beb023a2f787 admin admin] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:48:19.725628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-25328fd6-916f-4e1b-b675-beb023a2f787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, a0c77917-f53f-4a2b-925c-ccc51e1a2b44) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:19.729855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25328fd6-916f-4e1b-b675-beb023a2f787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:19.731010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-25328fd6-916f-4e1b-b675-beb023a2f787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:19.736627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054d83bb-588d-4242-9351-3cbde52914cf None None] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:48:19.743268 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-25328fd6-916f-4e1b-b675-beb023a2f787 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2907472 Jul 16 17:48:19.984411 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'tenant_id': '0a2fd587750245c9af687f894a47fbfc', 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:48:19.985346 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:20.125647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Allocated IP 192.168.233.2 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/9b152d5a-242e-475c-9876-8bcf90a59f3a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:20.268812 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:20.277502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Transition to ACTIVE for port object 9b152d5a-242e-475c-9876-8bcf90a59f3a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:20.292168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Transition to ACTIVE for port object 9b152d5a-242e-475c-9876-8bcf90a59f3a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:20.299593 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:20.343011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:20.348725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:20.351226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:20.353370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Pushing event updated for resources: {'Port': ['ID=9b152d5a-242e-475c-9876-8bcf90a59f3a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:20.362516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:20.362866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:20.363209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:20.363547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:20.363879 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:20.364247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:20.364633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:20.364946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:20.365356 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:20.365718 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:20.366048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:20.366877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:20.423583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Attempting to bind port 9b152d5a-242e-475c-9876-8bcf90a59f3a on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:20.423990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Attempting to bind port 9b152d5a-242e-475c-9876-8bcf90a59f3a by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:20.424359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Attempting to bind port 9b152d5a-242e-475c-9876-8bcf90a59f3a on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:20.429746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:20.430128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:20.430553 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:20.430950 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:20.431421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Bound port: 9b152d5a-242e-475c-9876-8bcf90a59f3a, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:20.431824 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:20.495647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] For port 9b152d5a-242e-475c-9876-8bcf90a59f3a, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:20.499158 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] For port 9b152d5a-242e-475c-9876-8bcf90a59f3a, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9b152d5a-242e-475c-9876-8bcf90a59f3a,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:20.503148 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:20.561933 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6503ca-8147-43f4-8676-876d93be30ff None None] Pushing event updated for resources: {'Port': ['ID=9b152d5a-242e-475c-9876-8bcf90a59f3a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:21.440498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e730ac-1d4e-4daf-9337-c0d590c095ac None None] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:48:21.564264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-772bca8a-2562-4c56-9f37-adc8fa05046d None None] Provisioning for port 9b152d5a-242e-475c-9876-8bcf90a59f3a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:22.663897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9b152d5a-242e-475c-9876-8bcf90a59f3a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:22.715213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 9b152d5a-242e-475c-9876-8bcf90a59f3a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:22.718683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9b152d5a-242e-475c-9876-8bcf90a59f3a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:22.719058 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.794070 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.824621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 9b152d5a-242e-475c-9876-8bcf90a59f3a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9b152d5a-242e-475c-9876-8bcf90a59f3a,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:22.828472 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.877803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=9b152d5a-242e-475c-9876-8bcf90a59f3a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:24.637623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9b152d5a-242e-475c-9876-8bcf90a59f3a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:24.689186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9b152d5a-242e-475c-9876-8bcf90a59f3a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:24.689599 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:29.981456 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1b32702-b65b-442a-87b3-13069b321d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:32.201214 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de07e54d-67b4-447a-a181-5b6c3323c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:32.570478 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:33.610330 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.281191 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:46.261544 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:48:59.982530 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bd646f4-365e-4b4d-99a0-b2a507477c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:02.201019 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ee21-df57-4997-9e7b-ea1cacbd8a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:02.574491 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:03.612640 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.285719 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.260373 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:49:29.742120 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:29.748070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-a236fe5d-cef4-4082-bb4e-58559bf763dc tempest-verify_tempest_config-104143599 tempest-verify_tempest_config-104143599-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:49:29.749044 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a236fe5d-cef4-4082-bb4e-58559bf763dc tempest-verify_tempest_config-104143599 tempest-verify_tempest_config-104143599-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059068 Jul 16 17:49:29.985163 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff29a980-4d8e-4443-bedc-9c4f82bc973e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.050633 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:30.149509 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.237808 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.241295 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.285409 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7d2592e94424ba8b175770425f5d06f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2336864 Jul 16 17:49:30.286583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a228c699-d158-4abd-a56a-336080047310,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:30.288039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:30.293449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.293800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.294147 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.294503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.294833 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.295167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.295498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.295827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.296156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.296484 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.296841 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.297166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0410223-4211-48d7-b847-2ee118437ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.390303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.411092 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.499905 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.503119 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.504408 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a228c699-d158-4abd-a56a-336080047310 HTTP/1.1" status: 204 len: 168 time: 0.2153816 Jul 16 17:49:30.512304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a228c699-d158-4abd-a56a-336080047310,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:30.519366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.519713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.520055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.520391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.520725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.521054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.521408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.521734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.522056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.522377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.522700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:30.523024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79074241-89a6-410e-b6b8-50c716c8990c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:32.202355 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-addb8243-3a21-4d32-a4f7-1d3775d284b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.575479 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.615172 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.287219 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.987088 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba83fb90-6435-4969-b2e6-886e082ed5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.259035 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:50:02.201614 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99b6d144-f7bb-4c1b-9839-7290e0aae3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.577012 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.617855 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.290021 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.988522 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-226002ab-ab59-43bc-a295-ad63a6d590a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.201186 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-294e4bda-52e1-467f-a808-9e49c7af243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.576540 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.620512 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.294037 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:37.260518 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:50:59.988531 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a68e2d2e-7027-45f8-86c4-07dae45e361c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:02.201371 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70bf1057-4151-4f39-a3c9-7dcc647ac293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:02.575769 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.623393 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.296131 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:14.258868 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:51:29.991492 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c164017f-f4d0-4746-a9ff-646f64a7ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.200983 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e17f7389-d466-438b-b559-181d1c3437ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.575554 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.628188 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.299465 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:51.257555 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:51:59.992830 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-807c0d47-7cb3-4850-9fd4-0d06737a615b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:02.205303 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12774150-4057-4815-9a8d-9a0abd520260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:02.575789 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:03.628696 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:05.301954 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:28.255889 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 5 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:52:29.992938 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c50569f6-7b26-4288-b5eb-3c307b14dcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.179544 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1823775'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.204544 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-233276ea-621e-4009-80de-16f596b4a8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.269863 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1823775'] for agent, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.575723 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:33.631087 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:35.305176 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.992921 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b385d477-0b41-4f08-8937-9496d842b0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.179032 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.209894 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c30b638c-226d-4a40-ae4e-6878c55cc570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.213382 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.577373 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.633604 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.255411 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:53:05.309223 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.426622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:21.527961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8b69424b-0efb-4064-9cc0-8a9dc879e658 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1002388 Jul 16 17:53:23.697865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:23.757619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-167d1a79-1ffe-440c-adb0-4a2d06dc13e5 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0586636 Jul 16 17:53:29.992433 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0455c572-7b5e-4043-b968-5a131cbeddf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.193716 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.209353 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5589cc88-d5bb-4eb6-95e7-84331fe9cf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.236424 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.578087 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.636862 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.312043 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.254396 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:53:59.994927 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55ec0bde-7b37-4f8c-a772-a9705060bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.192249 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.208151 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6787b47-7d49-4e99-a0f8-d739493b1d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.250917 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.584433 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.642458 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.323578 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.253019 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:54:29.996402 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4a6dced-44b8-46b9-880c-f43f31e57c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.214965 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.216103 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45e26b54-5edb-4f6e-974f-cb9c20835a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.249471 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.576910 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.641754 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.319579 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.621015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:48.040984 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.049188 n-d-793618-9 neutron-server[93767]: INFO neutron.quota [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Loaded quota_driver: . Jul 16 17:54:48.179803 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.184558 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.219529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775bb043-f240-4fb7-89cb-325e88f7a1e5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:48.232401 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:48.232658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:48.233004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:48.233363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:48.233702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:48.234033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:48.234358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:48.234682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:48.235010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:48.235336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:48.235656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:48.235972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] Tracked resource versions report: Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: pushed versions: Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'Log': {'1.0'}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'Network': {'1.1'}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'Port': {'1.7'}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: consumer versions: Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: { DHCP agent@n-d-793618-9: {}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: HyperV agent@n-h1-793618-9: {}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: HyperV agent@n-h2-793618-9: {}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: L3 agent@n-d-793618-9: {}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: Metadata agent@n-d-793618-9: {}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: Metering agent@n-d-793618-9: {}, Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: Open vSwitch agent@n-d-793618-9: { 'AddressGroup': '1.2', Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'Log': '1.0', Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'Network': '1.1', Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'Port': '1.7', Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'PortForwarding': '1.2', Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'QosPolicy': '1.8', Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'SubPort': '1.0', Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'Subnet': '1.1', Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: 'Trunk': '1.1'}} Jul 16 17:54:48.237395 n-d-793618-9 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:54:48.261590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d0a8406c-d751-44b5-9fb2-5b6f68a34b39 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a8af0c7c23d48d88157b0e74d889043&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6370869 Jul 16 17:54:48.262181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:48.326313 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9521510-b185-4a74-82ce-34f64144c3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.349694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9521510-b185-4a74-82ce-34f64144c3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.413939 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9521510-b185-4a74-82ce-34f64144c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.413939 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9521510-b185-4a74-82ce-34f64144c3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.413939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e9521510-b185-4a74-82ce-34f64144c3f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/775bb043-f240-4fb7-89cb-325e88f7a1e5 HTTP/1.1" status: 204 len: 168 time: 0.1482434 Jul 16 17:54:48.419686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9521510-b185-4a74-82ce-34f64144c3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775bb043-f240-4fb7-89cb-325e88f7a1e5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:48.813265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:48.826694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b00242c-2070-48f9-8835-60cb731e0709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.929770 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b00242c-2070-48f9-8835-60cb731e0709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.934872 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b00242c-2070-48f9-8835-60cb731e0709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.975380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00242c-2070-48f9-8835-60cb731e0709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a547f90a-f617-46e9-b27b-22888888ae36,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:48.983905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:48.992338 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8b00242c-2070-48f9-8835-60cb731e0709 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb5f1f40cb1f48f1919fa3596b01b87d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1778650 Jul 16 17:54:49.061176 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.089928 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.106655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:49.161158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.164141 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.169296 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a547f90a-f617-46e9-b27b-22888888ae36 HTTP/1.1" status: 204 len: 168 time: 0.1841395 Jul 16 17:54:49.181613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a547f90a-f617-46e9-b27b-22888888ae36,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:49.191611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.192197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.192713 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.193224 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.193761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.194328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.194831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.195348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.195982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.196376 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.197344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.197855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c00614-fdf6-4820-b8c0-bd073ca809e6 admin admin] Tracked resource versions report: Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: pushed versions: Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: { 'AddressGroup': {'1.2'}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'ConntrackHelper': {'1.0'}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'Log': {'1.0'}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'Network': {'1.1'}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'Port': {'1.7'}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'PortForwarding': {'1.2'}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'QosPolicy': {'1.8'}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'SecurityGroup': {'1.4'}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'SubPort': {'1.0'}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'Subnet': {'1.1'}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'Trunk': {'1.1'}} Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: consumer versions: Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: { DHCP agent@n-d-793618-9: {}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: HyperV agent@n-h1-793618-9: {}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: HyperV agent@n-h2-793618-9: {}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: L3 agent@n-d-793618-9: {}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: Metadata agent@n-d-793618-9: {}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: Metering agent@n-d-793618-9: {}, Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: Open vSwitch agent@n-d-793618-9: { 'AddressGroup': '1.2', Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'ConntrackHelper': '1.0', Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'Log': '1.0', Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'Network': '1.1', Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'Port': '1.7', Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'PortForwarding': '1.2', Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'QosPolicy': '1.8', Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'SecurityGroup': '1.4', Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'SecurityGroupRule': '1.2', Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'SubPort': '1.0', Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'Subnet': '1.1', Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: 'Trunk': '1.1'}} Jul 16 17:54:49.199489 n-d-793618-9 neutron-server[93766]: {{(pid=93766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:54:49.264115 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e6f3380-4e4a-4072-9951-cddc2192d681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.476739 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e6f3380-4e4a-4072-9951-cddc2192d681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.486841 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e6f3380-4e4a-4072-9951-cddc2192d681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.518536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f3380-4e4a-4072-9951-cddc2192d681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33997e44-5ac3-40aa-bac3-478b04148249,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:49.547565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:49.559686 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0e6f3380-4e4a-4072-9951-cddc2192d681 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d24adf521cd42648c4e46ed12eca974&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4496326 Jul 16 17:54:49.607534 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad3091ab-3371-4a89-9da6-136fccea58a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.630629 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad3091ab-3371-4a89-9da6-136fccea58a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.663000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:49.699829 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad3091ab-3371-4a89-9da6-136fccea58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.703541 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad3091ab-3371-4a89-9da6-136fccea58a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.709188 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ad3091ab-3371-4a89-9da6-136fccea58a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33997e44-5ac3-40aa-bac3-478b04148249 HTTP/1.1" status: 204 len: 168 time: 0.1613867 Jul 16 17:54:49.723736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3091ab-3371-4a89-9da6-136fccea58a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33997e44-5ac3-40aa-bac3-478b04148249,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:49.821888 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e698395-cdd2-4eaa-8062-9f17d7484f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.992605 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e698395-cdd2-4eaa-8062-9f17d7484f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.003586 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e698395-cdd2-4eaa-8062-9f17d7484f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.030439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e698395-cdd2-4eaa-8062-9f17d7484f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6866199d-0b87-42c5-9b1b-61cf4b94cb8e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:50.061245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2e698395-cdd2-4eaa-8062-9f17d7484f03 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44b9bcbfd3414707b16de97045199223&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3971672 Jul 16 17:54:50.063799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:50.119108 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec52e0fe-1a51-42cf-b2cb-f5a15631ec15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.152118 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec52e0fe-1a51-42cf-b2cb-f5a15631ec15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.207016 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec52e0fe-1a51-42cf-b2cb-f5a15631ec15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.209909 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec52e0fe-1a51-42cf-b2cb-f5a15631ec15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.211196 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ec52e0fe-1a51-42cf-b2cb-f5a15631ec15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6866199d-0b87-42c5-9b1b-61cf4b94cb8e HTTP/1.1" status: 204 len: 168 time: 0.1465130 Jul 16 17:54:50.219993 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52e0fe-1a51-42cf-b2cb-f5a15631ec15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6866199d-0b87-42c5-9b1b-61cf4b94cb8e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:50.371224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:50.385546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2347-5428-4a64-893c-9089752395aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.485631 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2347-5428-4a64-893c-9089752395aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.492338 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2347-5428-4a64-893c-9089752395aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.527209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce2347-5428-4a64-893c-9089752395aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f38a79-5daa-40d8-8c76-01f492457975,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:50.541110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:50.541625 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c9ce2347-5428-4a64-893c-9089752395aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bac2bdfd70434b51a65f79b838b60467&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1686039 Jul 16 17:54:50.604677 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c72fd211-3d3d-4e82-abc4-3f075a18bc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.628884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c72fd211-3d3d-4e82-abc4-3f075a18bc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.689302 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c72fd211-3d3d-4e82-abc4-3f075a18bc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.692612 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c72fd211-3d3d-4e82-abc4-3f075a18bc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.696978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c72fd211-3d3d-4e82-abc4-3f075a18bc39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2f38a79-5daa-40d8-8c76-01f492457975 HTTP/1.1" status: 204 len: 168 time: 0.1539958 Jul 16 17:54:50.701331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:50.705210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fd211-3d3d-4e82-abc4-3f075a18bc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f38a79-5daa-40d8-8c76-01f492457975,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:50.859196 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:50.902350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:51.139130 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b14130c-72f6-42db-9999-4edc180953d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.241842 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b14130c-72f6-42db-9999-4edc180953d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.246549 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b14130c-72f6-42db-9999-4edc180953d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.255982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:51.277494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14130c-72f6-42db-9999-4edc180953d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a74ab47-0908-43e2-8ae8-67c78fb76453,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:51.278639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a56dcf11-2ff9-4dbb-ba44-b2798830e248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.295231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9b14130c-72f6-42db-9999-4edc180953d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=47a90ee740864b2a8c4387e43b54611a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5923278 Jul 16 17:54:51.298476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:51.356815 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d235559-f165-4720-ba71-1b53c1a580d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.407185 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d235559-f165-4720-ba71-1b53c1a580d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.427221 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a56dcf11-2ff9-4dbb-ba44-b2798830e248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.438167 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a56dcf11-2ff9-4dbb-ba44-b2798830e248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.482749 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d235559-f165-4720-ba71-1b53c1a580d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.485762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d235559-f165-4720-ba71-1b53c1a580d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.490914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9d235559-f165-4720-ba71-1b53c1a580d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a74ab47-0908-43e2-8ae8-67c78fb76453 HTTP/1.1" status: 204 len: 168 time: 0.1908076 Jul 16 17:54:51.499107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d235559-f165-4720-ba71-1b53c1a580d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a74ab47-0908-43e2-8ae8-67c78fb76453,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:51.508249 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dcf11-2ff9-4dbb-ba44-b2798830e248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9531de2d-dc67-4619-b4c0-445ed26087d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:51.517220 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61e3fa21-0891-4003-a9c3-015b1318df02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.539833 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a56dcf11-2ff9-4dbb-ba44-b2798830e248 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=45b3c75b475c438b956b92859b1bb914&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2822723 Jul 16 17:54:51.543004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:51.551493 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-490a8c3c-44dc-4d73-9d79-509d2828188c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.642376 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30beb84f-c4d9-4278-8b25-de903ce07dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.685545 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61e3fa21-0891-4003-a9c3-015b1318df02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.688016 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30beb84f-c4d9-4278-8b25-de903ce07dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.690658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61e3fa21-0891-4003-a9c3-015b1318df02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.724525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3fa21-0891-4003-a9c3-015b1318df02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f532d70e-cf02-453b-b02a-4dfb0b41ec25,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:51.757809 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-61e3fa21-0891-4003-a9c3-015b1318df02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1017406bcabb418395c731b319380733&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8544137 Jul 16 17:54:51.758606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:51.819625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30beb84f-c4d9-4278-8b25-de903ce07dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.821147 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09b5fc4f-dd0e-4366-a4c0-4739bd3e1b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.822103 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30beb84f-c4d9-4278-8b25-de903ce07dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.829605 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-30beb84f-c4d9-4278-8b25-de903ce07dcd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9531de2d-dc67-4619-b4c0-445ed26087d3 HTTP/1.1" status: 204 len: 168 time: 0.2847989 Jul 16 17:54:51.859971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30beb84f-c4d9-4278-8b25-de903ce07dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9531de2d-dc67-4619-b4c0-445ed26087d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:51.860386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09b5fc4f-dd0e-4366-a4c0-4739bd3e1b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.936076 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09b5fc4f-dd0e-4366-a4c0-4739bd3e1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.944324 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09b5fc4f-dd0e-4366-a4c0-4739bd3e1b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.946525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-09b5fc4f-dd0e-4366-a4c0-4739bd3e1b20 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f532d70e-cf02-453b-b02a-4dfb0b41ec25 HTTP/1.1" status: 204 len: 168 time: 0.1869051 Jul 16 17:54:51.967892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5fc4f-dd0e-4366-a4c0-4739bd3e1b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f532d70e-cf02-453b-b02a-4dfb0b41ec25,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:51.992591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:51.995045 n-d-793618-9 neutron-server[93767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 17:54:52.012441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-490a8c3c-44dc-4d73-9d79-509d2828188c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.018341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-490a8c3c-44dc-4d73-9d79-509d2828188c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.052493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-dbc84c8f-1cd3-4088-b76c-19e16097101b tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ba383ff98953456db9d45c3823a70056&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586731 Jul 16 17:54:52.077941 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a8c3c-44dc-4d73-9d79-509d2828188c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0583fcf-4a35-4af9-87a2-8f7f25d0a69a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:52.086255 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-490a8c3c-44dc-4d73-9d79-509d2828188c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=896c67bd8ac5485599f0a0dcdf0a0dd3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2243428 Jul 16 17:54:52.088156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:52.140747 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4068-d4b5-4951-9571-29d351bdf4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.164592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4068-d4b5-4951-9571-29d351bdf4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.171301 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:52.193848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4de1-256c-4579-86f4-63eb0c568546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.249877 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4068-d4b5-4951-9571-29d351bdf4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.254720 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4068-d4b5-4951-9571-29d351bdf4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.255898 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c4ed4068-d4b5-4951-9571-29d351bdf4be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0583fcf-4a35-4af9-87a2-8f7f25d0a69a HTTP/1.1" status: 204 len: 168 time: 0.1667955 Jul 16 17:54:52.281327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-3308e5f7-abfc-46e2-b374-5479c41fe3d0 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.283846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4068-d4b5-4951-9571-29d351bdf4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0583fcf-4a35-4af9-87a2-8f7f25d0a69a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:52.288357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-3308e5f7-abfc-46e2-b374-5479c41fe3d0 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291255 Jul 16 17:54:52.306935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9b185b08-ab7a-454a-ab12-6b623e80c051 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/quotas/ba383ff98953456db9d45c3823a70056 HTTP/1.1" status: 200 len: 375 time: 0.0173264 Jul 16 17:54:52.362970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4de1-256c-4579-86f4-63eb0c568546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.368185 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4de1-256c-4579-86f4-63eb0c568546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.398600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-904fb882-a22b-457b-8b94-c1978c0bdf68 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba383ff98953456db9d45c3823a70056&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904167 Jul 16 17:54:52.419012 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5ffc4de1-256c-4579-86f4-63eb0c568546 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da8f3eabfc6a4c0fac99432f9d0eb738&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2461066 Jul 16 17:54:52.419931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc4de1-256c-4579-86f4-63eb0c568546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7546509a-579d-4ae9-8d77-169670da1689,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:52.421377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:52.486226 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de11d0b9-640f-4538-b267-0922de3b2af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.516581 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de11d0b9-640f-4538-b267-0922de3b2af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.579350 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de11d0b9-640f-4538-b267-0922de3b2af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.582891 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de11d0b9-640f-4538-b267-0922de3b2af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.585432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-de11d0b9-640f-4538-b267-0922de3b2af8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7546509a-579d-4ae9-8d77-169670da1689 HTTP/1.1" status: 204 len: 168 time: 0.1624308 Jul 16 17:54:52.603898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11d0b9-640f-4538-b267-0922de3b2af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7546509a-579d-4ae9-8d77-169670da1689,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:52.926689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:52.943416 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25bbd9a4-c42e-48c2-b49d-8f126f1116e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.032082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.062359 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25bbd9a4-c42e-48c2-b49d-8f126f1116e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.068188 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25bbd9a4-c42e-48c2-b49d-8f126f1116e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.108956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-25bbd9a4-c42e-48c2-b49d-8f126f1116e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1bb097135b24ecf868ff3e31d3d39a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1788106 Jul 16 17:54:53.108956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbd9a4-c42e-48c2-b49d-8f126f1116e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6a76a6-000d-4301-b18f-eac638433aa6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.112154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.177337 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38993a7b-230e-48fa-b2b5-af0451e822d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.200296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38993a7b-230e-48fa-b2b5-af0451e822d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.256047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38993a7b-230e-48fa-b2b5-af0451e822d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.263006 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38993a7b-230e-48fa-b2b5-af0451e822d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.266761 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-38993a7b-230e-48fa-b2b5-af0451e822d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac6a76a6-000d-4301-b18f-eac638433aa6 HTTP/1.1" status: 204 len: 168 time: 0.1453853 Jul 16 17:54:53.277573 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38993a7b-230e-48fa-b2b5-af0451e822d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6a76a6-000d-4301-b18f-eac638433aa6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.292773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.315183 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04b0911c-a8d8-4ea9-830a-c0d77eb34a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.422079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.454487 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04b0911c-a8d8-4ea9-830a-c0d77eb34a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.459528 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04b0911c-a8d8-4ea9-830a-c0d77eb34a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.503266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0911c-a8d8-4ea9-830a-c0d77eb34a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdecf2d2-02d1-439f-adec-7b15f22ebaca,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.507549 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-04b0911c-a8d8-4ea9-830a-c0d77eb34a9c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a948d23fe3b4c54af6a74c391f2047f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2095962 Jul 16 17:54:53.510219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.551578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-441f159b-5c4c-47c1-b60a-5f4cb995b683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.564232 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7149ad6-1f89-4145-bb32-e16b74d31ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.589960 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7149ad6-1f89-4145-bb32-e16b74d31ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.643623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7149ad6-1f89-4145-bb32-e16b74d31ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.646230 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7149ad6-1f89-4145-bb32-e16b74d31ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.647391 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f7149ad6-1f89-4145-bb32-e16b74d31ccf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fdecf2d2-02d1-439f-adec-7b15f22ebaca HTTP/1.1" status: 204 len: 168 time: 0.1362653 Jul 16 17:54:53.656446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7149ad6-1f89-4145-bb32-e16b74d31ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdecf2d2-02d1-439f-adec-7b15f22ebaca,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.667759 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-441f159b-5c4c-47c1-b60a-5f4cb995b683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.674542 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-441f159b-5c4c-47c1-b60a-5f4cb995b683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.714180 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f159b-5c4c-47c1-b60a-5f4cb995b683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd9c505-2c34-4590-bef2-8184b11194e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.721549 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-441f159b-5c4c-47c1-b60a-5f4cb995b683 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6926227ef204b48a51f7979a9836007&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6863494 Jul 16 17:54:53.723342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.781448 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-042e1686-6da4-4e1a-b030-9aac0b8dffb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.808568 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-042e1686-6da4-4e1a-b030-9aac0b8dffb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.864751 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-042e1686-6da4-4e1a-b030-9aac0b8dffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.867292 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-042e1686-6da4-4e1a-b030-9aac0b8dffb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.868624 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-042e1686-6da4-4e1a-b030-9aac0b8dffb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7cd9c505-2c34-4590-bef2-8184b11194e0 HTTP/1.1" status: 204 len: 168 time: 0.1443043 Jul 16 17:54:53.876204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e1686-6da4-4e1a-b030-9aac0b8dffb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd9c505-2c34-4590-bef2-8184b11194e0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.903789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7650eaa7-1a6d-4287-bf64-5cbb92b8db7f req-eeeba97a-d971-4623-bd15-e43b3f172c90 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 210 time: 0.4781106 Jul 16 17:54:54.633519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:54.690097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:54.704084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26c689b2-54e6-4a3f-b79d-3029826871db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.812128 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26c689b2-54e6-4a3f-b79d-3029826871db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.816730 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26c689b2-54e6-4a3f-b79d-3029826871db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.895503 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-26c689b2-54e6-4a3f-b79d-3029826871db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ead337463a9b4a159ddea9474ad0f96a&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2041483 Jul 16 17:54:54.897997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c689b2-54e6-4a3f-b79d-3029826871db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a466ef-c5d5-4f55-99bb-f17f00f19133,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:54.898475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:54.981008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-network', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:54.988635 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000c0859-0b82-4bba-9371-985f6e289759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.019943 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Made reservation on behalf of ca4ce52eb9324fc8a62c28e949a32ceb for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:55.022098 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000c0859-0b82-4bba-9371-985f6e289759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.022313 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.032215 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.092584 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000c0859-0b82-4bba-9371-985f6e289759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.097275 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000c0859-0b82-4bba-9371-985f6e289759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.099451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-000c0859-0b82-4bba-9371-985f6e289759 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23a466ef-c5d5-4f55-99bb-f17f00f19133 HTTP/1.1" status: 204 len: 168 time: 0.1998847 Jul 16 17:54:55.134370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c0859-0b82-4bba-9371-985f6e289759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a466ef-c5d5-4f55-99bb-f17f00f19133,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.177698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e44a8471-a3fb-4f6d-ae2a-825000e084f8 req-71abf61b-5cfd-4691-8aff-dd50ba4f17b0 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 210 time: 0.0681183 Jul 16 17:54:55.195970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.200398 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.234862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac570674-5632-4da7-afc1-84a8ec548129,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.249817 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:55.262539 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.263140 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Added segment 41e7e1c2-120b-48e6-8424-6978c5fa27f1 of type vlan for network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a Jul 16 17:54:55.288951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.38', 54086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:55.329376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-c849ce5f-085d-4646-a0ac-b8a4a852bf6c tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ba383ff98953456db9d45c3823a70056&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375605 Jul 16 17:54:55.333236 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.379137 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.380768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.381591 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.428416 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7932117 Jul 16 17:54:55.443891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:55.462878 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b81c022d-75da-4ba8-9d6c-798a180da267 admin admin] Request body: {'subnet': {'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-subnet', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:55.500565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-766477b6-d342-49ad-bd5e-811b422e0713 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.502138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-766477b6-d342-49ad-bd5e-811b422e0713 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678627 Jul 16 17:54:55.531225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5ab5e-1951-4a71-be4e-3e35fcd76e4d admin admin] Pushing event updated for resources: {'Network': ['ID=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.533884 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81c022d-75da-4ba8-9d6c-798a180da267 admin admin] Made reservation on behalf of ca4ce52eb9324fc8a62c28e949a32ceb for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:55.536270 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81c022d-75da-4ba8-9d6c-798a180da267 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.546091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:55.566987 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Request body: {'port': {'device_id': 'cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': 'ba383ff98953456db9d45c3823a70056'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:55.783581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Made reservation on behalf of ba383ff98953456db9d45c3823a70056 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:55.788114 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.804089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.812380 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81c022d-75da-4ba8-9d6c-798a180da267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.871337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c022d-75da-4ba8-9d6c-798a180da267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc775af-c617-41ef-a81d-530d687d1c50,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.904206 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c022d-75da-4ba8-9d6c-798a180da267 admin admin] Checking segment: {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:55.904206 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81c022d-75da-4ba8-9d6c-798a180da267 admin admin] Network hostable DHCP agents. Network: 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:55.922971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81c022d-75da-4ba8-9d6c-798a180da267 admin admin] Network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:55.935150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b81c022d-75da-4ba8-9d6c-798a180da267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:55.944272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81c022d-75da-4ba8-9d6c-798a180da267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.945507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b81c022d-75da-4ba8-9d6c-798a180da267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.947070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6782c888-c18e-48e1-813e-14b72e4e7ebd None None] Network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:55.954323 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.961558 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.970211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:55.971329 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b81c022d-75da-4ba8-9d6c-798a180da267 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5248628 Jul 16 17:54:55.989682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:56.074491 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.075919 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.142564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fad8649-44a3-4979-a584-a2c29a3ef04c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:56.253085 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:54:56.254789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:54:56.256537 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.375907 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.462513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Allocated IP 172.20.0.2 (32bb35c6-a5f8-4e53-8d92-c7e69e2a485a/5fc775af-c617-41ef-a81d-530d687d1c50/4c80d2ff-76e6-408f-8b8a-6ac4f4eec602) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:56.560092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea588925-b7bd-4d9b-9763-184fb903882e req-cedff02a-4b37-48ca-a648-9749396b1654 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 210 time: 0.1411705 Jul 16 17:54:56.568207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Allocated IP 192.168.233.77 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/cb40b9fd-1fb1-45c2-915d-0900eb543419) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:56.649107 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.657100 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.669245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Transition to ACTIVE for port object 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:56.686052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Transition to ACTIVE for port object 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:56.694891 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.837910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:56.843710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Pushing event updated for resources: {'Port': ['ID=4c80d2ff-76e6-408f-8b8a-6ac4f4eec602,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:56.872039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:56.885272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:56.913940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.918689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.919706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.920678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.922401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.923179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.927028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.931616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.932342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.933428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.934791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.935993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Tracked resource versions report: Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: pushed versions: Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'Log': {'1.0'}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'Network': {'1.1'}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'Port': {'1.7'}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: consumer versions: Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: { DHCP agent@n-d-793618-9: {}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: HyperV agent@n-h1-793618-9: {}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: HyperV agent@n-h2-793618-9: {}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: L3 agent@n-d-793618-9: {}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: Metadata agent@n-d-793618-9: {}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: Metering agent@n-d-793618-9: {}, Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: Open vSwitch agent@n-d-793618-9: { 'AddressGroup': '1.2', Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'Log': '1.0', Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'Network': '1.1', Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'Port': '1.7', Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'PortForwarding': '1.2', Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'QosPolicy': '1.8', Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'SubPort': '1.0', Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'Subnet': '1.1', Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: 'Trunk': '1.1'}} Jul 16 17:54:56.937852 n-d-793618-9 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:54:56.963978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.009656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Transition to ACTIVE for port object cb40b9fd-1fb1-45c2-915d-0900eb543419 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:57.029682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Attempting to bind port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:57.030189 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Attempting to bind port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:57.030687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Attempting to bind port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 on network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:57.040010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:57.040725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Checking segment: {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:57.041396 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.042032 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Bound using segment: {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:57.042764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Bound port: 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:57.043816 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.145105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] For port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:57.149604 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] For port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4c80d2ff-76e6-408f-8b8a-6ac4f4eec602,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:57.155654 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.226547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7baf7-7782-4da3-af7b-293095793b69 None None] Pushing event updated for resources: {'Port': ['ID=4c80d2ff-76e6-408f-8b8a-6ac4f4eec602,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:57.374047 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.436089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:57.590373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:57.620204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Pushing event updated for resources: {'Port': ['ID=cb40b9fd-1fb1-45c2-915d-0900eb543419,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:57.623042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:57.692251 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.701656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:57.714280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.714522 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.751111 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.821537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-9e1fe0bd-6cd8-4b6c-b65d-2850b34542e6 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2615755 Jul 16 17:54:57.856411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-29bab9db-c5b1-4570-9655-ff7aded461af tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:54:57.857760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-29bab9db-c5b1-4570-9655-ff7aded461af tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059254 Jul 16 17:54:58.032418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6122974-7a1c-4ab4-ac47-2202967383dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.166799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a395d857-dfee-4946-8e84-5a3d767fc552 None None] Provisioning for port cb40b9fd-1fb1-45c2-915d-0900eb543419 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:58.177094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Allocated IP 172.25.8.11 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:58.178800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a395d857-dfee-4946-8e84-5a3d767fc552 None None] Provisioning complete for port cb40b9fd-1fb1-45c2-915d-0900eb543419 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:58.179981 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a395d857-dfee-4946-8e84-5a3d767fc552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.239305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accc202-8034-427d-b57d-0c02450cabfe req-b9b79d8c-636d-4d76-a4a9-139dafed750b tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.248846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0accc202-8034-427d-b57d-0c02450cabfe req-b9b79d8c-636d-4d76-a4a9-139dafed750b tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 935 time: 0.3710072 Jul 16 17:54:58.280768 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6122974-7a1c-4ab4-ac47-2202967383dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.286998 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a395d857-dfee-4946-8e84-5a3d767fc552 None None] Port cb40b9fd-1fb1-45c2-915d-0900eb543419 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:58.288022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6122974-7a1c-4ab4-ac47-2202967383dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.363098 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b6122974-7a1c-4ab4-ac47-2202967383dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0dd8a0f55f544963aeae8d504e1b72fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9258595 Jul 16 17:54:58.364341 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6122974-7a1c-4ab4-ac47-2202967383dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19008fc-4926-489a-84d5-44bca21fcc78,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:58.368467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:58.475820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0accc202-8034-427d-b57d-0c02450cabfe req-96315671-301c-481e-986e-ad2f37461a23 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260973 Jul 16 17:54:58.494917 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87853a1f-7082-4a66-a216-c728557d91a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.554686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87853a1f-7082-4a66-a216-c728557d91a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.571629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.663127 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87853a1f-7082-4a66-a216-c728557d91a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.666300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87853a1f-7082-4a66-a216-c728557d91a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.667634 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-87853a1f-7082-4a66-a216-c728557d91a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c19008fc-4926-489a-84d5-44bca21fcc78 HTTP/1.1" status: 204 len: 168 time: 0.2979600 Jul 16 17:54:58.679676 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.686742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87853a1f-7082-4a66-a216-c728557d91a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19008fc-4926-489a-84d5-44bca21fcc78,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:58.882085 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:58.884073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:58.889405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Pushing event updated for resources: {'Port': ['ID=83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:58.894779 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:58.992990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:59.085651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3da63ac-e570-4027-b0b0-1dcf47f816f0 None None] Network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:59.279442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:59.287063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4db34a52-2699-456f-8b19-d6a8d22b331b None None] Provisioning for port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:59.292268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:59.293245 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.310792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4db34a52-2699-456f-8b19-d6a8d22b331b None None] Provisioning complete for port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:59.312570 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4db34a52-2699-456f-8b19-d6a8d22b331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.400236 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.649837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Request body: {'port': {'device_id': 'cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd', 'device_owner': 'compute:tempest-test_az-668724495', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:59.792389 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4db34a52-2699-456f-8b19-d6a8d22b331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.794679 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.895171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4db34a52-2699-456f-8b19-d6a8d22b331b None None] For port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4c80d2ff-76e6-408f-8b8a-6ac4f4eec602,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:59.905920 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4db34a52-2699-456f-8b19-d6a8d22b331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.141830 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:55:00.145854 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:55:00.155791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.165564 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.199164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:00.223891 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a55b8d23-30e4-4bb6-8e7f-cd301f0a05ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.224052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db34a52-2699-456f-8b19-d6a8d22b331b None None] Pushing event updated for resources: {'Port': ['ID=4c80d2ff-76e6-408f-8b8a-6ac4f4eec602,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:00.265421 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bf2fd5e-8366-4a08-a009-973f0ac0531b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.302687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-210c3a26-d188-49e5-aa6f-7a38a501ce24 None None] Provisioning complete for port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:00.307374 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-210c3a26-d188-49e5-aa6f-7a38a501ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.390731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4ad2d-3381-4ab6-a29f-20f398acffb2 req-a98d5f0b-6a4a-4d15-bf36-c5fb4f3eff1e tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.396873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4b4ad2d-3381-4ab6-a29f-20f398acffb2 req-a98d5f0b-6a4a-4d15-bf36-c5fb4f3eff1e tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 935 time: 0.6478422 Jul 16 17:55:00.496104 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a55b8d23-30e4-4bb6-8e7f-cd301f0a05ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.503084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a55b8d23-30e4-4bb6-8e7f-cd301f0a05ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.541604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b8d23-30e4-4bb6-8e7f-cd301f0a05ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275cb9d9-4a35-4596-be58-a9e6b7006f40,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:00.573216 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a55b8d23-30e4-4bb6-8e7f-cd301f0a05ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7207a803664f4920a0a069b1d6aa5045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705506 Jul 16 17:55:00.573533 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:00.677397 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9fef09e-9a0a-4169-abe7-3df0257adbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.718749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Router f3071a1d-cf99-4130-825f-54c01ec0bdf5 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:00.737435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4b4ad2d-3381-4ab6-a29f-20f398acffb2 req-8a467733-bc72-4034-b68f-f7ffc4ada23d tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309581 Jul 16 17:55:00.789148 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9fef09e-9a0a-4169-abe7-3df0257adbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.907716 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9fef09e-9a0a-4169-abe7-3df0257adbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.911105 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9fef09e-9a0a-4169-abe7-3df0257adbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.915309 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b9fef09e-9a0a-4169-abe7-3df0257adbf9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/275cb9d9-4a35-4596-be58-a9e6b7006f40 HTTP/1.1" status: 204 len: 168 time: 0.3377452 Jul 16 17:55:00.940836 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fef09e-9a0a-4169-abe7-3df0257adbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275cb9d9-4a35-4596-be58-a9e6b7006f40,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:00.942598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:01.083065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:01.083397 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.316885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:01.331729 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Sync routers for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:01.351532 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:01.352267 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:54:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:01.402363 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.403728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bdf4cfcc-da4f-407f-b09f-c006904d00cc admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.4267328 Jul 16 17:55:01.406855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:01.506023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb40b9fd-1fb1-45c2-915d-0900eb543419 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:01.519414 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.537590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Transition to ACTIVE for port object cb40b9fd-1fb1-45c2-915d-0900eb543419 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:01.562505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.776497 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:01.867374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Pushing event updated for resources: {'Port': ['ID=cb40b9fd-1fb1-45c2-915d-0900eb543419,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:02.009916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Attempting to bind port cb40b9fd-1fb1-45c2-915d-0900eb543419 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:02.020070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Attempting to bind port cb40b9fd-1fb1-45c2-915d-0900eb543419 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:02.020656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Attempting to bind port cb40b9fd-1fb1-45c2-915d-0900eb543419 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:02.045206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Port cb40b9fd-1fb1-45c2-915d-0900eb543419 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:02.045562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Attempting to bind port cb40b9fd-1fb1-45c2-915d-0900eb543419 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:02.135736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:02.137950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:02.138549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:02.140426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Bound port: cb40b9fd-1fb1-45c2-915d-0900eb543419, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:02.141127 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.171922 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:54:59Z', 'revision_number': 3, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:02.250506 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Checking router: f3071a1d-cf99-4130-825f-54c01ec0bdf5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:02.251096 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Updating router f3071a1d-cf99-4130-825f-54c01ec0bdf5 port 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:02.309460 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.313181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdecf-6236-4c57-a6c3-b27c353ef1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.321576 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.369901 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.396993 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07d5fb-9fc8-4b16-91e7-cd6c3dae8849 req-b78aa6ee-ccb7-4171-bf92-c31d617be053 tempest-NetworksTest-891402882 tempest-NetworksTest-891402882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.397504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07d5fb-9fc8-4b16-91e7-cd6c3dae8849 req-b78aa6ee-ccb7-4171-bf92-c31d617be053 tempest-NetworksTest-891402882 tempest-NetworksTest-891402882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.397972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07d5fb-9fc8-4b16-91e7-cd6c3dae8849 req-b78aa6ee-ccb7-4171-bf92-c31d617be053 tempest-NetworksTest-891402882 tempest-NetworksTest-891402882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.398436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07d5fb-9fc8-4b16-91e7-cd6c3dae8849 req-b78aa6ee-ccb7-4171-bf92-c31d617be053 tempest-NetworksTest-891402882 tempest-NetworksTest-891402882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.417848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c07d5fb-9fc8-4b16-91e7-cd6c3dae8849 req-b78aa6ee-ccb7-4171-bf92-c31d617be053 tempest-NetworksTest-891402882 tempest-NetworksTest-891402882-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.7741685 Jul 16 17:55:02.521868 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.527028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] For port cb40b9fd-1fb1-45c2-915d-0900eb543419, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:02.560416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf8528-aeeb-431f-bc00-db55f745c1f3 req-5fa11c30-13dc-4200-bc02-244c5a8cc77c tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.570689 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ecf8528-aeeb-431f-bc00-db55f745c1f3 req-5fa11c30-13dc-4200-bc02-244c5a8cc77c tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 968 time: 0.5151999 Jul 16 17:55:02.602890 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.631586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] For port cb40b9fd-1fb1-45c2-915d-0900eb543419, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cb40b9fd-1fb1-45c2-915d-0900eb543419,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:02.652789 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.763476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.764419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.765765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] 10.222.0.38 "PUT /v2.0/ports/cb40b9fd-1fb1-45c2-915d-0900eb543419 HTTP/1.1" status: 200 len: 1116 time: 4.0597708 Jul 16 17:55:02.783626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd', 'tag': 'cb40b9fd-1fb1-45c2-915d-0900eb543419'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:02.946083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Allocated IP 172.20.0.1 (32bb35c6-a5f8-4e53-8d92-c7e69e2a485a/5fc775af-c617-41ef-a81d-530d687d1c50/b6af1bec-1bbb-4bf5-862d-76a61b26c3dd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:02.951499 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ecf8528-aeeb-431f-bc00-db55f745c1f3 req-79dbc26e-2a8d-4a8d-b603-74b0437ad17a tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798320 Jul 16 17:55:02.987751 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.995242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3ed9a-a000-412b-85e8-14f30481287e service neutron] Pushing event updated for resources: {'Port': ['ID=cb40b9fd-1fb1-45c2-915d-0900eb543419,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.009441 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Transition to ACTIVE for port object 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:03.017968 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.138404 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Pushing event updated for resources: {'Port': ['ID=83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.163745 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.164110 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.164457 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.164801 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.165167 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.165492 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.165818 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.166151 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.166481 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.166810 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.175577 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.175881 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Tracked resource versions report: Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: pushed versions: Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: { 'AddressGroup': {'1.2'}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'ConntrackHelper': {'1.0'}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'Log': {'1.0'}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'Network': {'1.1'}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'Port': {'1.7'}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'PortForwarding': {'1.2'}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'QosPolicy': {'1.8'}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'SecurityGroup': {'1.4'}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'SubPort': {'1.0'}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'Subnet': {'1.1'}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'Trunk': {'1.1'}} Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: consumer versions: Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: { DHCP agent@n-d-793618-9: {}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: HyperV agent@n-h1-793618-9: {}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: HyperV agent@n-h2-793618-9: {}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: L3 agent@n-d-793618-9: {}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: Metadata agent@n-d-793618-9: {}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: Metering agent@n-d-793618-9: {}, Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: Open vSwitch agent@n-d-793618-9: { 'AddressGroup': '1.2', Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'ConntrackHelper': '1.0', Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'Log': '1.0', Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'Network': '1.1', Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'Port': '1.7', Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'PortForwarding': '1.2', Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'QosPolicy': '1.8', Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'SecurityGroup': '1.4', Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'SecurityGroupRule': '1.2', Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'SubPort': '1.0', Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'Subnet': '1.1', Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: 'Trunk': '1.1'}} Jul 16 17:55:03.177056 n-d-793618-9 neutron-server[93769]: {{(pid=93769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:55:03.254148 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.260205 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Attempting to bind port 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:03.260758 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Attempting to bind port 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:03.260996 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Attempting to bind port 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:03.275741 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:03.276125 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:03.276535 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.277011 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:03.277725 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Bound port: 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:03.277859 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.285743 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Transition to ACTIVE for port object b6af1bec-1bbb-4bf5-862d-76a61b26c3dd will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:03.365202 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.416209 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] For port 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:03.420470 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] For port 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:03.428913 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.476061 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:03.480726 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b8e8c8-5d52-4cbc-afce-b99359934e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd", "tag": "cb40b9fd-1fb1-45c2-915d-0900eb543419"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:03.483319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:03.488698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:03.489191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.584654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bacd8-d4af-4087-95c2-48d49c4ae4d0 req-5ff14465-6509-4d5a-947b-0b0febde52d9 tempest-NetworksTest-891402882 tempest-NetworksTest-891402882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.586236 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-268bacd8-d4af-4087-95c2-48d49c4ae4d0 req-5ff14465-6509-4d5a-947b-0b0febde52d9 tempest-NetworksTest-891402882 tempest-NetworksTest-891402882-project-admin] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 886 time: 0.5224421 Jul 16 17:55:03.611668 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:03.615323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1e0c09ff-9ad4-4138-bb6f-a8cd8a886a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.617223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1e0c09ff-9ad4-4138-bb6f-a8cd8a886a10 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba383ff98953456db9d45c3823a70056&device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 1119 time: 0.4808886 Jul 16 17:55:03.618836 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:55:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:03.657515 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.683987 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6ca05-c5d8-44ab-9033-abced717f8c2 None None] Pushing event updated for resources: {'Port': ['ID=83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.788272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Pushing event updated for resources: {'Port': ['ID=b6af1bec-1bbb-4bf5-862d-76a61b26c3dd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.896596 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:03.960960 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.011682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f973c87-3eb2-4c3e-9742-7e2f1d787950 None None] Provisioning for port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:04.016727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f973c87-3eb2-4c3e-9742-7e2f1d787950 None None] Provisioning complete for port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:04.018015 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f973c87-3eb2-4c3e-9742-7e2f1d787950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.037975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-49d86007-47ad-4818-84db-732a057ebcf7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=cb40b9fd-1fb1-45c2-915d-0900eb543419 HTTP/1.1" status: 200 len: 217 time: 0.1747365 Jul 16 17:55:04.099082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f973c87-3eb2-4c3e-9742-7e2f1d787950 None None] Port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:04.186191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.199345 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.202904 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.323594 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71b5c22-205d-453d-aa7f-9cab2e030fd9 x-openstack-request-id: req-a71b5c22-205d-453d-aa7f-9cab2e030fd9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:04.324121 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd", "tag": "cb40b9fd-1fb1-45c2-915d-0900eb543419", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:04.324690 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a71b5c22-205d-453d-aa7f-9cab2e030fd9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:04.325006 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd', 'tag': 'cb40b9fd-1fb1-45c2-915d-0900eb543419', 'status': 'completed', 'code': 200} Jul 16 17:55:04.436105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-3abd2398-4071-4b14-8ae3-405cfe759af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.442848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-3abd2398-4071-4b14-8ae3-405cfe759af8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.3484640 Jul 16 17:55:04.453654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d6c1e-7526-4b83-a0a7-c865c4dd2fc0 req-f99a78ee-7f08-4321-9080-e464f3ae12cc tempest-NetworksTest-891402882 tempest-NetworksTest-891402882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.454251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d6c1e-7526-4b83-a0a7-c865c4dd2fc0 req-f99a78ee-7f08-4321-9080-e464f3ae12cc tempest-NetworksTest-891402882 tempest-NetworksTest-891402882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.454734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d6c1e-7526-4b83-a0a7-c865c4dd2fc0 req-f99a78ee-7f08-4321-9080-e464f3ae12cc tempest-NetworksTest-891402882 tempest-NetworksTest-891402882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.456111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d6c1e-7526-4b83-a0a7-c865c4dd2fc0 req-f99a78ee-7f08-4321-9080-e464f3ae12cc tempest-NetworksTest-891402882 tempest-NetworksTest-891402882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.458151 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b48d6c1e-7526-4b83-a0a7-c865c4dd2fc0 req-f99a78ee-7f08-4321-9080-e464f3ae12cc tempest-NetworksTest-891402882 tempest-NetworksTest-891402882-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.6760004 Jul 16 17:55:04.474955 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:54:59Z', 'revision_number': 3, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:04.539949 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769da9f-d820-4044-b389-03b6ff90dc29 None None] The sync data for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 is: [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:54:59Z', 'revision_number': 3, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:04.582610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Pushing event updated for resources: {'Port': ['ID=b6af1bec-1bbb-4bf5-862d-76a61b26c3dd,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:04.621345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:04.624026 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:04.993800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Router f3071a1d-cf99-4130-825f-54c01ec0bdf5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:05.146623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-326ac088-e57b-43a9-98a4-5f74e0a4874d None None] Provisioning complete for port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:05.147123 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-326ac088-e57b-43a9-98a4-5f74e0a4874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.254399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-326ac088-e57b-43a9-98a4-5f74e0a4874d None None] Port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:05.335322 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.411950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:05.433104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:05.448340 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0dff9e2e-a566-407a-99c8-1b091ff37a37 admin admin] 10.222.0.52 "PUT /v2.0/routers/f3071a1d-cf99-4130-825f-54c01ec0bdf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0403187 Jul 16 17:55:05.483202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1aeaf165-fc4b-4911-b5c1-9a862afe2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:05.484922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-1aeaf165-fc4b-4911-b5c1-9a862afe2b6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4745355 Jul 16 17:55:05.503500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd1e16-05cd-4d1b-9c42-1477ccd1275b req-9960cafe-4bad-4f4d-bac3-0e92e5b01c85 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:05.505136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fcd1e16-05cd-4d1b-9c42-1477ccd1275b req-9960cafe-4bad-4f4d-bac3-0e92e5b01c85 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 968 time: 0.2400591 Jul 16 17:55:05.604552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fcd1e16-05cd-4d1b-9c42-1477ccd1275b req-2f177c13-8406-41ff-951e-47068d320ad8 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933065 Jul 16 17:55:05.797710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b818838-3834-44cd-a806-3029aad82d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.091462 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b818838-3834-44cd-a806-3029aad82d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.105206 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b818838-3834-44cd-a806-3029aad82d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.221907 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7b818838-3834-44cd-a806-3029aad82d69 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=55485eedb51c415893131859b68dab62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8078427 Jul 16 17:55:06.225929 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:06.229627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b818838-3834-44cd-a806-3029aad82d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41b57d0-0573-4e86-872d-d15718632665,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:06.264010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-72a5b175-2303-4ffa-a14e-108552776ae7 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592831 Jul 16 17:55:06.366171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-642aa06f-2c90-4b88-ad84-c7ce479ccaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.424804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-642aa06f-2c90-4b88-ad84-c7ce479ccaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.492558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14d63fbd-4a77-412e-96ab-a77d31031cce req-859e6592-710a-4dea-ab88-39c3f557f52d service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056682 Jul 16 17:55:06.553568 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-642aa06f-2c90-4b88-ad84-c7ce479ccaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.561516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-642aa06f-2c90-4b88-ad84-c7ce479ccaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.561516 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-642aa06f-2c90-4b88-ad84-c7ce479ccaa8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f41b57d0-0573-4e86-872d-d15718632665 HTTP/1.1" status: 204 len: 168 time: 0.3314188 Jul 16 17:55:06.570409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aa06f-2c90-4b88-ad84-c7ce479ccaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41b57d0-0573-4e86-872d-d15718632665,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:06.684987 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8e8c8-5d52-4cbc-afce-b99359934e0e req-16616626-41d5-4831-b511-f4829cf01788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:06.686701 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7b8e8c8-5d52-4cbc-afce-b99359934e0e req-16616626-41d5-4831-b511-f4829cf01788 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba383ff98953456db9d45c3823a70056&device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 1119 time: 0.1068625 Jul 16 17:55:06.951252 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:07.049598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:07.069482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:07.070184 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.286601 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.334063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:07.343563 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.348437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:07.391002 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9c1adae-a3be-4970-b56d-514b432696c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.492737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:07.548240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Sync routers for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:07.560996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:07.562113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:55:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:07.664017 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9c1adae-a3be-4970-b56d-514b432696c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.671393 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9c1adae-a3be-4970-b56d-514b432696c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.698368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f73d4-96c9-487c-a4df-c32431a7d220 req-04a2913f-0621-4b84-8492-60aea178de6f tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:07.707638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-700f73d4-96c9-487c-a4df-c32431a7d220 req-04a2913f-0621-4b84-8492-60aea178de6f tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 968 time: 0.0996392 Jul 16 17:55:07.753561 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1adae-a3be-4970-b56d-514b432696c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b762cc4-df80-423b-88a5-79fdb90e734e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:07.755269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:07.789986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:07.790726 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c9c1adae-a3be-4970-b56d-514b432696c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=484d92b6e7bf450795d987f9a55e42de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382324 Jul 16 17:55:07.814405 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:07.816695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-700f73d4-96c9-487c-a4df-c32431a7d220 req-7303a7cd-9637-4e7b-807a-4dcbbf9fbd57 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081860 Jul 16 17:55:07.821343 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224900446-network', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:07.860517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Made reservation on behalf of 7202a126aacb46f481a9dc1ed83e74af for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:07.863288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.884619 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41aaf5fc-5954-4611-ba98-145a006b6250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.888116 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.912527 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41aaf5fc-5954-4611-ba98-145a006b6250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.990089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41aaf5fc-5954-4611-ba98-145a006b6250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.994547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41aaf5fc-5954-4611-ba98-145a006b6250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.996630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-41aaf5fc-5954-4611-ba98-145a006b6250 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b762cc4-df80-423b-88a5-79fdb90e734e HTTP/1.1" status: 204 len: 168 time: 0.2056458 Jul 16 17:55:08.006053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf5fc-5954-4611-ba98-145a006b6250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b762cc4-df80-423b-88a5-79fdb90e734e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:08.044473 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.051375 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.076757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:04Z', 'revision_number': 2, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:08.084312 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:08.090824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1270c93-6f82-4e1b-a8aa-56b023039065,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:08.099040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.099493 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Added segment 9bb6373f-ca9e-460c-a701-75574190fae4 of type vlan for network 892273ce-97cd-4994-ac2d-ea729c3ebbc2 Jul 16 17:55:08.108930 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Checking router: f3071a1d-cf99-4130-825f-54c01ec0bdf5 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:08.109075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Updating router f3071a1d-cf99-4130-825f-54c01ec0bdf5 port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:08.144385 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.155094 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.181404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.183299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:08.184099 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.227002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:08.232959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a1d49014-8b18-4ef4-a6e8-4c7fb93e5fbd admin admin] Request body: {'subnet': {'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224900446-subnet', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:08.238960 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4222050 Jul 16 17:55:08.280403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d49014-8b18-4ef4-a6e8-4c7fb93e5fbd admin admin] Made reservation on behalf of 7202a126aacb46f481a9dc1ed83e74af for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:08.283960 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1d49014-8b18-4ef4-a6e8-4c7fb93e5fbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.293655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e78dd-a695-45de-90c9-084976fa499f admin admin] Pushing event updated for resources: {'Network': ['ID=892273ce-97cd-4994-ac2d-ea729c3ebbc2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:08.310612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 892273ce-97cd-4994-ac2d-ea729c3ebbc2 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:08.716028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:08.788774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8e8c8-5d52-4cbc-afce-b99359934e0e req-79ecf577-723c-4104-9da4-7e0472353f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:08.791187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7b8e8c8-5d52-4cbc-afce-b99359934e0e req-79ecf577-723c-4104-9da4-7e0472353f03 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.3813040 Jul 16 17:55:08.792863 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1d49014-8b18-4ef4-a6e8-4c7fb93e5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.841420 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.860024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Transition to ACTIVE for port object b6af1bec-1bbb-4bf5-862d-76a61b26c3dd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:08.868994 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.890709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7b8e8c8-5d52-4cbc-afce-b99359934e0e req-affa2a12-d3d8-40b5-98ca-8a8ce2322f87 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=cb40b9fd-1fb1-45c2-915d-0900eb543419 HTTP/1.1" status: 200 len: 217 time: 0.0700269 Jul 16 17:55:08.909218 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be2e33a7-3a80-4c57-8be4-0c0fc03c72df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.950816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971f7d4-91e9-4873-ba7d-cc6e4dd050db None None] Pushing event updated for resources: {'Port': ['ID=b6af1bec-1bbb-4bf5-862d-76a61b26c3dd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:08.953168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:08.973263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8e8c8-5d52-4cbc-afce-b99359934e0e req-32d36531-0124-49dd-a883-9671b506a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:08.975283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7b8e8c8-5d52-4cbc-afce-b99359934e0e req-32d36531-0124-49dd-a883-9671b506a27b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0717888 Jul 16 17:55:09.000377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d49014-8b18-4ef4-a6e8-4c7fb93e5fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a925d0-86ef-43f1-9835-4aaa437d3827,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:09.018926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d49014-8b18-4ef4-a6e8-4c7fb93e5fbd admin admin] Checking segment: {'id': '9bb6373f-ca9e-460c-a701-75574190fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:09.019892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d49014-8b18-4ef4-a6e8-4c7fb93e5fbd admin admin] Network hostable DHCP agents. Network: 892273ce-97cd-4994-ac2d-ea729c3ebbc2, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:09.151954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Attempting to bind port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:09.153174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Attempting to bind port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:09.153863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Attempting to bind port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd on network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:09.156554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d49014-8b18-4ef4-a6e8-4c7fb93e5fbd admin admin] Network 892273ce-97cd-4994-ac2d-ea729c3ebbc2 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:09.162700 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:09.163353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Checking segment: {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:09.163859 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.164499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Bound using segment: {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:09.165192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Bound port: b6af1bec-1bbb-4bf5-862d-76a61b26c3dd, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:09.165965 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.175394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:09.176140 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.198568 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be2e33a7-3a80-4c57-8be4-0c0fc03c72df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.199855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a1d49014-8b18-4ef4-a6e8-4c7fb93e5fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 892273ce-97cd-4994-ac2d-ea729c3ebbc2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:09.204538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d49014-8b18-4ef4-a6e8-4c7fb93e5fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.205137 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1d49014-8b18-4ef4-a6e8-4c7fb93e5fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.213132 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be2e33a7-3a80-4c57-8be4-0c0fc03c72df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.219214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8e8c8-5d52-4cbc-afce-b99359934e0e req-0d37faf8-c697-4ba5-8f93-37343f3a491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.221349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7b8e8c8-5d52-4cbc-afce-b99359934e0e req-0d37faf8-c697-4ba5-8f93-37343f3a491b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2300458 Jul 16 17:55:09.269512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e33a7-3a80-4c57-8be4-0c0fc03c72df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d236177-a6df-4614-b288-1e2a1859e10c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:09.270005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac632a07-fde2-41b5-af9a-1a80d2fb1974 req-ef22828b-c442-44d6-a34e-a0735d53a28a tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.284165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac632a07-fde2-41b5-af9a-1a80d2fb1974 req-ef22828b-c442-44d6-a34e-a0735d53a28a tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 968 time: 0.2778935 Jul 16 17:55:09.292442 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-be2e33a7-3a80-4c57-8be4-0c0fc03c72df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23f00adf09274f2c91efee11e71a3b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744109 Jul 16 17:55:09.293012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:09.297611 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a1d49014-8b18-4ef4-a6e8-4c7fb93e5fbd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0692282 Jul 16 17:55:09.305670 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:09.314267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54494e28-1a4a-4fa5-ae21-3258076df8b8 None None] Network 892273ce-97cd-4994-ac2d-ea729c3ebbc2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:09.315323 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224900446-router', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:09.350148 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.351584 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.383516 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac632a07-fde2-41b5-af9a-1a80d2fb1974 req-25d70a1a-74f5-4e47-ba63-c2309f5f0d9c tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981987 Jul 16 17:55:09.419420 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b322c9a3-ad4a-410d-a98e-498f822f5af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.426605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7b8e8c8-5d52-4cbc-afce-b99359934e0e req-e48ab222-07f4-4aa6-bd35-2d23ddf5bb97 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922901 Jul 16 17:55:09.476668 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.483196 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b322c9a3-ad4a-410d-a98e-498f822f5af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.551600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7b8e8c8-5d52-4cbc-afce-b99359934e0e req-8c38c97a-89b9-4a23-9152-93acfc9d3999 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158574 Jul 16 17:55:09.616938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:09.648421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-892273ce-97cd-4994-ac2d-ea729c3ebbc2', 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'fixed_ips': [{'subnet_id': '01a925d0-86ef-43f1-9835-4aaa437d3827'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:09.650886 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.655768 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.664582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] For port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:09.674324 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b322c9a3-ad4a-410d-a98e-498f822f5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.678055 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b322c9a3-ad4a-410d-a98e-498f822f5af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.679740 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b322c9a3-ad4a-410d-a98e-498f822f5af1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d236177-a6df-4614-b288-1e2a1859e10c HTTP/1.1" status: 204 len: 168 time: 0.3853009 Jul 16 17:55:09.681528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] For port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b6af1bec-1bbb-4bf5-862d-76a61b26c3dd,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:09.691928 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.705132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322c9a3-ad4a-410d-a98e-498f822f5af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d236177-a6df-4614-b288-1e2a1859e10c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:09.862752 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:09.864574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:55:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:09.918526 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6317ca99-8fc9-45ee-af70-0e41e0c9ab11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.927645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971f7d4-91e9-4873-ba7d-cc6e4dd050db None None] Pushing event updated for resources: {'Port': ['ID=b6af1bec-1bbb-4bf5-862d-76a61b26c3dd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:09.949841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Allocated IP 172.20.0.2 (892273ce-97cd-4994-ac2d-ea729c3ebbc2/01a925d0-86ef-43f1-9835-4aaa437d3827/05e62440-40a8-4190-8393-dea756f454bf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:10.106912 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6317ca99-8fc9-45ee-af70-0e41e0c9ab11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.114985 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6317ca99-8fc9-45ee-af70-0e41e0c9ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.115255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:10.178088 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.198231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6317ca99-8fc9-45ee-af70-0e41e0c9ab11 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b583518b83d848648d24378c32b7cd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798092 Jul 16 17:55:10.199256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317ca99-8fc9-45ee-af70-0e41e0c9ab11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6632bb-36ad-4dec-a1fb-18531b359270,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.201808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:10.229927 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.268306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89697836-d547-456f-be16-0163d6dec781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.302318 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89697836-d547-456f-be16-0163d6dec781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.385017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Allocated IP 172.25.8.176 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/be2779f4-5093-4bce-8bf4-44c7b9cda756) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:10.389361 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89697836-d547-456f-be16-0163d6dec781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.396863 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89697836-d547-456f-be16-0163d6dec781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.402534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-89697836-d547-456f-be16-0163d6dec781 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb6632bb-36ad-4dec-a1fb-18531b359270 HTTP/1.1" status: 204 len: 168 time: 0.1973877 Jul 16 17:55:10.427370 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.437289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89697836-d547-456f-be16-0163d6dec781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6632bb-36ad-4dec-a1fb-18531b359270,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.446990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Transition to ACTIVE for port object 05e62440-40a8-4190-8393-dea756f454bf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:10.510034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Transition to ACTIVE for port object 05e62440-40a8-4190-8393-dea756f454bf will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:10.526053 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.553437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Network 892273ce-97cd-4994-ac2d-ea729c3ebbc2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:10.573075 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.589231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:10.597332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:10.635590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.692770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:10.697118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:10.702610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=be2779f4-5093-4bce-8bf4-44c7b9cda756,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.716020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:10.734452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:10.749643 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-598ab038-a7b2-4538-8466-55d076277bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.755726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Attempting to bind port 05e62440-40a8-4190-8393-dea756f454bf on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:10.756230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Attempting to bind port 05e62440-40a8-4190-8393-dea756f454bf by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '9bb6373f-ca9e-460c-a701-75574190fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:10.756715 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Attempting to bind port 05e62440-40a8-4190-8393-dea756f454bf on network 892273ce-97cd-4994-ac2d-ea729c3ebbc2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:10.766303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Pushing event updated for resources: {'Port': ['ID=05e62440-40a8-4190-8393-dea756f454bf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.782057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:10.785880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Checking segment: {'id': '9bb6373f-ca9e-460c-a701-75574190fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:10.786437 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.788628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Bound using segment: {'id': '9bb6373f-ca9e-460c-a701-75574190fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:10.789259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Bound port: 05e62440-40a8-4190-8393-dea756f454bf, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb6373f-ca9e-460c-a701-75574190fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:10.789817 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.831284 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:10.870061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5c8b5-7a12-4e20-9ab8-75e7830e164b req-76d61186-e094-4bd4-9fe2-f7dfd700600d tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:10.871616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88d5c8b5-7a12-4e20-9ab8-75e7830e164b req-76d61186-e094-4bd4-9fe2-f7dfd700600d tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 968 time: 0.3352489 Jul 16 17:55:10.876267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17b9a8-1a92-493d-955b-b1d4e70c3aa7 None None] The sync data for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 is: [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:10.877067 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-598ab038-a7b2-4538-8466-55d076277bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.889471 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-598ab038-a7b2-4538-8466-55d076277bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.018364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] For port 05e62440-40a8-4190-8393-dea756f454bf, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:11.021855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88d5c8b5-7a12-4e20-9ab8-75e7830e164b req-2f1d7894-705d-49c8-89c5-e20c5f88fef4 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341255 Jul 16 17:55:11.027024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] For port 05e62440-40a8-4190-8393-dea756f454bf, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=05e62440-40a8-4190-8393-dea756f454bf,segment=NetworkSegment(9bb6373f-ca9e-460c-a701-75574190fae4),segment_id=9bb6373f-ca9e-460c-a701-75574190fae4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:11.042881 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.085192 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-598ab038-a7b2-4538-8466-55d076277bf9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b7ea9da506b24c10911eaa094a78ad95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480206 Jul 16 17:55:11.086291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ab038-a7b2-4538-8466-55d076277bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2851d1d-dac1-49be-925b-c541d89928d6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:11.088927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:11.128805 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.152618 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-140a8d69-a45d-450d-bdae-af3ea782b715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.188026 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-140a8d69-a45d-450d-bdae-af3ea782b715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.206821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546956e-bbc4-43ce-a2ef-31fe4172c35e None None] Pushing event updated for resources: {'Port': ['ID=05e62440-40a8-4190-8393-dea756f454bf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:11.276697 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-140a8d69-a45d-450d-bdae-af3ea782b715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.280271 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-140a8d69-a45d-450d-bdae-af3ea782b715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.281698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-140a8d69-a45d-450d-bdae-af3ea782b715 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2851d1d-dac1-49be-925b-c541d89928d6 HTTP/1.1" status: 204 len: 168 time: 0.1915309 Jul 16 17:55:11.291720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a8d69-a45d-450d-bdae-af3ea782b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2851d1d-dac1-49be-925b-c541d89928d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:11.380705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:11.401164 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee149-2cdf-4c4a-8c52-8f30be21f17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.451643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.604075 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee149-2cdf-4c4a-8c52-8f30be21f17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.613077 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee149-2cdf-4c4a-8c52-8f30be21f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.719748 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ad7ee149-2cdf-4c4a-8c52-8f30be21f17d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a83b77eebc574dabbf0d7595fbbc82df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378923 Jul 16 17:55:11.723176 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:11.725255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ee149-2cdf-4c4a-8c52-8f30be21f17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe6daa3-50b5-40ee-8165-6c14132d15b7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:11.784589 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Router 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:11.839715 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e005a3c-c54b-4cb6-8d51-07fedf46e2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.871778 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e005a3c-c54b-4cb6-8d51-07fedf46e2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.944433 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:11.952342 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e005a3c-c54b-4cb6-8d51-07fedf46e2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.955752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e005a3c-c54b-4cb6-8d51-07fedf46e2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.959320 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Sync routers for ids ['03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:11.959845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1e005a3c-c54b-4cb6-8d51-07fedf46e2ea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abe6daa3-50b5-40ee-8165-6c14132d15b7 HTTP/1.1" status: 204 len: 168 time: 0.2326677 Jul 16 17:55:11.971242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e005a3c-c54b-4cb6-8d51-07fedf46e2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe6daa3-50b5-40ee-8165-6c14132d15b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:11.975773 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Routers {'03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:11.977352 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:55:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:11.989959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.992842 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cff56c68-7dc6-4360-a02e-06a62340b2a0 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.6837146 Jul 16 17:55:11.994216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:12.199212 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Set router 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:12.522803 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224900446-router', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:10Z', 'revision_number': 3, 'project_id': '7202a126aacb46f481a9dc1ed83e74af', 'gw_port': {'id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:12.562292 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Checking router: 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:12.562652 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Updating router 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 port be2779f4-5093-4bce-8bf4-44c7b9cda756 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:12.608061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0a51-f29e-48ac-8b1d-59f20fb90778 req-ccb9e1f7-3a17-4e87-a600-f2492ba29884 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:12.617824 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c8a0a51-f29e-48ac-8b1d-59f20fb90778 req-ccb9e1f7-3a17-4e87-a600-f2492ba29884 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 968 time: 0.3060231 Jul 16 17:55:12.631626 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.737958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c8a0a51-f29e-48ac-8b1d-59f20fb90778 req-247de67b-47a6-45af-b026-ea7af615fb5b tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190019 Jul 16 17:55:12.863790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cb40b9fd-1fb1-45c2-915d-0900eb543419 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:12.894625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea612ee-2b75-4c90-bdf7-bf1744024632 None None] Network 892273ce-97cd-4994-ac2d-ea729c3ebbc2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:12.929057 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.950267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c5fb105-9df9-4388-8b47-eb8da0fffd28 None None] Provisioning for port 05e62440-40a8-4190-8393-dea756f454bf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:13.093465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b6af1bec-1bbb-4bf5-862d-76a61b26c3dd up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:13.165559 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.184526 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Transition to ACTIVE for port object be2779f4-5093-4bce-8bf4-44c7b9cda756 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:13.195264 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.210758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-749ebab7-b8a3-4d74-9eb2-b2ab5620a5d9 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e99094135d6749e8b687fca68187027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900440 Jul 16 17:55:13.253079 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42230a75-4d67-4b10-a58c-6987975217ca None None] Pushing event updated for resources: {'Port': ['ID=be2779f4-5093-4bce-8bf4-44c7b9cda756,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.282000 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Attempting to bind port be2779f4-5093-4bce-8bf4-44c7b9cda756 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:13.283792 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Attempting to bind port be2779f4-5093-4bce-8bf4-44c7b9cda756 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:13.284462 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Attempting to bind port be2779f4-5093-4bce-8bf4-44c7b9cda756 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:13.290689 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:13.291539 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:13.292365 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.293048 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:13.293774 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Bound port: be2779f4-5093-4bce-8bf4-44c7b9cda756, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:13.294443 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.317983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port cb40b9fd-1fb1-45c2-915d-0900eb543419, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cb40b9fd-1fb1-45c2-915d-0900eb543419,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:13.362346 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] For port be2779f4-5093-4bce-8bf4-44c7b9cda756, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:13.368183 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] For port be2779f4-5093-4bce-8bf4-44c7b9cda756, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=be2779f4-5093-4bce-8bf4-44c7b9cda756,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:13.376730 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.387331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:13.395079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'cb40b9fd-1fb1-45c2-915d-0900eb543419', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'cb40b9fd-1fb1-45c2-915d-0900eb543419', 'mac_address': 'fa:16:3e:6b:29:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:tempest-test_az-668724495', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:13.395279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Allocated IP 172.20.0.1 (892273ce-97cd-4994-ac2d-ea729c3ebbc2/01a925d0-86ef-43f1-9835-4aaa437d3827/8838733e-1bbc-4ec8-976e-30af8648eefb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:13.402173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:13.402828 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.403562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-44b8d1c1-69a8-4853-8e20-e65e6017f589 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.411863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-44b8d1c1-69a8-4853-8e20-e65e6017f589 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999042 Jul 16 17:55:13.430842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-1387db1d-ce65-4be8-87ae-d6b1f91c5dda tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/quotas/e99094135d6749e8b687fca68187027f HTTP/1.1" status: 200 len: 375 time: 0.0180476 Jul 16 17:55:13.449416 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42230a75-4d67-4b10-a58c-6987975217ca None None] Pushing event updated for resources: {'Port': ['ID=be2779f4-5093-4bce-8bf4-44c7b9cda756,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.471475 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Routers {'03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:13.471786 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:55:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:13.507350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-04128244-74cf-426c-beae-6932fe7949b2 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e99094135d6749e8b687fca68187027f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755482 Jul 16 17:55:13.586143 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.616639 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb40b9fd-1fb1-45c2-915d-0900eb543419 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:13.691940 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.727502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port cb40b9fd-1fb1-45c2-915d-0900eb543419, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cb40b9fd-1fb1-45c2-915d-0900eb543419,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:13.745085 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.800620 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.805046 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] Set router 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:13.849446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=cb40b9fd-1fb1-45c2-915d-0900eb543419,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.854869 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b6af1bec-1bbb-4bf5-862d-76a61b26c3dd,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:13.861449 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.862728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 05e62440-40a8-4190-8393-dea756f454bf up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:13.940513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0954913-705f-411f-b611-8fe376edcf2a req-dcd3dee6-acd2-4123-b9fb-8826e6585598 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 210 time: 0.1039164 Jul 16 17:55:13.955277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Transition to ACTIVE for port object 8838733e-1bbc-4ec8-976e-30af8648eefb will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:14.049367 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.142534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['cb40b9fd-1fb1-45c2-915d-0900eb543419'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:14.204251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Pushing event updated for resources: {'Port': ['ID=8838733e-1bbc-4ec8-976e-30af8648eefb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:14.227638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Network 892273ce-97cd-4994-ac2d-ea729c3ebbc2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:14.237354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:14.305734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:14.306783 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.349772 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224900446-router', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:10Z', 'revision_number': 3, 'project_id': '7202a126aacb46f481a9dc1ed83e74af', 'gw_port': {'id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:14.465143 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261cb18-764f-4fca-a8c7-31fb6f22a3c4 None None] The sync data for ids ['03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'] in n-d-793618-9 is: [{'id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224900446-router', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:10Z', 'revision_number': 3, 'project_id': '7202a126aacb46f481a9dc1ed83e74af', 'gw_port': {'id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:14.515705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51870f89-5ef6-4824-8254-348f6b1466fa req-3c75c9d1-29dc-4285-8d0e-f27cf5109965 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.518860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51870f89-5ef6-4824-8254-348f6b1466fa req-3c75c9d1-29dc-4285-8d0e-f27cf5109965 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 969 time: 0.2854266 Jul 16 17:55:14.650063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=b6af1bec-1bbb-4bf5-862d-76a61b26c3dd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:14.664477 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 05e62440-40a8-4190-8393-dea756f454bf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:14.676273 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 05e62440-40a8-4190-8393-dea756f454bf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:14.676654 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.718949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51870f89-5ef6-4824-8254-348f6b1466fa req-d48310db-7ff1-45ac-956b-6f46f773cf74 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895471 Jul 16 17:55:14.799528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-06a1d39a-4e3e-48f4-9cfa-3ea6e8e407c6 None None] Provisioning for port 8838733e-1bbc-4ec8-976e-30af8648eefb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:14.816318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-06a1d39a-4e3e-48f4-9cfa-3ea6e8e407c6 None None] Provisioning complete for port 8838733e-1bbc-4ec8-976e-30af8648eefb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:14.816844 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06a1d39a-4e3e-48f4-9cfa-3ea6e8e407c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.994582 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.008235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-06a1d39a-4e3e-48f4-9cfa-3ea6e8e407c6 None None] Port 8838733e-1bbc-4ec8-976e-30af8648eefb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:15.084331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 05e62440-40a8-4190-8393-dea756f454bf, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=05e62440-40a8-4190-8393-dea756f454bf,segment=NetworkSegment(9bb6373f-ca9e-460c-a701-75574190fae4),segment_id=9bb6373f-ca9e-460c-a701-75574190fae4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:15.099924 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.260602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.276455 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=05e62440-40a8-4190-8393-dea756f454bf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:15.340858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e9d8b63-f007-48f7-9d5c-1bf356bd791f req-4e3d3e79-57ff-4fab-8920-955dd7a23008 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 210 time: 0.0840428 Jul 16 17:55:15.424919 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device be2779f4-5093-4bce-8bf4-44c7b9cda756 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:15.543965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port be2779f4-5093-4bce-8bf4-44c7b9cda756 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:15.550520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port be2779f4-5093-4bce-8bf4-44c7b9cda756 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:15.550897 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.676202 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.707300 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.714762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.716555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.728728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port be2779f4-5093-4bce-8bf4-44c7b9cda756, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=be2779f4-5093-4bce-8bf4-44c7b9cda756,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:15.733820 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.734646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b6af1bec-1bbb-4bf5-862d-76a61b26c3dd up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:15.782512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Pushing event updated for resources: {'Port': ['ID=8838733e-1bbc-4ec8-976e-30af8648eefb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:15.874917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=be2779f4-5093-4bce-8bf4-44c7b9cda756,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:15.883260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:15.883862 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.003541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Network 892273ce-97cd-4994-ac2d-ea729c3ebbc2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:16.005758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:16.095346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.42', 56473) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:16.164944 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e48b232e-12f6-4c54-9c0f-989c1df86ff7 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e99094135d6749e8b687fca68187027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663495 Jul 16 17:55:16.292170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Router 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:16.349081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d58845a9-790f-4920-be18-2c5d0c1d0029 None None] Provisioning complete for port 8838733e-1bbc-4ec8-976e-30af8648eefb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:16.349759 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d58845a9-790f-4920-be18-2c5d0c1d0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.426112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d58845a9-790f-4920-be18-2c5d0c1d0029 None None] Port 8838733e-1bbc-4ec8-976e-30af8648eefb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:16.454584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893ea5e-eb32-4fa3-a837-7a30aa5ba1f8 req-cdcbdb44-761e-493c-a74b-5225c075b6f8 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:16.455431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-8eed8edb-83b5-4e2b-92bb-57a5066a292d tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:16.456133 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a893ea5e-eb32-4fa3-a837-7a30aa5ba1f8 req-cdcbdb44-761e-493c-a74b-5225c075b6f8 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 969 time: 0.4805110 Jul 16 17:55:16.456889 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-8eed8edb-83b5-4e2b-92bb-57a5066a292d tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2879102 Jul 16 17:55:16.462459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:16.469356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6d9dfdde-71f4-4a51-84c7-178c8dd5199a admin admin] 10.222.0.52 "PUT /v2.0/routers/03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4735646 Jul 16 17:55:16.505266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a893ea5e-eb32-4fa3-a837-7a30aa5ba1f8 req-e0e9320d-6462-43c6-b405-3f003f8984b0 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Jul 16 17:55:16.517495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Request body: {'port': {'device_id': 'd7814d3a-6b04-4786-a16b-2e7ffe417612', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': 'e99094135d6749e8b687fca68187027f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:16.692754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-062774ee-9448-4569-91c1-16294cd248d6 req-0751c9fd-48a3-4bd0-b999-fe1f137f4577 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 210 time: 0.0495851 Jul 16 17:55:16.779612 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Made reservation on behalf of e99094135d6749e8b687fca68187027f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:16.783876 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.799949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.893536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cb40b9fd-1fb1-45c2-915d-0900eb543419 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:16.998028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port cb40b9fd-1fb1-45c2-915d-0900eb543419 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:17.005681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port cb40b9fd-1fb1-45c2-915d-0900eb543419 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:17.006596 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.123241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.129406 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.144959 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.205995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb40b9fd-1fb1-45c2-915d-0900eb543419'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:17.288391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device be2779f4-5093-4bce-8bf4-44c7b9cda756 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:17.291316 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port cb40b9fd-1fb1-45c2-915d-0900eb543419, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cb40b9fd-1fb1-45c2-915d-0900eb543419,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:17.323326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651d7c5c-0661-459c-92c2-8f4b5e5ac641,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:17.373456 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6e0349-8265-4be2-abd2-e423a541c205" -d '{"events": [{"server_uuid": "cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd", "name": "network-vif-plugged", "status": "completed", "tag": "cb40b9fd-1fb1-45c2-915d-0900eb543419"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:17.378281 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.449582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port be2779f4-5093-4bce-8bf4-44c7b9cda756 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:17.450196 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.505754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Allocated IP 192.168.233.163 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/5ac5dfa9-2050-4426-8d22-c2a9b26d611c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:17.520527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=cb40b9fd-1fb1-45c2-915d-0900eb543419,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:17.544370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Sync routers for ids ['03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:17.556945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Routers {'03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:17.557611 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:55:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:17.700059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 05e62440-40a8-4190-8393-dea756f454bf up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:17.775727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Set router 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:17.776237 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.803674 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Transition to ACTIVE for port object 5ac5dfa9-2050-4426-8d22-c2a9b26d611c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:17.817988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 05e62440-40a8-4190-8393-dea756f454bf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:17.818366 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.865460 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.994633 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:18.002359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:18.004967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:18.011833 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:18.012649 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.039212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Pushing event updated for resources: {'Port': ['ID=5ac5dfa9-2050-4426-8d22-c2a9b26d611c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:18.058181 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e65e203b-b3af-4da4-a9d8-be1ca417cd51 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5464327 Jul 16 17:55:18.128490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224900446-router', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:15Z', 'revision_number': 4, 'project_id': '7202a126aacb46f481a9dc1ed83e74af', 'gw_port': {'id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8838733e-1bbc-4ec8-976e-30af8648eefb', 'name': '', 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'mac_address': 'fa:16:3e:5b:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '01a925d0-86ef-43f1-9835-4aaa437d3827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:12Z', 'updated_at': '2021-07-16T17:55:15Z', 'revision_number': 2, 'project_id': '7202a126aacb46f481a9dc1ed83e74af', 'subnets': [{'id': '01a925d0-86ef-43f1-9835-4aaa437d3827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:18.160904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Checking router: 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:18.161358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Updating router 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 port 8838733e-1bbc-4ec8-976e-30af8648eefb binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:18.201997 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d31e07-f6be-4884-a735-a11264c328ab x-openstack-request-id: req-a0d31e07-f6be-4884-a735-a11264c328ab {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:18.202366 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd", "name": "network-vif-plugged", "status": "completed", "tag": "cb40b9fd-1fb1-45c2-915d-0900eb543419", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:18.202539 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0d31e07-f6be-4884-a735-a11264c328ab {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:18.203016 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb40b9fd-1fb1-45c2-915d-0900eb543419', 'code': 200} Jul 16 17:55:18.218234 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.466762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5988ad06-eff1-43b2-a2cb-b0cca7519f4f None None] Provisioning for port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:18.522477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52793f-9087-4f0f-8bb8-c9eaf1c6420c req-6e317147-0bcd-48da-ae7b-9b67acd8a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:18.524979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d52793f-9087-4f0f-8bb8-c9eaf1c6420c req-6e317147-0bcd-48da-ae7b-9b67acd8a0ff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 1121 time: 0.2246923 Jul 16 17:55:18.531654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5988ad06-eff1-43b2-a2cb-b0cca7519f4f None None] Provisioning complete for port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:18.532809 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5988ad06-eff1-43b2-a2cb-b0cca7519f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.551875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b569819-b1eb-45b7-9bd3-a81c6f50a89a req-41b11078-2c8b-41d3-ad9e-f9740b1860f4 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:18.560675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b569819-b1eb-45b7-9bd3-a81c6f50a89a req-41b11078-2c8b-41d3-ad9e-f9740b1860f4 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 970 time: 0.1553493 Jul 16 17:55:18.577890 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d52793f-9087-4f0f-8bb8-c9eaf1c6420c req-6a4f4b89-2996-45f3-9d4a-b81ddcbadcfa service neutron] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.587314 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5988ad06-eff1-43b2-a2cb-b0cca7519f4f None None] Port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:18.650148 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b569819-b1eb-45b7-9bd3-a81c6f50a89a req-76cc7604-b932-4cf2-a1d8-b1c125d9687c tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880644 Jul 16 17:55:18.755973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a29d14-efb0-460f-ad29-8ef2a06ce652 req-acf167dd-3c99-4682-9bfd-f7d1844a703d tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:18.779863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59a29d14-efb0-460f-ad29-8ef2a06ce652 req-acf167dd-3c99-4682-9bfd-f7d1844a703d tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 936 time: 0.1602018 Jul 16 17:55:18.803819 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.817591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:18.819354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Transition to ACTIVE for port object 8838733e-1bbc-4ec8-976e-30af8648eefb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:18.826962 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.852588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:18.852905 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59a29d14-efb0-460f-ad29-8ef2a06ce652 req-9199123d-170c-448a-8cbc-ae420425d433 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710535 Jul 16 17:55:18.925287 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca28c1-8cf4-4aaf-ba2e-28a14d9ffede None None] Pushing event updated for resources: {'Port': ['ID=8838733e-1bbc-4ec8-976e-30af8648eefb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:18.988878 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d52793f-9087-4f0f-8bb8-c9eaf1c6420c req-6a4f4b89-2996-45f3-9d4a-b81ddcbadcfa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.995735 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d52793f-9087-4f0f-8bb8-c9eaf1c6420c req-6a4f4b89-2996-45f3-9d4a-b81ddcbadcfa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.018536 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c77fc1b-707a-4a64-86bb-e3b2b7d3410a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.023155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Attempting to bind port 8838733e-1bbc-4ec8-976e-30af8648eefb on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:19.023592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Attempting to bind port 8838733e-1bbc-4ec8-976e-30af8648eefb by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '9bb6373f-ca9e-460c-a701-75574190fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:19.023970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Attempting to bind port 8838733e-1bbc-4ec8-976e-30af8648eefb on network 892273ce-97cd-4994-ac2d-ea729c3ebbc2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:19.037304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:19.037708 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Checking segment: {'id': '9bb6373f-ca9e-460c-a701-75574190fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:19.038115 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.038517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Bound using segment: {'id': '9bb6373f-ca9e-460c-a701-75574190fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:19.042811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Bound port: 8838733e-1bbc-4ec8-976e-30af8648eefb, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb6373f-ca9e-460c-a701-75574190fae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:19.043262 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.067953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d52793f-9087-4f0f-8bb8-c9eaf1c6420c req-6a4f4b89-2996-45f3-9d4a-b81ddcbadcfa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325937 Jul 16 17:55:19.102580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f4b89-2996-45f3-9d4a-b81ddcbadcfa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=84e568c0-eef6-4b05-9a16-561d9416d8ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.141142 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acd18522-3944-473c-b997-b33614b4f5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.169915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] For port 8838733e-1bbc-4ec8-976e-30af8648eefb, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:19.175250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] For port 8838733e-1bbc-4ec8-976e-30af8648eefb, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8838733e-1bbc-4ec8-976e-30af8648eefb,segment=NetworkSegment(9bb6373f-ca9e-460c-a701-75574190fae4),segment_id=9bb6373f-ca9e-460c-a701-75574190fae4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:19.185965 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.300584 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Routers {'03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:19.302642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:55:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:19.304081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c77fc1b-707a-4a64-86bb-e3b2b7d3410a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.312692 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c77fc1b-707a-4a64-86bb-e3b2b7d3410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.326382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:19.335457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-734d4cf8-c361-4817-ad38-4929e2320140 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214811309', 'description': 'tempest-description--1248765942'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:19.398120 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77fc1b-707a-4a64-86bb-e3b2b7d3410a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8577df25-2795-4c17-8315-b0039e1684a5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.414733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:19.422372 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7c77fc1b-707a-4a64-86bb-e3b2b7d3410a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f0c7646c1104cba95cf6b9f70004176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6038957 Jul 16 17:55:19.427074 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca28c1-8cf4-4aaf-ba2e-28a14d9ffede None None] Pushing event updated for resources: {'Port': ['ID=8838733e-1bbc-4ec8-976e-30af8648eefb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.496390 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-050a9c81-993c-4125-9861-9340443cffe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.543061 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-050a9c81-993c-4125-9861-9340443cffe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.546337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] Set router 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:19.547129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acd18522-3944-473c-b997-b33614b4f5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.553013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-acd18522-3944-473c-b997-b33614b4f5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.612078 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734d4cf8-c361-4817-ad38-4929e2320140 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.617194 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-acd18522-3944-473c-b997-b33614b4f5df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e90934c06ca446c38658d72ce64da227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7613089 Jul 16 17:55:19.617194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd18522-3944-473c-b997-b33614b4f5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34a8a4b-842c-488a-9974-df4f1d923aef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.618737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:19.670092 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-050a9c81-993c-4125-9861-9340443cffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.673942 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-050a9c81-993c-4125-9861-9340443cffe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.675582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-050a9c81-993c-4125-9861-9340443cffe1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8577df25-2795-4c17-8315-b0039e1684a5 HTTP/1.1" status: 204 len: 168 time: 0.2599509 Jul 16 17:55:19.689628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a9c81-993c-4125-9861-9340443cffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8577df25-2795-4c17-8315-b0039e1684a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.698379 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-731fe846-d5c3-4bd5-b52a-4161f706376e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.752104 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-731fe846-d5c3-4bd5-b52a-4161f706376e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.763243 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734d4cf8-c361-4817-ad38-4929e2320140 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.777532 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734d4cf8-c361-4817-ad38-4929e2320140 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.789167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:19.803867 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-734d4cf8-c361-4817-ad38-4929e2320140 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.805451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-734d4cf8-c361-4817-ad38-4929e2320140 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4773643 Jul 16 17:55:19.823016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:19.848335 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-48f07eb1-a898-4174-8f63-497be44f523e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Request body: {'security_group_rule': {'security_group_id': 'f1b6e817-dade-4593-9c78-9d7645f3a3ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:19.848504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d4cf8-c361-4817-ad38-4929e2320140 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b6e817-dade-4593-9c78-9d7645f3a3ac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.918637 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f07eb1-a898-4174-8f63-497be44f523e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.927663 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-731fe846-d5c3-4bd5-b52a-4161f706376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.930687 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-731fe846-d5c3-4bd5-b52a-4161f706376e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.940173 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-731fe846-d5c3-4bd5-b52a-4161f706376e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b34a8a4b-842c-488a-9974-df4f1d923aef HTTP/1.1" status: 204 len: 168 time: 0.3202989 Jul 16 17:55:19.962772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224900446-router', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:15Z', 'revision_number': 4, 'project_id': '7202a126aacb46f481a9dc1ed83e74af', 'gw_port': {'id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8838733e-1bbc-4ec8-976e-30af8648eefb', 'name': '', 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'mac_address': 'fa:16:3e:5b:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '01a925d0-86ef-43f1-9835-4aaa437d3827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:12Z', 'updated_at': '2021-07-16T17:55:19Z', 'revision_number': 4, 'project_id': '7202a126aacb46f481a9dc1ed83e74af', 'subnets': [{'id': '01a925d0-86ef-43f1-9835-4aaa437d3827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:19.978531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fe846-d5c3-4bd5-b52a-4161f706376e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34a8a4b-842c-488a-9974-df4f1d923aef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:20.026547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128d90dc-33b1-4375-a69b-8bc9ae223283 None None] The sync data for ids ['03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'] in n-d-793618-9 is: [{'id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224900446-router', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:15Z', 'revision_number': 4, 'project_id': '7202a126aacb46f481a9dc1ed83e74af', 'gw_port': {'id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8838733e-1bbc-4ec8-976e-30af8648eefb', 'name': '', 'network_id': '892273ce-97cd-4994-ac2d-ea729c3ebbc2', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'mac_address': 'fa:16:3e:5b:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '01a925d0-86ef-43f1-9835-4aaa437d3827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:12Z', 'updated_at': '2021-07-16T17:55:19Z', 'revision_number': 4, 'project_id': '7202a126aacb46f481a9dc1ed83e74af', 'subnets': [{'id': '01a925d0-86ef-43f1-9835-4aaa437d3827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:20.035109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cb536-b19c-438f-b240-d3b433ae5cb7 req-10d64ca7-7ed6-4a77-862e-6da99a38a78f tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.038433 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f07eb1-a898-4174-8f63-497be44f523e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.042570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-565cb536-b19c-438f-b240-d3b433ae5cb7 req-10d64ca7-7ed6-4a77-862e-6da99a38a78f tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 970 time: 0.1437063 Jul 16 17:55:20.053794 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f07eb1-a898-4174-8f63-497be44f523e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.110582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f07eb1-a898-4174-8f63-497be44f523e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a7b8d7-4e86-4ec9-8420-899a09fe903d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:20.145646 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f07eb1-a898-4174-8f63-497be44f523e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.149298 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-48f07eb1-a898-4174-8f63-497be44f523e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215570 Jul 16 17:55:20.155586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:20.160817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-74402e20-fc1b-4735-bb7c-f4f2aafd0c39 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Request body: {'security_group_rule': {'security_group_id': 'f1b6e817-dade-4593-9c78-9d7645f3a3ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:20.201343 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-565cb536-b19c-438f-b240-d3b433ae5cb7 req-d55e8ee2-7b13-4a50-a3e2-8a33a77bca4a tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447082 Jul 16 17:55:20.260241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef99dbb-dfc1-41d6-abb9-8f428553d60d req-1b9f30d4-a93e-438e-aa89-822ba5487065 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.261869 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aef99dbb-dfc1-41d6-abb9-8f428553d60d req-1b9f30d4-a93e-438e-aa89-822ba5487065 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 936 time: 0.1950436 Jul 16 17:55:20.262581 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74402e20-fc1b-4735-bb7c-f4f2aafd0c39 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.315031 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1a6fa9-deaf-4bf3-a8dd-d1cf11ceb18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.387919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aef99dbb-dfc1-41d6-abb9-8f428553d60d req-ddf750f2-71b2-4994-be71-eab00100362e tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030920 Jul 16 17:55:20.419788 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74402e20-fc1b-4735-bb7c-f4f2aafd0c39 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.424307 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74402e20-fc1b-4735-bb7c-f4f2aafd0c39 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.443215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74402e20-fc1b-4735-bb7c-f4f2aafd0c39 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8615c0b9-27ae-4763-86ac-331234cbee06,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:20.519757 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1a6fa9-deaf-4bf3-a8dd-d1cf11ceb18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.527982 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74402e20-fc1b-4735-bb7c-f4f2aafd0c39 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.529208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-74402e20-fc1b-4735-bb7c-f4f2aafd0c39 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3725061 Jul 16 17:55:20.529953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1a6fa9-deaf-4bf3-a8dd-d1cf11ceb18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.532815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:20.537485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:20.601252 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.611015 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dd1a6fa9-deaf-4bf3-a8dd-d1cf11ceb18c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d06a09ba24a04001ba9ea848146d8204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8103981 Jul 16 17:55:20.614612 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:20.653147 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a6fa9-deaf-4bf3-a8dd-d1cf11ceb18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c6a4e0-22f5-492e-9fd7-556206f2ceb3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:20.682380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:20.698320 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-074db42d-9cd2-478a-9a8a-8bd8bf7ae2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.707987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad84a7a2-319a-46b4-8604-ccdd36e05423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.717992 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:20.748979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15146f46-b199-4398-83b1-78797e0e83a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.772275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad84a7a2-319a-46b4-8604-ccdd36e05423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.832421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad84a7a2-319a-46b4-8604-ccdd36e05423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.836037 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad84a7a2-319a-46b4-8604-ccdd36e05423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.840275 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ad84a7a2-319a-46b4-8604-ccdd36e05423 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4c6a4e0-22f5-492e-9fd7-556206f2ceb3 HTTP/1.1" status: 204 len: 168 time: 0.2246964 Jul 16 17:55:20.851151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84a7a2-319a-46b4-8604-ccdd36e05423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c6a4e0-22f5-492e-9fd7-556206f2ceb3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:20.879103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.933999 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-074db42d-9cd2-478a-9a8a-8bd8bf7ae2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.941216 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-074db42d-9cd2-478a-9a8a-8bd8bf7ae2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.017642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-074db42d-9cd2-478a-9a8a-8bd8bf7ae2ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c034ee2fdcd04ca383d31fb05454c321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345907 Jul 16 17:55:21.019728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:21.033150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074db42d-9cd2-478a-9a8a-8bd8bf7ae2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f2eed-7431-45a2-88e1-5258a2bf2b6b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.049705 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15146f46-b199-4398-83b1-78797e0e83a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.054802 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15146f46-b199-4398-83b1-78797e0e83a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.069435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Allocated IP 172.25.8.223 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/cb327c75-c9a1-4e84-b02d-5d317e98c700) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:21.100751 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-15146f46-b199-4398-83b1-78797e0e83a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=749d456ce69f4ef4bfdb8859a22a6431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817174 Jul 16 17:55:21.101737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15146f46-b199-4398-83b1-78797e0e83a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba57d021-92d1-4f36-8adb-e30bc407d100,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.104499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:21.116958 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61451e5d-ecca-4731-914b-84dabb9ab30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.180116 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61451e5d-ecca-4731-914b-84dabb9ab30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.182498 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40a3d97d-5561-438d-8b01-44469d82341f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.212272 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40a3d97d-5561-438d-8b01-44469d82341f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.250275 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.271350 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61451e5d-ecca-4731-914b-84dabb9ab30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.278222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61451e5d-ecca-4731-914b-84dabb9ab30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.283012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-61451e5d-ecca-4731-914b-84dabb9ab30b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba7f2eed-7431-45a2-88e1-5258a2bf2b6b HTTP/1.1" status: 204 len: 168 time: 0.2590353 Jul 16 17:55:21.327935 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40a3d97d-5561-438d-8b01-44469d82341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.331450 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40a3d97d-5561-438d-8b01-44469d82341f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.335007 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-40a3d97d-5561-438d-8b01-44469d82341f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba57d021-92d1-4f36-8adb-e30bc407d100 HTTP/1.1" status: 204 len: 168 time: 0.2267659 Jul 16 17:55:21.339191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61451e5d-ecca-4731-914b-84dabb9ab30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f2eed-7431-45a2-88e1-5258a2bf2b6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.346905 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8838733e-1bbc-4ec8-976e-30af8648eefb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:21.358827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3d97d-5561-438d-8b01-44469d82341f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba57d021-92d1-4f36-8adb-e30bc407d100,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.363644 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.419220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:21.428412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:21.439724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:21.472319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Pushing event updated for resources: {'Port': ['ID=cb327c75-c9a1-4e84-b02d-5d317e98c700,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.546888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 8838733e-1bbc-4ec8-976e-30af8648eefb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:21.552272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8838733e-1bbc-4ec8-976e-30af8648eefb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:21.552769 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.566041 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:21.590707 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d15d8f7c-3594-4947-abde-f131d7c0acd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.696602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d15d8f7c-3594-4947-abde-f131d7c0acd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.702685 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d15d8f7c-3594-4947-abde-f131d7c0acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.733580 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.738717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d8f7c-3594-4947-abde-f131d7c0acd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1798af07-85c0-474b-ab38-b6f6b3207ba2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.746555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.802456 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d15d8f7c-3594-4947-abde-f131d7c0acd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=124b3ad4570745489acc462e2e7b6bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350814 Jul 16 17:55:21.803995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:21.805514 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 8838733e-1bbc-4ec8-976e-30af8648eefb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8838733e-1bbc-4ec8-976e-30af8648eefb,segment=NetworkSegment(9bb6373f-ca9e-460c-a701-75574190fae4),segment_id=9bb6373f-ca9e-460c-a701-75574190fae4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:21.819352 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.880041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44995be-c2bd-4457-8c5a-63d8007634dd req-7edfd787-c304-4ca3-bbf2-2034bba81071 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:21.886891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c44995be-c2bd-4457-8c5a-63d8007634dd req-7edfd787-c304-4ca3-bbf2-2034bba81071 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 970 time: 0.3538897 Jul 16 17:55:21.888863 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.913688 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97e8da4b-5bec-4566-8b3a-49c552ee60e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.918837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=8838733e-1bbc-4ec8-976e-30af8648eefb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.946993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97e8da4b-5bec-4566-8b3a-49c552ee60e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.951850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f7bc2-7c73-4d8a-9a3e-ebd76c86e8a1 req-7ba0fd2f-e204-4c02-8e95-025df0d27620 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:21.953361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-813f7bc2-7c73-4d8a-9a3e-ebd76c86e8a1 req-7ba0fd2f-e204-4c02-8e95-025df0d27620 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 936 time: 0.2692699 Jul 16 17:55:22.007781 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97e8da4b-5bec-4566-8b3a-49c552ee60e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.010199 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97e8da4b-5bec-4566-8b3a-49c552ee60e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.013712 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-97e8da4b-5bec-4566-8b3a-49c552ee60e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1798af07-85c0-474b-ab38-b6f6b3207ba2 HTTP/1.1" status: 204 len: 168 time: 0.2063224 Jul 16 17:55:22.022877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8da4b-5bec-4566-8b3a-49c552ee60e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1798af07-85c0-474b-ab38-b6f6b3207ba2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:22.058363 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c44995be-c2bd-4457-8c5a-63d8007634dd req-47bf65d7-a1be-41a5-94ae-b413a330223d tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699538 Jul 16 17:55:22.169357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-813f7bc2-7c73-4d8a-9a3e-ebd76c86e8a1 req-f6747c32-17a9-4328-805c-afe36767e86a tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987400 Jul 16 17:55:22.533884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2dcf2-3f78-4dfa-82bb-707fdb00804e req-fd0f1a4b-bd42-47e6-9327-6e61f038e8e6 tempest-AggregatesAdminTestJSON-1690308733 tempest-AggregatesAdminTestJSON-1690308733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.536538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaf2dcf2-3f78-4dfa-82bb-707fdb00804e req-fd0f1a4b-bd42-47e6-9327-6e61f038e8e6 tempest-AggregatesAdminTestJSON-1690308733 tempest-AggregatesAdminTestJSON-1690308733-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 1121 time: 0.1126637 Jul 16 17:55:22.545782 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.570642 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf2dcf2-3f78-4dfa-82bb-707fdb00804e req-c4ce27e1-45dc-417f-8bc4-3dd707c20b02 tempest-AggregatesAdminTestJSON-1690308733 tempest-AggregatesAdminTestJSON-1690308733-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.572659 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.622441 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.642489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Pushing event updated for resources: {'Port': ['ID=cb327c75-c9a1-4e84-b02d-5d317e98c700,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:22.755238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf2dcf2-3f78-4dfa-82bb-707fdb00804e req-c4ce27e1-45dc-417f-8bc4-3dd707c20b02 tempest-AggregatesAdminTestJSON-1690308733 tempest-AggregatesAdminTestJSON-1690308733-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.762155 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eaf2dcf2-3f78-4dfa-82bb-707fdb00804e req-c4ce27e1-45dc-417f-8bc4-3dd707c20b02 tempest-AggregatesAdminTestJSON-1690308733 tempest-AggregatesAdminTestJSON-1690308733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.776813 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.778304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e474b7ff-f47a-4c62-9e54-5f9af6b44e69 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2444060 Jul 16 17:55:22.794782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaf2dcf2-3f78-4dfa-82bb-707fdb00804e req-c4ce27e1-45dc-417f-8bc4-3dd707c20b02 tempest-AggregatesAdminTestJSON-1690308733 tempest-AggregatesAdminTestJSON-1690308733-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463584 Jul 16 17:55:22.805244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce27e1-45dc-417f-8bc4-3dd707c20b02 tempest-AggregatesAdminTestJSON-1690308733 tempest-AggregatesAdminTestJSON-1690308733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dc791c-c9d3-48c2-b4e2-3f4fc566f607,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:23.138923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-8f74e527-5428-4b0a-9ea3-59790ea4eb9f tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1214811309&fields=id&tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb HTTP/1.1" status: 200 len: 267 time: 0.0660501 Jul 16 17:55:23.240277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8838733e-1bbc-4ec8-976e-30af8648eefb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:23.260734 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-86f7f793-874a-437b-8093-c299da1adcc8 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:55:23.262177 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-86f7f793-874a-437b-8093-c299da1adcc8 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067208 Jul 16 17:55:23.323018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8838733e-1bbc-4ec8-976e-30af8648eefb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:23.323401 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.474553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-db8825d6-2818-4bdb-b85d-0f44b001d47c tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:23.476153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-db8825d6-2818-4bdb-b85d-0f44b001d47c tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/networks?id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a HTTP/1.1" status: 200 len: 823 time: 0.3362384 Jul 16 17:55:23.499372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-92f59c7a-c382-4d88-bfb2-3886a96f55ce tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/quotas/ca4ce52eb9324fc8a62c28e949a32ceb HTTP/1.1" status: 200 len: 375 time: 0.0174363 Jul 16 17:55:23.526435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98527071-6284-42bf-b418-edabda60bf77 req-19b0a360-f258-46da-9cf2-ca5774061a40 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:23.527950 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98527071-6284-42bf-b418-edabda60bf77 req-19b0a360-f258-46da-9cf2-ca5774061a40 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 936 time: 0.1555769 Jul 16 17:55:23.604977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:23.624322 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98527071-6284-42bf-b418-edabda60bf77 req-07a5d95a-f2b1-40f5-87fa-fd65d0719a6d tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742970 Jul 16 17:55:23.650593 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-b676c4a5-608c-4057-a2d2-a6329cff8338 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1420639 Jul 16 17:55:23.718782 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Request body: {'port': {'device_id': 'd7814d3a-6b04-4786-a16b-2e7ffe417612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:23.795523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1054230219-network', 'tenant_id': '90946ba06bcf40e28b4a6b36dafd556d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:23.853717 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.895512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Made reservation on behalf of 90946ba06bcf40e28b4a6b36dafd556d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:23.898611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.917242 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.222774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-c993c58f-7064-4aa0-9740-217f0d087ab0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:55:24.224481 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-c993c58f-7064-4aa0-9740-217f0d087ab0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2048421 Jul 16 17:55:24.314245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac5dfa9-2050-4426-8d22-c2a9b26d611c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:24.322101 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.341629 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Transition to ACTIVE for port object 5ac5dfa9-2050-4426-8d22-c2a9b26d611c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:24.353095 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.353973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.358200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-a940a0f9-49a2-4d16-bcfd-a9e31696894e service neutron] 10.222.0.52 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275990 Jul 16 17:55:24.388801 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.413785 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac5dfa9-2050-4426-8d22-c2a9b26d611c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:24.479019 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-6ceb9921-00c3-4210-b36d-8173f5d7dc98 service neutron] 10.222.0.52 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129799 Jul 16 17:55:24.494899 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:24.506728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590922e8-d30f-4b10-881e-31985b823610,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:24.513619 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.513970 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Added segment eb793f64-b1d0-47ed-b422-09c18ee67bd9 of type vlan for network 006655ef-7caa-4a46-9709-792511038dd9 Jul 16 17:55:24.647304 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.652954 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Attempting to bind port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:24.653338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Attempting to bind port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:24.653661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Attempting to bind port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:24.660265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:24.660594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Attempting to bind port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:24.671594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:24.671937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:24.673615 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:24.674063 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Bound port: 5ac5dfa9-2050-4426-8d22-c2a9b26d611c, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:24.674421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.747071 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.748289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:24.748987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.831581 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2254913 Jul 16 17:55:24.844391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:24.864089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70911970-a4b4-4cea-a969-a8259c44fc56 admin admin] Pushing event updated for resources: {'Network': ['ID=006655ef-7caa-4a46-9709-792511038dd9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:24.870478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6a1881c0-0262-4931-a2b5-e2f2388d6155 admin admin] Request body: {'subnet': {'network_id': '006655ef-7caa-4a46-9709-792511038dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1054230219-subnet', 'tenant_id': '90946ba06bcf40e28b4a6b36dafd556d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:24.873856 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] For port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:24.879587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 006655ef-7caa-4a46-9709-792511038dd9 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:24.887628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d67b820-11c1-4499-a674-8a5565317a80 req-1a67b3c5-5080-41d7-b1ae-2effc22ba3e0 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 210 time: 0.0596011 Jul 16 17:55:24.890879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] For port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5ac5dfa9-2050-4426-8d22-c2a9b26d611c,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:24.906067 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.924895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1881c0-0262-4931-a2b5-e2f2388d6155 admin admin] Made reservation on behalf of 90946ba06bcf40e28b4a6b36dafd556d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:24.927384 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a1881c0-0262-4931-a2b5-e2f2388d6155 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.991861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:24.992602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.996628 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] 10.222.0.42 "PUT /v2.0/ports/5ac5dfa9-2050-4426-8d22-c2a9b26d611c HTTP/1.1" status: 200 len: 1096 time: 1.5308580 Jul 16 17:55:24.997117 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7814d3a-6b04-4786-a16b-2e7ffe417612', 'tag': '5ac5dfa9-2050-4426-8d22-c2a9b26d611c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:25.142260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e999ed4-e527-499d-9ea1-83d052ce363f req-804206cd-6b51-4d05-bf2e-fa5b948854e0 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.152086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e999ed4-e527-499d-9ea1-83d052ce363f req-804206cd-6b51-4d05-bf2e-fa5b948854e0 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 948 time: 0.2088382 Jul 16 17:55:25.249988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e999ed4-e527-499d-9ea1-83d052ce363f req-3a348d48-bbe8-4769-8aa5-9a70ca6e8557 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964179 Jul 16 17:55:25.380598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efd726-7f25-47e2-ba5c-9b847c8eda42 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac5dfa9-2050-4426-8d22-c2a9b26d611c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:25.429058 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-8da921da-ed42-4de7-8642-f80a9e2f34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.430751 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-8da921da-ed42-4de7-8642-f80a9e2f34f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e99094135d6749e8b687fca68187027f&device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 1099 time: 0.3553886 Jul 16 17:55:25.444577 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a1881c0-0262-4931-a2b5-e2f2388d6155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.548547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1881c0-0262-4931-a2b5-e2f2388d6155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74fb4f0a-bebe-45b0-84d0-9b8afb78b35e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:25.559528 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-768e5899-e92a-44f0-af34-6bf54cf5eaca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5ac5dfa9-2050-4426-8d22-c2a9b26d611c HTTP/1.1" status: 200 len: 217 time: 0.1199207 Jul 16 17:55:25.610900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1881c0-0262-4931-a2b5-e2f2388d6155 admin admin] Checking segment: {'id': 'eb793f64-b1d0-47ed-b422-09c18ee67bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '006655ef-7caa-4a46-9709-792511038dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:25.611442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1881c0-0262-4931-a2b5-e2f2388d6155 admin admin] Network hostable DHCP agents. Network: 006655ef-7caa-4a46-9709-792511038dd9, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:25.635542 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf05b8e-aed9-498e-a754-04a3ad1608d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d7814d3a-6b04-4786-a16b-2e7ffe417612", "tag": "5ac5dfa9-2050-4426-8d22-c2a9b26d611c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:25.666161 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-4f2aedbc-322c-4002-b3eb-e27059322f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.666830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1881c0-0262-4931-a2b5-e2f2388d6155 admin admin] Network 006655ef-7caa-4a46-9709-792511038dd9 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:25.667795 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-4f2aedbc-322c-4002-b3eb-e27059322f97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1010766 Jul 16 17:55:25.680435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6a1881c0-0262-4931-a2b5-e2f2388d6155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 006655ef-7caa-4a46-9709-792511038dd9) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:25.687391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1881c0-0262-4931-a2b5-e2f2388d6155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.687614 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a1881c0-0262-4931-a2b5-e2f2388d6155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.693237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0ffef-60ff-48c2-a76a-836080f138f5 None None] Network 006655ef-7caa-4a46-9709-792511038dd9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:25.715501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6a1881c0-0262-4931-a2b5-e2f2388d6155 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8688595 Jul 16 17:55:25.810870 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1194ca54-5e30-4436-82ac-17b0e52b9bab x-openstack-request-id: req-1194ca54-5e30-4436-82ac-17b0e52b9bab {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:25.811171 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7814d3a-6b04-4786-a16b-2e7ffe417612", "tag": "5ac5dfa9-2050-4426-8d22-c2a9b26d611c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:25.811416 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1194ca54-5e30-4436-82ac-17b0e52b9bab {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:25.811892 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7814d3a-6b04-4786-a16b-2e7ffe417612', 'tag': '5ac5dfa9-2050-4426-8d22-c2a9b26d611c', 'status': 'completed', 'code': 200} Jul 16 17:55:25.864350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e199a4bc-32b2-4de7-8273-c677deb19b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.866016 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-e199a4bc-32b2-4de7-8273-c677deb19b5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1898108 Jul 16 17:55:25.888000 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bed7bdcd-fa24-4e11-87a6-1432d0f059b0 req-13731f07-bf09-4636-9403-6de5fcc082c1 tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7e68a1cbdeab450d90bb87ac29f7d7a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388329 Jul 16 17:55:25.947178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d3ef5-7e62-485b-b9f3-88414dcaa26c None None] Network 006655ef-7caa-4a46-9709-792511038dd9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:26.076387 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-9f2ab556-bcc4-4116-8f81-0fd45c326f75 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022460 Jul 16 17:55:26.096988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7bdcd-fa24-4e11-87a6-1432d0f059b0 req-8aaafa4e-a35b-4659-8b8a-93adcf5abfe6 tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.109946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bed7bdcd-fa24-4e11-87a6-1432d0f059b0 req-8aaafa4e-a35b-4659-8b8a-93adcf5abfe6 tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209983 Jul 16 17:55:26.138751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bed7bdcd-fa24-4e11-87a6-1432d0f059b0 req-1dba3505-b695-4339-bc04-beca15fb58c5 tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] 10.222.0.52 "GET /v2.0/quotas/7e68a1cbdeab450d90bb87ac29f7d7a8 HTTP/1.1" status: 200 len: 375 time: 0.0276959 Jul 16 17:55:26.205929 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bed7bdcd-fa24-4e11-87a6-1432d0f059b0 req-590d1bf2-739b-4c19-b014-76e99f75acda tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e68a1cbdeab450d90bb87ac29f7d7a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653419 Jul 16 17:55:26.264458 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dd76555b-9d9a-43ae-9f3d-ae85a8da649e req-f7172298-0fd6-487c-8474-c9e688867991 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798763 Jul 16 17:55:26.350554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d04f12d6-7382-4d44-ae24-e54794e9177f req-e30817aa-8aa2-4b31-ae17-40cb8be5c217 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 210 time: 0.0354598 Jul 16 17:55:26.422053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf05b8e-aed9-498e-a754-04a3ad1608d3 req-893e85a3-4cee-490e-afad-a5e1c4e43c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.423674 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ddf05b8e-aed9-498e-a754-04a3ad1608d3 req-893e85a3-4cee-490e-afad-a5e1c4e43c0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e99094135d6749e8b687fca68187027f&device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 1099 time: 0.0636506 Jul 16 17:55:26.557272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8dfb7-50fc-4204-b938-26a437b90543 req-ee50ae86-7b92-4074-a47d-19f23a7539c1 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.565636 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38e8dfb7-50fc-4204-b938-26a437b90543 req-ee50ae86-7b92-4074-a47d-19f23a7539c1 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 948 time: 0.0845842 Jul 16 17:55:26.615621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38e8dfb7-50fc-4204-b938-26a437b90543 req-6f4cd164-ea7c-4e4b-a7c5-520525f24172 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488420 Jul 16 17:55:26.629948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:26.635117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-361824647-network', 'tenant_id': '1cb0e94e18cf4aba8edebbd77c8142ac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:26.661566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Made reservation on behalf of 1cb0e94e18cf4aba8edebbd77c8142ac for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:26.665285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.676352 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.744415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf05b8e-aed9-498e-a754-04a3ad1608d3 req-948c8d9f-ede6-4cae-b8dc-6c584c36a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.746750 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ddf05b8e-aed9-498e-a754-04a3ad1608d3 req-948c8d9f-ede6-4cae-b8dc-6c584c36a9af service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.3171835 Jul 16 17:55:26.832968 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ddf05b8e-aed9-498e-a754-04a3ad1608d3 req-5b6ad861-baa2-4dd6-9109-475078f91452 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5ac5dfa9-2050-4426-8d22-c2a9b26d611c HTTP/1.1" status: 200 len: 217 time: 0.0787065 Jul 16 17:55:26.870944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-b0bd9a51-9377-42fb-a726-13e71f516f48 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.872440 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-b0bd9a51-9377-42fb-a726-13e71f516f48 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.38 "GET /v2.0/networks?id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a HTTP/1.1" status: 200 len: 823 time: 0.1768990 Jul 16 17:55:26.930370 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf05b8e-aed9-498e-a754-04a3ad1608d3 req-d63fa94c-9ca9-479f-950b-eb4193cac530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.932202 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ddf05b8e-aed9-498e-a754-04a3ad1608d3 req-d63fa94c-9ca9-479f-950b-eb4193cac530 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0912588 Jul 16 17:55:26.938595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-3dbad824-4e61-4c40-a47d-5fdeeda9722a tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb HTTP/1.1" status: 200 len: 380 time: 0.0571182 Jul 16 17:55:26.949241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Request body: {'port': {'device_id': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'admin_state_up': True, 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'security_groups': ['f1b6e817-dade-4593-9c78-9d7645f3a3ac']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:27.023693 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf05b8e-aed9-498e-a754-04a3ad1608d3 req-2a4cd007-7a2d-461f-b5e0-1f678d36940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:27.025421 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ddf05b8e-aed9-498e-a754-04a3ad1608d3 req-2a4cd007-7a2d-461f-b5e0-1f678d36940d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858498 Jul 16 17:55:27.062710 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.073909 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.109358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:27.132331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Made reservation on behalf of ca4ce52eb9324fc8a62c28e949a32ceb for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:27.135476 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.148491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ec4d13-822f-4af2-b0ad-b3b5c64823d1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:27.153129 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790526355267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.153753 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Unsubscribe: segment precommit_create {{(pid=93767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 17:55:27.154188 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Added segment 3a908bc8-cba7-4b86-8987-1db55cce9b7f of type vlan for network e978e956-018e-4696-a867-4e7039a5d424 Jul 16 17:55:27.169953 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ddf05b8e-aed9-498e-a754-04a3ad1608d3 req-63b85d4f-2e86-4ae0-a4fd-5926d24a4b36 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368592 Jul 16 17:55:27.216083 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.296671 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ddf05b8e-aed9-498e-a754-04a3ad1608d3 req-08606022-16f1-4ade-9dae-f0876ebbec18 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194537 Jul 16 17:55:27.374349 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.381402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:27.381402 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.463945 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:27.464441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8329465 Jul 16 17:55:27.471708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e8ae6666-67e7-4608-8808-2a7c5de7361a admin admin] Request body: {'subnet': {'network_id': 'e978e956-018e-4696-a867-4e7039a5d424', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-361824647-subnet', 'tenant_id': '1cb0e94e18cf4aba8edebbd77c8142ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:27.505153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ae6666-67e7-4608-8808-2a7c5de7361a admin admin] Made reservation on behalf of 1cb0e94e18cf4aba8edebbd77c8142ac for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:27.518857 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6666-67e7-4608-8808-2a7c5de7361a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.767526 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6666-67e7-4608-8808-2a7c5de7361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.770367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Allocated IP 172.20.0.6 (32bb35c6-a5f8-4e53-8d92-c7e69e2a485a/5fc775af-c617-41ef-a81d-530d687d1c50/35fdb997-bf7c-474d-9289-7245bde6c460) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:27.772815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa77ad-c0e0-4eac-bf08-52e1b5a1cfaa admin admin] Pushing event updated for resources: {'Network': ['ID=e978e956-018e-4696-a867-4e7039a5d424,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:27.807222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network e978e956-018e-4696-a867-4e7039a5d424 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:27.842463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e00b8b5c-52cf-4df2-8d40-8e2068699284 req-c9e59c19-6ae4-4396-8621-39f2bd53e629 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 210 time: 0.0780559 Jul 16 17:55:27.851335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-758662cb-57f0-43ae-b687-6511369d4c65 req-e22a2c7a-7f9c-41fa-86b0-febd28a8abda tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7e68a1cbdeab450d90bb87ac29f7d7a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880342 Jul 16 17:55:27.876712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae6666-67e7-4608-8808-2a7c5de7361a admin admin] Pushing event updated for resources: {'Subnet': ['ID=feccbadb-668e-4e08-8c5a-0d4461482898,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:27.882362 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ae6666-67e7-4608-8808-2a7c5de7361a admin admin] Checking segment: {'id': '3a908bc8-cba7-4b86-8987-1db55cce9b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e978e956-018e-4696-a867-4e7039a5d424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:27.882731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ae6666-67e7-4608-8808-2a7c5de7361a admin admin] Network hostable DHCP agents. Network: e978e956-018e-4696-a867-4e7039a5d424, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:27.931555 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ae6666-67e7-4608-8808-2a7c5de7361a admin admin] Network e978e956-018e-4696-a867-4e7039a5d424 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:27.946838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e8ae6666-67e7-4608-8808-2a7c5de7361a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, e978e956-018e-4696-a867-4e7039a5d424) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:27.953300 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ae6666-67e7-4608-8808-2a7c5de7361a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:27.956521 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6666-67e7-4608-8808-2a7c5de7361a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.966331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23152886-7e33-4575-8f6b-3f205f09f450 None None] Network e978e956-018e-4696-a867-4e7039a5d424 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:27.983879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:28.008183 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e8ae6666-67e7-4608-8808-2a7c5de7361a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5417328 Jul 16 17:55:28.115512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758662cb-57f0-43ae-b687-6511369d4c65 req-1107eb74-c427-4c96-bf31-c31398da59e1 tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:28.122149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-758662cb-57f0-43ae-b687-6511369d4c65 req-1107eb74-c427-4c96-bf31-c31398da59e1 tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699518 Jul 16 17:55:28.146312 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-758662cb-57f0-43ae-b687-6511369d4c65 req-3f038f21-135b-447a-ac7a-9d0999de43e0 tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] 10.222.0.52 "GET /v2.0/quotas/7e68a1cbdeab450d90bb87ac29f7d7a8 HTTP/1.1" status: 200 len: 375 time: 0.0232363 Jul 16 17:55:28.192728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-758662cb-57f0-43ae-b687-6511369d4c65 req-f3170eab-c773-401d-9901-40aeb9c54bd6 tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e68a1cbdeab450d90bb87ac29f7d7a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454628 Jul 16 17:55:28.214082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9551f-4508-4f1b-849e-1f96a5e13f31 None None] Network e978e956-018e-4696-a867-4e7039a5d424 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:28.227626 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.260467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Transition to ACTIVE for port object 35fdb997-bf7c-474d-9289-7245bde6c460 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:28.283580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:28.317396 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.403647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9b487c-b8ba-40dc-b393-9fe930d9e1e4 admin admin] Deleting subnet 74fb4f0a-bebe-45b0-84d0-9b8afb78b35e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:55:28.410042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe9b487c-b8ba-40dc-b393-9fe930d9e1e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.476649 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe9b487c-b8ba-40dc-b393-9fe930d9e1e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.485220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:28.489254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:28.499921 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe9b487c-b8ba-40dc-b393-9fe930d9e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.506473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:28.517194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:28.518158 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.537838 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621d3a5b-63ea-42b6-9d70-f24b2dbc04d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.548219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Pushing event updated for resources: {'Port': ['ID=35fdb997-bf7c-474d-9289-7245bde6c460,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:28.596314 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-facb9e8d-e3d7-4aea-8893-9710e4b7e3a7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6515865 Jul 16 17:55:28.618535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Request body: {'port': {'device_id': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:28.628138 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe9b487c-b8ba-40dc-b393-9fe930d9e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.678681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b487c-b8ba-40dc-b393-9fe930d9e1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74fb4f0a-bebe-45b0-84d0-9b8afb78b35e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:28.680923 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe9b487c-b8ba-40dc-b393-9fe930d9e1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.683366 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fe9b487c-b8ba-40dc-b393-9fe930d9e1e4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/74fb4f0a-bebe-45b0-84d0-9b8afb78b35e HTTP/1.1" status: 204 len: 168 time: 0.3983757 Jul 16 17:55:28.687405 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:28.695558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af937e-0ac7-4337-910e-1d531efd004b req-de1b7847-7345-4dda-80ab-98c80ba6261e tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:28.702811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7af937e-0ac7-4337-910e-1d531efd004b req-de1b7847-7345-4dda-80ab-98c80ba6261e tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 948 time: 0.1771710 Jul 16 17:55:28.759073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:28.787990 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.812123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621d3a5b-63ea-42b6-9d70-f24b2dbc04d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.815638 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.817895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7af937e-0ac7-4337-910e-1d531efd004b req-782cd7d0-22d5-44af-95e2-d9713327e338 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137805 Jul 16 17:55:28.820264 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621d3a5b-63ea-42b6-9d70-f24b2dbc04d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.872453 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a2a3a17-d8ae-47b4-ba29-cc808dcd23b8 None None] Provisioning for port 35fdb997-bf7c-474d-9289-7245bde6c460 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:28.880409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a2a3a17-d8ae-47b4-ba29-cc808dcd23b8 None None] Provisioning complete for port 35fdb997-bf7c-474d-9289-7245bde6c460 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:28.884003 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-621d3a5b-63ea-42b6-9d70-f24b2dbc04d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=871ee40d8ef740938d434edad0d3ca87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8985307 Jul 16 17:55:28.888257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:28.898691 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a2a3a17-d8ae-47b4-ba29-cc808dcd23b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.915518 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d3a5b-63ea-42b6-9d70-f24b2dbc04d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7fb71a-780a-4f22-988a-d13d1cc850dc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:28.955139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a3a17-d8ae-47b4-ba29-cc808dcd23b8 None None] Port 35fdb997-bf7c-474d-9289-7245bde6c460 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:29.010085 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.028554 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.029095 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.029529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5ac5dfa9-2050-4426-8d22-c2a9b26d611c details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:29.030747 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.031086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.031435 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.032360 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.032686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.033019 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.033513 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.033836 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.041090 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-329b5489-c783-403d-bd36-d5ae0f93e434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.174706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5ac5dfa9-2050-4426-8d22-c2a9b26d611c,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:29.183491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.184274 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.184745 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.185093 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:55:29.185790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006655ef-7caa-4a46-9709-792511038dd9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:29.189757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '5ac5dfa9-2050-4426-8d22-c2a9b26d611c', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '5ac5dfa9-2050-4426-8d22-c2a9b26d611c', 'mac_address': 'fa:16:3e:7e:33:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:29.213626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb793f64-b1d0-47ed-b422-09c18ee67bd9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:29.213957 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb793f64-b1d0-47ed-b422-09c18ee67bd9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:29.231790 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2ebefd-68f6-4250-b6a6-9183ce0c07c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.241759 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.248607 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.267770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac5dfa9-2050-4426-8d22-c2a9b26d611c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:29.296353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5ac5dfa9-2050-4426-8d22-c2a9b26d611c,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:29.305132 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.305356 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.322151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:55:29.324211 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: from cryptography.utils import int_from_bytes Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: from cryptography.utils import int_from_bytes Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: timer() Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:55:29.342111 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:55:29.357204 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-329b5489-c783-403d-bd36-d5ae0f93e434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.369924 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-329b5489-c783-403d-bd36-d5ae0f93e434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.388757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72744c9d-26ab-41f6-be19-0d4593e05c57 req-77ab94fc-41b5-44fb-a9ba-7d89411358c9 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:29.388757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72744c9d-26ab-41f6-be19-0d4593e05c57 req-77ab94fc-41b5-44fb-a9ba-7d89411358c9 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 931 time: 0.2183044 Jul 16 17:55:29.397783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5ac5dfa9-2050-4426-8d22-c2a9b26d611c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:29.419446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35fdb997-bf7c-474d-9289-7245bde6c460 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:29.444519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b5489-c783-403d-bd36-d5ae0f93e434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0b0d65-7daa-4682-8f9c-f5904d5afae7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:29.452506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.453203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2ebefd-68f6-4250-b6a6-9183ce0c07c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.467660 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.480733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.485951 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/006655ef-7caa-4a46-9709-792511038dd9 HTTP/1.1" status: 204 len: 168 time: 0.7929332 Jul 16 17:55:29.490575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:29.524526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Transition to ACTIVE for port object 35fdb997-bf7c-474d-9289-7245bde6c460 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:29.532353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-329b5489-c783-403d-bd36-d5ae0f93e434 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=395b9307331a4f24b81a448c5d18b216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7696083 Jul 16 17:55:29.540312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:29.542720 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.553216 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515868f-0146-4960-97f4-7f4a663a1ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=006655ef-7caa-4a46-9709-792511038dd9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:29.590386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2ebefd-68f6-4250-b6a6-9183ce0c07c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.594187 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf2ebefd-68f6-4250-b6a6-9183ce0c07c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.599964 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cf2ebefd-68f6-4250-b6a6-9183ce0c07c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c7fb71a-780a-4f22-988a-d13d1cc850dc HTTP/1.1" status: 204 len: 168 time: 0.6870422 Jul 16 17:55:29.606349 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5ac5dfa9-2050-4426-8d22-c2a9b26d611c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:29.611261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72744c9d-26ab-41f6-be19-0d4593e05c57 req-777c62bb-a0e2-463e-b007-07e79b997271 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649225 Jul 16 17:55:29.627053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ebefd-68f6-4250-b6a6-9183ce0c07c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7fb71a-780a-4f22-988a-d13d1cc850dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:29.710854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-023c26bd-92a1-48ea-843b-d99688981f68 admin admin] Deleting subnet feccbadb-668e-4e08-8c5a-0d4461482898 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:55:29.726425 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-023c26bd-92a1-48ea-843b-d99688981f68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.853910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Pushing event updated for resources: {'Port': ['ID=35fdb997-bf7c-474d-9289-7245bde6c460,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:29.925783 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-023c26bd-92a1-48ea-843b-d99688981f68 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.977564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Attempting to bind port 35fdb997-bf7c-474d-9289-7245bde6c460 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:29.977818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Attempting to bind port 35fdb997-bf7c-474d-9289-7245bde6c460 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:29.978155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Attempting to bind port 35fdb997-bf7c-474d-9289-7245bde6c460 on network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:30.017393 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b1db3fb-de63-47fe-866f-4cca9ab7f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.021947 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-023c26bd-92a1-48ea-843b-d99688981f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.025270 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e31120d8-5274-4eac-b47f-4ec33660f0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.056834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Port 35fdb997-bf7c-474d-9289-7245bde6c460 on network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:30.057726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Attempting to bind port 35fdb997-bf7c-474d-9289-7245bde6c460 on network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:30.091412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:30.091758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Checking segment: {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:30.092426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Bound using segment: {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:30.092880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Bound port: 35fdb997-bf7c-474d-9289-7245bde6c460, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:30.093425 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.098142 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e31120d8-5274-4eac-b47f-4ec33660f0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.185280 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:30.208863 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a69656e-0f3a-41ab-91d3-7a7aae9d08dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.232911 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-023c26bd-92a1-48ea-843b-d99688981f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.283616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c26bd-92a1-48ea-843b-d99688981f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feccbadb-668e-4e08-8c5a-0d4461482898,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.298094 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-023c26bd-92a1-48ea-843b-d99688981f68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.300212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-023c26bd-92a1-48ea-843b-d99688981f68 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/feccbadb-668e-4e08-8c5a-0d4461482898 HTTP/1.1" status: 204 len: 168 time: 0.8086836 Jul 16 17:55:30.303269 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:30.320624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] For port 35fdb997-bf7c-474d-9289-7245bde6c460, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:30.324099 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e31120d8-5274-4eac-b47f-4ec33660f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.326751 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e31120d8-5274-4eac-b47f-4ec33660f0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.328254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e31120d8-5274-4eac-b47f-4ec33660f0a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e0b0d65-7daa-4682-8f9c-f5904d5afae7 HTTP/1.1" status: 204 len: 168 time: 0.7863550 Jul 16 17:55:30.330816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] For port 35fdb997-bf7c-474d-9289-7245bde6c460, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=35fdb997-bf7c-474d-9289-7245bde6c460,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:30.342445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31120d8-5274-4eac-b47f-4ec33660f0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0b0d65-7daa-4682-8f9c-f5904d5afae7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.352200 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b868a-437a-413f-933a-420a60b001b4 req-7e04597d-9d31-44ed-97f0-5f6209d93cde tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:30.359071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f94b868a-437a-413f-933a-420a60b001b4 req-7e04597d-9d31-44ed-97f0-5f6209d93cde tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 949 time: 0.2799659 Jul 16 17:55:30.362476 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.405434 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.416953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:30.417508 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.419040 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] 10.222.0.38 "PUT /v2.0/ports/35fdb997-bf7c-474d-9289-7245bde6c460 HTTP/1.1" status: 200 len: 1091 time: 1.8113666 Jul 16 17:55:30.419489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'tag': '35fdb997-bf7c-474d-9289-7245bde6c460'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:30.425222 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8748bd-258c-4149-a901-a1d499547254" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1", "tag": "35fdb997-bf7c-474d-9289-7245bde6c460"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:30.483781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278df449-7aa0-4523-8e45-803fc1f6085e service neutron] Pushing event updated for resources: {'Port': ['ID=35fdb997-bf7c-474d-9289-7245bde6c460,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.492626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f94b868a-437a-413f-933a-420a60b001b4 req-94ef0158-95ae-4f94-a745-062ed14a1f99 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326287 Jul 16 17:55:30.516911 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.530507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e978e956-018e-4696-a867-4e7039a5d424']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:30.554471 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a908bc8-cba7-4b86-8987-1db55cce9b7f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:30.555017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a908bc8-cba7-4b86-8987-1db55cce9b7f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:30.564668 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3bfd4a9e-6ae0-45a1-8f0d-356ada789991 req-0623c731-afea-4aac-a0e2-44f631fe8c51 tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7e68a1cbdeab450d90bb87ac29f7d7a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1330578 Jul 16 17:55:30.574265 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.608869 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.633455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:55:30.633455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: timer() Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:55:30.633975 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:55:30.650839 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a33cdc-ee80-42b3-b420-3996acfa8da4 x-openstack-request-id: req-d1a33cdc-ee80-42b3-b420-3996acfa8da4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:30.651132 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1", "tag": "35fdb997-bf7c-474d-9289-7245bde6c460", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:30.651392 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1a33cdc-ee80-42b3-b420-3996acfa8da4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:30.651795 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'tag': '35fdb997-bf7c-474d-9289-7245bde6c460', 'status': 'completed', 'code': 200} Jul 16 17:55:30.659640 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a69656e-0f3a-41ab-91d3-7a7aae9d08dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.680678 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a69656e-0f3a-41ab-91d3-7a7aae9d08dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.724634 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-a7070a9d-c2e6-46de-87b0-720f76f21709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:30.726209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-a7070a9d-c2e6-46de-87b0-720f76f21709 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb&device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 1094 time: 0.2325578 Jul 16 17:55:30.752758 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.761245 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.763128 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e978e956-018e-4696-a867-4e7039a5d424 HTTP/1.1" status: 204 len: 168 time: 0.4573629 Jul 16 17:55:30.768238 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7a69656e-0f3a-41ab-91d3-7a7aae9d08dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=493f291e522e4371a7ec0f5b6f4626cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5815873 Jul 16 17:55:30.790700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:30.792771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69656e-0f3a-41ab-91d3-7a7aae9d08dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d34101-6ecc-4481-a260-8fe29fe449bd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.802607 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fbec4-c439-4e87-88aa-1ae65ffbc306 admin admin] Pushing event deleted for resources: {'Network': ['ID=e978e956-018e-4696-a867-4e7039a5d424,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.851566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd4a9e-6ae0-45a1-8f0d-356ada789991 req-9f6827f8-bfb6-4b03-8bdb-05c69c2c9734 tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:30.853130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3bfd4a9e-6ae0-45a1-8f0d-356ada789991 req-9f6827f8-bfb6-4b03-8bdb-05c69c2c9734 tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891991 Jul 16 17:55:30.854674 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-5b1b041d-4a16-4298-95a0-12a6e65949e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35fdb997-bf7c-474d-9289-7245bde6c460 HTTP/1.1" status: 200 len: 217 time: 0.1135497 Jul 16 17:55:30.866923 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14b149a4-4e18-4a59-8d03-2b111311401f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.897542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14b149a4-4e18-4a59-8d03-2b111311401f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.956500 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14b149a4-4e18-4a59-8d03-2b111311401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.959500 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14b149a4-4e18-4a59-8d03-2b111311401f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.960856 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-14b149a4-4e18-4a59-8d03-2b111311401f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/84d34101-6ecc-4481-a260-8fe29fe449bd HTTP/1.1" status: 204 len: 168 time: 0.1690457 Jul 16 17:55:30.970575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:30.973346 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3bfd4a9e-6ae0-45a1-8f0d-356ada789991 req-b597f51e-70d2-493a-8903-ded641818c7b tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] 10.222.0.52 "GET /v2.0/quotas/7e68a1cbdeab450d90bb87ac29f7d7a8 HTTP/1.1" status: 200 len: 375 time: 0.1063879 Jul 16 17:55:30.986587 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06fec8cd-b1a0-4231-8802-21d3e280013c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.994775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b149a4-4e18-4a59-8d03-2b111311401f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d34101-6ecc-4481-a260-8fe29fe449bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:31.012853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-80e90152-9734-452d-8db1-7ee4e9b3e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.014708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-80e90152-9734-452d-8db1-7ee4e9b3e9e9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fc775af-c617-41ef-a81d-530d687d1c50 HTTP/1.1" status: 200 len: 862 time: 0.1426513 Jul 16 17:55:31.019533 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5ac5dfa9-2050-4426-8d22-c2a9b26d611c up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:31.027790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3bfd4a9e-6ae0-45a1-8f0d-356ada789991 req-1456c949-6be4-4013-9fd3-d10609d290fc tempest-QuotasAdminNegativeTest-1658636275 tempest-QuotasAdminNegativeTest-1658636275-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e68a1cbdeab450d90bb87ac29f7d7a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535285 Jul 16 17:55:31.044541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:31.089944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:31.096563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:31.097770 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.130909 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06fec8cd-b1a0-4231-8802-21d3e280013c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.139547 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06fec8cd-b1a0-4231-8802-21d3e280013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.201908 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-06fec8cd-b1a0-4231-8802-21d3e280013c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d716fbeaeaa4cc6ab735d29a439aa70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268193 Jul 16 17:55:31.201908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:31.221049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f107d62d-c40f-4d3e-8eb3-c4cc75f7908d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90946ba06bcf40e28b4a6b36dafd556d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753089 Jul 16 17:55:31.238181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aefe35-3a02-47d7-8922-8d3c3142c1e7 req-a021c5d6-f92e-413e-90c3-cc8a0d41e3ee tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.239831 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82aefe35-3a02-47d7-8922-8d3c3142c1e7 req-a021c5d6-f92e-413e-90c3-cc8a0d41e3ee tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 943 time: 0.3207319 Jul 16 17:55:31.240488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:31.244988 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.245483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fec8cd-b1a0-4231-8802-21d3e280013c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf525fa-0a14-43ae-9e96-472f93b26b4d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:31.279311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7814d3a-6b04-4786-a16b-2e7ffe417612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac5dfa9-2050-4426-8d22-c2a9b26d611c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:31.282967 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d7038c-7d61-460b-bbce-55c42a03138e" -d '{"events": [{"server_uuid": "d7814d3a-6b04-4786-a16b-2e7ffe417612", "name": "network-vif-plugged", "status": "completed", "tag": "5ac5dfa9-2050-4426-8d22-c2a9b26d611c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:31.289717 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-856101de-ccc2-451a-943e-f6bd369b4302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.301693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5ac5dfa9-2050-4426-8d22-c2a9b26d611c,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:31.307973 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.318202 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-856101de-ccc2-451a-943e-f6bd369b4302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.318435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-990ac325-9a84-4a0d-a470-706f2e261988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.320079 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-990ac325-9a84-4a0d-a470-706f2e261988 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2913468 Jul 16 17:55:31.383437 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-856101de-ccc2-451a-943e-f6bd369b4302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.386233 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-856101de-ccc2-451a-943e-f6bd369b4302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.387438 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-856101de-ccc2-451a-943e-f6bd369b4302 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0bf525fa-0a14-43ae-9e96-472f93b26b4d HTTP/1.1" status: 204 len: 168 time: 0.1846585 Jul 16 17:55:31.396582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856101de-ccc2-451a-943e-f6bd369b4302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf525fa-0a14-43ae-9e96-472f93b26b4d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:31.399174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5ac5dfa9-2050-4426-8d22-c2a9b26d611c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:31.442207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82aefe35-3a02-47d7-8922-8d3c3142c1e7 req-ff0f9ab8-4e70-4672-b2a3-d82ccbdfe77a tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793964 Jul 16 17:55:31.475416 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d16f-a603-49db-8f14-826dbe0a886d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.504373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-68cd9663-8de5-4d54-b74f-1ba8e7753b0c service neutron] 10.222.0.38 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723740 Jul 16 17:55:31.520293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d16f-a603-49db-8f14-826dbe0a886d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.575635 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5331290-1425-4479-a904-57fa045a8cf2 x-openstack-request-id: req-a5331290-1425-4479-a904-57fa045a8cf2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:31.576253 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7814d3a-6b04-4786-a16b-2e7ffe417612", "name": "network-vif-plugged", "status": "completed", "tag": "5ac5dfa9-2050-4426-8d22-c2a9b26d611c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:31.576468 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5331290-1425-4479-a904-57fa045a8cf2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:31.576890 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7814d3a-6b04-4786-a16b-2e7ffe417612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac5dfa9-2050-4426-8d22-c2a9b26d611c', 'code': 200} Jul 16 17:55:31.735219 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59ae72f2-fdab-4f4f-8b7c-4cd03ec9dd63 req-ff928b43-27c6-43f8-921b-e392c2377cb4 service neutron] 10.222.0.38 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805115 Jul 16 17:55:31.735959 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d16f-a603-49db-8f14-826dbe0a886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.739068 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d16f-a603-49db-8f14-826dbe0a886d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.745984 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d7e4d16f-a603-49db-8f14-826dbe0a886d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/590922e8-d30f-4b10-881e-31985b823610 HTTP/1.1" status: 204 len: 168 time: 0.5034499 Jul 16 17:55:31.766326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4d16f-a603-49db-8f14-826dbe0a886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590922e8-d30f-4b10-881e-31985b823610,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:31.970612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8748bd-258c-4149-a901-a1d499547254 req-65d05911-6039-4f28-9d56-3eed6f75ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.972680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe8748bd-258c-4149-a901-a1d499547254 req-65d05911-6039-4f28-9d56-3eed6f75ecf4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb&device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 1094 time: 0.1728613 Jul 16 17:55:32.106562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e73a4-5b21-4a92-ad5c-1e567298b3eb req-3fbaa7a3-637f-4bfd-b6aa-2c4bd727ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.109668 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-018e73a4-5b21-4a92-ad5c-1e567298b3eb req-3fbaa7a3-637f-4bfd-b6aa-2c4bd727ac52 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 1101 time: 0.4413173 Jul 16 17:55:32.203864 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-018e73a4-5b21-4a92-ad5c-1e567298b3eb req-7f7299f2-0f5d-4180-855a-39d1b5ba83b8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843925 Jul 16 17:55:32.232994 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6254f7c8-802a-41ad-aa92-0bd8041e3c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.239717 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.266834 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.303888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33bf96-1fa7-43fd-9375-ec1ee0a9c8e9 req-a8f2079f-3924-42fc-a9e9-61da59307152 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.305489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c33bf96-1fa7-43fd-9375-ec1ee0a9c8e9 req-a8f2079f-3924-42fc-a9e9-61da59307152 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 950 time: 0.4076257 Jul 16 17:55:32.321633 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:32.366630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8748bd-258c-4149-a901-a1d499547254 req-682b8e79-a9d8-4b2e-b0db-b086579ba461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.368335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe8748bd-258c-4149-a901-a1d499547254 req-682b8e79-a9d8-4b2e-b0db-b086579ba461 service neutron] 10.222.0.38 "GET /v2.0/networks?id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a HTTP/1.1" status: 200 len: 924 time: 0.3867574 Jul 16 17:55:32.381461 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-adf02635-c78c-4041-b368-d557653f45f7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cb0e94e18cf4aba8edebbd77c8142ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582221 Jul 16 17:55:32.383229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:32.448601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c33bf96-1fa7-43fd-9375-ec1ee0a9c8e9 req-7c9af3af-8c51-498c-bdff-5b4d491322a9 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218417 Jul 16 17:55:32.448741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06cb5922-c382-421c-b6ad-115541712ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.450061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe8748bd-258c-4149-a901-a1d499547254 req-abb79b46-da46-4bac-bc11-a389d1a7a03c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35fdb997-bf7c-474d-9289-7245bde6c460 HTTP/1.1" status: 200 len: 217 time: 0.0722005 Jul 16 17:55:32.478198 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06cb5922-c382-421c-b6ad-115541712ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.515076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8f2a4-c94e-4b1e-9557-e346130c9693 req-b68403ae-4bd2-4b16-a97a-3275571590ad tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.517254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-89d8f2a4-c94e-4b1e-9557-e346130c9693 req-b68403ae-4bd2-4b16-a97a-3275571590ad tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 970 time: 0.2359560 Jul 16 17:55:32.555750 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06cb5922-c382-421c-b6ad-115541712ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.559846 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06cb5922-c382-421c-b6ad-115541712ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.561506 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-06cb5922-c382-421c-b6ad-115541712ca8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48ec4d13-822f-4af2-b0ad-b3b5c64823d1 HTTP/1.1" status: 204 len: 168 time: 0.1771400 Jul 16 17:55:32.572654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb5922-c382-421c-b6ad-115541712ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ec4d13-822f-4af2-b0ad-b3b5c64823d1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:32.575871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8748bd-258c-4149-a901-a1d499547254 req-c86bdb47-05e6-4790-993c-e3486a124c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.580197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe8748bd-258c-4149-a901-a1d499547254 req-c86bdb47-05e6-4790-993c-e3486a124c15 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fc775af-c617-41ef-a81d-530d687d1c50 HTTP/1.1" status: 200 len: 862 time: 0.1071935 Jul 16 17:55:32.583358 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.602474 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:32.666147 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-89d8f2a4-c94e-4b1e-9557-e346130c9693 req-88933904-4cc2-47ae-9eeb-f13fe3869c14 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401143 Jul 16 17:55:32.736488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8748bd-258c-4149-a901-a1d499547254 req-0f445bbd-2481-4f24-822a-2129d24d1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.739044 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe8748bd-258c-4149-a901-a1d499547254 req-0f445bbd-2481-4f24-822a-2129d24d1d87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382365 Jul 16 17:55:32.782416 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7a67b61-1c6d-4440-9b64-89242478792e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.793285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd8378-d38d-4bd0-9a92-f6c2846eec77 req-e1793246-cf4e-477f-ba09-31d2bae1f62f tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.794914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cafd8378-d38d-4bd0-9a92-f6c2846eec77 req-e1793246-cf4e-477f-ba09-31d2bae1f62f tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 943 time: 0.1537611 Jul 16 17:55:32.892999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cafd8378-d38d-4bd0-9a92-f6c2846eec77 req-91da3985-6a72-45c4-a8e0-411c2cf998a9 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886643 Jul 16 17:55:32.909738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe8748bd-258c-4149-a901-a1d499547254 req-17a28cf7-eea9-4926-b716-23a20a31339c service neutron] 10.222.0.38 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617997 Jul 16 17:55:32.925167 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7a67b61-1c6d-4440-9b64-89242478792e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.929824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7a67b61-1c6d-4440-9b64-89242478792e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.000015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a67b61-1c6d-4440-9b64-89242478792e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15351cb3-5663-4438-b027-2a6c4c3261dc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:33.029487 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c7a67b61-1c6d-4440-9b64-89242478792e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e68a1cbdeab450d90bb87ac29f7d7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251454 Jul 16 17:55:33.030131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:33.080807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe8748bd-258c-4149-a901-a1d499547254 req-55675058-d72e-4697-9116-c11a12a432dc service neutron] 10.222.0.38 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574776 Jul 16 17:55:33.102773 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e606fdaa-8530-49a0-a27b-88aa490d273c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.138849 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e606fdaa-8530-49a0-a27b-88aa490d273c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.213607 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e606fdaa-8530-49a0-a27b-88aa490d273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.219784 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e606fdaa-8530-49a0-a27b-88aa490d273c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.221732 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e606fdaa-8530-49a0-a27b-88aa490d273c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15351cb3-5663-4438-b027-2a6c4c3261dc HTTP/1.1" status: 204 len: 168 time: 0.1904063 Jul 16 17:55:33.233905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606fdaa-8530-49a0-a27b-88aa490d273c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15351cb3-5663-4438-b027-2a6c4c3261dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:33.256145 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:55:33.498044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a15b38-8fba-4bb2-8bee-8c421ea3409d req-d4603750-83c2-4120-9d9c-b91e5bf5300a tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:33.500054 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3a15b38-8fba-4bb2-8bee-8c421ea3409d req-d4603750-83c2-4120-9d9c-b91e5bf5300a tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 970 time: 0.0967233 Jul 16 17:55:33.654183 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.740688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d1c5d-3c26-429a-93a4-e6254d92aa63 req-415e7635-6ebf-41d3-b4db-1e74df5ba377 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:33.747379 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-539d1c5d-3c26-429a-93a4-e6254d92aa63 req-415e7635-6ebf-41d3-b4db-1e74df5ba377 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 950 time: 0.1491032 Jul 16 17:55:33.787899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f3a15b38-8fba-4bb2-8bee-8c421ea3409d req-af0c95b5-e501-4cb8-8207-4d5ca32ea210 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Deleting port cb40b9fd-1fb1-45c2-915d-0900eb543419 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:33.787899 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3a15b38-8fba-4bb2-8bee-8c421ea3409d req-af0c95b5-e501-4cb8-8207-4d5ca32ea210 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.813765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-539d1c5d-3c26-429a-93a4-e6254d92aa63 req-1fab0c50-32e6-48fe-acd2-800bd1a6ac65 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647681 Jul 16 17:55:34.042471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f3a15b38-8fba-4bb2-8bee-8c421ea3409d req-af0c95b5-e501-4cb8-8207-4d5ca32ea210 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] For port cb40b9fd-1fb1-45c2-915d-0900eb543419, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cb40b9fd-1fb1-45c2-915d-0900eb543419,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:34.055839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3a15b38-8fba-4bb2-8bee-8c421ea3409d req-af0c95b5-e501-4cb8-8207-4d5ca32ea210 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.058647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:34.110672 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-97afbb40-9a43-4bda-bf64-5aaa5021c34e req-115b8d9c-5079-4cd5-9334-692cbf6bf4a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774834 Jul 16 17:55:34.127161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f3a15b38-8fba-4bb2-8bee-8c421ea3409d req-af0c95b5-e501-4cb8-8207-4d5ca32ea210 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Calling delete_port for cb40b9fd-1fb1-45c2-915d-0900eb543419 owned by compute:tempest-test_az-668724495 {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:34.166050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6827ec-1b6f-4d43-9138-e6cac69f8a36 req-626747fa-547b-4646-8f10-b57fcb28b0f3 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.167975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f6827ec-1b6f-4d43-9138-e6cac69f8a36 req-626747fa-547b-4646-8f10-b57fcb28b0f3 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd HTTP/1.1" status: 200 len: 970 time: 0.2881095 Jul 16 17:55:34.168830 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfbaefa1-a6e0-4f26-a450-60b7289f032c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.251124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afbb40-9a43-4bda-bf64-5aaa5021c34e req-e3a088d3-0b72-4ec2-b86a-c224eb430837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.252886 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-97afbb40-9a43-4bda-bf64-5aaa5021c34e req-e3a088d3-0b72-4ec2-b86a-c224eb430837 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e99094135d6749e8b687fca68187027f&device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 1101 time: 0.0972152 Jul 16 17:55:34.324008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:34.368669 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f6827ec-1b6f-4d43-9138-e6cac69f8a36 req-6b90edf3-9d3b-4f42-a087-883ed0781087 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.52 "GET /v2.0/security-groups?id=8fad8649-44a3-4979-a584-a2c29a3ef04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900337 Jul 16 17:55:34.420336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7281f4-130a-43fa-9633-6ed77947defe req-d0b6829c-b060-4c80-a817-3d93fa9db180 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.420336 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa7281f4-130a-43fa-9633-6ed77947defe req-d0b6829c-b060-4c80-a817-3d93fa9db180 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 943 time: 0.2851274 Jul 16 17:55:34.454268 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afbb40-9a43-4bda-bf64-5aaa5021c34e req-7817a7aa-d212-4e22-b088-43f6ac20793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.460063 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-97afbb40-9a43-4bda-bf64-5aaa5021c34e req-7817a7aa-d212-4e22-b088-43f6ac20793a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1844220 Jul 16 17:55:34.519973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa7281f4-130a-43fa-9633-6ed77947defe req-e85b0e3a-a519-480b-8647-60d43b56f30b tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906050 Jul 16 17:55:34.521378 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-97afbb40-9a43-4bda-bf64-5aaa5021c34e req-335f00a7-0ae4-470c-8edb-890a20c1132e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5ac5dfa9-2050-4426-8d22-c2a9b26d611c HTTP/1.1" status: 200 len: 217 time: 0.0517213 Jul 16 17:55:34.545696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfbaefa1-a6e0-4f26-a450-60b7289f032c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.559865 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfbaefa1-a6e0-4f26-a450-60b7289f032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.601367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afbb40-9a43-4bda-bf64-5aaa5021c34e req-adff7eb7-55fa-487a-9c83-889f516f388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.603253 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-97afbb40-9a43-4bda-bf64-5aaa5021c34e req-adff7eb7-55fa-487a-9c83-889f516f388f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0718687 Jul 16 17:55:34.607857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cfbaefa1-a6e0-4f26-a450-60b7289f032c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c50d372c60fb409fa846903253c05b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399885 Jul 16 17:55:34.615658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:34.639973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3a15b38-8fba-4bb2-8bee-8c421ea3409d req-af0c95b5-e501-4cb8-8207-4d5ca32ea210 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.653024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['cb40b9fd-1fb1-45c2-915d-0900eb543419'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:34.680015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaefa1-a6e0-4f26-a450-60b7289f032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cff6441-1370-4ed9-9630-37a13a36dfc1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:34.687789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c95b5-e501-4cb8-8207-4d5ca32ea210 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Pushing event deleted for resources: {'Port': ['ID=cb40b9fd-1fb1-45c2-915d-0900eb543419,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:34.742465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afbb40-9a43-4bda-bf64-5aaa5021c34e req-1b35be98-8a5c-463a-907f-e0ad9dcc0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.744873 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-97afbb40-9a43-4bda-bf64-5aaa5021c34e req-1b35be98-8a5c-463a-907f-e0ad9dcc0487 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340699 Jul 16 17:55:34.769192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a15b38-8fba-4bb2-8bee-8c421ea3409d req-af0c95b5-e501-4cb8-8207-4d5ca32ea210 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] No DVR routers for this DVR port cb40b9fd-1fb1-45c2-915d-0900eb543419 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:34.798471 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4209bd1-625d-4a4b-8298-4096e0a946b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.800934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3a15b38-8fba-4bb2-8bee-8c421ea3409d req-af0c95b5-e501-4cb8-8207-4d5ca32ea210 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.803396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3a15b38-8fba-4bb2-8bee-8c421ea3409d req-af0c95b5-e501-4cb8-8207-4d5ca32ea210 tempest-AggregatesAdminTestJSON-1676421228 tempest-AggregatesAdminTestJSON-1676421228-project] 10.222.0.38 "DELETE /v2.0/ports/cb40b9fd-1fb1-45c2-915d-0900eb543419 HTTP/1.1" status: 204 len: 173 time: 1.2973564 Jul 16 17:55:34.803818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd', 'name': 'network-vif-deleted', 'tag': 'cb40b9fd-1fb1-45c2-915d-0900eb543419'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:34.808003 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115cd7e0-c7d1-40ae-b80f-a99e7d239f41" -d '{"events": [{"server_uuid": "cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd", "name": "network-vif-deleted", "tag": "cb40b9fd-1fb1-45c2-915d-0900eb543419"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:34.859678 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce5d4b8f-013a-4bf7-ac4f-2930623fb65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.903749 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f144ca-8179-4674-a52e-2ead58fcf415 x-openstack-request-id: req-39f144ca-8179-4674-a52e-2ead58fcf415 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:34.911677 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd", "name": "network-vif-deleted", "tag": "cb40b9fd-1fb1-45c2-915d-0900eb543419", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:34.912201 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39f144ca-8179-4674-a52e-2ead58fcf415 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:34.912793 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcda9bb-934c-4efd-b8a7-3ffb28aa28cd', 'name': 'network-vif-deleted', 'tag': 'cb40b9fd-1fb1-45c2-915d-0900eb543419', 'status': 'completed', 'code': 200} Jul 16 17:55:34.926038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 35fdb997-bf7c-474d-9289-7245bde6c460 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:34.957076 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce5d4b8f-013a-4bf7-ac4f-2930623fb65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.010112 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-97afbb40-9a43-4bda-bf64-5aaa5021c34e req-7de86511-4a06-4555-8e13-64725d0ea8fa service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577868 Jul 16 17:55:35.074752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce5d4b8f-013a-4bf7-ac4f-2930623fb65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.077923 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce5d4b8f-013a-4bf7-ac4f-2930623fb65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.079654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ce5d4b8f-013a-4bf7-ac4f-2930623fb65e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6cff6441-1370-4ed9-9630-37a13a36dfc1 HTTP/1.1" status: 204 len: 168 time: 0.4611320 Jul 16 17:55:35.093917 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d4b8f-013a-4bf7-ac4f-2930623fb65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cff6441-1370-4ed9-9630-37a13a36dfc1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:35.178768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ddc56-24b6-4a3f-99f6-92f976513ea7 req-1ac33304-c502-4c8e-b1e2-f232fc0d83ab tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.186324 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-97afbb40-9a43-4bda-bf64-5aaa5021c34e req-d42477af-004b-4846-83ae-bbf46998038b service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677456 Jul 16 17:55:35.187807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd5ddc56-24b6-4a3f-99f6-92f976513ea7 req-1ac33304-c502-4c8e-b1e2-f232fc0d83ab tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 950 time: 0.0885115 Jul 16 17:55:35.192901 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4209bd1-625d-4a4b-8298-4096e0a946b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.198743 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4209bd1-625d-4a4b-8298-4096e0a946b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.242191 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd5ddc56-24b6-4a3f-99f6-92f976513ea7 req-ad0e1dee-cb88-424c-ba53-9d4e8a03f761 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535030 Jul 16 17:55:35.276788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:35.285924 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b4209bd1-625d-4a4b-8298-4096e0a946b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5ca176edb6d43b0a14eeb50ef8a9a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9604826 Jul 16 17:55:35.290395 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4209bd1-625d-4a4b-8298-4096e0a946b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c677f8fc-cea4-441a-871d-d4abbf63afac,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:35.314556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 35fdb997-bf7c-474d-9289-7245bde6c460, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=35fdb997-bf7c-474d-9289-7245bde6c460,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:35.342178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '35fdb997-bf7c-474d-9289-7245bde6c460', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'port_id': '35fdb997-bf7c-474d-9289-7245bde6c460', 'mac_address': 'fa:16:3e:ea:17:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:35.349385 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.359470 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-289805ad-b761-40a4-851f-855f04be6059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.396256 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.431090 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-289805ad-b761-40a4-851f-855f04be6059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.440429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35fdb997-bf7c-474d-9289-7245bde6c460 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:35.490471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 35fdb997-bf7c-474d-9289-7245bde6c460, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=35fdb997-bf7c-474d-9289-7245bde6c460,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:35.496466 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.543727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-289805ad-b761-40a4-851f-855f04be6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.547541 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-289805ad-b761-40a4-851f-855f04be6059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.551072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-289805ad-b761-40a4-851f-855f04be6059 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c677f8fc-cea4-441a-871d-d4abbf63afac HTTP/1.1" status: 204 len: 168 time: 0.2714419 Jul 16 17:55:35.564647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289805ad-b761-40a4-851f-855f04be6059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c677f8fc-cea4-441a-871d-d4abbf63afac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:35.628414 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=35fdb997-bf7c-474d-9289-7245bde6c460,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:35.690959 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['35fdb997-bf7c-474d-9289-7245bde6c460'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:36.145518 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:36.163168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95beb44-b659-450d-b583-94c6527b10a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.191603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5028b-ed26-474a-bf19-b318179b7f8e req-a4af2738-5f2f-4a3c-b883-3c969407f5d7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:36.193884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44a5028b-ed26-474a-bf19-b318179b7f8e req-a4af2738-5f2f-4a3c-b883-3c969407f5d7 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 944 time: 0.0798540 Jul 16 17:55:36.238765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44a5028b-ed26-474a-bf19-b318179b7f8e req-ec4823ae-edef-46ee-a960-c14dcaf99afc tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376539 Jul 16 17:55:36.285944 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95beb44-b659-450d-b583-94c6527b10a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.290566 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95beb44-b659-450d-b583-94c6527b10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.338745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:36.338965 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e95beb44-b659-450d-b583-94c6527b10a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=638e1ec56bbd475db77345b69117a5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922593 Jul 16 17:55:36.340248 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95beb44-b659-450d-b583-94c6527b10a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f776fda8-1076-42ee-a722-4491e8dfd415,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:36.431311 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58ccd5bb-6093-4641-9786-993cbf539dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.517547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58ccd5bb-6093-4641-9786-993cbf539dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.530424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e997d45-a675-4174-8701-63b9e82cf7ad tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e99094135d6749e8b687fca68187027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627961 Jul 16 17:55:36.634521 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:36.694370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-4f465f7c-506c-47ff-b0cd-f842591b890e tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:36.699024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-4f465f7c-506c-47ff-b0cd-f842591b890e tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675229 Jul 16 17:55:36.705757 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58ccd5bb-6093-4641-9786-993cbf539dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.709000 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58ccd5bb-6093-4641-9786-993cbf539dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.710439 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-58ccd5bb-6093-4641-9786-993cbf539dfa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f776fda8-1076-42ee-a722-4491e8dfd415 HTTP/1.1" status: 204 len: 168 time: 0.3700416 Jul 16 17:55:36.729272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccd5bb-6093-4641-9786-993cbf539dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f776fda8-1076-42ee-a722-4491e8dfd415,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:36.748632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-65bbf4fa-b8d3-4ece-b703-adc971b1c8d3 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/quotas/e99094135d6749e8b687fca68187027f HTTP/1.1" status: 200 len: 375 time: 0.0366218 Jul 16 17:55:36.827281 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-645e47c5-6365-4628-b4d6-0699978c4297 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e99094135d6749e8b687fca68187027f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773530 Jul 16 17:55:36.942688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:36.948231 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c64fe4f1-fff5-4546-9c4f-9a7594656b7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba383ff98953456db9d45c3823a70056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121591 Jul 16 17:55:36.957415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 35fdb997-bf7c-474d-9289-7245bde6c460 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:37.052640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 35fdb997-bf7c-474d-9289-7245bde6c460 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:37.056982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 35fdb997-bf7c-474d-9289-7245bde6c460 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:37.058363 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.085765 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ba11f50-d5d4-4c8f-8068-90c50fdeead3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.157639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ba11f50-d5d4-4c8f-8068-90c50fdeead3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.184357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04082e0b-d83e-4c5a-a75f-cc4113996b4f req-95390fb4-3627-46cd-a0de-15a65afdf2ba tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 210 time: 0.0481265 Jul 16 17:55:37.214615 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.249359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fdb997-bf7c-474d-9289-7245bde6c460'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:37.249487 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ba11f50-d5d4-4c8f-8068-90c50fdeead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.253072 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69ad5f4-cfc9-43ee-ac7b-70073c9930ce" -d '{"events": [{"server_uuid": "fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1", "name": "network-vif-plugged", "status": "completed", "tag": "35fdb997-bf7c-474d-9289-7245bde6c460"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:37.253287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ba11f50-d5d4-4c8f-8068-90c50fdeead3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.267622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2ba11f50-d5d4-4c8f-8068-90c50fdeead3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8fad8649-44a3-4979-a584-a2c29a3ef04c HTTP/1.1" status: 204 len: 168 time: 0.3236516 Jul 16 17:55:37.291447 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba11f50-d5d4-4c8f-8068-90c50fdeead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fad8649-44a3-4979-a584-a2c29a3ef04c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:37.292271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 35fdb997-bf7c-474d-9289-7245bde6c460, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=35fdb997-bf7c-474d-9289-7245bde6c460,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:37.324586 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.327759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cb40b9fd-1fb1-45c2-915d-0900eb543419 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:37.335362 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2102db-8a05-4d86-8333-c99f4040b9d9 x-openstack-request-id: req-3f2102db-8a05-4d86-8333-c99f4040b9d9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:37.336292 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1", "name": "network-vif-plugged", "status": "completed", "tag": "35fdb997-bf7c-474d-9289-7245bde6c460", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:37.336449 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f2102db-8a05-4d86-8333-c99f4040b9d9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:37.336861 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fdb997-bf7c-474d-9289-7245bde6c460', 'code': 200} Jul 16 17:55:37.399975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: cb40b9fd-1fb1-45c2-915d-0900eb543419 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:37.400607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cb40b9fd-1fb1-45c2-915d-0900eb543419 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:37.433052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=35fdb997-bf7c-474d-9289-7245bde6c460,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:37.524617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4478c-4596-4cb5-8c68-39fb470ca536 req-2847d91b-19f2-4829-99f1-ec3712a3cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.526220 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aed4478c-4596-4cb5-8c68-39fb470ca536 req-2847d91b-19f2-4829-99f1-ec3712a3cd5e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 1096 time: 0.1090529 Jul 16 17:55:37.608389 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aed4478c-4596-4cb5-8c68-39fb470ca536 req-e15836db-8a76-41a4-86cd-f6f0c35a2d85 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674851 Jul 16 17:55:37.648763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893586d7-4780-41a4-95c2-aca267f77f4c req-d5ae4a32-825d-470c-a684-cc6556363be0 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.651204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-893586d7-4780-41a4-95c2-aca267f77f4c req-d5ae4a32-825d-470c-a684-cc6556363be0 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 945 time: 0.0943451 Jul 16 17:55:37.738064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-893586d7-4780-41a4-95c2-aca267f77f4c req-ae462c7c-ac61-4f18-ac62-3f688992242d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751126 Jul 16 17:55:37.758066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:37.918422 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48748) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:37.961171 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-55b61162-d2b8-4bef-a7fb-692474ff4f25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4976be2c06044ada7c8825ea3c5e57e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416331 Jul 16 17:55:37.963766 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:38.044570 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-800cd089-ef5c-4b83-81d6-24b27893469b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.082185 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-800cd089-ef5c-4b83-81d6-24b27893469b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.172867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-93238ad5-48b1-441f-843a-64bf9b835636 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7b45bc77357b487794fd41c00a9b2b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356677 Jul 16 17:55:38.176710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-800cd089-ef5c-4b83-81d6-24b27893469b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.186318 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-800cd089-ef5c-4b83-81d6-24b27893469b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.192202 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-800cd089-ef5c-4b83-81d6-24b27893469b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31dc791c-c9d3-48c2-b4e2-3f4fc566f607 HTTP/1.1" status: 204 len: 168 time: 0.2272172 Jul 16 17:55:38.202748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cd089-ef5c-4b83-81d6-24b27893469b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dc791c-c9d3-48c2-b4e2-3f4fc566f607,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:38.315916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-0006782b-1da5-424a-8556-5472fdf09c68 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.323422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-0006782b-1da5-424a-8556-5472fdf09c68 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493766 Jul 16 17:55:38.341695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-1bb8ffad-1c74-41b6-8674-b6fe06c2c3a7 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/quotas/7b45bc77357b487794fd41c00a9b2b72 HTTP/1.1" status: 200 len: 375 time: 0.0170655 Jul 16 17:55:38.397738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-cbc17014-cd0d-4847-b8be-7907cb3a99ba tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b45bc77357b487794fd41c00a9b2b72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550802 Jul 16 17:55:38.484176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86e970c1-6660-4927-95a1-e789b2d302bf req-f8913788-c794-4580-bbdc-5c0261466f70 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 210 time: 0.0780509 Jul 16 17:55:38.513151 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3076d76-b962-4b5c-96c3-bd05819be8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.665281 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-6ef5d581-1036-4766-9422-0450385b087b tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e99094135d6749e8b687fca68187027f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691833 Jul 16 17:55:38.776070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7aad3e77-9095-4058-bfd0-173bfeb2c639 req-e6555ee4-2b87-4872-be28-3dd4cd823cbf tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 210 time: 0.0842566 Jul 16 17:55:38.790012 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3076d76-b962-4b5c-96c3-bd05819be8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.802822 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3076d76-b962-4b5c-96c3-bd05819be8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.862870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f3076d76-b962-4b5c-96c3-bd05819be8a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50f0fcb38b894dafa1a4ca55fc652658&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1013169 Jul 16 17:55:38.862870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3076d76-b962-4b5c-96c3-bd05819be8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399effbc-0b6d-4121-90eb-61b49b85806d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:38.863945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:38.957641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-7a7dd71e-f458-4881-8368-aa61c7a7d04d tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.959394 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-7a7dd71e-f458-4881-8368-aa61c7a7d04d tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2877784 Jul 16 17:55:38.985113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Request body: {'port': {'device_id': '0c2c5523-5323-439c-97b5-02a6491b1fd3', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': 'e99094135d6749e8b687fca68187027f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:38.996171 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19a28048-fb34-468d-95d9-ca3080359c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.059753 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19a28048-fb34-468d-95d9-ca3080359c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.261330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0a954-2e6a-44cb-a4f6-b6a46896c8c5 req-981ef57d-a224-455f-97eb-521633d64161 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.270486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ce0a954-2e6a-44cb-a4f6-b6a46896c8c5 req-981ef57d-a224-455f-97eb-521633d64161 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 945 time: 0.1763258 Jul 16 17:55:39.281803 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19a28048-fb34-468d-95d9-ca3080359c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.286225 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19a28048-fb34-468d-95d9-ca3080359c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.286817 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Made reservation on behalf of e99094135d6749e8b687fca68187027f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:39.290607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-19a28048-fb34-468d-95d9-ca3080359c12 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/399effbc-0b6d-4121-90eb-61b49b85806d HTTP/1.1" status: 204 len: 168 time: 0.4117198 Jul 16 17:55:39.306921 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.324124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a28048-fb34-468d-95d9-ca3080359c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399effbc-0b6d-4121-90eb-61b49b85806d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:39.381747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ce0a954-2e6a-44cb-a4f6-b6a46896c8c5 req-39d8e764-f466-4a6d-9b56-ba1731b381d5 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074791 Jul 16 17:55:39.543789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Allocated IP 192.168.233.190 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/da9d7c9d-9e1e-427e-8471-6e1b15fae0bc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:39.693556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f4b8c-aab2-45cd-8a80-9e293c4d6cf7 req-de12160c-6c64-48ee-aadf-7cf28193c733 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.697941 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d59f4b8c-aab2-45cd-8a80-9e293c4d6cf7 req-de12160c-6c64-48ee-aadf-7cf28193c733 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 945 time: 0.1620948 Jul 16 17:55:39.708921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:39.713848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bde01364-8133-48cd-89c0-b23a15e2ee94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Request body: {'floatingip': {'port_id': '35fdb997-bf7c-474d-9289-7245bde6c460'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:39.872097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.907843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Transition to ACTIVE for port object da9d7c9d-9e1e-427e-8471-6e1b15fae0bc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:39.977092 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.994280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5ac5dfa9-2050-4426-8d22-c2a9b26d611c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:40.032197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:40.060579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc83c3f-eef5-4678-a911-af384c10e3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.077067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:40.089498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:40.098996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Pushing event updated for resources: {'Port': ['ID=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:40.109889 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:40.189140 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:40.192727 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.246897 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bde01364-8133-48cd-89c0-b23a15e2ee94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.443123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc83c3f-eef5-4678-a911-af384c10e3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.452996 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fc83c3f-eef5-4678-a911-af384c10e3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.485358 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-8e3c7a5a-c961-467b-a57d-988233151704 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5072796 Jul 16 17:55:40.505153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Request body: {'port': {'device_id': '0c2c5523-5323-439c-97b5-02a6491b1fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:40.536391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15b7b095-e04f-4579-ac87-44fa9925ac5a None None] Provisioning for port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:40.542383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15b7b095-e04f-4579-ac87-44fa9925ac5a None None] Provisioning complete for port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:40.542896 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15b7b095-e04f-4579-ac87-44fa9925ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.546163 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8fc83c3f-eef5-4678-a911-af384c10e3f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8291202f0056409490c24a7f5e97aef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106804 Jul 16 17:55:40.550262 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:40.558208 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc83c3f-eef5-4678-a911-af384c10e3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bf9d81-e193-4a45-876d-87ed20487c70,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:40.578420 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e9a04e6f-4450-4ea3-9101-f8d30435e502 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=7b45bc77357b487794fd41c00a9b2b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698285 Jul 16 17:55:40.600782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-428a03fe-69d7-4e4b-9658-ad9d81198143 req-5a6edb55-c96c-43e1-89f0-2d980d090a27 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 210 time: 0.2114761 Jul 16 17:55:40.652476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-15b7b095-e04f-4579-ac87-44fa9925ac5a None None] Port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:40.720932 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.724956 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836e32ec-f702-4dee-b6e0-d3d68af99ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.792918 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836e32ec-f702-4dee-b6e0-d3d68af99ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.867415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adf092-378c-480f-b5d7-fa3676261f8a req-560138ca-b2ca-4c17-b51f-e59547ef5582 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:40.874419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3adf092-378c-480f-b5d7-fa3676261f8a req-560138ca-b2ca-4c17-b51f-e59547ef5582 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 936 time: 0.6980164 Jul 16 17:55:40.945885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:41.002874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-bab16345-2206-4824-8de5-1913c9cc5311 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.004397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-bab16345-2206-4824-8de5-1913c9cc5311 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4026394 Jul 16 17:55:41.029152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Request body: {'port': {'device_id': '56cbd92f-0c3a-452c-87a3-90a311703a7e', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '7b45bc77357b487794fd41c00a9b2b72'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:41.108002 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1d40a485-a412-4bf9-8f0a-2ffda1626978 tempest-AutoAllocateNetworkTest-128224116 tempest-AutoAllocateNetworkTest-128224116-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=22928aeeed4541d08165b64e775a4332&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1594696 Jul 16 17:55:41.114701 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:41.134716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3adf092-378c-480f-b5d7-fa3676261f8a req-05b65eeb-1d88-44ea-9ccf-a1725a6634aa tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588000 Jul 16 17:55:41.247094 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c4be02-caad-49ed-b4a0-5772c04a5270 tempest-AutoAllocateNetworkTest-128224116 tempest-AutoAllocateNetworkTest-128224116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.248579 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e8c4be02-caad-49ed-b4a0-5772c04a5270 tempest-AutoAllocateNetworkTest-128224116 tempest-AutoAllocateNetworkTest-128224116-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1329045 Jul 16 17:55:41.254062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:41.260998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9d7c9d-9e1e-427e-8471-6e1b15fae0bc {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:41.336694 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.346055 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8720c822-0c08-47a2-a0af-349991d16e25 tempest-AutoAllocateNetworkTest-128224116 tempest-AutoAllocateNetworkTest-128224116-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892470 Jul 16 17:55:41.360596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:41.402962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Transition to ACTIVE for port object da9d7c9d-9e1e-427e-8471-6e1b15fae0bc will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:41.404748 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836e32ec-f702-4dee-b6e0-d3d68af99ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.410018 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836e32ec-f702-4dee-b6e0-d3d68af99ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.414064 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-836e32ec-f702-4dee-b6e0-d3d68af99ee2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10bf9d81-e193-4a45-876d-87ed20487c70 HTTP/1.1" status: 204 len: 168 time: 0.8625877 Jul 16 17:55:41.415313 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-edcce493-47c0-4d27-b239-de896a624b0b tempest-AutoAllocateNetworkTest-128224116 tempest-AutoAllocateNetworkTest-128224116-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=22928aeeed4541d08165b64e775a4332 HTTP/1.1" status: 200 len: 208 time: 0.0602562 Jul 16 17:55:41.417198 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.441121 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e32ec-f702-4dee-b6e0-d3d68af99ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bf9d81-e193-4a45-876d-87ed20487c70,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:41.558964 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:41.561100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Made reservation on behalf of 7b45bc77357b487794fd41c00a9b2b72 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:41.581607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.617102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.669376 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Attempting to bind port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:41.669743 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Attempting to bind port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:41.670144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Attempting to bind port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:41.699349 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:41.699681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Attempting to bind port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:41.719703 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:41.721073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:41.721522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:41.722229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Bound port: da9d7c9d-9e1e-427e-8471-6e1b15fae0bc, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:41.722609 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.769066 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-bde01364-8133-48cd-89c0-b23a15e2ee94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:55:41.840051 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] For port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:41.844116 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] For port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:41.848775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.897957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-ccfd900e-2caf-4672-91fc-07b8ed699738 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=30a544b655ef464fb81dc4c2677ed532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1332946 Jul 16 17:55:41.948527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.949524 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.951238 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] 10.222.0.42 "PUT /v2.0/ports/da9d7c9d-9e1e-427e-8471-6e1b15fae0bc HTTP/1.1" status: 200 len: 1096 time: 1.4534731 Jul 16 17:55:41.952163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2c5523-5323-439c-97b5-02a6491b1fd3', 'tag': 'da9d7c9d-9e1e-427e-8471-6e1b15fae0bc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:41.955028 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed62125e-a557-4774-975f-12f80c0a2539" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2c5523-5323-439c-97b5-02a6491b1fd3", "tag": "da9d7c9d-9e1e-427e-8471-6e1b15fae0bc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:41.959365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3b0ab-8882-4124-802e-b666a4632ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.002811 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bde01364-8133-48cd-89c0-b23a15e2ee94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.010568 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bde01364-8133-48cd-89c0-b23a15e2ee94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.072371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:42.126392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-926c1a83-e624-4b7b-a482-656952b14ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.132376 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-926c1a83-e624-4b7b-a482-656952b14ef7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e99094135d6749e8b687fca68187027f&device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 1099 time: 0.1329675 Jul 16 17:55:42.215262 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-63870506-cfa7-4d83-8f73-1a89ee0e6902 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc HTTP/1.1" status: 200 len: 217 time: 0.0748148 Jul 16 17:55:42.251028 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.273084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d995-0391-456a-8dc9-3af79daa3582 req-303bb5e0-22e3-4f94-870a-6977f352f30a tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.286306 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-303bb5e0-22e3-4f94-870a-6977f352f30a tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3870127 Jul 16 17:55:42.288623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84935aa0-ac57-453e-a297-19347f38307f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.306785 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-bde01364-8133-48cd-89c0-b23a15e2ee94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Floating IP 5d546017-73d5-45d9-a3a4-abb2796f6033 associated. External IP: 172.25.8.223, port: 35fdb997-bf7c-474d-9289-7245bde6c460. Jul 16 17:55:42.310364 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-47afd4ef-4c60-470f-aea1-276706841286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.314648 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-47afd4ef-4c60-470f-aea1-276706841286 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0906007 Jul 16 17:55:42.422083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-21f7c683-bb66-4675-951b-d0721c010d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.423735 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-21f7c683-bb66-4675-951b-d0721c010d1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041939 Jul 16 17:55:42.486268 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84935aa0-ac57-453e-a297-19347f38307f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.568607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.645492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-cefce58f-7327-471e-bb08-5edf2a5a689f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/quotas/30a544b655ef464fb81dc4c2677ed532 HTTP/1.1" status: 200 len: 375 time: 0.3582444 Jul 16 17:55:42.656762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42bb659d-7803-4b95-a862-12cc399482c3 req-1bd2c996-5f61-4e78-b795-6c8b6e27aaa8 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 210 time: 0.0835876 Jul 16 17:55:42.707902 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84935aa0-ac57-453e-a297-19347f38307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.744081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775c9ddb-642d-421d-b058-151f0e620fbb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.791732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-c0a6e408-179a-4042-8ebc-1fd4426d18b9 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=30a544b655ef464fb81dc4c2677ed532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066778 Jul 16 17:55:42.808160 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-84935aa0-ac57-453e-a297-19347f38307f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22928aeeed4541d08165b64e775a4332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7315781 Jul 16 17:55:42.810146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:42.813588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84935aa0-ac57-453e-a297-19347f38307f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75660534-4e08-4687-870c-979df0a1b39a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.839180 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-c1c90d19-12c3-4d79-b0fb-d5ce6b23b62c service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068425 Jul 16 17:55:42.952436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Allocated IP 192.168.233.122 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/c31ccfa2-4ea7-4c39-a33b-55edf643e18d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:43.021604 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-529818f5-1afe-4397-bb98-89ef98558ea8 req-0a5591cc-969e-469c-8c8c-a06a027bc50a service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710594 Jul 16 17:55:43.063017 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e575beee-63f9-4bdb-9b61-17fdc654ee9b x-openstack-request-id: req-e575beee-63f9-4bdb-9b61-17fdc654ee9b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:43.063313 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2c5523-5323-439c-97b5-02a6491b1fd3", "tag": "da9d7c9d-9e1e-427e-8471-6e1b15fae0bc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:43.065941 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e575beee-63f9-4bdb-9b61-17fdc654ee9b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:43.066532 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2c5523-5323-439c-97b5-02a6491b1fd3', 'tag': 'da9d7c9d-9e1e-427e-8471-6e1b15fae0bc', 'status': 'completed', 'code': 200} Jul 16 17:55:43.071430 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db621f6b-85e9-43c3-8b00-dc5ffb3d83b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.148019 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db621f6b-85e9-43c3-8b00-dc5ffb3d83b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.175716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde01364-8133-48cd-89c0-b23a15e2ee94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Router f3071a1d-cf99-4130-825f-54c01ec0bdf5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:43.219995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62125e-a557-4774-975f-12f80c0a2539 req-593a25ae-f930-46c0-8f15-47232f5217d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.225001 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ed62125e-a557-4774-975f-12f80c0a2539 req-593a25ae-f930-46c0-8f15-47232f5217d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e99094135d6749e8b687fca68187027f&device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 1099 time: 0.1348717 Jul 16 17:55:43.314441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db621f6b-85e9-43c3-8b00-dc5ffb3d83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.325671 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db621f6b-85e9-43c3-8b00-dc5ffb3d83b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.326068 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-db621f6b-85e9-43c3-8b00-dc5ffb3d83b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75660534-4e08-4687-870c-979df0a1b39a HTTP/1.1" status: 204 len: 168 time: 0.5144722 Jul 16 17:55:43.352240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db621f6b-85e9-43c3-8b00-dc5ffb3d83b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75660534-4e08-4687-870c-979df0a1b39a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:43.505729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62125e-a557-4774-975f-12f80c0a2539 req-0b698247-03cd-42c3-b02b-22e3e0315ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.507289 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ed62125e-a557-4774-975f-12f80c0a2539 req-0b698247-03cd-42c3-b02b-22e3e0315ab4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2629309 Jul 16 17:55:43.524346 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.533555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-2a28aac8-a50b-41cc-a36b-076fc9abea5e tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=84800a8d52a1430eb71979c97d1966a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703433 Jul 16 17:55:43.563989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Transition to ACTIVE for port object c31ccfa2-4ea7-4c39-a33b-55edf643e18d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:43.568303 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ed62125e-a557-4774-975f-12f80c0a2539 req-509e0d11-f18b-4cd5-b465-d00b337580ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc HTTP/1.1" status: 200 len: 217 time: 0.0536242 Jul 16 17:55:43.601123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde01364-8133-48cd-89c0-b23a15e2ee94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:43.614453 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bde01364-8133-48cd-89c0-b23a15e2ee94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.619875 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4ecee-1bbc-429b-85da-d07ddeb68765 None None] Sync routers for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:43.657252 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4ecee-1bbc-429b-85da-d07ddeb68765 None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:43.658446 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60d4ecee-1bbc-429b-85da-d07ddeb68765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:55:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:43.665605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62125e-a557-4774-975f-12f80c0a2539 req-cf843e00-b62d-42b6-9970-26e7e61090db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.667115 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ed62125e-a557-4774-975f-12f80c0a2539 req-cf843e00-b62d-42b6-9970-26e7e61090db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0912139 Jul 16 17:55:43.734595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce06607-8f3e-452f-9c31-14516f077787 req-062ac018-de9f-4eb9-a395-f93b5670d546 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.736092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ce06607-8f3e-452f-9c31-14516f077787 req-062ac018-de9f-4eb9-a395-f93b5670d546 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 948 time: 0.3964667 Jul 16 17:55:43.748831 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bde01364-8133-48cd-89c0-b23a15e2ee94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "PUT /v2.0/floatingips/5d546017-73d5-45d9-a3a4-abb2796f6033 HTTP/1.1" status: 200 len: 991 time: 4.0354123 Jul 16 17:55:43.758876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'tag': '35fdb997-bf7c-474d-9289-7245bde6c460'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:43.761123 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee218ef9-e02d-4481-b46e-b126865774fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1", "tag": "35fdb997-bf7c-474d-9289-7245bde6c460"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:43.787179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62125e-a557-4774-975f-12f80c0a2539 req-66336efe-43c4-4ad4-8960-6eaa142418b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.789075 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ed62125e-a557-4774-975f-12f80c0a2539 req-66336efe-43c4-4ad4-8960-6eaa142418b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1149945 Jul 16 17:55:43.808498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-ffa051e9-3a9d-46e3-ae78-ef6cd67a536a tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.816034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-ffa051e9-3a9d-46e3-ae78-ef6cd67a536a tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767005 Jul 16 17:55:43.818618 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-60d4ecee-1bbc-429b-85da-d07ddeb68765 None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:43.821901 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.882932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-51fe5bc8-8f4b-4d10-9d72-df9bacfcb764 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/quotas/84800a8d52a1430eb71979c97d1966a5 HTTP/1.1" status: 200 len: 375 time: 0.0658851 Jul 16 17:55:43.908802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:43.958554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-5a27cb1f-c313-4aa9-870c-6d21059ff531 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=84800a8d52a1430eb71979c97d1966a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746601 Jul 16 17:55:43.963534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:43.971612 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ed62125e-a557-4774-975f-12f80c0a2539 req-ef7945c3-9e18-4c06-86fa-d0c03c8c3935 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751144 Jul 16 17:55:43.986274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ce06607-8f3e-452f-9c31-14516f077787 req-2c66cb10-d399-43bc-858d-30e8e5810751 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358866 Jul 16 17:55:43.991709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:44.019502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:44.020523 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.032569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Pushing event updated for resources: {'Port': ['ID=c31ccfa2-4ea7-4c39-a33b-55edf643e18d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:44.083401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e468ba1d-509d-4cd0-91f9-bf8335be9fad tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0672121 Jul 16 17:55:44.097773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Request body: {'port': {'device_id': '56cbd92f-0c3a-452c-87a3-90a311703a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:44.162421 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ed62125e-a557-4774-975f-12f80c0a2539 req-633a7c32-4d6b-4b72-aaa5-6720c34215c6 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844063 Jul 16 17:55:44.357573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-95a1d072-7729-4312-9253-0285d41cf17a tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=30a544b655ef464fb81dc4c2677ed532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700967 Jul 16 17:55:44.379408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-982be4dc-17a4-4b1b-ad0f-10d613848bcd None None] Provisioning for port c31ccfa2-4ea7-4c39-a33b-55edf643e18d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:44.387654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-982be4dc-17a4-4b1b-ad0f-10d613848bcd None None] Provisioning complete for port c31ccfa2-4ea7-4c39-a33b-55edf643e18d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:44.389452 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-982be4dc-17a4-4b1b-ad0f-10d613848bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.428801 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.473142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-982be4dc-17a4-4b1b-ad0f-10d613848bcd None None] Port c31ccfa2-4ea7-4c39-a33b-55edf643e18d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:44.567688 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60d4ecee-1bbc-429b-85da-d07ddeb68765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '5d546017-73d5-45d9-a3a4-abb2796f6033', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'port_id': '35fdb997-bf7c-474d-9289-7245bde6c460', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'mac_address': 'fa:16:3e:ea:17:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:21Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 1, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:44.631392 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4ecee-1bbc-429b-85da-d07ddeb68765 None None] Checking router: f3071a1d-cf99-4130-825f-54c01ec0bdf5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:44.644695 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4ecee-1bbc-429b-85da-d07ddeb68765 None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:44.645516 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60d4ecee-1bbc-429b-85da-d07ddeb68765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:55:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:44.654053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-fb1dbd24-eec7-466f-8990-66870b50ff6f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:44.655656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-fb1dbd24-eec7-466f-8990-66870b50ff6f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2972689 Jul 16 17:55:44.691161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82ce01-782f-4c81-a76d-b01d30e413e1 req-068b8675-7fdd-4ed1-ab66-407944cc4f82 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:44.698695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f82ce01-782f-4c81-a76d-b01d30e413e1 req-068b8675-7fdd-4ed1-ab66-407944cc4f82 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 936 time: 0.2755289 Jul 16 17:55:44.715695 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-eb3af493-58c8-448d-a53e-ae021dfefd00 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=30a544b655ef464fb81dc4c2677ed532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484741 Jul 16 17:55:44.730550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-4d78f741-c496-4ea5-9a7d-e0c387d0e555 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/quotas/30a544b655ef464fb81dc4c2677ed532 HTTP/1.1" status: 200 len: 375 time: 0.0598929 Jul 16 17:55:44.794772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-cdcd7b91-97d5-4ba4-ab41-a8f0617d8751 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=30a544b655ef464fb81dc4c2677ed532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636432 Jul 16 17:55:44.814223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f82ce01-782f-4c81-a76d-b01d30e413e1 req-15093a7c-16b2-47f6-84f6-b4338491dce4 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/security-groups?id=775c9ddb-642d-421d-b058-151f0e620fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146331 Jul 16 17:55:44.947118 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-60d4ecee-1bbc-429b-85da-d07ddeb68765 None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:45.002499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d995-0391-456a-8dc9-3af79daa3582 req-f438a563-1c8f-4d78-a790-110e01a3e05a tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.004793 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-f438a563-1c8f-4d78-a790-110e01a3e05a tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2862659 Jul 16 17:55:45.025551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Request body: {'port': {'device_id': '95d3145c-defa-4475-9f1b-eeb2b18f52b0', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '30a544b655ef464fb81dc4c2677ed532'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:45.128371 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31ccfa2-4ea7-4c39-a33b-55edf643e18d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:45.151746 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7130b3d-7fed-4119-9160-ee302161a250 x-openstack-request-id: req-c7130b3d-7fed-4119-9160-ee302161a250 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:45.152038 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1", "tag": "35fdb997-bf7c-474d-9289-7245bde6c460", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:45.152623 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7130b3d-7fed-4119-9160-ee302161a250 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:45.152733 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'tag': '35fdb997-bf7c-474d-9289-7245bde6c460', 'status': 'completed', 'code': 200} Jul 16 17:55:45.164383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.38', 54102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:45.174311 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.325261 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-60d4ecee-1bbc-429b-85da-d07ddeb68765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '5d546017-73d5-45d9-a3a4-abb2796f6033', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'port_id': '35fdb997-bf7c-474d-9289-7245bde6c460', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'mac_address': 'fa:16:3e:ea:17:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:21Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 1, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:45.349777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Made reservation on behalf of 30a544b655ef464fb81dc4c2677ed532 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:45.364129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.369088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Transition to ACTIVE for port object c31ccfa2-4ea7-4c39-a33b-55edf643e18d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:45.383232 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.389059 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.392670 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4ecee-1bbc-429b-85da-d07ddeb68765 None None] The sync data for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 is: [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '5d546017-73d5-45d9-a3a4-abb2796f6033', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'port_id': '35fdb997-bf7c-474d-9289-7245bde6c460', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'mac_address': 'fa:16:3e:ea:17:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:21Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 1, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:45.571254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Pushing event updated for resources: {'Port': ['ID=c31ccfa2-4ea7-4c39-a33b-55edf643e18d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:45.640618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee218ef9-e02d-4481-b46e-b126865774fe req-73310514-9c31-4e01-87e7-1237e25c2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.654183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee218ef9-e02d-4481-b46e-b126865774fe req-73310514-9c31-4e01-87e7-1237e25c2b83 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb&device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 1096 time: 0.4749920 Jul 16 17:55:45.668700 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.676332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.743264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Attempting to bind port c31ccfa2-4ea7-4c39-a33b-55edf643e18d on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:45.743617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Attempting to bind port c31ccfa2-4ea7-4c39-a33b-55edf643e18d by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:45.743955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Attempting to bind port c31ccfa2-4ea7-4c39-a33b-55edf643e18d on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:45.757249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Port c31ccfa2-4ea7-4c39-a33b-55edf643e18d on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:45.757850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Attempting to bind port c31ccfa2-4ea7-4c39-a33b-55edf643e18d on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:45.831549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:45.832556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:45.833095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:45.833752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Bound port: c31ccfa2-4ea7-4c39-a33b-55edf643e18d, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:45.834271 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.853245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53dc548-bdb8-4b7e-85d2-50fbf51e1bfc None None] New status for floating IP 5d546017-73d5-45d9-a3a4-abb2796f6033: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:55:45.929937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea202baf-0bcb-40e4-b614-f6b5fb5335e1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.045023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Allocated IP 192.168.233.89 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/90aed264-2ff3-46be-96d7-e52362418e3e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:46.276478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-79491f13-d5db-41c6-95d7-595e3cd246ff req-3b03486a-8518-4212-9ab2-cce8446c62cf tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 210 time: 0.0557904 Jul 16 17:55:46.339427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.38', 54105) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:46.359403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee218ef9-e02d-4481-b46e-b126865774fe req-a6ccbd5b-7782-4277-894d-9d10a320b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.361252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee218ef9-e02d-4481-b46e-b126865774fe req-a6ccbd5b-7782-4277-894d-9d10a320b80d service neutron] 10.222.0.38 "GET /v2.0/networks?id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a HTTP/1.1" status: 200 len: 924 time: 0.7060008 Jul 16 17:55:46.395155 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-a30c2b43-c83e-417b-8110-41dfce08466a tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=84800a8d52a1430eb71979c97d1966a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338931 Jul 16 17:55:46.420823 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.462076 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Transition to ACTIVE for port object 90aed264-2ff3-46be-96d7-e52362418e3e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:46.494680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] For port c31ccfa2-4ea7-4c39-a33b-55edf643e18d, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:46.544457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9002251d-b1e2-4e60-81db-02363a28c4e1 req-d2d8f10f-5661-40fd-866a-4f7231e7b5fb tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 210 time: 0.0772014 Jul 16 17:55:46.553404 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-9cd9146d-309a-4584-88b6-8599b383c029 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.555051 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-9cd9146d-309a-4584-88b6-8599b383c029 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524429 Jul 16 17:55:46.559604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] For port c31ccfa2-4ea7-4c39-a33b-55edf643e18d, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c31ccfa2-4ea7-4c39-a33b-55edf643e18d,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:46.568123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.568630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Request body: {'port': {'device_id': 'b03b548b-0234-47d2-a8b8-a54b8908fd0d', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '84800a8d52a1430eb71979c97d1966a5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:46.574455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.582396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee218ef9-e02d-4481-b46e-b126865774fe req-36cc53b7-8cd7-4ce9-b1e9-672b10651eb3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35fdb997-bf7c-474d-9289-7245bde6c460 HTTP/1.1" status: 200 len: 1001 time: 0.1968768 Jul 16 17:55:46.628628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.628963 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.631158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] 10.222.0.38 "PUT /v2.0/ports/c31ccfa2-4ea7-4c39-a33b-55edf643e18d HTTP/1.1" status: 200 len: 1096 time: 2.5401504 Jul 16 17:55:46.641077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c9021-fa4b-43de-ab5b-f755574b0d51 req-621b981a-ffcf-4798-8888-4713944021c9 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.643801 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-016c9021-fa4b-43de-ab5b-f755574b0d51 req-621b981a-ffcf-4798-8888-4713944021c9 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 948 time: 0.3439298 Jul 16 17:55:46.738610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:46.748455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:46.756755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee218ef9-e02d-4481-b46e-b126865774fe req-fe68a4d5-f843-4200-b37d-9455b0c22f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.762028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:46.763344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee218ef9-e02d-4481-b46e-b126865774fe req-fe68a4d5-f843-4200-b37d-9455b0c22f9a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fc775af-c617-41ef-a81d-530d687d1c50 HTTP/1.1" status: 200 len: 862 time: 0.1701636 Jul 16 17:55:46.774831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca0003-aa60-43f8-8bae-9a9009694054 service neutron] Pushing event updated for resources: {'Port': ['ID=c31ccfa2-4ea7-4c39-a33b-55edf643e18d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.775053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Pushing event updated for resources: {'Port': ['ID=90aed264-2ff3-46be-96d7-e52362418e3e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.832053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-016c9021-fa4b-43de-ab5b-f755574b0d51 req-8704a848-e0cf-46cf-bac7-cea899a07ede tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642323 Jul 16 17:55:46.833419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.38', 54106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:46.887664 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.888718 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.896313 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-8dd74882-41e5-44a1-a6cf-9e83a8d00c09 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=30a544b655ef464fb81dc4c2677ed532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492532 Jul 16 17:55:46.929640 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Made reservation on behalf of 84800a8d52a1430eb71979c97d1966a5 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:46.938375 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.964048 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-65a9c987-cf46-4943-b059-346bb9b6617d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9489079 Jul 16 17:55:46.966410 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.995466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Request body: {'port': {'device_id': '95d3145c-defa-4475-9f1b-eeb2b18f52b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:47.026999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-7b3e25f9-ad42-46df-92b6-f056e9f470f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.028795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-7b3e25f9-ad42-46df-92b6-f056e9f470f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7b45bc77357b487794fd41c00a9b2b72&device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 1099 time: 0.2739348 Jul 16 17:55:47.074213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee218ef9-e02d-4481-b46e-b126865774fe req-faa5bcdb-278e-4f6b-b648-2d8df7c613dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.075798 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee218ef9-e02d-4481-b46e-b126865774fe req-faa5bcdb-278e-4f6b-b648-2d8df7c613dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2796762 Jul 16 17:55:47.112443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device da9d7c9d-9e1e-427e-8471-6e1b15fae0bc details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:47.156575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cbd92f-0c3a-452c-87a3-90a311703a7e', 'tag': 'c31ccfa2-4ea7-4c39-a33b-55edf643e18d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:47.160700 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27c7a65-80fd-452f-b868-6c7174fd3222" -d '{"events": [{"name": "network-changed", "server_uuid": "56cbd92f-0c3a-452c-87a3-90a311703a7e", "tag": "c31ccfa2-4ea7-4c39-a33b-55edf643e18d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:47.193457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-2392cd74-8b9e-4eb2-a729-e3ad4fc9e4b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=c31ccfa2-4ea7-4c39-a33b-55edf643e18d HTTP/1.1" status: 200 len: 217 time: 0.1562018 Jul 16 17:55:47.332646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-bc5c3fe9-c9c6-4728-80b7-1c818a70f548 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.334737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-bc5c3fe9-c9c6-4728-80b7-1c818a70f548 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4324727 Jul 16 17:55:47.341172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.367505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Request body: {'port': {'device_id': '3e141b3c-ea36-4c8d-b141-fbe4803dfbe0', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '30a544b655ef464fb81dc4c2677ed532'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:47.381346 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.424418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ccd56d-a2ff-437e-91df-bb809e900466,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:47.465883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:47.474269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-bfa442b6-c55b-4d26-9208-d89b8459bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.475884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-bfa442b6-c55b-4d26-9208-d89b8459bb86 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2552712 Jul 16 17:55:47.486458 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.520066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'da9d7c9d-9e1e-427e-8471-6e1b15fae0bc', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'da9d7c9d-9e1e-427e-8471-6e1b15fae0bc', 'mac_address': 'fa:16:3e:bb:d3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:47.523586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3da368a6-f249-4717-820c-9ea7bd9769ab None None] Provisioning for port 90aed264-2ff3-46be-96d7-e52362418e3e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:47.568706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3da368a6-f249-4717-820c-9ea7bd9769ab None None] Provisioning complete for port 90aed264-2ff3-46be-96d7-e52362418e3e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:47.568706 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3da368a6-f249-4717-820c-9ea7bd9769ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.575417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee218ef9-e02d-4481-b46e-b126865774fe req-5c451a4d-9d16-437a-96ef-a567c226dd90 service neutron] 10.222.0.38 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266191 Jul 16 17:55:47.623012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3da368a6-f249-4717-820c-9ea7bd9769ab None None] Port 90aed264-2ff3-46be-96d7-e52362418e3e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:47.635540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f08122-63b0-4966-b0d2-12bae7867063 req-a5847339-3c82-4c07-b984-e16f0e1dcf7d tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.637071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82f08122-63b0-4966-b0d2-12bae7867063 req-a5847339-3c82-4c07-b984-e16f0e1dcf7d tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 948 time: 0.4898887 Jul 16 17:55:47.638371 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.660804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9d7c9d-9e1e-427e-8471-6e1b15fae0bc {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:47.693476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:47.698362 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.706697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Allocated IP 192.168.233.145 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/016321ff-0fc6-4ba8-bb02-9ab9f45082ec) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:47.729155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Made reservation on behalf of 30a544b655ef464fb81dc4c2677ed532 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:47.732972 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.782493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-25c533f6-f5b6-4575-9dd3-6090d39b8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.784047 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-25c533f6-f5b6-4575-9dd3-6090d39b8668 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2790432 Jul 16 17:55:47.791440 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82f08122-63b0-4966-b0d2-12bae7867063 req-095b9c0e-812b-4b02-b3a6-516ac6132787 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/security-groups?id=775c9ddb-642d-421d-b058-151f0e620fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279385 Jul 16 17:55:47.808341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee218ef9-e02d-4481-b46e-b126865774fe req-b5955f8d-ce3d-495c-8763-a95ad5e6e2e2 service neutron] 10.222.0.38 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205207 Jul 16 17:55:47.931482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:47.970764 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.971352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['da9d7c9d-9e1e-427e-8471-6e1b15fae0bc'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:47.981216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-e625e913-29d9-461a-b3cd-50c201411fa7 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871388 Jul 16 17:55:47.992765 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Transition to ACTIVE for port object 016321ff-0fc6-4ba8-bb02-9ab9f45082ec will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:48.111501 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.167598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-435e5e7a-c315-4c54-8a9e-b0a0b03a7f41 req-12c35f68-2dd8-4c3c-81e4-0091e383e0b1 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801558 Jul 16 17:55:48.169024 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce380582-c718-4ff2-8568-174453279fcb x-openstack-request-id: req-ce380582-c718-4ff2-8568-174453279fcb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:48.169342 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56cbd92f-0c3a-452c-87a3-90a311703a7e", "tag": "c31ccfa2-4ea7-4c39-a33b-55edf643e18d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:48.169591 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce380582-c718-4ff2-8568-174453279fcb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:48.169977 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cbd92f-0c3a-452c-87a3-90a311703a7e', 'tag': 'c31ccfa2-4ea7-4c39-a33b-55edf643e18d', 'status': 'completed', 'code': 200} Jul 16 17:55:48.208305 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:48.212373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Pushing event updated for resources: {'Port': ['ID=016321ff-0fc6-4ba8-bb02-9ab9f45082ec,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:48.217107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:48.223847 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:48.313131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.313702 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.319835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90aed264-2ff3-46be-96d7-e52362418e3e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:48.332446 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.342981 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-eb729fd9-3436-424a-9005-9fb9078473f4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7783916 Jul 16 17:55:48.348011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Transition to ACTIVE for port object 90aed264-2ff3-46be-96d7-e52362418e3e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:48.349755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-629ed919-be0e-422e-a053-d4c1a2216db2 req-b394650c-5fe9-4f44-9986-4b1750481168 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 210 time: 0.0413876 Jul 16 17:55:48.359024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Request body: {'port': {'device_id': 'b03b548b-0234-47d2-a8b8-a54b8908fd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:48.362977 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.415811 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Allocated IP 192.168.233.49 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/38674367-3fc8-475a-9f9c-d8215f2bb616) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:48.436549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Pushing event updated for resources: {'Port': ['ID=90aed264-2ff3-46be-96d7-e52362418e3e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:48.553443 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.576277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eccd0326-92ee-4376-a95a-bd48d1391e29 None None] Provisioning for port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:48.582161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eccd0326-92ee-4376-a95a-bd48d1391e29 None None] Provisioning complete for port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:48.582621 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eccd0326-92ee-4376-a95a-bd48d1391e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.607405 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Attempting to bind port 90aed264-2ff3-46be-96d7-e52362418e3e on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:48.608084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Attempting to bind port 90aed264-2ff3-46be-96d7-e52362418e3e by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:48.608201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Attempting to bind port 90aed264-2ff3-46be-96d7-e52362418e3e on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:48.618190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c7a65-80fd-452f-b868-6c7174fd3222 req-d7942aa0-a294-4744-9c00-9c38272745ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.619748 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e27c7a65-80fd-452f-b868-6c7174fd3222 req-d7942aa0-a294-4744-9c00-9c38272745ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7b45bc77357b487794fd41c00a9b2b72&device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 1099 time: 0.3999441 Jul 16 17:55:48.621602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Port 90aed264-2ff3-46be-96d7-e52362418e3e on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:48.622007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Attempting to bind port 90aed264-2ff3-46be-96d7-e52362418e3e on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:48.630906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e8df5-e4bc-41c2-9976-4a38eab3455d req-939aa50e-f8c0-4457-8b99-bbad46e1cc1e tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.636081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:48.636515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:48.636971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:48.637510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Bound port: 90aed264-2ff3-46be-96d7-e52362418e3e, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:48.637852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d4e8df5-e4bc-41c2-9976-4a38eab3455d req-939aa50e-f8c0-4457-8b99-bbad46e1cc1e tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 936 time: 0.3976407 Jul 16 17:55:48.637970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.638377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eccd0326-92ee-4376-a95a-bd48d1391e29 None None] Port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:48.719324 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.767046 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:48.770152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:48.775681 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.783362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ae78d-e83a-496b-bab8-7f3243f89474 req-6a6f2cc8-35ba-480e-b260-c6e44b8c6eb0 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.786443 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d32ae78d-e83a-496b-bab8-7f3243f89474 req-6a6f2cc8-35ba-480e-b260-c6e44b8c6eb0 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 949 time: 0.2921848 Jul 16 17:55:48.798845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d4e8df5-e4bc-41c2-9976-4a38eab3455d req-78aaae5e-326c-4263-8017-7c1d90adaacf tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598301 Jul 16 17:55:48.800066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Transition to ACTIVE for port object 38674367-3fc8-475a-9f9c-d8215f2bb616 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:48.854161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c7a65-80fd-452f-b868-6c7174fd3222 req-8f2b1bd8-c230-45b3-a8d8-fe616762bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.855682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e27c7a65-80fd-452f-b868-6c7174fd3222 req-8f2b1bd8-c230-45b3-a8d8-fe616762bed4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2090423 Jul 16 17:55:48.917564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d32ae78d-e83a-496b-bab8-7f3243f89474 req-7d1bfee3-1a15-40d7-a7c4-f5b1b983da6f tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139166 Jul 16 17:55:48.920366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e27c7a65-80fd-452f-b868-6c7174fd3222 req-830cbcf7-8821-4bce-b117-58fb9773a9cb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=c31ccfa2-4ea7-4c39-a33b-55edf643e18d HTTP/1.1" status: 200 len: 217 time: 0.0555830 Jul 16 17:55:48.938642 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.020714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:49.033233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:49.035746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:49.042381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.042695 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.053729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c7a65-80fd-452f-b868-6c7174fd3222 req-524985b9-704f-49e2-ada3-cca11a7738ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.055759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e27c7a65-80fd-452f-b868-6c7174fd3222 req-524985b9-704f-49e2-ada3-cca11a7738ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1284251 Jul 16 17:55:49.064574 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.065178 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.066907 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] 10.222.0.42 "PUT /v2.0/ports/90aed264-2ff3-46be-96d7-e52362418e3e HTTP/1.1" status: 200 len: 1095 time: 2.0861356 Jul 16 17:55:49.067352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Pushing event updated for resources: {'Port': ['ID=38674367-3fc8-475a-9f9c-d8215f2bb616,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:49.069217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d3145c-defa-4475-9f1b-eeb2b18f52b0', 'tag': '90aed264-2ff3-46be-96d7-e52362418e3e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:49.072683 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6fac69-3ea8-476e-a267-617e8671c6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "95d3145c-defa-4475-9f1b-eeb2b18f52b0", "tag": "90aed264-2ff3-46be-96d7-e52362418e3e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:49.111738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device da9d7c9d-9e1e-427e-8471-6e1b15fae0bc up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:49.197471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:49.208139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:49.209805 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.239979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Pushing event updated for resources: {'Port': ['ID=90aed264-2ff3-46be-96d7-e52362418e3e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:49.330597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.331406 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.332552 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.333064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.334565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.335117 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.336038 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.338134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.338691 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.340172 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.340681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.341481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423a0c5-c82e-4ae1-b6df-195c71b59033 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.431852 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.502934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d995-0391-456a-8dc9-3af79daa3582 req-3633d457-91a5-4dc5-aff2-fa3fa81b07d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.504474 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-3633d457-91a5-4dc5-aff2-fa3fa81b07d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30a544b655ef464fb81dc4c2677ed532&device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 1098 time: 0.3169961 Jul 16 17:55:49.533590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:49.539944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2c5523-5323-439c-97b5-02a6491b1fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9d7c9d-9e1e-427e-8471-6e1b15fae0bc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:49.547172 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbff1e6-78ed-409f-8fba-6937123cd0b2" -d '{"events": [{"server_uuid": "0c2c5523-5323-439c-97b5-02a6491b1fd3", "name": "network-vif-plugged", "status": "completed", "tag": "da9d7c9d-9e1e-427e-8471-6e1b15fae0bc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:49.563312 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.590487 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-f9477440-2207-41eb-b674-25d9f9498cf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=90aed264-2ff3-46be-96d7-e52362418e3e HTTP/1.1" status: 200 len: 217 time: 0.0614848 Jul 16 17:55:49.609284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2505875 Jul 16 17:55:49.610948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.611449 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.611965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.612604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.613814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.614326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.614824 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.615316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.615784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.616255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.616749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.617835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69024e9-064d-43a8-9fd9-006aead03f7b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:49.621569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016321ff-0fc6-4ba8-bb02-9ab9f45082ec {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:49.654118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Request body: {'port': {'device_id': '3e141b3c-ea36-4c8d-b141-fbe4803dfbe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:49.655011 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.669031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:49.687628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Transition to ACTIVE for port object 016321ff-0fc6-4ba8-bb02-9ab9f45082ec will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:49.695448 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.700851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d995-0391-456a-8dc9-3af79daa3582 req-577847c4-7eea-4a23-9ed4-3c5b79b4dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.703122 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-577847c4-7eea-4a23-9ed4-3c5b79b4dbb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1063871 Jul 16 17:55:49.796848 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Pushing event updated for resources: {'Port': ['ID=016321ff-0fc6-4ba8-bb02-9ab9f45082ec,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:49.821511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d1ab760e-f740-455d-abae-10d964d09f09 None None] Provisioning for port 38674367-3fc8-475a-9f9c-d8215f2bb616 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:49.852145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d1ab760e-f740-455d-abae-10d964d09f09 None None] Provisioning complete for port 38674367-3fc8-475a-9f9c-d8215f2bb616 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:49.853049 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1ab760e-f740-455d-abae-10d964d09f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.854506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.863039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c7a65-80fd-452f-b868-6c7174fd3222 req-aa01016f-3998-4b61-a2df-b568a9bc4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.868406 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f85d9f-e93d-4d4e-a36a-48cc7abe7b02 x-openstack-request-id: req-47f85d9f-e93d-4d4e-a36a-48cc7abe7b02 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:49.868856 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d3145c-defa-4475-9f1b-eeb2b18f52b0", "tag": "90aed264-2ff3-46be-96d7-e52362418e3e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:49.869216 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47f85d9f-e93d-4d4e-a36a-48cc7abe7b02 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:49.869761 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d3145c-defa-4475-9f1b-eeb2b18f52b0', 'tag': '90aed264-2ff3-46be-96d7-e52362418e3e', 'status': 'completed', 'code': 200} Jul 16 17:55:49.870845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e27c7a65-80fd-452f-b868-6c7174fd3222 req-aa01016f-3998-4b61-a2df-b568a9bc4aee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8074694 Jul 16 17:55:49.894355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d995-0391-456a-8dc9-3af79daa3582 req-6c7a061d-f3a0-4501-86f8-0c0c28f3178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.896313 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-6c7a061d-f3a0-4501-86f8-0c0c28f3178f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1676579 Jul 16 17:55:49.909188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:49.938454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Attempting to bind port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:49.938921 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Attempting to bind port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:49.939367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Attempting to bind port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:49.941837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31002554-7ea9-4169-bfc3-b97a49176cc3 req-5c0b885a-6116-4ad6-b50a-4e362509ff98 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.949095 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31002554-7ea9-4169-bfc3-b97a49176cc3 req-5c0b885a-6116-4ad6-b50a-4e362509ff98 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 948 time: 0.3446515 Jul 16 17:55:49.953771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:49.954260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Attempting to bind port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:49.963783 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:49.964456 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:49.965063 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:49.965653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Bound port: 016321ff-0fc6-4ba8-bb02-9ab9f45082ec, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:49.966177 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.968028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab760e-f740-455d-abae-10d964d09f09 None None] Port 38674367-3fc8-475a-9f9c-d8215f2bb616 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:50.098345 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-6ea4e452-082b-4e63-81af-ec093f2bd7da service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901047 Jul 16 17:55:50.121263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] For port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:50.158313 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] For port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=016321ff-0fc6-4ba8-bb02-9ab9f45082ec,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:50.161543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31002554-7ea9-4169-bfc3-b97a49176cc3 req-03fd5e6e-afef-410a-b53d-169cd46748b7 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/security-groups?id=775c9ddb-642d-421d-b058-151f0e620fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112544 Jul 16 17:55:50.169530 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.171558 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e7ad-e431-474b-a89d-48e98ca4dd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.221404 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563ccb9-77ac-4749-8447-e1b27561c9df x-openstack-request-id: req-8563ccb9-77ac-4749-8447-e1b27561c9df {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:50.221706 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2c5523-5323-439c-97b5-02a6491b1fd3", "name": "network-vif-plugged", "status": "completed", "tag": "da9d7c9d-9e1e-427e-8471-6e1b15fae0bc", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:50.222272 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8563ccb9-77ac-4749-8447-e1b27561c9df {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:50.222781 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2c5523-5323-439c-97b5-02a6491b1fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9d7c9d-9e1e-427e-8471-6e1b15fae0bc', 'code': 200} Jul 16 17:55:50.291507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.292232 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.294140 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] 10.222.0.38 "PUT /v2.0/ports/016321ff-0fc6-4ba8-bb02-9ab9f45082ec HTTP/1.1" status: 200 len: 1096 time: 1.9435608 Jul 16 17:55:50.298432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e27c7a65-80fd-452f-b868-6c7174fd3222 req-e3f3530e-6c5e-4fb5-8cad-5c24a5747f85 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931794 Jul 16 17:55:50.312857 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.42', 56487) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:50.339242 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d037d995-0391-456a-8dc9-3af79daa3582 req-d5deca61-1b21-4ef3-b90b-2fac892f534b service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334089 Jul 16 17:55:50.383680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:50.398789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f45e2-18d5-4501-9675-6eaf124ef465 service neutron] Pushing event updated for resources: {'Port': ['ID=016321ff-0fc6-4ba8-bb02-9ab9f45082ec,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:50.463138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6a88f-92c1-4dfd-8b3f-a56abc5ed410 req-3e8db83c-7dcc-4ea0-994b-bc1bdc88b1fc tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.470801 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68c6a88f-92c1-4dfd-8b3f-a56abc5ed410 req-3e8db83c-7dcc-4ea0-994b-bc1bdc88b1fc tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 935 time: 0.3829613 Jul 16 17:55:50.610608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b1119-e977-4328-8afa-835e88e788ec req-9f734862-e4a7-4fad-9915-c518d33630c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.612231 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-420b1119-e977-4328-8afa-835e88e788ec req-9f734862-e4a7-4fad-9915-c518d33630c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 1101 time: 0.2936275 Jul 16 17:55:50.645439 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa1c657b-3d4d-44bf-b580-452d1ff36c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.661946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68c6a88f-92c1-4dfd-8b3f-a56abc5ed410 req-f39fd24e-3c4f-41f9-afe1-2ef04b3aa83a tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902337 Jul 16 17:55:50.675021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e27c7a65-80fd-452f-b868-6c7174fd3222 req-02e8eb6c-7e87-4874-a5f4-81d8f7eba4bd service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666844 Jul 16 17:55:50.688501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-c35c2c22-9221-4d63-95b5-248ef15c3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.690197 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-c35c2c22-9221-4d63-95b5-248ef15c3b9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84800a8d52a1430eb71979c97d1966a5&device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 1099 time: 0.3500671 Jul 16 17:55:50.695786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fac69-3ea8-476e-a267-617e8671c6d1 req-3158271d-2ed9-4e9c-b8b1-dded8d5162d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.697257 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fa6fac69-3ea8-476e-a267-617e8671c6d1 req-3158271d-2ed9-4e9c-b8b1-dded8d5162d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30a544b655ef464fb81dc4c2677ed532&device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 1098 time: 0.2810059 Jul 16 17:55:50.730776 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e7ad-e431-474b-a89d-48e98ca4dd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.755618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab65941-3c57-4fcc-bc77-9bae1708da6d req-c3b157a8-c98a-48cc-9734-b01e313839ce tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.757159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fab65941-3c57-4fcc-bc77-9bae1708da6d req-c3b157a8-c98a-48cc-9734-b01e313839ce tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 948 time: 0.2834399 Jul 16 17:55:50.771199 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-420b1119-e977-4328-8afa-835e88e788ec req-36532688-1730-4f46-b7cb-5fcb45ec2c04 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470158 Jul 16 17:55:50.773777 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e7ad-e431-474b-a89d-48e98ca4dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.784686 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-1abe30c2-054e-4af4-8587-39f14be2a71a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=016321ff-0fc6-4ba8-bb02-9ab9f45082ec HTTP/1.1" status: 200 len: 217 time: 0.0748382 Jul 16 17:55:50.786579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38674367-3fc8-475a-9f9c-d8215f2bb616 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:50.814535 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.859729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Transition to ACTIVE for port object 38674367-3fc8-475a-9f9c-d8215f2bb616 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:50.876822 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.883416 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d4c3e7ad-e431-474b-a89d-48e98ca4dd38 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0baa22d74c3c440da3c5d848fc9407c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9730802 Jul 16 17:55:50.888595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fab65941-3c57-4fcc-bc77-9bae1708da6d req-3f4c2546-ec07-4ed7-9509-d6368971ccad tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168787 Jul 16 17:55:50.893511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:50.895617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3e7ad-e431-474b-a89d-48e98ca4dd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e502a31-cdd0-4893-a709-73d5c308c552,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:50.951799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-363794df-1824-4d09-b562-3d417eda0464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.954232 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-363794df-1824-4d09-b562-3d417eda0464 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1601813 Jul 16 17:55:50.964499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fac69-3ea8-476e-a267-617e8671c6d1 req-808552a5-dc34-4c73-96a9-f4e3bd2a28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.965965 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fa6fac69-3ea8-476e-a267-617e8671c6d1 req-808552a5-dc34-4c73-96a9-f4e3bd2a28c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2552283 Jul 16 17:55:50.989863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c31ccfa2-4ea7-4c39-a33b-55edf643e18d details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:50.995704 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Pushing event updated for resources: {'Port': ['ID=38674367-3fc8-475a-9f9c-d8215f2bb616,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.037066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2353f4-1cc1-4c95-aaee-706a60d9ab98 req-7a180ba0-1e41-4e95-a784-b5fda7e0e9ab tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.038645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae2353f4-1cc1-4c95-aaee-706a60d9ab98 req-7a180ba0-1e41-4e95-a784-b5fda7e0e9ab tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 950 time: 0.2549572 Jul 16 17:55:51.044650 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fa6fac69-3ea8-476e-a267-617e8671c6d1 req-944efe31-8925-4150-ace1-198d9905bf10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=90aed264-2ff3-46be-96d7-e52362418e3e HTTP/1.1" status: 200 len: 217 time: 0.0624540 Jul 16 17:55:51.109929 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa1c657b-3d4d-44bf-b580-452d1ff36c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.114923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Attempting to bind port 38674367-3fc8-475a-9f9c-d8215f2bb616 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:51.115268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Attempting to bind port 38674367-3fc8-475a-9f9c-d8215f2bb616 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:51.115607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Attempting to bind port 38674367-3fc8-475a-9f9c-d8215f2bb616 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:51.119270 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa1c657b-3d4d-44bf-b580-452d1ff36c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.140948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fac69-3ea8-476e-a267-617e8671c6d1 req-a8f5ded3-c775-4018-911b-5854797bb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.144455 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fa6fac69-3ea8-476e-a267-617e8671c6d1 req-a8f5ded3-c775-4018-911b-5854797bb9a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0840070 Jul 16 17:55:51.152819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Port 38674367-3fc8-475a-9f9c-d8215f2bb616 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:51.153161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Attempting to bind port 38674367-3fc8-475a-9f9c-d8215f2bb616 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:51.187905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:51.187905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:51.188748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:51.188748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Bound port: 38674367-3fc8-475a-9f9c-d8215f2bb616, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:51.189082 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.200793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad0086fe-3743-446b-8d48-08e1afdad98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.209882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae2353f4-1cc1-4c95-aaee-706a60d9ab98 req-3c205387-b3c5-4989-8dd4-b65b76785e02 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444502 Jul 16 17:55:51.230362 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-de6d5629-8061-443b-99c5-91e1fce6458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.232715 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-de6d5629-8061-443b-99c5-91e1fce6458a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2708960 Jul 16 17:55:51.239060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c31ccfa2-4ea7-4c39-a33b-55edf643e18d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c31ccfa2-4ea7-4c39-a33b-55edf643e18d,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:51.251514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c657b-3d4d-44bf-b580-452d1ff36c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d587581-70d1-4f55-a861-969bb3f53f3f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.256301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad0086fe-3743-446b-8d48-08e1afdad98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.256858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'c31ccfa2-4ea7-4c39-a33b-55edf643e18d', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'c31ccfa2-4ea7-4c39-a33b-55edf643e18d', 'mac_address': 'fa:16:3e:0d:95:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:51.270909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-aa1c657b-3d4d-44bf-b580-452d1ff36c90 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e1aa9e96c0c491597bad27bb77230b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649499 Jul 16 17:55:51.272576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:51.329471 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.343608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] For port 38674367-3fc8-475a-9f9c-d8215f2bb616, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:51.349078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] For port 38674367-3fc8-475a-9f9c-d8215f2bb616, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=38674367-3fc8-475a-9f9c-d8215f2bb616,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:51.360969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31ccfa2-4ea7-4c39-a33b-55edf643e18d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:51.361938 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.384767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fac69-3ea8-476e-a267-617e8671c6d1 req-9f0bb915-5274-42ce-ae8d-843b04f1d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.386374 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fa6fac69-3ea8-476e-a267-617e8671c6d1 req-9f0bb915-5274-42ce-ae8d-843b04f1d211 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2345569 Jul 16 17:55:51.398782 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c31ccfa2-4ea7-4c39-a33b-55edf643e18d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c31ccfa2-4ea7-4c39-a33b-55edf643e18d,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:51.403655 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.436999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.439727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.441382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] 10.222.0.38 "PUT /v2.0/ports/38674367-3fc8-475a-9f9c-d8215f2bb616 HTTP/1.1" status: 200 len: 1095 time: 1.8023853 Jul 16 17:55:51.479175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e141b3c-ea36-4c8d-b141-fbe4803dfbe0', 'tag': '38674367-3fc8-475a-9f9c-d8215f2bb616'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:51.480260 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad0086fe-3743-446b-8d48-08e1afdad98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.482013 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a629942d-8810-423d-bbb0-b6d9ee55455f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e141b3c-ea36-4c8d-b141-fbe4803dfbe0", "tag": "38674367-3fc8-475a-9f9c-d8215f2bb616"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:51.489765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad0086fe-3743-446b-8d48-08e1afdad98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.491727 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ad0086fe-3743-446b-8d48-08e1afdad98e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e502a31-cdd0-4893-a709-73d5c308c552 HTTP/1.1" status: 204 len: 168 time: 0.5925863 Jul 16 17:55:51.500673 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c31ccfa2-4ea7-4c39-a33b-55edf643e18d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.537193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:51.549202 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-e8baa6b5-9586-4984-9c74-ef7fe5ccfe69 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080916 Jul 16 17:55:51.591711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d645732-7aae-4829-b0dd-50856e2c99fa service neutron] Pushing event updated for resources: {'Port': ['ID=38674367-3fc8-475a-9f9c-d8215f2bb616,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.605345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0086fe-3743-446b-8d48-08e1afdad98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e502a31-cdd0-4893-a709-73d5c308c552,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.625595 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d49a74e-7139-4fae-8125-576578c0d068 x-openstack-request-id: req-7d49a74e-7139-4fae-8125-576578c0d068 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:51.625933 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e141b3c-ea36-4c8d-b141-fbe4803dfbe0", "tag": "38674367-3fc8-475a-9f9c-d8215f2bb616", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:51.626136 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d49a74e-7139-4fae-8125-576578c0d068 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:51.626618 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e141b3c-ea36-4c8d-b141-fbe4803dfbe0', 'tag': '38674367-3fc8-475a-9f9c-d8215f2bb616', 'status': 'completed', 'code': 200} Jul 16 17:55:51.638332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['c31ccfa2-4ea7-4c39-a33b-55edf643e18d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:51.680587 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770eddd3-e2fb-47d4-8223-b868a0bb2639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.747010 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770eddd3-e2fb-47d4-8223-b868a0bb2639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.873216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-ef01f876-d821-42c8-be18-16b7a7332047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.875516 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-ef01f876-d821-42c8-be18-16b7a7332047 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=30a544b655ef464fb81dc4c2677ed532&device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 1098 time: 0.3760302 Jul 16 17:55:51.884365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6ae3a-da2c-4032-a11a-4e3ca08a0929 req-fe309ebf-7a73-4f6e-94cc-2b6f080bf9cd tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.891634 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ff6ae3a-da2c-4032-a11a-4e3ca08a0929 req-fe309ebf-7a73-4f6e-94cc-2b6f080bf9cd tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 949 time: 0.4682336 Jul 16 17:55:51.900267 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770eddd3-e2fb-47d4-8223-b868a0bb2639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.903117 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770eddd3-e2fb-47d4-8223-b868a0bb2639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.904228 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-770eddd3-e2fb-47d4-8223-b868a0bb2639 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d587581-70d1-4f55-a861-969bb3f53f3f HTTP/1.1" status: 204 len: 168 time: 0.6308930 Jul 16 17:55:51.991916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-c68faa37-9866-4e8c-9ad5-522d2e952a29 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=38674367-3fc8-475a-9f9c-d8215f2bb616 HTTP/1.1" status: 200 len: 217 time: 0.0979085 Jul 16 17:55:51.995491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eddd3-e2fb-47d4-8223-b868a0bb2639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d587581-70d1-4f55-a861-969bb3f53f3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:52.017664 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03b548b-0234-47d2-a8b8-a54b8908fd0d', 'tag': '016321ff-0fc6-4ba8-bb02-9ab9f45082ec'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:52.019885 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc279a4-e4cb-443d-b1d4-3e6f5df3b979" -d '{"events": [{"name": "network-changed", "server_uuid": "b03b548b-0234-47d2-a8b8-a54b8908fd0d", "tag": "016321ff-0fc6-4ba8-bb02-9ab9f45082ec"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:52.074417 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fa6fac69-3ea8-476e-a267-617e8671c6d1 req-fa7135fa-1eed-4ef0-bd2e-4b07b0d9fcaf service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761193 Jul 16 17:55:52.074774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-39095220-5b63-4a6d-a098-42fae16873bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.076195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-39095220-5b63-4a6d-a098-42fae16873bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0597675 Jul 16 17:55:52.086787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:52.136891 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97e2036c-2b4f-4bbb-8774-ccdb8813ac4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.137252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80958daf-8bcf-4a9a-85cc-fc885bb86383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.144232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ff6ae3a-da2c-4032-a11a-4e3ca08a0929 req-99dd4418-ff40-4fc6-b7e8-cc20b48ac098 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/security-groups?id=775c9ddb-642d-421d-b058-151f0e620fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515459 Jul 16 17:55:52.156454 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb7a93c7-df3b-4cc2-9e65-7c261ab92c0c req-b8bb3ea0-71df-433e-a4cb-f0ca5125d03b service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965333 Jul 16 17:55:52.213085 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-80958daf-8bcf-4a9a-85cc-fc885bb86383 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:55:52.213085 n-d-793618-9 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 17:55:52.213085 n-d-793618-9 neutron-server[93766]: [parameters: {'project_id': 'b52f03d42bad4647ad42b9d323cb8571', 'id': '6f017ef4-5de0-47cd-905e-16b62239c048', 'expiration': datetime.datetime(2021, 7, 16, 17, 57, 52, 206110)}] Jul 16 17:55:52.213085 n-d-793618-9 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:55:52.213490 n-d-793618-9 neutron-server[93766]: DEBUG oslo_db.api [None req-80958daf-8bcf-4a9a-85cc-fc885bb86383 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:55:52.221374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda51816-8ded-4c14-8e60-797b46eadd95 req-7d0ec6b2-9fb2-493b-bbfb-bdbc74143f23 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.223279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eda51816-8ded-4c14-8e60-797b46eadd95 req-7d0ec6b2-9fb2-493b-bbfb-bdbc74143f23 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 947 time: 0.2635715 Jul 16 17:55:52.239354 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fa6fac69-3ea8-476e-a267-617e8671c6d1 req-ab617eba-f62a-4fb0-aa36-31b9943d7893 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533523 Jul 16 17:55:52.243213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-cb45be7c-74f0-45f1-b4a6-b646854d5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.244835 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-cb45be7c-74f0-45f1-b4a6-b646854d5634 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520286 Jul 16 17:55:52.334882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eda51816-8ded-4c14-8e60-797b46eadd95 req-cd39a8d0-7c61-4bc8-a8f5-3342cbabca62 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039972 Jul 16 17:55:52.388105 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9d9bf7-ecb5-4048-8d95-6afe7beb81d3 x-openstack-request-id: req-dd9d9bf7-ecb5-4048-8d95-6afe7beb81d3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:52.388397 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03b548b-0234-47d2-a8b8-a54b8908fd0d", "tag": "016321ff-0fc6-4ba8-bb02-9ab9f45082ec", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:52.388654 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd9d9bf7-ecb5-4048-8d95-6afe7beb81d3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:52.389049 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03b548b-0234-47d2-a8b8-a54b8908fd0d', 'tag': '016321ff-0fc6-4ba8-bb02-9ab9f45082ec', 'status': 'completed', 'code': 200} Jul 16 17:55:52.425854 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-084bac51-c6b6-407e-a1f0-98f18f956738 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702194 Jul 16 17:55:52.469940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc279a4-e4cb-443d-b1d4-3e6f5df3b979 req-80c2954d-8666-4cea-ab40-30e86bbf5d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.471718 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ccc279a4-e4cb-443d-b1d4-3e6f5df3b979 req-80c2954d-8666-4cea-ab40-30e86bbf5d07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84800a8d52a1430eb71979c97d1966a5&device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 1099 time: 0.0575802 Jul 16 17:55:52.570930 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97e2036c-2b4f-4bbb-8774-ccdb8813ac4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.586290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9ef95-b84e-4c54-ad62-d5882bfdf6df req-2fdef88e-6320-4d0b-b06f-08ccbf3e8bef tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.587828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30e9ef95-b84e-4c54-ad62-d5882bfdf6df req-2fdef88e-6320-4d0b-b06f-08ccbf3e8bef tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 948 time: 0.2790999 Jul 16 17:55:52.590376 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97e2036c-2b4f-4bbb-8774-ccdb8813ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.607012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc279a4-e4cb-443d-b1d4-3e6f5df3b979 req-3e587599-5585-4d5d-85c6-136a62562af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.610082 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ccc279a4-e4cb-443d-b1d4-3e6f5df3b979 req-3e587599-5585-4d5d-85c6-136a62562af5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1270664 Jul 16 17:55:52.610216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bcef8c8-13b2-4fae-86d5-e2683978e9df req-29c080c1-589e-41a3-92e0-4f96b63931e9 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739054 Jul 16 17:55:52.670085 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ccc279a4-e4cb-443d-b1d4-3e6f5df3b979 req-90e50f91-5b68-4679-90c8-e93990c8ab5c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=016321ff-0fc6-4ba8-bb02-9ab9f45082ec HTTP/1.1" status: 200 len: 217 time: 0.0474916 Jul 16 17:55:52.688772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-97e2036c-2b4f-4bbb-8774-ccdb8813ac4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e10dc8ae10b84b51b7d6c93262d18187&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1488554 Jul 16 17:55:52.691578 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:52.704600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2036c-2b4f-4bbb-8774-ccdb8813ac4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a741002-5f57-4f01-8960-247a6771ef17,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:52.728136 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80958daf-8bcf-4a9a-85cc-fc885bb86383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.741583 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30e9ef95-b84e-4c54-ad62-d5882bfdf6df req-78483737-c659-417d-af97-1f961f281192 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396313 Jul 16 17:55:52.788254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc279a4-e4cb-443d-b1d4-3e6f5df3b979 req-e9a9576f-e493-4bda-a6af-6267c6ef75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.789774 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ccc279a4-e4cb-443d-b1d4-3e6f5df3b979 req-e9a9576f-e493-4bda-a6af-6267c6ef75d7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0992568 Jul 16 17:55:52.792178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d061c-d02d-4bf8-845b-5baeb06f51f9 req-4c52a76c-63b4-46ef-9896-ddca24788af3 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.793545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-111d061c-d02d-4bf8-845b-5baeb06f51f9 req-4c52a76c-63b4-46ef-9896-ddca24788af3 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 950 time: 0.1895216 Jul 16 17:55:52.801270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629942d-8810-423d-bbb0-b6d9ee55455f req-2dbee89c-3c19-4341-b42b-e5c37c38556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.803834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a629942d-8810-423d-bbb0-b6d9ee55455f req-2dbee89c-3c19-4341-b42b-e5c37c38556f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=30a544b655ef464fb81dc4c2677ed532&device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 1098 time: 0.1106825 Jul 16 17:55:52.847444 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e2d2cd-548a-4f80-b6dc-61abe55dfa73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.848956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:52.867029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-111d061c-d02d-4bf8-845b-5baeb06f51f9 req-477a2bff-b517-4a84-bcf7-a3a4c197646e tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613174 Jul 16 17:55:52.900775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e2d2cd-548a-4f80-b6dc-61abe55dfa73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.940926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629942d-8810-423d-bbb0-b6d9ee55455f req-b86b9652-8583-4ee6-a5aa-389aa4d4d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.942575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a629942d-8810-423d-bbb0-b6d9ee55455f req-b86b9652-8583-4ee6-a5aa-389aa4d4d362 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1292655 Jul 16 17:55:52.958700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc279a4-e4cb-443d-b1d4-3e6f5df3b979 req-b76b5d16-d8b6-4d90-adf4-b613f70e8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.960292 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ccc279a4-e4cb-443d-b1d4-3e6f5df3b979 req-b76b5d16-d8b6-4d90-adf4-b613f70e8e3e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1608360 Jul 16 17:55:52.998122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1243257489-network', 'tenant_id': '9dade0386e484fe499bda6cdb3c54761'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:53.003730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c31ccfa2-4ea7-4c39-a33b-55edf643e18d up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:53.017611 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a629942d-8810-423d-bbb0-b6d9ee55455f req-27875ad1-2197-4f9e-baf4-62e9e2726493 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=38674367-3fc8-475a-9f9c-d8215f2bb616 HTTP/1.1" status: 200 len: 217 time: 0.0665760 Jul 16 17:55:53.024167 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e2d2cd-548a-4f80-b6dc-61abe55dfa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.026839 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e2d2cd-548a-4f80-b6dc-61abe55dfa73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.027963 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-23e2d2cd-548a-4f80-b6dc-61abe55dfa73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a741002-5f57-4f01-8960-247a6771ef17 HTTP/1.1" status: 204 len: 168 time: 0.3272402 Jul 16 17:55:53.067513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port c31ccfa2-4ea7-4c39-a33b-55edf643e18d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:53.073057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port c31ccfa2-4ea7-4c39-a33b-55edf643e18d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:53.073610 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.074780 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80958daf-8bcf-4a9a-85cc-fc885bb86383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.090929 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80958daf-8bcf-4a9a-85cc-fc885bb86383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.098739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2d2cd-548a-4f80-b6dc-61abe55dfa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a741002-5f57-4f01-8960-247a6771ef17,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:53.131373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90aed264-2ff3-46be-96d7-e52362418e3e details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:53.138936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629942d-8810-423d-bbb0-b6d9ee55455f req-0541e10d-4141-4903-8505-99c5218dd0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.139831 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a629942d-8810-423d-bbb0-b6d9ee55455f req-0541e10d-4141-4903-8505-99c5218dd0d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1131783 Jul 16 17:55:53.145307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Made reservation on behalf of 9dade0386e484fe499bda6cdb3c54761 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:53.147880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.170009 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-80958daf-8bcf-4a9a-85cc-fc885bb86383 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b52f03d42bad4647ad42b9d323cb8571&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0821240 Jul 16 17:55:53.181125 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:53.191980 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.198004 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ccc279a4-e4cb-443d-b1d4-3e6f5df3b979 req-478b75f1-67f5-4618-ad35-158de6778446 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286000 Jul 16 17:55:53.210241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80958daf-8bcf-4a9a-85cc-fc885bb86383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4b5623-58bb-43d4-a76b-360cd1db9b5c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:53.321087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629942d-8810-423d-bbb0-b6d9ee55455f req-db3a5a50-9f92-46a3-a437-9166c57c0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.325874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a629942d-8810-423d-bbb0-b6d9ee55455f req-db3a5a50-9f92-46a3-a437-9166c57c0a4e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802132 Jul 16 17:55:53.334835 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.399121 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb84f114-70a2-4f8f-81f0-a46b27bdf142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.416363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c31ccfa2-4ea7-4c39-a33b-55edf643e18d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c31ccfa2-4ea7-4c39-a33b-55edf643e18d,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:53.419690 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cbd92f-0c3a-452c-87a3-90a311703a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31ccfa2-4ea7-4c39-a33b-55edf643e18d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:53.424120 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b2ac66-8404-43c2-a6f0-c32a876d3ce0" -d '{"events": [{"server_uuid": "56cbd92f-0c3a-452c-87a3-90a311703a7e", "name": "network-vif-plugged", "status": "completed", "tag": "c31ccfa2-4ea7-4c39-a33b-55edf643e18d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:53.431575 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.449327 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb84f114-70a2-4f8f-81f0-a46b27bdf142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.454320 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ccc279a4-e4cb-443d-b1d4-3e6f5df3b979 req-5e4c0386-e602-440c-8b2c-182c3857e0f7 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360377 Jul 16 17:55:53.503588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a629942d-8810-423d-bbb0-b6d9ee55455f req-56b6657e-422d-41c0-bbc0-802355be8b80 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706641 Jul 16 17:55:53.511342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:53.534058 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.536071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c31ccfa2-4ea7-4c39-a33b-55edf643e18d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:53.538180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.549458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '90aed264-2ff3-46be-96d7-e52362418e3e', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '90aed264-2ff3-46be-96d7-e52362418e3e', 'mac_address': 'fa:16:3e:76:3e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:53.573843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91e1e59-413c-434c-bc0c-233a2dd0261e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:53.583661 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb84f114-70a2-4f8f-81f0-a46b27bdf142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.586760 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb84f114-70a2-4f8f-81f0-a46b27bdf142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.587974 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fb84f114-70a2-4f8f-81f0-a46b27bdf142 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e4b5623-58bb-43d4-a76b-360cd1db9b5c HTTP/1.1" status: 204 len: 168 time: 0.4046977 Jul 16 17:55:53.589049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:53.601774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84f114-70a2-4f8f-81f0-a46b27bdf142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4b5623-58bb-43d4-a76b-360cd1db9b5c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:53.612186 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.612546 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Added segment 4e55f129-c93a-45bf-bb7c-ba80232062c9 of type vlan for network 9bc10951-92c3-4704-8bf9-19ff872c2af6 Jul 16 17:55:53.649069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:53.662623 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.676960 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9d4298a-6dae-4f4e-859a-2dd21e3f35a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.678229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90aed264-2ff3-46be-96d7-e52362418e3e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:53.680469 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.703766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:53.708997 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.756827 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.758167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.759386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.772933 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=90aed264-2ff3-46be-96d7-e52362418e3e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:53.858941 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] Pushing event updated for resources: {'Network': ['ID=9bc10951-92c3-4704-8bf9-19ff872c2af6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:53.871812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 9bc10951-92c3-4704-8bf9-19ff872c2af6 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:53.899071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c61a2d-0f51-4c72-a2e0-0bf39d8eee92 req-e1587202-8b51-439a-8bf8-bcfefe375805 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.905966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96c61a2d-0f51-4c72-a2e0-0bf39d8eee92 req-e1587202-8b51-439a-8bf8-bcfefe375805 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 950 time: 0.4903688 Jul 16 17:55:53.931648 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9d4298a-6dae-4f4e-859a-2dd21e3f35a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.939053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['90aed264-2ff3-46be-96d7-e52362418e3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:53.939398 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9d4298a-6dae-4f4e-859a-2dd21e3f35a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.951503 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a629942d-8810-423d-bbb0-b6d9ee55455f req-69b45c2d-daaa-46c4-8148-2044cdddcd2e service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310968 Jul 16 17:55:53.973907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96c61a2d-0f51-4c72-a2e0-0bf39d8eee92 req-00258d31-6813-48dd-9c09-72c279719d43 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/security-groups?id=775c9ddb-642d-421d-b058-151f0e620fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669239 Jul 16 17:55:53.979600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125be6e-dc5a-4d2b-a8f3-291a3fa6413e req-c40388ce-eafd-4f90-b36e-6591311a39ca tempest-ServersAdminNegativeTestJSON-705887656 tempest-ServersAdminNegativeTestJSON-705887656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.990844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a125be6e-dc5a-4d2b-a8f3-291a3fa6413e req-c40388ce-eafd-4f90-b36e-6591311a39ca tempest-ServersAdminNegativeTestJSON-705887656 tempest-ServersAdminNegativeTestJSON-705887656-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 1101 time: 0.4808991 Jul 16 17:55:53.991816 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d9d4298a-6dae-4f4e-859a-2dd21e3f35a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7340e3b80c774ccf8e6cec689a755820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415096 Jul 16 17:55:53.992717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4298a-6dae-4f4e-859a-2dd21e3f35a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fb45ba-bfa9-4ead-9840-c495e034c9ca,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:53.999701 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d48dc9dd-4c7b-47ea-8a65-9d3a99d71fda admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1434574 Jul 16 17:55:53.999896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:53.999993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:54.009013 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b9b64252-e274-4e76-ac01-6331d5084dc4 admin admin] Request body: {'subnet': {'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1243257489-subnet', 'tenant_id': '9dade0386e484fe499bda6cdb3c54761', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:54.033219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a125be6e-dc5a-4d2b-a8f3-291a3fa6413e req-47bbb5bd-40db-4a93-8017-aa025c6d76b4 tempest-ServersAdminNegativeTestJSON-705887656 tempest-ServersAdminNegativeTestJSON-705887656-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.068505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b64252-e274-4e76-ac01-6331d5084dc4 admin admin] Made reservation on behalf of 9dade0386e484fe499bda6cdb3c54761 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:54.073166 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9b64252-e274-4e76-ac01-6331d5084dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.102927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9f55eb0-4090-4c01-9ea9-8a38dea643a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.140204 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9f55eb0-4090-4c01-9ea9-8a38dea643a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.258692 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a125be6e-dc5a-4d2b-a8f3-291a3fa6413e req-47bbb5bd-40db-4a93-8017-aa025c6d76b4 tempest-ServersAdminNegativeTestJSON-705887656 tempest-ServersAdminNegativeTestJSON-705887656-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.263915 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a125be6e-dc5a-4d2b-a8f3-291a3fa6413e req-47bbb5bd-40db-4a93-8017-aa025c6d76b4 tempest-ServersAdminNegativeTestJSON-705887656 tempest-ServersAdminNegativeTestJSON-705887656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.278777 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9f55eb0-4090-4c01-9ea9-8a38dea643a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.281855 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9f55eb0-4090-4c01-9ea9-8a38dea643a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.284170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f9f55eb0-4090-4c01-9ea9-8a38dea643a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17fb45ba-bfa9-4ead-9840-c495e034c9ca HTTP/1.1" status: 204 len: 168 time: 0.2867279 Jul 16 17:55:54.306191 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a125be6e-dc5a-4d2b-a8f3-291a3fa6413e req-47bbb5bd-40db-4a93-8017-aa025c6d76b4 tempest-ServersAdminNegativeTestJSON-705887656 tempest-ServersAdminNegativeTestJSON-705887656-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108652 Jul 16 17:55:54.317888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4bd4a-aba7-409a-b338-a49223f3fba9 req-ebb627d2-4285-4bb9-a50e-65e039581440 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.319406 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cac4bd4a-aba7-409a-b338-a49223f3fba9 req-ebb627d2-4285-4bb9-a50e-65e039581440 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 947 time: 0.1603158 Jul 16 17:55:54.321796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbb5bd-40db-4a93-8017-aa025c6d76b4 tempest-ServersAdminNegativeTestJSON-705887656 tempest-ServersAdminNegativeTestJSON-705887656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807716c5-7fa0-4860-99a4-0c16f6615019,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.358901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f55eb0-4090-4c01-9ea9-8a38dea643a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fb45ba-bfa9-4ead-9840-c495e034c9ca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.394239 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cac4bd4a-aba7-409a-b338-a49223f3fba9 req-b740b7a4-b89f-42af-afa7-2ee09d5c1c72 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644557 Jul 16 17:55:54.394783 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a416a6bf-dbb3-4885-ad20-4730eed5616c x-openstack-request-id: req-a416a6bf-dbb3-4885-ad20-4730eed5616c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:54.395483 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cbd92f-0c3a-452c-87a3-90a311703a7e", "name": "network-vif-plugged", "status": "completed", "tag": "c31ccfa2-4ea7-4c39-a33b-55edf643e18d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:54.395845 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a416a6bf-dbb3-4885-ad20-4730eed5616c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:54.396375 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cbd92f-0c3a-452c-87a3-90a311703a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31ccfa2-4ea7-4c39-a33b-55edf643e18d', 'code': 200} Jul 16 17:55:54.446970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9b64252-e274-4e76-ac01-6331d5084dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.497616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b64252-e274-4e76-ac01-6331d5084dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7dc7804-5a58-4688-b00a-35e1cfe600e1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.535247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b64252-e274-4e76-ac01-6331d5084dc4 admin admin] Checking segment: {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:54.535708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b64252-e274-4e76-ac01-6331d5084dc4 admin admin] Network hostable DHCP agents. Network: 9bc10951-92c3-4704-8bf9-19ff872c2af6, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:54.557505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b64252-e274-4e76-ac01-6331d5084dc4 admin admin] Network 9bc10951-92c3-4704-8bf9-19ff872c2af6 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:54.574933 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b9b64252-e274-4e76-ac01-6331d5084dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 9bc10951-92c3-4704-8bf9-19ff872c2af6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:54.582581 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b64252-e274-4e76-ac01-6331d5084dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.583642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9b64252-e274-4e76-ac01-6331d5084dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.584860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ade809-84d6-466d-a47d-f0d17a9f3285 None None] Network 9bc10951-92c3-4704-8bf9-19ff872c2af6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:54.599823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a361b5-7acb-4a0d-b6d7-ce1a52eb9845 req-a388d0cd-360b-447e-b760-7b753ebd74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.601461 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b9b64252-e274-4e76-ac01-6331d5084dc4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6003680 Jul 16 17:55:54.610088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19a361b5-7acb-4a0d-b6d7-ce1a52eb9845 req-a388d0cd-360b-447e-b760-7b753ebd74e8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 1101 time: 0.1459732 Jul 16 17:55:54.649146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19a361b5-7acb-4a0d-b6d7-ce1a52eb9845 req-9f32cf75-f3d2-43bc-91bc-369360632131 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=775c9ddb-642d-421d-b058-151f0e620fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384045 Jul 16 17:55:54.666770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befd1a8-0380-4b0c-b4e8-67d89ee1abba req-a3032d85-c29a-4798-92f6-ffb306bd8665 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.668515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8befd1a8-0380-4b0c-b4e8-67d89ee1abba req-a3032d85-c29a-4798-92f6-ffb306bd8665 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 948 time: 0.1184764 Jul 16 17:55:54.716385 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8befd1a8-0380-4b0c-b4e8-67d89ee1abba req-c308a84f-b35b-4f4c-98de-f0655cf6bafb tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362470 Jul 16 17:55:54.793737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-9bc10951-92c3-4704-8bf9-19ff872c2af6', 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6', 'tenant_id': '9dade0386e484fe499bda6cdb3c54761', 'fixed_ips': [{'subnet_id': 'f7dc7804-5a58-4688-b00a-35e1cfe600e1'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:54.794982 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.944525 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Allocated IP 172.20.0.2 (9bc10951-92c3-4704-8bf9-19ff872c2af6/f7dc7804-5a58-4688-b00a-35e1cfe600e1/699d1c9a-26e5-4087-a113-746f55f5ec3c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:55.021739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 38674367-3fc8-475a-9f9c-d8215f2bb616 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:55.118245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90aed264-2ff3-46be-96d7-e52362418e3e up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:55.214168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01077b9-ab48-42dd-9443-6e5c5bf6f6d2 req-04a54d2f-3ff1-45ed-ba9e-9767e0bbe850 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.216602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b01077b9-ab48-42dd-9443-6e5c5bf6f6d2 req-04a54d2f-3ff1-45ed-ba9e-9767e0bbe850 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 950 time: 0.1112533 Jul 16 17:55:55.221654 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.234502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 38674367-3fc8-475a-9f9c-d8215f2bb616, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=38674367-3fc8-475a-9f9c-d8215f2bb616,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:55.251757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Transition to ACTIVE for port object 699d1c9a-26e5-4087-a113-746f55f5ec3c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:55.257957 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '38674367-3fc8-475a-9f9c-d8215f2bb616', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '38674367-3fc8-475a-9f9c-d8215f2bb616', 'mac_address': 'fa:16:3e:9f:67:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:55.268036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b01077b9-ab48-42dd-9443-6e5c5bf6f6d2 req-f8cfbfac-9c5e-43be-ba14-1c3c7eed7aa8 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/security-groups?id=775c9ddb-642d-421d-b058-151f0e620fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433626 Jul 16 17:55:55.278481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Transition to ACTIVE for port object 699d1c9a-26e5-4087-a113-746f55f5ec3c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:55.301135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 90aed264-2ff3-46be-96d7-e52362418e3e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:55.307858 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.323203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 90aed264-2ff3-46be-96d7-e52362418e3e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:55.323689 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.375714 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.395095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Network 9bc10951-92c3-4704-8bf9-19ff872c2af6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:55.407595 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:55.413881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38674367-3fc8-475a-9f9c-d8215f2bb616 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:55.423280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:55.431804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Pushing event updated for resources: {'Port': ['ID=699d1c9a-26e5-4087-a113-746f55f5ec3c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:55.478322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 38674367-3fc8-475a-9f9c-d8215f2bb616, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=38674367-3fc8-475a-9f9c-d8215f2bb616,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:55.504527 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.505472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 016321ff-0fc6-4ba8-bb02-9ab9f45082ec details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:55.569739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Attempting to bind port 699d1c9a-26e5-4087-a113-746f55f5ec3c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:55.570773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Attempting to bind port 699d1c9a-26e5-4087-a113-746f55f5ec3c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:55.570773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Attempting to bind port 699d1c9a-26e5-4087-a113-746f55f5ec3c on network 9bc10951-92c3-4704-8bf9-19ff872c2af6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:55.590070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:55.590614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Checking segment: {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:55.591027 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.591440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Bound using segment: {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:55.591934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Bound port: 699d1c9a-26e5-4087-a113-746f55f5ec3c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:55.592325 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.631806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=016321ff-0fc6-4ba8-bb02-9ab9f45082ec,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:55.649479 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.654709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-2788b9df-b7cf-479a-83a2-5097312013d1 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.661615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-2788b9df-b7cf-479a-83a2-5097312013d1 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/networks?id=9bc10951-92c3-4704-8bf9-19ff872c2af6 HTTP/1.1" status: 200 len: 816 time: 0.2771826 Jul 16 17:55:55.663245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '016321ff-0fc6-4ba8-bb02-9ab9f45082ec', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '016321ff-0fc6-4ba8-bb02-9ab9f45082ec', 'mac_address': 'fa:16:3e:95:56:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:55.664538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=38674367-3fc8-475a-9f9c-d8215f2bb616,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:55.691209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-7ad220a7-2f1a-4031-b971-e0fbbb770de8 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/quotas/9dade0386e484fe499bda6cdb3c54761 HTTP/1.1" status: 200 len: 375 time: 0.0286415 Jul 16 17:55:55.755881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1cf83-87a7-4a70-8b52-91f87538a8bc req-13acb55c-457b-4d05-b636-9fbb83aaabac tempest-ServersAdminNegativeTestJSON-705887656 tempest-ServersAdminNegativeTestJSON-705887656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.764027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0b1cf83-87a7-4a70-8b52-91f87538a8bc req-13acb55c-457b-4d05-b636-9fbb83aaabac tempest-ServersAdminNegativeTestJSON-705887656 tempest-ServersAdminNegativeTestJSON-705887656-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 1101 time: 0.2234747 Jul 16 17:55:55.845284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0b1cf83-87a7-4a70-8b52-91f87538a8bc req-1c88087e-2184-4062-bad8-9bf4c37d97b6 tempest-ServersAdminNegativeTestJSON-705887656 tempest-ServersAdminNegativeTestJSON-705887656-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629113 Jul 16 17:55:55.858233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-249eb489-75a8-435d-8858-a8d0893a6e08 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9dade0386e484fe499bda6cdb3c54761&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1661346 Jul 16 17:55:55.903588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:55.916256 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.955674 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.958910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] For port 699d1c9a-26e5-4087-a113-746f55f5ec3c, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:55.987748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] For port 699d1c9a-26e5-4087-a113-746f55f5ec3c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=699d1c9a-26e5-4087-a113-746f55f5ec3c,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:55.989681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016321ff-0fc6-4ba8-bb02-9ab9f45082ec {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:55.997345 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.018744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-3aaf33ae-e977-4be8-aa28-1f6a1aa3a5ef service neutron] 10.222.0.52 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518040 Jul 16 17:55:56.030394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=016321ff-0fc6-4ba8-bb02-9ab9f45082ec,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:56.031519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=90aed264-2ff3-46be-96d7-e52362418e3e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:56.065302 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.093795 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35947233-bc14-4bac-9f62-3a917ca205dc None None] Pushing event updated for resources: {'Port': ['ID=699d1c9a-26e5-4087-a113-746f55f5ec3c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:56.146621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0d806-333c-413f-a4e2-160372ffcdc7 req-a3af141f-98d5-430f-a58a-2f99f544b661 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.147472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=016321ff-0fc6-4ba8-bb02-9ab9f45082ec,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:56.148572 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5e0d806-333c-413f-a4e2-160372ffcdc7 req-a3af141f-98d5-430f-a58a-2f99f544b661 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 948 time: 0.1906583 Jul 16 17:55:56.178444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-be304280-957c-4e91-9f65-780a55b94d53 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543651 Jul 16 17:55:56.201715 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5e0d806-333c-413f-a4e2-160372ffcdc7 req-0a6b0574-6d10-49a2-aa1a-9a4706ae7090 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467160 Jul 16 17:55:56.302634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['38674367-3fc8-475a-9f9c-d8215f2bb616'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:56.309502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['016321ff-0fc6-4ba8-bb02-9ab9f45082ec'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:56.399484 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d3145c-defa-4475-9f1b-eeb2b18f52b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aed264-2ff3-46be-96d7-e52362418e3e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:56.419677 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ea0cb8-5669-410b-9077-f2ccf3c981cf" -d '{"events": [{"server_uuid": "95d3145c-defa-4475-9f1b-eeb2b18f52b0", "name": "network-vif-plugged", "status": "completed", "tag": "90aed264-2ff3-46be-96d7-e52362418e3e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:56.574692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d7d79-db60-4c8f-bc26-139984e234dc req-c0a0d6eb-25c0-4668-b16d-f101a236d854 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.585144 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b23d7d79-db60-4c8f-bc26-139984e234dc req-c0a0d6eb-25c0-4668-b16d-f101a236d854 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 949 time: 0.1070595 Jul 16 17:55:56.635823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b23d7d79-db60-4c8f-bc26-139984e234dc req-98e739f5-57a4-482f-abce-3116fd03c3c7 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478213 Jul 16 17:55:56.843102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b7bd8-4cb8-44c1-a11b-a065ddd40488 req-e837ff75-0c2d-440b-bb6e-924858cd0ad6 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.844694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b37b7bd8-4cb8-44c1-a11b-a065ddd40488 req-e837ff75-0c2d-440b-bb6e-924858cd0ad6 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 950 time: 0.0729992 Jul 16 17:55:56.886099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d008ff7b-d8b7-4f92-b27f-511d956a76ec req-84d2636b-2eaf-4234-99a8-e0aa322cb6a8 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2108215545', 'description': 'tempest-description-1290104301'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:56.895106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b37b7bd8-4cb8-44c1-a11b-a065ddd40488 req-569d0160-d543-4814-84ed-9e12582cf24c tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/security-groups?id=775c9ddb-642d-421d-b058-151f0e620fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438085 Jul 16 17:55:56.916348 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d008ff7b-d8b7-4f92-b27f-511d956a76ec req-84d2636b-2eaf-4234-99a8-e0aa322cb6a8 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.930124 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d008ff7b-d8b7-4f92-b27f-511d956a76ec req-84d2636b-2eaf-4234-99a8-e0aa322cb6a8 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.952920 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db80961-27a0-4123-b4e6-3ad696431cd8 x-openstack-request-id: req-1db80961-27a0-4123-b4e6-3ad696431cd8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:56.953487 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d3145c-defa-4475-9f1b-eeb2b18f52b0", "name": "network-vif-plugged", "status": "completed", "tag": "90aed264-2ff3-46be-96d7-e52362418e3e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:56.954163 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1db80961-27a0-4123-b4e6-3ad696431cd8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:56.954723 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d3145c-defa-4475-9f1b-eeb2b18f52b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aed264-2ff3-46be-96d7-e52362418e3e', 'code': 200} Jul 16 17:55:57.108044 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d008ff7b-d8b7-4f92-b27f-511d956a76ec req-84d2636b-2eaf-4234-99a8-e0aa322cb6a8 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.109782 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c140ed-9945-4cef-bd5d-2666e5e380d3 req-8ec2a71b-dea4-4b5c-a0a6-751899333aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:57.111269 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-86c140ed-9945-4cef-bd5d-2666e5e380d3 req-8ec2a71b-dea4-4b5c-a0a6-751899333aa3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 1100 time: 0.0637057 Jul 16 17:55:57.116424 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d008ff7b-d8b7-4f92-b27f-511d956a76ec req-84d2636b-2eaf-4234-99a8-e0aa322cb6a8 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.164915 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-86c140ed-9945-4cef-bd5d-2666e5e380d3 req-a4cbb66e-d631-41c9-aa3f-89448e6d7944 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473685 Jul 16 17:55:57.219632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2636b-2eaf-4234-99a8-e0aa322cb6a8 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6ef402-998e-4cb6-bd26-3127b32120d9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:57.269768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-3b235796-d746-4a43-aec0-9dc0803b20b5 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:57.271801 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-3b235796-d746-4a43-aec0-9dc0803b20b5 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/networks?id=9bc10951-92c3-4704-8bf9-19ff872c2af6 HTTP/1.1" status: 200 len: 816 time: 0.2347951 Jul 16 17:55:57.305257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 699d1c9a-26e5-4087-a113-746f55f5ec3c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:57.313903 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d008ff7b-d8b7-4f92-b27f-511d956a76ec req-84d2636b-2eaf-4234-99a8-e0aa322cb6a8 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.315934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-be40f5d4-c7d6-4f13-8e94-94a7125b2ed6 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/quotas/9dade0386e484fe499bda6cdb3c54761 HTTP/1.1" status: 200 len: 375 time: 0.0231187 Jul 16 17:55:57.320082 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d008ff7b-d8b7-4f92-b27f-511d956a76ec req-84d2636b-2eaf-4234-99a8-e0aa322cb6a8 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.377812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b9cb94-b0d6-4097-9511-fa1de2ff2b27 None None] Network 9bc10951-92c3-4704-8bf9-19ff872c2af6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:57.396384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2636b-2eaf-4234-99a8-e0aa322cb6a8 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d654f78d-0a38-49a6-b66d-056655f163fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:57.403522 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d008ff7b-d8b7-4f92-b27f-511d956a76ec req-84d2636b-2eaf-4234-99a8-e0aa322cb6a8 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.418787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d008ff7b-d8b7-4f92-b27f-511d956a76ec req-84d2636b-2eaf-4234-99a8-e0aa322cb6a8 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5388775 Jul 16 17:55:57.455389 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-e7e054a8-5307-449a-a384-41a6b2ee9480 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9dade0386e484fe499bda6cdb3c54761&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307611 Jul 16 17:55:57.466677 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 699d1c9a-26e5-4087-a113-746f55f5ec3c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:57.484905 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Provisioning for port 699d1c9a-26e5-4087-a113-746f55f5ec3c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:57.495197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Provisioning complete for port 699d1c9a-26e5-4087-a113-746f55f5ec3c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:57.495575 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.561401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-bb05cbcf-5312-42d2-9318-ddeb1e0b2273 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964324 Jul 16 17:55:57.639159 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.666387 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-7e666633-faba-41aa-b465-58f11ab686a7 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966208 Jul 16 17:55:57.682160 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] For port 699d1c9a-26e5-4087-a113-746f55f5ec3c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=699d1c9a-26e5-4087-a113-746f55f5ec3c,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:57.698951 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.760934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Pushing event updated for resources: {'Port': ['ID=699d1c9a-26e5-4087-a113-746f55f5ec3c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:57.769806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.770373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.770792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.771203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.771613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.771946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.772280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.772903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.773237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.773607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.773935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.774306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a587935-f709-41cf-abf7-bf11a43ae7ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.853650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e144bf-b272-49c9-b6c6-ed856e7876b2 req-3eee1016-8acc-4198-bb6f-59ce4e7bd7c9 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:57.855569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22e144bf-b272-49c9-b6c6-ed856e7876b2 req-3eee1016-8acc-4198-bb6f-59ce4e7bd7c9 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 948 time: 0.1095889 Jul 16 17:55:57.938004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-714f3e9c-c2d1-46b4-a467-f7b0b6c33a24 None None] Provisioning complete for port 699d1c9a-26e5-4087-a113-746f55f5ec3c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:57.938556 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-714f3e9c-c2d1-46b4-a467-f7b0b6c33a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.940016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22e144bf-b272-49c9-b6c6-ed856e7876b2 req-c5837ee4-04b9-4967-a877-ac9d68743951 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605807 Jul 16 17:55:57.962901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b49f5d2f-66b8-438a-bbc0-90d8202fe051 req-72545234-3604-45c7-8091-5f59ffe09bd5 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1765430090', 'description': 'tempest-description-839036991'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:58.001078 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b49f5d2f-66b8-438a-bbc0-90d8202fe051 req-72545234-3604-45c7-8091-5f59ffe09bd5 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.141972 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b49f5d2f-66b8-438a-bbc0-90d8202fe051 req-72545234-3604-45c7-8091-5f59ffe09bd5 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.147982 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b49f5d2f-66b8-438a-bbc0-90d8202fe051 req-72545234-3604-45c7-8091-5f59ffe09bd5 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.211902 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b49f5d2f-66b8-438a-bbc0-90d8202fe051 req-72545234-3604-45c7-8091-5f59ffe09bd5 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.226443 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-0e9e0e4c-0e43-4ed1-925f-1b7c64118b91 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:58.230198 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-0e9e0e4c-0e43-4ed1-925f-1b7c64118b91 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.42 "GET /v2.0/networks?id=9bc10951-92c3-4704-8bf9-19ff872c2af6 HTTP/1.1" status: 200 len: 816 time: 0.3856771 Jul 16 17:55:58.230349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b49f5d2f-66b8-438a-bbc0-90d8202fe051 req-72545234-3604-45c7-8091-5f59ffe09bd5 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2720115 Jul 16 17:55:58.241411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72545234-3604-45c7-8091-5f59ffe09bd5 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c076ec-45b6-4f8c-a309-74c037368c5b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:58.247339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Request body: {'port': {'device_id': '04ed1da4-0b1f-48df-85f2-9970483c418b', 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6', 'admin_state_up': True, 'tenant_id': '9dade0386e484fe499bda6cdb3c54761'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:58.406578 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Made reservation on behalf of 9dade0386e484fe499bda6cdb3c54761 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:58.411583 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.572861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54ad98-bb3f-44de-95b7-6ebe72e0d279 req-6980ddf5-3ba1-4323-ab00-6f4a9689a68d tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:58.574508 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa54ad98-bb3f-44de-95b7-6ebe72e0d279 req-6980ddf5-3ba1-4323-ab00-6f4a9689a68d tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 949 time: 0.1163185 Jul 16 17:55:58.578814 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Allocated IP 172.20.0.13 (9bc10951-92c3-4704-8bf9-19ff872c2af6/f7dc7804-5a58-4688-b00a-35e1cfe600e1/db845fd4-bdf7-4265-873c-57fdb6f83f9b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:58.649791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa54ad98-bb3f-44de-95b7-6ebe72e0d279 req-389a3456-de89-4711-81c7-553a5d600ace tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694776 Jul 16 17:55:58.753523 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.755951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-de5d3942-7fd7-4747-ace5-f2b04d9dd8e0 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:58.757734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-de5d3942-7fd7-4747-ace5-f2b04d9dd8e0 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/networks?id=9bc10951-92c3-4704-8bf9-19ff872c2af6 HTTP/1.1" status: 200 len: 816 time: 0.1362243 Jul 16 17:55:58.775326 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-97a11fc3-81cd-4fa6-862b-9a107ce0bf6a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/quotas/9dade0386e484fe499bda6cdb3c54761 HTTP/1.1" status: 200 len: 375 time: 0.0112059 Jul 16 17:55:58.786893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Transition to ACTIVE for port object db845fd4-bdf7-4265-873c-57fdb6f83f9b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:58.834273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2432ff83-eae7-4d31-bf3b-a0d3815108f1 req-10a14bfb-b159-4a29-bd94-9da0c49615ed tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-562397760', 'description': 'tempest-description-753185210'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:58.853417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.876656 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2432ff83-eae7-4d31-bf3b-a0d3815108f1 req-10a14bfb-b159-4a29-bd94-9da0c49615ed tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.883642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-4e716870-63ef-4bfa-87b6-c20713b9e278 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9dade0386e484fe499bda6cdb3c54761&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997822 Jul 16 17:55:58.889165 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2432ff83-eae7-4d31-bf3b-a0d3815108f1 req-10a14bfb-b159-4a29-bd94-9da0c49615ed tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.909276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Network 9bc10951-92c3-4704-8bf9-19ff872c2af6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:58.912440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:58.916576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:58.941155 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Pushing event updated for resources: {'Port': ['ID=db845fd4-bdf7-4265-873c-57fdb6f83f9b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:58.978250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:58.979006 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.007310 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2432ff83-eae7-4d31-bf3b-a0d3815108f1 req-10a14bfb-b159-4a29-bd94-9da0c49615ed tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.011350 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2432ff83-eae7-4d31-bf3b-a0d3815108f1 req-10a14bfb-b159-4a29-bd94-9da0c49615ed tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.018564 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-a5f9f85e-300b-4076-bbee-117713ceec7c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7788203 Jul 16 17:55:59.032697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Request body: {'port': {'device_id': '04ed1da4-0b1f-48df-85f2-9970483c418b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:59.051604 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 38674367-3fc8-475a-9f9c-d8215f2bb616 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:59.121107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a14bfb-b159-4a29-bd94-9da0c49615ed tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2234568b-151d-4709-ae06-f0563fafc4f2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.135124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 38674367-3fc8-475a-9f9c-d8215f2bb616 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:59.140151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 38674367-3fc8-475a-9f9c-d8215f2bb616 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:59.140346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-06ebf975-fc07-421a-8772-7bd43f932e40 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:55:59.140585 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.141416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-06ebf975-fc07-421a-8772-7bd43f932e40 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0984502 Jul 16 17:55:59.162513 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.240273 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2432ff83-eae7-4d31-bf3b-a0d3815108f1 req-10a14bfb-b159-4a29-bd94-9da0c49615ed tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.249598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0fb48b66-b424-4bf6-b76c-54d7f564244e None None] Provisioning for port db845fd4-bdf7-4265-873c-57fdb6f83f9b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:59.270937 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.279158 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0fb48b66-b424-4bf6-b76c-54d7f564244e None None] Provisioning complete for port db845fd4-bdf7-4265-873c-57fdb6f83f9b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:59.279545 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fb48b66-b424-4bf6-b76c-54d7f564244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.290995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 699d1c9a-26e5-4087-a113-746f55f5ec3c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:59.294504 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2432ff83-eae7-4d31-bf3b-a0d3815108f1 req-10a14bfb-b159-4a29-bd94-9da0c49615ed tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.368925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-d6b2cd82-e61c-4243-9897-32f8a47cc065 service neutron] 10.222.0.52 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153666 Jul 16 17:55:59.371112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e141b3c-ea36-4c8d-b141-fbe4803dfbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38674367-3fc8-475a-9f9c-d8215f2bb616'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:59.374884 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128760d1-7cc1-45b0-b242-1fd5ea23dd91" -d '{"events": [{"server_uuid": "3e141b3c-ea36-4c8d-b141-fbe4803dfbe0", "name": "network-vif-plugged", "status": "completed", "tag": "38674367-3fc8-475a-9f9c-d8215f2bb616"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:59.387324 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2432ff83-eae7-4d31-bf3b-a0d3815108f1 req-10a14bfb-b159-4a29-bd94-9da0c49615ed tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.388796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2432ff83-eae7-4d31-bf3b-a0d3815108f1 req-10a14bfb-b159-4a29-bd94-9da0c49615ed tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5592530 Jul 16 17:55:59.396196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 38674367-3fc8-475a-9f9c-d8215f2bb616, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=38674367-3fc8-475a-9f9c-d8215f2bb616,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:59.398109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0fb48b66-b424-4bf6-b76c-54d7f564244e None None] Port db845fd4-bdf7-4265-873c-57fdb6f83f9b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:59.409803 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.410730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 016321ff-0fc6-4ba8-bb02-9ab9f45082ec up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:59.414104 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a14bfb-b159-4a29-bd94-9da0c49615ed tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02c22a3-8e3b-4fdb-a745-a925a315ddfc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.520008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 699d1c9a-26e5-4087-a113-746f55f5ec3c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:59.520518 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.527159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=38674367-3fc8-475a-9f9c-d8215f2bb616,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.536571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-50a17991-f7a4-4080-b286-cf4a3ee38f0f service neutron] 10.222.0.52 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655397 Jul 16 17:55:59.536950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-49786183-5899-4933-8b25-542013d618a1 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.540000 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-49786183-5899-4933-8b25-542013d618a1 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.42 "GET /v2.0/networks?id=9bc10951-92c3-4704-8bf9-19ff872c2af6 HTTP/1.1" status: 200 len: 816 time: 0.2640121 Jul 16 17:55:59.562793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Request body: {'port': {'device_id': 'dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0', 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6', 'admin_state_up': True, 'tenant_id': '9dade0386e484fe499bda6cdb3c54761'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:59.574267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:59.586383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:59.586905 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.668522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3294e40-46ff-4161-9015-c77041850479 req-a7b75a74-1c3e-4b91-bce7-9a54accce266 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.671291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3294e40-46ff-4161-9015-c77041850479 req-a7b75a74-1c3e-4b91-bce7-9a54accce266 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 950 time: 0.1044471 Jul 16 17:55:59.724195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3294e40-46ff-4161-9015-c77041850479 req-6466f72d-7bc3-41db-b45e-5d2edfb835fb tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/security-groups?id=775c9ddb-642d-421d-b058-151f0e620fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460446 Jul 16 17:55:59.753119 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.798139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=016321ff-0fc6-4ba8-bb02-9ab9f45082ec,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:59.806002 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.875476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=016321ff-0fc6-4ba8-bb02-9ab9f45082ec,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:00.002780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de9919-1cf3-42f5-b408-1d7c7962b835 req-3c5e5eb8-f140-4cf6-8e30-6d500ec2934b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.010694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88de9919-1cf3-42f5-b408-1d7c7962b835 req-3c5e5eb8-f140-4cf6-8e30-6d500ec2934b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 949 time: 0.1411364 Jul 16 17:56:00.014053 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daf3bcaf-c0de-4679-a733-86d4afa4e1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.046900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bcc78-e02f-4dd8-ac44-b934e234cb2d req-27d697b8-76ba-4e6f-b5a7-114d33b45e99 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.048771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef6bcc78-e02f-4dd8-ac44-b934e234cb2d req-27d697b8-76ba-4e6f-b5a7-114d33b45e99 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.38 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 950 time: 0.1405144 Jul 16 17:56:00.065763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db845fd4-bdf7-4265-873c-57fdb6f83f9b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:00.087520 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.091409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Made reservation on behalf of 9dade0386e484fe499bda6cdb3c54761 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:00.095543 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.116053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Transition to ACTIVE for port object db845fd4-bdf7-4265-873c-57fdb6f83f9b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:00.126052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88de9919-1cf3-42f5-b408-1d7c7962b835 req-c1f29a1f-1c4a-4898-9edd-23fe09c8a954 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097033 Jul 16 17:56:00.127582 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.206847 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71179862-7972-43d3-8d4f-2b8f3768bad0 x-openstack-request-id: req-71179862-7972-43d3-8d4f-2b8f3768bad0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:00.207351 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e141b3c-ea36-4c8d-b141-fbe4803dfbe0", "name": "network-vif-plugged", "status": "completed", "tag": "38674367-3fc8-475a-9f9c-d8215f2bb616", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:00.207441 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71179862-7972-43d3-8d4f-2b8f3768bad0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:00.207765 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e141b3c-ea36-4c8d-b141-fbe4803dfbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38674367-3fc8-475a-9f9c-d8215f2bb616', 'code': 200} Jul 16 17:56:00.218926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e02687f6-9410-4cdd-9da7-33d5414b7ebc req-95e1ea8d-7555-496a-bea7-3a98cb1acdb6 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2051331540', 'description': 'tempest-description-574808118'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:00.309517 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e02687f6-9410-4cdd-9da7-33d5414b7ebc req-95e1ea8d-7555-496a-bea7-3a98cb1acdb6 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.361686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ef6bcc78-e02f-4dd8-ac44-b934e234cb2d req-9a1a0f13-ba14-4a34-8240-239354351542 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Deleting port c31ccfa2-4ea7-4c39-a33b-55edf643e18d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:00.362402 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef6bcc78-e02f-4dd8-ac44-b934e234cb2d req-9a1a0f13-ba14-4a34-8240-239354351542 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.381220 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Pushing event updated for resources: {'Port': ['ID=db845fd4-bdf7-4265-873c-57fdb6f83f9b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:00.461452 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Attempting to bind port db845fd4-bdf7-4265-873c-57fdb6f83f9b on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:00.461799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Attempting to bind port db845fd4-bdf7-4265-873c-57fdb6f83f9b by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:00.462136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Attempting to bind port db845fd4-bdf7-4265-873c-57fdb6f83f9b on network 9bc10951-92c3-4704-8bf9-19ff872c2af6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:00.468532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Allocated IP 172.20.0.6 (9bc10951-92c3-4704-8bf9-19ff872c2af6/f7dc7804-5a58-4688-b00a-35e1cfe600e1/b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:00.476409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Port db845fd4-bdf7-4265-873c-57fdb6f83f9b on network 9bc10951-92c3-4704-8bf9-19ff872c2af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:00.476746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Attempting to bind port db845fd4-bdf7-4265-873c-57fdb6f83f9b on network 9bc10951-92c3-4704-8bf9-19ff872c2af6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:00.491459 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:00.491809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Checking segment: {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:00.492245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Bound using segment: {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:00.492647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Bound port: db845fd4-bdf7-4265-873c-57fdb6f83f9b, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:00.493215 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.516739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4f2de-8e73-4436-90c7-30439387c3d7 req-d77d1112-2dee-4f6d-9eb8-a0f5621e22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.519134 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-45f4f2de-8e73-4436-90c7-30439387c3d7 req-d77d1112-2dee-4f6d-9eb8-a0f5621e22ed service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 1100 time: 0.1997082 Jul 16 17:56:00.546355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ef6bcc78-e02f-4dd8-ac44-b934e234cb2d req-9a1a0f13-ba14-4a34-8240-239354351542 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] For port c31ccfa2-4ea7-4c39-a33b-55edf643e18d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c31ccfa2-4ea7-4c39-a33b-55edf643e18d,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:00.546801 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef6bcc78-e02f-4dd8-ac44-b934e234cb2d req-9a1a0f13-ba14-4a34-8240-239354351542 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.573169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ef6bcc78-e02f-4dd8-ac44-b934e234cb2d req-9a1a0f13-ba14-4a34-8240-239354351542 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Calling delete_port for c31ccfa2-4ea7-4c39-a33b-55edf643e18d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:00.636953 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-45f4f2de-8e73-4436-90c7-30439387c3d7 req-543e8142-2ff4-4bd1-a336-a6c445116dc7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078475 Jul 16 17:56:00.649015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c656820-20e4-4dbb-bb13-287e4b1dfe72 req-f0268510-f105-42d1-b720-6a2050a3f6b5 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.650718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c656820-20e4-4dbb-bb13-287e4b1dfe72 req-f0268510-f105-42d1-b720-6a2050a3f6b5 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 950 time: 0.2279568 Jul 16 17:56:00.680416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] For port db845fd4-bdf7-4265-873c-57fdb6f83f9b, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:00.695226 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e02687f6-9410-4cdd-9da7-33d5414b7ebc req-95e1ea8d-7555-496a-bea7-3a98cb1acdb6 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.701015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] For port db845fd4-bdf7-4265-873c-57fdb6f83f9b, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=db845fd4-bdf7-4265-873c-57fdb6f83f9b,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:00.707495 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e02687f6-9410-4cdd-9da7-33d5414b7ebc req-95e1ea8d-7555-496a-bea7-3a98cb1acdb6 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.707676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.745651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c656820-20e4-4dbb-bb13-287e4b1dfe72 req-fbe5e040-aa15-4d87-898a-d00d13ae2101 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832648 Jul 16 17:56:00.759611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.760329 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.761821 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] 10.222.0.42 "PUT /v2.0/ports/db845fd4-bdf7-4265-873c-57fdb6f83f9b HTTP/1.1" status: 200 len: 1092 time: 1.7345800 Jul 16 17:56:00.762148 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e02687f6-9410-4cdd-9da7-33d5414b7ebc req-95e1ea8d-7555-496a-bea7-3a98cb1acdb6 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.764251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ed1da4-0b1f-48df-85f2-9970483c418b', 'tag': 'db845fd4-bdf7-4265-873c-57fdb6f83f9b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:00.767514 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ca2384-c9e5-4455-bd6c-0ca0d5d4d63f" -d '{"events": [{"name": "network-changed", "server_uuid": "04ed1da4-0b1f-48df-85f2-9970483c418b", "tag": "db845fd4-bdf7-4265-873c-57fdb6f83f9b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:00.780251 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e02687f6-9410-4cdd-9da7-33d5414b7ebc req-95e1ea8d-7555-496a-bea7-3a98cb1acdb6 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5977795 Jul 16 17:56:00.784929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1ea8d-7555-496a-bea7-3a98cb1acdb6 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ede572f-667c-47de-9ecd-b0a76cce1a68,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:00.789920 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.814284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574e901-9192-4f5b-a785-7ed3cab7e05d service neutron] Pushing event updated for resources: {'Port': ['ID=db845fd4-bdf7-4265-873c-57fdb6f83f9b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:00.817482 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Transition to ACTIVE for port object b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:00.897180 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef6bcc78-e02f-4dd8-ac44-b934e234cb2d req-9a1a0f13-ba14-4a34-8240-239354351542 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.910548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['c31ccfa2-4ea7-4c39-a33b-55edf643e18d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:00.914121 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.951352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a0f13-ba14-4a34-8240-239354351542 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Pushing event deleted for resources: {'Port': ['ID=c31ccfa2-4ea7-4c39-a33b-55edf643e18d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:01.006274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Network 9bc10951-92c3-4704-8bf9-19ff872c2af6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:01.011520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:01.019514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:01.026010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Pushing event updated for resources: {'Port': ['ID=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:01.041302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2396b52b-2a39-4d7e-b0eb-1c7ddfcd2e4f req-dd990e5b-f034-4255-9645-85e77fe50495 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 210 time: 0.0727820 Jul 16 17:56:01.073077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6bcc78-e02f-4dd8-ac44-b934e234cb2d req-9a1a0f13-ba14-4a34-8240-239354351542 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] No DVR routers for this DVR port c31ccfa2-4ea7-4c39-a33b-55edf643e18d on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:01.076373 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ef6bcc78-e02f-4dd8-ac44-b934e234cb2d req-9a1a0f13-ba14-4a34-8240-239354351542 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.080574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef6bcc78-e02f-4dd8-ac44-b934e234cb2d req-9a1a0f13-ba14-4a34-8240-239354351542 tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.38 "DELETE /v2.0/ports/c31ccfa2-4ea7-4c39-a33b-55edf643e18d HTTP/1.1" status: 204 len: 173 time: 1.0260956 Jul 16 17:56:01.110108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cbd92f-0c3a-452c-87a3-90a311703a7e', 'name': 'network-vif-deleted', 'tag': 'c31ccfa2-4ea7-4c39-a33b-55edf643e18d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:01.113816 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bde01c-a2ac-4b3d-93ef-896ef5a91ed4" -d '{"events": [{"server_uuid": "56cbd92f-0c3a-452c-87a3-90a311703a7e", "name": "network-vif-deleted", "tag": "c31ccfa2-4ea7-4c39-a33b-55edf643e18d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:01.122689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-d2664e98-1605-4109-b172-07b6a34da27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:01.125212 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-d2664e98-1605-4109-b172-07b6a34da27f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dade0386e484fe499bda6cdb3c54761&device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 1095 time: 0.2896404 Jul 16 17:56:01.152152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:01.153150 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.193712 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-8a1b950b-1859-403b-97bd-a3803f0d62c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db845fd4-bdf7-4265-873c-57fdb6f83f9b HTTP/1.1" status: 200 len: 217 time: 0.0591562 Jul 16 17:56:01.195720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c8d90-503a-4765-9a2a-3990ce44493f req-74e5ce89-6515-42f4-b08c-0188a739dc67 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:01.203374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb7c8d90-503a-4765-9a2a-3990ce44493f req-74e5ce89-6515-42f4-b08c-0188a739dc67 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 950 time: 0.2538173 Jul 16 17:56:01.271282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-438b8361-802e-4b4f-bd42-c3da32fbb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:01.274563 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-438b8361-802e-4b4f-bd42-c3da32fbb8f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dc7804-5a58-4688-b00a-35e1cfe600e1 HTTP/1.1" status: 200 len: 855 time: 0.0715504 Jul 16 17:56:01.304750 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-4a45bd60-eb85-4bd4-bfbd-d9a995aba352 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7535422 Jul 16 17:56:01.336510 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb7c8d90-503a-4765-9a2a-3990ce44493f req-7bd46800-8c9b-41fb-829d-f90c45c84750 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321695 Jul 16 17:56:01.356211 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Request body: {'port': {'device_id': 'dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:01.388146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f49c439-0d83-4f29-bde6-f15f4c771af5 req-a5dfabe4-c563-42f3-acd9-082aef22226f tempest-ServerDiagnosticsNegativeTest-425450048 tempest-ServerDiagnosticsNegativeTest-425450048-project] 10.222.0.52 "GET /v2.0/ports?device_id=56cbd92f-0c3a-452c-87a3-90a311703a7e HTTP/1.1" status: 200 len: 210 time: 0.1144242 Jul 16 17:56:01.405873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9474d655-8b49-4556-9f7c-1156363c3378 None None] Provisioning for port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:01.411122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9474d655-8b49-4556-9f7c-1156363c3378 None None] Provisioning complete for port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:01.411618 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9474d655-8b49-4556-9f7c-1156363c3378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.454168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.495263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9474d655-8b49-4556-9f7c-1156363c3378 None None] Port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:01.515008 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24485193-01b1-4d4a-a207-332176c75361 x-openstack-request-id: req-24485193-01b1-4d4a-a207-332176c75361 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:01.515293 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ed1da4-0b1f-48df-85f2-9970483c418b", "tag": "db845fd4-bdf7-4265-873c-57fdb6f83f9b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:01.515602 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24485193-01b1-4d4a-a207-332176c75361 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:01.516011 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ed1da4-0b1f-48df-85f2-9970483c418b', 'tag': 'db845fd4-bdf7-4265-873c-57fdb6f83f9b', 'status': 'completed', 'code': 200} Jul 16 17:56:01.534372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-6df280d9-d46a-460f-9dae-182f3cbbc111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:01.536052 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-6df280d9-d46a-460f-9dae-182f3cbbc111 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bc10951-92c3-4704-8bf9-19ff872c2af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2539129 Jul 16 17:56:01.602039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.42', 56490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:01.853059 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f0492b-7aea-478d-a209-6707c90a6741 x-openstack-request-id: req-14f0492b-7aea-478d-a209-6707c90a6741 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:01.853307 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cbd92f-0c3a-452c-87a3-90a311703a7e", "name": "network-vif-deleted", "tag": "c31ccfa2-4ea7-4c39-a33b-55edf643e18d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:01.853599 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14f0492b-7aea-478d-a209-6707c90a6741 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:01.853965 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cbd92f-0c3a-452c-87a3-90a311703a7e', 'name': 'network-vif-deleted', 'tag': 'c31ccfa2-4ea7-4c39-a33b-55edf643e18d', 'status': 'completed', 'code': 200} Jul 16 17:56:01.891868 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-c5018386-8496-46eb-a66c-36a412b7c837 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886202 Jul 16 17:56:01.907511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507089b-cf85-42b9-aeda-9bfb8e852412 req-aa8debfb-9f92-470a-8566-6d5c04046b36 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:01.909007 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3507089b-cf85-42b9-aeda-9bfb8e852412 req-aa8debfb-9f92-470a-8566-6d5c04046b36 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 950 time: 0.3045866 Jul 16 17:56:01.942268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-ccaab384-3d26-4d18-9e17-bb5fed3b744b tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:01.943888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-ccaab384-3d26-4d18-9e17-bb5fed3b744b tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.38 "GET /v2.0/networks?id=9bc10951-92c3-4704-8bf9-19ff872c2af6 HTTP/1.1" status: 200 len: 816 time: 0.6712961 Jul 16 17:56:01.972259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Request body: {'port': {'device_id': '327da022-0cdf-40a3-bf26-0d471619ee37', 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6', 'admin_state_up': True, 'tenant_id': '9dade0386e484fe499bda6cdb3c54761'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:02.014915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:02.095833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d10119-79f0-4565-8a68-a4d67c9a1d23 req-1c702152-216d-41d3-8e26-b5056179a801 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.102907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8d10119-79f0-4565-8a68-a4d67c9a1d23 req-1c702152-216d-41d3-8e26-b5056179a801 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 949 time: 0.2459800 Jul 16 17:56:02.190148 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c34340d9-ca92-400b-a2e6-b09532021e64 req-bfa91434-9b3e-4537-856c-b2073473e311 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904892 Jul 16 17:56:02.204896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:02.212816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03b548b-0234-47d2-a8b8-a54b8908fd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016321ff-0fc6-4ba8-bb02-9ab9f45082ec'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:02.215141 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.217743 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8d10119-79f0-4565-8a68-a4d67c9a1d23 req-ad8c29ee-bce6-409c-a766-091db90fd161 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137736 Jul 16 17:56:02.219476 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203f1f4c-873f-4c86-8c58-b920e054c325" -d '{"events": [{"server_uuid": "b03b548b-0234-47d2-a8b8-a54b8908fd0d", "name": "network-vif-plugged", "status": "completed", "tag": "016321ff-0fc6-4ba8-bb02-9ab9f45082ec"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:02.226853 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcb8760f-652a-49a9-b917-02c802f1ac23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.235160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Transition to ACTIVE for port object b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:02.240755 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d5282c5-e091-4512-934b-c3a1ca938f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.251162 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.269427 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.271446 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.302976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3507089b-cf85-42b9-aeda-9bfb8e852412 req-d130b80a-20a5-429c-a0eb-58e986863087 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Deleting port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:02.303436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3507089b-cf85-42b9-aeda-9bfb8e852412 req-d130b80a-20a5-429c-a0eb-58e986863087 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.316126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Made reservation on behalf of 9dade0386e484fe499bda6cdb3c54761 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:02.322275 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.419635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-f35f0c97-23e9-42b7-9d31-dd63943f2eba tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45090 time: 1.0406160 Jul 16 17:56:02.423624 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:02.562695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-2ee199da-217f-4365-bece-0477271b180e tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/2234568b-151d-4709-ae06-f0563fafc4f2 HTTP/1.1" status: 200 len: 2981 time: 0.1421609 Jul 16 17:56:02.584933 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.714114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-f7b93a32-1fb8-4efc-99bc-f7160950870f tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/2234568b-151d-4709-ae06-f0563fafc4f2 HTTP/1.1" status: 200 len: 2981 time: 0.1448491 Jul 16 17:56:02.715335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Allocated IP 172.20.0.4 (9bc10951-92c3-4704-8bf9-19ff872c2af6/f7dc7804-5a58-4688-b00a-35e1cfe600e1/cde735f4-b673-4c57-9745-d9d52312e03f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:02.725053 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcb8760f-652a-49a9-b917-02c802f1ac23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.740462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca2384-c9e5-4455-bd6c-0ca0d5d4d63f req-6d432fae-93e6-45ec-8423-f877dafa0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.741979 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-67ca2384-c9e5-4455-bd6c-0ca0d5d4d63f req-6d432fae-93e6-45ec-8423-f877dafa0178 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dade0386e484fe499bda6cdb3c54761&device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 1095 time: 0.4433675 Jul 16 17:56:02.745289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafd002-3f38-4ed6-9e2c-f33222a6c95d req-8fd3d7c9-6f93-48b2-83d4-f686eaab387f tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.746768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2cafd002-3f38-4ed6-9e2c-f33222a6c95d req-8fd3d7c9-6f93-48b2-83d4-f686eaab387f tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 950 time: 0.2371202 Jul 16 17:56:02.749670 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcb8760f-652a-49a9-b917-02c802f1ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.757953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3507089b-cf85-42b9-aeda-9bfb8e852412 req-d130b80a-20a5-429c-a0eb-58e986863087 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] For port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:02.758247 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3507089b-cf85-42b9-aeda-9bfb8e852412 req-d130b80a-20a5-429c-a0eb-58e986863087 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.784725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Attempting to bind port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:02.785058 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Attempting to bind port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:02.785410 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Attempting to bind port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a on network 9bc10951-92c3-4704-8bf9-19ff872c2af6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:02.801489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3507089b-cf85-42b9-aeda-9bfb8e852412 req-d130b80a-20a5-429c-a0eb-58e986863087 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Calling delete_port for da9d7c9d-9e1e-427e-8471-6e1b15fae0bc owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:02.807719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a on network 9bc10951-92c3-4704-8bf9-19ff872c2af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:02.808050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Attempting to bind port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a on network 9bc10951-92c3-4704-8bf9-19ff872c2af6 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:02.831312 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:02.831653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Checking segment: {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:02.832039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Bound using segment: {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:02.832483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Bound port: b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:02.832838 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.847587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fcb8760f-652a-49a9-b917-02c802f1ac23 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c6d225252564382843ca981a779aed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8290477 Jul 16 17:56:02.864420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:02.866687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8760f-652a-49a9-b917-02c802f1ac23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b66e12-3d82-45b1-b80c-d0b7c9bffc2b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:02.896107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-ccde1893-85d6-44fd-80a0-74543aed1f55 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/55ccd56d-a2ff-437e-91df-bb809e900466 HTTP/1.1" status: 200 len: 2981 time: 0.1697378 Jul 16 17:56:02.909334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2cafd002-3f38-4ed6-9e2c-f33222a6c95d req-150a575e-e396-414b-aad9-58b466d15566 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487083 Jul 16 17:56:02.989298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-9710fb89-dcaf-45f3-81fb-af39a0584cb8 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/55ccd56d-a2ff-437e-91df-bb809e900466 HTTP/1.1" status: 200 len: 2981 time: 0.0788763 Jul 16 17:56:03.023022 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca2384-c9e5-4455-bd6c-0ca0d5d4d63f req-90d393aa-1cba-4e6b-98bb-ab908837bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.024502 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-67ca2384-c9e5-4455-bd6c-0ca0d5d4d63f req-90d393aa-1cba-4e6b-98bb-ab908837bae9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bc10951-92c3-4704-8bf9-19ff872c2af6 HTTP/1.1" status: 200 len: 917 time: 0.2699287 Jul 16 17:56:03.054044 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] For port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:03.092057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa99569c-ba13-4322-864a-5c6440a43260 req-384d857c-cea6-41dc-a8e8-cb97dcdf57d5 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 210 time: 0.0587728 Jul 16 17:56:03.096283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-21c87cc8-956e-47fb-922e-5ea7f1432477 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/60e4eb8e-e4e6-47c5-b7a8-f39a1d9eb589 HTTP/1.1" status: 200 len: 2973 time: 0.0991597 Jul 16 17:56:03.099843 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.106612 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-67ca2384-c9e5-4455-bd6c-0ca0d5d4d63f req-691d4c18-1246-463d-b67a-1cda6bb3f4a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db845fd4-bdf7-4265-873c-57fdb6f83f9b HTTP/1.1" status: 200 len: 217 time: 0.0653837 Jul 16 17:56:03.111946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] For port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:03.128110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Transition to ACTIVE for port object cde735f4-b673-4c57-9745-d9d52312e03f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:03.136486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.162890 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-74748874-3c3c-486c-ad44-3802525fed65 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/60e4eb8e-e4e6-47c5-b7a8-f39a1d9eb589 HTTP/1.1" status: 200 len: 2973 time: 0.0521603 Jul 16 17:56:03.175071 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe68c0b-7dde-4b95-ad9f-d13e7a9bb057 x-openstack-request-id: req-ebe68c0b-7dde-4b95-ad9f-d13e7a9bb057 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:03.177155 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03b548b-0234-47d2-a8b8-a54b8908fd0d", "name": "network-vif-plugged", "status": "completed", "tag": "016321ff-0fc6-4ba8-bb02-9ab9f45082ec", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:03.177691 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ebe68c0b-7dde-4b95-ad9f-d13e7a9bb057 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:03.179976 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03b548b-0234-47d2-a8b8-a54b8908fd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016321ff-0fc6-4ba8-bb02-9ab9f45082ec', 'code': 200} Jul 16 17:56:03.190687 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8996abcb-2da3-4a67-b8ed-aab5e0d8116a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.218951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.256166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.257126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.258756 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] 10.222.0.42 "PUT /v2.0/ports/b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a HTTP/1.1" status: 200 len: 1091 time: 1.9091430 Jul 16 17:56:03.270677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-809f5349-fb44-4c42-bfb5-c7f26703fc2b tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/651d7c5c-0661-459c-92c2-8f4b5e5ac641 HTTP/1.1" status: 200 len: 2981 time: 0.0973051 Jul 16 17:56:03.310765 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Network 9bc10951-92c3-4704-8bf9-19ff872c2af6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:03.315923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca2384-c9e5-4455-bd6c-0ca0d5d4d63f req-0ebaa0f3-3ccd-4e62-ada6-c83eaaa64d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.317433 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-67ca2384-c9e5-4455-bd6c-0ca0d5d4d63f req-0ebaa0f3-3ccd-4e62-ada6-c83eaaa64d55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dc7804-5a58-4688-b00a-35e1cfe600e1 HTTP/1.1" status: 200 len: 855 time: 0.2013292 Jul 16 17:56:03.319886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8996abcb-2da3-4a67-b8ed-aab5e0d8116a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.320137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:03.329860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:03.335351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.335981 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.352350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Pushing event updated for resources: {'Port': ['ID=cde735f4-b673-4c57-9745-d9d52312e03f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:03.397809 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-5f083de3-b709-4f4d-b57d-13dad8879407 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4357355 Jul 16 17:56:03.403250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-6191f960-fd38-41fb-a2a2-3a324d795ee9 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/651d7c5c-0661-459c-92c2-8f4b5e5ac641 HTTP/1.1" status: 200 len: 2981 time: 0.1317422 Jul 16 17:56:03.412180 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Request body: {'port': {'device_id': '327da022-0cdf-40a3-bf26-0d471619ee37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:03.413384 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb0878-87d7-433f-87d0-dc8c3188de34 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:03.468171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3507089b-cf85-42b9-aeda-9bfb8e852412 req-d130b80a-20a5-429c-a0eb-58e986863087 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.479868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5ac5dfa9-2050-4426-8d22-c2a9b26d611c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:03.516919 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130b80a-20a5-429c-a0eb-58e986863087 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Pushing event deleted for resources: {'Port': ['ID=da9d7c9d-9e1e-427e-8471-6e1b15fae0bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:03.520977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0', 'tag': 'b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:03.523210 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0f5bf6-ed05-4dc2-a52f-359807f1da15" -d '{"events": [{"name": "network-changed", "server_uuid": "dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0", "tag": "b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:03.531116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a032c-b452-4602-ad68-8039f8fef667 req-64ec1ce6-74bf-4152-870c-8278ded950d1 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.538126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba0a032c-b452-4602-ad68-8039f8fef667 req-64ec1ce6-74bf-4152-870c-8278ded950d1 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.2133656 Jul 16 17:56:03.552335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-9cf6d0e2-a17d-4636-a22b-57d0dfdca318 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/775c9ddb-642d-421d-b058-151f0e620fbb HTTP/1.1" status: 200 len: 2981 time: 0.1359324 Jul 16 17:56:03.574543 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.614288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36c11b-d82f-4b5b-a7c4-331c52124993 req-71046ef6-140b-45a1-b428-ff098c5268f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.616921 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-de36c11b-d82f-4b5b-a7c4-331c52124993 req-71046ef6-140b-45a1-b428-ff098c5268f9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 1101 time: 0.3448231 Jul 16 17:56:03.630061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba0a032c-b452-4602-ad68-8039f8fef667 req-422a5881-bc9f-418e-9cfb-11b3beb9ce8c tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908473 Jul 16 17:56:03.654045 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8996abcb-2da3-4a67-b8ed-aab5e0d8116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.654045 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8996abcb-2da3-4a67-b8ed-aab5e0d8116a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.654045 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8996abcb-2da3-4a67-b8ed-aab5e0d8116a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5b66e12-3d82-45b1-b80c-d0b7c9bffc2b HTTP/1.1" status: 204 len: 168 time: 0.7782912 Jul 16 17:56:03.686918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3507089b-cf85-42b9-aeda-9bfb8e852412 req-d130b80a-20a5-429c-a0eb-58e986863087 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] No DVR routers for this DVR port da9d7c9d-9e1e-427e-8471-6e1b15fae0bc on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:03.718662 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.726083 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3507089b-cf85-42b9-aeda-9bfb8e852412 req-d130b80a-20a5-429c-a0eb-58e986863087 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.728173 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3507089b-cf85-42b9-aeda-9bfb8e852412 req-d130b80a-20a5-429c-a0eb-58e986863087 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.42 "DELETE /v2.0/ports/da9d7c9d-9e1e-427e-8471-6e1b15fae0bc HTTP/1.1" status: 204 len: 173 time: 1.8081136 Jul 16 17:56:03.768705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca2384-c9e5-4455-bd6c-0ca0d5d4d63f req-5aba7777-4783-4472-85e5-26d48cdcf30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.772635 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-67ca2384-c9e5-4455-bd6c-0ca0d5d4d63f req-5aba7777-4783-4472-85e5-26d48cdcf30f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bc10951-92c3-4704-8bf9-19ff872c2af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4190712 Jul 16 17:56:03.774002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996abcb-2da3-4a67-b8ed-aab5e0d8116a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b66e12-3d82-45b1-b80c-d0b7c9bffc2b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:03.918286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-296c629b-4867-4e58-a770-0224e4beb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.921363 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-296c629b-4867-4e58-a770-0224e4beb329 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dade0386e484fe499bda6cdb3c54761&device_id=dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0 HTTP/1.1" status: 200 len: 1094 time: 0.5998650 Jul 16 17:56:03.923710 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-de36c11b-d82f-4b5b-a7c4-331c52124993 req-2b6669ed-0fdf-444c-98b1-66193e943fe2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713659 Jul 16 17:56:03.963946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-3881a8ca-137a-46be-ba56-25f450257f47 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/775c9ddb-642d-421d-b058-151f0e620fbb HTTP/1.1" status: 200 len: 2981 time: 0.3979442 Jul 16 17:56:04.003843 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-22f3f4d3-7e94-4737-bf18-220ad063dddf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a HTTP/1.1" status: 200 len: 217 time: 0.0542266 Jul 16 17:56:04.006279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6fef9af-2978-4465-9532-6a9aa6970e5d req-5e2530ec-9909-486a-9db3-7b5ee46cf489 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c2c5523-5323-439c-97b5-02a6491b1fd3 HTTP/1.1" status: 200 len: 210 time: 0.0600889 Jul 16 17:56:04.050652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-85ef8203-2950-4caf-96b8-1057ed79ac94 None None] Provisioning for port cde735f4-b673-4c57-9745-d9d52312e03f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:04.056474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-85ef8203-2950-4caf-96b8-1057ed79ac94 None None] Provisioning complete for port cde735f4-b673-4c57-9745-d9d52312e03f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:04.057056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85ef8203-2950-4caf-96b8-1057ed79ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.076405 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-67ca2384-c9e5-4455-bd6c-0ca0d5d4d63f req-a5194e58-b6c3-4fa7-b979-8e7636ca7d04 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757232 Jul 16 17:56:04.094300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-68539489-fcb7-4897-80e9-dd5b35faaa1f tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/807716c5-7fa0-4860-99a4-0c16f6615019 HTTP/1.1" status: 200 len: 2981 time: 0.0941243 Jul 16 17:56:04.109138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-1c0fe415-0d55-409e-8e37-b826252ff26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.110680 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-1c0fe415-0d55-409e-8e37-b826252ff26c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dc7804-5a58-4688-b00a-35e1cfe600e1 HTTP/1.1" status: 200 len: 855 time: 0.0987086 Jul 16 17:56:04.153172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-85ef8203-2950-4caf-96b8-1057ed79ac94 None None] Port cde735f4-b673-4c57-9745-d9d52312e03f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:04.217100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-69130e60-71db-4a90-a9c9-fb7baa707c50 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/807716c5-7fa0-4860-99a4-0c16f6615019 HTTP/1.1" status: 200 len: 2981 time: 0.0939374 Jul 16 17:56:04.230823 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-67ca2384-c9e5-4455-bd6c-0ca0d5d4d63f req-cec7e0ec-1f50-4ded-9ad3-532affc9c818 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457257 Jul 16 17:56:04.242195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-a5c93410-b72a-4a8f-b93d-284cba468761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.243715 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-a5c93410-b72a-4a8f-b93d-284cba468761 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bc10951-92c3-4704-8bf9-19ff872c2af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259041 Jul 16 17:56:04.300481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:04.330260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde735f4-b673-4c57-9745-d9d52312e03f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:04.336165 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c75c3699-e3fd-430b-b1b4-17dce3bc16be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.347854 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-d58033e3-3bfb-479a-b1e0-889ae9632780 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/84e568c0-eef6-4b05-9a16-561d9416d8ce HTTP/1.1" status: 200 len: 2981 time: 0.1209991 Jul 16 17:56:04.349921 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.359845 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c9f933-f87f-4dc0-a09f-f1aba5ac487e x-openstack-request-id: req-c8c9f933-f87f-4dc0-a09f-f1aba5ac487e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:04.359845 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0", "tag": "b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:04.360444 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c8c9f933-f87f-4dc0-a09f-f1aba5ac487e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:04.360853 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0', 'tag': 'b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a', 'status': 'completed', 'code': 200} Jul 16 17:56:04.382057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Transition to ACTIVE for port object cde735f4-b673-4c57-9745-d9d52312e03f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:04.398618 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.413071 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-ae86edbe-b364-4ed8-bf87-1e9d15c9d2a5 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600809 Jul 16 17:56:04.539375 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0f93590-6df3-42d5-803a-e86be3bb6b7c req-14a5dd91-ec72-491d-8c68-976eada0db2b service neutron] 10.222.0.42 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190143 Jul 16 17:56:04.564176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-93e95bd7-4429-440f-b316-2e1d14710fbf tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/84e568c0-eef6-4b05-9a16-561d9416d8ce HTTP/1.1" status: 200 len: 2981 time: 0.1977162 Jul 16 17:56:04.569180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:04.572134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-b811b01b-ddbd-49f8-9003-4da030de9c19 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=30a544b655ef464fb81dc4c2677ed532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069233 Jul 16 17:56:04.637126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Pushing event updated for resources: {'Port': ['ID=cde735f4-b673-4c57-9745-d9d52312e03f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:04.746699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f5bf6-ed05-4dc2-a52f-359807f1da15 req-f6f381f2-983a-4862-a331-fb1393d257ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.748227 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b0f5bf6-ed05-4dc2-a52f-359807f1da15 req-f6f381f2-983a-4862-a331-fb1393d257ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dade0386e484fe499bda6cdb3c54761&device_id=dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0 HTTP/1.1" status: 200 len: 1094 time: 0.1235061 Jul 16 17:56:04.804809 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-77e04ea0-8d94-446a-8a8f-216ed243e8a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b45bc77357b487794fd41c00a9b2b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339864 Jul 16 17:56:04.805433 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:04.809647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-58e2c9c5-007c-4f28-9eda-606f07cf5713 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.811910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-58e2c9c5-007c-4f28-9eda-606f07cf5713 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390182 Jul 16 17:56:04.819989 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c75c3699-e3fd-430b-b1b4-17dce3bc16be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.842091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Attempting to bind port cde735f4-b673-4c57-9745-d9d52312e03f on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:04.842426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Attempting to bind port cde735f4-b673-4c57-9745-d9d52312e03f by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:04.842911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Attempting to bind port cde735f4-b673-4c57-9745-d9d52312e03f on network 9bc10951-92c3-4704-8bf9-19ff872c2af6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:04.881079 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-72f51c7d-37e7-4355-ab61-e805dea50c2b tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/8f6ef402-998e-4cb6-bd26-3127b32120d9 HTTP/1.1" status: 200 len: 2981 time: 0.3000271 Jul 16 17:56:04.883610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Port cde735f4-b673-4c57-9745-d9d52312e03f on network 9bc10951-92c3-4704-8bf9-19ff872c2af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:04.884025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Attempting to bind port cde735f4-b673-4c57-9745-d9d52312e03f on network 9bc10951-92c3-4704-8bf9-19ff872c2af6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:04.886790 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c75c3699-e3fd-430b-b1b4-17dce3bc16be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.895548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f5bf6-ed05-4dc2-a52f-359807f1da15 req-80842dd5-dbfe-47e7-94d9-9a4a269bd2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.897029 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b0f5bf6-ed05-4dc2-a52f-359807f1da15 req-80842dd5-dbfe-47e7-94d9-9a4a269bd2ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bc10951-92c3-4704-8bf9-19ff872c2af6 HTTP/1.1" status: 200 len: 917 time: 0.1388958 Jul 16 17:56:04.914555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d101ee9-ab60-47b6-822a-e816b561c5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.920489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-5f6514b1-9fa8-4ece-b1a2-e373ba986ef9 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/quotas/30a544b655ef464fb81dc4c2677ed532 HTTP/1.1" status: 200 len: 375 time: 0.0808861 Jul 16 17:56:04.921578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:04.921979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Checking segment: {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:04.922370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Bound using segment: {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:04.922832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Bound port: cde735f4-b673-4c57-9745-d9d52312e03f, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e55f129-c93a-45bf-bb7c-ba80232062c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:04.923264 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.948868 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b0f5bf6-ed05-4dc2-a52f-359807f1da15 req-664daccb-75b4-4c09-b7c6-d1d3ef48c1e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a HTTP/1.1" status: 200 len: 217 time: 0.0432942 Jul 16 17:56:04.980749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c75c3699-e3fd-430b-b1b4-17dce3bc16be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aaab092470a0473eadd5615b75c18dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6790545 Jul 16 17:56:04.988081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:04.994010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d101ee9-ab60-47b6-822a-e816b561c5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.009638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c3699-e3fd-430b-b1b4-17dce3bc16be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6386d409-953c-4289-be23-7c8437601e32,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:05.041939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-42247cac-001c-4870-a793-21614a51349e tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/8f6ef402-998e-4cb6-bd26-3127b32120d9 HTTP/1.1" status: 200 len: 2981 time: 0.1593552 Jul 16 17:56:05.063765 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f5bf6-ed05-4dc2-a52f-359807f1da15 req-b7fe7b72-4c2c-49c2-bf7c-1a124a111906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.065250 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b0f5bf6-ed05-4dc2-a52f-359807f1da15 req-b7fe7b72-4c2c-49c2-bf7c-1a124a111906 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dc7804-5a58-4688-b00a-35e1cfe600e1 HTTP/1.1" status: 200 len: 855 time: 0.1085565 Jul 16 17:56:05.067220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c31ccfa2-4ea7-4c39-a33b-55edf643e18d no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:05.091326 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: c31ccfa2-4ea7-4c39-a33b-55edf643e18d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:05.092109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c31ccfa2-4ea7-4c39-a33b-55edf643e18d not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:05.113595 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-170d8d40-21b6-4c20-acb6-0ca4d6fd164f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.119038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] For port cde735f4-b673-4c57-9745-d9d52312e03f, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:05.132608 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d101ee9-ab60-47b6-822a-e816b561c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.133480 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-ccaf6615-3c14-46d8-a631-0731b913189a tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/932e68a5-0406-4360-b10f-4d60fa777489 HTTP/1.1" status: 200 len: 2977 time: 0.0832794 Jul 16 17:56:05.135084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] For port cde735f4-b673-4c57-9745-d9d52312e03f, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cde735f4-b673-4c57-9745-d9d52312e03f,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:05.135334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d101ee9-ab60-47b6-822a-e816b561c5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.136505 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6d101ee9-ab60-47b6-822a-e816b561c5fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/775c9ddb-642d-421d-b058-151f0e620fbb HTTP/1.1" status: 204 len: 168 time: 0.3281519 Jul 16 17:56:05.150604 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-288e692d-fbc2-4212-9cf7-d7e73e59d32a tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=30a544b655ef464fb81dc4c2677ed532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2068591 Jul 16 17:56:05.152856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-170d8d40-21b6-4c20-acb6-0ca4d6fd164f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.156305 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.161961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d101ee9-ab60-47b6-822a-e816b561c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775c9ddb-642d-421d-b058-151f0e620fbb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:05.192933 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device db845fd4-bdf7-4265-873c-57fdb6f83f9b details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:05.204747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f5bf6-ed05-4dc2-a52f-359807f1da15 req-3569c51b-4a58-429e-b394-e7453bd1777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.206907 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b0f5bf6-ed05-4dc2-a52f-359807f1da15 req-3569c51b-4a58-429e-b394-e7453bd1777f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bc10951-92c3-4704-8bf9-19ff872c2af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329653 Jul 16 17:56:05.212904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.213641 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.215092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] 10.222.0.38 "PUT /v2.0/ports/cde735f4-b673-4c57-9745-d9d52312e03f HTTP/1.1" status: 200 len: 1091 time: 1.8089173 Jul 16 17:56:05.220164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327da022-0cdf-40a3-bf26-0d471619ee37', 'tag': 'cde735f4-b673-4c57-9745-d9d52312e03f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:05.222944 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0252c9b3-45b8-4258-85a1-7849c3f7081b" -d '{"events": [{"name": "network-changed", "server_uuid": "327da022-0cdf-40a3-bf26-0d471619ee37", "tag": "cde735f4-b673-4c57-9745-d9d52312e03f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:05.240034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device da9d7c9d-9e1e-427e-8471-6e1b15fae0bc no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:05.264175 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-d082288c-b174-4e31-9ed4-40e5f1112b5c tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/932e68a5-0406-4360-b10f-4d60fa777489 HTTP/1.1" status: 200 len: 2977 time: 0.1205194 Jul 16 17:56:05.277660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff51fe6-edc3-49d3-a46e-d046468a9f21 service neutron] Pushing event updated for resources: {'Port': ['ID=cde735f4-b673-4c57-9745-d9d52312e03f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:05.297929 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-170d8d40-21b6-4c20-acb6-0ca4d6fd164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.300643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-170d8d40-21b6-4c20-acb6-0ca4d6fd164f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.302118 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-170d8d40-21b6-4c20-acb6-0ca4d6fd164f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6386d409-953c-4289-be23-7c8437601e32 HTTP/1.1" status: 204 len: 168 time: 0.3102050 Jul 16 17:56:05.320215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: da9d7c9d-9e1e-427e-8471-6e1b15fae0bc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:05.322212 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device da9d7c9d-9e1e-427e-8471-6e1b15fae0bc not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:05.327629 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d8d40-21b6-4c20-acb6-0ca4d6fd164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6386d409-953c-4289-be23-7c8437601e32,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:05.372895 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b0f5bf6-ed05-4dc2-a52f-359807f1da15 req-c443c3d2-288c-4189-9aa0-af5df55de1be service neutron] 10.222.0.42 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582336 Jul 16 17:56:05.412521 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.457185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-157cf65f-8dcf-47e8-ac30-6e42136c049d tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/ac570674-5632-4da7-afc1-84a8ec548129 HTTP/1.1" status: 200 len: 2981 time: 0.1928980 Jul 16 17:56:05.532914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-e797a3ae-7e84-4287-a2c8-5e0073355ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.534408 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-e797a3ae-7e84-4287-a2c8-5e0073355ce6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9dade0386e484fe499bda6cdb3c54761&device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 1094 time: 0.2586322 Jul 16 17:56:05.572834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-6208db23-e29f-4751-aedd-c8561d9d550d tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/ac570674-5632-4da7-afc1-84a8ec548129 HTTP/1.1" status: 200 len: 2981 time: 0.1146197 Jul 16 17:56:05.598610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port db845fd4-bdf7-4265-873c-57fdb6f83f9b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=db845fd4-bdf7-4265-873c-57fdb6f83f9b,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:05.625890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'db845fd4-bdf7-4265-873c-57fdb6f83f9b', 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6', 'port_id': 'db845fd4-bdf7-4265-873c-57fdb6f83f9b', 'mac_address': 'fa:16:3e:9a:a0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7dc7804-5a58-4688-b00a-35e1cfe600e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:05.633639 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b0f5bf6-ed05-4dc2-a52f-359807f1da15 req-ca7c8ca8-e1ba-431d-9907-875f5bea850c service neutron] 10.222.0.42 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487104 Jul 16 17:56:05.695472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-631dc752-da71-45a7-9b66-452adf886874 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cde735f4-b673-4c57-9745-d9d52312e03f HTTP/1.1" status: 200 len: 217 time: 0.1401935 Jul 16 17:56:05.730106 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.749427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db845fd4-bdf7-4265-873c-57fdb6f83f9b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:05.776127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port db845fd4-bdf7-4265-873c-57fdb6f83f9b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=db845fd4-bdf7-4265-873c-57fdb6f83f9b,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:05.783199 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.842706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:05.863577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-c9274573-d1db-4a74-8857-fe75e93b6f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.865070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-c9274573-d1db-4a74-8857-fe75e93b6f6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f7dc7804-5a58-4688-b00a-35e1cfe600e1 HTTP/1.1" status: 200 len: 855 time: 0.1603570 Jul 16 17:56:05.865757 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d95f4e2c-df2d-4bbe-8089-3851e804d5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.870373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-81feaf4e-4b83-4d09-8e37-739e67badcca tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e1270c93-6f82-4e1b-a8aa-56b023039065 HTTP/1.1" status: 200 len: 2981 time: 0.2960551 Jul 16 17:56:05.904953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=db845fd4-bdf7-4265-873c-57fdb6f83f9b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:05.991583 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d95f4e2c-df2d-4bbe-8089-3851e804d5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.995419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ff7b1-8ea4-4934-99aa-5244b437560a req-c0bbd837-df13-4fd1-a0e9-8faf5b2493a4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.997195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d95f4e2c-df2d-4bbe-8089-3851e804d5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.003729 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-308ff7b1-8ea4-4934-99aa-5244b437560a req-c0bbd837-df13-4fd1-a0e9-8faf5b2493a4 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 950 time: 0.2772551 Jul 16 17:56:06.012580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['db845fd4-bdf7-4265-873c-57fdb6f83f9b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:06.059381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-f39fa42d-a1ad-428a-ac24-448cf8d524c6 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e1270c93-6f82-4e1b-a8aa-56b023039065 HTTP/1.1" status: 200 len: 2981 time: 0.1860316 Jul 16 17:56:06.064091 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d95f4e2c-df2d-4bbe-8089-3851e804d5b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e17640cfd7604d4aa3d13b1d1bcbcb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204821 Jul 16 17:56:06.064889 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f4e2c-df2d-4bbe-8089-3851e804d5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34310216-a66e-48df-aa8e-c9617fe7af5b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:06.067873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:06.143095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-601d9a8c-d216-424f-82b4-31daba03b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.144627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-601d9a8c-d216-424f-82b4-31daba03b3b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9bc10951-92c3-4704-8bf9-19ff872c2af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2638292 Jul 16 17:56:06.151143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-308ff7b1-8ea4-4934-99aa-5244b437560a req-87db9ae5-18cb-4c9f-ba07-14cf36a2903e tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465826 Jul 16 17:56:06.224612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-355d3cf0-af70-4ddf-a8d2-709733df2e0d tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e91e1e59-413c-434c-bc0c-233a2dd0261e HTTP/1.1" status: 200 len: 2981 time: 0.1545608 Jul 16 17:56:06.272455 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99179dbd-5b94-4010-96bd-32c6064989fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.341627 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99179dbd-5b94-4010-96bd-32c6064989fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.361651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-64140635-8da7-42c8-a89e-78369a20abb8 service neutron] 10.222.0.38 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095220 Jul 16 17:56:06.361870 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2c5523-5323-439c-97b5-02a6491b1fd3', 'name': 'network-vif-deleted', 'tag': 'da9d7c9d-9e1e-427e-8471-6e1b15fae0bc'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:06.364047 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf395c77-3572-4dca-8190-e2db92ede318" -d '{"events": [{"server_uuid": "0c2c5523-5323-439c-97b5-02a6491b1fd3", "name": "network-vif-deleted", "tag": "da9d7c9d-9e1e-427e-8471-6e1b15fae0bc"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:06.382870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-4e05b61a-d32c-4c71-8280-7aad2e3aaf09 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e91e1e59-413c-434c-bc0c-233a2dd0261e HTTP/1.1" status: 200 len: 2981 time: 0.1225963 Jul 16 17:56:06.761968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-7352f36f-5ce3-42b8-8e22-3f1f36cf0994 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/ea202baf-0bcb-40e4-b614-f6b5fb5335e1 HTTP/1.1" status: 200 len: 2981 time: 0.3679652 Jul 16 17:56:06.802349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45fa30-2331-417f-a654-5845dead8911 req-9036e24d-5568-4edd-a048-fc8f415a2e0d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.803854 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b45fa30-2331-417f-a654-5845dead8911 req-9036e24d-5568-4edd-a048-fc8f415a2e0d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 943 time: 0.4757459 Jul 16 17:56:06.808260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af40e96c-9d8f-407d-a647-a0d888f01a7b req-999f9ea9-4c66-4447-8b08-861e9fc38e6a service neutron] 10.222.0.38 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284191 Jul 16 17:56:06.808842 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99179dbd-5b94-4010-96bd-32c6064989fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.811489 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99179dbd-5b94-4010-96bd-32c6064989fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.814910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-99179dbd-5b94-4010-96bd-32c6064989fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34310216-a66e-48df-aa8e-c9617fe7af5b HTTP/1.1" status: 204 len: 168 time: 0.7437482 Jul 16 17:56:06.850995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99179dbd-5b94-4010-96bd-32c6064989fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34310216-a66e-48df-aa8e-c9617fe7af5b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:06.867774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-519ecb28-c6ea-4caf-99bb-854f150a1676 req-82ac603c-c970-4459-a166-ae3a7d82ddc2 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/ea202baf-0bcb-40e4-b614-f6b5fb5335e1 HTTP/1.1" status: 200 len: 2981 time: 0.0967562 Jul 16 17:56:06.882915 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b45fa30-2331-417f-a654-5845dead8911 req-dc837d72-dded-47f3-97c5-0a760f43f25d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662887 Jul 16 17:56:06.987273 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b48525-7021-4d91-8a0c-10b1f9b83c05 x-openstack-request-id: req-d3b48525-7021-4d91-8a0c-10b1f9b83c05 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:06.987618 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327da022-0cdf-40a3-bf26-0d471619ee37", "tag": "cde735f4-b673-4c57-9745-d9d52312e03f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:06.987837 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3b48525-7021-4d91-8a0c-10b1f9b83c05 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:06.988298 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327da022-0cdf-40a3-bf26-0d471619ee37', 'tag': 'cde735f4-b673-4c57-9745-d9d52312e03f', 'status': 'completed', 'code': 200} Jul 16 17:56:07.201364 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e45f8a22-8482-49f0-97b4-39f21944ac1a req-9c9de310-ba96-4ce2-b89f-a86fadbce4df tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 210 time: 0.0886023 Jul 16 17:56:07.218150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:07.223924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device db845fd4-bdf7-4265-873c-57fdb6f83f9b up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:07.234930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252c9b3-45b8-4258-85a1-7849c3f7081b req-985fb840-1824-407d-b609-8a8193e3a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.236435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0252c9b3-45b8-4258-85a1-7849c3f7081b req-985fb840-1824-407d-b609-8a8193e3a750 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9dade0386e484fe499bda6cdb3c54761&device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 1094 time: 0.2211370 Jul 16 17:56:07.379065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port db845fd4-bdf7-4265-873c-57fdb6f83f9b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:07.385172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port db845fd4-bdf7-4265-873c-57fdb6f83f9b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:07.385515 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.409819 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439da90d-7bfd-4d68-a43d-827d420b9ebf x-openstack-request-id: req-439da90d-7bfd-4d68-a43d-827d420b9ebf {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:07.410745 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2c5523-5323-439c-97b5-02a6491b1fd3", "name": "network-vif-deleted", "tag": "da9d7c9d-9e1e-427e-8471-6e1b15fae0bc", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:07.411302 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-439da90d-7bfd-4d68-a43d-827d420b9ebf {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:07.411841 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2c5523-5323-439c-97b5-02a6491b1fd3', 'name': 'network-vif-deleted', 'tag': 'da9d7c9d-9e1e-427e-8471-6e1b15fae0bc', 'status': 'completed', 'code': 200} Jul 16 17:56:07.414349 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-366c2cd6-a798-4075-857d-5690fc986f1b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=30a544b655ef464fb81dc4c2677ed532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4408319 Jul 16 17:56:07.454167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252c9b3-45b8-4258-85a1-7849c3f7081b req-f98d646b-9ea2-494b-b886-9106d6d37403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.455914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0252c9b3-45b8-4258-85a1-7849c3f7081b req-f98d646b-9ea2-494b-b886-9106d6d37403 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9bc10951-92c3-4704-8bf9-19ff872c2af6 HTTP/1.1" status: 200 len: 917 time: 0.2096612 Jul 16 17:56:07.474376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:07.516291 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a', 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6', 'port_id': 'b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a', 'mac_address': 'fa:16:3e:9a:b9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7dc7804-5a58-4688-b00a-35e1cfe600e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:07.527669 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0252c9b3-45b8-4258-85a1-7849c3f7081b req-d2c1ba0c-317f-4e8b-9369-be3bdee61080 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cde735f4-b673-4c57-9745-d9d52312e03f HTTP/1.1" status: 200 len: 217 time: 0.0562878 Jul 16 17:56:07.580083 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bd8347e-7dcf-4c0a-a0c9-44aeb675b1c3 req-44a488e9-f6f4-41ad-9e79-a2c90549a0df tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c6bb01d2c494d7ab4bfb0fdcd3678b1 HTTP/1.1" status: 200 len: 6103 time: 0.2162275 Jul 16 17:56:07.586388 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.633093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252c9b3-45b8-4258-85a1-7849c3f7081b req-80d9eb9f-f89c-43f5-aec4-1c4bd9dc4af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.634742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0252c9b3-45b8-4258-85a1-7849c3f7081b req-80d9eb9f-f89c-43f5-aec4-1c4bd9dc4af6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f7dc7804-5a58-4688-b00a-35e1cfe600e1 HTTP/1.1" status: 200 len: 855 time: 0.0987182 Jul 16 17:56:07.641273 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.643489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bd8347e-7dcf-4c0a-a0c9-44aeb675b1c3 req-f4fa36d1-6f06-4a9b-858e-befd74435f9d tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] 10.222.0.52 "GET /v2.0/security-groups/8f6ef402-998e-4cb6-bd26-3127b32120d9 HTTP/1.1" status: 200 len: 2981 time: 0.0625362 Jul 16 17:56:07.648180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a7f99ede-fdff-48bc-ad28-93bdf76457f2 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.652718 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a7f99ede-fdff-48bc-ad28-93bdf76457f2 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293229 Jul 16 17:56:07.667558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Request body: {'port': {'device_id': 'd9287ca0-980e-496b-92a7-d8ebb4af0a54', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '30a544b655ef464fb81dc4c2677ed532'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:07.689025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed1da4-0b1f-48df-85f2-9970483c418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db845fd4-bdf7-4265-873c-57fdb6f83f9b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:07.690832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:07.691346 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b02ef3-9c8c-4cca-b43e-f3faf74d9b12" -d '{"events": [{"server_uuid": "04ed1da4-0b1f-48df-85f2-9970483c418b", "name": "network-vif-plugged", "status": "completed", "tag": "db845fd4-bdf7-4265-873c-57fdb6f83f9b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:07.696865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:07.711405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port db845fd4-bdf7-4265-873c-57fdb6f83f9b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=db845fd4-bdf7-4265-873c-57fdb6f83f9b,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:07.733288 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.752446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:07.809227 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bd8347e-7dcf-4c0a-a0c9-44aeb675b1c3 req-1f2bdf73-fea5-42f0-bc74-f1feb2e36291 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] 10.222.0.52 "GET /v2.0/security-groups/8f6ef402-998e-4cb6-bd26-3127b32120d9 HTTP/1.1" status: 200 len: 2981 time: 0.1580293 Jul 16 17:56:07.816945 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.818804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Made reservation on behalf of 30a544b655ef464fb81dc4c2677ed532 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:07.825151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.849140 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252c9b3-45b8-4258-85a1-7849c3f7081b req-403fd2ef-4ab3-490d-8e87-e04a07cc130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.863245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0252c9b3-45b8-4258-85a1-7849c3f7081b req-403fd2ef-4ab3-490d-8e87-e04a07cc130d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9bc10951-92c3-4704-8bf9-19ff872c2af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169259 Jul 16 17:56:07.918594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=db845fd4-bdf7-4265-873c-57fdb6f83f9b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:07.993658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f99b1605-5db1-4565-8d62-124a68e4f299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.011237 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643374af-914f-4c8e-b358-ac3c80b4a6be x-openstack-request-id: req-643374af-914f-4c8e-b358-ac3c80b4a6be {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:08.012271 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed1da4-0b1f-48df-85f2-9970483c418b", "name": "network-vif-plugged", "status": "completed", "tag": "db845fd4-bdf7-4265-873c-57fdb6f83f9b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:08.012537 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-643374af-914f-4c8e-b358-ac3c80b4a6be {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:08.012930 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ed1da4-0b1f-48df-85f2-9970483c418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db845fd4-bdf7-4265-873c-57fdb6f83f9b', 'code': 200} Jul 16 17:56:08.071887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:08.159223 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Allocated IP 192.168.233.28 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/8e75140c-6197-4965-8c46-31827f0350a5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:08.163633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:08.177966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadce170-f302-4125-a3b4-6bca741356ae req-5e334cbb-46ca-42d9-b68a-a92db28cfea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.179637 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-aadce170-f302-4125-a3b4-6bca741356ae req-5e334cbb-46ca-42d9-b68a-a92db28cfea4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 1097 time: 0.0949869 Jul 16 17:56:08.216161 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0252c9b3-45b8-4258-85a1-7849c3f7081b req-19c14880-19a7-4bfa-9d39-3e0d9524bbfe service neutron] 10.222.0.38 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461678 Jul 16 17:56:08.252285 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-aadce170-f302-4125-a3b4-6bca741356ae req-86e75b48-1df1-432e-8e67-8c4ece78bc59 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617900 Jul 16 17:56:08.281720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fb8278e-203a-4062-a18a-48729cc24096 req-22cb7453-1245-4ed5-9f35-ae1cefa4f250 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/8ede572f-667c-47de-9ecd-b0a76cce1a68 HTTP/1.1" status: 200 len: 1777 time: 0.2073941 Jul 16 17:56:08.390534 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.407865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Transition to ACTIVE for port object 8e75140c-6197-4965-8c46-31827f0350a5 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:08.431554 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f99b1605-5db1-4565-8d62-124a68e4f299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.443116 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.458675 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f99b1605-5db1-4565-8d62-124a68e4f299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.463733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['38674367-3fc8-475a-9f9c-d8215f2bb616'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:08.485381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0252c9b3-45b8-4258-85a1-7849c3f7081b req-24e43a9b-fd38-4503-a593-f1da222cf1ba service neutron] 10.222.0.38 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534275 Jul 16 17:56:08.487425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:08.493539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:08.501883 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:08.535455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Pushing event updated for resources: {'Port': ['ID=8e75140c-6197-4965-8c46-31827f0350a5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:08.540781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75b0b1-8d19-411a-bb86-8c092cd383cf req-3772962f-34f5-4531-abe8-6ca655724687 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.550500 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd75b0b1-8d19-411a-bb86-8c092cd383cf req-3772962f-34f5-4531-abe8-6ca655724687 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 943 time: 0.2599747 Jul 16 17:56:08.570176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f99b1605-5db1-4565-8d62-124a68e4f299 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3fffcae79c4421c9b3ccc1c369854f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8771796 Jul 16 17:56:08.577162 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.577782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b1605-5db1-4565-8d62-124a68e4f299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c538550-5c94-472b-a6b5-7421e06b5ce8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:08.578300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.580930 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fb8278e-203a-4062-a18a-48729cc24096 req-b814c5d9-328f-4d00-8ab3-042c475522f2 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.583794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:08.596729 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-a2043277-da9d-440e-8142-a03128c980c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9347694 Jul 16 17:56:08.612078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Request body: {'port': {'device_id': 'd9287ca0-980e-496b-92a7-d8ebb4af0a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:08.625967 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fb8278e-203a-4062-a18a-48729cc24096 req-b814c5d9-328f-4d00-8ab3-042c475522f2 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.676202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd75b0b1-8d19-411a-bb86-8c092cd383cf req-99814ffd-d9a6-4574-94c2-ae4f133f4af3 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248252 Jul 16 17:56:08.730510 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e628af6-14e6-4416-a827-1d01515e4dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.759535 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e628af6-14e6-4416-a827-1d01515e4dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.763965 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.804394 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fb8278e-203a-4062-a18a-48729cc24096 req-b814c5d9-328f-4d00-8ab3-042c475522f2 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.807549 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fb8278e-203a-4062-a18a-48729cc24096 req-b814c5d9-328f-4d00-8ab3-042c475522f2 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.814117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fb8278e-203a-4062-a18a-48729cc24096 req-b814c5d9-328f-4d00-8ab3-042c475522f2 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ede572f-667c-47de-9ecd-b0a76cce1a68 HTTP/1.1" status: 204 len: 173 time: 0.5221586 Jul 16 17:56:08.849861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814c5d9-328f-4d00-8ab3-042c475522f2 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ede572f-667c-47de-9ecd-b0a76cce1a68,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:08.852699 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e628af6-14e6-4416-a827-1d01515e4dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.855281 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e628af6-14e6-4416-a827-1d01515e4dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.859416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5e628af6-14e6-4416-a827-1d01515e4dde admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c538550-5c94-472b-a6b5-7421e06b5ce8 HTTP/1.1" status: 204 len: 168 time: 0.2692235 Jul 16 17:56:08.866701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e628af6-14e6-4416-a827-1d01515e4dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c538550-5c94-472b-a6b5-7421e06b5ce8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:08.901733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['90aed264-2ff3-46be-96d7-e52362418e3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:08.967071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9b6fa-6f97-49e6-a258-556d492bdb59 req-6cf41a56-4668-4d16-b218-f0c746a8717d tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.967071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72d9b6fa-6f97-49e6-a258-556d492bdb59 req-6cf41a56-4668-4d16-b218-f0c746a8717d tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 950 time: 0.0760629 Jul 16 17:56:09.051352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72d9b6fa-6f97-49e6-a258-556d492bdb59 req-1f9c9d16-b48d-4289-b786-e9232175e308 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776756 Jul 16 17:56:09.066744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a38e40dd-5753-4c3d-8033-9a5975f75c09 None None] Provisioning for port 8e75140c-6197-4965-8c46-31827f0350a5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:09.082510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a38e40dd-5753-4c3d-8033-9a5975f75c09 None None] Provisioning complete for port 8e75140c-6197-4965-8c46-31827f0350a5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:09.082887 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a38e40dd-5753-4c3d-8033-9a5975f75c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.155100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba72149-1ca4-4f48-aa5f-c0ea94a5431d req-d3c62dfc-793c-4051-901a-17737d96ad6a tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.156690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ba72149-1ca4-4f48-aa5f-c0ea94a5431d req-d3c62dfc-793c-4051-901a-17737d96ad6a tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 950 time: 0.1657979 Jul 16 17:56:09.158464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cde735f4-b673-4c57-9745-d9d52312e03f details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:09.200046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a38e40dd-5753-4c3d-8033-9a5975f75c09 None None] Port 8e75140c-6197-4965-8c46-31827f0350a5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:09.236248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:09.246604 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ba72149-1ca4-4f48-aa5f-c0ea94a5431d req-2f74a1d6-8e8c-4c09-9f0b-07be2f8058b2 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/security-groups?id=651d7c5c-0661-459c-92c2-8f4b5e5ac641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797398 Jul 16 17:56:09.338168 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e75140c-6197-4965-8c46-31827f0350a5 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:09.352174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.381759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Transition to ACTIVE for port object 8e75140c-6197-4965-8c46-31827f0350a5 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:09.389971 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.464620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39e7f447-0b7e-424c-b4ce-09541a180bab req-0e26732a-7e95-419e-add1-85c92500b2ae tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "GET /v2.0/security-groups/a02c22a3-8e3b-4fdb-a745-a925a315ddfc HTTP/1.1" status: 200 len: 1776 time: 0.1596577 Jul 16 17:56:09.471910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:09.493152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Pushing event updated for resources: {'Port': ['ID=8e75140c-6197-4965-8c46-31827f0350a5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:09.516478 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f877d7a0-4b5f-47e7-8952-5411a9ad8892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.578522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Attempting to bind port 8e75140c-6197-4965-8c46-31827f0350a5 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:09.578871 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Attempting to bind port 8e75140c-6197-4965-8c46-31827f0350a5 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:09.579396 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Attempting to bind port 8e75140c-6197-4965-8c46-31827f0350a5 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:09.583857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:09.585539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Port 8e75140c-6197-4965-8c46-31827f0350a5 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:09.586192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Attempting to bind port 8e75140c-6197-4965-8c46-31827f0350a5 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:09.592914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:09.593682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:09.594142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:09.594659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Bound port: 8e75140c-6197-4965-8c46-31827f0350a5, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:09.594885 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:09.595282 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.595666 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.692705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acf196-5781-4640-a495-1b3ccd8685cb req-7a1c4714-bf79-4c1c-8d91-d75c1a7d00e4 tempest-DeleteServersAdminTestJSON-1730558068 tempest-DeleteServersAdminTestJSON-1730558068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.694354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33acf196-5781-4640-a495-1b3ccd8685cb req-7a1c4714-bf79-4c1c-8d91-d75c1a7d00e4 tempest-DeleteServersAdminTestJSON-1730558068 tempest-DeleteServersAdminTestJSON-1730558068-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 1101 time: 0.3177843 Jul 16 17:56:09.698785 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39e7f447-0b7e-424c-b4ce-09541a180bab req-9f78e398-4602-4103-8124-3c70f9b93a13 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.700119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] For port 8e75140c-6197-4965-8c46-31827f0350a5, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:09.707851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] For port 8e75140c-6197-4965-8c46-31827f0350a5, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=8e75140c-6197-4965-8c46-31827f0350a5,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:09.715087 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.756781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port cde735f4-b673-4c57-9745-d9d52312e03f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cde735f4-b673-4c57-9745-d9d52312e03f,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:09.765417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.765641 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.767093 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] 10.222.0.42 "PUT /v2.0/ports/8e75140c-6197-4965-8c46-31827f0350a5 HTTP/1.1" status: 200 len: 1095 time: 1.1611433 Jul 16 17:56:09.767537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9287ca0-980e-496b-92a7-d8ebb4af0a54', 'tag': '8e75140c-6197-4965-8c46-31827f0350a5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:09.769154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33f637-1473-41fe-a8e8-dfae923eb749 req-a9d42683-6da8-464f-8c82-f5bf5c422397 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.770566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee33f637-1473-41fe-a8e8-dfae923eb749 req-a9d42683-6da8-464f-8c82-f5bf5c422397 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 947 time: 0.2857924 Jul 16 17:56:09.776830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'cde735f4-b673-4c57-9745-d9d52312e03f', 'network_id': '9bc10951-92c3-4704-8bf9-19ff872c2af6', 'port_id': 'cde735f4-b673-4c57-9745-d9d52312e03f', 'mac_address': 'fa:16:3e:91:73:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7dc7804-5a58-4688-b00a-35e1cfe600e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:09.783804 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39e7f447-0b7e-424c-b4ce-09541a180bab req-9f78e398-4602-4103-8124-3c70f9b93a13 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.791948 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b231b8f-638b-4aa7-8b66-595bafa01969" -d '{"events": [{"name": "network-changed", "server_uuid": "d9287ca0-980e-496b-92a7-d8ebb4af0a54", "tag": "8e75140c-6197-4965-8c46-31827f0350a5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:09.850201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5d0f1-d159-4603-a038-dd9f9a09c15d service neutron] Pushing event updated for resources: {'Port': ['ID=8e75140c-6197-4965-8c46-31827f0350a5,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:09.851896 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.890238 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.903366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde735f4-b673-4c57-9745-d9d52312e03f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:09.938212 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port cde735f4-b673-4c57-9745-d9d52312e03f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cde735f4-b673-4c57-9745-d9d52312e03f,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:09.942711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee33f637-1473-41fe-a8e8-dfae923eb749 req-66ec3dae-fbf8-4a0a-801f-42c33236a94e tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495039 Jul 16 17:56:09.944550 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f877d7a0-4b5f-47e7-8952-5411a9ad8892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.950831 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.954330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:09.955987 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39e7f447-0b7e-424c-b4ce-09541a180bab req-9f78e398-4602-4103-8124-3c70f9b93a13 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.958406 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39e7f447-0b7e-424c-b4ce-09541a180bab req-9f78e398-4602-4103-8124-3c70f9b93a13 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.959538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39e7f447-0b7e-424c-b4ce-09541a180bab req-9f78e398-4602-4103-8124-3c70f9b93a13 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/a02c22a3-8e3b-4fdb-a745-a925a315ddfc HTTP/1.1" status: 204 len: 173 time: 0.4718375 Jul 16 17:56:09.961106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f877d7a0-4b5f-47e7-8952-5411a9ad8892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.995444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-2b47f87e-3247-4a52-bb31-8e387ac69c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.997254 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-2b47f87e-3247-4a52-bb31-8e387ac69c52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30a544b655ef464fb81dc4c2677ed532&device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 1098 time: 0.1428080 Jul 16 17:56:10.006534 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.014677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ac41e-fbd6-4306-a44a-56a5850d8804 req-7ab67df6-fbd2-4503-9443-8c5e13c9b3af tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.016386 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f87ac41e-fbd6-4306-a44a-56a5850d8804 req-7ab67df6-fbd2-4503-9443-8c5e13c9b3af tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 950 time: 0.1703248 Jul 16 17:56:10.027285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78e398-4602-4103-8124-3c70f9b93a13 tempest-SecurityGroupsTestAdminJSON-291535444 tempest-SecurityGroupsTestAdminJSON-291535444-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02c22a3-8e3b-4fdb-a745-a925a315ddfc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:10.033024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:10.035524 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8c59bc-a695-4a55-b3b3-e927aead17e6" -d '{"events": [{"server_uuid": "dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0", "name": "network-vif-plugged", "status": "completed", "tag": "b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:10.052963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=cde735f4-b673-4c57-9745-d9d52312e03f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:10.076752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f877d7a0-4b5f-47e7-8952-5411a9ad8892 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e8b6d8136e93414eb92af8e919dd3632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026115 Jul 16 17:56:10.077455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:10.110076 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-684b33a8-4570-4286-8784-a72837183ee2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=8e75140c-6197-4965-8c46-31827f0350a5 HTTP/1.1" status: 200 len: 217 time: 0.1048076 Jul 16 17:56:10.113693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-33acf196-5781-4640-a495-1b3ccd8685cb req-54d8b28b-f526-4c9a-a4c7-8e955d0da80b tempest-DeleteServersAdminTestJSON-1730558068 tempest-DeleteServersAdminTestJSON-1730558068-project-admin] Deleting port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:10.114093 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33acf196-5781-4640-a495-1b3ccd8685cb req-54d8b28b-f526-4c9a-a4c7-8e955d0da80b tempest-DeleteServersAdminTestJSON-1730558068 tempest-DeleteServersAdminTestJSON-1730558068-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.130558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:10.206108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['cde735f4-b673-4c57-9745-d9d52312e03f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:10.224203 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-22adb50e-6f1d-4fb8-8610-6d5ca9883548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.225670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877d7a0-4b5f-47e7-8952-5411a9ad8892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac58b7b4-4334-4aa1-9cfd-41cec6a693df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:10.225797 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-22adb50e-6f1d-4fb8-8610-6d5ca9883548 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1086795 Jul 16 17:56:10.260625 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:56:10.290060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f87ac41e-fbd6-4306-a44a-56a5850d8804 req-7e1f2b67-4dd9-41a3-abb6-1541f6f004c4 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Deleting port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:10.290410 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f87ac41e-fbd6-4306-a44a-56a5850d8804 req-7e1f2b67-4dd9-41a3-abb6-1541f6f004c4 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.343911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-33acf196-5781-4640-a495-1b3ccd8685cb req-54d8b28b-f526-4c9a-a4c7-8e955d0da80b tempest-DeleteServersAdminTestJSON-1730558068 tempest-DeleteServersAdminTestJSON-1730558068-project-admin] For port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=016321ff-0fc6-4ba8-bb02-9ab9f45082ec,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:10.344567 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33acf196-5781-4640-a495-1b3ccd8685cb req-54d8b28b-f526-4c9a-a4c7-8e955d0da80b tempest-DeleteServersAdminTestJSON-1730558068 tempest-DeleteServersAdminTestJSON-1730558068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.360359 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-33acf196-5781-4640-a495-1b3ccd8685cb req-54d8b28b-f526-4c9a-a4c7-8e955d0da80b tempest-DeleteServersAdminTestJSON-1730558068 tempest-DeleteServersAdminTestJSON-1730558068-project-admin] Calling delete_port for 016321ff-0fc6-4ba8-bb02-9ab9f45082ec owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:10.366483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-39591ced-a604-46c4-a7fb-71218c312f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.368118 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-39591ced-a604-46c4-a7fb-71218c312f1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332626 Jul 16 17:56:10.429945 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f87ac41e-fbd6-4306-a44a-56a5850d8804 req-7e1f2b67-4dd9-41a3-abb6-1541f6f004c4 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] For port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5ac5dfa9-2050-4426-8d22-c2a9b26d611c,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:10.430311 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f87ac41e-fbd6-4306-a44a-56a5850d8804 req-7e1f2b67-4dd9-41a3-abb6-1541f6f004c4 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.452520 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd2472e-b8c1-441e-a7ad-4dbdaea27fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.463135 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02c9055-2ce3-48f6-a72d-f24008200b77 x-openstack-request-id: req-e02c9055-2ce3-48f6-a72d-f24008200b77 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:10.463359 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9287ca0-980e-496b-92a7-d8ebb4af0a54", "tag": "8e75140c-6197-4965-8c46-31827f0350a5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:10.463612 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e02c9055-2ce3-48f6-a72d-f24008200b77 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:10.464005 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9287ca0-980e-496b-92a7-d8ebb4af0a54', 'tag': '8e75140c-6197-4965-8c46-31827f0350a5', 'status': 'completed', 'code': 200} Jul 16 17:56:10.472144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f87ac41e-fbd6-4306-a44a-56a5850d8804 req-7e1f2b67-4dd9-41a3-abb6-1541f6f004c4 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Calling delete_port for 5ac5dfa9-2050-4426-8d22-c2a9b26d611c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:10.522400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c51dc-e41c-4ddb-aad0-34f00aa02cd4 req-f4984b84-2ae6-49cf-bacb-3364565921f1 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.523903 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d2c51dc-e41c-4ddb-aad0-34f00aa02cd4 req-f4984b84-2ae6-49cf-bacb-3364565921f1 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 944 time: 0.3061423 Jul 16 17:56:10.529994 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd2472e-b8c1-441e-a7ad-4dbdaea27fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.535556 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-d86d5fe2-06f1-4e69-8e5d-62ca5bb70732 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582229 Jul 16 17:56:10.606157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d78e4854-64c9-4858-9cf3-ba67800684d4 req-df809679-8737-4b96-8dc3-d1e282e4ac9a tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] 10.222.0.52 "GET /v2.0/security-groups/d3c076ec-45b6-4f8c-a309-74c037368c5b HTTP/1.1" status: 200 len: 1777 time: 0.1432269 Jul 16 17:56:10.659183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d2c51dc-e41c-4ddb-aad0-34f00aa02cd4 req-0e472ef6-43d9-4efc-af57-3867feeb68f7 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141679 Jul 16 17:56:10.673240 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f94b9304-b035-4369-8991-9bf2bb4dd719 req-8389dc03-4814-4d53-8150-bb79f991b64b service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279790 Jul 16 17:56:10.699629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd2472e-b8c1-441e-a7ad-4dbdaea27fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.699629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd2472e-b8c1-441e-a7ad-4dbdaea27fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.699629 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bdd2472e-b8c1-441e-a7ad-4dbdaea27fad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac58b7b4-4334-4aa1-9cfd-41cec6a693df HTTP/1.1" status: 204 len: 168 time: 0.6079042 Jul 16 17:56:10.704458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2472e-b8c1-441e-a7ad-4dbdaea27fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac58b7b4-4334-4aa1-9cfd-41cec6a693df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:10.710316 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33acf196-5781-4640-a495-1b3ccd8685cb req-54d8b28b-f526-4c9a-a4c7-8e955d0da80b tempest-DeleteServersAdminTestJSON-1730558068 tempest-DeleteServersAdminTestJSON-1730558068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.716212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f87ac41e-fbd6-4306-a44a-56a5850d8804 req-7e1f2b67-4dd9-41a3-abb6-1541f6f004c4 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.749037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8b28b-f526-4c9a-a4c7-8e955d0da80b tempest-DeleteServersAdminTestJSON-1730558068 tempest-DeleteServersAdminTestJSON-1730558068-project-admin] Pushing event deleted for resources: {'Port': ['ID=016321ff-0fc6-4ba8-bb02-9ab9f45082ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:10.757214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5ac5dfa9-2050-4426-8d22-c2a9b26d611c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:10.817661 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ec81a8-9210-4e02-86c6-b68a20b9e15e x-openstack-request-id: req-35ec81a8-9210-4e02-86c6-b68a20b9e15e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:10.817952 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0", "name": "network-vif-plugged", "status": "completed", "tag": "b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:10.818203 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35ec81a8-9210-4e02-86c6-b68a20b9e15e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:10.818597 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a', 'code': 200} Jul 16 17:56:10.858800 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d78e4854-64c9-4858-9cf3-ba67800684d4 req-2685a5e8-bad8-4f65-901e-f1dbe665aacc tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.889461 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-33acf196-5781-4640-a495-1b3ccd8685cb req-54d8b28b-f526-4c9a-a4c7-8e955d0da80b tempest-DeleteServersAdminTestJSON-1730558068 tempest-DeleteServersAdminTestJSON-1730558068-project-admin] No DVR routers for this DVR port 016321ff-0fc6-4ba8-bb02-9ab9f45082ec on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:10.896501 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33acf196-5781-4640-a495-1b3ccd8685cb req-54d8b28b-f526-4c9a-a4c7-8e955d0da80b tempest-DeleteServersAdminTestJSON-1730558068 tempest-DeleteServersAdminTestJSON-1730558068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.898574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33acf196-5781-4640-a495-1b3ccd8685cb req-54d8b28b-f526-4c9a-a4c7-8e955d0da80b tempest-DeleteServersAdminTestJSON-1730558068 tempest-DeleteServersAdminTestJSON-1730558068-project-admin] 10.222.0.38 "DELETE /v2.0/ports/016321ff-0fc6-4ba8-bb02-9ab9f45082ec HTTP/1.1" status: 204 len: 173 time: 1.1926026 Jul 16 17:56:10.899021 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03b548b-0234-47d2-a8b8-a54b8908fd0d', 'name': 'network-vif-deleted', 'tag': '016321ff-0fc6-4ba8-bb02-9ab9f45082ec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:10.901325 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf56363-9984-426d-ab63-37e9084fe144" -d '{"events": [{"server_uuid": "b03b548b-0234-47d2-a8b8-a54b8908fd0d", "name": "network-vif-deleted", "tag": "016321ff-0fc6-4ba8-bb02-9ab9f45082ec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:10.939128 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d78e4854-64c9-4858-9cf3-ba67800684d4 req-2685a5e8-bad8-4f65-901e-f1dbe665aacc tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.950356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f2b67-4dd9-41a3-abb6-1541f6f004c4 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Pushing event deleted for resources: {'Port': ['ID=5ac5dfa9-2050-4426-8d22-c2a9b26d611c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:10.963340 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87ac41e-fbd6-4306-a44a-56a5850d8804 req-7e1f2b67-4dd9-41a3-abb6-1541f6f004c4 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] No DVR routers for this DVR port 5ac5dfa9-2050-4426-8d22-c2a9b26d611c on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:11.009102 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f87ac41e-fbd6-4306-a44a-56a5850d8804 req-7e1f2b67-4dd9-41a3-abb6-1541f6f004c4 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.012071 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f87ac41e-fbd6-4306-a44a-56a5850d8804 req-7e1f2b67-4dd9-41a3-abb6-1541f6f004c4 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.42 "DELETE /v2.0/ports/5ac5dfa9-2050-4426-8d22-c2a9b26d611c HTTP/1.1" status: 204 len: 173 time: 0.9880006 Jul 16 17:56:11.017138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d406ce1-3335-4bd8-9e6c-794a9a371820 req-885ea404-c291-4bc1-bfc5-724626242da5 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=b03b548b-0234-47d2-a8b8-a54b8908fd0d HTTP/1.1" status: 200 len: 210 time: 0.0741422 Jul 16 17:56:11.061481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b231b8f-638b-4aa7-8b66-595bafa01969 req-d5b2982b-d0bd-43fa-b24a-ba1b735b5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.063341 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b231b8f-638b-4aa7-8b66-595bafa01969 req-d5b2982b-d0bd-43fa-b24a-ba1b735b5dd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30a544b655ef464fb81dc4c2677ed532&device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 1098 time: 0.2968562 Jul 16 17:56:11.088400 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d78e4854-64c9-4858-9cf3-ba67800684d4 req-2685a5e8-bad8-4f65-901e-f1dbe665aacc tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.091583 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d78e4854-64c9-4858-9cf3-ba67800684d4 req-2685a5e8-bad8-4f65-901e-f1dbe665aacc tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.093941 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d78e4854-64c9-4858-9cf3-ba67800684d4 req-2685a5e8-bad8-4f65-901e-f1dbe665aacc tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] 10.222.0.52 "DELETE /v2.0/security-groups/d3c076ec-45b6-4f8c-a309-74c037368c5b HTTP/1.1" status: 204 len: 173 time: 0.4588184 Jul 16 17:56:11.106700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685a5e8-bad8-4f65-901e-f1dbe665aacc tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c076ec-45b6-4f8c-a309-74c037368c5b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:11.143778 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cde735f4-b673-4c57-9745-d9d52312e03f up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:11.239924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b231b8f-638b-4aa7-8b66-595bafa01969 req-91bf2cf1-6770-4246-b330-c8549a2d6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.241475 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b231b8f-638b-4aa7-8b66-595bafa01969 req-91bf2cf1-6770-4246-b330-c8549a2d6349 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1711974 Jul 16 17:56:11.243332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc88b96-866d-48e9-913c-befe102f8664 req-b13e4a59-1724-4335-8e9e-7c469e61e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.244621 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0fc88b96-866d-48e9-913c-befe102f8664 req-b13e4a59-1724-4335-8e9e-7c469e61e46c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0 HTTP/1.1" status: 200 len: 1096 time: 0.2968390 Jul 16 17:56:11.268770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port cde735f4-b673-4c57-9745-d9d52312e03f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:11.276825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8edc5e01-7438-4059-8053-7adb5920afbd req-1126ef21-3915-4b9c-9501-109fb41cc3f3 tempest-ServersAdminNegativeTestJSON-931442019 tempest-ServersAdminNegativeTestJSON-931442019-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7814d3a-6b04-4786-a16b-2e7ffe417612 HTTP/1.1" status: 200 len: 210 time: 0.0860353 Jul 16 17:56:11.278994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port cde735f4-b673-4c57-9745-d9d52312e03f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:11.280803 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.367494 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b231b8f-638b-4aa7-8b66-595bafa01969 req-9948d433-806e-4630-ab03-5cdff3725a0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=8e75140c-6197-4965-8c46-31827f0350a5 HTTP/1.1" status: 200 len: 217 time: 0.1111734 Jul 16 17:56:11.418047 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae26cf5-3c5e-420f-8eff-5acb4eb2b5c6 x-openstack-request-id: req-aae26cf5-3c5e-420f-8eff-5acb4eb2b5c6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:11.418341 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03b548b-0234-47d2-a8b8-a54b8908fd0d", "name": "network-vif-deleted", "tag": "016321ff-0fc6-4ba8-bb02-9ab9f45082ec", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:11.418593 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aae26cf5-3c5e-420f-8eff-5acb4eb2b5c6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:11.418993 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03b548b-0234-47d2-a8b8-a54b8908fd0d', 'name': 'network-vif-deleted', 'tag': '016321ff-0fc6-4ba8-bb02-9ab9f45082ec', 'status': 'completed', 'code': 200} Jul 16 17:56:11.446160 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.469085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b231b8f-638b-4aa7-8b66-595bafa01969 req-1bf8b5b2-93b9-4c03-b8f8-c344f711ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.470676 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b231b8f-638b-4aa7-8b66-595bafa01969 req-1bf8b5b2-93b9-4c03-b8f8-c344f711ee21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0845675 Jul 16 17:56:11.477077 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0fc88b96-866d-48e9-913c-befe102f8664 req-815a2a40-a625-409d-8ace-7ed6f5f92e62 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161126 Jul 16 17:56:11.508048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port cde735f4-b673-4c57-9745-d9d52312e03f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cde735f4-b673-4c57-9745-d9d52312e03f,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:11.512546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-402b06a3-f387-45ca-b609-4dcbd64b3575 req-0308f3a4-a19d-4db5-8e71-87e32c6b6525 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] 10.222.0.52 "GET /v2.0/security-groups/d654f78d-0a38-49a6-b66d-056655f163fc HTTP/1.1" status: 200 len: 1778 time: 0.0688751 Jul 16 17:56:11.514629 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.515451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 016321ff-0fc6-4ba8-bb02-9ab9f45082ec no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:11.634940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 016321ff-0fc6-4ba8-bb02-9ab9f45082ec {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:11.635222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 016321ff-0fc6-4ba8-bb02-9ab9f45082ec not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:11.641679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=cde735f4-b673-4c57-9745-d9d52312e03f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:11.652339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b231b8f-638b-4aa7-8b66-595bafa01969 req-4beb1719-e00e-4eb4-b91e-8fd851901d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.655572 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b231b8f-638b-4aa7-8b66-595bafa01969 req-4beb1719-e00e-4eb4-b91e-8fd851901d6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247966 Jul 16 17:56:11.670496 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-402b06a3-f387-45ca-b609-4dcbd64b3575 req-16fdbf08-9bb5-4eae-9c2d-a3550f39e3d1 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.712578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-402b06a3-f387-45ca-b609-4dcbd64b3575 req-16fdbf08-9bb5-4eae-9c2d-a3550f39e3d1 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.752814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd0fcd-36a6-4b17-ac8b-1bcb3651d4db req-55d9a531-1f5d-487a-92f8-13b05fd51a58 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.760475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40bd0fcd-36a6-4b17-ac8b-1bcb3651d4db req-55d9a531-1f5d-487a-92f8-13b05fd51a58 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 947 time: 0.1903875 Jul 16 17:56:11.855375 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b231b8f-638b-4aa7-8b66-595bafa01969 req-f0138096-65ed-481f-b7c1-79d3b49217bb service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922882 Jul 16 17:56:11.864642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40bd0fcd-36a6-4b17-ac8b-1bcb3651d4db req-9dcdda80-946e-4a68-a1a6-b438d3ec6b07 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034398 Jul 16 17:56:11.867634 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-402b06a3-f387-45ca-b609-4dcbd64b3575 req-16fdbf08-9bb5-4eae-9c2d-a3550f39e3d1 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.874953 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-402b06a3-f387-45ca-b609-4dcbd64b3575 req-16fdbf08-9bb5-4eae-9c2d-a3550f39e3d1 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.885040 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-402b06a3-f387-45ca-b609-4dcbd64b3575 req-16fdbf08-9bb5-4eae-9c2d-a3550f39e3d1 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] 10.222.0.52 "DELETE /v2.0/security-groups/d654f78d-0a38-49a6-b66d-056655f163fc HTTP/1.1" status: 204 len: 173 time: 0.3654838 Jul 16 17:56:11.913860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdbf08-9bb5-4eae-9c2d-a3550f39e3d1 tempest-SecurityGroupsTestAdminJSON-1430936387 tempest-SecurityGroupsTestAdminJSON-1430936387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d654f78d-0a38-49a6-b66d-056655f163fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:12.000517 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b231b8f-638b-4aa7-8b66-595bafa01969 req-f9cfc75b-4811-4fa8-b799-ef7c7c0b6f2b service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344817 Jul 16 17:56:12.145336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b07c-1721-4b73-8b9e-5a166ce12703 req-d135f39c-69d2-46f6-a354-4e920ec426b7 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.147279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8120b07c-1721-4b73-8b9e-5a166ce12703 req-d135f39c-69d2-46f6-a354-4e920ec426b7 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.0904429 Jul 16 17:56:12.210652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8120b07c-1721-4b73-8b9e-5a166ce12703 req-1c779325-c06c-4d4f-b63c-96d40fce8256 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575180 Jul 16 17:56:12.391419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:12.424694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:12.466121 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7814d3a-6b04-4786-a16b-2e7ffe417612', 'name': 'network-vif-deleted', 'tag': '5ac5dfa9-2050-4426-8d22-c2a9b26d611c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:12.469919 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59ea94f-5f35-4404-9e56-0e5cbfe10a0d" -d '{"events": [{"server_uuid": "d7814d3a-6b04-4786-a16b-2e7ffe417612", "name": "network-vif-deleted", "tag": "5ac5dfa9-2050-4426-8d22-c2a9b26d611c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:12.549004 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30614efc-8688-4f72-b85c-12373dff8c55 x-openstack-request-id: req-30614efc-8688-4f72-b85c-12373dff8c55 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:12.549504 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7814d3a-6b04-4786-a16b-2e7ffe417612", "name": "network-vif-deleted", "tag": "5ac5dfa9-2050-4426-8d22-c2a9b26d611c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:12.550002 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30614efc-8688-4f72-b85c-12373dff8c55 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:12.550396 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7814d3a-6b04-4786-a16b-2e7ffe417612', 'name': 'network-vif-deleted', 'tag': '5ac5dfa9-2050-4426-8d22-c2a9b26d611c', 'status': 'completed', 'code': 200} Jul 16 17:56:12.658045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-89e89139-74e2-4d72-8cdd-1cf897c6afd2 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=84800a8d52a1430eb71979c97d1966a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324261 Jul 16 17:56:12.821020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327da022-0cdf-40a3-bf26-0d471619ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde735f4-b673-4c57-9745-d9d52312e03f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:12.823466 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bcdeda-3e91-472e-a49d-648cc7b43cc3" -d '{"events": [{"server_uuid": "327da022-0cdf-40a3-bf26-0d471619ee37", "name": "network-vif-plugged", "status": "completed", "tag": "cde735f4-b673-4c57-9745-d9d52312e03f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:12.824605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-34da0fb7-ab23-49a7-a3ca-9bcd52f147f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c6bb01d2c494d7ab4bfb0fdcd3678b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4318113 Jul 16 17:56:12.829072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:12.834587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-592c5e96-a075-4e71-a986-e2598efd24e2 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.844766 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-592c5e96-a075-4e71-a986-e2598efd24e2 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799314 Jul 16 17:56:12.864994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b706b47e-6ea5-4f21-95b3-2a587f36c54c tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/quotas/84800a8d52a1430eb71979c97d1966a5 HTTP/1.1" status: 200 len: 375 time: 0.0184426 Jul 16 17:56:12.889428 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf6cd09-1dbd-4ae0-b161-2285a4c510f4 x-openstack-request-id: req-4bf6cd09-1dbd-4ae0-b161-2285a4c510f4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:12.889788 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327da022-0cdf-40a3-bf26-0d471619ee37", "name": "network-vif-plugged", "status": "completed", "tag": "cde735f4-b673-4c57-9745-d9d52312e03f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:12.890013 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4bf6cd09-1dbd-4ae0-b161-2285a4c510f4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:12.890903 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327da022-0cdf-40a3-bf26-0d471619ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde735f4-b673-4c57-9745-d9d52312e03f', 'code': 200} Jul 16 17:56:12.919026 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-a85edf65-537a-4cb6-a08a-0e907da77566 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=84800a8d52a1430eb71979c97d1966a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525653 Jul 16 17:56:12.919333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-328e839c-ed76-4778-b5b2-30fe5166c356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.993489 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-577c1600-45b3-4e02-8041-e28350fb02a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.020388 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-577c1600-45b3-4e02-8041-e28350fb02a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.084721 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-577c1600-45b3-4e02-8041-e28350fb02a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.087700 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-577c1600-45b3-4e02-8041-e28350fb02a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.092214 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-577c1600-45b3-4e02-8041-e28350fb02a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f6ef402-998e-4cb6-bd26-3127b32120d9 HTTP/1.1" status: 204 len: 168 time: 0.2610135 Jul 16 17:56:13.105789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:13.106532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c1600-45b3-4e02-8041-e28350fb02a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6ef402-998e-4cb6-bd26-3127b32120d9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:13.127541 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:13.194812 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-328e839c-ed76-4778-b5b2-30fe5166c356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.213886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-328e839c-ed76-4778-b5b2-30fe5166c356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.227925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70328ebc-a5c8-4e27-8273-350c79048010 req-0f100472-07b4-49ac-a58a-41b9fc54a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:13.229492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70328ebc-a5c8-4e27-8273-350c79048010 req-0f100472-07b4-49ac-a58a-41b9fc54a6ef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 1096 time: 0.2551410 Jul 16 17:56:13.252632 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-328e839c-ed76-4778-b5b2-30fe5166c356 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87e9132b4b614d1591ecce7a1e1e8e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8266401 Jul 16 17:56:13.257706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:13.258044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 8e75140c-6197-4965-8c46-31827f0350a5 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:13.280849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e839c-ed76-4778-b5b2-30fe5166c356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0b5b1e-b5c7-4b72-8d09-3f784517f02b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:13.352717 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e6a224b-9bb7-4a42-81a5-bdf16317ff54 req-9f53e63c-80e8-4310-9148-fadbd4049cd1 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 210 time: 0.0985339 Jul 16 17:56:13.449620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2857a56-a8c3-4426-b134-2c4d5e8cd44b req-33523277-5636-41e3-b985-fcd43456120f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:13.458687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2857a56-a8c3-4426-b134-2c4d5e8cd44b req-33523277-5636-41e3-b985-fcd43456120f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 947 time: 0.3864901 Jul 16 17:56:13.472515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70328ebc-a5c8-4e27-8273-350c79048010 req-18c2d967-dfc9-41b7-b551-903c2be1d3e3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332001 Jul 16 17:56:13.541341 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-499034ff-14f4-4615-9397-f0497fa68e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.558598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2857a56-a8c3-4426-b134-2c4d5e8cd44b req-8310ca3e-e229-498d-856c-5dfd45d5e4a7 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989461 Jul 16 17:56:13.597925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 8e75140c-6197-4965-8c46-31827f0350a5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=8e75140c-6197-4965-8c46-31827f0350a5,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:13.635505 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '8e75140c-6197-4965-8c46-31827f0350a5', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '8e75140c-6197-4965-8c46-31827f0350a5', 'mac_address': 'fa:16:3e:8c:2a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:13.640122 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-499034ff-14f4-4615-9397-f0497fa68e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.672997 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3929f1f6-8bf6-4102-8cc8-7c4e3f42dfc8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e99094135d6749e8b687fca68187027f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633016 Jul 16 17:56:13.674778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:13.742781 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.784858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e75140c-6197-4965-8c46-31827f0350a5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:13.817166 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f472-a635-4eec-828e-d35c7f381305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.854258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 8e75140c-6197-4965-8c46-31827f0350a5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=8e75140c-6197-4965-8c46-31827f0350a5,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:13.861482 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.875249 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:13.892731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0608ef0-a9e2-496a-a969-8928b256754b req-e0291933-0eb1-4231-938e-2ccb3014c5f2 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:13.900668 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0608ef0-a9e2-496a-a969-8928b256754b req-e0291933-0eb1-4231-938e-2ccb3014c5f2 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.3023453 Jul 16 17:56:13.928510 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33c2c429-c113-4f88-9516-94aef54a97f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.936687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=8e75140c-6197-4965-8c46-31827f0350a5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:13.938840 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-499034ff-14f4-4615-9397-f0497fa68e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.948520 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-499034ff-14f4-4615-9397-f0497fa68e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.952848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-499034ff-14f4-4615-9397-f0497fa68e9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c0b5b1e-b5c7-4b72-8d09-3f784517f02b HTTP/1.1" status: 204 len: 168 time: 0.6920164 Jul 16 17:56:13.968714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499034ff-14f4-4615-9397-f0497fa68e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0b5b1e-b5c7-4b72-8d09-3f784517f02b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:13.976142 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33c2c429-c113-4f88-9516-94aef54a97f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.998403 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-883cd2bc-2bf4-4d05-9f58-45635a949f9b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb82999763934a5a9e0e81f15d5060ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1170340 Jul 16 17:56:13.998600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:14.047017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0608ef0-a9e2-496a-a969-8928b256754b req-5ebf49f0-8b1a-4b60-b9b2-7fd0b6dac692 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408732 Jul 16 17:56:14.095509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['8e75140c-6197-4965-8c46-31827f0350a5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:14.122925 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33c2c429-c113-4f88-9516-94aef54a97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.128786 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33c2c429-c113-4f88-9516-94aef54a97f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.131185 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-33c2c429-c113-4f88-9516-94aef54a97f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/651d7c5c-0661-459c-92c2-8f4b5e5ac641 HTTP/1.1" status: 204 len: 168 time: 0.4551482 Jul 16 17:56:14.146709 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cddb1ac-01d9-477d-9536-40f910412298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.165223 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f472-a635-4eec-828e-d35c7f381305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.182905 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f472-a635-4eec-828e-d35c7f381305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.188710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2c429-c113-4f88-9516-94aef54a97f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651d7c5c-0661-459c-92c2-8f4b5e5ac641,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:14.201908 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cddb1ac-01d9-477d-9536-40f910412298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.335165 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1f472-a635-4eec-828e-d35c7f381305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4997324d-840a-4329-97ef-49816c7af823,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:14.351517 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3ec1f472-a635-4eec-828e-d35c7f381305 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=849574e5616f41a39260869419b7ce0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2228508 Jul 16 17:56:14.353961 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cddb1ac-01d9-477d-9536-40f910412298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.358154 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cddb1ac-01d9-477d-9536-40f910412298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.363875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0cddb1ac-01d9-477d-9536-40f910412298 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2234568b-151d-4709-ae06-f0563fafc4f2 HTTP/1.1" status: 204 len: 168 time: 0.3613746 Jul 16 17:56:14.365184 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50088) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:14.386402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddb1ac-01d9-477d-9536-40f910412298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2234568b-151d-4709-ae06-f0563fafc4f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:14.450146 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd74ee6f-03fd-449a-b112-958ff8667448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.475021 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd74ee6f-03fd-449a-b112-958ff8667448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.554595 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd74ee6f-03fd-449a-b112-958ff8667448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.558689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd74ee6f-03fd-449a-b112-958ff8667448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.560509 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cd74ee6f-03fd-449a-b112-958ff8667448 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4997324d-840a-4329-97ef-49816c7af823 HTTP/1.1" status: 204 len: 168 time: 0.1919289 Jul 16 17:56:14.571075 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-568e7da2-7330-4c5d-97ed-3559550416f9 req-6d240a1d-0ec4-46a0-aebd-f4cf6e7071ea tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 210 time: 0.0368714 Jul 16 17:56:14.589415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74ee6f-03fd-449a-b112-958ff8667448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4997324d-840a-4329-97ef-49816c7af823,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:14.852437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4b227-3b42-49de-af74-1f24660eace3 req-4bc5fece-7b6f-474d-b8e8-0303e51e34ac tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.866554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66f4b227-3b42-49de-af74-1f24660eace3 req-4bc5fece-7b6f-474d-b8e8-0303e51e34ac tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 948 time: 0.1470475 Jul 16 17:56:14.927565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66f4b227-3b42-49de-af74-1f24660eace3 req-74d8b397-e374-4e67-b702-7f43b4b0ca6e tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598395 Jul 16 17:56:14.953677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:14.978937 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af6f851e-0baa-41b3-b360-2da6ab4835b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.118503 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af6f851e-0baa-41b3-b360-2da6ab4835b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.125815 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af6f851e-0baa-41b3-b360-2da6ab4835b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.181485 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-af6f851e-0baa-41b3-b360-2da6ab4835b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48863c0983f047848caa9befe233d561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265918 Jul 16 17:56:15.184145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:15.186762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f851e-0baa-41b3-b360-2da6ab4835b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd5d543-24af-4bcb-b79e-bc655f18624b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:15.255864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:15.274452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 8e75140c-6197-4965-8c46-31827f0350a5 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:15.321855 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4e50dd2-b37a-4ccb-a8cd-2bf0014f7bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.322743 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0f34570a-cd5c-42ca-84d3-c1628f2340d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4bdad310127248a69d69b2e37177b5bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637081 Jul 16 17:56:15.324760 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:15.367313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 8e75140c-6197-4965-8c46-31827f0350a5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:15.371186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 8e75140c-6197-4965-8c46-31827f0350a5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:15.371571 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.398537 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4e50dd2-b37a-4ccb-a8cd-2bf0014f7bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.439248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b75b6a2-5528-4ec6-a867-391d0b59822a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.442866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214ecf7-409a-4cfe-882a-57bdec997279 req-70445250-4f90-45e3-b84b-3d6541cafeec tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.446120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7214ecf7-409a-4cfe-882a-57bdec997279 req-70445250-4f90-45e3-b84b-3d6541cafeec tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.2122252 Jul 16 17:56:15.502416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-322dfbf0-91d8-4a0f-b870-fd5329c39ad6 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=84800a8d52a1430eb71979c97d1966a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473814 Jul 16 17:56:15.511184 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b75b6a2-5528-4ec6-a867-391d0b59822a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.526733 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.568627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7214ecf7-409a-4cfe-882a-57bdec997279 req-470af4e2-08c7-4f86-83c2-07a6852e6539 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941567 Jul 16 17:56:15.578636 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4e50dd2-b37a-4ccb-a8cd-2bf0014f7bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.580277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9287ca0-980e-496b-92a7-d8ebb4af0a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e75140c-6197-4965-8c46-31827f0350a5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:15.582934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4e50dd2-b37a-4ccb-a8cd-2bf0014f7bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.583732 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c0eeb3-dd98-4e9e-ae4b-0269081c9d69" -d '{"events": [{"server_uuid": "d9287ca0-980e-496b-92a7-d8ebb4af0a54", "name": "network-vif-plugged", "status": "completed", "tag": "8e75140c-6197-4965-8c46-31827f0350a5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:15.584417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c4e50dd2-b37a-4ccb-a8cd-2bf0014f7bbc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dcd5d543-24af-4bcb-b79e-bc655f18624b HTTP/1.1" status: 204 len: 168 time: 0.3992908 Jul 16 17:56:15.598261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e50dd2-b37a-4ccb-a8cd-2bf0014f7bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd5d543-24af-4bcb-b79e-bc655f18624b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:15.625878 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b75b6a2-5528-4ec6-a867-391d0b59822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.629562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b75b6a2-5528-4ec6-a867-391d0b59822a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.630936 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2b75b6a2-5528-4ec6-a867-391d0b59822a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/807716c5-7fa0-4860-99a4-0c16f6615019 HTTP/1.1" status: 204 len: 168 time: 0.3036516 Jul 16 17:56:15.639327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 8e75140c-6197-4965-8c46-31827f0350a5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=8e75140c-6197-4965-8c46-31827f0350a5,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:15.646845 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75b6a2-5528-4ec6-a867-391d0b59822a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807716c5-7fa0-4860-99a4-0c16f6615019,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:15.659190 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.660667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5ac5dfa9-2050-4426-8d22-c2a9b26d611c no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:15.720837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 5ac5dfa9-2050-4426-8d22-c2a9b26d611c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:15.721884 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5ac5dfa9-2050-4426-8d22-c2a9b26d611c not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:15.728220 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e819f6f3-1078-4a5f-b265-1ff31def7f6a x-openstack-request-id: req-e819f6f3-1078-4a5f-b265-1ff31def7f6a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:15.729294 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9287ca0-980e-496b-92a7-d8ebb4af0a54", "name": "network-vif-plugged", "status": "completed", "tag": "8e75140c-6197-4965-8c46-31827f0350a5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:15.730293 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e819f6f3-1078-4a5f-b265-1ff31def7f6a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:15.731338 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9287ca0-980e-496b-92a7-d8ebb4af0a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e75140c-6197-4965-8c46-31827f0350a5', 'code': 200} Jul 16 17:56:15.756733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-c60d0bcb-ad31-480f-90ec-e4c87ba02c2e tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.758519 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-c60d0bcb-ad31-480f-90ec-e4c87ba02c2e tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486851 Jul 16 17:56:15.772506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Request body: {'port': {'device_id': '673d2957-8650-434b-8efe-cb677efa64d3', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '84800a8d52a1430eb71979c97d1966a5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:15.796143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=8e75140c-6197-4965-8c46-31827f0350a5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:16.020408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2b64e-abf0-43d2-a62f-5ae6264cc210 req-d6043de6-91b2-4dbf-827e-dd94e8a4cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.024564 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85b2b64e-abf0-43d2-a62f-5ae6264cc210 req-d6043de6-91b2-4dbf-827e-dd94e8a4cb50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 1100 time: 0.0972803 Jul 16 17:56:16.070036 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85b2b64e-abf0-43d2-a62f-5ae6264cc210 req-df56018a-8b3a-49a3-8599-5d22879aa2e8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387805 Jul 16 17:56:16.195524 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbe8289a-a35d-4421-849c-d8bc8dbd6c5e req-f598bc6a-d302-4005-b869-2b3b8ef417ad tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 210 time: 0.2756279 Jul 16 17:56:16.273255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a81dd-5293-4385-ba45-f4e478da4b34 req-028f3391-5a53-4200-9235-ecbcf74dcb6a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.275873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb1a81dd-5293-4385-ba45-f4e478da4b34 req-028f3391-5a53-4200-9235-ecbcf74dcb6a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.4433138 Jul 16 17:56:16.277251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Made reservation on behalf of 84800a8d52a1430eb71979c97d1966a5 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:16.281885 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.345722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb1a81dd-5293-4385-ba45-f4e478da4b34 req-8435ca46-fffa-4f59-acc8-6524a1aaad96 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606086 Jul 16 17:56:16.498926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Allocated IP 192.168.233.144 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/64f552c3-cb7f-43de-a686-0816e75fba59) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:16.517625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b578d7-f5b9-46e3-85ed-ab10f7fba0bf req-27cefcc3-69ab-4cf4-9332-afd9617f0100 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.525170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77b578d7-f5b9-46e3-85ed-ab10f7fba0bf req-27cefcc3-69ab-4cf4-9332-afd9617f0100 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 949 time: 0.1518381 Jul 16 17:56:16.589362 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77b578d7-f5b9-46e3-85ed-ab10f7fba0bf req-a89b0416-7bcc-48e9-aecc-42f716f99a81 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632143 Jul 16 17:56:16.758168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5ac39-17f3-4bb6-87d6-4bfa4e78a0e9 req-15e32100-299e-4be9-875d-4d35d0074036 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.759807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1cf5ac39-17f3-4bb6-87d6-4bfa4e78a0e9 req-15e32100-299e-4be9-875d-4d35d0074036 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0 HTTP/1.1" status: 200 len: 945 time: 0.1425087 Jul 16 17:56:16.781434 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.811860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Transition to ACTIVE for port object 64f552c3-cb7f-43de-a686-0816e75fba59 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:16.826553 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1cf5ac39-17f3-4bb6-87d6-4bfa4e78a0e9 req-8e39778d-a7c4-485c-be04-05d37221fa4e tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551085 Jul 16 17:56:16.875305 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.922220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:16.946072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:16.958166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:16.967415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.968100 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.000682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Pushing event updated for resources: {'Port': ['ID=64f552c3-cb7f-43de-a686-0816e75fba59,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:17.015375 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-7b1589f7-3136-4164-81ef-083b58588969 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2453213 Jul 16 17:56:17.028408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Request body: {'port': {'device_id': '673d2957-8650-434b-8efe-cb677efa64d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:17.161066 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.283705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3459662b-bed9-4363-8e62-dfd1bd31a1d4 None None] Provisioning for port 64f552c3-cb7f-43de-a686-0816e75fba59 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:17.288569 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3459662b-bed9-4363-8e62-dfd1bd31a1d4 None None] Provisioning complete for port 64f552c3-cb7f-43de-a686-0816e75fba59 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:17.290534 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3459662b-bed9-4363-8e62-dfd1bd31a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.367799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3459662b-bed9-4363-8e62-dfd1bd31a1d4 None None] Port 64f552c3-cb7f-43de-a686-0816e75fba59 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:17.495355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c9c48-0605-4e30-b877-e5dc7f80741f req-0a4a9074-dcd5-49ae-97b1-18869f936ad2 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.496989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-946c9c48-0605-4e30-b877-e5dc7f80741f req-0a4a9074-dcd5-49ae-97b1-18869f936ad2 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.2319283 Jul 16 17:56:17.593071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-946c9c48-0605-4e30-b877-e5dc7f80741f req-275f2eb0-11ba-4f79-98d1-e5954335e5ea tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821767 Jul 16 17:56:17.631352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751dbf6-045a-4060-a217-c8d0bca5bc11 req-b7d16cc6-6236-4d8b-9e16-ec451967123f tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.638914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3751dbf6-045a-4060-a217-c8d0bca5bc11 req-b7d16cc6-6236-4d8b-9e16-ec451967123f tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 936 time: 0.2233016 Jul 16 17:56:17.643700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:17.654945 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:17.679558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f552c3-cb7f-43de-a686-0816e75fba59 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:17.692813 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:17.699774 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.752147 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3751dbf6-045a-4060-a217-c8d0bca5bc11 req-eb38c104-ddfe-4529-b379-2493f2da2827 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122198 Jul 16 17:56:17.755089 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Transition to ACTIVE for port object 64f552c3-cb7f-43de-a686-0816e75fba59 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:17.771486 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.894898 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f046c1-d3ec-4a6a-8aac-ee805f2fab84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.930247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-network', 'tenant_id': '533887803743444da898d4eef637f76e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:17.955378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Pushing event updated for resources: {'Port': ['ID=64f552c3-cb7f-43de-a686-0816e75fba59,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:17.959545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-499702829-network', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:17.981174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Attempting to bind port 64f552c3-cb7f-43de-a686-0816e75fba59 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:17.981594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Attempting to bind port 64f552c3-cb7f-43de-a686-0816e75fba59 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:17.981940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Attempting to bind port 64f552c3-cb7f-43de-a686-0816e75fba59 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:17.988499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Port 64f552c3-cb7f-43de-a686-0816e75fba59 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:17.988833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Attempting to bind port 64f552c3-cb7f-43de-a686-0816e75fba59 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:18.008136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:18.008592 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:18.008812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:18.009270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Bound port: 64f552c3-cb7f-43de-a686-0816e75fba59, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:18.009721 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.073029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9357109-f97e-4221-adf1-23a611d32560 req-313f11eb-32ce-4c9d-a5b5-0db954fc1c12 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.080801 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9357109-f97e-4221-adf1-23a611d32560 req-313f11eb-32ce-4c9d-a5b5-0db954fc1c12 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 949 time: 0.2116389 Jul 16 17:56:18.116993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f046c1-d3ec-4a6a-8aac-ee805f2fab84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.126776 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5f046c1-d3ec-4a6a-8aac-ee805f2fab84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.166006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9357109-f97e-4221-adf1-23a611d32560 req-d4d665fd-d584-47d0-8eeb-b4784a37dd45 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840969 Jul 16 17:56:18.172853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] For port 64f552c3-cb7f-43de-a686-0816e75fba59, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:18.178831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] For port 64f552c3-cb7f-43de-a686-0816e75fba59, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=64f552c3-cb7f-43de-a686-0816e75fba59,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:18.196712 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.205431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f046c1-d3ec-4a6a-8aac-ee805f2fab84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b9aec2-d304-4e09-a109-bb76fbad9769,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:18.211347 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e5f046c1-d3ec-4a6a-8aac-ee805f2fab84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=794ef93aadc94c2c8c56136c7cb90160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5547731 Jul 16 17:56:18.213585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:18.227777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Made reservation on behalf of 533887803743444da898d4eef637f76e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:18.230104 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.251318 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.281080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Made reservation on behalf of 728bed5e31cb4149989d04d0f702a6d7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:18.283677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.284214 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.284320 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.285795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] 10.222.0.38 "PUT /v2.0/ports/64f552c3-cb7f-43de-a686-0816e75fba59 HTTP/1.1" status: 200 len: 1096 time: 1.2636886 Jul 16 17:56:18.286149 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673d2957-8650-434b-8efe-cb677efa64d3', 'tag': '64f552c3-cb7f-43de-a686-0816e75fba59'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:18.288389 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a31be20-7789-4d32-a8f2-8206f3d85c75" -d '{"events": [{"name": "network-changed", "server_uuid": "673d2957-8650-434b-8efe-cb677efa64d3", "tag": "64f552c3-cb7f-43de-a686-0816e75fba59"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:18.324701 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.327878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527a432-5a65-4ad8-bc08-b3004692414d service neutron] Pushing event updated for resources: {'Port': ['ID=64f552c3-cb7f-43de-a686-0816e75fba59,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:18.353882 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fe457d7-7ec5-4890-84ca-62d08583ada3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.397197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fe457d7-7ec5-4890-84ca-62d08583ada3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.420579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32f9d1-badb-4b11-96be-f85ee905f485 req-a60261cd-169e-40ee-9faf-e822f0147965 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.422319 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f32f9d1-badb-4b11-96be-f85ee905f485 req-a60261cd-169e-40ee-9faf-e822f0147965 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.2470429 Jul 16 17:56:18.476970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-80ae503b-b5a0-4303-a18d-745f6b929dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.478538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-80ae503b-b5a0-4303-a18d-745f6b929dbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84800a8d52a1430eb71979c97d1966a5&device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 1099 time: 0.1464167 Jul 16 17:56:18.481597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f32f9d1-badb-4b11-96be-f85ee905f485 req-c51b576c-57a2-442b-99a5-30c6724410e5 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531213 Jul 16 17:56:18.532518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-a87d44a1-a300-468c-9850-872ce77bd025 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=64f552c3-cb7f-43de-a686-0816e75fba59 HTTP/1.1" status: 200 len: 217 time: 0.0418465 Jul 16 17:56:18.587683 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-c6feaeb9-d19b-4652-b908-b53926574c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.589515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-c6feaeb9-d19b-4652-b908-b53926574c8a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0508959 Jul 16 17:56:18.636444 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b155e8-41a4-4f16-b49e-372348cc9fbf x-openstack-request-id: req-b0b155e8-41a4-4f16-b49e-372348cc9fbf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:18.636778 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673d2957-8650-434b-8efe-cb677efa64d3", "tag": "64f552c3-cb7f-43de-a686-0816e75fba59", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:18.636971 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0b155e8-41a4-4f16-b49e-372348cc9fbf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:18.637383 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673d2957-8650-434b-8efe-cb677efa64d3', 'tag': '64f552c3-cb7f-43de-a686-0816e75fba59', 'status': 'completed', 'code': 200} Jul 16 17:56:18.672335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-a331311b-6862-497f-b1cb-f8e2eaa70fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.673900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-a331311b-6862-497f-b1cb-f8e2eaa70fcb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777497 Jul 16 17:56:18.739028 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fe457d7-7ec5-4890-84ca-62d08583ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.741526 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fe457d7-7ec5-4890-84ca-62d08583ada3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.742651 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8fe457d7-7ec5-4890-84ca-62d08583ada3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23b9aec2-d304-4e09-a109-bb76fbad9769 HTTP/1.1" status: 204 len: 168 time: 0.5280764 Jul 16 17:56:18.745742 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.759026 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe457d7-7ec5-4890-84ca-62d08583ada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b9aec2-d304-4e09-a109-bb76fbad9769,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:18.789881 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.826400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edfc220-c7e9-4348-ba76-502cd5498fbf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:18.869987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-0250dd3f-7660-4992-84bd-4d1dc5c8f576 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894341 Jul 16 17:56:18.928479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:18.951718 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.953253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.953660 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Added segment a403f94b-ab23-4440-adc8-8807b64b7b76 of type vlan for network 90b1160a-6d64-42a0-a364-d03b441cd932 Jul 16 17:56:18.963504 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.023585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:19.026314 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.030222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5717386a-0964-4822-ab2b-c5237611b444,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:19.044220 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.045799 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Added segment 8660e484-5f42-46ff-b653-037d61d20a83 of type vlan for network c69ad01e-43cc-4911-8b58-4967588dc5ef Jul 16 17:56:19.095186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ef9077-cb16-48ed-8c1a-d7f09340bd28 req-de252dfe-d77a-4805-a795-da9e0da51e2e service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185781 Jul 16 17:56:19.104665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.113901 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.114950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.115638 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.143369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317f36-3841-4799-8e55-1c69467a4137 req-fd313474-c483-42d0-9447-dd6c94ce3ffb tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.143866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317f36-3841-4799-8e55-1c69467a4137 req-fd313474-c483-42d0-9447-dd6c94ce3ffb tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.144350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317f36-3841-4799-8e55-1c69467a4137 req-fd313474-c483-42d0-9447-dd6c94ce3ffb tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.145266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317f36-3841-4799-8e55-1c69467a4137 req-fd313474-c483-42d0-9447-dd6c94ce3ffb tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.145789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317f36-3841-4799-8e55-1c69467a4137 req-fd313474-c483-42d0-9447-dd6c94ce3ffb tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.146751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317f36-3841-4799-8e55-1c69467a4137 req-fd313474-c483-42d0-9447-dd6c94ce3ffb tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.146751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317f36-3841-4799-8e55-1c69467a4137 req-fd313474-c483-42d0-9447-dd6c94ce3ffb tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.148036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317f36-3841-4799-8e55-1c69467a4137 req-fd313474-c483-42d0-9447-dd6c94ce3ffb tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.156159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f317f36-3841-4799-8e55-1c69467a4137 req-fd313474-c483-42d0-9447-dd6c94ce3ffb tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3&device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54&device_id=327da022-0cdf-40a3-bf26-0d471619ee37&device_id=dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0&device_id=04ed1da4-0b1f-48df-85f2-9970483c418b&device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0&device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0&device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 7315 time: 0.1481986 Jul 16 17:56:19.165042 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5168772 Jul 16 17:56:19.167740 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:19.174827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3aa2505d-7f02-4d6f-b964-552fe9f71008 admin admin] Request body: {'subnet': {'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-subnet', 'tenant_id': '533887803743444da898d4eef637f76e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:19.182455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2b6b5-96ae-4b19-8c8d-32d86cbbf105 req-eafff631-10c5-4582-bff9-c3ee550fab4a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.189625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2b6b5-96ae-4b19-8c8d-32d86cbbf105 req-eafff631-10c5-4582-bff9-c3ee550fab4a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.195725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2b6b5-96ae-4b19-8c8d-32d86cbbf105 req-eafff631-10c5-4582-bff9-c3ee550fab4a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.197490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ef2b6b5-96ae-4b19-8c8d-32d86cbbf105 req-eafff631-10c5-4582-bff9-c3ee550fab4a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37&device_id=dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0&device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 2417 time: 0.2722883 Jul 16 17:56:19.198221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f317f36-3841-4799-8e55-1c69467a4137 req-2bcbb642-3434-4f91-8797-c01789c630ed tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.216649 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.217611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.218184 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.223817 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab84a5-8fde-402c-bbae-068d03189326 admin admin] Pushing event updated for resources: {'Network': ['ID=90b1160a-6d64-42a0-a364-d03b441cd932,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:19.241664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 90b1160a-6d64-42a0-a364-d03b441cd932 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:19.253918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa2505d-7f02-4d6f-b964-552fe9f71008 admin admin] Made reservation on behalf of 533887803743444da898d4eef637f76e for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:19.256330 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aa2505d-7f02-4d6f-b964-552fe9f71008 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.282338 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5851731 Jul 16 17:56:19.283868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:19.297038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be2323ea-cc7c-4d56-b8c4-fb6b3cbbe1df admin admin] Request body: {'subnet': {'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-499702829-subnet', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:19.307279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ef2b6b5-96ae-4b19-8c8d-32d86cbbf105 req-cdc38a64-25b3-4df4-a10b-78b5e82cf1b5 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910251 Jul 16 17:56:19.330402 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f9055-292f-4ff1-bbe1-b6a48681e89f admin admin] Pushing event updated for resources: {'Network': ['ID=c69ad01e-43cc-4911-8b58-4967588dc5ef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:19.333404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31be20-7789-4d32-a8f2-8206f3d85c75 req-80a2fde3-fc59-4180-a17c-1ef8c8728379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.335112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a31be20-7789-4d32-a8f2-8206f3d85c75 req-80a2fde3-fc59-4180-a17c-1ef8c8728379 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84800a8d52a1430eb71979c97d1966a5&device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 1099 time: 0.1347001 Jul 16 17:56:19.356255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c69ad01e-43cc-4911-8b58-4967588dc5ef details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:19.470643 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f317f36-3841-4799-8e55-1c69467a4137 req-2bcbb642-3434-4f91-8797-c01789c630ed tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.483156 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f317f36-3841-4799-8e55-1c69467a4137 req-2bcbb642-3434-4f91-8797-c01789c630ed tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.500137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31be20-7789-4d32-a8f2-8206f3d85c75 req-51433779-570c-4f1d-80e5-d940b2402b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.501698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a31be20-7789-4d32-a8f2-8206f3d85c75 req-51433779-570c-4f1d-80e5-d940b2402b6b service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1572747 Jul 16 17:56:19.530875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f317f36-3841-4799-8e55-1c69467a4137 req-2bcbb642-3434-4f91-8797-c01789c630ed tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&id=e91e1e59-413c-434c-bc0c-233a2dd0261e&id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3738189 Jul 16 17:56:19.569294 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aa2505d-7f02-4d6f-b964-552fe9f71008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.570168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2323ea-cc7c-4d56-b8c4-fb6b3cbbe1df admin admin] Made reservation on behalf of 728bed5e31cb4149989d04d0f702a6d7 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:19.572900 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be2323ea-cc7c-4d56-b8c4-fb6b3cbbe1df admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.575499 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a31be20-7789-4d32-a8f2-8206f3d85c75 req-f7e4848a-6706-497d-af3b-e141ead9416c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=64f552c3-cb7f-43de-a686-0816e75fba59 HTTP/1.1" status: 200 len: 217 time: 0.0615005 Jul 16 17:56:19.578281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbb642-3434-4f91-8797-c01789c630ed tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e5d852-a515-497d-8059-a9ec3ab77818,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:19.653273 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2505d-7f02-4d6f-b964-552fe9f71008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=095d44bf-efbd-48fe-8315-8acf43a7738a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:19.700793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2505d-7f02-4d6f-b964-552fe9f71008 admin admin] Checking segment: {'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:19.701166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa2505d-7f02-4d6f-b964-552fe9f71008 admin admin] Network hostable DHCP agents. Network: 90b1160a-6d64-42a0-a364-d03b441cd932, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:19.744698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa2505d-7f02-4d6f-b964-552fe9f71008 admin admin] Network 90b1160a-6d64-42a0-a364-d03b441cd932 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:19.764704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3aa2505d-7f02-4d6f-b964-552fe9f71008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 90b1160a-6d64-42a0-a364-d03b441cd932) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:19.769495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa2505d-7f02-4d6f-b964-552fe9f71008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.770323 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aa2505d-7f02-4d6f-b964-552fe9f71008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.782519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ca45c5-70e8-408e-9b18-d2e29305415e None None] Network 90b1160a-6d64-42a0-a364-d03b441cd932 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:19.801350 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3aa2505d-7f02-4d6f-b964-552fe9f71008 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6322269 Jul 16 17:56:19.803736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:19.808260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:19.825747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31be20-7789-4d32-a8f2-8206f3d85c75 req-b01efd1d-cf90-4316-9c8d-04902c92ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.826762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a31be20-7789-4d32-a8f2-8206f3d85c75 req-b01efd1d-cf90-4316-9c8d-04902c92ffbc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2251697 Jul 16 17:56:19.859342 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.860681 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.925763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:19.965771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:19.994564 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.035816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-90b1160a-6d64-42a0-a364-d03b441cd932', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'tenant_id': '533887803743444da898d4eef637f76e', 'fixed_ips': [{'subnet_id': '095d44bf-efbd-48fe-8315-8acf43a7738a'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:56:20.038343 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.152807 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be2323ea-cc7c-4d56-b8c4-fb6b3cbbe1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.163715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-549096456-network', 'tenant_id': '04b05764ddce42c78db71d30723ad77e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:20.204176 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8621e2f0-b536-473d-802a-395401b7d996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.209361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.214275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Allocated IP 172.20.0.2 (90b1160a-6d64-42a0-a364-d03b441cd932/095d44bf-efbd-48fe-8315-8acf43a7738a/4fcfdbda-7c50-4191-88d1-a2a00d4106bb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:20.226154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31be20-7789-4d32-a8f2-8206f3d85c75 req-0fbb9437-f329-42c1-a86b-50e6b98eeee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:20.228044 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a31be20-7789-4d32-a8f2-8206f3d85c75 req-0fbb9437-f329-42c1-a86b-50e6b98eeee9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2995806 Jul 16 17:56:20.262877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bddebc-a35a-40d0-8b5d-c5b01e329654 req-f5863b08-a371-4e55-a009-d85057c5f296 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:20.264642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36bddebc-a35a-40d0-8b5d-c5b01e329654 req-f5863b08-a371-4e55-a009-d85057c5f296 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 948 time: 0.3379769 Jul 16 17:56:20.281188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936caa5d-2c0a-490c-8762-ba7ec32c740b req-9f75d581-f93e-4bec-8051-61fab1b66b38 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:20.282688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-936caa5d-2c0a-490c-8762-ba7ec32c740b req-9f75d581-f93e-4bec-8051-61fab1b66b38 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.2803175 Jul 16 17:56:20.301020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Made reservation on behalf of 04b05764ddce42c78db71d30723ad77e for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:20.303279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.306675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2323ea-cc7c-4d56-b8c4-fb6b3cbbe1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4b3fd4-0430-4e35-b650-6bde9703605d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:20.350783 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.375031 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.384050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Transition to ACTIVE for port object 4fcfdbda-7c50-4191-88d1-a2a00d4106bb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:20.399970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Transition to ACTIVE for port object 4fcfdbda-7c50-4191-88d1-a2a00d4106bb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:20.407776 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.417913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2323ea-cc7c-4d56-b8c4-fb6b3cbbe1df admin admin] Checking segment: {'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:20.418275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2323ea-cc7c-4d56-b8c4-fb6b3cbbe1df admin admin] Network hostable DHCP agents. Network: c69ad01e-43cc-4911-8b58-4967588dc5ef, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:20.463802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-936caa5d-2c0a-490c-8762-ba7ec32c740b req-452a2f13-b04d-49b9-974d-9a5a255b7bd1 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663985 Jul 16 17:56:20.466218 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Network 90b1160a-6d64-42a0-a364-d03b441cd932 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:20.467773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Pushing event updated for resources: {'Port': ['ID=4fcfdbda-7c50-4191-88d1-a2a00d4106bb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:20.471668 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:20.474256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:20.481059 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8621e2f0-b536-473d-802a-395401b7d996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.491888 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8621e2f0-b536-473d-802a-395401b7d996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.496391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.508312 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36bddebc-a35a-40d0-8b5d-c5b01e329654 req-477ab560-bc64-42d0-9631-a33b38409b02 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156787 Jul 16 17:56:20.537945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a31be20-7789-4d32-a8f2-8206f3d85c75 req-bcbba94a-961a-4621-8e7b-2eb4f035fb2f service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025951 Jul 16 17:56:20.542331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2323ea-cc7c-4d56-b8c4-fb6b3cbbe1df admin admin] Network c69ad01e-43cc-4911-8b58-4967588dc5ef is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:20.542820 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.559247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Attempting to bind port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:20.561190 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Attempting to bind port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:20.561837 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621e2f0-b536-473d-802a-395401b7d996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890c8747-1e6c-4c82-9728-ad12c900cf30,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:20.561963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Attempting to bind port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb on network 90b1160a-6d64-42a0-a364-d03b441cd932 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:20.571777 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8621e2f0-b536-473d-802a-395401b7d996 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ad014b6bb5f4964bfda58c6670446c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6010656 Jul 16 17:56:20.571777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:20.584519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:20.585353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Checking segment: {'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:20.585988 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.586630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Bound using segment: {'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:20.587994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Bound port: 4fcfdbda-7c50-4191-88d1-a2a00d4106bb, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:20.588592 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.636082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-be2323ea-cc7c-4d56-b8c4-fb6b3cbbe1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, c69ad01e-43cc-4911-8b58-4967588dc5ef) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:20.653633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d26aec-72aa-4918-9330-936b8bd54b01 None None] Network c69ad01e-43cc-4911-8b58-4967588dc5ef requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:20.666917 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2323ea-cc7c-4d56-b8c4-fb6b3cbbe1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:20.667527 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be2323ea-cc7c-4d56-b8c4-fb6b3cbbe1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.749990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] For port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:20.752689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Allocated IP 172.25.8.121 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/33c9fa82-6f43-4bd8-a03d-a8651ac63bf5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:20.755344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] For port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4fcfdbda-7c50-4191-88d1-a2a00d4106bb,segment=NetworkSegment(a403f94b-ab23-4440-adc8-8807b64b7b76),segment_id=a403f94b-ab23-4440-adc8-8807b64b7b76)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:20.781400 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.829199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a31be20-7789-4d32-a8f2-8206f3d85c75 req-02baffd3-4c75-45d0-b1ab-61862f2b19a0 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780046 Jul 16 17:56:20.870189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.882012 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.899819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-be2323ea-cc7c-4d56-b8c4-fb6b3cbbe1df admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6104188 Jul 16 17:56:20.918250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:20.932145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-499702829-router', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:20.938725 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.942241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:20.948630 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9113a705-0106-4729-86b0-941a9fa161c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.982208 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.982208 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Added segment d1efc249-070b-47f0-81e4-784e349ad2c7 of type vlan for network f7ce2649-87d5-4749-a551-441781bf4824 Jul 16 17:56:20.989782 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-c69ad01e-43cc-4911-8b58-4967588dc5ef', 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'fixed_ips': [{'subnet_id': '6a4b3fd4-0430-4e35-b650-6bde9703605d'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:56:20.990251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:20.991421 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.005918 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9113a705-0106-4729-86b0-941a9fa161c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.020430 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.021505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.061511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60a545-3bbf-4b9d-b6ee-25fc04821620 None None] Pushing event updated for resources: {'Port': ['ID=4fcfdbda-7c50-4191-88d1-a2a00d4106bb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:21.066256 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.136979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.230081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Allocated IP 172.20.0.2 (c69ad01e-43cc-4911-8b58-4967588dc5ef/6a4b3fd4-0430-4e35-b650-6bde9703605d/5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:21.271052 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.280856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9113a705-0106-4729-86b0-941a9fa161c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.290068 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9113a705-0106-4729-86b0-941a9fa161c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.299881 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9113a705-0106-4729-86b0-941a9fa161c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/890c8747-1e6c-4c82-9728-ad12c900cf30 HTTP/1.1" status: 204 len: 168 time: 0.7276716 Jul 16 17:56:21.319563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113a705-0106-4729-86b0-941a9fa161c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890c8747-1e6c-4c82-9728-ad12c900cf30,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:21.364829 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:21.378427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:21.387749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:21.474319 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.484509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Transition to ACTIVE for port object 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:21.506746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Transition to ACTIVE for port object 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:21.517071 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Pushing event updated for resources: {'Port': ['ID=33c9fa82-6f43-4bd8-a03d-a8651ac63bf5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:21.528436 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.529564 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.533070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7ceaa-9880-4c3d-874a-338e0c512ae5 req-5a063adf-52fa-4dba-9f4f-c43c7cad18df tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.534208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7ceaa-9880-4c3d-874a-338e0c512ae5 req-5a063adf-52fa-4dba-9f4f-c43c7cad18df tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.534906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7ceaa-9880-4c3d-874a-338e0c512ae5 req-5a063adf-52fa-4dba-9f4f-c43c7cad18df tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.537703 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dc7ceaa-9880-4c3d-874a-338e0c512ae5 req-5a063adf-52fa-4dba-9f4f-c43c7cad18df tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54&device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0&device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 2881 time: 0.5795679 Jul 16 17:56:21.558602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.559676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.561000 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.606516 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6757510 Jul 16 17:56:21.613985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:21.624103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dc0cf0a3-353d-4f18-8987-48958d9db137 admin admin] Request body: {'subnet': {'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-549096456-subnet', 'tenant_id': '04b05764ddce42c78db71d30723ad77e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:21.633636 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dc7ceaa-9880-4c3d-874a-338e0c512ae5 req-bafd8c02-4f98-4d30-98ad-fa8781efe4ea tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839553 Jul 16 17:56:21.644360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Network c69ad01e-43cc-4911-8b58-4967588dc5ef is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:21.649148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:21.656851 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:21.680994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Pushing event updated for resources: {'Port': ['ID=5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:21.683367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cfe2d-a424-49df-ac08-44aa528ef3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ce2649-87d5-4749-a551-441781bf4824,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:21.704973 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network f7ce2649-87d5-4749-a551-441781bf4824 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:21.718469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0cf0a3-353d-4f18-8987-48958d9db137 admin admin] Made reservation on behalf of 04b05764ddce42c78db71d30723ad77e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:21.722096 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf0a3-353d-4f18-8987-48958d9db137 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.879809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Attempting to bind port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:21.880195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Attempting to bind port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:21.880563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Attempting to bind port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df on network c69ad01e-43cc-4911-8b58-4967588dc5ef {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:21.924645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:21.943860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:21.943860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Checking segment: {'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:21.943860 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.943860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Bound using segment: {'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:21.944473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Bound port: 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:21.944866 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.963028 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22d547b0-d87c-4d0d-80ea-ba114c7de888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.029684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab53115-366d-4292-9b91-cd4478c16f32 req-79aec542-925a-41c6-b107-00ce432909c7 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.032992 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ab53115-366d-4292-9b91-cd4478c16f32 req-79aec542-925a-41c6-b107-00ce432909c7 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 948 time: 0.1840372 Jul 16 17:56:22.055464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] For port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:22.066608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] For port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df,segment=NetworkSegment(8660e484-5f42-46ff-b653-037d61d20a83),segment_id=8660e484-5f42-46ff-b653-037d61d20a83)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:22.077681 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.159961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a28e04-1755-4db1-91cd-04a4d73bb738 None None] Pushing event updated for resources: {'Port': ['ID=5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:22.235050 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf0a3-353d-4f18-8987-48958d9db137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.261717 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.264273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ab53115-366d-4292-9b91-cd4478c16f32 req-feb16f3e-38c1-4b57-8604-e53778f15855 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730816 Jul 16 17:56:22.291107 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.302862 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.364372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cf0a3-353d-4f18-8987-48958d9db137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fcf0283-1e74-4377-9888-6e17cf44522e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:22.397803 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22d547b0-d87c-4d0d-80ea-ba114c7de888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.416668 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22d547b0-d87c-4d0d-80ea-ba114c7de888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.475679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d547b0-d87c-4d0d-80ea-ba114c7de888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3229aaf-401d-47d0-abe9-856f0cfcd4df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:22.541408 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-22d547b0-d87c-4d0d-80ea-ba114c7de888 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=643cb4ef103d4c53b4e93220b16b6793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6129966 Jul 16 17:56:22.541717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:22.543738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0cf0a3-353d-4f18-8987-48958d9db137 admin admin] Checking segment: {'id': 'd1efc249-070b-47f0-81e4-784e349ad2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:22.544100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0cf0a3-353d-4f18-8987-48958d9db137 admin admin] Network hostable DHCP agents. Network: f7ce2649-87d5-4749-a551-441781bf4824, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:22.680231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0cf0a3-353d-4f18-8987-48958d9db137 admin admin] Network f7ce2649-87d5-4749-a551-441781bf4824 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:22.685830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e4321-f1e7-4610-862b-5a0bb225e03d None None] Network 90b1160a-6d64-42a0-a364-d03b441cd932 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:22.704527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Allocated IP 172.25.8.254 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/51b9b2d5-95e5-4386-b456-fb0cc96f1f06) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:22.723059 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-194428d1-e74a-4a53-b31a-845a6282d1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.730142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dc0cf0a3-353d-4f18-8987-48958d9db137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, f7ce2649-87d5-4749-a551-441781bf4824) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:22.737326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0cf0a3-353d-4f18-8987-48958d9db137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.737955 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf0a3-353d-4f18-8987-48958d9db137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.747281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8b4e02-e609-44ef-a479-060b5bec1bea None None] Network f7ce2649-87d5-4749-a551-441781bf4824 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:22.764438 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dc0cf0a3-353d-4f18-8987-48958d9db137 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1477311 Jul 16 17:56:22.815005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-194428d1-e74a-4a53-b31a-845a6282d1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.924638 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-194428d1-e74a-4a53-b31a-845a6282d1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.928107 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-194428d1-e74a-4a53-b31a-845a6282d1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.929590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-194428d1-e74a-4a53-b31a-845a6282d1fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3229aaf-401d-47d0-abe9-856f0cfcd4df HTTP/1.1" status: 204 len: 168 time: 0.3867369 Jul 16 17:56:22.946299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194428d1-e74a-4a53-b31a-845a6282d1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3229aaf-401d-47d0-abe9-856f0cfcd4df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:23.120937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5acf9081-2892-4bf3-b57d-f8655a3bbcfc None None] Provisioning for port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:23.128576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f89056a-af9d-4e4f-9bb1-e6ef70c462dc None None] Network f7ce2649-87d5-4749-a551-441781bf4824 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:23.209583 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.243733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 64f552c3-cb7f-43de-a686-0816e75fba59 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:23.389838 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:56:23.536362 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.593428 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.634471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:23.660851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aea75d57-0e56-417b-af32-cc29c239657f req-a0c6e9bf-0470-4e59-919f-42942a78bb0e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1811141883', 'description': 'tempest-description-689155325'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:23.663744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:23.667305 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:23.678588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:23.706827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f93f8-f09f-4482-8c2c-224ef12b33c3 req-de87397f-6e8a-433d-8896-8b6b0a213086 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.708833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e49f93f8-f09f-4482-8c2c-224ef12b33c3 req-de87397f-6e8a-433d-8896-8b6b0a213086 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.1603556 Jul 16 17:56:23.731025 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aea75d57-0e56-417b-af32-cc29c239657f req-a0c6e9bf-0470-4e59-919f-42942a78bb0e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.740501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Pushing event updated for resources: {'Port': ['ID=51b9b2d5-95e5-4386-b456-fb0cc96f1f06,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:23.783178 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e49f93f8-f09f-4482-8c2c-224ef12b33c3 req-9e144df2-0e4e-45e8-8b65-23863b164ff1 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674672 Jul 16 17:56:23.812266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14624fb6-aa9a-450f-8f4c-44d7b7cfde61 None None] Network c69ad01e-43cc-4911-8b58-4967588dc5ef requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:23.822310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:56:23.856744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 64f552c3-cb7f-43de-a686-0816e75fba59, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=64f552c3-cb7f-43de-a686-0816e75fba59,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:23.882963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:23.928086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '64f552c3-cb7f-43de-a686-0816e75fba59', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '64f552c3-cb7f-43de-a686-0816e75fba59', 'mac_address': 'fa:16:3e:4e:86:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:23.934020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4fcfdbda-7c50-4191-88d1-a2a00d4106bb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:23.941022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b456f101-5341-42a3-bdf6-837e1dccdbe3 None None] Provisioning for port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:23.956146 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aea75d57-0e56-417b-af32-cc29c239657f req-a0c6e9bf-0470-4e59-919f-42942a78bb0e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.964969 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aea75d57-0e56-417b-af32-cc29c239657f req-a0c6e9bf-0470-4e59-919f-42942a78bb0e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.976632 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b456f101-5341-42a3-bdf6-837e1dccdbe3 None None] Provisioning complete for port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:23.977896 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b456f101-5341-42a3-bdf6-837e1dccdbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.104941 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aea75d57-0e56-417b-af32-cc29c239657f req-a0c6e9bf-0470-4e59-919f-42942a78bb0e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.115152 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aea75d57-0e56-417b-af32-cc29c239657f req-a0c6e9bf-0470-4e59-919f-42942a78bb0e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4735126 Jul 16 17:56:24.132284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6e9bf-0470-4e59-919f-42942a78bb0e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fafa1ef-bd7c-459f-9276-c410e32bbe54,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:24.168302 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.179985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ba1b-22d1-4861-86b1-c07e922c21f6 req-848ef1b2-dba6-49ae-ae4e-4a3603f40f3c tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:24.190723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4218ba1b-22d1-4861-86b1-c07e922c21f6 req-848ef1b2-dba6-49ae-ae4e-4a3603f40f3c tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 948 time: 0.2007821 Jul 16 17:56:24.198673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:24.203029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f552c3-cb7f-43de-a686-0816e75fba59 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:24.213253 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Sync routers for ids ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:24.229956 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Routers {'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:24.229956 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:24.239084 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b456f101-5341-42a3-bdf6-837e1dccdbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.263633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.268402 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b36bef3b-57c7-4bb7-b6ed-ea56e05fb1df admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.4636858 Jul 16 17:56:24.270756 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:24.273531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:24.284045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 64f552c3-cb7f-43de-a686-0816e75fba59, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=64f552c3-cb7f-43de-a686-0816e75fba59,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:24.287789 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.297722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4218ba1b-22d1-4861-86b1-c07e922c21f6 req-6479d1a5-1410-4a56-8f50-804cbdbecf91 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050079 Jul 16 17:56:24.331169 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.333915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:24.334291 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.343356 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b456f101-5341-42a3-bdf6-837e1dccdbe3 None None] For port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df,segment=NetworkSegment(8660e484-5f42-46ff-b653-037d61d20a83),segment_id=8660e484-5f42-46ff-b653-037d61d20a83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:24.387042 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b456f101-5341-42a3-bdf6-837e1dccdbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.390713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:24.421749 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Set router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:24.495987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=64f552c3-cb7f-43de-a686-0816e75fba59,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:24.507707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7e9e2481-ce7e-4f0e-8545-69f539bf0cec req-ecaa65c1-aca1-47bb-899d-2f36678c7ab6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1152638099', 'description': 'tempest-description-1917181534'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:24.546683 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e9e2481-ce7e-4f0e-8545-69f539bf0cec req-ecaa65c1-aca1-47bb-899d-2f36678c7ab6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.574389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1297847898-network', 'tenant_id': '87480d75c5414d169ea85f470fb83b22'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:24.645872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['64f552c3-cb7f-43de-a686-0816e75fba59'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:24.647040 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:21Z', 'revision_number': 3, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:24.653356 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-90e074db-5f5e-44c6-9792-f4b5170e450f None None] Provisioning complete for port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:24.653916 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90e074db-5f5e-44c6-9792-f4b5170e450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.681888 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Checking router: b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:24.682529 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Updating router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 port 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:24.692763 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e9e2481-ce7e-4f0e-8545-69f539bf0cec req-ecaa65c1-aca1-47bb-899d-2f36678c7ab6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.705624 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e9e2481-ce7e-4f0e-8545-69f539bf0cec req-ecaa65c1-aca1-47bb-899d-2f36678c7ab6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.735960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456f101-5341-42a3-bdf6-837e1dccdbe3 None None] Pushing event updated for resources: {'Port': ['ID=5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:24.739753 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.762778 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.773485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa65c1-aca1-47bb-899d-2f36678c7ab6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a84c68-a7e7-4226-9004-8a1a117eeb06,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:24.783181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Made reservation on behalf of 87480d75c5414d169ea85f470fb83b22 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:24.786510 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.840349 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.847323 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e9e2481-ce7e-4f0e-8545-69f539bf0cec req-ecaa65c1-aca1-47bb-899d-2f36678c7ab6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.860517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7e9e2481-ce7e-4f0e-8545-69f539bf0cec req-ecaa65c1-aca1-47bb-899d-2f36678c7ab6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3583403 Jul 16 17:56:24.892231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4fcfdbda-7c50-4191-88d1-a2a00d4106bb,segment=NetworkSegment(a403f94b-ab23-4440-adc8-8807b64b7b76),segment_id=a403f94b-ab23-4440-adc8-8807b64b7b76)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:24.959341 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.062602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.072416 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.122268 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.134572 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:25.135503 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Transition to ACTIVE for port object 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:25.140599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=4fcfdbda-7c50-4191-88d1-a2a00d4106bb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:25.144633 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.150720 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.156278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb37a1f-e403-4e88-a97d-daa95d8773b5 req-ca281eae-a1e0-420c-859a-ac47c51ec0b6 tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:25.163682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6eb37a1f-e403-4e88-a97d-daa95d8773b5 req-ca281eae-a1e0-420c-859a-ac47c51ec0b6 tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 1100 time: 0.3839326 Jul 16 17:56:25.164700 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3363973-7fe9-4f4f-88ac-c4088ed56f28 None None] Provisioning complete for port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:25.165520 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3363973-7fe9-4f4f-88ac-c4088ed56f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.175477 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.175825 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Added segment 85e91c3b-385b-40d8-a2ec-ab3fa1455a0d of type vlan for network dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 Jul 16 17:56:25.177085 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dbfe71-e1f1-4e4b-9a29-ae9d4729e1cd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:25.205807 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Pushing event updated for resources: {'Port': ['ID=33c9fa82-6f43-4bd8-a03d-a8651ac63bf5,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:25.215483 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:25.217068 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:25.217598 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:25.218161 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:25.218670 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:25.219209 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:25.219716 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:25.220390 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:25.221578 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:25.222554 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:25.223753 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:25.224533 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:25.243582 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.253730 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Attempting to bind port 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:25.254133 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Attempting to bind port 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:25.254513 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Attempting to bind port 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:25.262503 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:25.263467 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:25.264475 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.264981 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:25.265641 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Bound port: 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:25.266828 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.281883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6eb37a1f-e403-4e88-a97d-daa95d8773b5 req-e53e416e-5093-44d1-9f8c-b5fd02d7ed1e tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171875 Jul 16 17:56:25.330171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d2e03-b98f-4d76-8399-5b3edc62a270 req-ea44c125-097a-4499-b6e8-7ce533ebe597 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:25.340742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c02d2e03-b98f-4d76-8399-5b3edc62a270 req-ea44c125-097a-4499-b6e8-7ce533ebe597 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.2708254 Jul 16 17:56:25.353227 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.358944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:25.359967 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.377842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:25.381377 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] For port 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:25.385041 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] For port 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=33c9fa82-6f43-4bd8-a03d-a8651ac63bf5,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:25.393749 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.434429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Router bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:56:25.445597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0536735 Jul 16 17:56:25.447828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:25.448444 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.452312 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:25.457993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-156a2f89-41a3-4578-bb04-0f839db6a9b8 admin admin] Request body: {'subnet': {'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1297847898-subnet', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:25.468768 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1d9a3-3ae7-4e65-8952-7c5555305164 None None] Pushing event updated for resources: {'Port': ['ID=33c9fa82-6f43-4bd8-a03d-a8651ac63bf5,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:25.489676 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Routers {'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:25.490313 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:25.532109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c02d2e03-b98f-4d76-8399-5b3edc62a270 req-31f08f8d-9c1b-4e42-84ac-0a9e57c1628d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823223 Jul 16 17:56:25.535603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acbce8-24e8-49d3-a7ba-f07fd3399540 admin admin] Pushing event updated for resources: {'Network': ['ID=dcfeaa9d-538f-4745-9572-cdd7b06b0ce5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:25.556532 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:25.609261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156a2f89-41a3-4578-bb04-0f839db6a9b8 admin admin] Made reservation on behalf of 87480d75c5414d169ea85f470fb83b22 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:25.611641 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-156a2f89-41a3-4578-bb04-0f839db6a9b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.613618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4fcfdbda-7c50-4191-88d1-a2a00d4106bb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:25.715345 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] Set router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:25.717967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:25.718350 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.730055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-27dd806e-11ad-48ad-b21d-8a5eda02b24a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:25.738332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-27dd806e-11ad-48ad-b21d-8a5eda02b24a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/networks?id=f7ce2649-87d5-4749-a551-441781bf4824 HTTP/1.1" status: 200 len: 812 time: 0.3208668 Jul 16 17:56:25.759171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-ef5e70c3-f5eb-43e1-bd16-c84deba0371a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/quotas/04b05764ddce42c78db71d30723ad77e HTTP/1.1" status: 200 len: 375 time: 0.0194972 Jul 16 17:56:25.810877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-ff9c08e9-559c-423c-a751-387c51ad17e8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=04b05764ddce42c78db71d30723ad77e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502491 Jul 16 17:56:25.854324 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a919f-a93d-43ed-96b3-314aee8884b5 req-bfc6e468-49d4-4f77-b583-2544f53a76da tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:25.855990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-494a919f-a93d-43ed-96b3-314aee8884b5 req-bfc6e468-49d4-4f77-b583-2544f53a76da tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 1100 time: 0.1738722 Jul 16 17:56:25.918616 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:21Z', 'revision_number': 3, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:25.933874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-494a919f-a93d-43ed-96b3-314aee8884b5 req-8a02177b-80ba-4f7a-bb56-621506710bb0 tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524211 Jul 16 17:56:25.936322 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-426913e7-37ec-4a97-8edc-3edaf88904fa service neutron] 10.222.0.52 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238651 Jul 16 17:56:25.948378 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6ed8f-7ad2-4f6a-980a-b16f3e92bde7 None None] The sync data for ids ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'] in n-d-793618-9 is: [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:21Z', 'revision_number': 3, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:25.998056 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.023777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:26.037670 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Sync routers for ids ['bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:26.054007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Routers {'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:26.055012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:26.058294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-4eb9fd63-9fe5-487f-a7cd-d6e074049288 service neutron] 10.222.0.52 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161675 Jul 16 17:56:26.107313 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.111692 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3a66c85d-2a7b-45aa-af18-8799d69cb098 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1861467 Jul 16 17:56:26.114565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:26.181426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d5c89-80fe-4906-ae15-caa6778ee726 req-2ea8a94d-b0dc-4fb0-a852-50cdf06c234a tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:26.183350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af4d5c89-80fe-4906-ae15-caa6778ee726 req-2ea8a94d-b0dc-4fb0-a852-50cdf06c234a tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 949 time: 0.0938351 Jul 16 17:56:26.254983 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af4d5c89-80fe-4906-ae15-caa6778ee726 req-8c9253b1-3735-4cad-a885-13131bcebb81 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613947 Jul 16 17:56:26.443007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Set router bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:26.594104 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0fee80d-477e-4cdb-9a40-23884bc4ae1d req-52133e28-dbc7-4796-9797-f164093a2192 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 210 time: 0.0778162 Jul 16 17:56:26.706132 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-156a2f89-41a3-4578-bb04-0f839db6a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.747004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Allocated IP 172.20.0.1 (90b1160a-6d64-42a0-a364-d03b441cd932/095d44bf-efbd-48fe-8315-8acf43a7738a/9bcebff7-150f-42a5-ba53-f69bf546e9b8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:26.771982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'name': 'tempest-AttachSCSIVolumeTestJSON-499702829-router', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:21Z', 'updated_at': '2021-07-16T17:56:23Z', 'revision_number': 3, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'gw_port': {'id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:22Z', 'updated_at': '2021-07-16T17:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:26.839267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Checking router: bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:26.842383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Updating router bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 port 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:26.866744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e658c-d23e-48ba-b978-6f0ccd07fcba req-18581fa7-b2cc-4fa7-979b-9aa2a38cf908 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:26.878937 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-567e658c-d23e-48ba-b978-6f0ccd07fcba req-18581fa7-b2cc-4fa7-979b-9aa2a38cf908 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.1211472 Jul 16 17:56:26.916967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a2f89-41a3-4578-bb04-0f839db6a9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa131bfd-71d5-4237-b756-bf0b4fec0272,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:26.919831 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.932462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a2f89-41a3-4578-bb04-0f839db6a9b8 admin admin] Checking segment: {'id': '85e91c3b-385b-40d8-a2ec-ab3fa1455a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:26.932838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a2f89-41a3-4578-bb04-0f839db6a9b8 admin admin] Network hostable DHCP agents. Network: dcfeaa9d-538f-4745-9572-cdd7b06b0ce5, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:26.974775 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-567e658c-d23e-48ba-b978-6f0ccd07fcba req-8a78dc63-218b-41fb-b16c-5d28484c052a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949614 Jul 16 17:56:27.063267 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a2f89-41a3-4578-bb04-0f839db6a9b8 admin admin] Network dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:27.089095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-156a2f89-41a3-4578-bb04-0f839db6a9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, dcfeaa9d-538f-4745-9572-cdd7b06b0ce5) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:27.095404 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a2f89-41a3-4578-bb04-0f839db6a9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.096481 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-156a2f89-41a3-4578-bb04-0f839db6a9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.108359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ad0f3-5a5e-442b-9fa2-9dbffee66547 None None] Network dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:27.124107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:27.124271 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-156a2f89-41a3-4578-bb04-0f839db6a9b8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6698751 Jul 16 17:56:27.129713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1297847898-router', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:27.136316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.170349 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.174383 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.180774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Transition to ACTIVE for port object 9bcebff7-150f-42a5-ba53-f69bf546e9b8 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:27.277439 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 64f552c3-cb7f-43de-a686-0816e75fba59 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:27.314725 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.337516 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.391878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:27.406990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Pushing event updated for resources: {'Port': ['ID=9bcebff7-150f-42a5-ba53-f69bf546e9b8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:27.419294 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.587976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Network 90b1160a-6d64-42a0-a364-d03b441cd932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:27.591273 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:27.595621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:27.676391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.723235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Allocated IP 172.20.0.1 (c69ad01e-43cc-4911-8b58-4967588dc5ef/6a4b3fd4-0430-4e35-b650-6bde9703605d/87207362-76d6-4e24-a97f-17d28640373e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:27.726102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.726986 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.754253 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Transition to ACTIVE for port object 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:27.789340 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.813117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a2897-23a9-4907-9e09-88642c0a202f req-9390ea61-fffc-4585-86fd-7ca6279ec11b tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.815273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-197a2897-23a9-4907-9e09-88642c0a202f req-9390ea61-fffc-4585-86fd-7ca6279ec11b tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 949 time: 0.2811804 Jul 16 17:56:27.991843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Attempting to bind port 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:27.992657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Attempting to bind port 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:27.993297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Attempting to bind port 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:27.999570 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7240364-a79b-4634-ae5c-cfafd602a967 None None] Pushing event updated for resources: {'Port': ['ID=51b9b2d5-95e5-4386-b456-fb0cc96f1f06,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.003354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:28.012143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:28.013008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:28.015245 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.016532 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:28.017287 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Bound port: 51b9b2d5-95e5-4386-b456-fb0cc96f1f06, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:28.017967 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.020140 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:28.020710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-197a2897-23a9-4907-9e09-88642c0a202f req-e3cf10f2-d696-4386-b111-7e65ad5d0f70 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562378 Jul 16 17:56:28.021506 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.052737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.058449 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.087274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 64f552c3-cb7f-43de-a686-0816e75fba59 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:28.112450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Transition to ACTIVE for port object 87207362-76d6-4e24-a97f-17d28640373e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:28.166887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3da51694-b91b-486e-bdb9-48c5f83675e9 None None] Provisioning for port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:28.230125 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.281487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3da51694-b91b-486e-bdb9-48c5f83675e9 None None] Provisioning complete for port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:28.284135 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3da51694-b91b-486e-bdb9-48c5f83675e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.330705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Network c69ad01e-43cc-4911-8b58-4967588dc5ef is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:28.336737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:28.349552 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:28.355942 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.381103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Pushing event updated for resources: {'Port': ['ID=87207362-76d6-4e24-a97f-17d28640373e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.390977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=33c9fa82-6f43-4bd8-a03d-a8651ac63bf5,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:28.392329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3da51694-b91b-486e-bdb9-48c5f83675e9 None None] Port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:28.394812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 64f552c3-cb7f-43de-a686-0816e75fba59 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:28.395379 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.492758 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.504137 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.507507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.513921 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.555664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-dcfeaa9d-538f-4745-9572-cdd7b06b0ce5', 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'fixed_ips': [{'subnet_id': 'aa131bfd-71d5-4237-b756-bf0b4fec0272'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:56:28.556666 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.611377 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-223aa029-53e3-4999-ab60-b8514e3cb8c9 req-36fffd54-d3ec-47d3-aab4-21b8501691b6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 210 time: 0.1332943 Jul 16 17:56:28.654827 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.662639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.665735 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.667510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Pushing event updated for resources: {'Port': ['ID=9bcebff7-150f-42a5-ba53-f69bf546e9b8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.679928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-3bc08ff1-9bf3-4145-8dd9-070613d56bf3 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.681637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-3bc08ff1-9bf3-4145-8dd9-070613d56bf3 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.38 "GET /v2.0/networks?id=f7ce2649-87d5-4749-a551-441781bf4824 HTTP/1.1" status: 200 len: 812 time: 0.5315857 Jul 16 17:56:28.709098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'port': {'device_id': '381653eb-c839-4e54-91ce-134c95b4f684', 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824', 'admin_state_up': True, 'tenant_id': '04b05764ddce42c78db71d30723ad77e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:28.715290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.739833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ab1f9-4ba9-45c9-abff-571ae0f033ce req-62489f05-8fb4-44d3-8f74-d9d21e4cb0b4 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.741742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c67ab1f9-4ba9-45c9-abff-571ae0f033ce req-62489f05-8fb4-44d3-8f74-d9d21e4cb0b4 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.2452130 Jul 16 17:56:28.782612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] For port 51b9b2d5-95e5-4386-b456-fb0cc96f1f06, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:28.808720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=33c9fa82-6f43-4bd8-a03d-a8651ac63bf5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.822687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] For port 51b9b2d5-95e5-4386-b456-fb0cc96f1f06, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=51b9b2d5-95e5-4386-b456-fb0cc96f1f06,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:28.839895 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.841932 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673d2957-8650-434b-8efe-cb677efa64d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f552c3-cb7f-43de-a686-0816e75fba59'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:28.844592 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d022fe4-9880-45af-a99f-007a0d0cb987" -d '{"events": [{"server_uuid": "673d2957-8650-434b-8efe-cb677efa64d3", "name": "network-vif-plugged", "status": "completed", "tag": "64f552c3-cb7f-43de-a686-0816e75fba59"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:28.878945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9db76573-f89d-49d7-94e0-33d2576d4749 None None] Provisioning for port 87207362-76d6-4e24-a97f-17d28640373e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:28.890607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 64f552c3-cb7f-43de-a686-0816e75fba59, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=64f552c3-cb7f-43de-a686-0816e75fba59,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:28.897902 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Network 90b1160a-6d64-42a0-a364-d03b441cd932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:28.911586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9db76573-f89d-49d7-94e0-33d2576d4749 None None] Provisioning complete for port 87207362-76d6-4e24-a97f-17d28640373e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:28.912131 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9db76573-f89d-49d7-94e0-33d2576d4749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.916974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:28.947691 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.951427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c67ab1f9-4ba9-45c9-abff-571ae0f033ce req-4d93dbdf-e786-4254-add3-b8a48aa4864b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999388 Jul 16 17:56:28.980531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.005543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Routers {'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:29.011246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:29.013702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9db76573-f89d-49d7-94e0-33d2576d4749 None None] Port 87207362-76d6-4e24-a97f-17d28640373e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:29.018458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Allocated IP 172.20.0.2 (dcfeaa9d-538f-4745-9572-cdd7b06b0ce5/aa131bfd-71d5-4237-b756-bf0b4fec0272/f054d143-af51-474b-a211-c585a7d51929) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:29.028888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Allocated IP 172.25.8.13 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/267a01ef-1ac4-44d8-af84-e5bd74787325) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:29.062788 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b51555c-1a57-4076-a0c2-d1fb59cec36a x-openstack-request-id: req-2b51555c-1a57-4076-a0c2-d1fb59cec36a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:29.063125 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673d2957-8650-434b-8efe-cb677efa64d3", "name": "network-vif-plugged", "status": "completed", "tag": "64f552c3-cb7f-43de-a686-0816e75fba59", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:29.063507 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b51555c-1a57-4076-a0c2-d1fb59cec36a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:29.063974 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673d2957-8650-434b-8efe-cb677efa64d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f552c3-cb7f-43de-a686-0816e75fba59', 'code': 200} Jul 16 17:56:29.074203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7240364-a79b-4634-ae5c-cfafd602a967 None None] Pushing event updated for resources: {'Port': ['ID=51b9b2d5-95e5-4386-b456-fb0cc96f1f06,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:29.075663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da972a0-71a1-4566-8b38-f9bea2015365 req-03a56a5f-447f-48e9-b0ed-7f209970b83d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:29.077248 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5da972a0-71a1-4566-8b38-f9bea2015365 req-03a56a5f-447f-48e9-b0ed-7f209970b83d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.3108487 Jul 16 17:56:29.121307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Made reservation on behalf of 04b05764ddce42c78db71d30723ad77e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:29.125607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.301201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5da972a0-71a1-4566-8b38-f9bea2015365 req-0314d45c-28f9-4903-ae2d-4e370728aba9 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976829 Jul 16 17:56:29.445385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:29.487247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=64f552c3-cb7f-43de-a686-0816e75fba59,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:29.506625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] Set router bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:29.580370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e6429894-b139-47d5-94d7-21a258925690 None None] Provisioning complete for port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:29.580750 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6429894-b139-47d5-94d7-21a258925690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.604685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:29.725516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e6429894-b139-47d5-94d7-21a258925690 None None] Port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:29.747861 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.765205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Transition to ACTIVE for port object f054d143-af51-474b-a211-c585a7d51929 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:29.770239 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:29.770638 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.868927 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Transition to ACTIVE for port object f054d143-af51-474b-a211-c585a7d51929 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:29.878333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.885768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d332a8a-dbd0-47f7-b9c1-8f22a0640713 req-db6fab09-90b6-4458-803b-9396f14c4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:29.892092 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.894545 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9d332a8a-dbd0-47f7-b9c1-8f22a0640713 req-db6fab09-90b6-4458-803b-9396f14c4779 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 1101 time: 0.7457547 Jul 16 17:56:29.899593 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.909553 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bfc6b7ed-60b3-463b-b6a2-160295026fe3 req-a12034bf-4ba0-4066-9453-4d100f2b3e8d tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 210 time: 0.0774240 Jul 16 17:56:29.946181 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.949913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Allocated IP 172.20.0.4 (f7ce2649-87d5-4749-a551-441781bf4824/4fcf0283-1e74-4377-9888-6e17cf44522e/528cf423-8928-41bd-86fb-9d261bae9334) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:29.987870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Network dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:30.002208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:30.005919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06de1d-9f53-44b4-adad-792b6b6186f3 req-f732d8c0-2128-45b3-84a0-f0c7eb71859b tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.012895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd06de1d-9f53-44b4-adad-792b6b6186f3 req-f732d8c0-2128-45b3-84a0-f0c7eb71859b tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 950 time: 0.7330649 Jul 16 17:56:30.031542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Pushing event updated for resources: {'Port': ['ID=f054d143-af51-474b-a211-c585a7d51929,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.044858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:30.053939 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.066196 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9d332a8a-dbd0-47f7-b9c1-8f22a0640713 req-f8fc381a-23a3-4553-9477-8bd15c9ab959 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592104 Jul 16 17:56:30.066780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Pushing event updated for resources: {'Port': ['ID=87207362-76d6-4e24-a97f-17d28640373e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.069242 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2eac66cf-f04e-4738-b69b-01b2b499829e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.091238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:30.101979 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Sync routers for ids ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:30.109521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.115422 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6163929a-558f-4980-92a3-35ed7ddd48fb admin admin] 10.222.0.52 "PUT /v2.0/routers/b9764b9a-c7b7-4bb2-97f6-cff14a2d2984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8435700 Jul 16 17:56:30.120786 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Routers {'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:30.121870 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:30.170011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd06de1d-9f53-44b4-adad-792b6b6186f3 req-3ecefbc4-a7a7-4fcd-a029-356ad0460314 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554782 Jul 16 17:56:30.194828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'name': 'tempest-AttachSCSIVolumeTestJSON-499702829-router', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:21Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'gw_port': {'id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:22Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87207362-76d6-4e24-a97f-17d28640373e', 'name': '', 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'mac_address': 'fa:16:3e:42:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6a4b3fd4-0430-4e35-b650-6bde9703605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 1, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'subnets': [{'id': '6a4b3fd4-0430-4e35-b650-6bde9703605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:30.201458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Attempting to bind port f054d143-af51-474b-a211-c585a7d51929 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:30.201458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Attempting to bind port f054d143-af51-474b-a211-c585a7d51929 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '85e91c3b-385b-40d8-a2ec-ab3fa1455a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:30.201458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Attempting to bind port f054d143-af51-474b-a211-c585a7d51929 on network dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:30.232900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:30.261809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:30.269944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:30.270149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:30.272707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Pushing event updated for resources: {'Port': ['ID=267a01ef-1ac4-44d8-af84-e5bd74787325,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.274712 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Checking segment: {'id': '85e91c3b-385b-40d8-a2ec-ab3fa1455a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:30.277717 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.278294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Bound using segment: {'id': '85e91c3b-385b-40d8-a2ec-ab3fa1455a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:30.279027 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Bound port: f054d143-af51-474b-a211-c585a7d51929, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e91c3b-385b-40d8-a2ec-ab3fa1455a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:30.279233 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.287243 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f6a05-929b-4d78-a58e-12d64fbd18dc None None] The sync data for ids ['bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'] in n-d-793618-9 is: [{'id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'name': 'tempest-AttachSCSIVolumeTestJSON-499702829-router', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:21Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'gw_port': {'id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:22Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87207362-76d6-4e24-a97f-17d28640373e', 'name': '', 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'mac_address': 'fa:16:3e:42:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6a4b3fd4-0430-4e35-b650-6bde9703605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 1, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'subnets': [{'id': '6a4b3fd4-0430-4e35-b650-6bde9703605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:30.297066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Network c69ad01e-43cc-4911-8b58-4967588dc5ef is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:30.307498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:30.323424 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Set router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:30.536674 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.574285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Router bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:30.587880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] For port f054d143-af51-474b-a211-c585a7d51929, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:30.630392 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac7bc5-b16e-4e25-a4e7-7f08f4f620d7 req-11671d06-4a1f-4ab1-860e-c49901556109 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.630772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] For port f054d143-af51-474b-a211-c585a7d51929, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f054d143-af51-474b-a211-c585a7d51929,segment=NetworkSegment(85e91c3b-385b-40d8-a2ec-ab3fa1455a0d),segment_id=85e91c3b-385b-40d8-a2ec-ab3fa1455a0d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:30.640230 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9ac7bc5-b16e-4e25-a4e7-7f08f4f620d7 req-11671d06-4a1f-4ab1-860e-c49901556109 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.4671247 Jul 16 17:56:30.650837 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.732795 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '9bcebff7-150f-42a5-ba53-f69bf546e9b8', 'name': '', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'tenant_id': '533887803743444da898d4eef637f76e', 'mac_address': 'fa:16:3e:70:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:26Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 2, 'project_id': '533887803743444da898d4eef637f76e', 'subnets': [{'id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:30.756726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37126c93-4471-4279-a93b-3955b55133e2 None None] Provisioning complete for port 87207362-76d6-4e24-a97f-17d28640373e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:30.757108 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37126c93-4471-4279-a93b-3955b55133e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.757793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:30.788909 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-55b22e94-b429-489b-9bf5-4d20f96eec4f admin admin] 10.222.0.52 "PUT /v2.0/routers/bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6653228 Jul 16 17:56:30.822332 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Checking router: b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:30.835842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787d00d-43f4-4f2b-941f-70ddff17cff7 None None] Pushing event updated for resources: {'Port': ['ID=f054d143-af51-474b-a211-c585a7d51929,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.848107 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Updating router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:30.890519 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.922400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-37126c93-4471-4279-a93b-3955b55133e2 None None] Port 87207362-76d6-4e24-a97f-17d28640373e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:31.030384 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.032600 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.298534 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.302719 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9ac7bc5-b16e-4e25-a4e7-7f08f4f620d7 req-bcb8864e-c216-445f-b8f4-c2f4e3b9b8ec tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609321 Jul 16 17:56:31.328359 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Transition to ACTIVE for port object 9bcebff7-150f-42a5-ba53-f69bf546e9b8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:31.336148 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.430365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f054d143-af51-474b-a211-c585a7d51929 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:31.472612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'Port': ['ID=528cf423-8928-41bd-86fb-9d261bae9334,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:31.479970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Network f7ce2649-87d5-4749-a551-441781bf4824 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:31.491213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:31.503544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:31.515362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.516132 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.581718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b47ade-bb90-4c7f-9911-2205940f7441 req-44de2130-a6da-4626-aeaf-8b0f5f2b3651 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.599544 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f054d143-af51-474b-a211-c585a7d51929 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:31.600060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07b47ade-bb90-4c7f-9911-2205940f7441 req-44de2130-a6da-4626-aeaf-8b0f5f2b3651 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 1.0714042 Jul 16 17:56:31.611140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-6609af36-ac7e-44c9-99dc-fbcd2746a3d5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9058003 Jul 16 17:56:31.625406 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.646937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Request body: {'port': {'device_id': '381653eb-c839-4e54-91ce-134c95b4f684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:31.673578 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Attempting to bind port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:31.674205 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Attempting to bind port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:31.674579 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Attempting to bind port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 on network 90b1160a-6d64-42a0-a364-d03b441cd932 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:31.676732 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e39cd-a2f8-449c-914c-206fc78b126e None None] Pushing event updated for resources: {'Port': ['ID=9bcebff7-150f-42a5-ba53-f69bf546e9b8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:31.694925 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:31.695320 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Checking segment: {'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:31.695741 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.696148 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Bound using segment: {'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:31.699795 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Bound port: 9bcebff7-150f-42a5-ba53-f69bf546e9b8, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:31.700296 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.811303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:31.815851 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] For port 9bcebff7-150f-42a5-ba53-f69bf546e9b8, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:31.817152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-801804804-network', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:31.819579 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] For port 9bcebff7-150f-42a5-ba53-f69bf546e9b8, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9bcebff7-150f-42a5-ba53-f69bf546e9b8,segment=NetworkSegment(a403f94b-ab23-4440-adc8-8807b64b7b76),segment_id=a403f94b-ab23-4440-adc8-8807b64b7b76)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:31.827687 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.857818 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Made reservation on behalf of 1aceb0a342d04c9182e94bdcf8eafc5d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:31.863457 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.874352 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.927301 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e39cd-a2f8-449c-914c-206fc78b126e None None] Pushing event updated for resources: {'Port': ['ID=9bcebff7-150f-42a5-ba53-f69bf546e9b8,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:31.942864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07b47ade-bb90-4c7f-9911-2205940f7441 req-f2a3bf1c-e326-4bb0-9125-2213840b5aa1 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288109 Jul 16 17:56:31.955165 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Routers {'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:31.966540 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:32.072369 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.083437 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.097337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:32.113477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.120600 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Added segment 703078ad-96d9-4887-8ff5-f111e8912b83 of type vlan for network 1feb633f-6030-4b4e-91ba-67c9dbc11c8c Jul 16 17:56:32.217587 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39a192d6-1d7a-4dfd-88a8-b5422d219d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.235207 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.242247 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] Set router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:32.277205 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.299657 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.311613 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.314921 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.315915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.316519 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.355503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-553a9505-af8f-43b7-8a7f-3363958b38a2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.361296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ab1713-5478-4b3f-8e7c-f00101481050,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:32.365925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-553a9505-af8f-43b7-8a7f-3363958b38a2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/networks?id=90b1160a-6d64-42a0-a364-d03b441cd932 HTTP/1.1" status: 200 len: 829 time: 0.5045733 Jul 16 17:56:32.404991 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5924845 Jul 16 17:56:32.413946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:32.421306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8e03cf35-d3ac-41d6-8085-2e13f9e41f45 admin admin] Request body: {'subnet': {'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-801804804-subnet', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:32.486865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee69d93-b196-4cce-a3a3-e3bbf5a4db01 admin admin] Pushing event updated for resources: {'Network': ['ID=1feb633f-6030-4b4e-91ba-67c9dbc11c8c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:32.500928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 1feb633f-6030-4b4e-91ba-67c9dbc11c8c details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:32.526391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e03cf35-d3ac-41d6-8085-2e13f9e41f45 admin admin] Made reservation on behalf of 1aceb0a342d04c9182e94bdcf8eafc5d for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:32.529395 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf35-d3ac-41d6-8085-2e13f9e41f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.556315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa5609a-b026-41c7-bd04-821cc54de75b None None] Network dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:32.589541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-15394ab6-102e-4b87-86b3-cbfbb12b0098 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/quotas/533887803743444da898d4eef637f76e HTTP/1.1" status: 200 len: 375 time: 0.1583891 Jul 16 17:56:32.596223 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '9bcebff7-150f-42a5-ba53-f69bf546e9b8', 'name': '', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'tenant_id': '533887803743444da898d4eef637f76e', 'mac_address': 'fa:16:3e:70:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:26Z', 'updated_at': '2021-07-16T17:56:31Z', 'revision_number': 4, 'project_id': '533887803743444da898d4eef637f76e', 'subnets': [{'id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:32.631711 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c45223-651e-4077-91b8-4d6f24d21610 None None] The sync data for ids ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'] in n-d-793618-9 is: [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '9bcebff7-150f-42a5-ba53-f69bf546e9b8', 'name': '', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'tenant_id': '533887803743444da898d4eef637f76e', 'mac_address': 'fa:16:3e:70:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:26Z', 'updated_at': '2021-07-16T17:56:31Z', 'revision_number': 4, 'project_id': '533887803743444da898d4eef637f76e', 'subnets': [{'id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:32.689059 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.764777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c82f034-f93e-46b8-bad8-b92ca0f63954 None None] Provisioning for port f054d143-af51-474b-a211-c585a7d51929 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:32.770884 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c82f034-f93e-46b8-bad8-b92ca0f63954 None None] Provisioning complete for port f054d143-af51-474b-a211-c585a7d51929 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:32.771265 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c82f034-f93e-46b8-bad8-b92ca0f63954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.791225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf35-d3ac-41d6-8085-2e13f9e41f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.802240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Router f34d052a-d28e-4890-bee4-ca1871c6787d is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:56:32.838916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b180486-b000-4c38-8b30-73f448592af6 req-1f577d6d-a8d5-452a-bf1f-8c8dc86c2387 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.846722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b180486-b000-4c38-8b30-73f448592af6 req-1f577d6d-a8d5-452a-bf1f-8c8dc86c2387 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 931 time: 0.4135950 Jul 16 17:56:32.850999 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03cf35-d3ac-41d6-8085-2e13f9e41f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1476bf8-e226-41d9-9aba-26c63e6408ee,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:32.869273 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e03cf35-d3ac-41d6-8085-2e13f9e41f45 admin admin] Checking segment: {'id': '703078ad-96d9-4887-8ff5-f111e8912b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:32.869972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03cf35-d3ac-41d6-8085-2e13f9e41f45 admin admin] Network hostable DHCP agents. Network: 1feb633f-6030-4b4e-91ba-67c9dbc11c8c, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:32.888522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03cf35-d3ac-41d6-8085-2e13f9e41f45 admin admin] Network 1feb633f-6030-4b4e-91ba-67c9dbc11c8c is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:32.901969 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8e03cf35-d3ac-41d6-8085-2e13f9e41f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 1feb633f-6030-4b4e-91ba-67c9dbc11c8c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:32.907215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e03cf35-d3ac-41d6-8085-2e13f9e41f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.908967 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf35-d3ac-41d6-8085-2e13f9e41f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.927843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4775a79-b27e-4c2f-bbe7-b8f25392e988 None None] Network 1feb633f-6030-4b4e-91ba-67c9dbc11c8c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:32.931320 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8e03cf35-d3ac-41d6-8085-2e13f9e41f45 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5146856 Jul 16 17:56:32.933936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:32.939812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-801804804-router', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:32.967660 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.968896 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.985687 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c82f034-f93e-46b8-bad8-b92ca0f63954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.051983 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.095962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1c82f034-f93e-46b8-bad8-b92ca0f63954 None None] For port f054d143-af51-474b-a211-c585a7d51929, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f054d143-af51-474b-a211-c585a7d51929,segment=NetworkSegment(85e91c3b-385b-40d8-a2ec-ab3fa1455a0d),segment_id=85e91c3b-385b-40d8-a2ec-ab3fa1455a0d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:33.105882 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c82f034-f93e-46b8-bad8-b92ca0f63954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.210100 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.251380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82f034-f93e-46b8-bad8-b92ca0f63954 None None] Pushing event updated for resources: {'Port': ['ID=f054d143-af51-474b-a211-c585a7d51929,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:33.257938 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-59274ed4-1571-4488-848f-c693d711aa4d tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=533887803743444da898d4eef637f76e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6673605 Jul 16 17:56:33.259539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-1feb633f-6030-4b4e-91ba-67c9dbc11c8c', 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'fixed_ips': [{'subnet_id': 'a1476bf8-e226-41d9-9aba-26c63e6408ee'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:56:33.260416 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.351763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b180486-b000-4c38-8b30-73f448592af6 req-9190fb0e-dcdb-44c3-8619-acb56e8f3740 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041919 Jul 16 17:56:33.461156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9bcebff7-150f-42a5-ba53-f69bf546e9b8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:33.533995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:33.588397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Sync routers for ids ['f34d052a-d28e-4890-bee4-ca1871c6787d'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:33.603191 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.604413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4473045e-e80c-4802-bf31-07f195976a46 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4787285 Jul 16 17:56:33.625910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:33.629543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Routers {'f34d052a-d28e-4890-bee4-ca1871c6787d'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:33.630607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9ea406c5-6602-4128-8e6c-ee5f77e73988 service neutron] 10.222.0.52 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718500 Jul 16 17:56:33.631762 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.638426 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f34d052a-d28e-4890-bee4-ca1871c6787d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:33.642528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528cf423-8928-41bd-86fb-9d261bae9334 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:33.644935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec29a983-3594-4853-94d5-3aaf557f8208 None None] Provisioning complete for port f054d143-af51-474b-a211-c585a7d51929 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:33.645431 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec29a983-3594-4853-94d5-3aaf557f8208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.661819 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.705462 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.774304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Transition to ACTIVE for port object 528cf423-8928-41bd-86fb-9d261bae9334 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:33.798510 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.833210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Allocated IP 172.25.8.126 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/913912df-7a74-414e-8c4c-23778dc4b6cc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:33.874714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:33.878772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Allocated IP 172.20.0.2 (1feb633f-6030-4b4e-91ba-67c9dbc11c8c/a1476bf8-e226-41d9-9aba-26c63e6408ee/e497c0db-9c19-45df-b178-a08f56fbf954) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:33.967060 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.972577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:33.973068 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.023722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e8a1c-d20e-406a-89eb-e119e6da4052 req-5b9b6e40-e272-481c-b6b6-bd283455a2ce tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:34.025224 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce9e8a1c-d20e-406a-89eb-e119e6da4052 req-5b9b6e40-e272-481c-b6b6-bd283455a2ce tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 950 time: 0.4457686 Jul 16 17:56:34.026219 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.027372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-52e053e2-1689-41f9-81ac-b94ec613ed5b service neutron] 10.222.0.52 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875375 Jul 16 17:56:34.034539 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.043511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Pushing event updated for resources: {'Port': ['ID=528cf423-8928-41bd-86fb-9d261bae9334,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:34.094418 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Sync routers for ids ['bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:34.109136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Set router f34d052a-d28e-4890-bee4-ca1871c6787d gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:34.113676 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Routers {'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:34.114329 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:34.125282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:34.140962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:34.146702 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:34.258365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Attempting to bind port 528cf423-8928-41bd-86fb-9d261bae9334 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:34.258718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Attempting to bind port 528cf423-8928-41bd-86fb-9d261bae9334 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd1efc249-070b-47f0-81e4-784e349ad2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:34.259086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Attempting to bind port 528cf423-8928-41bd-86fb-9d261bae9334 on network f7ce2649-87d5-4749-a551-441781bf4824 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:34.272818 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce9e8a1c-d20e-406a-89eb-e119e6da4052 req-ab1837ef-6951-4e72-98a4-55978a93dfff tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303796 Jul 16 17:56:34.324109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Port 528cf423-8928-41bd-86fb-9d261bae9334 on network f7ce2649-87d5-4749-a551-441781bf4824 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:34.324654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Attempting to bind port 528cf423-8928-41bd-86fb-9d261bae9334 on network f7ce2649-87d5-4749-a551-441781bf4824 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:34.345603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:34.350235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Checking segment: {'id': 'd1efc249-070b-47f0-81e4-784e349ad2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:34.351663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Bound using segment: {'id': 'd1efc249-070b-47f0-81e4-784e349ad2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:34.351663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Bound port: 528cf423-8928-41bd-86fb-9d261bae9334, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1efc249-070b-47f0-81e4-784e349ad2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:34.352359 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.387020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Pushing event updated for resources: {'Port': ['ID=913912df-7a74-414e-8c4c-23778dc4b6cc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:34.541624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] For port 528cf423-8928-41bd-86fb-9d261bae9334, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:34.590167 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.622984 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Transition to ACTIVE for port object e497c0db-9c19-45df-b178-a08f56fbf954 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:34.626506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] For port 528cf423-8928-41bd-86fb-9d261bae9334, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=528cf423-8928-41bd-86fb-9d261bae9334,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:34.633617 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Set router bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:34.650940 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.652476 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.751805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:34.752618 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.754381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] 10.222.0.38 "PUT /v2.0/ports/528cf423-8928-41bd-86fb-9d261bae9334 HTTP/1.1" status: 200 len: 1091 time: 3.1222129 Jul 16 17:56:34.755349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381653eb-c839-4e54-91ce-134c95b4f684', 'tag': '528cf423-8928-41bd-86fb-9d261bae9334'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:34.757806 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d1df8e-1cb1-40ed-be4e-704b03c6e670" -d '{"events": [{"name": "network-changed", "server_uuid": "381653eb-c839-4e54-91ce-134c95b4f684", "tag": "528cf423-8928-41bd-86fb-9d261bae9334"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:34.800696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Transition to ACTIVE for port object e497c0db-9c19-45df-b178-a08f56fbf954 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:34.808063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440adbf-ed2d-4092-8e1f-5da1c166798e service neutron] Pushing event updated for resources: {'Port': ['ID=528cf423-8928-41bd-86fb-9d261bae9334,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:34.869551 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.930505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96ce1a-1456-41bf-b17c-dc0c5c3e8245 req-f0929105-7527-417e-96ef-737653b605e1 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:34.932130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f96ce1a-1456-41bf-b17c-dc0c5c3e8245 req-f0929105-7527-417e-96ef-737653b605e1 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.4111197 Jul 16 17:56:34.955101 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'name': 'tempest-AttachSCSIVolumeTestJSON-499702829-router', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:21Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'gw_port': {'id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:22Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87207362-76d6-4e24-a97f-17d28640373e', 'name': '', 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'mac_address': 'fa:16:3e:42:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6a4b3fd4-0430-4e35-b650-6bde9703605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:56:29Z', 'revision_number': 2, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'subnets': [{'id': '6a4b3fd4-0430-4e35-b650-6bde9703605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:34.960595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83263c45-1df3-484f-90ee-9be85df2a4f6 req-5d17052e-df7f-4e96-be9a-0efb034011c6 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:34.964429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83263c45-1df3-484f-90ee-9be85df2a4f6 req-5d17052e-df7f-4e96-be9a-0efb034011c6 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.4192798 Jul 16 17:56:35.009300 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Checking router: bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:35.019705 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Updating router bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 port 87207362-76d6-4e24-a97f-17d28640373e binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:35.031703 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.060833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Network 1feb633f-6030-4b4e-91ba-67c9dbc11c8c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:35.068080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:35.091821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:35.109012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Pushing event updated for resources: {'Port': ['ID=e497c0db-9c19-45df-b178-a08f56fbf954,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:35.109961 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.126754 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.189972 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 9bcebff7-150f-42a5-ba53-f69bf546e9b8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9bcebff7-150f-42a5-ba53-f69bf546e9b8,segment=NetworkSegment(a403f94b-ab23-4440-adc8-8807b64b7b76),segment_id=a403f94b-ab23-4440-adc8-8807b64b7b76)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:35.202272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f96ce1a-1456-41bf-b17c-dc0c5c3e8245 req-fe6399bc-486b-44ad-9ace-21e0732dbf6a tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288554 Jul 16 17:56:35.219682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83263c45-1df3-484f-90ee-9be85df2a4f6 req-27977ea1-569f-49a7-ba43-9b6030f459ef tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290189 Jul 16 17:56:35.241634 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.280286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-0fbe750b-3331-498a-ae72-ccf8962332f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:35.281869 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-0fbe750b-3331-498a-ae72-ccf8962332f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04b05764ddce42c78db71d30723ad77e&device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 1094 time: 0.4600263 Jul 16 17:56:35.317583 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.319487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:35.380377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Attempting to bind port e497c0db-9c19-45df-b178-a08f56fbf954 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:35.381058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Attempting to bind port e497c0db-9c19-45df-b178-a08f56fbf954 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '703078ad-96d9-4887-8ff5-f111e8912b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:35.381657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Attempting to bind port e497c0db-9c19-45df-b178-a08f56fbf954 on network 1feb633f-6030-4b4e-91ba-67c9dbc11c8c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:35.386392 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-c4faba32-b807-4fa3-8761-0433a5f4cf73 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=528cf423-8928-41bd-86fb-9d261bae9334 HTTP/1.1" status: 200 len: 217 time: 0.0890892 Jul 16 17:56:35.412299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:35.412956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Checking segment: {'id': '703078ad-96d9-4887-8ff5-f111e8912b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:35.413549 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.414173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Bound using segment: {'id': '703078ad-96d9-4887-8ff5-f111e8912b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:35.414795 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Bound port: e497c0db-9c19-45df-b178-a08f56fbf954, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703078ad-96d9-4887-8ff5-f111e8912b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:35.415346 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.428863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Router adf3e041-a318-4fc0-ba8a-83efd30a2e69 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:56:35.439117 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.458490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=9bcebff7-150f-42a5-ba53-f69bf546e9b8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:35.495341 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'name': 'tempest-FloatingIPDetailsTestJSON-1297847898-router', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:56:30Z', 'revision_number': 3, 'project_id': '87480d75c5414d169ea85f470fb83b22', 'gw_port': {'id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:28Z', 'updated_at': '2021-07-16T17:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:35.503653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:35.536115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Checking router: f34d052a-d28e-4890-bee4-ca1871c6787d for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:35.536692 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Updating router f34d052a-d28e-4890-bee4-ca1871c6787d port 267a01ef-1ac4-44d8-af84-e5bd74787325 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:35.545344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:35.545893 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.626089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:35.656247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24a1a747-a6a7-4801-b96a-dfb8111c5bc6 req-999ec6ae-8790-421f-a74f-3f53dd8fef80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 210 time: 0.1100204 Jul 16 17:56:35.660537 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.661422 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c8d322e1-715b-4bc3-8ce8-9308ebf6ecd8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7261658 Jul 16 17:56:35.664042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:35.683311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Sync routers for ids ['adf3e041-a318-4fc0-ba8a-83efd30a2e69'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:35.704006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] For port e497c0db-9c19-45df-b178-a08f56fbf954, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:35.727848 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Routers {'adf3e041-a318-4fc0-ba8a-83efd30a2e69'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:35.728576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['adf3e041-a318-4fc0-ba8a-83efd30a2e69'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:35.730649 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.734003 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.759501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f71ea922-395e-432f-872d-ba460154e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:35.760754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-f71ea922-395e-432f-872d-ba460154e3af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4fcf0283-1e74-4377-9888-6e17cf44522e HTTP/1.1" status: 200 len: 852 time: 0.3658490 Jul 16 17:56:35.775567 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Transition to ACTIVE for port object 87207362-76d6-4e24-a97f-17d28640373e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:35.787829 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.807274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-52ba1df2-580b-4d99-a6b6-65f9aff079a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7ce2649-87d5-4749-a551-441781bf4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379961 Jul 16 17:56:35.873835 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd537de2-7bac-4d0d-aaab-bba2a4c8b73e x-openstack-request-id: req-dd537de2-7bac-4d0d-aaab-bba2a4c8b73e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:35.874173 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381653eb-c839-4e54-91ce-134c95b4f684", "tag": "528cf423-8928-41bd-86fb-9d261bae9334", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:35.874430 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd537de2-7bac-4d0d-aaab-bba2a4c8b73e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:35.874863 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381653eb-c839-4e54-91ce-134c95b4f684', 'tag': '528cf423-8928-41bd-86fb-9d261bae9334', 'status': 'completed', 'code': 200} Jul 16 17:56:35.888037 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a420669-0944-4531-ac51-f9d4f84cd4d1 None None] Pushing event updated for resources: {'Port': ['ID=87207362-76d6-4e24-a97f-17d28640373e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:35.979695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Allocated IP 172.20.0.1 (dcfeaa9d-538f-4745-9572-cdd7b06b0ce5/aa131bfd-71d5-4237-b756-bf0b4fec0272/310a4a15-1f06-465b-ac92-34a93d079d85) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:36.048314 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Attempting to bind port 87207362-76d6-4e24-a97f-17d28640373e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:36.048687 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Attempting to bind port 87207362-76d6-4e24-a97f-17d28640373e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:36.049048 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Attempting to bind port 87207362-76d6-4e24-a97f-17d28640373e on network c69ad01e-43cc-4911-8b58-4967588dc5ef {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:36.065030 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:36.065983 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Checking segment: {'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:36.066401 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.068113 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Bound using segment: {'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:36.069420 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Bound port: 87207362-76d6-4e24-a97f-17d28640373e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:36.070730 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.074278 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.106503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Transition to ACTIVE for port object 267a01ef-1ac4-44d8-af84-e5bd74787325 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:36.119195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] For port e497c0db-9c19-45df-b178-a08f56fbf954, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e497c0db-9c19-45df-b178-a08f56fbf954,segment=NetworkSegment(703078ad-96d9-4887-8ff5-f111e8912b83),segment_id=703078ad-96d9-4887-8ff5-f111e8912b83)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:36.145224 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-89276bae-15f8-482d-968a-6835bd330ec2 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953689 Jul 16 17:56:36.211861 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.226365 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.231699 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] For port 87207362-76d6-4e24-a97f-17d28640373e, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:36.239298 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] For port 87207362-76d6-4e24-a97f-17d28640373e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=87207362-76d6-4e24-a97f-17d28640373e,segment=NetworkSegment(8660e484-5f42-46ff-b653-037d61d20a83),segment_id=8660e484-5f42-46ff-b653-037d61d20a83)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:36.251123 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.369191 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a420669-0944-4531-ac51-f9d4f84cd4d1 None None] Pushing event updated for resources: {'Port': ['ID=87207362-76d6-4e24-a97f-17d28640373e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:36.395364 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Routers {'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:36.395996 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:36.568714 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] Set router bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:36.623584 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Set router adf3e041-a318-4fc0-ba8a-83efd30a2e69 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:36.787119 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.900584 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8a49a7dd-8108-4cb2-8e39-e46f4d98ea08 req-236cf446-5b86-46b1-8e5a-699c52d0687e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9184532 Jul 16 17:56:36.927052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9509343-503d-4f1a-8179-7b08ff2b984b req-69982378-078e-44e0-ae6b-db0ee2b30834 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7381527 Jul 16 17:56:36.954916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-0ff48fa3-6b4e-4c61-8625-4de189d9757b tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:36.957139 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-0ff48fa3-6b4e-4c61-8625-4de189d9757b tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.42 "GET /v2.0/networks?id=90b1160a-6d64-42a0-a364-d03b441cd932 HTTP/1.1" status: 200 len: 829 time: 0.5247397 Jul 16 17:56:36.962039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63fab5-3459-407b-bdbd-7bf43a94b13b req-1d24c385-38e0-49ca-8965-a014664eac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:36.964914 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ce63fab5-3459-407b-bdbd-7bf43a94b13b req-1d24c385-38e0-49ca-8965-a014664eac64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30a544b655ef464fb81dc4c2677ed532&device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 1100 time: 0.5335019 Jul 16 17:56:36.971214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c468cf3-0de1-4c21-b6ec-33f712ba42c7 req-b9aaadc2-0df5-4f74-943f-13df150a254d tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:36.972841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c468cf3-0de1-4c21-b6ec-33f712ba42c7 req-b9aaadc2-0df5-4f74-943f-13df150a254d tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 943 time: 0.9407163 Jul 16 17:56:36.976975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Request body: {'port': {'device_id': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'admin_state_up': True, 'tenant_id': '533887803743444da898d4eef637f76e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:36.988763 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.991764 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'name': 'tempest-AttachSCSIVolumeTestJSON-499702829-router', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:21Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'gw_port': {'id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:22Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87207362-76d6-4e24-a97f-17d28640373e', 'name': '', 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'mac_address': 'fa:16:3e:42:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6a4b3fd4-0430-4e35-b650-6bde9703605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:56:36Z', 'revision_number': 4, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'subnets': [{'id': '6a4b3fd4-0430-4e35-b650-6bde9703605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:37.038301 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24b7db-f45a-4264-b042-0da11169b06e None None] The sync data for ids ['bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'] in n-d-793618-9 is: [{'id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'name': 'tempest-AttachSCSIVolumeTestJSON-499702829-router', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:21Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'gw_port': {'id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:22Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87207362-76d6-4e24-a97f-17d28640373e', 'name': '', 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'mac_address': 'fa:16:3e:42:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6a4b3fd4-0430-4e35-b650-6bde9703605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:56:36Z', 'revision_number': 4, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'subnets': [{'id': '6a4b3fd4-0430-4e35-b650-6bde9703605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:37.142311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffd85e-395c-4119-8797-a960fc655762 None None] Pushing event updated for resources: {'Port': ['ID=267a01ef-1ac4-44d8-af84-e5bd74787325,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:37.142895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Transition to ACTIVE for port object 310a4a15-1f06-465b-ac92-34a93d079d85 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:37.145148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Attempting to bind port 267a01ef-1ac4-44d8-af84-e5bd74787325 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:37.145582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Attempting to bind port 267a01ef-1ac4-44d8-af84-e5bd74787325 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:37.146115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Attempting to bind port 267a01ef-1ac4-44d8-af84-e5bd74787325 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:37.151960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e662f-a858-45c8-a975-b9fdee0ed0cd req-80358424-8fac-4fdc-b135-73774deb9b9c tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.159307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d3e662f-a858-45c8-a975-b9fdee0ed0cd req-80358424-8fac-4fdc-b135-73774deb9b9c tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 950 time: 1.0128808 Jul 16 17:56:37.166720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c468cf3-0de1-4c21-b6ec-33f712ba42c7 req-2078559e-2c85-4cb7-a8df-012584dbc7ac tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721745 Jul 16 17:56:37.204372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63fab5-3459-407b-bdbd-7bf43a94b13b req-c196a42d-23c6-4ca3-b4f3-d6569be0ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.205806 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ce63fab5-3459-407b-bdbd-7bf43a94b13b req-c196a42d-23c6-4ca3-b4f3-d6569be0ef79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1784282 Jul 16 17:56:37.209723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 51b9b2d5-95e5-4386-b456-fb0cc96f1f06, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=51b9b2d5-95e5-4386-b456-fb0cc96f1f06,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:37.216989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:37.217400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:37.217839 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.218287 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:37.218851 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Bound port: 267a01ef-1ac4-44d8-af84-e5bd74787325, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:37.219242 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.251627 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.252014 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d3e662f-a858-45c8-a975-b9fdee0ed0cd req-036c28ba-0281-4274-9c50-86349396c9b2 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917301 Jul 16 17:56:37.273140 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.284549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49a7dd-8108-4cb2-8e39-e46f4d98ea08 req-8e7bad8e-a594-4482-922d-a4dcc56eefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.286186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a49a7dd-8108-4cb2-8e39-e46f4d98ea08 req-8e7bad8e-a594-4482-922d-a4dcc56eefa4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb&device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 1096 time: 0.2291827 Jul 16 17:56:37.344075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b07004-1085-49ec-80ef-f75771b43808 None None] Pushing event updated for resources: {'Port': ['ID=e497c0db-9c19-45df-b178-a08f56fbf954,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:37.408627 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ce63fab5-3459-407b-bdbd-7bf43a94b13b req-592471eb-2baf-40a4-b729-b2c7cdb8e1a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=90aed264-2ff3-46be-96d7-e52362418e3e HTTP/1.1" status: 200 len: 217 time: 0.0907631 Jul 16 17:56:37.432677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=310a4a15-1f06-465b-ac92-34a93d079d85,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:37.452092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Network dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:37.508070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] For port 267a01ef-1ac4-44d8-af84-e5bd74787325, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:37.521943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f054d143-af51-474b-a211-c585a7d51929 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:37.539245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:37.560061 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63fab5-3459-407b-bdbd-7bf43a94b13b req-88afc1eb-4d5b-4e54-a1dd-3af1901e9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.561571 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ce63fab5-3459-407b-bdbd-7bf43a94b13b req-88afc1eb-4d5b-4e54-a1dd-3af1901e9718 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1421740 Jul 16 17:56:37.567601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:37.568063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.578872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] For port 267a01ef-1ac4-44d8-af84-e5bd74787325, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=267a01ef-1ac4-44d8-af84-e5bd74787325,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:37.586129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1df8e-1cb1-40ed-be4e-704b03c6e670 req-cbecd014-f47c-4e69-b922-7855de8659ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.587432 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-29d1df8e-1cb1-40ed-be4e-704b03c6e670 req-cbecd014-f47c-4e69-b922-7855de8659ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04b05764ddce42c78db71d30723ad77e&device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 1094 time: 0.5221326 Jul 16 17:56:37.612887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=51b9b2d5-95e5-4386-b456-fb0cc96f1f06,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:37.622782 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.697486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.697997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'name': 'tempest-AttachSCSIVolumeTestJSON-801804804-router', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:32Z', 'updated_at': '2021-07-16T17:56:34Z', 'revision_number': 3, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'gw_port': {'id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:33Z', 'updated_at': '2021-07-16T17:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:37.721583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Made reservation on behalf of 533887803743444da898d4eef637f76e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:37.725625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Routers {'f34d052a-d28e-4890-bee4-ca1871c6787d'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:37.726117 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.726250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f34d052a-d28e-4890-bee4-ca1871c6787d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:37.766637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Checking router: adf3e041-a318-4fc0-ba8a-83efd30a2e69 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:37.766996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Updating router adf3e041-a318-4fc0-ba8a-83efd30a2e69 port 913912df-7a74-414e-8c4c-23778dc4b6cc binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:37.820464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffd85e-395c-4119-8797-a960fc655762 None None] Pushing event updated for resources: {'Port': ['ID=267a01ef-1ac4-44d8-af84-e5bd74787325,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:37.890276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49a7dd-8108-4cb2-8e39-e46f4d98ea08 req-f85a487c-1c99-41da-bd78-16f9dcfbc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.891843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a49a7dd-8108-4cb2-8e39-e46f4d98ea08 req-f85a487c-1c99-41da-bd78-16f9dcfbc585 service neutron] 10.222.0.38 "GET /v2.0/networks?id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a HTTP/1.1" status: 200 len: 924 time: 0.4386315 Jul 16 17:56:37.893185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f054d143-af51-474b-a211-c585a7d51929 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:37.895261 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.962759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d4dc-cda7-4253-899b-608900cd5f5b req-f90ae6ff-30ed-4873-98d3-67c3ee11f7d3 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.964347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f774d4dc-cda7-4253-899b-608900cd5f5b req-f90ae6ff-30ed-4873-98d3-67c3ee11f7d3 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.5073907 Jul 16 17:56:37.965099 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1df8e-1cb1-40ed-be4e-704b03c6e670 req-25bc4a7b-6650-4d8c-af4f-9a550d796669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.967373 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-29d1df8e-1cb1-40ed-be4e-704b03c6e670 req-25bc4a7b-6650-4d8c-af4f-9a550d796669 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7ce2649-87d5-4749-a551-441781bf4824 HTTP/1.1" status: 200 len: 913 time: 0.3290522 Jul 16 17:56:37.994003 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.000515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9b612-4eac-4147-863a-5f6308380157 req-03aa3259-8ba8-4ee3-97e4-6cfcadfec91a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.008076 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ef9b612-4eac-4147-863a-5f6308380157 req-03aa3259-8ba8-4ee3-97e4-6cfcadfec91a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.4508359 Jul 16 17:56:38.048380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-52dfc0e3-3270-42df-9c50-b11e99bee978 None None] Provisioning for port 310a4a15-1f06-465b-ac92-34a93d079d85 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:38.071572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-52dfc0e3-3270-42df-9c50-b11e99bee978 None None] Provisioning complete for port 310a4a15-1f06-465b-ac92-34a93d079d85 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:38.072048 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52dfc0e3-3270-42df-9c50-b11e99bee978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.082237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] Set router f34d052a-d28e-4890-bee4-ca1871c6787d gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:38.088388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a49a7dd-8108-4cb2-8e39-e46f4d98ea08 req-fe31d2e9-8254-4b7b-80c4-f7f6277c823c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35fdb997-bf7c-474d-9289-7245bde6c460 HTTP/1.1" status: 200 len: 1001 time: 0.1816947 Jul 16 17:56:38.092070 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.096714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ef9b612-4eac-4147-863a-5f6308380157 req-179f4eb3-1cc4-405d-8772-f033e1839217 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878475 Jul 16 17:56:38.099333 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f774d4dc-cda7-4253-899b-608900cd5f5b req-9d5f72f1-feab-477e-990e-14c2538b1c8d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121271 Jul 16 17:56:38.105410 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63fab5-3459-407b-bdbd-7bf43a94b13b req-720ee306-540b-4249-9615-948ff278745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.107438 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ce63fab5-3459-407b-bdbd-7bf43a94b13b req-720ee306-540b-4249-9615-948ff278745c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5375240 Jul 16 17:56:38.115393 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-29d1df8e-1cb1-40ed-be4e-704b03c6e670 req-4002f683-5b99-4354-a37e-e2238ffc082e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=528cf423-8928-41bd-86fb-9d261bae9334 HTTP/1.1" status: 200 len: 217 time: 0.0694380 Jul 16 17:56:38.273669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20671e18-d946-4540-bf80-ae110945ca95 None None] Network 1feb633f-6030-4b4e-91ba-67c9dbc11c8c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:38.279426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccde4dbc-5987-4bbd-a8b8-9113225e1205 req-c812431f-8397-4ec6-94bd-b128bce9f490 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 210 time: 0.0448182 Jul 16 17:56:38.293795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49a7dd-8108-4cb2-8e39-e46f4d98ea08 req-b226f004-9c31-4067-bc49-1c56e25b762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.295198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a49a7dd-8108-4cb2-8e39-e46f4d98ea08 req-b226f004-9c31-4067-bc49-1c56e25b762a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fc775af-c617-41ef-a81d-530d687d1c50 HTTP/1.1" status: 200 len: 862 time: 0.1950037 Jul 16 17:56:38.359237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Allocated IP 172.20.0.1 (1feb633f-6030-4b4e-91ba-67c9dbc11c8c/a1476bf8-e226-41d9-9aba-26c63e6408ee/55cfcfb2-e68e-42ea-9ac9-f310d942d233) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:38.426445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52dfc0e3-3270-42df-9c50-b11e99bee978 None None] Port 310a4a15-1f06-465b-ac92-34a93d079d85 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:38.473263 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.475322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49a7dd-8108-4cb2-8e39-e46f4d98ea08 req-19456511-a250-4bd7-8878-0fe1ba3fc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.476893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a49a7dd-8108-4cb2-8e39-e46f4d98ea08 req-19456511-a250-4bd7-8878-0fe1ba3fc750 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658657 Jul 16 17:56:38.492315 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Transition to ACTIVE for port object 55cfcfb2-e68e-42ea-9ac9-f310d942d233 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:38.536293 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Allocated IP 172.20.0.11 (90b1160a-6d64-42a0-a364-d03b441cd932/095d44bf-efbd-48fe-8315-8acf43a7738a/32cc91a5-b497-475a-8458-0ec560943459) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:38.558306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1df8e-1cb1-40ed-be4e-704b03c6e670 req-89074894-437e-4837-807a-87b6a84fc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.560229 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-29d1df8e-1cb1-40ed-be4e-704b03c6e670 req-89074894-437e-4837-807a-87b6a84fc3a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4fcf0283-1e74-4377-9888-6e17cf44522e HTTP/1.1" status: 200 len: 852 time: 0.4274676 Jul 16 17:56:38.568086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.593975 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ce63fab5-3459-407b-bdbd-7bf43a94b13b req-dd97073c-8c2d-4e50-97c7-3d855661a841 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531379 Jul 16 17:56:38.631693 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.636167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 87207362-76d6-4e24-a97f-17d28640373e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:38.645418 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.646166 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.664765 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-924fe1c5-418c-424a-971c-0ff68ef64cc2 None None] Provisioning for port e497c0db-9c19-45df-b178-a08f56fbf954 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:38.667303 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-29d1df8e-1cb1-40ed-be4e-704b03c6e670 req-7d71e3e9-f6c9-4160-95ec-855e2b9d52a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7ce2649-87d5-4749-a551-441781bf4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961747 Jul 16 17:56:38.712802 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Network 1feb633f-6030-4b4e-91ba-67c9dbc11c8c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:38.758276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:38.768471 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Pushing event updated for resources: {'Port': ['ID=55cfcfb2-e68e-42ea-9ac9-f310d942d233,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:38.771151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:38.823353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Network dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:38.835033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:38.849553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db22cd9-3dc9-40a1-849f-0301b6aecddc req-44f30538-40da-4cb3-8d79-43f9f2c86138 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.851077 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1db22cd9-3dc9-40a1-849f-0301b6aecddc req-44f30538-40da-4cb3-8d79-43f9f2c86138 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 943 time: 0.3273606 Jul 16 17:56:38.908822 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 87207362-76d6-4e24-a97f-17d28640373e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:38.918990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 87207362-76d6-4e24-a97f-17d28640373e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:38.919374 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.962860 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.974609 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a49a7dd-8108-4cb2-8e39-e46f4d98ea08 req-0a909bf1-cfec-487a-8260-bf2a11726052 service neutron] 10.222.0.38 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881690 Jul 16 17:56:38.977042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'name': 'tempest-FloatingIPDetailsTestJSON-1297847898-router', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:56:30Z', 'revision_number': 3, 'project_id': '87480d75c5414d169ea85f470fb83b22', 'gw_port': {'id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:28Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:38.987896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Transition to ACTIVE for port object 913912df-7a74-414e-8c4c-23778dc4b6cc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:39.017448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=310a4a15-1f06-465b-ac92-34a93d079d85,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:39.021220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51cba1-723e-4148-8d89-5122fa644798 None None] The sync data for ids ['f34d052a-d28e-4890-bee4-ca1871c6787d'] in n-d-793618-9 is: [{'id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'name': 'tempest-FloatingIPDetailsTestJSON-1297847898-router', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:56:30Z', 'revision_number': 3, 'project_id': '87480d75c5414d169ea85f470fb83b22', 'gw_port': {'id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:28Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:39.035142 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.187942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0505da-cac8-4bf2-99f6-1eb2821b552a None None] Pushing event updated for resources: {'Port': ['ID=913912df-7a74-414e-8c4c-23778dc4b6cc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:39.210840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Attempting to bind port 913912df-7a74-414e-8c4c-23778dc4b6cc on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:39.211219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Attempting to bind port 913912df-7a74-414e-8c4c-23778dc4b6cc by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:39.211592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Attempting to bind port 913912df-7a74-414e-8c4c-23778dc4b6cc on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:39.220809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:39.221205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:39.221639 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.224377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:39.224996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Bound port: 913912df-7a74-414e-8c4c-23778dc4b6cc, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:39.225430 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.279390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 528cf423-8928-41bd-86fb-9d261bae9334 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:39.288416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1db22cd9-3dc9-40a1-849f-0301b6aecddc req-6ebf0c64-e88a-4b4e-a4b3-a5a0b7387ea8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808386 Jul 16 17:56:39.299943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Router f34d052a-d28e-4890-bee4-ca1871c6787d has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:39.353181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.477751 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.512816 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.518671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] For port 913912df-7a74-414e-8c4c-23778dc4b6cc, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:39.522434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] For port 913912df-7a74-414e-8c4c-23778dc4b6cc, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=913912df-7a74-414e-8c4c-23778dc4b6cc,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:39.532651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 87207362-76d6-4e24-a97f-17d28640373e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=87207362-76d6-4e24-a97f-17d28640373e,segment=NetworkSegment(8660e484-5f42-46ff-b653-037d61d20a83),segment_id=8660e484-5f42-46ff-b653-037d61d20a83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:39.536302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a49a7dd-8108-4cb2-8e39-e46f4d98ea08 req-dd7e1d9c-73bf-4d18-a5df-af7c357c01ea service neutron] 10.222.0.38 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046759 Jul 16 17:56:39.538741 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.564421 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.565442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9bcebff7-150f-42a5-ba53-f69bf546e9b8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:39.576770 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-29d1df8e-1cb1-40ed-be4e-704b03c6e670 req-35f34fe0-0e8c-4b7a-88cd-3814738a296b service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8839674 Jul 16 17:56:39.582604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Transition to ACTIVE for port object 32cc91a5-b497-475a-8458-0ec560943459 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:39.586890 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ce63fab5-3459-407b-bdbd-7bf43a94b13b req-9123fe2b-78e6-4e81-afc4-8567b85b5d2f service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9365318 Jul 16 17:56:39.590007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc21d61-7ee7-4f94-a772-f2ecf416fb3a req-fc986d66-c66f-4e10-8197-d69c533b786d tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:39.600571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6bc21d61-7ee7-4f94-a772-f2ecf416fb3a req-fc986d66-c66f-4e10-8197-d69c533b786d tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 950 time: 0.6828132 Jul 16 17:56:39.674812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6bc21d61-7ee7-4f94-a772-f2ecf416fb3a req-3273f7f8-aa6b-49f1-9471-dbda2800f4c8 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728543 Jul 16 17:56:39.711663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:39.738945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e163cf53-e4dc-49d9-97df-0f4ac03a0bc7 admin admin] 10.222.0.52 "PUT /v2.0/routers/f34d052a-d28e-4890-bee4-ca1871c6787d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1107702 Jul 16 17:56:39.761061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24e0e5-92d9-4ba1-a8b5-4023cc9b936a req-f9e18255-fb5a-4981-8a8b-cb201248754f tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:39.770232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef24e0e5-92d9-4ba1-a8b5-4023cc9b936a req-f9e18255-fb5a-4981-8a8b-cb201248754f tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.2949119 Jul 16 17:56:39.850095 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef24e0e5-92d9-4ba1-a8b5-4023cc9b936a req-e72f6000-0dec-461e-a071-2995ce4c3789 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774868 Jul 16 17:56:39.857733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.913148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 528cf423-8928-41bd-86fb-9d261bae9334, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=528cf423-8928-41bd-86fb-9d261bae9334,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:39.917924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e7e525aa-1b16-46eb-8f04-d3bd4b3a862a None None] Provisioning for port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:39.935214 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-29d1df8e-1cb1-40ed-be4e-704b03c6e670 req-2811ce28-adec-479b-9b5a-da53106e1469 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327184 Jul 16 17:56:39.992904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e7e525aa-1b16-46eb-8f04-d3bd4b3a862a None None] Provisioning complete for port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:39.993284 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7e525aa-1b16-46eb-8f04-d3bd4b3a862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.997029 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Network 90b1160a-6d64-42a0-a364-d03b441cd932 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:39.999953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '528cf423-8928-41bd-86fb-9d261bae9334', 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824', 'port_id': '528cf423-8928-41bd-86fb-9d261bae9334', 'mac_address': 'fa:16:3e:e7:87:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fcf0283-1e74-4377-9888-6e17cf44522e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:40.000481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Pushing event updated for resources: {'Port': ['ID=32cc91a5-b497-475a-8458-0ec560943459,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.010605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:40.015234 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:40.035095 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.039133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd69e-2867-4f28-9ed4-77fbf021372b req-dcf9a0a3-16cd-4de1-9f40-bfc183e5333a tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.044221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-847bd69e-2867-4f28-9ed4-77fbf021372b req-dcf9a0a3-16cd-4de1-9f40-bfc183e5333a tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.1903145 Jul 16 17:56:40.086314 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0505da-cac8-4bf2-99f6-1eb2821b552a None None] Pushing event updated for resources: {'Port': ['ID=913912df-7a74-414e-8c4c-23778dc4b6cc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.098155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Routers {'adf3e041-a318-4fc0-ba8a-83efd30a2e69'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:40.098798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['adf3e041-a318-4fc0-ba8a-83efd30a2e69'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:40.138147 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-847bd69e-2867-4f28-9ed4-77fbf021372b req-195a415b-c972-45b9-ba3a-06b5144aa894 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796669 Jul 16 17:56:40.379725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e7e525aa-1b16-46eb-8f04-d3bd4b3a862a None None] Port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:40.388928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62503552-ac69-4476-8a83-50fdb35d44a5 req-1edcd9da-e91b-47ac-bdda-6b4548df32d5 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.398313 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62503552-ac69-4476-8a83-50fdb35d44a5 req-1edcd9da-e91b-47ac-bdda-6b4548df32d5 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 932 time: 0.1224718 Jul 16 17:56:40.456046 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.457875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:40.458226 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.485388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.486120 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.501442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=87207362-76d6-4e24-a97f-17d28640373e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.518891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e7e525aa-1b16-46eb-8f04-d3bd4b3a862a None None] Provisioning complete for port 310a4a15-1f06-465b-ac92-34a93d079d85 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:40.519099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62503552-ac69-4476-8a83-50fdb35d44a5 req-88ac88a8-3337-465e-864e-6b842e241918 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/security-groups?id=2edfc220-c7e9-4348-ba76-502cd5498fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174147 Jul 16 17:56:40.519288 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7e525aa-1b16-46eb-8f04-d3bd4b3a862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.532547 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-9d392a15-7dca-4aba-9954-49525e0402b1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5597889 Jul 16 17:56:40.538804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528cf423-8928-41bd-86fb-9d261bae9334 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:40.553721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Request body: {'port': {'device_id': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:40.589605 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.607148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] Set router adf3e041-a318-4fc0-ba8a-83efd30a2e69 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:40.613199 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d05ca-3a09-4889-beeb-ad18d0b4227c req-46ed2ffe-a4ec-42c2-a2a6-0b78e58fd569 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.614846 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-492d05ca-3a09-4889-beeb-ad18d0b4227c req-46ed2ffe-a4ec-42c2-a2a6-0b78e58fd569 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.38 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 950 time: 0.3961012 Jul 16 17:56:40.615967 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.654344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 528cf423-8928-41bd-86fb-9d261bae9334, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=528cf423-8928-41bd-86fb-9d261bae9334,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:40.662140 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e7e525aa-1b16-46eb-8f04-d3bd4b3a862a None None] Port 310a4a15-1f06-465b-ac92-34a93d079d85 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:40.670138 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.740128 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-5b23f974-1329-4efe-bd5e-c699b17dc838 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3626683 Jul 16 17:56:40.778123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.779086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:40.784149 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Pushing event updated for resources: {'Port': ['ID=55cfcfb2-e68e-42ea-9ac9-f310d942d233,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.801776 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.822484 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.834967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=528cf423-8928-41bd-86fb-9d261bae9334,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.847724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19b2b6-66ef-4a46-89d0-acadb9c72961 req-28d5a7a6-9ade-49c6-aa24-20b0f7b2e531 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.849456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae19b2b6-66ef-4a46-89d0-acadb9c72961 req-28d5a7a6-9ade-49c6-aa24-20b0f7b2e531 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 944 time: 0.1079631 Jul 16 17:56:40.886312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-596a81f8-6320-443d-b512-126e70dc12b5 None None] Provisioning for port 32cc91a5-b497-475a-8458-0ec560943459 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:40.896252 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-596a81f8-6320-443d-b512-126e70dc12b5 None None] Provisioning complete for port 32cc91a5-b497-475a-8458-0ec560943459 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:40.896482 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-596a81f8-6320-443d-b512-126e70dc12b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.933053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['528cf423-8928-41bd-86fb-9d261bae9334'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:40.968354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae19b2b6-66ef-4a46-89d0-acadb9c72961 req-2d821f53-6c5c-45be-a2b8-8545aeb8726c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063511 Jul 16 17:56:41.027258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-596a81f8-6320-443d-b512-126e70dc12b5 None None] Port 32cc91a5-b497-475a-8458-0ec560943459 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:41.076794 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.104554 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-492d05ca-3a09-4889-beeb-ad18d0b4227c req-d06878a2-229b-495c-8f5e-8c1aa845a202 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Deleting port 64f552c3-cb7f-43de-a686-0816e75fba59 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:41.105045 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-492d05ca-3a09-4889-beeb-ad18d0b4227c req-d06878a2-229b-495c-8f5e-8c1aa845a202 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.113774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'name': 'tempest-AttachSCSIVolumeTestJSON-801804804-router', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:32Z', 'updated_at': '2021-07-16T17:56:39Z', 'revision_number': 4, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'gw_port': {'id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:33Z', 'updated_at': '2021-07-16T17:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '55cfcfb2-e68e-42ea-9ac9-f310d942d233', 'name': '', 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'mac_address': 'fa:16:3e:14:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1476bf8-e226-41d9-9aba-26c63e6408ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:37Z', 'updated_at': '2021-07-16T17:56:38Z', 'revision_number': 1, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'subnets': [{'id': 'a1476bf8-e226-41d9-9aba-26c63e6408ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:41.145768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Network 1feb633f-6030-4b4e-91ba-67c9dbc11c8c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:41.172156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:41.179716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267feb8-f33d-4e4e-8b85-f64acb1f139e None None] The sync data for ids ['adf3e041-a318-4fc0-ba8a-83efd30a2e69'] in n-d-793618-9 is: [{'id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'name': 'tempest-AttachSCSIVolumeTestJSON-801804804-router', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:32Z', 'updated_at': '2021-07-16T17:56:39Z', 'revision_number': 4, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'gw_port': {'id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:33Z', 'updated_at': '2021-07-16T17:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '55cfcfb2-e68e-42ea-9ac9-f310d942d233', 'name': '', 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'mac_address': 'fa:16:3e:14:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1476bf8-e226-41d9-9aba-26c63e6408ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:37Z', 'updated_at': '2021-07-16T17:56:38Z', 'revision_number': 1, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'subnets': [{'id': 'a1476bf8-e226-41d9-9aba-26c63e6408ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:41.217844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 267a01ef-1ac4-44d8-af84-e5bd74787325 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:41.319597 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 267a01ef-1ac4-44d8-af84-e5bd74787325 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:41.325006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 267a01ef-1ac4-44d8-af84-e5bd74787325 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:41.325562 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.328714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Allocated IP 172.25.8.161 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/17a60ae1-5e84-428e-b983-f84d57d541c5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:41.366507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cd93b-5571-4f65-bfa9-cbb7a8473aa4 req-265079c0-4288-44ca-8d9f-e43b1c9b98d1 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.368981 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e06cd93b-5571-4f65-bfa9-cbb7a8473aa4 req-265079c0-4288-44ca-8d9f-e43b1c9b98d1 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/ports?device_id=673d2957-8650-434b-8efe-cb677efa64d3 HTTP/1.1" status: 200 len: 950 time: 0.1854849 Jul 16 17:56:41.430055 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.463993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 267a01ef-1ac4-44d8-af84-e5bd74787325, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=267a01ef-1ac4-44d8-af84-e5bd74787325,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:41.475297 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.476268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e497c0db-9c19-45df-b178-a08f56fbf954 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:41.538961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-492d05ca-3a09-4889-beeb-ad18d0b4227c req-d06878a2-229b-495c-8f5e-8c1aa845a202 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] For port 64f552c3-cb7f-43de-a686-0816e75fba59, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=64f552c3-cb7f-43de-a686-0816e75fba59,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:41.539560 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-492d05ca-3a09-4889-beeb-ad18d0b4227c req-d06878a2-229b-495c-8f5e-8c1aa845a202 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.563521 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-492d05ca-3a09-4889-beeb-ad18d0b4227c req-d06878a2-229b-495c-8f5e-8c1aa845a202 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Calling delete_port for 64f552c3-cb7f-43de-a686-0816e75fba59 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:41.585706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Router adf3e041-a318-4fc0-ba8a-83efd30a2e69 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:41.592677 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15ec4179-2a92-4381-8823-d81b175314ff None None] Provisioning complete for port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:41.593165 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15ec4179-2a92-4381-8823-d81b175314ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.597277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=267a01ef-1ac4-44d8-af84-e5bd74787325,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:41.651502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port e497c0db-9c19-45df-b178-a08f56fbf954 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:41.654189 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-15ec4179-2a92-4381-8823-d81b175314ff None None] Port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:41.658037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e497c0db-9c19-45df-b178-a08f56fbf954 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:41.658405 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.731736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cc91a5-b497-475a-8458-0ec560943459 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:41.741912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.752793 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.754115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e06cd93b-5571-4f65-bfa9-cbb7a8473aa4 req-b7ab9e75-6755-4285-9421-52ed1e557048 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.52 "GET /v2.0/security-groups?id=55ccd56d-a2ff-437e-91df-bb809e900466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781319 Jul 16 17:56:41.784681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Transition to ACTIVE for port object 32cc91a5-b497-475a-8458-0ec560943459 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:41.790543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port e497c0db-9c19-45df-b178-a08f56fbf954, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e497c0db-9c19-45df-b178-a08f56fbf954,segment=NetworkSegment(703078ad-96d9-4887-8ff5-f111e8912b83),segment_id=703078ad-96d9-4887-8ff5-f111e8912b83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:41.800559 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.803631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 87207362-76d6-4e24-a97f-17d28640373e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:41.805481 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.873915 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.906656 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.939147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=e497c0db-9c19-45df-b178-a08f56fbf954,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:41.962228 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-492d05ca-3a09-4889-beeb-ad18d0b4227c req-d06878a2-229b-495c-8f5e-8c1aa845a202 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.972449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Pushing event updated for resources: {'Port': ['ID=32cc91a5-b497-475a-8458-0ec560943459,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:41.974102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['64f552c3-cb7f-43de-a686-0816e75fba59'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:41.990810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Pushing event updated for resources: {'Port': ['ID=17a60ae1-5e84-428e-b983-f84d57d541c5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:42.010171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:42.022078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:42.033717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:42.038146 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Sync routers for ids ['f34d052a-d28e-4890-bee4-ca1871c6787d'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:42.051541 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-52ab6ee7-be83-4cf1-a251-e607c2a07178 admin admin] 10.222.0.52 "PUT /v2.0/routers/adf3e041-a318-4fc0-ba8a-83efd30a2e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3775058 Jul 16 17:56:42.051781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:42.075580 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Routers {'f34d052a-d28e-4890-bee4-ca1871c6787d'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:42.076230 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f34d052a-d28e-4890-bee4-ca1871c6787d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:42.080563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06878a2-229b-495c-8f5e-8c1aa845a202 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Pushing event deleted for resources: {'Port': ['ID=64f552c3-cb7f-43de-a686-0816e75fba59,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:42.084745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 87207362-76d6-4e24-a97f-17d28640373e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:42.085404 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.130911 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.196659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e1df8-9fb2-48da-9f6f-2370b69c6878 req-417d764b-a559-4e08-a43b-b49e41a10d7a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.210090 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca5e1df8-9fb2-48da-9f6f-2370b69c6878 req-417d764b-a559-4e08-a43b-b49e41a10d7a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.2082305 Jul 16 17:56:42.259245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-492d05ca-3a09-4889-beeb-ad18d0b4227c req-d06878a2-229b-495c-8f5e-8c1aa845a202 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] No DVR routers for this DVR port 64f552c3-cb7f-43de-a686-0816e75fba59 on host n-h1-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:42.287919 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-492d05ca-3a09-4889-beeb-ad18d0b4227c req-d06878a2-229b-495c-8f5e-8c1aa845a202 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.290035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:42.305076 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-492d05ca-3a09-4889-beeb-ad18d0b4227c req-d06878a2-229b-495c-8f5e-8c1aa845a202 tempest-DeleteServersAdminTestJSON-1309047346 tempest-DeleteServersAdminTestJSON-1309047346-project] 10.222.0.38 "DELETE /v2.0/ports/64f552c3-cb7f-43de-a686-0816e75fba59 HTTP/1.1" status: 204 len: 173 time: 1.6770866 Jul 16 17:56:42.313720 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673d2957-8650-434b-8efe-cb677efa64d3', 'name': 'network-vif-deleted', 'tag': '64f552c3-cb7f-43de-a686-0816e75fba59'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:42.316039 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423d095d-4321-40b1-a660-99c2ddd9cb42" -d '{"events": [{"server_uuid": "673d2957-8650-434b-8efe-cb677efa64d3", "name": "network-vif-deleted", "tag": "64f552c3-cb7f-43de-a686-0816e75fba59"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:42.400035 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca5e1df8-9fb2-48da-9f6f-2370b69c6878 req-d5b40822-714b-44a4-9c39-b77146180025 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870773 Jul 16 17:56:42.413739 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Set router f34d052a-d28e-4890-bee4-ca1871c6787d gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:42.429065 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.433706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Attempting to bind port 32cc91a5-b497-475a-8458-0ec560943459 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:42.434100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Attempting to bind port 32cc91a5-b497-475a-8458-0ec560943459 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:42.434491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Attempting to bind port 32cc91a5-b497-475a-8458-0ec560943459 on network 90b1160a-6d64-42a0-a364-d03b441cd932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:42.439894 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Port 32cc91a5-b497-475a-8458-0ec560943459 on network 90b1160a-6d64-42a0-a364-d03b441cd932 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:42.440388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Attempting to bind port 32cc91a5-b497-475a-8458-0ec560943459 on network 90b1160a-6d64-42a0-a364-d03b441cd932 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:42.455704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:42.456347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Checking segment: {'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:42.457823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Bound using segment: {'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:42.458594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Bound port: 32cc91a5-b497-475a-8458-0ec560943459, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a403f94b-ab23-4440-adc8-8807b64b7b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:42.462100 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.477706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:42.478237 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.648675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] For port 32cc91a5-b497-475a-8458-0ec560943459, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:42.653285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] For port 32cc91a5-b497-475a-8458-0ec560943459, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=32cc91a5-b497-475a-8458-0ec560943459,segment=NetworkSegment(a403f94b-ab23-4440-adc8-8807b64b7b76),segment_id=a403f94b-ab23-4440-adc8-8807b64b7b76)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:42.666095 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.743006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.743639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.745087 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] 10.222.0.42 "PUT /v2.0/ports/32cc91a5-b497-475a-8458-0ec560943459 HTTP/1.1" status: 200 len: 1092 time: 2.2009816 Jul 16 17:56:42.885421 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'name': 'tempest-FloatingIPDetailsTestJSON-1297847898-router', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 4, 'project_id': '87480d75c5414d169ea85f470fb83b22', 'gw_port': {'id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:28Z', 'updated_at': '2021-07-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '310a4a15-1f06-465b-ac92-34a93d079d85', 'name': '', 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'mac_address': 'fa:16:3e:52:fc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'aa131bfd-71d5-4237-b756-bf0b4fec0272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:35Z', 'updated_at': '2021-07-16T17:56:38Z', 'revision_number': 2, 'project_id': '87480d75c5414d169ea85f470fb83b22', 'subnets': [{'id': 'aa131bfd-71d5-4237-b756-bf0b4fec0272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:42.945598 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Checking router: f34d052a-d28e-4890-bee4-ca1871c6787d for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:42.945961 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Updating router f34d052a-d28e-4890-bee4-ca1871c6787d port 310a4a15-1f06-465b-ac92-34a93d079d85 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:43.014449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdc64c-7c12-42a6-a4a8-0c96d0e72afe service neutron] Pushing event updated for resources: {'Port': ['ID=32cc91a5-b497-475a-8458-0ec560943459,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:43.016763 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.035329 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.081567 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.111037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-861cf9d2-de93-4402-86fb-8fe6c53eca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:43.113219 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-861cf9d2-de93-4402-86fb-8fe6c53eca41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=533887803743444da898d4eef637f76e&device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 1095 time: 0.3019454 Jul 16 17:56:43.296768 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 267a01ef-1ac4-44d8-af84-e5bd74787325 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:43.354550 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.380127 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-6b0ac889-0308-4780-89e9-c2cafc7d6565 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32cc91a5-b497-475a-8458-0ec560943459 HTTP/1.1" status: 200 len: 217 time: 0.2569017 Jul 16 17:56:43.395027 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 528cf423-8928-41bd-86fb-9d261bae9334 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:43.454304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Pushing event updated for resources: {'Port': ['ID=17a60ae1-5e84-428e-b983-f84d57d541c5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:43.501082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-55277a9e-0ff7-453c-9a57-b0e445ed0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:43.504313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8f0bc-595f-41f3-bc62-bf62d94551e5 req-0b675e62-3d5a-45f4-8fe8-73e48b64a5aa tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:43.504848 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-55277a9e-0ff7-453c-9a57-b0e445ed0618 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=095d44bf-efbd-48fe-8315-8acf43a7738a HTTP/1.1" status: 200 len: 868 time: 0.1166894 Jul 16 17:56:43.506006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75a8f0bc-595f-41f3-bc62-bf62d94551e5 req-0b675e62-3d5a-45f4-8fe8-73e48b64a5aa tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.6565120 Jul 16 17:56:43.544880 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.554512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-48dbdf07-45c5-45b0-a959-5c4152dde965 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7998693 Jul 16 17:56:43.669293 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-4826c2e3-d9a3-4728-8e7f-be23853454c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:43.671032 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-4826c2e3-d9a3-4728-8e7f-be23853454c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90b1160a-6d64-42a0-a364-d03b441cd932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566131 Jul 16 17:56:43.713270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 267a01ef-1ac4-44d8-af84-e5bd74787325 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:43.716207 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.725832 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 528cf423-8928-41bd-86fb-9d261bae9334 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:43.756334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-a47c1410-c3f7-441e-bede-523b70ad0a1f tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.161 HTTP/1.1" status: 200 len: 696 time: 0.1973903 Jul 16 17:56:43.805719 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 528cf423-8928-41bd-86fb-9d261bae9334 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:43.806837 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.846789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75a8f0bc-595f-41f3-bc62-bf62d94551e5 req-63822263-a1e8-4956-b17d-67021f253370 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136864 Jul 16 17:56:44.009833 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-28d976e9-4bf7-46fe-b985-650e1ab0e038 service neutron] 10.222.0.42 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298481 Jul 16 17:56:44.034635 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.061970 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Transition to ACTIVE for port object 310a4a15-1f06-465b-ac92-34a93d079d85 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:44.074450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-06fcaa2b-7dc0-4cbb-abdc-ff25d038a509 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.081746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-06fcaa2b-7dc0-4cbb-abdc-ff25d038a509 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.3238173 Jul 16 17:56:44.090995 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.096150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-6ad63102-d0c5-44dc-9610-2268b6f0b345 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:56:44.110757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a88ca70d-990e-4237-bf09-b85becebdcb3 req-6ad63102-d0c5-44dc-9610-2268b6f0b345 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0278456 Jul 16 17:56:44.175810 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac9705-1e28-4204-8553-bb1887b1d564 None None] Pushing event updated for resources: {'Port': ['ID=310a4a15-1f06-465b-ac92-34a93d079d85,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:44.247224 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7add7ed6-d967-42d1-aeb0-3a0d13b315b5 req-cd35f5c3-ca9b-422f-8882-cb85f5c303bc service neutron] 10.222.0.42 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300451 Jul 16 17:56:44.265974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511c990-4738-477f-b266-6d479bef1eb3 req-382189d5-4b23-4da9-b510-345706240600 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.277077 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1511c990-4738-477f-b266-6d479bef1eb3 req-382189d5-4b23-4da9-b510-345706240600 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 944 time: 0.1636879 Jul 16 17:56:44.399051 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Attempting to bind port 310a4a15-1f06-465b-ac92-34a93d079d85 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:44.399555 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Attempting to bind port 310a4a15-1f06-465b-ac92-34a93d079d85 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '85e91c3b-385b-40d8-a2ec-ab3fa1455a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:44.400033 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Attempting to bind port 310a4a15-1f06-465b-ac92-34a93d079d85 on network dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:44.407792 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:44.408174 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Checking segment: {'id': '85e91c3b-385b-40d8-a2ec-ab3fa1455a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:44.408694 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.409159 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Bound using segment: {'id': '85e91c3b-385b-40d8-a2ec-ab3fa1455a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:44.409785 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Bound port: 310a4a15-1f06-465b-ac92-34a93d079d85, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e91c3b-385b-40d8-a2ec-ab3fa1455a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:44.410305 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.451145 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1511c990-4738-477f-b266-6d479bef1eb3 req-ab1e4866-0dae-4745-a135-515dd9172f01 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/security-groups?id=2edfc220-c7e9-4348-ba76-502cd5498fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727612 Jul 16 17:56:44.466494 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e497c0db-9c19-45df-b178-a08f56fbf954 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:44.547314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609acb6-e580-4e84-8aea-06fca8ba4ef1 req-aa14dccd-1a3e-4d52-bbc6-e0a7f918b88e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.555554 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.567027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e609acb6-e580-4e84-8aea-06fca8ba4ef1 req-aa14dccd-1a3e-4d52-bbc6-e0a7f918b88e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 944 time: 0.2433281 Jul 16 17:56:44.575910 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] For port 310a4a15-1f06-465b-ac92-34a93d079d85, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:44.583067 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] For port 310a4a15-1f06-465b-ac92-34a93d079d85, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=310a4a15-1f06-465b-ac92-34a93d079d85,segment=NetworkSegment(85e91c3b-385b-40d8-a2ec-ab3fa1455a0d),segment_id=85e91c3b-385b-40d8-a2ec-ab3fa1455a0d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:44.590565 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9160e6-aa32-4ab9-ab35-68fc4824d6b6 x-openstack-request-id: req-8c9160e6-aa32-4ab9-ab35-68fc4824d6b6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:44.591098 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673d2957-8650-434b-8efe-cb677efa64d3", "name": "network-vif-deleted", "tag": "64f552c3-cb7f-43de-a686-0816e75fba59", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:44.591371 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c9160e6-aa32-4ab9-ab35-68fc4824d6b6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:44.591822 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673d2957-8650-434b-8efe-cb677efa64d3', 'name': 'network-vif-deleted', 'tag': '64f552c3-cb7f-43de-a686-0816e75fba59', 'status': 'completed', 'code': 200} Jul 16 17:56:44.598673 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e497c0db-9c19-45df-b178-a08f56fbf954 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:44.599093 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.614200 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.671839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 528cf423-8928-41bd-86fb-9d261bae9334, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=528cf423-8928-41bd-86fb-9d261bae9334,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:44.673896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381653eb-c839-4e54-91ce-134c95b4f684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528cf423-8928-41bd-86fb-9d261bae9334'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:44.676592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e609acb6-e580-4e84-8aea-06fca8ba4ef1 req-bd5597cd-eff8-4bae-9c7f-d669f2899c4b tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083248 Jul 16 17:56:44.677029 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3276817e-dc00-4019-87c1-75ab9208590a" -d '{"events": [{"server_uuid": "381653eb-c839-4e54-91ce-134c95b4f684", "name": "network-vif-plugged", "status": "completed", "tag": "528cf423-8928-41bd-86fb-9d261bae9334"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:44.692536 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.756046 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac9705-1e28-4204-8553-bb1887b1d564 None None] Pushing event updated for resources: {'Port': ['ID=310a4a15-1f06-465b-ac92-34a93d079d85,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:44.780137 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Routers {'f34d052a-d28e-4890-bee4-ca1871c6787d'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:44.781893 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f34d052a-d28e-4890-bee4-ca1871c6787d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:44.796991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=528cf423-8928-41bd-86fb-9d261bae9334,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:45.153478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 913912df-7a74-414e-8c4c-23778dc4b6cc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:45.160525 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] Set router f34d052a-d28e-4890-bee4-ca1871c6787d gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:45.270994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe039988-48a2-4d9a-9be6-ed18cb6c4972 req-ce66371b-48a1-46b6-be18-a26dcaa9ace5 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:45.302517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe039988-48a2-4d9a-9be6-ed18cb6c4972 req-ce66371b-48a1-46b6-be18-a26dcaa9ace5 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.3966808 Jul 16 17:56:45.342056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 64f552c3-cb7f-43de-a686-0816e75fba59 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:45.430295 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 64f552c3-cb7f-43de-a686-0816e75fba59 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:45.430542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 64f552c3-cb7f-43de-a686-0816e75fba59 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:45.464421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 913912df-7a74-414e-8c4c-23778dc4b6cc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:45.468179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 913912df-7a74-414e-8c4c-23778dc4b6cc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:45.468482 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.536073 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'name': 'tempest-FloatingIPDetailsTestJSON-1297847898-router', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 4, 'project_id': '87480d75c5414d169ea85f470fb83b22', 'gw_port': {'id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:28Z', 'updated_at': '2021-07-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '310a4a15-1f06-465b-ac92-34a93d079d85', 'name': '', 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'mac_address': 'fa:16:3e:52:fc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'aa131bfd-71d5-4237-b756-bf0b4fec0272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:35Z', 'updated_at': '2021-07-16T17:56:44Z', 'revision_number': 4, 'project_id': '87480d75c5414d169ea85f470fb83b22', 'subnets': [{'id': 'aa131bfd-71d5-4237-b756-bf0b4fec0272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:45.543370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe039988-48a2-4d9a-9be6-ed18cb6c4972 req-d3328c08-23c2-4ec7-8728-9771ffb9d157 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393467 Jul 16 17:56:45.581116 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b09ee-3e7c-4adc-b000-b1111566c902 None None] The sync data for ids ['f34d052a-d28e-4890-bee4-ca1871c6787d'] in n-d-793618-9 is: [{'id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'name': 'tempest-FloatingIPDetailsTestJSON-1297847898-router', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 4, 'project_id': '87480d75c5414d169ea85f470fb83b22', 'gw_port': {'id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:28Z', 'updated_at': '2021-07-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '310a4a15-1f06-465b-ac92-34a93d079d85', 'name': '', 'network_id': 'dcfeaa9d-538f-4745-9572-cdd7b06b0ce5', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'mac_address': 'fa:16:3e:52:fc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'aa131bfd-71d5-4237-b756-bf0b4fec0272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:35Z', 'updated_at': '2021-07-16T17:56:44Z', 'revision_number': 4, 'project_id': '87480d75c5414d169ea85f470fb83b22', 'subnets': [{'id': 'aa131bfd-71d5-4237-b756-bf0b4fec0272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:45.593347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-29091275-7ab6-4ddf-9dcc-b73dcf14901c tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5396020 Jul 16 17:56:45.619190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:45.672222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.707052 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.746046 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91bd730-0779-4831-aa4b-6c28d42cd14b x-openstack-request-id: req-b91bd730-0779-4831-aa4b-6c28d42cd14b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:45.746881 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381653eb-c839-4e54-91ce-134c95b4f684", "name": "network-vif-plugged", "status": "completed", "tag": "528cf423-8928-41bd-86fb-9d261bae9334", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:45.747152 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b91bd730-0779-4831-aa4b-6c28d42cd14b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:45.747533 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381653eb-c839-4e54-91ce-134c95b4f684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528cf423-8928-41bd-86fb-9d261bae9334', 'code': 200} Jul 16 17:56:45.752052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 913912df-7a74-414e-8c4c-23778dc4b6cc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=913912df-7a74-414e-8c4c-23778dc4b6cc,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:45.757594 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.959523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=913912df-7a74-414e-8c4c-23778dc4b6cc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:45.980214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552433e-5b7b-47fc-9f5c-e411b076a9d7 req-dd5c2c61-c091-403a-ac41-1482c43ef576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:45.985446 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8552433e-5b7b-47fc-9f5c-e411b076a9d7 req-dd5c2c61-c091-403a-ac41-1482c43ef576 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 1096 time: 0.1561036 Jul 16 17:56:46.002697 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.049237 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8552433e-5b7b-47fc-9f5c-e411b076a9d7 req-b8002390-cd0b-4e88-9327-038d07477544 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561402 Jul 16 17:56:46.090808 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Sync routers for ids ['adf3e041-a318-4fc0-ba8a-83efd30a2e69'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:46.104949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Routers {'adf3e041-a318-4fc0-ba8a-83efd30a2e69'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:46.106692 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['adf3e041-a318-4fc0-ba8a-83efd30a2e69'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:46.226920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Allocated IP 172.25.8.113 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/0ea66fc8-d909-458b-945e-52723c0ae909) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:46.256042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Set router adf3e041-a318-4fc0-ba8a-83efd30a2e69 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:46.495038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f4494-1618-4d71-8ccd-2f5a2b9ff3d8 req-31e3a8d3-3e32-4891-aca4-7accff33eefe tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:46.497172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc9f4494-1618-4d71-8ccd-2f5a2b9ff3d8 req-31e3a8d3-3e32-4891-aca4-7accff33eefe tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.1818383 Jul 16 17:56:46.562067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc9f4494-1618-4d71-8ccd-2f5a2b9ff3d8 req-8972d83f-92e5-4906-8447-cf417963ced5 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542161 Jul 16 17:56:46.565458 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.600233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'tag': '32cc91a5-b497-475a-8458-0ec560943459'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:46.603470 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e409d6-055c-48bd-b8ea-06dd02dfd901" -d '{"events": [{"name": "network-changed", "server_uuid": "42eb4d52-7c00-4c24-bba2-09ba5b29cfcf", "tag": "32cc91a5-b497-475a-8458-0ec560943459"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:46.642930 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'name': 'tempest-AttachSCSIVolumeTestJSON-801804804-router', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:32Z', 'updated_at': '2021-07-16T17:56:39Z', 'revision_number': 4, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'gw_port': {'id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:33Z', 'updated_at': '2021-07-16T17:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '55cfcfb2-e68e-42ea-9ac9-f310d942d233', 'name': '', 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'mac_address': 'fa:16:3e:14:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1476bf8-e226-41d9-9aba-26c63e6408ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:37Z', 'updated_at': '2021-07-16T17:56:40Z', 'revision_number': 2, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'subnets': [{'id': 'a1476bf8-e226-41d9-9aba-26c63e6408ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:46.663419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.687433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Checking router: adf3e041-a318-4fc0-ba8a-83efd30a2e69 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:46.687800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Updating router adf3e041-a318-4fc0-ba8a-83efd30a2e69 port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:46.728620 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.737294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:46.748935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:46.756831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:46.814933 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.919060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Pushing event updated for resources: {'Port': ['ID=0ea66fc8-d909-458b-945e-52723c0ae909,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:46.976953 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.036763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613c267-3764-4958-a20e-35940bd2cc46 req-9d7cd9a1-6bbd-4e84-b6c4-6d7f00f5ef8c tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:47.044332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e613c267-3764-4958-a20e-35940bd2cc46 req-9d7cd9a1-6bbd-4e84-b6c4-6d7f00f5ef8c tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 944 time: 0.2208471 Jul 16 17:56:47.150635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e613c267-3764-4958-a20e-35940bd2cc46 req-38421564-638b-463d-bf67-a4a7dcd04aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/security-groups?id=2edfc220-c7e9-4348-ba76-502cd5498fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051166 Jul 16 17:56:47.227989 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.242170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Transition to ACTIVE for port object 55cfcfb2-e68e-42ea-9ac9-f310d942d233 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:47.251185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 310a4a15-1f06-465b-ac92-34a93d079d85 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:47.255479 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.304834 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:56:47.429900 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40010a-eaaf-4433-b14d-32ec5d9515d6 None None] Pushing event updated for resources: {'Port': ['ID=55cfcfb2-e68e-42ea-9ac9-f310d942d233,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:47.435563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Attempting to bind port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:47.435941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Attempting to bind port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '703078ad-96d9-4887-8ff5-f111e8912b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:47.436308 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Attempting to bind port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 on network 1feb633f-6030-4b4e-91ba-67c9dbc11c8c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:47.445055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:47.450782 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Checking segment: {'id': '703078ad-96d9-4887-8ff5-f111e8912b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:47.451300 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.451727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Bound using segment: {'id': '703078ad-96d9-4887-8ff5-f111e8912b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:47.452604 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Bound port: 55cfcfb2-e68e-42ea-9ac9-f310d942d233, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703078ad-96d9-4887-8ff5-f111e8912b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:47.453136 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.483483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 32cc91a5-b497-475a-8458-0ec560943459 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:47.491203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.505488 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 310a4a15-1f06-465b-ac92-34a93d079d85 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:47.508978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.543375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 310a4a15-1f06-465b-ac92-34a93d079d85 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:47.543375 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.632592 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:56:47.640305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Pushing event updated for resources: {'Port': ['ID=0ea66fc8-d909-458b-945e-52723c0ae909,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:47.666050 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.707060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] For port 55cfcfb2-e68e-42ea-9ac9-f310d942d233, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:47.710386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] For port 55cfcfb2-e68e-42ea-9ac9-f310d942d233, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=55cfcfb2-e68e-42ea-9ac9-f310d942d233,segment=NetworkSegment(703078ad-96d9-4887-8ff5-f111e8912b83),segment_id=703078ad-96d9-4887-8ff5-f111e8912b83)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:47.724435 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.725407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-28151168-b971-4baa-8ee2-77f17310b747 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1250246 Jul 16 17:56:47.743765 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.844532 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-db2a0234-d85e-40ad-b99d-1e0e44f00be1 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.1061344 Jul 16 17:56:47.858647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 32cc91a5-b497-475a-8458-0ec560943459, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=32cc91a5-b497-475a-8458-0ec560943459,segment=NetworkSegment(a403f94b-ab23-4440-adc8-8807b64b7b76),segment_id=a403f94b-ab23-4440-adc8-8807b64b7b76)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:47.880543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6151e-02e0-4954-bba3-69210bee3055 req-16e31b43-b17a-4427-90fc-0452ab1f604c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:47.883113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff6151e-02e0-4954-bba3-69210bee3055 req-16e31b43-b17a-4427-90fc-0452ab1f604c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 945 time: 0.1887436 Jul 16 17:56:47.894213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40010a-eaaf-4433-b14d-32ec5d9515d6 None None] Pushing event updated for resources: {'Port': ['ID=55cfcfb2-e68e-42ea-9ac9-f310d942d233,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:47.903380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '32cc91a5-b497-475a-8458-0ec560943459', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'port_id': '32cc91a5-b497-475a-8458-0ec560943459', 'mac_address': 'fa:16:3e:ba:5c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:47.906113 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.907963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Routers {'adf3e041-a318-4fc0-ba8a-83efd30a2e69'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:47.908602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['adf3e041-a318-4fc0-ba8a-83efd30a2e69'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:48.029750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 310a4a15-1f06-465b-ac92-34a93d079d85, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=310a4a15-1f06-465b-ac92-34a93d079d85,segment=NetworkSegment(85e91c3b-385b-40d8-a2ec-ab3fa1455a0d),segment_id=85e91c3b-385b-40d8-a2ec-ab3fa1455a0d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:48.134125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-5963ae85-b6e9-4e4a-9a08-8aafe67e9c01 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.138548 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-5963ae85-b6e9-4e4a-9a08-8aafe67e9c01 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.2544739 Jul 16 17:56:48.160370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff6151e-02e0-4954-bba3-69210bee3055 req-cd8ba199-dd00-41a7-a72f-7d3a8841e9b3 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503188 Jul 16 17:56:48.164216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-7b1caa7a-61db-4d84-ba8f-dc7dec74a3cc tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:56:48.165229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46dbef08-ca72-436c-a8b3-01c018ba81e2 req-7b1caa7a-61db-4d84-ba8f-dc7dec74a3cc tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165720 Jul 16 17:56:48.265271 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.266053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 913912df-7a74-414e-8c4c-23778dc4b6cc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:48.325345 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7a3587-2789-4835-be38-2206bf80ee78 x-openstack-request-id: req-2f7a3587-2789-4835-be38-2206bf80ee78 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:48.327054 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.332980 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42eb4d52-7c00-4c24-bba2-09ba5b29cfcf", "tag": "32cc91a5-b497-475a-8458-0ec560943459", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:48.335958 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f7a3587-2789-4835-be38-2206bf80ee78 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:48.336757 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'tag': '32cc91a5-b497-475a-8458-0ec560943459', 'status': 'completed', 'code': 200} Jul 16 17:56:48.449836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=310a4a15-1f06-465b-ac92-34a93d079d85,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:48.462529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e409d6-055c-48bd-b8ea-06dd02dfd901 req-04643486-d2fe-4322-8a3f-f79166dabaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.464063 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31e409d6-055c-48bd-b8ea-06dd02dfd901 req-04643486-d2fe-4322-8a3f-f79166dabaea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=533887803743444da898d4eef637f76e&device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 1095 time: 0.1011477 Jul 16 17:56:48.466308 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] Set router adf3e041-a318-4fc0-ba8a-83efd30a2e69 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:48.505142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cc91a5-b497-475a-8458-0ec560943459 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:48.535679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 32cc91a5-b497-475a-8458-0ec560943459, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=32cc91a5-b497-475a-8458-0ec560943459,segment=NetworkSegment(a403f94b-ab23-4440-adc8-8807b64b7b76),segment_id=a403f94b-ab23-4440-adc8-8807b64b7b76)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:48.547886 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.576973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f66435-495b-404a-8b8f-b79c4bb2d3d9 req-a760c1e8-948d-4e85-a91c-2e3dedb5b554 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.578527 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19f66435-495b-404a-8b8f-b79c4bb2d3d9 req-a760c1e8-948d-4e85-a91c-2e3dedb5b554 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.1091938 Jul 16 17:56:48.623448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e409d6-055c-48bd-b8ea-06dd02dfd901 req-de0c5479-9465-41d0-a74f-9a70b01df954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.625976 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31e409d6-055c-48bd-b8ea-06dd02dfd901 req-de0c5479-9465-41d0-a74f-9a70b01df954 service neutron] 10.222.0.42 "GET /v2.0/networks?id=90b1160a-6d64-42a0-a364-d03b441cd932 HTTP/1.1" status: 200 len: 930 time: 0.1556401 Jul 16 17:56:48.635176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=32cc91a5-b497-475a-8458-0ec560943459,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:48.682947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19f66435-495b-404a-8b8f-b79c4bb2d3d9 req-56d9bf41-bdd5-4504-bb04-b474ea539533 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962873 Jul 16 17:56:48.757861 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31e409d6-055c-48bd-b8ea-06dd02dfd901 req-ed8e877d-7939-4852-9e5c-cade75ade043 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32cc91a5-b497-475a-8458-0ec560943459 HTTP/1.1" status: 200 len: 217 time: 0.1239038 Jul 16 17:56:48.762375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 913912df-7a74-414e-8c4c-23778dc4b6cc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:48.762375 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.825395 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e409d6-055c-48bd-b8ea-06dd02dfd901 req-1c7925ba-ff34-4377-bc58-293bc4b0007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.827180 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31e409d6-055c-48bd-b8ea-06dd02dfd901 req-1c7925ba-ff34-4377-bc58-293bc4b0007a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=095d44bf-efbd-48fe-8315-8acf43a7738a HTTP/1.1" status: 200 len: 868 time: 0.0609860 Jul 16 17:56:48.889135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['32cc91a5-b497-475a-8458-0ec560943459'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:48.944786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e409d6-055c-48bd-b8ea-06dd02dfd901 req-75ba3483-db88-4e67-aedf-ea0da06b4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.946536 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31e409d6-055c-48bd-b8ea-06dd02dfd901 req-75ba3483-db88-4e67-aedf-ea0da06b4aa9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90b1160a-6d64-42a0-a364-d03b441cd932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019828 Jul 16 17:56:48.978061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d032888-dafc-4231-9f94-51c647f66216 req-3d3a427e-3383-4ecb-beee-e43340adaba2 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2494433 Jul 16 17:56:48.986640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:49.005033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4626c-388e-4b23-8196-59a54473d686 req-2b125de4-f0ba-408c-b4b1-e475ad23f178 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.014100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32e4626c-388e-4b23-8196-59a54473d686 req-2b125de4-f0ba-408c-b4b1-e475ad23f178 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 945 time: 0.2464802 Jul 16 17:56:49.065934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.159609 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'name': 'tempest-AttachSCSIVolumeTestJSON-801804804-router', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:32Z', 'updated_at': '2021-07-16T17:56:39Z', 'revision_number': 4, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'gw_port': {'id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:33Z', 'updated_at': '2021-07-16T17:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '55cfcfb2-e68e-42ea-9ac9-f310d942d233', 'name': '', 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'mac_address': 'fa:16:3e:14:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1476bf8-e226-41d9-9aba-26c63e6408ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:37Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'subnets': [{'id': 'a1476bf8-e226-41d9-9aba-26c63e6408ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:49.169898 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32e4626c-388e-4b23-8196-59a54473d686 req-1c9fc5d0-aa43-404a-8038-54a4f2517899 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/security-groups?id=2edfc220-c7e9-4348-ba76-502cd5498fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547949 Jul 16 17:56:49.225170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e34033-4593-4f5d-943f-206f312cce88 None None] The sync data for ids ['adf3e041-a318-4fc0-ba8a-83efd30a2e69'] in n-d-793618-9 is: [{'id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'name': 'tempest-AttachSCSIVolumeTestJSON-801804804-router', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:32Z', 'updated_at': '2021-07-16T17:56:39Z', 'revision_number': 4, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'gw_port': {'id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:33Z', 'updated_at': '2021-07-16T17:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '55cfcfb2-e68e-42ea-9ac9-f310d942d233', 'name': '', 'network_id': '1feb633f-6030-4b4e-91ba-67c9dbc11c8c', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'mac_address': 'fa:16:3e:14:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1476bf8-e226-41d9-9aba-26c63e6408ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:37Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'subnets': [{'id': 'a1476bf8-e226-41d9-9aba-26c63e6408ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:49.270888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0045f99-9a45-4fa4-b1b9-a029c767ed8e req-9c483279-5946-4804-883d-a466b3593f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.273066 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d0045f99-9a45-4fa4-b1b9-a029c767ed8e req-9c483279-5946-4804-883d-a466b3593f64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9dade0386e484fe499bda6cdb3c54761&device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 1097 time: 0.4201593 Jul 16 17:56:49.373376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 310a4a15-1f06-465b-ac92-34a93d079d85 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:49.389759 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31e409d6-055c-48bd-b8ea-06dd02dfd901 req-00ecfb53-9393-400d-99a4-f7185e8fa2e6 service neutron] 10.222.0.42 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342697 Jul 16 17:56:49.421498 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.457951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0045f99-9a45-4fa4-b1b9-a029c767ed8e req-7e12b029-54be-4859-b19f-ef22abd90289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.459446 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d0045f99-9a45-4fa4-b1b9-a029c767ed8e req-7e12b029-54be-4859-b19f-ef22abd90289 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bc10951-92c3-4704-8bf9-19ff872c2af6 HTTP/1.1" status: 200 len: 917 time: 0.1773207 Jul 16 17:56:49.477195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 310a4a15-1f06-465b-ac92-34a93d079d85 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:49.477900 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.530323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90aed264-2ff3-46be-96d7-e52362418e3e details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:49.537601 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d0045f99-9a45-4fa4-b1b9-a029c767ed8e req-a453f793-708b-44d4-acb0-00f42e1bebb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db845fd4-bdf7-4265-873c-57fdb6f83f9b HTTP/1.1" status: 200 len: 217 time: 0.0669923 Jul 16 17:56:49.554277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1f4d0ab-68b6-4ecf-a5ec-20eeae211406 req-0117ae5d-9759-4ad5-bec0-8d92f17b9a48 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1811141883&fields=id&tenant_id=04b05764ddce42c78db71d30723ad77e HTTP/1.1" status: 200 len: 267 time: 0.1283946 Jul 16 17:56:49.684393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:49.694280 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31e409d6-055c-48bd-b8ea-06dd02dfd901 req-b2d7f257-b6a9-4c9b-bb63-7d662622ec8f service neutron] 10.222.0.42 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335653 Jul 16 17:56:49.696919 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90aed264-2ff3-46be-96d7-e52362418e3e no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:49.698931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0045f99-9a45-4fa4-b1b9-a029c767ed8e req-4671088a-7a51-4b74-956b-924f1ec85332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.700657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '90aed264-2ff3-46be-96d7-e52362418e3e', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '90aed264-2ff3-46be-96d7-e52362418e3e', 'mac_address': 'fa:16:3e:76:3e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:49.703560 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d0045f99-9a45-4fa4-b1b9-a029c767ed8e req-4671088a-7a51-4b74-956b-924f1ec85332 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dc7804-5a58-4688-b00a-35e1cfe600e1 HTTP/1.1" status: 200 len: 855 time: 0.1570969 Jul 16 17:56:49.774067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Allocated IP 172.25.8.41 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/86ae621d-a07a-454d-88bc-e58cae8825b9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:49.798569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0045f99-9a45-4fa4-b1b9-a029c767ed8e req-fdbf4da6-216b-46c5-96be-9b581b07ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.800397 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d0045f99-9a45-4fa4-b1b9-a029c767ed8e req-fdbf4da6-216b-46c5-96be-9b581b07ea9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bc10951-92c3-4704-8bf9-19ff872c2af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907977 Jul 16 17:56:49.805707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4d0ab-68b6-4ecf-a5ec-20eeae211406 req-6c47d050-89a4-4cb6-9320-82e64349e1f2 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.807794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1f4d0ab-68b6-4ecf-a5ec-20eeae211406 req-6c47d050-89a4-4cb6-9320-82e64349e1f2 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 945 time: 0.2454081 Jul 16 17:56:49.828971 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.851978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d1f4d0ab-68b6-4ecf-a5ec-20eeae211406 req-91f93de8-31c9-4404-9cc4-00ffa1737b8c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'port': {'security_groups': ['4f337125-6fa9-4af6-bf75-1a1d44f5d0fc', '9fafa1ef-bd7c-459f-9276-c410e32bbe54']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:49.854585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90aed264-2ff3-46be-96d7-e52362418e3e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:49.897270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:49.931575 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.993478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=90aed264-2ff3-46be-96d7-e52362418e3e,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:50.001037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 55cfcfb2-e68e-42ea-9ac9-f310d942d233 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:50.009987 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d0045f99-9a45-4fa4-b1b9-a029c767ed8e req-242b50fe-2914-4d75-b4ad-4c22adafa41f service neutron] 10.222.0.42 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013752 Jul 16 17:56:50.078559 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1f4d0ab-68b6-4ecf-a5ec-20eeae211406 req-91f93de8-31c9-4404-9cc4-00ffa1737b8c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.079983 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.096718 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 90aed264-2ff3-46be-96d7-e52362418e3e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:50.127459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:50.131971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:50.142042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:50.142477 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.147889 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.181303 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d0045f99-9a45-4fa4-b1b9-a029c767ed8e req-155606f7-0727-477d-9447-2919d73c9283 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644425 Jul 16 17:56:50.231909 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.236405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=90aed264-2ff3-46be-96d7-e52362418e3e,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:50.243660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['90aed264-2ff3-46be-96d7-e52362418e3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:50.373195 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.435449 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d1f4d0ab-68b6-4ecf-a5ec-20eeae211406 req-91f93de8-31c9-4404-9cc4-00ffa1737b8c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] For port 528cf423-8928-41bd-86fb-9d261bae9334, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=528cf423-8928-41bd-86fb-9d261bae9334,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:50.465521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Pushing event updated for resources: {'Port': ['ID=86ae621d-a07a-454d-88bc-e58cae8825b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:50.469917 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:50.479748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:50.485836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.486185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.486535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.486875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.487281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.487537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.487872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.488201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.488533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.488859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.489680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.489680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.497747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:50.501196 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.511954 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1f4d0ab-68b6-4ecf-a5ec-20eeae211406 req-91f93de8-31c9-4404-9cc4-00ffa1737b8c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.518548 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1f4d0ab-68b6-4ecf-a5ec-20eeae211406 req-91f93de8-31c9-4404-9cc4-00ffa1737b8c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.565104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['528cf423-8928-41bd-86fb-9d261bae9334'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:50.605137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4d0ab-68b6-4ecf-a5ec-20eeae211406 req-91f93de8-31c9-4404-9cc4-00ffa1737b8c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:50.606481 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1f4d0ab-68b6-4ecf-a5ec-20eeae211406 req-91f93de8-31c9-4404-9cc4-00ffa1737b8c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.607910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1f4d0ab-68b6-4ecf-a5ec-20eeae211406 req-91f93de8-31c9-4404-9cc4-00ffa1737b8c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "PUT /v2.0/ports/528cf423-8928-41bd-86fb-9d261bae9334 HTTP/1.1" status: 200 len: 981 time: 0.7914143 Jul 16 17:56:50.617893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381653eb-c839-4e54-91ce-134c95b4f684', 'tag': '528cf423-8928-41bd-86fb-9d261bae9334'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:50.617893 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626aea67-debc-431e-a93f-1232321ca467" -d '{"events": [{"name": "network-changed", "server_uuid": "381653eb-c839-4e54-91ce-134c95b4f684", "tag": "528cf423-8928-41bd-86fb-9d261bae9334"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:50.635150 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.653222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f93de8-31c9-4404-9cc4-00ffa1737b8c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'Port': ['ID=528cf423-8928-41bd-86fb-9d261bae9334,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:50.702731 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 55cfcfb2-e68e-42ea-9ac9-f310d942d233, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=55cfcfb2-e68e-42ea-9ac9-f310d942d233,segment=NetworkSegment(703078ad-96d9-4887-8ff5-f111e8912b83),segment_id=703078ad-96d9-4887-8ff5-f111e8912b83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:50.715152 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.723087 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['528cf423-8928-41bd-86fb-9d261bae9334'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:50.970852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=55cfcfb2-e68e-42ea-9ac9-f310d942d233,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:51.057945 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.140448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b960fd-48e4-434a-b1af-e92030bf2ae3 req-903d1fb5-8d01-4a00-9ffd-e25a48b57748 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:51.148955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47b960fd-48e4-434a-b1af-e92030bf2ae3 req-903d1fb5-8d01-4a00-9ffd-e25a48b57748 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.1312072 Jul 16 17:56:51.224732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47b960fd-48e4-434a-b1af-e92030bf2ae3 req-b7bd8942-e47a-4edc-a2f1-3dd6d6c6f995 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741467 Jul 16 17:56:51.232097 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 55cfcfb2-e68e-42ea-9ac9-f310d942d233 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:51.304251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:51.304637 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.319553 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.326265 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.370330 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.400326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Pushing event updated for resources: {'Port': ['ID=86ae621d-a07a-454d-88bc-e58cae8825b9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:51.405403 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.407233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d032888-dafc-4231-9f94-51c647f66216 req-3eb2d193-8d18-49a6-84af-9fa0fb232f9d tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4283414 Jul 16 17:56:51.478371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d032888-dafc-4231-9f94-51c647f66216 req-9f74d1f4-05e9-4d53-b3d7-efcbe10c9452 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 695 time: 0.0567200 Jul 16 17:56:51.515585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 32cc91a5-b497-475a-8458-0ec560943459 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:51.588457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 32cc91a5-b497-475a-8458-0ec560943459 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:51.600206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 32cc91a5-b497-475a-8458-0ec560943459 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:51.600206 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.622168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cb256-9fac-441f-bf91-6e68530abfc4 req-8be1b247-3292-4bc5-a300-3a3c55a8e4c7 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:51.623608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f8cb256-9fac-441f-bf91-6e68530abfc4 req-8be1b247-3292-4bc5-a300-3a3c55a8e4c7 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 947 time: 0.1438015 Jul 16 17:56:51.657251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d032888-dafc-4231-9f94-51c647f66216 req-6ad82189-d0c2-4f4a-adc4-b0e1ba6fdbe3 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:51.658702 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d032888-dafc-4231-9f94-51c647f66216 req-6ad82189-d0c2-4f4a-adc4-b0e1ba6fdbe3 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1685007 Jul 16 17:56:51.688881 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f8cb256-9fac-441f-bf91-6e68530abfc4 req-f54d0e22-7c5b-482d-bebc-35d83c0e3268 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467386 Jul 16 17:56:51.703080 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.729910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cc91a5-b497-475a-8458-0ec560943459'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:51.741380 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8856a1-d9f7-4862-8aa7-d30cfa157ebf" -d '{"events": [{"server_uuid": "42eb4d52-7c00-4c24-bba2-09ba5b29cfcf", "name": "network-vif-plugged", "status": "completed", "tag": "32cc91a5-b497-475a-8458-0ec560943459"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:51.749579 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a9b6aa-2c3d-402a-be49-005331937f0d x-openstack-request-id: req-42a9b6aa-2c3d-402a-be49-005331937f0d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:51.750269 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381653eb-c839-4e54-91ce-134c95b4f684", "tag": "528cf423-8928-41bd-86fb-9d261bae9334", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:51.750677 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42a9b6aa-2c3d-402a-be49-005331937f0d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:51.751228 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381653eb-c839-4e54-91ce-134c95b4f684', 'tag': '528cf423-8928-41bd-86fb-9d261bae9334', 'status': 'completed', 'code': 200} Jul 16 17:56:51.770031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 32cc91a5-b497-475a-8458-0ec560943459, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=32cc91a5-b497-475a-8458-0ec560943459,segment=NetworkSegment(a403f94b-ab23-4440-adc8-8807b64b7b76),segment_id=a403f94b-ab23-4440-adc8-8807b64b7b76)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:51.775583 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.787797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90aed264-2ff3-46be-96d7-e52362418e3e up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:51.891245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=32cc91a5-b497-475a-8458-0ec560943459,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:51.905055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 90aed264-2ff3-46be-96d7-e52362418e3e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:51.905281 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aea67-debc-431e-a93f-1232321ca467 req-8a77193b-70f3-419d-a899-6e6aaec1f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:51.906496 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.907019 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-626aea67-debc-431e-a93f-1232321ca467 req-8a77193b-70f3-419d-a899-6e6aaec1f733 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04b05764ddce42c78db71d30723ad77e&device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 1135 time: 0.1298585 Jul 16 17:56:51.954506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7294945-9594-4fb8-9e91-d7fc4deec55a req-19eb1b81-f3d9-419d-b332-1461ca167c97 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1152638099&fields=id&tenant_id=04b05764ddce42c78db71d30723ad77e HTTP/1.1" status: 200 len: 267 time: 0.0640719 Jul 16 17:56:52.005003 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.023287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25132a-04ba-4138-9385-76371948a3df req-881048e1-15c3-45e9-8c53-c4478d707e63 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.031190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d25132a-04ba-4138-9385-76371948a3df req-881048e1-15c3-45e9-8c53-c4478d707e63 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 946 time: 0.1733572 Jul 16 17:56:52.051078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:52.056956 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.070633 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aea67-debc-431e-a93f-1232321ca467 req-fc2d5cd0-453e-4d79-b204-c28c4c10ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.072288 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-626aea67-debc-431e-a93f-1232321ca467 req-fc2d5cd0-453e-4d79-b204-c28c4c10ddb3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7ce2649-87d5-4749-a551-441781bf4824 HTTP/1.1" status: 200 len: 913 time: 0.1534262 Jul 16 17:56:52.093327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d25132a-04ba-4138-9385-76371948a3df req-00068a9d-7018-40fa-8550-f1845f78833f tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/security-groups?id=2edfc220-c7e9-4348-ba76-502cd5498fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608222 Jul 16 17:56:52.132309 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-626aea67-debc-431e-a93f-1232321ca467 req-d8c071f3-301a-4b85-9757-99a32b8f6a24 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=528cf423-8928-41bd-86fb-9d261bae9334 HTTP/1.1" status: 200 len: 217 time: 0.0524316 Jul 16 17:56:52.135292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7294945-9594-4fb8-9e91-d7fc4deec55a req-1765d093-c898-44a0-972c-c988b440e4a1 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.139025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7294945-9594-4fb8-9e91-d7fc4deec55a req-1765d093-c898-44a0-972c-c988b440e4a1 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 984 time: 0.1720784 Jul 16 17:56:52.139161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=90aed264-2ff3-46be-96d7-e52362418e3e,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:52.153371 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b7294945-9594-4fb8-9e91-d7fc4deec55a req-eb24e54e-a777-425b-9734-032b4635a2fb tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'port': {'security_groups': ['4f337125-6fa9-4af6-bf75-1a1d44f5d0fc', '9fafa1ef-bd7c-459f-9276-c410e32bbe54', 'b8a84c68-a7e7-4226-9004-8a1a117eeb06']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:52.204927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aea67-debc-431e-a93f-1232321ca467 req-36ef7525-c03b-456a-990f-46eeb3dfc333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.206985 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-626aea67-debc-431e-a93f-1232321ca467 req-36ef7525-c03b-456a-990f-46eeb3dfc333 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4fcf0283-1e74-4377-9888-6e17cf44522e HTTP/1.1" status: 200 len: 852 time: 0.0556982 Jul 16 17:56:52.247313 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-626aea67-debc-431e-a93f-1232321ca467 req-ebc3fda3-c808-4b9e-8d4c-d51aec941f6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7ce2649-87d5-4749-a551-441781bf4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339255 Jul 16 17:56:52.279419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7294945-9594-4fb8-9e91-d7fc4deec55a req-eb24e54e-a777-425b-9734-032b4635a2fb tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.392313 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-626aea67-debc-431e-a93f-1232321ca467 req-6c9a6eac-b0df-47c1-9c73-cb250d2c2935 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371510 Jul 16 17:56:52.536155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-463fff53-bca1-4c28-8e37-b2c79995b7d2 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2426524 Jul 16 17:56:52.544333 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-626aea67-debc-431e-a93f-1232321ca467 req-a613d9c9-103b-4c4f-bda7-7762278ac6bb service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433122 Jul 16 17:56:52.550982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:52.606230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:52.619857 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.652802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b7294945-9594-4fb8-9e91-d7fc4deec55a req-eb24e54e-a777-425b-9734-032b4635a2fb tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] For port 528cf423-8928-41bd-86fb-9d261bae9334, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=528cf423-8928-41bd-86fb-9d261bae9334,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:52.703266 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7294945-9594-4fb8-9e91-d7fc4deec55a req-eb24e54e-a777-425b-9734-032b4635a2fb tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.739654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7294945-9594-4fb8-9e91-d7fc4deec55a req-eb24e54e-a777-425b-9734-032b4635a2fb tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.751071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['528cf423-8928-41bd-86fb-9d261bae9334'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:52.781375 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d922b162-e94e-4c99-92cb-5508661db585 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84800a8d52a1430eb71979c97d1966a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714332 Jul 16 17:56:52.784820 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:52.811424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7294945-9594-4fb8-9e91-d7fc4deec55a req-eb24e54e-a777-425b-9734-032b4635a2fb tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.812110 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7294945-9594-4fb8-9e91-d7fc4deec55a req-eb24e54e-a777-425b-9734-032b4635a2fb tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.814626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7294945-9594-4fb8-9e91-d7fc4deec55a req-eb24e54e-a777-425b-9734-032b4635a2fb tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "PUT /v2.0/ports/528cf423-8928-41bd-86fb-9d261bae9334 HTTP/1.1" status: 200 len: 1020 time: 0.6663795 Jul 16 17:56:52.858815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24e54e-a777-425b-9734-032b4635a2fb tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'Port': ['ID=528cf423-8928-41bd-86fb-9d261bae9334,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:52.882909 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.897464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['528cf423-8928-41bd-86fb-9d261bae9334'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:52.902170 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95d9d2a-0117-4d64-8f46-1a09663afd2e x-openstack-request-id: req-d95d9d2a-0117-4d64-8f46-1a09663afd2e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:52.902645 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42eb4d52-7c00-4c24-bba2-09ba5b29cfcf", "name": "network-vif-plugged", "status": "completed", "tag": "32cc91a5-b497-475a-8458-0ec560943459", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:52.902932 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d95d9d2a-0117-4d64-8f46-1a09663afd2e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:52.903304 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cc91a5-b497-475a-8458-0ec560943459', 'code': 200} Jul 16 17:56:52.904991 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.927735 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.077729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Allocated IP 172.25.8.33 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/64aa0f31-7ed3-4cb6-a17b-b923a2ed709b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:53.105581 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.108814 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.109626 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/55ccd56d-a2ff-437e-91df-bb809e900466 HTTP/1.1" status: 204 len: 168 time: 0.3231509 Jul 16 17:56:53.131356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ccd56d-a2ff-437e-91df-bb809e900466,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:53.140697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a461ffd-a66e-4589-9d79-75f77372c089 req-c387b5e0-f6d6-43eb-ac3a-93d4aaad4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:53.142092 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8a461ffd-a66e-4589-9d79-75f77372c089 req-c387b5e0-f6d6-43eb-ac3a-93d4aaad4f4d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 1097 time: 0.1606266 Jul 16 17:56:53.143576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:53.143925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:53.144270 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:53.144609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:53.144944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:53.145276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:53.145628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:53.145959 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:53.146289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:53.146615 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:53.146953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:53.147266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81373f59-576f-4a0b-91bf-9f711a56ea55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:53.184898 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8a461ffd-a66e-4589-9d79-75f77372c089 req-dcb463f7-1fbd-41f3-ab05-c55ae5278afd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2edfc220-c7e9-4348-ba76-502cd5498fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Jul 16 17:56:53.291632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64332c3e-0799-4988-8c7e-71fab337ec54 req-c537d3aa-7485-47ba-a3eb-881444815444 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:53.294875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64332c3e-0799-4988-8c7e-71fab337ec54 req-c537d3aa-7485-47ba-a3eb-881444815444 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.1798906 Jul 16 17:56:53.356741 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.402616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64332c3e-0799-4988-8c7e-71fab337ec54 req-a2669908-f925-426d-880d-692aefa29482 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968874 Jul 16 17:56:53.447858 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.546880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:53.554055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:53.578677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Pushing event updated for resources: {'Port': ['ID=64aa0f31-7ed3-4cb6-a17b-b923a2ed709b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:53.582708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:53.627085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:53.641190 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4db1cc7c-efdf-4c02-9a28-cb6073aba1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.649190 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.738145 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.759195 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381653eb-c839-4e54-91ce-134c95b4f684', 'tag': '528cf423-8928-41bd-86fb-9d261bae9334'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:53.762660 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f129ad0-d09a-474b-9bb2-cb05572ad466" -d '{"events": [{"name": "network-changed", "server_uuid": "381653eb-c839-4e54-91ce-134c95b4f684", "tag": "528cf423-8928-41bd-86fb-9d261bae9334"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:53.785665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4db1cc7c-efdf-4c02-9a28-cb6073aba1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.790348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4db1cc7c-efdf-4c02-9a28-cb6073aba1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.844610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1edc7-68b4-4c95-a534-ca3ca7f85d3a req-586e2b5d-30e9-4b65-b4f0-ed34ae73ccf8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:53.852143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5cf1edc7-68b4-4c95-a534-ca3ca7f85d3a req-586e2b5d-30e9-4b65-b4f0-ed34ae73ccf8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.1568866 Jul 16 17:56:53.882958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1cc7c-efdf-4c02-9a28-cb6073aba1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce961cbf-a562-4b37-ae01-56a6d26013e2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:53.894858 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4db1cc7c-efdf-4c02-9a28-cb6073aba1f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a8703d6ef3b4c2fa0123f4241fcdcdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642705 Jul 16 17:56:53.895018 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:53.928886 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5cf1edc7-68b4-4c95-a534-ca3ca7f85d3a req-6406c286-9942-42ad-a347-da85eaca30a2 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758135 Jul 16 17:56:53.948536 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb77-e935-4aae-8c99-af3db77f6d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.974745 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb77-e935-4aae-8c99-af3db77f6d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.986546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.993640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.031950 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb77-e935-4aae-8c99-af3db77f6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.034803 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb75fb77-e935-4aae-8c99-af3db77f6d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.036223 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fb75fb77-e935-4aae-8c99-af3db77f6d52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce961cbf-a562-4b37-ae01-56a6d26013e2 HTTP/1.1" status: 204 len: 168 time: 0.1402657 Jul 16 17:56:54.045040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75fb77-e935-4aae-8c99-af3db77f6d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce961cbf-a562-4b37-ae01-56a6d26013e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:54.064941 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.095548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Pushing event updated for resources: {'Port': ['ID=64aa0f31-7ed3-4cb6-a17b-b923a2ed709b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:54.119802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.122550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-cc88fb9f-e4ab-48c9-ae22-b05afa8566a9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5786812 Jul 16 17:56:54.235403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-99abf1b5-cc1d-4ae3-8bcf-efd2d71bd5e2 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.1056790 Jul 16 17:56:54.372107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4d14f-29f8-4394-9a95-0bb17cb0e952 req-c4e14fa1-1743-42fa-be31-47c91f3003bd tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.380106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29c4d14f-29f8-4394-9a95-0bb17cb0e952 req-c4e14fa1-1743-42fa-be31-47c91f3003bd tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 1023 time: 0.1951146 Jul 16 17:56:54.422421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-b7fe7fbc-b414-40a6-896a-6a6adc6b0ff7 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.423960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7dea195-f7d2-41f6-926c-ca10a9ee4b2c req-b7fe7fbc-b414-40a6-896a-6a6adc6b0ff7 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1804934 Jul 16 17:56:54.487647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29c4d14f-29f8-4394-9a95-0bb17cb0e952 req-b2b3a1dc-67df-48ab-a76a-f21c7404fe24 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fafa1ef-bd7c-459f-9276-c410e32bbe54&id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&id=b8a84c68-a7e7-4226-9004-8a1a117eeb06 HTTP/1.1" status: 200 len: 6149 time: 0.1064575 Jul 16 17:56:54.563311 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ac7f33-bbc2-40f4-814c-80f17ee0b1e6 x-openstack-request-id: req-b3ac7f33-bbc2-40f4-814c-80f17ee0b1e6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:54.563871 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381653eb-c839-4e54-91ce-134c95b4f684", "tag": "528cf423-8928-41bd-86fb-9d261bae9334", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:54.564343 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3ac7f33-bbc2-40f4-814c-80f17ee0b1e6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:54.564996 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381653eb-c839-4e54-91ce-134c95b4f684', 'tag': '528cf423-8928-41bd-86fb-9d261bae9334', 'status': 'completed', 'code': 200} Jul 16 17:56:54.656139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f129ad0-d09a-474b-9bb2-cb05572ad466 req-9fd92524-083e-4abf-aefa-4bd7f0abc015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.658190 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0f129ad0-d09a-474b-9bb2-cb05572ad466 req-9fd92524-083e-4abf-aefa-4bd7f0abc015 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04b05764ddce42c78db71d30723ad77e&device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 1174 time: 0.0663331 Jul 16 17:56:54.678163 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b05e77a-1b18-4be9-a563-dd6cbe659fa5 req-322bdc1a-616b-493a-9976-314b57847623 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips/1517ee3b-5be3-4aae-85ec-2cd409f1eb98 HTTP/1.1" status: 200 len: 692 time: 0.1021664 Jul 16 17:56:54.788111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4e0f7-1bce-4090-8979-504500717270 req-fb280140-1382-4cb4-a075-5b5b453b41c4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.796204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1b4e0f7-1bce-4090-8979-504500717270 req-fb280140-1382-4cb4-a075-5b5b453b41c4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 946 time: 0.2224953 Jul 16 17:56:54.801107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f129ad0-d09a-474b-9bb2-cb05572ad466 req-af17e036-43f2-471d-9656-bd338f6bf3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.803237 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0f129ad0-d09a-474b-9bb2-cb05572ad466 req-af17e036-43f2-471d-9656-bd338f6bf3a4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7ce2649-87d5-4749-a551-441781bf4824 HTTP/1.1" status: 200 len: 913 time: 0.1383002 Jul 16 17:56:54.871298 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0f129ad0-d09a-474b-9bb2-cb05572ad466 req-2f30d831-f7db-4083-848b-d1ef81a5dfb1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=528cf423-8928-41bd-86fb-9d261bae9334 HTTP/1.1" status: 200 len: 217 time: 0.0606077 Jul 16 17:56:54.874058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05e77a-1b18-4be9-a563-dd6cbe659fa5 req-7654c004-626f-432e-8b01-6455725f10d6 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.875825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b05e77a-1b18-4be9-a563-dd6cbe659fa5 req-7654c004-626f-432e-8b01-6455725f10d6 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1905847 Jul 16 17:56:54.893807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-1b05e77a-1b18-4be9-a563-dd6cbe659fa5 req-ce273ec1-8a3f-4569-a95e-ec77136a8dd4 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:56:54.900300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b05e77a-1b18-4be9-a563-dd6cbe659fa5 req-ce273ec1-8a3f-4569-a95e-ec77136a8dd4 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163424 Jul 16 17:56:54.905196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d3145c-defa-4475-9f1b-eeb2b18f52b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aed264-2ff3-46be-96d7-e52362418e3e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:54.907694 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc4a652-cc71-4fc9-acfb-6cf363e82668" -d '{"events": [{"server_uuid": "95d3145c-defa-4475-9f1b-eeb2b18f52b0", "name": "network-vif-plugged", "status": "completed", "tag": "90aed264-2ff3-46be-96d7-e52362418e3e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:54.920772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1b4e0f7-1bce-4090-8979-504500717270 req-d1798267-ce0b-426d-817e-17f30c264368 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/security-groups?id=2edfc220-c7e9-4348-ba76-502cd5498fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227160 Jul 16 17:56:54.932134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d53d69e7-b4f5-4c8c-b2cb-e6e2da273ea8 req-aa2ab419-a4b1-4de9-b5f5-453fe26b4505 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'security_group': {'name': ' tempest-securitygroup -116434449 ', 'description': 'tempest-description-1496810367'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:54.963241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f129ad0-d09a-474b-9bb2-cb05572ad466 req-a4734233-b44c-4858-9c91-3ad5951de31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.965003 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0f129ad0-d09a-474b-9bb2-cb05572ad466 req-a4734233-b44c-4858-9c91-3ad5951de31b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4fcf0283-1e74-4377-9888-6e17cf44522e HTTP/1.1" status: 200 len: 852 time: 0.0886495 Jul 16 17:56:55.003927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d53d69e7-b4f5-4c8c-b2cb-e6e2da273ea8 req-aa2ab419-a4b1-4de9-b5f5-453fe26b4505 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.025449 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0f129ad0-d09a-474b-9bb2-cb05572ad466 req-509ee7a3-ee9d-4f45-b91b-a180cde2c2a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7ce2649-87d5-4749-a551-441781bf4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543008 Jul 16 17:56:55.169352 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0f129ad0-d09a-474b-9bb2-cb05572ad466 req-8529745a-6351-438f-a97f-af9179254e8d service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361790 Jul 16 17:56:55.175290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a8f14-9559-4c67-8e0f-737d5ec43a1a req-b6c5adcc-1318-41ce-a018-17b34b54b3ad tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.182856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc9a8f14-9559-4c67-8e0f-737d5ec43a1a req-b6c5adcc-1318-41ce-a018-17b34b54b3ad tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.1165397 Jul 16 17:56:55.239660 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d53d69e7-b4f5-4c8c-b2cb-e6e2da273ea8 req-aa2ab419-a4b1-4de9-b5f5-453fe26b4505 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.256310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc9a8f14-9559-4c67-8e0f-737d5ec43a1a req-4d4341fa-d6ae-4373-8dd8-8532088fb548 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719681 Jul 16 17:56:55.270531 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d53d69e7-b4f5-4c8c-b2cb-e6e2da273ea8 req-aa2ab419-a4b1-4de9-b5f5-453fe26b4505 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.306488 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0f129ad0-d09a-474b-9bb2-cb05572ad466 req-cb224157-369e-41fe-8afc-9f600b219061 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307592 Jul 16 17:56:55.318681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d53d69e7-b4f5-4c8c-b2cb-e6e2da273ea8 req-aa2ab419-a4b1-4de9-b5f5-453fe26b4505 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.341896 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d53d69e7-b4f5-4c8c-b2cb-e6e2da273ea8 req-aa2ab419-a4b1-4de9-b5f5-453fe26b4505 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4158189 Jul 16 17:56:55.402818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ab419-a4b1-4de9-b5f5-453fe26b4505 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f1ef67-c4ec-4edd-a453-04b94b64c9fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:55.407935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-53575320-2e2f-4522-a2fd-64b66fb03788 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips/1517ee3b-5be3-4aae-85ec-2cd409f1eb98 HTTP/1.1" status: 200 len: 692 time: 0.0651941 Jul 16 17:56:55.488579 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e907076-5772-48c9-bcd1-ecd888191ec0 x-openstack-request-id: req-4e907076-5772-48c9-bcd1-ecd888191ec0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:55.488947 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d3145c-defa-4475-9f1b-eeb2b18f52b0", "name": "network-vif-plugged", "status": "completed", "tag": "90aed264-2ff3-46be-96d7-e52362418e3e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:55.489262 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e907076-5772-48c9-bcd1-ecd888191ec0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:55.489747 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d3145c-defa-4475-9f1b-eeb2b18f52b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aed264-2ff3-46be-96d7-e52362418e3e', 'code': 200} Jul 16 17:56:55.790512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdafbec-3c4d-4224-9e67-ab8b626c114b req-26252838-139e-46ac-b6c0-fcd3b80b22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.793923 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4cdafbec-3c4d-4224-9e67-ab8b626c114b req-26252838-139e-46ac-b6c0-fcd3b80b22a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 1100 time: 0.0835223 Jul 16 17:56:55.850788 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4cdafbec-3c4d-4224-9e67-ab8b626c114b req-0c0e452e-a1aa-4d39-8651-6d446cb96ab1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458500 Jul 16 17:56:55.907677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-b811423a-c81e-4aed-a574-74f344c8da98 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.909031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-b811423a-c81e-4aed-a574-74f344c8da98 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.4951203 Jul 16 17:56:55.961387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-ec82b661-f18b-4c93-89bd-c5e179f3d988 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:56:55.962373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-ec82b661-f18b-4c93-89bd-c5e179f3d988 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0417728 Jul 16 17:56:56.050970 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-63316f0e-6800-4aea-9b31-3f8478461a64 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0798316 Jul 16 17:56:56.071429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-2be04897-1485-43fb-9b47-b7423aa33899 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 258 time: 0.5613167 Jul 16 17:56:56.106220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:56.127451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-55e92a6a-88e8-4d2a-a25a-0efa9bc3e320 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0686626 Jul 16 17:56:56.169750 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.334778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-17847210-c430-4e95-bad5-6f2e08d294c8 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Deleting port 64aa0f31-7ed3-4cb6-a17b-b923a2ed709b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:56.335177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-17847210-c430-4e95-bad5-6f2e08d294c8 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.396476 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.461676 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-17847210-c430-4e95-bad5-6f2e08d294c8 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.462336 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-17847210-c430-4e95-bad5-6f2e08d294c8 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.483983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-17847210-c430-4e95-bad5-6f2e08d294c8 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Calling delete_port for 64aa0f31-7ed3-4cb6-a17b-b923a2ed709b owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:56.589747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Allocated IP 172.25.8.174 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/10bda532-dcce-4f41-be5c-a0842467637e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:56.756306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.759877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-17847210-c430-4e95-bad5-6f2e08d294c8 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.797939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17847210-c430-4e95-bad5-6f2e08d294c8 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Pushing event deleted for resources: {'Port': ['ID=64aa0f31-7ed3-4cb6-a17b-b923a2ed709b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:56.838014 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-17847210-c430-4e95-bad5-6f2e08d294c8 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.841786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-17847210-c430-4e95-bad5-6f2e08d294c8 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.842974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53d866aa-70d8-4d9c-bd63-47f2c1e4801f req-17847210-c430-4e95-bad5-6f2e08d294c8 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "DELETE /v2.0/floatingips/1517ee3b-5be3-4aae-85ec-2cd409f1eb98 HTTP/1.1" status: 204 len: 173 time: 0.7094219 Jul 16 17:56:56.883250 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.977099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:56.984862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:56.988915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:57.002769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Pushing event updated for resources: {'Port': ['ID=10bda532-dcce-4f41-be5c-a0842467637e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:57.061291 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.078078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf09f2-be27-417b-b8e2-c978f7df2f00 req-42dea351-0fd7-4aae-ba8e-b78f52098921 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:57.084944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fccf09f2-be27-417b-b8e2-c978f7df2f00 req-42dea351-0fd7-4aae-ba8e-b78f52098921 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.1453154 Jul 16 17:56:57.172126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fccf09f2-be27-417b-b8e2-c978f7df2f00 req-d5d13a50-46ee-4315-a31c-cc61defb4c9c tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847862 Jul 16 17:56:57.172126 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.402342 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.411657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1120306-ffcb-413f-9280-b5c5a8e25adf req-2f597675-6f65-46b0-90de-38e06b08e9ad tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:57.413377 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1120306-ffcb-413f-9280-b5c5a8e25adf req-2f597675-6f65-46b0-90de-38e06b08e9ad tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0 HTTP/1.1" status: 200 len: 945 time: 0.1118803 Jul 16 17:56:57.414688 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.467727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.488182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Pushing event updated for resources: {'Port': ['ID=10bda532-dcce-4f41-be5c-a0842467637e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:57.507369 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.508632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-b922afe3-683a-42d6-b8ca-c9e6c3569bc4 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4087057 Jul 16 17:56:57.524871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1120306-ffcb-413f-9280-b5c5a8e25adf req-9293a73b-9273-46d2-a189-adbbedac42b3 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819664 Jul 16 17:56:57.567371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-02081ba8-0c1f-4974-b9ce-1481ba402f68 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.0513513 Jul 16 17:56:57.633848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d5472ff-e256-4c1c-a7fd-6b270483ed06 req-9e3c5ac1-a30c-4f30-b06c-f62a104086f3 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/26f1ef67-c4ec-4edd-a453-04b94b64c9fc HTTP/1.1" status: 200 len: 1780 time: 0.0655172 Jul 16 17:56:57.725510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-128f8583-dc4e-4425-902e-257fde216e62 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:57.746386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ba0abf8-0b1e-469f-a94d-ae3f9dd73278 req-128f8583-dc4e-4425-902e-257fde216e62 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1547530 Jul 16 17:56:58.077205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8026897-48aa-4c2e-a5d6-8adeafcf2db1 req-c179e757-d9a2-45cd-aed4-e87b805af75a tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:58.078665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8026897-48aa-4c2e-a5d6-8adeafcf2db1 req-c179e757-d9a2-45cd-aed4-e87b805af75a tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2302508 Jul 16 17:56:58.107769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21cbf0-b5b1-4abb-85cb-32446386cbdf req-e9893c95-f107-40e9-8243-48e9283b776c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:58.113802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba21cbf0-b5b1-4abb-85cb-32446386cbdf req-e9893c95-f107-40e9-8243-48e9283b776c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.1161766 Jul 16 17:56:58.179820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba21cbf0-b5b1-4abb-85cb-32446386cbdf req-0034dcd9-88f3-4ef7-a805-489d48d6aa39 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645232 Jul 16 17:56:58.192661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5552f30-6ee2-4df3-95f6-6e1cc63dc0f8 req-92643171-3a9a-4bf6-b728-ed659c09602a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/26f1ef67-c4ec-4edd-a453-04b94b64c9fc HTTP/1.1" status: 200 len: 1780 time: 0.0762789 Jul 16 17:56:58.271648 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5552f30-6ee2-4df3-95f6-6e1cc63dc0f8 req-a606852e-4b0f-447a-a1f5-e3cad82d4d35 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.306553 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5552f30-6ee2-4df3-95f6-6e1cc63dc0f8 req-a606852e-4b0f-447a-a1f5-e3cad82d4d35 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.373412 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5552f30-6ee2-4df3-95f6-6e1cc63dc0f8 req-a606852e-4b0f-447a-a1f5-e3cad82d4d35 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.380978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5552f30-6ee2-4df3-95f6-6e1cc63dc0f8 req-a606852e-4b0f-447a-a1f5-e3cad82d4d35 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.397919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5552f30-6ee2-4df3-95f6-6e1cc63dc0f8 req-a606852e-4b0f-447a-a1f5-e3cad82d4d35 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "DELETE /v2.0/security-groups/26f1ef67-c4ec-4edd-a453-04b94b64c9fc HTTP/1.1" status: 204 len: 173 time: 0.2039456 Jul 16 17:56:58.410466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606852e-4b0f-447a-a1f5-e3cad82d4d35 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f1ef67-c4ec-4edd-a453-04b94b64c9fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:58.677846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f57a0fb-3076-4d77-b7b6-7d993fb42dc0 req-c929700e-c2b8-4b2b-bc20-c51c62519125 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=87480d75c5414d169ea85f470fb83b22 HTTP/1.1" status: 200 len: 1656 time: 0.0982587 Jul 16 17:56:58.694607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-3c273bf2-476f-4036-bcb3-1a2ac985a843 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:58.696518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-3c273bf2-476f-4036-bcb3-1a2ac985a843 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2208667 Jul 16 17:56:58.775241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-ecff82db-59c2-4e01-81f8-df3978784d0a tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.0692418 Jul 16 17:56:59.065079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-69990282-8e1e-4938-977a-c87156c082fc tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Request body: {'floatingip': {'port_id': '32cc91a5-b497-475a-8458-0ec560943459', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:59.114424 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-69990282-8e1e-4938-977a-c87156c082fc tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.192695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57a0fb-3076-4d77-b7b6-7d993fb42dc0 req-dff75817-755a-46d7-97ad-0da857e08516 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:59.199640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f57a0fb-3076-4d77-b7b6-7d993fb42dc0 req-dff75817-755a-46d7-97ad-0da857e08516 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks?id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 787 time: 0.5133212 Jul 16 17:56:59.207618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-4f57a0fb-3076-4d77-b7b6-7d993fb42dc0 req-dd51d95c-a9c1-47f9-868a-44ce4ce329f8 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:56:59.215984 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f57a0fb-3076-4d77-b7b6-7d993fb42dc0 req-dd51d95c-a9c1-47f9-868a-44ce4ce329f8 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151496 Jul 16 17:56:59.483077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca2f1e-720d-431a-883f-533f0ade2e13 req-1ca4318d-cba1-42c9-88c0-44e61da4931e tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:59.484588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9dca2f1e-720d-431a-883f-533f0ade2e13 req-1ca4318d-cba1-42c9-88c0-44e61da4931e tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.1493101 Jul 16 17:56:59.598003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9dca2f1e-720d-431a-883f-533f0ade2e13 req-6f315c03-0055-43ff-b422-ca441aeb47c8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066189 Jul 16 17:56:59.667698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-2cf63bf3-3922-4c3c-b3df-eeb860f25786 req-4dc26555-5293-4ebc-a1a9-a15f68bf2122 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:56:59.668806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2cf63bf3-3922-4c3c-b3df-eeb860f25786 req-4dc26555-5293-4ebc-a1a9-a15f68bf2122 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083129 Jul 16 17:56:59.793833 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-69990282-8e1e-4938-977a-c87156c082fc tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.806551 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-69990282-8e1e-4938-977a-c87156c082fc tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.879367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2cf63bf3-3922-4c3c-b3df-eeb860f25786 req-6fa8fa26-51f3-46ea-a569-c1d806f162a5 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2000942 Jul 16 17:56:59.930231 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-69990282-8e1e-4938-977a-c87156c082fc tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Floating IP 746e80fd-ff4d-4a29-be2c-fa3db9946d2e associated. External IP: 172.25.8.174, port: 32cc91a5-b497-475a-8458-0ec560943459. Jul 16 17:57:00.009650 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66109fa8-9efa-47be-88b9-ba1c0fb6b9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.128257 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-6d7da555-709f-45bc-9c9b-1c0c9aeca587 req-884f2c1d-dc3e-4251-8861-88fc52b9aca9 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] show failed (client error): The resource could not be found. Jul 16 17:57:00.129295 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6d7da555-709f-45bc-9c9b-1c0c9aeca587 req-884f2c1d-dc3e-4251-8861-88fc52b9aca9 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/26f1ef67-c4ec-4edd-a453-04b94b64c9fc HTTP/1.1" status: 404 len: 352 time: 0.0220108 Jul 16 17:57:00.198098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-69990282-8e1e-4938-977a-c87156c082fc tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:57:00.353373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-2ee91bf2-0924-4c72-a000-e74ae10b37e0 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips/0c6ebadb-31bf-482b-a1bb-c3df0a825c43 HTTP/1.1" status: 200 len: 692 time: 0.0553582 Jul 16 17:57:00.387260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-69990282-8e1e-4938-977a-c87156c082fc tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:57:00.393573 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-69990282-8e1e-4938-977a-c87156c082fc tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.396699 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e6e29-14aa-4ce8-9272-f3c993d21c3d None None] Sync routers for ids ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:00.408725 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e6e29-14aa-4ce8-9272-f3c993d21c3d None None] Routers {'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:00.409923 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-421e6e29-14aa-4ce8-9272-f3c993d21c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:00.496944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-69990282-8e1e-4938-977a-c87156c082fc tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "PUT /v2.0/floatingips/746e80fd-ff4d-4a29-be2c-fa3db9946d2e HTTP/1.1" status: 200 len: 997 time: 1.7140679 Jul 16 17:57:00.502497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'tag': '32cc91a5-b497-475a-8458-0ec560943459'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:00.503183 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b56f31-daaf-4540-8712-a4da1afdcb21" -d '{"events": [{"name": "network-changed", "server_uuid": "42eb4d52-7c00-4c24-bba2-09ba5b29cfcf", "tag": "32cc91a5-b497-475a-8458-0ec560943459"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:00.549767 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-421e6e29-14aa-4ce8-9272-f3c993d21c3d None None] Set router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:00.558101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-b6bb2f2d-54f6-46b1-bcd5-9e86c2159a3a tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.568595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-b6bb2f2d-54f6-46b1-bcd5-9e86c2159a3a tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.2072546 Jul 16 17:57:00.649383 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-04a7d52d-ebc4-4a8e-aaf4-213596daaaa7 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 695 time: 0.0793486 Jul 16 17:57:00.712409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-7fef721e-5d88-43ca-a67c-cc349f658a25 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.41 HTTP/1.1" status: 200 len: 695 time: 0.0621006 Jul 16 17:57:00.822699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-34c50dbb-2844-4b7e-a521-bbc04d2aece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.824630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-34c50dbb-2844-4b7e-a521-bbc04d2aece7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=533887803743444da898d4eef637f76e&device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 1097 time: 0.3009326 Jul 16 17:57:00.860065 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-421e6e29-14aa-4ce8-9272-f3c993d21c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '746e80fd-ff4d-4a29-be2c-fa3db9946d2e', 'tenant_id': '533887803743444da898d4eef637f76e', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'port_id': '32cc91a5-b497-475a-8458-0ec560943459', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'mac_address': 'fa:16:3e:ba:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:56:56Z', 'updated_at': '2021-07-16T17:56:59Z', 'revision_number': 1, 'project_id': '533887803743444da898d4eef637f76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcebff7-150f-42a5-ba53-f69bf546e9b8', 'name': '', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'tenant_id': '533887803743444da898d4eef637f76e', 'mac_address': 'fa:16:3e:70:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:26Z', 'updated_at': '2021-07-16T17:56:35Z', 'revision_number': 5, 'project_id': '533887803743444da898d4eef637f76e', 'subnets': [{'id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:00.891818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-e6a13c9b-c767-4f0f-9413-041009505573 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Deleting port 86ae621d-a07a-454d-88bc-e58cae8825b9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:00.892170 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-e6a13c9b-c767-4f0f-9413-041009505573 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.894792 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e6e29-14aa-4ce8-9272-f3c993d21c3d None None] Checking router: b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:00.903976 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e6e29-14aa-4ce8-9272-f3c993d21c3d None None] Routers {'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:00.904577 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-421e6e29-14aa-4ce8-9272-f3c993d21c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:56:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:01.004122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-ef123d90-7f19-4e68-a051-08546c77809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.011883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-ef123d90-7f19-4e68-a051-08546c77809a service neutron] 10.222.0.52 "GET /v2.0/networks?id=90b1160a-6d64-42a0-a364-d03b441cd932 HTTP/1.1" status: 200 len: 930 time: 0.1770823 Jul 16 17:57:01.027906 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-421e6e29-14aa-4ce8-9272-f3c993d21c3d None None] Set router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:01.064609 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-e6a13c9b-c767-4f0f-9413-041009505573 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.064985 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-e6a13c9b-c767-4f0f-9413-041009505573 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.090172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-e6a13c9b-c767-4f0f-9413-041009505573 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Calling delete_port for 86ae621d-a07a-454d-88bc-e58cae8825b9 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:01.109299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-7b094f3f-1e90-409d-b53f-c7724e603417 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32cc91a5-b497-475a-8458-0ec560943459 HTTP/1.1" status: 200 len: 1000 time: 0.0965257 Jul 16 17:57:01.198891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-e4cafa7d-6340-4cf7-9e59-083723daf555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.200334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-e4cafa7d-6340-4cf7-9e59-083723daf555 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=095d44bf-efbd-48fe-8315-8acf43a7738a HTTP/1.1" status: 200 len: 868 time: 0.0902445 Jul 16 17:57:01.281064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-1cfc3b7d-e23c-447b-a9d4-3e1fdbfae885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.285630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-1cfc3b7d-e23c-447b-a9d4-3e1fdbfae885 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90b1160a-6d64-42a0-a364-d03b441cd932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767326 Jul 16 17:57:01.305283 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-421e6e29-14aa-4ce8-9272-f3c993d21c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '746e80fd-ff4d-4a29-be2c-fa3db9946d2e', 'tenant_id': '533887803743444da898d4eef637f76e', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'port_id': '32cc91a5-b497-475a-8458-0ec560943459', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'mac_address': 'fa:16:3e:ba:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:56:56Z', 'updated_at': '2021-07-16T17:56:59Z', 'revision_number': 1, 'project_id': '533887803743444da898d4eef637f76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcebff7-150f-42a5-ba53-f69bf546e9b8', 'name': '', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'tenant_id': '533887803743444da898d4eef637f76e', 'mac_address': 'fa:16:3e:70:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:26Z', 'updated_at': '2021-07-16T17:56:35Z', 'revision_number': 5, 'project_id': '533887803743444da898d4eef637f76e', 'subnets': [{'id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:01.325952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-5ed1ccb9-0640-424e-998a-10753f9709f4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:57:01.327304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-5ed1ccb9-0640-424e-998a-10753f9709f4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092096 Jul 16 17:57:01.408457 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-e6a13c9b-c767-4f0f-9413-041009505573 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.434376 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e6e29-14aa-4ce8-9272-f3c993d21c3d None None] The sync data for ids ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'] in n-d-793618-9 is: [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '746e80fd-ff4d-4a29-be2c-fa3db9946d2e', 'tenant_id': '533887803743444da898d4eef637f76e', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'port_id': '32cc91a5-b497-475a-8458-0ec560943459', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'mac_address': 'fa:16:3e:ba:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:56:56Z', 'updated_at': '2021-07-16T17:56:59Z', 'revision_number': 1, 'project_id': '533887803743444da898d4eef637f76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcebff7-150f-42a5-ba53-f69bf546e9b8', 'name': '', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'tenant_id': '533887803743444da898d4eef637f76e', 'mac_address': 'fa:16:3e:70:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:26Z', 'updated_at': '2021-07-16T17:56:35Z', 'revision_number': 5, 'project_id': '533887803743444da898d4eef637f76e', 'subnets': [{'id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:01.471831 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-e6a13c9b-c767-4f0f-9413-041009505573 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.474446 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-e6a13c9b-c767-4f0f-9413-041009505573 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.487962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8b343e7-ecf3-472e-a408-006b2fec637b req-e6a13c9b-c767-4f0f-9413-041009505573 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "DELETE /v2.0/floatingips/0c6ebadb-31bf-482b-a1bb-c3df0a825c43 HTTP/1.1" status: 204 len: 173 time: 0.7745109 Jul 16 17:57:01.494280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a13c9b-c767-4f0f-9413-041009505573 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Pushing event deleted for resources: {'Port': ['ID=86ae621d-a07a-454d-88bc-e58cae8825b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:01.537850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-27d3822d-3603-4843-add6-0c2ab60b79da service neutron] 10.222.0.52 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041092 Jul 16 17:57:01.694573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed8666df-159a-48c3-8c5e-9d6b908e9921 req-8b878fc1-5d78-4fdd-86a2-f8c71d7b38e1 service neutron] 10.222.0.52 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500785 Jul 16 17:57:01.701613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406752bb-06af-443c-a04e-519d31f022fe None None] New status for floating IP 746e80fd-ff4d-4a29-be2c-fa3db9946d2e: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:57:01.710465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5348d-0dec-463e-9e4e-04012e7251d2 req-26596d20-d636-4822-9e3e-09e6f66015a6 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.712019 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92c5348d-0dec-463e-9e4e-04012e7251d2 req-26596d20-d636-4822-9e3e-09e6f66015a6 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.0973651 Jul 16 17:57:01.762851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92c5348d-0dec-463e-9e4e-04012e7251d2 req-c9d69af9-63e9-451a-bb12-10bfcad9a018 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443852 Jul 16 17:57:01.823004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-594dd371-b4ed-42a4-acc0-c7ee478ba279 req-5dfcfc51-8c1d-4163-a186-34cf79dab4e8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1629410126', 'description': 'tempest-description-1918737754'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:01.871838 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-594dd371-b4ed-42a4-acc0-c7ee478ba279 req-5dfcfc51-8c1d-4163-a186-34cf79dab4e8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.983376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe9c5f-4b95-4174-9300-ffcb1f6c48d8 req-f8a71611-bed1-43be-8b1f-4004db249ad3 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.985182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96fe9c5f-4b95-4174-9300-ffcb1f6c48d8 req-f8a71611-bed1-43be-8b1f-4004db249ad3 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.1086636 Jul 16 17:57:02.057569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96fe9c5f-4b95-4174-9300-ffcb1f6c48d8 req-ea1c9458-443f-49d1-9e8b-042d831c4288 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648022 Jul 16 17:57:02.087245 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-594dd371-b4ed-42a4-acc0-c7ee478ba279 req-5dfcfc51-8c1d-4163-a186-34cf79dab4e8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.100035 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-594dd371-b4ed-42a4-acc0-c7ee478ba279 req-5dfcfc51-8c1d-4163-a186-34cf79dab4e8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.126826 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db135d74-708d-42d8-af06-12b805ed52aa x-openstack-request-id: req-db135d74-708d-42d8-af06-12b805ed52aa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:02.127115 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42eb4d52-7c00-4c24-bba2-09ba5b29cfcf", "tag": "32cc91a5-b497-475a-8458-0ec560943459", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:02.127370 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db135d74-708d-42d8-af06-12b805ed52aa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:02.127915 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'tag': '32cc91a5-b497-475a-8458-0ec560943459', 'status': 'completed', 'code': 200} Jul 16 17:57:02.163420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcfc51-8c1d-4163-a186-34cf79dab4e8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea243052-383f-4b70-9004-43695618cbfb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:02.167591 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-594dd371-b4ed-42a4-acc0-c7ee478ba279 req-5dfcfc51-8c1d-4163-a186-34cf79dab4e8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.168936 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-594dd371-b4ed-42a4-acc0-c7ee478ba279 req-5dfcfc51-8c1d-4163-a186-34cf79dab4e8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3523612 Jul 16 17:57:02.274257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b56f31-daaf-4540-8712-a4da1afdcb21 req-c856d08a-95f1-4d45-b27f-8f891d1b7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:02.276347 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3dea654-a5a2-4e29-aa60-264c7610d8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.278225 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64b56f31-daaf-4540-8712-a4da1afdcb21 req-c856d08a-95f1-4d45-b27f-8f891d1b7d2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=533887803743444da898d4eef637f76e&device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 1097 time: 0.1172593 Jul 16 17:57:02.281827 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.294698 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.316546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-1bdc076a-fac7-48b5-b080-32667672b651 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips/7f07deba-11d1-47b2-bfba-1e1fcbcf5c91 HTTP/1.1" status: 200 len: 693 time: 0.0841651 Jul 16 17:57:02.459730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b56f31-daaf-4540-8712-a4da1afdcb21 req-e624f4a1-b0b2-45a6-984d-87dfc5ebbbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:02.461741 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64b56f31-daaf-4540-8712-a4da1afdcb21 req-e624f4a1-b0b2-45a6-984d-87dfc5ebbbd6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=90b1160a-6d64-42a0-a364-d03b441cd932 HTTP/1.1" status: 200 len: 930 time: 0.1708922 Jul 16 17:57:02.590862 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.604465 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64b56f31-daaf-4540-8712-a4da1afdcb21 req-41c03240-7102-48f2-b951-c4958c091b60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32cc91a5-b497-475a-8458-0ec560943459 HTTP/1.1" status: 200 len: 1002 time: 0.1360052 Jul 16 17:57:02.657228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b56f31-daaf-4540-8712-a4da1afdcb21 req-58b4573b-fd85-478d-893e-36fbb269b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:02.659233 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64b56f31-daaf-4540-8712-a4da1afdcb21 req-58b4573b-fd85-478d-893e-36fbb269b31c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=095d44bf-efbd-48fe-8315-8acf43a7738a HTTP/1.1" status: 200 len: 868 time: 0.0478792 Jul 16 17:57:02.719854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b56f31-daaf-4540-8712-a4da1afdcb21 req-23357eb3-7147-4510-a2d1-da23e74faa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:02.721706 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64b56f31-daaf-4540-8712-a4da1afdcb21 req-23357eb3-7147-4510-a2d1-da23e74faa63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90b1160a-6d64-42a0-a364-d03b441cd932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553925 Jul 16 17:57:02.777111 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-7b15def6-8c7b-46a3-8cad-45817fac5ece tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 258 time: 0.4869087 Jul 16 17:57:02.784617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-a1ced88a-bcad-4491-a127-6aeb4e1d6df9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:02.791437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-a1ced88a-bcad-4491-a127-6aeb4e1d6df9 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.4741349 Jul 16 17:57:02.805543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:02.831937 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64b56f31-daaf-4540-8712-a4da1afdcb21 req-57936832-5049-47a1-945d-05edbe398425 service neutron] 10.222.0.42 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033335 Jul 16 17:57:02.865359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-0f7f9744-8d72-465c-9150-41650f026b86 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.0729649 Jul 16 17:57:02.930642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-6438eaa2-c040-44c6-b204-fb50f2769ca2 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.0643816 Jul 16 17:57:02.932534 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.946934 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64b56f31-daaf-4540-8712-a4da1afdcb21 req-328af3d2-f097-4af7-8c75-38386da55964 service neutron] 10.222.0.42 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081884 Jul 16 17:57:03.129376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-64ece9ee-2e9c-4782-9a32-8881ad577eaf tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Deleting port 0ea66fc8-d909-458b-945e-52723c0ae909 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:03.129733 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-64ece9ee-2e9c-4782-9a32-8881ad577eaf tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.195665 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.256953 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-64ece9ee-2e9c-4782-9a32-8881ad577eaf tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.257280 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-64ece9ee-2e9c-4782-9a32-8881ad577eaf tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.279419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-64ece9ee-2e9c-4782-9a32-8881ad577eaf tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Calling delete_port for 0ea66fc8-d909-458b-945e-52723c0ae909 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:03.382245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Allocated IP 172.25.8.83 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/2e965c8b-92f8-47ee-9c7a-ee3d9ab801e9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:03.539948 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-64ece9ee-2e9c-4782-9a32-8881ad577eaf tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.547357 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.578500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ece9ee-2e9c-4782-9a32-8881ad577eaf tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Pushing event deleted for resources: {'Port': ['ID=0ea66fc8-d909-458b-945e-52723c0ae909,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:03.623268 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-64ece9ee-2e9c-4782-9a32-8881ad577eaf tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.625918 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-64ece9ee-2e9c-4782-9a32-8881ad577eaf tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.627342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c97fdd9-1dd0-4e0c-bb6e-2adcac6b2cc2 req-64ece9ee-2e9c-4782-9a32-8881ad577eaf tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "DELETE /v2.0/floatingips/7f07deba-11d1-47b2-bfba-1e1fcbcf5c91 HTTP/1.1" status: 204 len: 173 time: 0.6959302 Jul 16 17:57:03.654652 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.672160 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.704146 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:03.706979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:03.713839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:03.726560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Pushing event updated for resources: {'Port': ['ID=2e965c8b-92f8-47ee-9c7a-ee3d9ab801e9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:03.770807 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.828276 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.053916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.061104 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.106265 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.132501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Pushing event updated for resources: {'Port': ['ID=2e965c8b-92f8-47ee-9c7a-ee3d9ab801e9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:04.135170 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.136678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-6fbc7e85-9627-4151-acc3-262345fcde80 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3358033 Jul 16 17:57:04.195440 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-71b25b35-0692-437f-a8ab-9057520e1978 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.0486341 Jul 16 17:57:04.405078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-766d2b61-50e7-43e5-b38e-99333acf7153 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:04.406613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6ae79c4-5faf-4645-a4ab-2092fd5133fd req-766d2b61-50e7-43e5-b38e-99333acf7153 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.2054844 Jul 16 17:57:04.444697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601464af-2d81-4c66-a272-b6198fc60a4d req-891c7e45-b3da-49b0-9964-e2275b798ad9 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:04.446456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-601464af-2d81-4c66-a272-b6198fc60a4d req-891c7e45-b3da-49b0-9964-e2275b798ad9 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0 HTTP/1.1" status: 200 len: 945 time: 0.1351497 Jul 16 17:57:04.451543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6574cb1b-8742-451c-bac4-f7ae1a5372be req-8587709b-2da2-410a-b043-1213b5dca6c6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1013585762', 'description': 'tempest-description-695454050'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:04.501894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-601464af-2d81-4c66-a272-b6198fc60a4d req-a38dbf12-9bdf-4499-b714-d702286b2b43 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458775 Jul 16 17:57:04.505079 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6574cb1b-8742-451c-bac4-f7ae1a5372be req-8587709b-2da2-410a-b043-1213b5dca6c6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.636659 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6574cb1b-8742-451c-bac4-f7ae1a5372be req-8587709b-2da2-410a-b043-1213b5dca6c6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.641300 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6574cb1b-8742-451c-bac4-f7ae1a5372be req-8587709b-2da2-410a-b043-1213b5dca6c6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.710029 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6574cb1b-8742-451c-bac4-f7ae1a5372be req-8587709b-2da2-410a-b043-1213b5dca6c6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.711255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6574cb1b-8742-451c-bac4-f7ae1a5372be req-8587709b-2da2-410a-b043-1213b5dca6c6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2638242 Jul 16 17:57:04.727035 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-c66ac28d-2bda-4098-a571-5c551315594c tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips/dcc2a83f-53c4-409c-b56e-927f96a1520b HTTP/1.1" status: 200 len: 693 time: 0.0691259 Jul 16 17:57:04.727903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587709b-2da2-410a-b043-1213b5dca6c6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53280dd-fe1d-4b15-861b-b11b0ede97f2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:04.878826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-e30fad5d-6deb-43d6-94de-03ebf69d8a57 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:04.880204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-e30fad5d-6deb-43d6-94de-03ebf69d8a57 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1473744 Jul 16 17:57:04.938051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-80b57c3d-3bef-48e9-8325-17e164ffa22b tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.161 HTTP/1.1" status: 200 len: 696 time: 0.0519195 Jul 16 17:57:04.954884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255b7b7-9281-433e-9bdb-7b91d2b04ace req-c996915e-8b2d-4b48-be42-5c5a51f66ca3 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:04.956756 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3255b7b7-9281-433e-9bdb-7b91d2b04ace req-c996915e-8b2d-4b48-be42-5c5a51f66ca3 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.1381338 Jul 16 17:57:05.017331 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-5f4809bb-3ac8-494c-adf6-75c32c545109 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.161 HTTP/1.1" status: 200 len: 696 time: 0.0705495 Jul 16 17:57:05.066665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3255b7b7-9281-433e-9bdb-7b91d2b04ace req-c7ccfb5e-bc95-40c2-b49e-180b9c6f4f14 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035545 Jul 16 17:57:05.184755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-4b6eb5d2-8011-43bc-a976-2d7811307918 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Deleting port 17a60ae1-5e84-428e-b983-f84d57d541c5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:05.185274 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-4b6eb5d2-8011-43bc-a976-2d7811307918 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.312256 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-4b6eb5d2-8011-43bc-a976-2d7811307918 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.312488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-4b6eb5d2-8011-43bc-a976-2d7811307918 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.335530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-4b6eb5d2-8011-43bc-a976-2d7811307918 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Calling delete_port for 17a60ae1-5e84-428e-b983-f84d57d541c5 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:05.346905 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.360633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c27ac-b7d5-447f-a1c9-1e7b2896c81c req-d4c6fbe7-6b20-45c3-97ec-6d764d164714 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:05.362311 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-876c27ac-b7d5-447f-a1c9-1e7b2896c81c req-d4c6fbe7-6b20-45c3-97ec-6d764d164714 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1549051 Jul 16 17:57:05.454041 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-876c27ac-b7d5-447f-a1c9-1e7b2896c81c req-2865c426-3516-4027-aaed-9d5c7681bbe6 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.0856729 Jul 16 17:57:05.470886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-876c27ac-b7d5-447f-a1c9-1e7b2896c81c req-617148ec-87a0-4dbb-8cf0-aec89773cb85 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Request body: {'floatingip': {'port_id': '32cc91a5-b497-475a-8458-0ec560943459', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:05.513628 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-876c27ac-b7d5-447f-a1c9-1e7b2896c81c req-617148ec-87a0-4dbb-8cf0-aec89773cb85 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.705763 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-4b6eb5d2-8011-43bc-a976-2d7811307918 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.768311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6eb5d2-8011-43bc-a976-2d7811307918 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Pushing event deleted for resources: {'Port': ['ID=17a60ae1-5e84-428e-b983-f84d57d541c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:05.836167 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-4b6eb5d2-8011-43bc-a976-2d7811307918 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.839345 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-4b6eb5d2-8011-43bc-a976-2d7811307918 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.840498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-009460d9-4b7d-424d-a3c2-2a569c36708d req-4b6eb5d2-8011-43bc-a976-2d7811307918 tempest-FloatingIPDetailsTestJSON-510448061 tempest-FloatingIPDetailsTestJSON-510448061-project] 10.222.0.52 "DELETE /v2.0/floatingips/dcc2a83f-53c4-409c-b56e-927f96a1520b HTTP/1.1" status: 204 len: 173 time: 0.8179352 Jul 16 17:57:05.849438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:05.868766 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-876c27ac-b7d5-447f-a1c9-1e7b2896c81c req-617148ec-87a0-4dbb-8cf0-aec89773cb85 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 17:57:05.870895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-876c27ac-b7d5-447f-a1c9-1e7b2896c81c req-617148ec-87a0-4dbb-8cf0-aec89773cb85 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "PUT /v2.0/floatingips/6a9243be-4202-4fa9-8374-9c4a46296d1a HTTP/1.1" status: 409 len: 550 time: 0.4093952 Jul 16 17:57:05.914022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-540c99fc-fbac-406b-a9fb-8ae2f06df621 req-b27a612f-bf67-462d-b7a5-ac73558c00d0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1664717850', 'description': 'tempest-description-1602985021'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:05.945398 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-540c99fc-fbac-406b-a9fb-8ae2f06df621 req-b27a612f-bf67-462d-b7a5-ac73558c00d0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.084948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294123a-dfe6-46ba-a8a1-b88aba1ba964 req-40313d6d-0f61-4102-b74d-a30ad0b15df9 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:06.087403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4294123a-dfe6-46ba-a8a1-b88aba1ba964 req-40313d6d-0f61-4102-b74d-a30ad0b15df9 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.1092300 Jul 16 17:57:06.111592 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-540c99fc-fbac-406b-a9fb-8ae2f06df621 req-b27a612f-bf67-462d-b7a5-ac73558c00d0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.123073 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-540c99fc-fbac-406b-a9fb-8ae2f06df621 req-b27a612f-bf67-462d-b7a5-ac73558c00d0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.168946 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-540c99fc-fbac-406b-a9fb-8ae2f06df621 req-b27a612f-bf67-462d-b7a5-ac73558c00d0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.170491 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-540c99fc-fbac-406b-a9fb-8ae2f06df621 req-b27a612f-bf67-462d-b7a5-ac73558c00d0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2621970 Jul 16 17:57:06.192603 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4294123a-dfe6-46ba-a8a1-b88aba1ba964 req-461389dc-7bd3-4fa4-9399-7eb8ed028e67 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983343 Jul 16 17:57:06.195225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a612f-bf67-462d-b7a5-ac73558c00d0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683a75ba-f76e-44f1-a5b5-0ea22c4427fe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:06.266092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-b569807f-6dc5-483b-9272-5b539618897e tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips/6a9243be-4202-4fa9-8374-9c4a46296d1a HTTP/1.1" status: 200 len: 692 time: 0.0552750 Jul 16 17:57:06.407549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-5d63c6da-6344-4d19-8d13-9736a17a1606 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:06.409385 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-5d63c6da-6344-4d19-8d13-9736a17a1606 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1424818 Jul 16 17:57:06.443284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-a1612e47-c64a-4538-98b7-2a105d4ef414 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:57:06.444273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-a1612e47-c64a-4538-98b7-2a105d4ef414 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223246 Jul 16 17:57:06.447729 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d57c566c-7350-48df-8e96-d8665c46d9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.510032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-180d1bae-3419-4a3b-9dd6-9c1d44386c94 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.0555665 Jul 16 17:57:06.533255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e74a6-8cfa-4656-9984-eb1f55ec9cf9 req-3ce2ccba-6da2-4732-961a-5a8d89c507db tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:06.534875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db6e74a6-8cfa-4656-9984-eb1f55ec9cf9 req-3ce2ccba-6da2-4732-961a-5a8d89c507db tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.1241605 Jul 16 17:57:06.584681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-f1ed9773-66b0-4d1b-ba97-d31b76daf5e1 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.83 HTTP/1.1" status: 200 len: 695 time: 0.0671170 Jul 16 17:57:06.665494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db6e74a6-8cfa-4656-9984-eb1f55ec9cf9 req-0cb76ce5-d93a-4cb3-9da1-eee105678e50 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973058 Jul 16 17:57:06.802273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-b356d3b2-4267-4cdd-9d6b-502fcc6a8152 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Deleting port 2e965c8b-92f8-47ee-9c7a-ee3d9ab801e9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:06.802626 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-b356d3b2-4267-4cdd-9d6b-502fcc6a8152 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.857453 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da7574fd-a786-4c48-8b7a-636a98b20825 req-9a723e27-92ec-44c0-9ab5-064b0cf72158 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04b05764ddce42c78db71d30723ad77e HTTP/1.1" status: 200 len: 10898 time: 0.1581681 Jul 16 17:57:06.962296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d57c566c-7350-48df-8e96-d8665c46d9c7 admin admin] Deleting port 310a4a15-1f06-465b-ac92-34a93d079d85 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:06.962857 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d57c566c-7350-48df-8e96-d8665c46d9c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.043410 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d57c566c-7350-48df-8e96-d8665c46d9c7 admin admin] For port 310a4a15-1f06-465b-ac92-34a93d079d85, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=310a4a15-1f06-465b-ac92-34a93d079d85,segment=NetworkSegment(85e91c3b-385b-40d8-a2ec-ab3fa1455a0d),segment_id=85e91c3b-385b-40d8-a2ec-ab3fa1455a0d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:07.043768 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d57c566c-7350-48df-8e96-d8665c46d9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.056621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d57c566c-7350-48df-8e96-d8665c46d9c7 admin admin] Calling delete_port for 310a4a15-1f06-465b-ac92-34a93d079d85 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:07.197541 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-b356d3b2-4267-4cdd-9d6b-502fcc6a8152 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.198663 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-b356d3b2-4267-4cdd-9d6b-502fcc6a8152 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.212566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da7574fd-a786-4c48-8b7a-636a98b20825 req-1a29024a-450e-4746-b641-1c2c421e6bf1 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/4f337125-6fa9-4af6-bf75-1a1d44f5d0fc HTTP/1.1" status: 200 len: 2981 time: 0.0652540 Jul 16 17:57:07.216344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-b356d3b2-4267-4cdd-9d6b-502fcc6a8152 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Calling delete_port for 2e965c8b-92f8-47ee-9c7a-ee3d9ab801e9 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:07.265211 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d57c566c-7350-48df-8e96-d8665c46d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.288785 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c566c-7350-48df-8e96-d8665c46d9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=310a4a15-1f06-465b-ac92-34a93d079d85,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:07.310080 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da7574fd-a786-4c48-8b7a-636a98b20825 req-5ef938a0-3e42-4e0f-83ca-d99d42e2a40f tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/4f337125-6fa9-4af6-bf75-1a1d44f5d0fc HTTP/1.1" status: 200 len: 2981 time: 0.0893264 Jul 16 17:57:07.402004 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-b356d3b2-4267-4cdd-9d6b-502fcc6a8152 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.430417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356d3b2-4267-4cdd-9d6b-502fcc6a8152 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Pushing event deleted for resources: {'Port': ['ID=2e965c8b-92f8-47ee-9c7a-ee3d9ab801e9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:07.460180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d57c566c-7350-48df-8e96-d8665c46d9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.462106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-b356d3b2-4267-4cdd-9d6b-502fcc6a8152 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.465240 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-b356d3b2-4267-4cdd-9d6b-502fcc6a8152 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.466391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84ff50c6-b748-4e1d-9e9f-a059ea2d021b req-b356d3b2-4267-4cdd-9d6b-502fcc6a8152 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "DELETE /v2.0/floatingips/6a9243be-4202-4fa9-8374-9c4a46296d1a HTTP/1.1" status: 204 len: 173 time: 0.8664498 Jul 16 17:57:07.700181 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57c566c-7350-48df-8e96-d8665c46d9c7 admin admin] Router f34d052a-d28e-4890-bee4-ca1871c6787d has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:57:07.714520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19351076-8989-4011-b7cd-ad99c0b08997 req-c16185f0-3f1c-4757-80c0-ad1b5943f485 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.720656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19351076-8989-4011-b7cd-ad99c0b08997 req-c16185f0-3f1c-4757-80c0-ad1b5943f485 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.726446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19351076-8989-4011-b7cd-ad99c0b08997 req-c16185f0-3f1c-4757-80c0-ad1b5943f485 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.728049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19351076-8989-4011-b7cd-ad99c0b08997 req-c16185f0-3f1c-4757-80c0-ad1b5943f485 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37&device_id=dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0&device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 2417 time: 0.1473329 Jul 16 17:57:07.769365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-a81b3ae3-e757-4f9d-ae39-5b1edfc4d45e tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.770818 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-a81b3ae3-e757-4f9d-ae39-5b1edfc4d45e tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/networks?id=c69ad01e-43cc-4911-8b58-4967588dc5ef HTTP/1.1" status: 200 len: 814 time: 0.1490612 Jul 16 17:57:07.796869 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19351076-8989-4011-b7cd-ad99c0b08997 req-a426b08c-7616-43fb-91a8-10830042661b tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608387 Jul 16 17:57:07.798212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-2fea6ffa-7981-4a75-8702-a20503c01597 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/quotas/728bed5e31cb4149989d04d0f702a6d7 HTTP/1.1" status: 200 len: 375 time: 0.0220587 Jul 16 17:57:07.806188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57c566c-7350-48df-8e96-d8665c46d9c7 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:57:07.811505 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d57c566c-7350-48df-8e96-d8665c46d9c7 admin admin] 10.222.0.52 "PUT /v2.0/routers/f34d052a-d28e-4890-bee4-ca1871c6787d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9596741 Jul 16 17:57:07.814905 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb09564-710f-46f3-9312-fdb6b5f638d1 None None] Sync routers for ids ['f34d052a-d28e-4890-bee4-ca1871c6787d'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:07.817804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:07.825008 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb09564-710f-46f3-9312-fdb6b5f638d1 None None] Routers {'f34d052a-d28e-4890-bee4-ca1871c6787d'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:07.825670 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afb09564-710f-46f3-9312-fdb6b5f638d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f34d052a-d28e-4890-bee4-ca1871c6787d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:07.877784 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-f7b77bec-8f58-4ad0-bebc-a9ea46ec45dd tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=728bed5e31cb4149989d04d0f702a6d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714617 Jul 16 17:57:07.933283 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.944466 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-afb09564-710f-46f3-9312-fdb6b5f638d1 None None] Set router f34d052a-d28e-4890-bee4-ca1871c6787d gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:08.005388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-bd2044bb-d7fa-40f0-9110-c4659f74b32f service neutron] 10.222.0.52 "GET /v2.0/networks/c69ad01e-43cc-4911-8b58-4967588dc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199195 Jul 16 17:57:08.012447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03f17a8a-2dc7-49b6-a6c3-61d37dae4f72 req-6340e666-f820-4b95-b273-073761cf0ac5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/ea243052-383f-4b70-9004-43695618cbfb HTTP/1.1" status: 200 len: 1801 time: 0.0547960 Jul 16 17:57:08.044859 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.107534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Deleting port 267a01ef-1ac4-44d8-af84-e5bd74787325 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:08.108036 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.128526 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afb09564-710f-46f3-9312-fdb6b5f638d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'name': 'tempest-FloatingIPDetailsTestJSON-1297847898-router', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:57:07Z', 'revision_number': 5, 'project_id': '87480d75c5414d169ea85f470fb83b22', 'gw_port': {'id': '267a01ef-1ac4-44d8-af84-e5bd74787325', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:28Z', 'updated_at': '2021-07-16T17:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:08.147064 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f17a8a-2dc7-49b6-a6c3-61d37dae4f72 req-11f510d8-bbe6-41ef-9a58-b8cf9061ee28 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.151589 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-5f1776dc-dbb4-4902-996c-38298610a419 service neutron] 10.222.0.52 "GET /v2.0/networks/c69ad01e-43cc-4911-8b58-4967588dc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368132 Jul 16 17:57:08.161819 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb09564-710f-46f3-9312-fdb6b5f638d1 None None] Checking router: f34d052a-d28e-4890-bee4-ca1871c6787d for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:08.170572 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb09564-710f-46f3-9312-fdb6b5f638d1 None None] Routers {'f34d052a-d28e-4890-bee4-ca1871c6787d'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:08.171198 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afb09564-710f-46f3-9312-fdb6b5f638d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f34d052a-d28e-4890-bee4-ca1871c6787d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:08.172588 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f17a8a-2dc7-49b6-a6c3-61d37dae4f72 req-11f510d8-bbe6-41ef-9a58-b8cf9061ee28 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.204681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] For port 267a01ef-1ac4-44d8-af84-e5bd74787325, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=267a01ef-1ac4-44d8-af84-e5bd74787325,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:08.205049 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.217673 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f17a8a-2dc7-49b6-a6c3-61d37dae4f72 req-11f510d8-bbe6-41ef-9a58-b8cf9061ee28 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.220953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Calling delete_port for 267a01ef-1ac4-44d8-af84-e5bd74787325 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:08.222999 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f17a8a-2dc7-49b6-a6c3-61d37dae4f72 req-11f510d8-bbe6-41ef-9a58-b8cf9061ee28 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.225008 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03f17a8a-2dc7-49b6-a6c3-61d37dae4f72 req-11f510d8-bbe6-41ef-9a58-b8cf9061ee28 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "DELETE /v2.0/security-groups/ea243052-383f-4b70-9004-43695618cbfb HTTP/1.1" status: 204 len: 173 time: 0.2006452 Jul 16 17:57:08.240211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f510d8-bbe6-41ef-9a58-b8cf9061ee28 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea243052-383f-4b70-9004-43695618cbfb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:08.258693 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-afb09564-710f-46f3-9312-fdb6b5f638d1 None None] Set router f34d052a-d28e-4890-bee4-ca1871c6787d gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:08.325565 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afb09564-710f-46f3-9312-fdb6b5f638d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'name': 'tempest-FloatingIPDetailsTestJSON-1297847898-router', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:57:08Z', 'revision_number': 6, 'project_id': '87480d75c5414d169ea85f470fb83b22', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:08.356590 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb09564-710f-46f3-9312-fdb6b5f638d1 None None] The sync data for ids ['f34d052a-d28e-4890-bee4-ca1871c6787d'] in n-d-793618-9 is: [{'id': 'f34d052a-d28e-4890-bee4-ca1871c6787d', 'name': 'tempest-FloatingIPDetailsTestJSON-1297847898-router', 'tenant_id': '87480d75c5414d169ea85f470fb83b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:27Z', 'updated_at': '2021-07-16T17:57:08Z', 'revision_number': 6, 'project_id': '87480d75c5414d169ea85f470fb83b22', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:08.377082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-e2fe8567-ad46-4cde-a44a-efbc0de44619 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 1002 time: 0.1142836 Jul 16 17:57:08.442697 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.470322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-8f9b8abc-fb1a-4bfc-b2f2-63a480b04eda tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:08.471940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Pushing event deleted for resources: {'Port': ['ID=267a01ef-1ac4-44d8-af84-e5bd74787325,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:08.472088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-8f9b8abc-fb1a-4bfc-b2f2-63a480b04eda tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports/32cc91a5-b497-475a-8458-0ec560943459 HTTP/1.1" status: 200 len: 943 time: 0.0903561 Jul 16 17:57:08.552065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.575663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625ec32-2340-40aa-bcc5-bf3a291a4d12 req-1f0badc9-7bbc-4ed9-b0fa-ecbea955ff9b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:08.577913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7625ec32-2340-40aa-bcc5-bf3a291a4d12 req-1f0badc9-7bbc-4ed9-b0fa-ecbea955ff9b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.0827038 Jul 16 17:57:08.665535 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.668557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.679000 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7625ec32-2340-40aa-bcc5-bf3a291a4d12 req-cafda5ab-fbd0-4123-a8bd-3dd09b1b9d0e tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904078 Jul 16 17:57:08.681914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-19672226-ee9b-4533-8cb4-359c1e94e071 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 1002 time: 0.1032674 Jul 16 17:57:08.745878 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.746481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f34d052a-d28e-4890-bee4-ca1871c6787d {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:57:08.761190 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.766728 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9cb042d7-7223-48bc-b7ba-2eb163ab459d admin admin] 10.222.0.52 "DELETE /v2.0/routers/f34d052a-d28e-4890-bee4-ca1871c6787d HTTP/1.1" status: 204 len: 168 time: 0.9475763 Jul 16 17:57:08.768467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:08.774469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-e0639528-3c0d-4489-9ddf-e67dacdef92c req-b26516df-b5ea-47e7-8e27-9ae5b819850d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:57:08.777232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0639528-3c0d-4489-9ddf-e67dacdef92c req-b26516df-b5ea-47e7-8e27-9ae5b819850d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305572 Jul 16 17:57:08.855733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1557e9af-fadb-4835-966f-eebefb255bad admin admin] Deleting subnet aa131bfd-71d5-4237-b756-bf0b4fec0272 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:57:08.859391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1557e9af-fadb-4835-966f-eebefb255bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.899403 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1557e9af-fadb-4835-966f-eebefb255bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.949014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-06206683-cd6a-43cd-a825-8337355e89e2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:08.955580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-06206683-cd6a-43cd-a825-8337355e89e2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.2666695 Jul 16 17:57:08.962650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-55654c3b-5096-4b33-a499-aec973315739 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:57:08.971518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-55654c3b-5096-4b33-a499-aec973315739 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149972 Jul 16 17:57:09.026707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0639528-3c0d-4489-9ddf-e67dacdef92c req-a479aa21-854c-4016-b62f-4b4c05488da5 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2370830 Jul 16 17:57:09.031129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1557e9af-fadb-4835-966f-eebefb255bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.058630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-1dc09c50-2931-423d-8708-faa84c3a83ae tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 1002 time: 0.0862260 Jul 16 17:57:09.068763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-cfe64eca-8fae-4b13-9aed-e4c59bcce547 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:09.140762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-cfe64eca-8fae-4b13-9aed-e4c59bcce547 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.272546 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-6e8e65d7-a617-46b2-aa8e-7178ce635c47 req-f95a9ef9-1a86-41c6-8c48-5038b8e6823a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] show failed (client error): The resource could not be found. Jul 16 17:57:09.287770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e8e65d7-a617-46b2-aa8e-7178ce635c47 req-f95a9ef9-1a86-41c6-8c48-5038b8e6823a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/ea243052-383f-4b70-9004-43695618cbfb HTTP/1.1" status: 404 len: 352 time: 0.0363009 Jul 16 17:57:09.367948 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-cfe64eca-8fae-4b13-9aed-e4c59bcce547 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.372822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1557e9af-fadb-4835-966f-eebefb255bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.373647 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-cfe64eca-8fae-4b13-9aed-e4c59bcce547 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.374086 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-cfe64eca-8fae-4b13-9aed-e4c59bcce547 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Floating IP 746e80fd-ff4d-4a29-be2c-fa3db9946d2e disassociated. External IP: 172.25.8.174, port: 32cc91a5-b497-475a-8458-0ec560943459. Jul 16 17:57:09.387626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 310a4a15-1f06-465b-ac92-34a93d079d85 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:09.412324 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 310a4a15-1f06-465b-ac92-34a93d079d85 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:09.413229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 310a4a15-1f06-465b-ac92-34a93d079d85 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:09.413744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 267a01ef-1ac4-44d8-af84-e5bd74787325 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:09.416564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557e9af-fadb-4835-966f-eebefb255bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa131bfd-71d5-4237-b756-bf0b4fec0272,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:09.422693 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1557e9af-fadb-4835-966f-eebefb255bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.425378 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1557e9af-fadb-4835-966f-eebefb255bad admin admin] 10.222.0.52 "DELETE /v2.0/subnets/aa131bfd-71d5-4237-b756-bf0b4fec0272 HTTP/1.1" status: 204 len: 168 time: 0.6552331 Jul 16 17:57:09.427405 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:09.439563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6ae9ce-e66f-4cbf-9de0-87f053c6931b None None] Network dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:09.441702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 267a01ef-1ac4-44d8-af84-e5bd74787325 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:09.442267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 267a01ef-1ac4-44d8-af84-e5bd74787325 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:09.459219 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf617703-276d-47ea-9e47-5557fca1dfa7 req-b14a9380-1284-4a8e-83f2-30f1f20badef tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 210 time: 0.0458980 Jul 16 17:57:09.514600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.587303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Deleting port f054d143-af51-474b-a211-c585a7d51929 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:09.587904 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.678920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] For port f054d143-af51-474b-a211-c585a7d51929, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f054d143-af51-474b-a211-c585a7d51929,segment=NetworkSegment(85e91c3b-385b-40d8-a2ec-ab3fa1455a0d),segment_id=85e91c3b-385b-40d8-a2ec-ab3fa1455a0d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:09.679575 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.695700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Calling delete_port for f054d143-af51-474b-a211-c585a7d51929 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:09.724736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] DHCP port deletion for dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:57:09.746219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-cfe64eca-8fae-4b13-9aed-e4c59bcce547 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:57:09.842560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Deleting port f054d143-af51-474b-a211-c585a7d51929 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:09.843894 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.882978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-cfe64eca-8fae-4b13-9aed-e4c59bcce547 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:57:09.906897 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-cfe64eca-8fae-4b13-9aed-e4c59bcce547 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.907266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-1b676662-2967-4a86-8fdb-a1c41d674868 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:09.908792 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-1b676662-2967-4a86-8fdb-a1c41d674868 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.38 "GET /v2.0/networks?id=c69ad01e-43cc-4911-8b58-4967588dc5ef HTTP/1.1" status: 200 len: 814 time: 0.1585529 Jul 16 17:57:09.925202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Request body: {'port': {'device_id': '669b8c52-ce96-4480-a330-20a4ccd329c2', 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef', 'admin_state_up': True, 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:09.927772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc716a-ccca-4a41-9e3f-faa79e05b645 None None] Sync routers for ids ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:09.964559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] For port f054d143-af51-474b-a211-c585a7d51929, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f054d143-af51-474b-a211-c585a7d51929,segment=NetworkSegment(85e91c3b-385b-40d8-a2ec-ab3fa1455a0d),segment_id=85e91c3b-385b-40d8-a2ec-ab3fa1455a0d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:09.965171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-cfe64eca-8fae-4b13-9aed-e4c59bcce547 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "PUT /v2.0/floatingips/746e80fd-ff4d-4a29-be2c-fa3db9946d2e HTTP/1.1" status: 200 len: 695 time: 0.9006522 Jul 16 17:57:09.969056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.969589 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'tag': '32cc91a5-b497-475a-8458-0ec560943459'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:09.972541 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863e8238-5d4f-4fef-bbbe-d2e11a88b3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "42eb4d52-7c00-4c24-bba2-09ba5b29cfcf", "tag": "32cc91a5-b497-475a-8458-0ec560943459"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:10.001671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Calling delete_port for f054d143-af51-474b-a211-c585a7d51929 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:10.014451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc716a-ccca-4a41-9e3f-faa79e05b645 None None] Routers {'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:10.019385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ccc716a-ccca-4a41-9e3f-faa79e05b645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:10.067426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Made reservation on behalf of 728bed5e31cb4149989d04d0f702a6d7 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:10.071552 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.085265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-4197c755-2e7c-4df8-a1b9-72162693cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.085652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.089961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-4197c755-2e7c-4df8-a1b9-72162693cdb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=533887803743444da898d4eef637f76e&device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 1097 time: 0.1114924 Jul 16 17:57:10.117238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Pushing event deleted for resources: {'Port': ['ID=f054d143-af51-474b-a211-c585a7d51929,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:10.127184 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] No DVR routers for this DVR port f054d143-af51-474b-a211-c585a7d51929 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:10.196826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-e32cd999-4b4a-47ee-9ddb-5e7a715da679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.198625 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-e32cd999-4b4a-47ee-9ddb-5e7a715da679 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90b1160a-6d64-42a0-a364-d03b441cd932 HTTP/1.1" status: 200 len: 930 time: 0.1049268 Jul 16 17:57:10.206843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd72c978-14d4-418f-9141-c4cab0707351 req-c5bbe8b2-b681-43f1-8dfa-4cb7ebb4732f tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/f53280dd-fe1d-4b15-861b-b11b0ede97f2 HTTP/1.1" status: 200 len: 1800 time: 0.1849809 Jul 16 17:57:10.240526 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.250583 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-42ae8bca-63e2-4698-b5b5-6421889176e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32cc91a5-b497-475a-8458-0ec560943459 HTTP/1.1" status: 200 len: 217 time: 0.0411830 Jul 16 17:57:10.265897 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfeaa9d-538f-4745-9572-cdd7b06b0ce5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:10.270567 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.273564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3ccc716a-ccca-4a41-9e3f-faa79e05b645 None None] Set router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:10.302235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e91c3b-385b-40d8-a2ec-ab3fa1455a0d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:10.302603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e91c3b-385b-40d8-a2ec-ab3fa1455a0d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:10.322501 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.332364 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd72c978-14d4-418f-9141-c4cab0707351 req-4134e8bc-f6e3-4d47-a05e-7df3ce7968f8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.339050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Pushing event deleted for resources: {'Port': ['ID=f054d143-af51-474b-a211-c585a7d51929,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:10.342389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-0005c49e-550e-43d3-85be-042b3243121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.348549 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-0005c49e-550e-43d3-85be-042b3243121e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=095d44bf-efbd-48fe-8315-8acf43a7738a HTTP/1.1" status: 200 len: 868 time: 0.0804360 Jul 16 17:57:10.352744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] No DVR routers for this DVR port f054d143-af51-474b-a211-c585a7d51929 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:10.388228 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.405896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:10.407101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:10.407631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:10.408572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:10.409611 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:10.410103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:10.410599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:10.411358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:10.411845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:10.412467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:10.413211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:10.413705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368be8cb-bb85-4780-8585-15c0c33ab6d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:10.441455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:57:10.441743 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd72c978-14d4-418f-9141-c4cab0707351 req-4134e8bc-f6e3-4d47-a05e-7df3ce7968f8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.442144 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: timer() Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:57:10.446426 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:57:10.550492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-3c225824-20bd-48de-b483-69a76399c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.558814 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-3c225824-20bd-48de-b483-69a76399c376 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90b1160a-6d64-42a0-a364-d03b441cd932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1960618 Jul 16 17:57:10.563243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Allocated IP 172.20.0.10 (c69ad01e-43cc-4911-8b58-4967588dc5ef/6a4b3fd4-0430-4e35-b650-6bde9703605d/82a73ecc-dc84-447a-99b1-f6ab32bacb41) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:10.601629 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.620459 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.625330 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd72c978-14d4-418f-9141-c4cab0707351 req-4134e8bc-f6e3-4d47-a05e-7df3ce7968f8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.629388 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] 10.222.0.52 "DELETE /v2.0/networks/dcfeaa9d-538f-4745-9572-cdd7b06b0ce5 HTTP/1.1" status: 204 len: 168 time: 1.1982214 Jul 16 17:57:10.629566 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd72c978-14d4-418f-9141-c4cab0707351 req-4134e8bc-f6e3-4d47-a05e-7df3ce7968f8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.629566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd72c978-14d4-418f-9141-c4cab0707351 req-4134e8bc-f6e3-4d47-a05e-7df3ce7968f8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "DELETE /v2.0/security-groups/f53280dd-fe1d-4b15-861b-b11b0ede97f2 HTTP/1.1" status: 204 len: 173 time: 0.4213998 Jul 16 17:57:10.684577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134e8bc-f6e3-4d47-a05e-7df3ce7968f8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53280dd-fe1d-4b15-861b-b11b0ede97f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:10.726794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1b79e-c452-470b-8b6e-63da66b0b37f admin admin] Pushing event deleted for resources: {'Network': ['ID=dcfeaa9d-538f-4745-9572-cdd7b06b0ce5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:10.768878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ccc716a-ccca-4a41-9e3f-faa79e05b645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '9bcebff7-150f-42a5-ba53-f69bf546e9b8', 'name': '', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'tenant_id': '533887803743444da898d4eef637f76e', 'mac_address': 'fa:16:3e:70:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:26Z', 'updated_at': '2021-07-16T17:56:35Z', 'revision_number': 5, 'project_id': '533887803743444da898d4eef637f76e', 'subnets': [{'id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:10.824568 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-22dff3fd-5b49-4afe-b16a-94302f361a52 service neutron] 10.222.0.52 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651768 Jul 16 17:57:10.847845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc716a-ccca-4a41-9e3f-faa79e05b645 None None] Checking router: b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:10.876400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc716a-ccca-4a41-9e3f-faa79e05b645 None None] Routers {'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:10.878278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ccc716a-ccca-4a41-9e3f-faa79e05b645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:11.060715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:11.105542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.128767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3ccc716a-ccca-4a41-9e3f-faa79e05b645 None None] Set router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:11.148543 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Transition to ACTIVE for port object 82a73ecc-dc84-447a-99b1-f6ab32bacb41 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:11.163775 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5563a801-a407-4707-a38d-b3fbe8374142 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87480d75c5414d169ea85f470fb83b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1014812 Jul 16 17:57:11.168516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:11.181518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef7099d-acdc-406f-ab14-a62f5ddb6e51 req-3984acdc-54db-4863-9caa-74d9327be61d service neutron] 10.222.0.52 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527203 Jul 16 17:57:11.253943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ab959-edb0-4836-8ef8-c94e0456bd91 req-6c2afb39-e93c-4c25-bd14-e9280b976345 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.265864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-003ab959-edb0-4836-8ef8-c94e0456bd91 req-6c2afb39-e93c-4c25-bd14-e9280b976345 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.3738179 Jul 16 17:57:11.278056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f054d143-af51-474b-a211-c585a7d51929 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:11.314205 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.318844 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f91f457-cb94-47ea-a2a6-c157aeed107a x-openstack-request-id: req-7f91f457-cb94-47ea-a2a6-c157aeed107a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:11.319238 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42eb4d52-7c00-4c24-bba2-09ba5b29cfcf", "tag": "32cc91a5-b497-475a-8458-0ec560943459", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:11.319447 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f91f457-cb94-47ea-a2a6-c157aeed107a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:11.319877 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'tag': '32cc91a5-b497-475a-8458-0ec560943459', 'status': 'completed', 'code': 200} Jul 16 17:57:11.363250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-003ab959-edb0-4836-8ef8-c94e0456bd91 req-453dfb87-c9d8-4588-ab65-54cb3f27269c tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933812 Jul 16 17:57:11.366119 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-671f8fab-004d-4044-8572-c6143a69c075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.370907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: f054d143-af51-474b-a211-c585a7d51929 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:11.371069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f054d143-af51-474b-a211-c585a7d51929 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:11.557586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Network c69ad01e-43cc-4911-8b58-4967588dc5ef is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:11.574788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:11.583019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:11.591319 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-671f8fab-004d-4044-8572-c6143a69c075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.594391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Pushing event updated for resources: {'Port': ['ID=82a73ecc-dc84-447a-99b1-f6ab32bacb41,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:11.625972 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-0e7c8040-836a-4f90-9a5a-952cc2cf8d13 req-7edd0f75-59a8-4eb3-a784-79ae58a7e9f2 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] show failed (client error): The resource could not be found. Jul 16 17:57:11.632470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3ccc716a-ccca-4a41-9e3f-faa79e05b645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '9bcebff7-150f-42a5-ba53-f69bf546e9b8', 'name': '', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'tenant_id': '533887803743444da898d4eef637f76e', 'mac_address': 'fa:16:3e:70:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:26Z', 'updated_at': '2021-07-16T17:56:35Z', 'revision_number': 5, 'project_id': '533887803743444da898d4eef637f76e', 'subnets': [{'id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:11.653698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7c8040-836a-4f90-9a5a-952cc2cf8d13 req-7edd0f75-59a8-4eb3-a784-79ae58a7e9f2 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/f53280dd-fe1d-4b15-861b-b11b0ede97f2 HTTP/1.1" status: 404 len: 352 time: 0.0649979 Jul 16 17:57:11.694460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc716a-ccca-4a41-9e3f-faa79e05b645 None None] The sync data for ids ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'] in n-d-793618-9 is: [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:56:27Z', 'revision_number': 4, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '9bcebff7-150f-42a5-ba53-f69bf546e9b8', 'name': '', 'network_id': '90b1160a-6d64-42a0-a364-d03b441cd932', 'tenant_id': '533887803743444da898d4eef637f76e', 'mac_address': 'fa:16:3e:70:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:26Z', 'updated_at': '2021-07-16T17:56:35Z', 'revision_number': 5, 'project_id': '533887803743444da898d4eef637f76e', 'subnets': [{'id': '095d44bf-efbd-48fe-8315-8acf43a7738a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:11.722853 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.723530 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.727953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e8238-5d4f-4fef-bbbe-d2e11a88b3c9 req-ff48830d-d97a-4ab4-930b-8d11ef93e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.730473 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-863e8238-5d4f-4fef-bbbe-d2e11a88b3c9 req-ff48830d-d97a-4ab4-930b-8d11ef93e6fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=533887803743444da898d4eef637f76e&device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 1097 time: 0.3947394 Jul 16 17:57:11.768307 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-671f8fab-004d-4044-8572-c6143a69c075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.771067 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-671f8fab-004d-4044-8572-c6143a69c075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.772386 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-671f8fab-004d-4044-8572-c6143a69c075 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68dbfe71-e1f1-4e4b-9a29-ae9d4729e1cd HTTP/1.1" status: 204 len: 168 time: 0.6027873 Jul 16 17:57:11.774160 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-7d06b13e-aec7-423e-a0d5-ac05e7b4731f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8531120 Jul 16 17:57:11.793188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f8fab-004d-4044-8572-c6143a69c075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dbfe71-e1f1-4e4b-9a29-ae9d4729e1cd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:11.921394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1084f-c067-4c20-94e3-3126e0feb672 req-74ab831e-bff2-4274-a148-e1080bf106b3 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.926629 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2c1084f-c067-4c20-94e3-3126e0feb672 req-74ab831e-bff2-4274-a148-e1080bf106b3 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 932 time: 0.2697988 Jul 16 17:57:11.940770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e8238-5d4f-4fef-bbbe-d2e11a88b3c9 req-18610b3d-ac75-4c27-b2a5-606236fc295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.942365 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-863e8238-5d4f-4fef-bbbe-d2e11a88b3c9 req-18610b3d-ac75-4c27-b2a5-606236fc295a service neutron] 10.222.0.42 "GET /v2.0/networks?id=90b1160a-6d64-42a0-a364-d03b441cd932 HTTP/1.1" status: 200 len: 930 time: 0.2031941 Jul 16 17:57:12.021470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c942c350-93cb-4a54-900e-99e0d195ed2f None None] Provisioning for port 82a73ecc-dc84-447a-99b1-f6ab32bacb41 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:12.038717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c942c350-93cb-4a54-900e-99e0d195ed2f None None] Provisioning complete for port 82a73ecc-dc84-447a-99b1-f6ab32bacb41 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:12.039378 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c942c350-93cb-4a54-900e-99e0d195ed2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.053585 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-863e8238-5d4f-4fef-bbbe-d2e11a88b3c9 req-70591060-82a0-4ef0-96a9-62af3f61f8ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32cc91a5-b497-475a-8458-0ec560943459 HTTP/1.1" status: 200 len: 217 time: 0.0950344 Jul 16 17:57:12.054294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2c1084f-c067-4c20-94e3-3126e0feb672 req-7c3e93b9-1d35-487b-9154-2a435bc94ce1 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072123 Jul 16 17:57:12.129139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c942c350-93cb-4a54-900e-99e0d195ed2f None None] Port 82a73ecc-dc84-447a-99b1-f6ab32bacb41 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:12.183178 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-6762b061-a839-489d-b595-4a92202818fd tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips/746e80fd-ff4d-4a29-be2c-fa3db9946d2e HTTP/1.1" status: 200 len: 695 time: 0.0853655 Jul 16 17:57:12.189399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e8238-5d4f-4fef-bbbe-d2e11a88b3c9 req-0ec6d415-8d28-4aea-887c-78431999c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.190924 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-863e8238-5d4f-4fef-bbbe-d2e11a88b3c9 req-0ec6d415-8d28-4aea-887c-78431999c7c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=095d44bf-efbd-48fe-8315-8acf43a7738a HTTP/1.1" status: 200 len: 868 time: 0.1363292 Jul 16 17:57:12.271958 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db56a2-94fd-43c1-8a9c-84341b6561de None None] New status for floating IP 746e80fd-ff4d-4a29-be2c-fa3db9946d2e: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:57:12.297533 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e8238-5d4f-4fef-bbbe-d2e11a88b3c9 req-2161a893-66ac-46fb-97c0-9d54e4f6ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.300550 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-863e8238-5d4f-4fef-bbbe-d2e11a88b3c9 req-2161a893-66ac-46fb-97c0-9d54e4f6ca98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90b1160a-6d64-42a0-a364-d03b441cd932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010962 Jul 16 17:57:12.450245 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-863e8238-5d4f-4fef-bbbe-d2e11a88b3c9 req-64733161-1647-49d0-a71c-8ecd886d7112 service neutron] 10.222.0.42 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311672 Jul 16 17:57:12.450437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-79c9e872-e085-4323-a695-06a528d6a648 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.455785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-79c9e872-e085-4323-a695-06a528d6a648 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.2654200 Jul 16 17:57:12.557985 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-d7ea7934-893a-4d3c-b199-156f823be1d5 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 698 time: 0.0923471 Jul 16 17:57:12.581967 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-863e8238-5d4f-4fef-bbbe-d2e11a88b3c9 req-740f2f78-3ca1-4d55-9801-5099c044532d service neutron] 10.222.0.42 "GET /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298018 Jul 16 17:57:12.634565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-7ba746bb-859b-41da-9a84-b46d65b3d8e2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 698 time: 0.0616903 Jul 16 17:57:12.822253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-a518f2d9-289e-40f5-8523-3f855a817ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Deleting port 10bda532-dcce-4f41-be5c-a0842467637e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:12.823802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-a518f2d9-289e-40f5-8523-3f855a817ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.915260 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-a518f2d9-289e-40f5-8523-3f855a817ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.915619 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-a518f2d9-289e-40f5-8523-3f855a817ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.928368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-a518f2d9-289e-40f5-8523-3f855a817ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Calling delete_port for 10bda532-dcce-4f41-be5c-a0842467637e owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:13.070555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-a518f2d9-289e-40f5-8523-3f855a817ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.099621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518f2d9-289e-40f5-8523-3f855a817ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Pushing event deleted for resources: {'Port': ['ID=10bda532-dcce-4f41-be5c-a0842467637e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:13.134506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-a518f2d9-289e-40f5-8523-3f855a817ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.137740 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-a518f2d9-289e-40f5-8523-3f855a817ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.138897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68c6d88f-0063-4515-99b0-43d2eeba1113 req-a518f2d9-289e-40f5-8523-3f855a817ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "DELETE /v2.0/floatingips/746e80fd-ff4d-4a29-be2c-fa3db9946d2e HTTP/1.1" status: 204 len: 173 time: 0.4957054 Jul 16 17:57:13.382296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8037384-2db0-413b-9042-59b54d8a8e89 req-5ba81f76-2bd5-4331-acd8-38dffc392c0c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/683a75ba-f76e-44f1-a5b5-0ea22c4427fe HTTP/1.1" status: 200 len: 1801 time: 0.0505018 Jul 16 17:57:13.449719 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8037384-2db0-413b-9042-59b54d8a8e89 req-e88ab79d-0c2d-44ed-b5e9-61fbb8201cbf tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.474839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8037384-2db0-413b-9042-59b54d8a8e89 req-e88ab79d-0c2d-44ed-b5e9-61fbb8201cbf tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.516812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8037384-2db0-413b-9042-59b54d8a8e89 req-e88ab79d-0c2d-44ed-b5e9-61fbb8201cbf tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.520144 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a8037384-2db0-413b-9042-59b54d8a8e89 req-e88ab79d-0c2d-44ed-b5e9-61fbb8201cbf tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.521906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8037384-2db0-413b-9042-59b54d8a8e89 req-e88ab79d-0c2d-44ed-b5e9-61fbb8201cbf tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "DELETE /v2.0/security-groups/683a75ba-f76e-44f1-a5b5-0ea22c4427fe HTTP/1.1" status: 204 len: 173 time: 0.1383948 Jul 16 17:57:13.536506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ab79d-0c2d-44ed-b5e9-61fbb8201cbf tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a75ba-f76e-44f1-a5b5-0ea22c4427fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:13.712219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e723ed-cccf-4412-a4bf-2211cdb03b5e req-2b5e17ed-b082-4d09-9367-01fb91aff06f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:13.714606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-94e723ed-cccf-4412-a4bf-2211cdb03b5e req-2b5e17ed-b082-4d09-9367-01fb91aff06f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.0699639 Jul 16 17:57:13.754434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-94e723ed-cccf-4412-a4bf-2211cdb03b5e req-736c3215-65de-4d70-af58-95b70362d8a9 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333927 Jul 16 17:57:14.119144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4587f2-9197-438c-bae2-b9100c48c891 req-40242b1b-15e1-4388-95ab-e54c8cf6ee69 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:14.122255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf4587f2-9197-438c-bae2-b9100c48c891 req-40242b1b-15e1-4388-95ab-e54c8cf6ee69 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 932 time: 0.0832608 Jul 16 17:57:14.160436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf4587f2-9197-438c-bae2-b9100c48c891 req-a5b17d91-764f-47dc-a9ad-085c46af345f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321252 Jul 16 17:57:14.393283 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-b321744c-8b0e-4e5e-a903-278e7eb3f89d req-80528969-33aa-49c7-b870-5064929bd5ba tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] show failed (client error): The resource could not be found. Jul 16 17:57:14.394355 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b321744c-8b0e-4e5e-a903-278e7eb3f89d req-80528969-33aa-49c7-b870-5064929bd5ba tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/683a75ba-f76e-44f1-a5b5-0ea22c4427fe HTTP/1.1" status: 404 len: 352 time: 0.0143888 Jul 16 17:57:14.596843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e92c7-61c0-4084-8259-7f14afd65c1b req-40267cda-9dd5-46a1-b2a0-8afa488997be tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:14.598258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-017e92c7-61c0-4084-8259-7f14afd65c1b req-40267cda-9dd5-46a1-b2a0-8afa488997be tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0733519 Jul 16 17:57:14.643240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-017e92c7-61c0-4084-8259-7f14afd65c1b req-4e1f2135-0440-493f-a0e0-36e14ab245e9 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0392461 Jul 16 17:57:14.907062 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a21eba8-1228-417e-a455-a65e54258884 req-e087b583-e182-4230-b948-9589b4ba93dd tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04b05764ddce42c78db71d30723ad77e HTTP/1.1" status: 200 len: 6149 time: 0.0654497 Jul 16 17:57:14.954318 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a21eba8-1228-417e-a455-a65e54258884 req-4e105b19-d82a-4efc-a0c9-1f91bebb1f19 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/4f337125-6fa9-4af6-bf75-1a1d44f5d0fc HTTP/1.1" status: 200 len: 2981 time: 0.0412011 Jul 16 17:57:15.000242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a21eba8-1228-417e-a455-a65e54258884 req-871a97be-e2ba-4692-8b39-c6746b5a23fd tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/4f337125-6fa9-4af6-bf75-1a1d44f5d0fc HTTP/1.1" status: 200 len: 2981 time: 0.0401103 Jul 16 17:57:15.214031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-553ce3c1-f26c-4c07-b82c-8451aa50421f req-a9408f11-e00a-463e-80c1-82c6a3efb6a5 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0563138 Jul 16 17:57:15.327418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:15.372861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b36545-730d-4486-8142-fe337ec9ce0d req-cd5aca0b-7692-4971-810d-4a006bf23827 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:15.374451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08b36545-730d-4486-8142-fe337ec9ce0d req-cd5aca0b-7692-4971-810d-4a006bf23827 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.0695937 Jul 16 17:57:15.419727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08b36545-730d-4486-8142-fe337ec9ce0d req-62af4d9c-555d-4475-8fc4-b0d0df70aedb tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380986 Jul 16 17:57:15.449014 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20df7781-87a1-4c63-ba30-a5ee6705e651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.546999 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20df7781-87a1-4c63-ba30-a5ee6705e651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.552157 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20df7781-87a1-4c63-ba30-a5ee6705e651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.584394 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-20df7781-87a1-4c63-ba30-a5ee6705e651 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd65c12f5a6f4f0b899860a7a751904f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557721 Jul 16 17:57:15.586833 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:15.612485 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df7781-87a1-4c63-ba30-a5ee6705e651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0716689f-8d04-4a12-b851-c671756fafe1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:15.665490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c95f38b1-218f-46a2-a9a3-c4e56ddf38cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.696571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b6dcdd39-76f3-4bb4-83e4-b4af9ec62b51 req-cff59c51-d6a1-4327-b2ed-d4960dda8643 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2091373060', 'description': 'tempest-description-2014603465'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:15.710356 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c95f38b1-218f-46a2-a9a3-c4e56ddf38cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.725239 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6dcdd39-76f3-4bb4-83e4-b4af9ec62b51 req-cff59c51-d6a1-4327-b2ed-d4960dda8643 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.779651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c95f38b1-218f-46a2-a9a3-c4e56ddf38cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.782443 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c95f38b1-218f-46a2-a9a3-c4e56ddf38cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.785910 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c95f38b1-218f-46a2-a9a3-c4e56ddf38cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0716689f-8d04-4a12-b851-c671756fafe1 HTTP/1.1" status: 204 len: 168 time: 0.1958792 Jul 16 17:57:15.792956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f38b1-218f-46a2-a9a3-c4e56ddf38cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0716689f-8d04-4a12-b851-c671756fafe1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:15.862610 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6dcdd39-76f3-4bb4-83e4-b4af9ec62b51 req-cff59c51-d6a1-4327-b2ed-d4960dda8643 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.867613 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6dcdd39-76f3-4bb4-83e4-b4af9ec62b51 req-cff59c51-d6a1-4327-b2ed-d4960dda8643 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.900089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6dcdd39-76f3-4bb4-83e4-b4af9ec62b51 req-cff59c51-d6a1-4327-b2ed-d4960dda8643 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.901521 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6dcdd39-76f3-4bb4-83e4-b4af9ec62b51 req-cff59c51-d6a1-4327-b2ed-d4960dda8643 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2096353 Jul 16 17:57:15.903473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff59c51-d6a1-4327-b2ed-d4960dda8643 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b24957c-d6cc-4656-a58e-afa863d04c00,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:16.110287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:16.117002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19099f68-b482-4e48-8a91-72f0b9546336 req-62076fef-f3b5-4a56-a2e3-90343607fd6f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:16.118564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19099f68-b482-4e48-8a91-72f0b9546336 req-62076fef-f3b5-4a56-a2e3-90343607fd6f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 932 time: 0.0777965 Jul 16 17:57:16.124434 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44488749-1fba-4eb4-9c5f-c9790d331b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.160731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19099f68-b482-4e48-8a91-72f0b9546336 req-ad3c4a42-9e89-44df-950f-92f97200e105 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361786 Jul 16 17:57:16.241148 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44488749-1fba-4eb4-9c5f-c9790d331b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.245267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44488749-1fba-4eb4-9c5f-c9790d331b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.282471 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44488749-1fba-4eb4-9c5f-c9790d331b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66683a1a-a4a8-4730-b8e9-0c0251f1daca,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:16.299192 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-44488749-1fba-4eb4-9c5f-c9790d331b8e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d214cff5fc6446adbc798638da1ecbc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877286 Jul 16 17:57:16.301902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:16.357201 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ce27afe-2d9b-42a3-bd7c-b084c4110951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.384699 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ce27afe-2d9b-42a3-bd7c-b084c4110951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.463769 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ce27afe-2d9b-42a3-bd7c-b084c4110951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.466628 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ce27afe-2d9b-42a3-bd7c-b084c4110951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.471540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4ce27afe-2d9b-42a3-bd7c-b084c4110951 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/66683a1a-a4a8-4730-b8e9-0c0251f1daca HTTP/1.1" status: 204 len: 168 time: 0.1681981 Jul 16 17:57:16.480465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce27afe-2d9b-42a3-bd7c-b084c4110951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66683a1a-a4a8-4730-b8e9-0c0251f1daca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:16.614878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fe6d5-bd2a-4a25-9d1c-438bf5e337cf req-0503bdf8-abd9-45ab-b3d6-521d9e160eb7 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:16.616460 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-825fe6d5-bd2a-4a25-9d1c-438bf5e337cf req-0503bdf8-abd9-45ab-b3d6-521d9e160eb7 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.0689864 Jul 16 17:57:16.671328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-825fe6d5-bd2a-4a25-9d1c-438bf5e337cf req-fc4b9421-a37f-47c6-aa61-1d38ad93108a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484049 Jul 16 17:57:16.693926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-48c18f30-ab21-422f-99dd-9db2e3764896 req-921b1e01-0901-4b60-810f-5c03a2977808 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-387037557', 'description': 'tempest-description-117488905'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:16.720106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-48c18f30-ab21-422f-99dd-9db2e3764896 req-921b1e01-0901-4b60-810f-5c03a2977808 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.814897 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-48c18f30-ab21-422f-99dd-9db2e3764896 req-921b1e01-0901-4b60-810f-5c03a2977808 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.818677 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-48c18f30-ab21-422f-99dd-9db2e3764896 req-921b1e01-0901-4b60-810f-5c03a2977808 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.858468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-48c18f30-ab21-422f-99dd-9db2e3764896 req-921b1e01-0901-4b60-810f-5c03a2977808 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.864698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-48c18f30-ab21-422f-99dd-9db2e3764896 req-921b1e01-0901-4b60-810f-5c03a2977808 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1751785 Jul 16 17:57:16.870084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b1e01-0901-4b60-810f-5c03a2977808 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df8f79b-6f29-4b1d-a1b7-c1fcb4dd86d8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:17.081387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef125269-1c2d-4d12-94ea-2b6f74f9262d req-a5cb9cba-8d0f-4be2-afdf-5f56fdf11e6a tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.083270 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef125269-1c2d-4d12-94ea-2b6f74f9262d req-a5cb9cba-8d0f-4be2-afdf-5f56fdf11e6a tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 946 time: 0.0659175 Jul 16 17:57:17.139295 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef125269-1c2d-4d12-94ea-2b6f74f9262d req-4c564587-2319-4189-83bb-381bef27d73c tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/security-groups?id=2edfc220-c7e9-4348-ba76-502cd5498fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484684 Jul 16 17:57:17.314152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f67eb-290f-4940-9ac0-c5467902b855 req-a9ce30c9-dd53-40d8-ae63-6cda2692a65d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.315687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd7f67eb-290f-4940-9ac0-c5467902b855 req-a9ce30c9-dd53-40d8-ae63-6cda2692a65d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.0707762 Jul 16 17:57:17.347023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:17.356934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd7f67eb-290f-4940-9ac0-c5467902b855 req-9cf4a51e-49c0-47da-9142-9bb6e35814be tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351059 Jul 16 17:57:17.470217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-417417959-network', 'tenant_id': '8dc149fb96834be9abc17afebb864774'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:17.501704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Made reservation on behalf of 8dc149fb96834be9abc17afebb864774 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:17.505162 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.518481 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.620371 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105845fa-0bc9-4011-b4de-354af1176208 req-79b531bc-174c-4dff-97fd-9b212986bce2 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.622034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-79b531bc-174c-4dff-97fd-9b212986bce2 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/networks?id=f7ce2649-87d5-4749-a551-441781bf4824 HTTP/1.1" status: 200 len: 812 time: 0.1312768 Jul 16 17:57:17.645925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-4c4fee27-b300-40b5-b547-661cb5302a17 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/quotas/04b05764ddce42c78db71d30723ad77e HTTP/1.1" status: 200 len: 375 time: 0.0181711 Jul 16 17:57:17.682394 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.699107 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.717850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:17.724778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:17.739744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bfd803-8c85-4e5c-bddc-1ad613fc6f72,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:17.745004 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.745378 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Added segment 1323b9df-dc6c-4d31-ab19-d2ed3af79a64 of type vlan for network f7de7ee4-fe4c-401a-990c-c9868fce980e Jul 16 17:57:17.753247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-a4b9a253-61c2-4e5a-8766-f5f199f33120 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=04b05764ddce42c78db71d30723ad77e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1064680 Jul 16 17:57:17.805787 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.840141 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.842675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.845918 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.879810 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5316408 Jul 16 17:57:17.884059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:17.888322 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14be15b9-e233-4b66-b8af-bc66f3cca14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.891556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ca5c01bc-f7a7-420b-b36a-9eb6eee5f183 admin admin] Request body: {'subnet': {'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-417417959-subnet', 'tenant_id': '8dc149fb96834be9abc17afebb864774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:17.906203 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-4900333c-c827-4a5d-9aeb-5da3b24a35e3 service neutron] 10.222.0.52 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461740 Jul 16 17:57:17.934930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd349807-7614-4ccd-97a5-81a6875593a2 admin admin] Pushing event updated for resources: {'Network': ['ID=f7de7ee4-fe4c-401a-990c-c9868fce980e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:17.950087 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-14be15b9-e233-4b66-b8af-bc66f3cca14f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:57:17.950087 n-d-793618-9 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:57:17.950087 n-d-793618-9 neutron-server[93767]: [parameters: {'project_id_1': 'dff1a25eb78a4327ae79e457db28d3ad', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 57, 17, 917745)}] Jul 16 17:57:17.950087 n-d-793618-9 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:57:17.950702 n-d-793618-9 neutron-server[93767]: DEBUG oslo_db.api [None req-14be15b9-e233-4b66-b8af-bc66f3cca14f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:57:17.951095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network f7de7ee4-fe4c-401a-990c-c9868fce980e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:17.951870 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5c01bc-f7a7-420b-b36a-9eb6eee5f183 admin admin] Made reservation on behalf of 8dc149fb96834be9abc17afebb864774 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:17.954372 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca5c01bc-f7a7-420b-b36a-9eb6eee5f183 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.021869 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-9b66796b-7cbf-45f3-8705-6126fd1d8f57 service neutron] 10.222.0.52 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146219 Jul 16 17:57:18.132520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ada238-a4b3-46b9-9063-2418deda5d79 req-2d885541-dfcf-4f2c-ad6f-483fb39b5f13 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:18.134274 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f6ada238-a4b3-46b9-9063-2418deda5d79 req-2d885541-dfcf-4f2c-ad6f-483fb39b5f13 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.42 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 946 time: 0.1765044 Jul 16 17:57:18.317332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca5c01bc-f7a7-420b-b36a-9eb6eee5f183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.320459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fb340-a032-4529-9ef4-98b2fe4be902 req-d1ad15d8-2c62-4b1e-9091-8d4f0baa4956 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:18.328993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad5fb340-a032-4529-9ef4-98b2fe4be902 req-d1ad15d8-2c62-4b1e-9091-8d4f0baa4956 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 932 time: 0.0857580 Jul 16 17:57:18.355545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f6ada238-a4b3-46b9-9063-2418deda5d79 req-2da95bdf-91fe-4dbc-b5a5-42ac97c525f3 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Deleting port 32cc91a5-b497-475a-8458-0ec560943459 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:18.356108 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6ada238-a4b3-46b9-9063-2418deda5d79 req-2da95bdf-91fe-4dbc-b5a5-42ac97c525f3 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.377341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad5fb340-a032-4529-9ef4-98b2fe4be902 req-67678cdf-0454-41d5-882b-95219b82435f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473461 Jul 16 17:57:18.451640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14be15b9-e233-4b66-b8af-bc66f3cca14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.457497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f6ada238-a4b3-46b9-9063-2418deda5d79 req-2da95bdf-91fe-4dbc-b5a5-42ac97c525f3 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] For port 32cc91a5-b497-475a-8458-0ec560943459, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=32cc91a5-b497-475a-8458-0ec560943459,segment=NetworkSegment(a403f94b-ab23-4440-adc8-8807b64b7b76),segment_id=a403f94b-ab23-4440-adc8-8807b64b7b76)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:18.457872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6ada238-a4b3-46b9-9063-2418deda5d79 req-2da95bdf-91fe-4dbc-b5a5-42ac97c525f3 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.471597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f6ada238-a4b3-46b9-9063-2418deda5d79 req-2da95bdf-91fe-4dbc-b5a5-42ac97c525f3 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Calling delete_port for 32cc91a5-b497-475a-8458-0ec560943459 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:18.565687 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c01bc-f7a7-420b-b36a-9eb6eee5f183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6dfec8-d37c-42a8-86bf-6b4d8073d447,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:18.586574 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14be15b9-e233-4b66-b8af-bc66f3cca14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.622064 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14be15b9-e233-4b66-b8af-bc66f3cca14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.625067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c01bc-f7a7-420b-b36a-9eb6eee5f183 admin admin] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:18.625470 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5c01bc-f7a7-420b-b36a-9eb6eee5f183 admin admin] Network hostable DHCP agents. Network: f7de7ee4-fe4c-401a-990c-c9868fce980e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:18.676340 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5c01bc-f7a7-420b-b36a-9eb6eee5f183 admin admin] Network f7de7ee4-fe4c-401a-990c-c9868fce980e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:18.677997 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-14be15b9-e233-4b66-b8af-bc66f3cca14f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dff1a25eb78a4327ae79e457db28d3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9575381 Jul 16 17:57:18.680893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:18.689497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be15b9-e233-4b66-b8af-bc66f3cca14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0d523b-cc0c-492a-ad6a-ce6e7e27ac2d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:18.713786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ca5c01bc-f7a7-420b-b36a-9eb6eee5f183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, f7de7ee4-fe4c-401a-990c-c9868fce980e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:18.719041 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c01bc-f7a7-420b-b36a-9eb6eee5f183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:18.723808 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca5c01bc-f7a7-420b-b36a-9eb6eee5f183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.724459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5c5e-1149-4bc9-b336-b95c6fbf8dce req-a6291dce-377e-490d-b9c4-b1cbd9f763ea tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:18.729183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d9e913-1414-4bbd-95fd-20acb4e6ae30 None None] Network f7de7ee4-fe4c-401a-990c-c9868fce980e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:18.733454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-920f5c5e-1149-4bc9-b336-b95c6fbf8dce req-a6291dce-377e-490d-b9c4-b1cbd9f763ea tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.1444724 Jul 16 17:57:18.739143 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6ada238-a4b3-46b9-9063-2418deda5d79 req-2da95bdf-91fe-4dbc-b5a5-42ac97c525f3 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.784740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['32cc91a5-b497-475a-8458-0ec560943459'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:18.808730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da95bdf-91fe-4dbc-b5a5-42ac97c525f3 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Pushing event deleted for resources: {'Port': ['ID=32cc91a5-b497-475a-8458-0ec560943459,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:18.809886 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf4c39b4-f52b-429d-bd0c-81f36c592c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.828109 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ca5c01bc-f7a7-420b-b36a-9eb6eee5f183 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9430923 Jul 16 17:57:18.841249 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-920f5c5e-1149-4bc9-b336-b95c6fbf8dce req-ed04c4ea-a8be-43f9-b7df-1f5576caab76 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028552 Jul 16 17:57:18.878311 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf4c39b4-f52b-429d-bd0c-81f36c592c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.985147 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ada238-a4b3-46b9-9063-2418deda5d79 req-2da95bdf-91fe-4dbc-b5a5-42ac97c525f3 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] No DVR routers for this DVR port 32cc91a5-b497-475a-8458-0ec560943459 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:18.990680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c74c92c5-2919-4a7b-af21-d79b44d7363a req-f2b85bad-ff9c-4c4d-905b-240d3d3258b3 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 210 time: 0.0656993 Jul 16 17:57:19.008885 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f6ada238-a4b3-46b9-9063-2418deda5d79 req-2da95bdf-91fe-4dbc-b5a5-42ac97c525f3 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.011871 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f6ada238-a4b3-46b9-9063-2418deda5d79 req-2da95bdf-91fe-4dbc-b5a5-42ac97c525f3 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.42 "DELETE /v2.0/ports/32cc91a5-b497-475a-8458-0ec560943459 HTTP/1.1" status: 204 len: 173 time: 0.8717427 Jul 16 17:57:19.012355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'name': 'network-vif-deleted', 'tag': '32cc91a5-b497-475a-8458-0ec560943459'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:19.019198 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c191de-6787-4699-ab4a-56ee763455c6" -d '{"events": [{"server_uuid": "42eb4d52-7c00-4c24-bba2-09ba5b29cfcf", "name": "network-vif-deleted", "tag": "32cc91a5-b497-475a-8458-0ec560943459"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:19.025219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf4c39b4-f52b-429d-bd0c-81f36c592c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.029071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf4c39b4-f52b-429d-bd0c-81f36c592c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.030747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cf4c39b4-f52b-429d-bd0c-81f36c592c2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c0d523b-cc0c-492a-ad6a-ce6e7e27ac2d HTTP/1.1" status: 204 len: 168 time: 0.3480451 Jul 16 17:57:19.069774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c39b4-f52b-429d-bd0c-81f36c592c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0d523b-cc0c-492a-ad6a-ce6e7e27ac2d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:19.155084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8457ad-24de-498b-b90d-1d6667d19a9e None None] Network f7de7ee4-fe4c-401a-990c-c9868fce980e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:19.289619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dbd5a34-c7bf-4924-a2e1-5023abe3df1e req-01d430e4-2147-4708-8bca-aec94472651c tempest-FloatingIPsAssociationNegativeTestJSON-1746574054 tempest-FloatingIPsAssociationNegativeTestJSON-1746574054-project] 10.222.0.52 "GET /v2.0/ports?device_id=42eb4d52-7c00-4c24-bba2-09ba5b29cfcf HTTP/1.1" status: 200 len: 210 time: 0.0831697 Jul 16 17:57:19.565029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27264c66-e4a3-44c1-95bb-f0a9746130ca req-771a53b7-2aed-4d69-a64c-3e45ccf35562 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.566623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-27264c66-e4a3-44c1-95bb-f0a9746130ca req-771a53b7-2aed-4d69-a64c-3e45ccf35562 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.1061392 Jul 16 17:57:19.633433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-27264c66-e4a3-44c1-95bb-f0a9746130ca req-1c4540c3-f410-497e-abbe-e8ddc5a14d90 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563502 Jul 16 17:57:19.701004 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15c95ff-647f-4d15-b46e-2743113b3247 x-openstack-request-id: req-e15c95ff-647f-4d15-b46e-2743113b3247 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:19.701702 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42eb4d52-7c00-4c24-bba2-09ba5b29cfcf", "name": "network-vif-deleted", "tag": "32cc91a5-b497-475a-8458-0ec560943459", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:19.701889 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e15c95ff-647f-4d15-b46e-2743113b3247 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:19.702410 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42eb4d52-7c00-4c24-bba2-09ba5b29cfcf', 'name': 'network-vif-deleted', 'tag': '32cc91a5-b497-475a-8458-0ec560943459', 'status': 'completed', 'code': 200} Jul 16 17:57:20.051066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34d061-a3ca-4ff4-884d-95891fee6300 req-916812ee-2b63-4d1b-b45b-797f78dcbdbf tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.052292 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:20.060912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af34d061-a3ca-4ff4-884d-95891fee6300 req-916812ee-2b63-4d1b-b45b-797f78dcbdbf tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 932 time: 0.0953293 Jul 16 17:57:20.061086 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1096152677-network', 'tenant_id': '9f82727fcdd9430ea4b8b1aab0bc974a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:20.100566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af34d061-a3ca-4ff4-884d-95891fee6300 req-d143a09b-0161-4c02-adc7-b190699f3e4d tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387952 Jul 16 17:57:20.108133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Made reservation on behalf of 9f82727fcdd9430ea4b8b1aab0bc974a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:20.111047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.122957 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.283816 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.290554 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.310829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c5c3a-6330-49df-9e4d-74fdb581aeb2 req-986e1426-e125-440e-a398-e67d7500032a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.318334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a39c5c3a-6330-49df-9e4d-74fdb581aeb2 req-986e1426-e125-440e-a398-e67d7500032a tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.0858204 Jul 16 17:57:20.330162 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdc5ffc-4c45-4a1c-aca9-10e6e529cb43,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:20.345862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:20.361635 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.362633 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Added segment 028d3816-5a6d-40f7-9bb2-6aaeeada880c of type vlan for network 042d0fc9-c53b-4bee-b03c-dd5168108a5c Jul 16 17:57:20.385363 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a39c5c3a-6330-49df-9e4d-74fdb581aeb2 req-bb0c603e-f5ba-4317-a198-7c03877cebca tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598140 Jul 16 17:57:20.422347 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.458874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.460211 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.460813 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.494963 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4388695 Jul 16 17:57:20.495327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:20.500666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-21078d07-2698-4522-aab1-f45a035c3877 admin admin] Request body: {'subnet': {'network_id': '042d0fc9-c53b-4bee-b03c-dd5168108a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1096152677-subnet', 'tenant_id': '9f82727fcdd9430ea4b8b1aab0bc974a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:20.533735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21078d07-2698-4522-aab1-f45a035c3877 admin admin] Made reservation on behalf of 9f82727fcdd9430ea4b8b1aab0bc974a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:20.538061 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21078d07-2698-4522-aab1-f45a035c3877 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.558632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cde58-9a04-49c2-b04f-ade5a2fbf0f7 admin admin] Pushing event updated for resources: {'Network': ['ID=042d0fc9-c53b-4bee-b03c-dd5168108a5c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:20.575231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 042d0fc9-c53b-4bee-b03c-dd5168108a5c details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:20.596252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd1751c-4b15-4f16-afed-e7ee27261294 req-b1e0a813-4e24-48b1-9db2-aeecb66405e2 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 210 time: 0.0408692 Jul 16 17:57:20.716879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:21.207534 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ff16bf1-f54b-4cb4-9d5d-f69aedb0e5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.211056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21078d07-2698-4522-aab1-f45a035c3877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.274114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21078d07-2698-4522-aab1-f45a035c3877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ef092d-9bcc-4efb-8cca-88f4470cfd42,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:21.305823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260ac5c-6984-4bff-b2d7-f0d337a0d8f6 req-37f3990b-01ec-4054-8792-dc0f75e92c0e tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.309811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9260ac5c-6984-4bff-b2d7-f0d337a0d8f6 req-37f3990b-01ec-4054-8792-dc0f75e92c0e tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.4888198 Jul 16 17:57:21.311595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21078d07-2698-4522-aab1-f45a035c3877 admin admin] Checking segment: {'id': '028d3816-5a6d-40f7-9bb2-6aaeeada880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '042d0fc9-c53b-4bee-b03c-dd5168108a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:21.312063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21078d07-2698-4522-aab1-f45a035c3877 admin admin] Network hostable DHCP agents. Network: 042d0fc9-c53b-4bee-b03c-dd5168108a5c, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:21.360864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9260ac5c-6984-4bff-b2d7-f0d337a0d8f6 req-b45e5abe-4f26-4d7e-ac15-f472c56ed278 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450771 Jul 16 17:57:21.361994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21078d07-2698-4522-aab1-f45a035c3877 admin admin] Network 042d0fc9-c53b-4bee-b03c-dd5168108a5c is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:21.375513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-21078d07-2698-4522-aab1-f45a035c3877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 042d0fc9-c53b-4bee-b03c-dd5168108a5c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:21.380972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21078d07-2698-4522-aab1-f45a035c3877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.381912 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21078d07-2698-4522-aab1-f45a035c3877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.394342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf16819c-8d3b-44e6-9849-6a6dca3acd7e None None] Network 042d0fc9-c53b-4bee-b03c-dd5168108a5c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:21.437626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-21078d07-2698-4522-aab1-f45a035c3877 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9407442 Jul 16 17:57:21.499696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1ff16bf1-f54b-4cb4-9d5d-f69aedb0e5a9 admin admin] Deleting port 9bcebff7-150f-42a5-ba53-f69bf546e9b8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:21.501538 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ff16bf1-f54b-4cb4-9d5d-f69aedb0e5a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.634062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1ff16bf1-f54b-4cb4-9d5d-f69aedb0e5a9 admin admin] For port 9bcebff7-150f-42a5-ba53-f69bf546e9b8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9bcebff7-150f-42a5-ba53-f69bf546e9b8,segment=NetworkSegment(a403f94b-ab23-4440-adc8-8807b64b7b76),segment_id=a403f94b-ab23-4440-adc8-8807b64b7b76)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:21.634275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ff16bf1-f54b-4cb4-9d5d-f69aedb0e5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.661982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd670c-8bb9-48e5-994d-4ffa759ed968 None None] Network 042d0fc9-c53b-4bee-b03c-dd5168108a5c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:21.674360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1ff16bf1-f54b-4cb4-9d5d-f69aedb0e5a9 admin admin] Calling delete_port for 9bcebff7-150f-42a5-ba53-f69bf546e9b8 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:21.720121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719ab2e-55bd-4aac-a908-273c73064fef req-5ceb789d-e28e-4ac4-8634-356defa8f2cb tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.721927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1719ab2e-55bd-4aac-a908-273c73064fef req-5ceb789d-e28e-4ac4-8634-356defa8f2cb tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 932 time: 0.1230741 Jul 16 17:57:21.735180 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 32cc91a5-b497-475a-8458-0ec560943459 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:21.767302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1719ab2e-55bd-4aac-a908-273c73064fef req-507f79d6-6def-4fd6-9c7f-c4190eb89178 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386996 Jul 16 17:57:21.845962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 32cc91a5-b497-475a-8458-0ec560943459 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:21.846652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 32cc91a5-b497-475a-8458-0ec560943459 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:22.015282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b33490-0772-4f1d-9995-bd815fdba872 req-6ea60d23-146d-4755-9062-77947eccf69f tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.016826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84b33490-0772-4f1d-9995-bd815fdba872 req-6ea60d23-146d-4755-9062-77947eccf69f tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.0674875 Jul 16 17:57:22.017049 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ff16bf1-f54b-4cb4-9d5d-f69aedb0e5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.044592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff16bf1-f54b-4cb4-9d5d-f69aedb0e5a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcebff7-150f-42a5-ba53-f69bf546e9b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:22.084403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84b33490-0772-4f1d-9995-bd815fdba872 req-77613439-24c2-4794-8317-3897bd2a5905 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598402 Jul 16 17:57:22.261642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ff16bf1-f54b-4cb4-9d5d-f69aedb0e5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.263456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2336b4d6-157e-4574-8f99-5532d618d5f9 req-a55c2d8d-2bed-4444-a6f0-731c4c806d2c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 210 time: 0.0428770 Jul 16 17:57:22.584946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b52e4266-b482-4cab-8707-cabc5d272685 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.586448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b52e4266-b482-4cab-8707-cabc5d272685 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 807 time: 0.1080360 Jul 16 17:57:22.603088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-7116d9b5-88ec-4d76-a52e-e1f5f2a9750a tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/quotas/8dc149fb96834be9abc17afebb864774 HTTP/1.1" status: 200 len: 375 time: 0.0101867 Jul 16 17:57:22.650338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Request body: {'port': {'device_id': '669b8c52-ce96-4480-a330-20a4ccd329c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:22.651116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-f1a7ffc3-763e-4f2f-9d67-9d80a492c922 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379488 Jul 16 17:57:22.761593 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b23719bb-91ac-4a65-bf07-c5cfbd2ad680 service neutron] 10.222.0.52 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023433 Jul 16 17:57:22.783500 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.849943 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff16bf1-f54b-4cb4-9d5d-f69aedb0e5a9 admin admin] Router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:57:22.924998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-80873bd6-d743-4965-8c4d-dfebd8c68328 service neutron] 10.222.0.52 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571116 Jul 16 17:57:22.955478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bddcf0-e3f9-40e2-89dc-3740f1a430b7 req-8864da0e-6f2e-4eef-be5e-2123e0250937 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.963111 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86bddcf0-e3f9-40e2-89dc-3740f1a430b7 req-8864da0e-6f2e-4eef-be5e-2123e0250937 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.1114788 Jul 16 17:57:23.006015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86bddcf0-e3f9-40e2-89dc-3740f1a430b7 req-32af46c2-1b11-4f5e-8772-636ce45a43b8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410738 Jul 16 17:57:23.147134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff16bf1-f54b-4cb4-9d5d-f69aedb0e5a9 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:57:23.157978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1ff16bf1-f54b-4cb4-9d5d-f69aedb0e5a9 admin admin] 10.222.0.52 "PUT /v2.0/routers/b9764b9a-c7b7-4bb2-97f6-cff14a2d2984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375715 Jul 16 17:57:23.160612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:23.162685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca8010-2a36-47ae-9da4-9bbe1438745d None None] Sync routers for ids ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:23.185089 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca8010-2a36-47ae-9da4-9bbe1438745d None None] Routers {'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:23.185976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4bca8010-2a36-47ae-9da4-9bbe1438745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:23.218426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a73ecc-dc84-447a-99b1-f6ab32bacb41 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:23.235386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.260963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Transition to ACTIVE for port object 82a73ecc-dc84-447a-99b1-f6ab32bacb41 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:23.266045 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.471862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Pushing event updated for resources: {'Port': ['ID=82a73ecc-dc84-447a-99b1-f6ab32bacb41,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:23.490859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Attempting to bind port 82a73ecc-dc84-447a-99b1-f6ab32bacb41 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:23.491289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Attempting to bind port 82a73ecc-dc84-447a-99b1-f6ab32bacb41 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:23.491698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Attempting to bind port 82a73ecc-dc84-447a-99b1-f6ab32bacb41 on network c69ad01e-43cc-4911-8b58-4967588dc5ef {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:23.497785 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Port 82a73ecc-dc84-447a-99b1-f6ab32bacb41 on network c69ad01e-43cc-4911-8b58-4967588dc5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:23.498040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Attempting to bind port 82a73ecc-dc84-447a-99b1-f6ab32bacb41 on network c69ad01e-43cc-4911-8b58-4967588dc5ef {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:23.503618 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:23.504058 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Checking segment: {'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:23.504671 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Bound using segment: {'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:23.505194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Bound port: 82a73ecc-dc84-447a-99b1-f6ab32bacb41, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8660e484-5f42-46ff-b653-037d61d20a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:23.505912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.583029 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] For port 82a73ecc-dc84-447a-99b1-f6ab32bacb41, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:23.586312 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] For port 82a73ecc-dc84-447a-99b1-f6ab32bacb41, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=82a73ecc-dc84-447a-99b1-f6ab32bacb41,segment=NetworkSegment(8660e484-5f42-46ff-b653-037d61d20a83),segment_id=8660e484-5f42-46ff-b653-037d61d20a83)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:23.588044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105845fa-0bc9-4011-b4de-354af1176208 req-1ebe3d56-78d9-407a-9952-3312e8d2fad2 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.589978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-1ebe3d56-78d9-407a-9952-3312e8d2fad2 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.38 "GET /v2.0/networks?id=f7ce2649-87d5-4749-a551-441781bf4824 HTTP/1.1" status: 200 len: 812 time: 0.1527646 Jul 16 17:57:23.601153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.638747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8149f-0299-4e37-b35e-3e379edbbe51 req-92d54523-85a1-438b-80ee-292df5fd06b6 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.640498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aaa8149f-0299-4e37-b35e-3e379edbbe51 req-92d54523-85a1-438b-80ee-292df5fd06b6 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 945 time: 0.5191028 Jul 16 17:57:23.649892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-105845fa-0bc9-4011-b4de-354af1176208 req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'port': {'device_id': '0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5', 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824', 'admin_state_up': True, 'tenant_id': '04b05764ddce42c78db71d30723ad77e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:23.671138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4bca8010-2a36-47ae-9da4-9bbe1438745d None None] Set router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:23.698365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.698973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.700371 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.702306 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] 10.222.0.38 "PUT /v2.0/ports/82a73ecc-dc84-447a-99b1-f6ab32bacb41 HTTP/1.1" status: 200 len: 1092 time: 1.0564115 Jul 16 17:57:23.710767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669b8c52-ce96-4480-a330-20a4ccd329c2', 'tag': '82a73ecc-dc84-447a-99b1-f6ab32bacb41'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:23.721335 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47375b44-77bc-4ff1-b706-e465114a1586" -d '{"events": [{"name": "network-changed", "server_uuid": "669b8c52-ce96-4480-a330-20a4ccd329c2", "tag": "82a73ecc-dc84-447a-99b1-f6ab32bacb41"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:23.807370 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516411b8-3dc5-4469-8a5b-255d480b39be service neutron] Pushing event updated for resources: {'Port': ['ID=82a73ecc-dc84-447a-99b1-f6ab32bacb41,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:23.877736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aaa8149f-0299-4e37-b35e-3e379edbbe51 req-b894fc1d-7a0d-46ae-9b33-2df991834d46 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216971 Jul 16 17:57:23.942456 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-389b02d0-6c30-41f7-a02b-67626263dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.944898 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-389b02d0-6c30-41f7-a02b-67626263dec0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=728bed5e31cb4149989d04d0f702a6d7&device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 1095 time: 0.1696854 Jul 16 17:57:23.995208 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-feabaaad-3838-4050-b2b4-af9a0f2e3b27 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82a73ecc-dc84-447a-99b1-f6ab32bacb41 HTTP/1.1" status: 200 len: 217 time: 0.0417180 Jul 16 17:57:24.003101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319ffb3-9af9-4e6e-b850-371e3a4035dc req-64d2b249-3f6d-4cc9-b729-5c94c11f41a0 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.011318 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9319ffb3-9af9-4e6e-b850-371e3a4035dc req-64d2b249-3f6d-4cc9-b729-5c94c11f41a0 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 944 time: 0.4316730 Jul 16 17:57:24.057772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-c0bb774a-b36d-4b2a-b86c-8c9760fe1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.059657 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-c0bb774a-b36d-4b2a-b86c-8c9760fe1ccc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6a4b3fd4-0430-4e35-b650-6bde9703605d HTTP/1.1" status: 200 len: 853 time: 0.0577714 Jul 16 17:57:24.101012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4bca8010-2a36-47ae-9da4-9bbe1438745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:57:21Z', 'revision_number': 5, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:24.136624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca8010-2a36-47ae-9da4-9bbe1438745d None None] Checking router: b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:24.145332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca8010-2a36-47ae-9da4-9bbe1438745d None None] Routers {'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:24.146101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4bca8010-2a36-47ae-9da4-9bbe1438745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:24.157763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-c8ef46ce-1f1d-41eb-9eb4-4ecf063b60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.160487 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-c8ef46ce-1f1d-41eb-9eb4-4ecf063b60ee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c69ad01e-43cc-4911-8b58-4967588dc5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924284 Jul 16 17:57:24.161125 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9319ffb3-9af9-4e6e-b850-371e3a4035dc req-d3e9f81f-0229-4e08-9c15-c5bb9308baf6 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486108 Jul 16 17:57:24.163301 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-814dc491-23cd-471b-8d02-54320cdef69d req-2cfc15b0-1f3f-45c1-b4e1-3aaf796fd77f tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 210 time: 0.0696542 Jul 16 17:57:24.206772 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:24.269664 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:57:24.277866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105845fa-0bc9-4011-b4de-354af1176208 req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Made reservation on behalf of 04b05764ddce42c78db71d30723ad77e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:24.281692 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-105845fa-0bc9-4011-b4de-354af1176208 req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:24.338958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4bca8010-2a36-47ae-9da4-9bbe1438745d None None] Set router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:24.371397 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-50abcc49-f704-40e5-8e18-8f878d01efb9 service neutron] 10.222.0.38 "GET /v2.0/networks/c69ad01e-43cc-4911-8b58-4967588dc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939054 Jul 16 17:57:24.485510 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-10b52261-75ac-424c-a90e-7e9086ca09b7 req-65ef4de0-bc3e-4c8a-8c76-ea9d3312ebc6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 210 time: 0.1244385 Jul 16 17:57:24.507766 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cdd1f009-2f02-4d75-96ee-cc1739d983e6 req-8a312e35-c57e-4851-9e52-45ec9b5a2f08 service neutron] 10.222.0.38 "GET /v2.0/networks/c69ad01e-43cc-4911-8b58-4967588dc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211803 Jul 16 17:57:24.545647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83e2c-bd11-4132-9095-362aa988b580 req-332211e5-2ce8-47fc-b10f-1b744f874e58 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.547231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e83e2c-bd11-4132-9095-362aa988b580 req-332211e5-2ce8-47fc-b10f-1b744f874e58 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.38 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.4041569 Jul 16 17:57:24.568902 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa0cc1a-d4fc-408a-9c94-241ae0151b33 x-openstack-request-id: req-9aa0cc1a-d4fc-408a-9c94-241ae0151b33 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:24.569192 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669b8c52-ce96-4480-a330-20a4ccd329c2", "tag": "82a73ecc-dc84-447a-99b1-f6ab32bacb41", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:24.569528 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9aa0cc1a-d4fc-408a-9c94-241ae0151b33 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:24.569934 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669b8c52-ce96-4480-a330-20a4ccd329c2', 'tag': '82a73ecc-dc84-447a-99b1-f6ab32bacb41', 'status': 'completed', 'code': 200} Jul 16 17:57:24.577368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4bca8010-2a36-47ae-9da4-9bbe1438745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:57:21Z', 'revision_number': 5, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:24.615199 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca8010-2a36-47ae-9da4-9bbe1438745d None None] The sync data for ids ['b9764b9a-c7b7-4bb2-97f6-cff14a2d2984'] in n-d-793618-9 is: [{'id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1489556404-router', 'tenant_id': '533887803743444da898d4eef637f76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:19Z', 'updated_at': '2021-07-16T17:57:21Z', 'revision_number': 5, 'project_id': '533887803743444da898d4eef637f76e', 'gw_port': {'id': '33c9fa82-6f43-4bd8-a03d-a8651ac63bf5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9764b9a-c7b7-4bb2-97f6-cff14a2d2984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:20Z', 'updated_at': '2021-07-16T17:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:24.694082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47375b44-77bc-4ff1-b706-e465114a1586 req-e26401ad-939d-461c-b03f-35555b6bf58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.695994 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-47375b44-77bc-4ff1-b706-e465114a1586 req-e26401ad-939d-461c-b03f-35555b6bf58a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=728bed5e31cb4149989d04d0f702a6d7&device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 1095 time: 0.1034791 Jul 16 17:57:24.796559 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Deleting port 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:24.797566 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:24.858103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a755827-501f-4991-87b1-1f59a27e37fa req-ad86df8b-22fe-45f7-a012-8e16b151d4a9 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.865788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47375b44-77bc-4ff1-b706-e465114a1586 req-49f5bea1-6bec-402d-87ce-ef016a7ab300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.866704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a755827-501f-4991-87b1-1f59a27e37fa req-ad86df8b-22fe-45f7-a012-8e16b151d4a9 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=327da022-0cdf-40a3-bf26-0d471619ee37 HTTP/1.1" status: 200 len: 945 time: 0.4957142 Jul 16 17:57:24.867548 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-47375b44-77bc-4ff1-b706-e465114a1586 req-49f5bea1-6bec-402d-87ce-ef016a7ab300 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c69ad01e-43cc-4911-8b58-4967588dc5ef HTTP/1.1" status: 200 len: 915 time: 0.1650579 Jul 16 17:57:24.874311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-105845fa-0bc9-4011-b4de-354af1176208 req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Allocated IP 172.20.0.14 (f7ce2649-87d5-4749-a551-441781bf4824/4fcf0283-1e74-4377-9888-6e17cf44522e/f7e79227-05f1-4c20-9f71-884ce53a0804) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:24.922412 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-47375b44-77bc-4ff1-b706-e465114a1586 req-e1047a42-9494-4e06-942b-e8ff0440f77d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82a73ecc-dc84-447a-99b1-f6ab32bacb41 HTTP/1.1" status: 200 len: 217 time: 0.0457106 Jul 16 17:57:24.930577 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-d890afc1-17a5-4b32-aac8-23388b226815 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.932059 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-d890afc1-17a5-4b32-aac8-23388b226815 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.42 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 807 time: 0.1656342 Jul 16 17:57:24.968988 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Request body: {'port': {'device_id': 'bb3c999a-8408-41d7-84e9-91c5549c506d', 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e', 'admin_state_up': True, 'tenant_id': '8dc149fb96834be9abc17afebb864774'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:25.018564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-85e83e2c-bd11-4132-9095-362aa988b580 req-49475b87-d2d8-4e77-a19a-48c15ab6bd1c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Deleting port cde735f4-b673-4c57-9745-d9d52312e03f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:25.019200 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85e83e2c-bd11-4132-9095-362aa988b580 req-49475b87-d2d8-4e77-a19a-48c15ab6bd1c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.028996 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef4af9-bd69-4b09-9345-dd46ece22a02 req-47331993-e3c6-4142-92e6-af7a23f4ebb1 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.030555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9ef4af9-bd69-4b09-9345-dd46ece22a02 req-47331993-e3c6-4142-92e6-af7a23f4ebb1 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.3344519 Jul 16 17:57:25.041582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47375b44-77bc-4ff1-b706-e465114a1586 req-a9b44397-c1b4-48d5-9847-feb37177a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.042078 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a755827-501f-4991-87b1-1f59a27e37fa req-ae5d0d4a-e69b-4148-aa07-1f51be47ad29 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742809 Jul 16 17:57:25.043065 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-47375b44-77bc-4ff1-b706-e465114a1586 req-a9b44397-c1b4-48d5-9847-feb37177a83c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6a4b3fd4-0430-4e35-b650-6bde9703605d HTTP/1.1" status: 200 len: 853 time: 0.1101391 Jul 16 17:57:25.050346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] For port 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=33c9fa82-6f43-4bd8-a03d-a8651ac63bf5,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:25.050913 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.113815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Calling delete_port for 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:25.137664 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Made reservation on behalf of 8dc149fb96834be9abc17afebb864774 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:25.141547 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.157917 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47375b44-77bc-4ff1-b706-e465114a1586 req-f5b702a9-75c2-4b60-8dd2-89407daaa848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.159530 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-47375b44-77bc-4ff1-b706-e465114a1586 req-f5b702a9-75c2-4b60-8dd2-89407daaa848 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c69ad01e-43cc-4911-8b58-4967588dc5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090522 Jul 16 17:57:25.176920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9bcebff7-150f-42a5-ba53-f69bf546e9b8 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:25.214582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 9bcebff7-150f-42a5-ba53-f69bf546e9b8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:25.215588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9bcebff7-150f-42a5-ba53-f69bf546e9b8 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:25.323368 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9ef4af9-bd69-4b09-9345-dd46ece22a02 req-ac489e0d-4073-40b7-bc48-ea03d6ef7994 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760189 Jul 16 17:57:25.366236 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-47375b44-77bc-4ff1-b706-e465114a1586 req-8ef37d86-81dc-439f-80d9-0922759164ab service neutron] 10.222.0.38 "GET /v2.0/networks/c69ad01e-43cc-4911-8b58-4967588dc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942072 Jul 16 17:57:25.390902 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Allocated IP 172.20.0.9 (f7de7ee4-fe4c-401a-990c-c9868fce980e/3a6dfec8-d37c-42a8-86bf-6b4d8073d447/9c963df1-18e0-45a8-b1a4-053367a01596) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:25.410041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-85e83e2c-bd11-4132-9095-362aa988b580 req-49475b87-d2d8-4e77-a19a-48c15ab6bd1c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] For port cde735f4-b673-4c57-9745-d9d52312e03f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cde735f4-b673-4c57-9745-d9d52312e03f,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:25.410580 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85e83e2c-bd11-4132-9095-362aa988b580 req-49475b87-d2d8-4e77-a19a-48c15ab6bd1c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.461438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-85e83e2c-bd11-4132-9095-362aa988b580 req-49475b87-d2d8-4e77-a19a-48c15ab6bd1c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Calling delete_port for cde735f4-b673-4c57-9745-d9d52312e03f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:25.523908 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-47375b44-77bc-4ff1-b706-e465114a1586 req-aeb71deb-1131-4ce5-a7d6-1c8c3671899c service neutron] 10.222.0.38 "GET /v2.0/networks/c69ad01e-43cc-4911-8b58-4967588dc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461484 Jul 16 17:57:25.578628 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-105845fa-0bc9-4011-b4de-354af1176208 req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.619441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.626302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f05dc32-d23e-47e9-a5e8-c2bd7d98897c req-519f1114-aee5-425b-b270-05da705e03a6 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 210 time: 0.0507383 Jul 16 17:57:25.661676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.708757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Network f7de7ee4-fe4c-401a-990c-c9868fce980e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:25.710051 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:25.714188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:25.750686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Pushing event updated for resources: {'Port': ['ID=9c963df1-18e0-45a8-b1a4-053367a01596,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:25.779239 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.779812 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.782920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4224350-81c1-4cb4-86a5-2fbb0c8e9752 req-8e201f39-3ffe-4127-bc25-5dee5de5f762 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.784446 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4224350-81c1-4cb4-86a5-2fbb0c8e9752 req-8e201f39-3ffe-4127-bc25-5dee5de5f762 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 944 time: 0.2964067 Jul 16 17:57:25.797164 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ae8fa854-3ca4-4469-9192-77ec77ee39f3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8324509 Jul 16 17:57:25.812232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Request body: {'port': {'device_id': 'bb3c999a-8408-41d7-84e9-91c5549c506d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:25.816038 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-105845fa-0bc9-4011-b4de-354af1176208 req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.827966 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['528cf423-8928-41bd-86fb-9d261bae9334'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:25.896804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.183810 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c963df1-18e0-45a8-b1a4-053367a01596 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:26.191274 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.203294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Transition to ACTIVE for port object 9c963df1-18e0-45a8-b1a4-053367a01596 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:26.207243 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.225557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105845fa-0bc9-4011-b4de-354af1176208 req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Network f7ce2649-87d5-4749-a551-441781bf4824 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:26.240517 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.248241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-105845fa-0bc9-4011-b4de-354af1176208 req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:26.250071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85e83e2c-bd11-4132-9095-362aa988b580 req-49475b87-d2d8-4e77-a19a-48c15ab6bd1c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.254423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-105845fa-0bc9-4011-b4de-354af1176208 req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:26.260126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105845fa-0bc9-4011-b4de-354af1176208 req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.260809 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-105845fa-0bc9-4011-b4de-354af1176208 req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.262046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['db845fd4-bdf7-4265-873c-57fdb6f83f9b', 'b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:26.266542 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c963df1-18e0-45a8-b1a4-053367a01596,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:26.268506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4224350-81c1-4cb4-86a5-2fbb0c8e9752 req-169f109a-0d04-4918-ac93-7d87fd10d1c7 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608653 Jul 16 17:57:26.279969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-63c70197-7de9-41af-9f39-0cc6087c7cc2 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1214811309&fields=id&tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb HTTP/1.1" status: 200 len: 267 time: 0.4615977 Jul 16 17:57:26.284519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'Port': ['ID=f7e79227-05f1-4c20-9f71-884ce53a0804,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:26.360516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Pushing event deleted for resources: {'Port': ['ID=33c9fa82-6f43-4bd8-a03d-a8651ac63bf5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:26.361267 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Attempting to bind port 9c963df1-18e0-45a8-b1a4-053367a01596 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:26.362814 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Attempting to bind port 9c963df1-18e0-45a8-b1a4-053367a01596 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:26.363357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-5dec9f59-5110-4e12-9045-2dec58a5ad42 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7191896 Jul 16 17:57:26.363993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Attempting to bind port 9c963df1-18e0-45a8-b1a4-053367a01596 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:26.374481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Port 9c963df1-18e0-45a8-b1a4-053367a01596 on network f7de7ee4-fe4c-401a-990c-c9868fce980e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:26.375673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Attempting to bind port 9c963df1-18e0-45a8-b1a4-053367a01596 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:26.382895 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:26.383557 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:26.384120 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Bound using segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:26.385727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Bound port: 9c963df1-18e0-45a8-b1a4-053367a01596, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:26.386545 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.387684 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.429100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Request body: {'port': {'device_id': '0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:26.473720 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:26.479169 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9c963df1-18e0-45a8-b1a4-053367a01596,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:26.483290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.496055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49475b87-d2d8-4e77-a19a-48c15ab6bd1c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Pushing event deleted for resources: {'Port': ['ID=cde735f4-b673-4c57-9745-d9d52312e03f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:26.524592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.528795 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.530938 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/9c963df1-18e0-45a8-b1a4-053367a01596 HTTP/1.1" status: 200 len: 1091 time: 0.7230742 Jul 16 17:57:26.573911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3c999a-8408-41d7-84e9-91c5549c506d', 'tag': '9c963df1-18e0-45a8-b1a4-053367a01596'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:26.576685 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a054fe5c-fd4f-435f-9a11-f8749b557821" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3c999a-8408-41d7-84e9-91c5549c506d", "tag": "9c963df1-18e0-45a8-b1a4-053367a01596"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:26.580534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eb514-c09f-49e7-9a10-4d5fc60eb3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c963df1-18e0-45a8-b1a4-053367a01596,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:26.590994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e83e2c-bd11-4132-9095-362aa988b580 req-49475b87-d2d8-4e77-a19a-48c15ab6bd1c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] No DVR routers for this DVR port cde735f4-b673-4c57-9745-d9d52312e03f on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:26.637512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-e92798f3-fba5-48d8-b7c5-b84e810f4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.639084 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-e92798f3-fba5-48d8-b7c5-b84e810f4ed0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 1094 time: 0.0547850 Jul 16 17:57:26.640169 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85e83e2c-bd11-4132-9095-362aa988b580 req-49475b87-d2d8-4e77-a19a-48c15ab6bd1c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.642167 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e83e2c-bd11-4132-9095-362aa988b580 req-49475b87-d2d8-4e77-a19a-48c15ab6bd1c tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.38 "DELETE /v2.0/ports/cde735f4-b673-4c57-9745-d9d52312e03f HTTP/1.1" status: 204 len: 173 time: 2.0450461 Jul 16 17:57:26.642614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327da022-0cdf-40a3-bf26-0d471619ee37', 'name': 'network-vif-deleted', 'tag': 'cde735f4-b673-4c57-9745-d9d52312e03f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:26.644844 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a737db-6f19-484d-9c2c-b69df6645e26" -d '{"events": [{"server_uuid": "327da022-0cdf-40a3-bf26-0d471619ee37", "name": "network-vif-deleted", "tag": "cde735f4-b673-4c57-9745-d9d52312e03f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:26.660608 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.674184 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.683811 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-60faf3af-98a4-4e5c-9631-6c2bd21a2f74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c963df1-18e0-45a8-b1a4-053367a01596 HTTP/1.1" status: 200 len: 217 time: 0.0373421 Jul 16 17:57:26.756945 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b28cd43e-5389-4daf-871e-ad3382c2a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.758624 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-b28cd43e-5389-4daf-871e-ad3382c2a6f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.0617654 Jul 16 17:57:26.805586 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-07efb706-bc5b-4c73-a57d-ee7aefbfb8a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392208 Jul 16 17:57:26.872050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-9cc1be0a-ed96-4ca0-aac4-a58c139a02ef tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.875720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-9cc1be0a-ed96-4ca0-aac4-a58c139a02ef tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/networks?id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a HTTP/1.1" status: 200 len: 823 time: 0.5834048 Jul 16 17:57:26.885785 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.886345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:57:26.904042 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.907812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1f613d40-b84c-4f0b-867c-53c7819c9987 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b9764b9a-c7b7-4bb2-97f6-cff14a2d2984 HTTP/1.1" status: 204 len: 168 time: 3.7456014 Jul 16 17:57:26.913424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:26.916209 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.938495 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-ae369eb5-b110-4910-9c09-c27fe6725a05 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/quotas/ca4ce52eb9324fc8a62c28e949a32ceb HTTP/1.1" status: 200 len: 375 time: 0.0560830 Jul 16 17:57:26.971873 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-4bab1c19-91a6-4591-b61e-d4053119c4cd service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573570 Jul 16 17:57:27.063255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-4267237e-ba79-4e3a-bd69-6f2f68948760 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.064708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-4267237e-ba79-4e3a-bd69-6f2f68948760 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.38 "GET /v2.0/ports?device_id=fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1 HTTP/1.1" status: 200 len: 945 time: 0.4009130 Jul 16 17:57:27.086191 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0082a84b-ff3a-42af-8a26-16da41db0043 req-ed61be17-c677-4f6d-b138-77ead0fd2c5a service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063213 Jul 16 17:57:27.091832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41316b36-2523-47de-a48a-577812ca6eb2 req-6b260d95-77fa-4070-9fca-48f6f242c9b2 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.099693 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41316b36-2523-47de-a48a-577812ca6eb2 req-6b260d95-77fa-4070-9fca-48f6f242c9b2 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 932 time: 0.6076975 Jul 16 17:57:27.128306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2217708-aa9d-441a-9661-d6bf99ad0018 admin admin] Deleting subnet 095d44bf-efbd-48fe-8315-8acf43a7738a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:57:27.173205 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2217708-aa9d-441a-9661-d6bf99ad0018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.310447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41316b36-2523-47de-a48a-577812ca6eb2 req-88f4f919-d521-4fcf-bae9-8ce247eca140 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098050 Jul 16 17:57:27.338488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2217708-aa9d-441a-9661-d6bf99ad0018 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.368784 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-05cff9e3-b7ba-43c2-8545-72a2ec81b012 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4293938 Jul 16 17:57:27.505238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2217708-aa9d-441a-9661-d6bf99ad0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.578776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 82a73ecc-dc84-447a-99b1-f6ab32bacb41 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:27.611076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cde735f4-b673-4c57-9745-d9d52312e03f no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:27.638909 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: cde735f4-b673-4c57-9745-d9d52312e03f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:27.639253 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cde735f4-b673-4c57-9745-d9d52312e03f not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:27.685343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Deleting port 35fdb997-bf7c-474d-9289-7245bde6c460 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:27.685696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.693506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-734392b7-e3f1-4e44-9f38-a77a60de05a4 service neutron] 10.222.0.52 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022966 Jul 16 17:57:27.703099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 82a73ecc-dc84-447a-99b1-f6ab32bacb41, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=82a73ecc-dc84-447a-99b1-f6ab32bacb41,segment=NetworkSegment(8660e484-5f42-46ff-b653-037d61d20a83),segment_id=8660e484-5f42-46ff-b653-037d61d20a83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:27.714764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '82a73ecc-dc84-447a-99b1-f6ab32bacb41', 'network_id': 'c69ad01e-43cc-4911-8b58-4967588dc5ef', 'port_id': '82a73ecc-dc84-447a-99b1-f6ab32bacb41', 'mac_address': 'fa:16:3e:46:f5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4b3fd4-0430-4e35-b650-6bde9703605d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:27.753577 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.764403 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2217708-aa9d-441a-9661-d6bf99ad0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.766989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a73ecc-dc84-447a-99b1-f6ab32bacb41 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:27.787137 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 82a73ecc-dc84-447a-99b1-f6ab32bacb41, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=82a73ecc-dc84-447a-99b1-f6ab32bacb41,segment=NetworkSegment(8660e484-5f42-46ff-b653-037d61d20a83),segment_id=8660e484-5f42-46ff-b653-037d61d20a83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:27.791132 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.840740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=82a73ecc-dc84-447a-99b1-f6ab32bacb41,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:27.870066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2217708-aa9d-441a-9661-d6bf99ad0018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=095d44bf-efbd-48fe-8315-8acf43a7738a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:27.874267 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2217708-aa9d-441a-9661-d6bf99ad0018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.876151 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e2217708-aa9d-441a-9661-d6bf99ad0018 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/095d44bf-efbd-48fe-8315-8acf43a7738a HTTP/1.1" status: 204 len: 168 time: 0.9616673 Jul 16 17:57:27.877729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24a3504-f5c9-499c-85b1-8117ce7f7885 None None] Network 90b1160a-6d64-42a0-a364-d03b441cd932 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:27.878962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:27.891102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fabfd-e6e4-474f-b798-570f014d2fd5 req-b56c9172-13fc-40ed-b09f-7789434e5cd3 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.892596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-849fabfd-e6e4-474f-b798-570f014d2fd5 req-b56c9172-13fc-40ed-b09f-7789434e5cd3 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.3961236 Jul 16 17:57:27.954269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.965195 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] For port 35fdb997-bf7c-474d-9289-7245bde6c460, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=35fdb997-bf7c-474d-9289-7245bde6c460,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:27.966602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.970974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e79227-05f1-4c20-9f71-884ce53a0804 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:27.989865 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.008065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Deleting port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:28.008413 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.019462 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['82a73ecc-dc84-447a-99b1-f6ab32bacb41'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:28.079717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] For port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4fcfdbda-7c50-4191-88d1-a2a00d4106bb,segment=NetworkSegment(a403f94b-ab23-4440-adc8-8807b64b7b76),segment_id=a403f94b-ab23-4440-adc8-8807b64b7b76)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:28.080090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.092201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Transition to ACTIVE for port object f7e79227-05f1-4c20-9f71-884ce53a0804 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:28.099952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Calling delete_port for 4fcfdbda-7c50-4191-88d1-a2a00d4106bb owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:28.102294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-849fabfd-e6e4-474f-b798-570f014d2fd5 req-49ca55f5-db2c-4b34-b048-f6cc1217f54e tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795580 Jul 16 17:57:28.111899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-a3550f41-7b39-43e3-970e-ef9d88191b41 service neutron] 10.222.0.52 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977032 Jul 16 17:57:28.136811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914437fc-ba08-4cef-9010-3ab54a0d16e5 None None] DHCP port deletion for 90b1160a-6d64-42a0-a364-d03b441cd932 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:57:28.141143 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.192870 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9cd97f-3d28-423c-8477-c85b0cf464a2 x-openstack-request-id: req-5c9cd97f-3d28-423c-8477-c85b0cf464a2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:28.193228 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3c999a-8408-41d7-84e9-91c5549c506d", "tag": "9c963df1-18e0-45a8-b1a4-053367a01596", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:28.193560 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c9cd97f-3d28-423c-8477-c85b0cf464a2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:28.195881 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3c999a-8408-41d7-84e9-91c5549c506d', 'tag': '9c963df1-18e0-45a8-b1a4-053367a01596', 'status': 'completed', 'code': 200} Jul 16 17:57:28.294221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054fe5c-fd4f-435f-9a11-f8749b557821 req-36d1ab98-b59d-42a6-9270-aa767f45db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:28.295996 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a054fe5c-fd4f-435f-9a11-f8749b557821 req-36d1ab98-b59d-42a6-9270-aa767f45db92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 1094 time: 0.0862517 Jul 16 17:57:28.297253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.316774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-914437fc-ba08-4cef-9010-3ab54a0d16e5 None None] Deleting port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:28.317602 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-914437fc-ba08-4cef-9010-3ab54a0d16e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.355992 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] No DVR routers for this DVR port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:28.371824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Pushing event deleted for resources: {'Port': ['ID=4fcfdbda-7c50-4191-88d1-a2a00d4106bb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:28.464099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-914437fc-ba08-4cef-9010-3ab54a0d16e5 None None] For port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb, host n-d-793618-9, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:28.464642 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-914437fc-ba08-4cef-9010-3ab54a0d16e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.484468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-914437fc-ba08-4cef-9010-3ab54a0d16e5 None None] Calling delete_port for 4fcfdbda-7c50-4191-88d1-a2a00d4106bb owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:28.487682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-914437fc-ba08-4cef-9010-3ab54a0d16e5 None None] Port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 17:57:28.489159 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-914437fc-ba08-4cef-9010-3ab54a0d16e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.523760 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914437fc-ba08-4cef-9010-3ab54a0d16e5 None None] Pushing event deleted for resources: {'Port': ['ID=4fcfdbda-7c50-4191-88d1-a2a00d4106bb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:28.528693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914437fc-ba08-4cef-9010-3ab54a0d16e5 None None] No DVR routers for this DVR port 4fcfdbda-7c50-4191-88d1-a2a00d4106bb on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:28.688874 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a94070-dd29-4c87-a453-13f08976a4a9 x-openstack-request-id: req-56a94070-dd29-4c87-a453-13f08976a4a9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:28.689266 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327da022-0cdf-40a3-bf26-0d471619ee37", "name": "network-vif-deleted", "tag": "cde735f4-b673-4c57-9745-d9d52312e03f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:28.689422 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56a94070-dd29-4c87-a453-13f08976a4a9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:28.690044 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327da022-0cdf-40a3-bf26-0d471619ee37', 'name': 'network-vif-deleted', 'tag': 'cde735f4-b673-4c57-9745-d9d52312e03f', 'status': 'completed', 'code': 200} Jul 16 17:57:28.761156 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.780549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b1160a-6d64-42a0-a364-d03b441cd932']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:28.794322 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a403f94b-ab23-4440-adc8-8807b64b7b76') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:28.794632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a403f94b-ab23-4440-adc8-8807b64b7b76') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:28.796848 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054fe5c-fd4f-435f-9a11-f8749b557821 req-5a0ab294-96e3-47c3-bf1d-f825b8cf1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:28.798475 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a054fe5c-fd4f-435f-9a11-f8749b557821 req-5a0ab294-96e3-47c3-bf1d-f825b8cf1cad service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.4927189 Jul 16 17:57:28.809935 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.812962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Pushing event updated for resources: {'Port': ['ID=f7e79227-05f1-4c20-9f71-884ce53a0804,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:28.850731 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a054fe5c-fd4f-435f-9a11-f8749b557821 req-324859d4-57fc-46f2-aeea-3197da707bea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c963df1-18e0-45a8-b1a4-053367a01596 HTTP/1.1" status: 200 len: 217 time: 0.0444524 Jul 16 17:57:28.869212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Attempting to bind port f7e79227-05f1-4c20-9f71-884ce53a0804 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:28.869587 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.869675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Attempting to bind port f7e79227-05f1-4c20-9f71-884ce53a0804 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd1efc249-070b-47f0-81e4-784e349ad2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:28.869904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Attempting to bind port f7e79227-05f1-4c20-9f71-884ce53a0804 on network f7ce2649-87d5-4749-a551-441781bf4824 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:28.899182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Port f7e79227-05f1-4c20-9f71-884ce53a0804 on network f7ce2649-87d5-4749-a551-441781bf4824 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:28.899924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Attempting to bind port f7e79227-05f1-4c20-9f71-884ce53a0804 on network f7ce2649-87d5-4749-a551-441781bf4824 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:28.912313 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:57:28.912929 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: timer() Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:57:28.914547 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:57:28.917669 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.918044 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.918363 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Floating IP 5d546017-73d5-45d9-a3a4-abb2796f6033 disassociated. External IP: 172.25.8.223, port: 35fdb997-bf7c-474d-9289-7245bde6c460. Jul 16 17:57:28.918713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Calling delete_port for 35fdb997-bf7c-474d-9289-7245bde6c460 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:28.928426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:28.928778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Checking segment: {'id': 'd1efc249-070b-47f0-81e4-784e349ad2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:28.929181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Bound using segment: {'id': 'd1efc249-070b-47f0-81e4-784e349ad2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:28.930111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Bound port: f7e79227-05f1-4c20-9f71-884ce53a0804, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1efc249-070b-47f0-81e4-784e349ad2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:28.930484 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.966375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a175525-e674-4e0e-877b-4003a10a94c2 req-e32e52e0-39d7-43a1-9f7e-eea381c14dde tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:28.967891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a175525-e674-4e0e-877b-4003a10a94c2 req-e32e52e0-39d7-43a1-9f7e-eea381c14dde tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 945 time: 0.2974167 Jul 16 17:57:28.976491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1cb1a-c59e-45bc-901a-59307436ee88 req-8b0c5424-2e59-4465-8a51-81b595e91044 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:28.980277 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054fe5c-fd4f-435f-9a11-f8749b557821 req-7d849e9b-d0c4-423c-8ba9-9efad15e430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:28.982023 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a054fe5c-fd4f-435f-9a11-f8749b557821 req-7d849e9b-d0c4-423c-8ba9-9efad15e430d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.1147461 Jul 16 17:57:28.983043 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.984240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9df1cb1a-c59e-45bc-901a-59307436ee88 req-8b0c5424-2e59-4465-8a51-81b595e91044 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 943 time: 0.3229795 Jul 16 17:57:28.989022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.990886 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] 10.222.0.52 "DELETE /v2.0/networks/90b1160a-6d64-42a0-a364-d03b441cd932 HTTP/1.1" status: 204 len: 168 time: 1.1107128 Jul 16 17:57:29.040132 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a054fe5c-fd4f-435f-9a11-f8749b557821 req-85a53628-07b6-416b-9587-135e67650e61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478196 Jul 16 17:57:29.042071 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234eebd-01aa-435f-9f37-93fd3b26e03b admin admin] Pushing event deleted for resources: {'Network': ['ID=90b1160a-6d64-42a0-a364-d03b441cd932,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:29.129113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a175525-e674-4e0e-877b-4003a10a94c2 req-40278fb2-6e6b-4dac-96f3-994332ee84ac tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423662 Jul 16 17:57:29.162543 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a054fe5c-fd4f-435f-9a11-f8749b557821 req-ec36882e-0146-4d6c-b2ee-88aedb2b62b1 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155427 Jul 16 17:57:29.191882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9df1cb1a-c59e-45bc-901a-59307436ee88 req-571818f3-8ae1-479a-9062-3b93763f5deb tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066772 Jul 16 17:57:29.243197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4fcfdbda-7c50-4191-88d1-a2a00d4106bb no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:29.260250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:29.294004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4fcfdbda-7c50-4191-88d1-a2a00d4106bb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:29.294362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4fcfdbda-7c50-4191-88d1-a2a00d4106bb not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:29.294788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:29.312475 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a054fe5c-fd4f-435f-9a11-f8749b557821 req-3c100e50-e2f4-43b3-a5b3-185589d87479 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424530 Jul 16 17:57:29.327924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:29.328502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 33c9fa82-6f43-4bd8-a03d-a8651ac63bf5 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:29.372602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] For port f7e79227-05f1-4c20-9f71-884ce53a0804, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:29.409030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] For port f7e79227-05f1-4c20-9f71-884ce53a0804, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f7e79227-05f1-4c20-9f71-884ce53a0804,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:29.432303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.438451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aeb835b1-cfcf-4503-840f-76223ae179f7 req-7dd7e0e4-eb82-4808-8eb8-f1e9627e804b tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 210 time: 0.0560346 Jul 16 17:57:29.439648 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.460851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9ede33d1-5b0b-4383-a1b6-eb44b97c228a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=533887803743444da898d4eef637f76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988492 Jul 16 17:57:29.464518 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:29.497183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.497846 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.499852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] 10.222.0.38 "PUT /v2.0/ports/f7e79227-05f1-4c20-9f71-884ce53a0804 HTTP/1.1" status: 200 len: 1092 time: 3.1148918 Jul 16 17:57:29.574726 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f24836b-9f61-4a7f-9645-0d2fcf96caaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.585759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 82a73ecc-dc84-447a-99b1-f6ab32bacb41 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:29.611225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5df84-42cd-466b-8f52-9f82ea38e36d service neutron] Pushing event updated for resources: {'Port': ['ID=f7e79227-05f1-4c20-9f71-884ce53a0804,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:29.654847 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f24836b-9f61-4a7f-9645-0d2fcf96caaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.693597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Pushing event deleted for resources: {'Port': ['ID=35fdb997-bf7c-474d-9289-7245bde6c460,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:29.708301 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 82a73ecc-dc84-447a-99b1-f6ab32bacb41 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:29.717448 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 82a73ecc-dc84-447a-99b1-f6ab32bacb41 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:29.718315 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.724276 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f24836b-9f61-4a7f-9645-0d2fcf96caaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.727218 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f24836b-9f61-4a7f-9645-0d2fcf96caaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.732552 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4f24836b-9f61-4a7f-9645-0d2fcf96caaf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2edfc220-c7e9-4348-ba76-502cd5498fbf HTTP/1.1" status: 204 len: 168 time: 0.2666810 Jul 16 17:57:29.748582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24836b-9f61-4a7f-9645-0d2fcf96caaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edfc220-c7e9-4348-ba76-502cd5498fbf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:29.772590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 9c963df1-18e0-45a8-b1a4-053367a01596 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:29.824428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Router f3071a1d-cf99-4130-825f-54c01ec0bdf5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:57:29.854809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105845fa-0bc9-4011-b4de-354af1176208 req-bc438fc4-d4c5-46ae-8a25-f56a273ef737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.856332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-bc438fc4-d4c5-46ae-8a25-f56a273ef737 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04b05764ddce42c78db71d30723ad77e&device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 1095 time: 0.2916384 Jul 16 17:57:29.939194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-88fc1434-c748-4789-ab8f-c51e26be024b tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.947328 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-88fc1434-c748-4789-ab8f-c51e26be024b tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.42 "GET /v2.0/networks?id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a HTTP/1.1" status: 200 len: 823 time: 0.1891463 Jul 16 17:57:29.972098 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.016517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-93eb04f1-9a18-4486-9960-2888b8dc29f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7e79227-05f1-4c20-9f71-884ce53a0804 HTTP/1.1" status: 200 len: 217 time: 0.1429951 Jul 16 17:57:30.036929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe847fa3-7004-4648-94c3-2a1825e56c60 req-d5e28717-b306-4da1-8355-4e944a3aff0f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.038564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe847fa3-7004-4648-94c3-2a1825e56c60 req-d5e28717-b306-4da1-8355-4e944a3aff0f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.3407469 Jul 16 17:57:30.057252 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9c963df1-18e0-45a8-b1a4-053367a01596,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:30.059495 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-62c38ee3-0919-4a2a-8872-c54ba59438c8 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb HTTP/1.1" status: 200 len: 380 time: 0.0992815 Jul 16 17:57:30.062201 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69e188f8-c704-4155-8dd0-1caedde26c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.067780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837768d-59dd-411b-a341-3f4e0c956f65 req-c823ef6b-ac94-4d4c-9944-77987174a6c4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.075013 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6837768d-59dd-411b-a341-3f4e0c956f65 req-c823ef6b-ac94-4d4c-9944-77987174a6c4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 944 time: 0.4160485 Jul 16 17:57:30.076316 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Request body: {'port': {'device_id': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'admin_state_up': True, 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'security_groups': ['f1b6e817-dade-4593-9c78-9d7645f3a3ac']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:30.094368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669b8c52-ce96-4480-a330-20a4ccd329c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a73ecc-dc84-447a-99b1-f6ab32bacb41'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:30.096581 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5afb8d-4db6-4999-947f-017fad235881" -d '{"events": [{"server_uuid": "669b8c52-ce96-4480-a330-20a4ccd329c2", "name": "network-vif-plugged", "status": "completed", "tag": "82a73ecc-dc84-447a-99b1-f6ab32bacb41"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:30.151152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '9c963df1-18e0-45a8-b1a4-053367a01596', 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e', 'port_id': '9c963df1-18e0-45a8-b1a4-053367a01596', 'mac_address': 'fa:16:3e:fe:39:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6dfec8-d37c-42a8-86bf-6b4d8073d447', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:30.153987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 82a73ecc-dc84-447a-99b1-f6ab32bacb41, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=82a73ecc-dc84-447a-99b1-f6ab32bacb41,segment=NetworkSegment(8660e484-5f42-46ff-b653-037d61d20a83),segment_id=8660e484-5f42-46ff-b653-037d61d20a83)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:30.164100 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.164840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 35fdb997-bf7c-474d-9289-7245bde6c460 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:30.227104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 35fdb997-bf7c-474d-9289-7245bde6c460 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:30.228776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 35fdb997-bf7c-474d-9289-7245bde6c460 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:30.286525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6837768d-59dd-411b-a341-3f4e0c956f65 req-b0d59752-452a-4490-933a-508c56671667 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106390 Jul 16 17:57:30.296564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105845fa-0bc9-4011-b4de-354af1176208 req-d73bb865-f91a-4fc3-9916-388b48206521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.299033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-d73bb865-f91a-4fc3-9916-388b48206521 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4fcf0283-1e74-4377-9888-6e17cf44522e HTTP/1.1" status: 200 len: 852 time: 0.2541664 Jul 16 17:57:30.307453 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.310861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe847fa3-7004-4648-94c3-2a1825e56c60 req-5e3c5ef8-0c81-4878-a719-04e7ca0e7923 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312245 Jul 16 17:57:30.311014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=82a73ecc-dc84-447a-99b1-f6ab32bacb41,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:30.327795 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Made reservation on behalf of ca4ce52eb9324fc8a62c28e949a32ceb for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:30.332700 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.357759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c963df1-18e0-45a8-b1a4-053367a01596 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:30.379431 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-f6649e6a-78a9-4afa-94da-d7118212cafe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7ce2649-87d5-4749-a551-441781bf4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708971 Jul 16 17:57:30.385622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:57:30.403048 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49605b39-11d5-4388-b6f5-94626e51c5e1 None None] Sync routers for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:30.419693 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49605b39-11d5-4388-b6f5-94626e51c5e1 None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:30.429518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9c963df1-18e0-45a8-b1a4-053367a01596,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:30.433904 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-49605b39-11d5-4388-b6f5-94626e51c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:30.437002 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.599985 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-9896c3c7-5b46-42e7-a189-7cfbd14c3bb3 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118821 Jul 16 17:57:30.601836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=9c963df1-18e0-45a8-b1a4-053367a01596,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:30.640799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Allocated IP 172.20.0.8 (32bb35c6-a5f8-4e53-8d92-c7e69e2a485a/5fc775af-c617-41ef-a81d-530d687d1c50/749ed789-b34b-4920-979a-7ef1ea6991e6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:30.657670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] No DVR routers for this DVR port 35fdb997-bf7c-474d-9289-7245bde6c460 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:30.705384 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-49605b39-11d5-4388-b6f5-94626e51c5e1 None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:30.735490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5', 'tag': 'f7e79227-05f1-4c20-9f71-884ce53a0804'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:30.739781 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b6a746-f0e3-4f4d-a47d-3245fee760ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5", "tag": "f7e79227-05f1-4c20-9f71-884ce53a0804"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:30.745352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['9c963df1-18e0-45a8-b1a4-053367a01596'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:30.767578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.770127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f56e2d1-1d6e-4515-be18-0b1e5b7b251a req-08022304-be11-4f07-aa87-a02ab6c870f4 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.38 "DELETE /v2.0/ports/35fdb997-bf7c-474d-9289-7245bde6c460 HTTP/1.1" status: 204 len: 173 time: 3.6644280 Jul 16 17:57:30.777843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-14c731ec-e8d2-477e-8415-64a10f3f86d2 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=12715d25e52a4e11a1ff7777f05061cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1756825 Jul 16 17:57:31.015023 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.043968 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dee9f-5a99-42f8-8738-af5f028a6608 req-e0b90ce6-ab43-4b79-ab11-747a9773d372 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:31.045699 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-344dee9f-5a99-42f8-8738-af5f028a6608 req-e0b90ce6-ab43-4b79-ab11-747a9773d372 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.42 "GET /v2.0/ports?device_id=dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0 HTTP/1.1" status: 200 len: 945 time: 0.1625061 Jul 16 17:57:31.046948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Transition to ACTIVE for port object 749ed789-b34b-4920-979a-7ef1ea6991e6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:31.073504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-0095575c-8c0b-4a17-96c2-f2337cc6c273 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:31.075011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-0095575c-8c0b-4a17-96c2-f2337cc6c273 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2872849 Jul 16 17:57:31.075927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:31.085384 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105845fa-0bc9-4011-b4de-354af1176208 req-a4eb25bb-bf8d-402c-9083-0a3c093cd6b4 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305480 Jul 16 17:57:31.095266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09459b-6a6e-48c7-952e-d7a3ea44d560 req-f4f86c6c-9702-431f-ba4d-6fdf90eb3931 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:31.103323 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f09459b-6a6e-48c7-952e-d7a3ea44d560 req-f4f86c6c-9702-431f-ba4d-6fdf90eb3931 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0 HTTP/1.1" status: 200 len: 945 time: 0.4987690 Jul 16 17:57:31.140820 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-49605b39-11d5-4388-b6f5-94626e51c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:31.145944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-451132a6-ebd8-496f-ac8d-edc7eb2ca00d tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/quotas/12715d25e52a4e11a1ff7777f05061cd HTTP/1.1" status: 200 len: 375 time: 0.0593004 Jul 16 17:57:31.167899 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.179881 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49605b39-11d5-4388-b6f5-94626e51c5e1 None None] Checking router: f3071a1d-cf99-4130-825f-54c01ec0bdf5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:31.190500 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49605b39-11d5-4388-b6f5-94626e51c5e1 None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:31.191335 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-49605b39-11d5-4388-b6f5-94626e51c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:31.197612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b487e653-4190-4476-a4f1-6b026ae2b3a3 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=12715d25e52a4e11a1ff7777f05061cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455365 Jul 16 17:57:31.208630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f09459b-6a6e-48c7-952e-d7a3ea44d560 req-815922e8-a5b2-4b38-a3f2-90e0eccc6aad tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011040 Jul 16 17:57:31.220256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1447093018-network', 'tenant_id': '7d9250efa28545808afb5323977a9148'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:31.248972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:31.266821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:31.271063 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-344dee9f-5a99-42f8-8738-af5f028a6608 req-a0cea62a-da60-4dd2-b723-926830066a36 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Deleting port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:31.272029 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-344dee9f-5a99-42f8-8738-af5f028a6608 req-a0cea62a-da60-4dd2-b723-926830066a36 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.278865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Made reservation on behalf of 7d9250efa28545808afb5323977a9148 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:31.282762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.303187 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4a6208-b135-4543-831a-a2b7f6435942 x-openstack-request-id: req-fe4a6208-b135-4543-831a-a2b7f6435942 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:31.303623 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669b8c52-ce96-4480-a330-20a4ccd329c2", "name": "network-vif-plugged", "status": "completed", "tag": "82a73ecc-dc84-447a-99b1-f6ab32bacb41", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:31.304058 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe4a6208-b135-4543-831a-a2b7f6435942 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:31.304751 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669b8c52-ce96-4480-a330-20a4ccd329c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a73ecc-dc84-447a-99b1-f6ab32bacb41', 'code': 200} Jul 16 17:57:31.311212 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.444574 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-344dee9f-5a99-42f8-8738-af5f028a6608 req-a0cea62a-da60-4dd2-b723-926830066a36 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] For port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:31.454455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-344dee9f-5a99-42f8-8738-af5f028a6608 req-a0cea62a-da60-4dd2-b723-926830066a36 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.475638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-344dee9f-5a99-42f8-8738-af5f028a6608 req-a0cea62a-da60-4dd2-b723-926830066a36 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Calling delete_port for b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:31.551400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:31.554665 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Pushing event updated for resources: {'Port': ['ID=749ed789-b34b-4920-979a-7ef1ea6991e6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.601199 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-49605b39-11d5-4388-b6f5-94626e51c5e1 None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:31.642016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:31.649002 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.737703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 9c963df1-18e0-45a8-b1a4-053367a01596 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:31.818627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c9da4510-7564-4ef0-9872-471d22802b67 None None] Provisioning for port 749ed789-b34b-4920-979a-7ef1ea6991e6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:31.819140 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.826156 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-344dee9f-5a99-42f8-8738-af5f028a6608 req-a0cea62a-da60-4dd2-b723-926830066a36 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.829048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c9da4510-7564-4ef0-9872-471d22802b67 None None] Provisioning complete for port 749ed789-b34b-4920-979a-7ef1ea6991e6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:31.829680 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9da4510-7564-4ef0-9872-471d22802b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.837779 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.854699 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-16428481-bc0c-487a-93c4-d0bc6628e94e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7871788 Jul 16 17:57:31.869262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['db845fd4-bdf7-4265-873c-57fdb6f83f9b', 'b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:31.881953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Request body: {'port': {'device_id': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:31.888100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cea62a-da60-4dd2-b723-926830066a36 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Pushing event deleted for resources: {'Port': ['ID=b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.902628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc611a-b19b-465d-a49a-0c5344d89d30 req-e5adf3c7-e91b-4641-8600-0b31890748ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:31.908584 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83bc611a-b19b-465d-a49a-0c5344d89d30 req-e5adf3c7-e91b-4641-8600-0b31890748ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 1097 time: 0.4830313 Jul 16 17:57:31.911911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 9c963df1-18e0-45a8-b1a4-053367a01596 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:31.927662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 9c963df1-18e0-45a8-b1a4-053367a01596 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:31.928040 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.930120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:31.964527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c9da4510-7564-4ef0-9872-471d22802b67 None None] Port 749ed789-b34b-4920-979a-7ef1ea6991e6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:31.982949 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.983993 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Added segment 0dfbd353-ddd3-4b4f-9652-f177cf22d862 of type vlan for network 08c84d26-e941-403a-8fe9-3289831cabf7 Jul 16 17:57:32.008054 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-49605b39-11d5-4388-b6f5-94626e51c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:32.009897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88405460-dcef-4e83-a0ca-be335204f2bc req-7b73ddc1-0b8d-4136-a69b-eec621752aca tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.017442 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88405460-dcef-4e83-a0ca-be335204f2bc req-7b73ddc1-0b8d-4136-a69b-eec621752aca tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 946 time: 0.4693389 Jul 16 17:57:32.024364 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-344dee9f-5a99-42f8-8738-af5f028a6608 req-a0cea62a-da60-4dd2-b723-926830066a36 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] No DVR routers for this DVR port b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:32.033299 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-344dee9f-5a99-42f8-8738-af5f028a6608 req-a0cea62a-da60-4dd2-b723-926830066a36 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.035358 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-344dee9f-5a99-42f8-8738-af5f028a6608 req-a0cea62a-da60-4dd2-b723-926830066a36 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.42 "DELETE /v2.0/ports/b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a HTTP/1.1" status: 204 len: 173 time: 0.9836330 Jul 16 17:57:32.045744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0', 'name': 'network-vif-deleted', 'tag': 'b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:32.049211 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d64def8-7dc7-4bb8-aa45-26335f30e9d0" -d '{"events": [{"server_uuid": "dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0", "name": "network-vif-deleted", "tag": "b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:32.064064 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49605b39-11d5-4388-b6f5-94626e51c5e1 None None] The sync data for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 is: [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:32.095304 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.124925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c5c69b-e652-47ed-9af6-ee11dc202645,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:32.170472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.186322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9c963df1-18e0-45a8-b1a4-053367a01596,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:32.194981 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.205575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f3994-05cb-465c-817b-b08b9d4a06e2 req-41918cbd-b575-415e-b1a3-03a79905a551 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.211181 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.215246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af5f3994-05cb-465c-817b-b08b9d4a06e2 req-41918cbd-b575-415e-b1a3-03a79905a551 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 944 time: 0.4498830 Jul 16 17:57:32.255493 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88780e2b-4dc4-4764-a21e-f94bb84e3c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.263232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83bc611a-b19b-465d-a49a-0c5344d89d30 req-b11671c1-83e3-4db3-873f-8e54937c6295 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268430 Jul 16 17:57:32.281181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.296900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88405460-dcef-4e83-a0ca-be335204f2bc req-71afaec0-697b-44d6-88e8-33d0399756f2 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779615 Jul 16 17:57:32.302017 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.302905 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=9c963df1-18e0-45a8-b1a4-053367a01596,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:32.333999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af5f3994-05cb-465c-817b-b08b9d4a06e2 req-f117887e-5981-4cff-b9ad-cc82fa5d8f25 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175263 Jul 16 17:57:32.351040 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.352413 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.353282 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.432520 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3506799 Jul 16 17:57:32.433209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:32.441867 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a015390d-f07d-47f5-a2c4-86b2c5495fd0 x-openstack-request-id: req-a015390d-f07d-47f5-a2c4-86b2c5495fd0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:32.442159 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5", "tag": "f7e79227-05f1-4c20-9f71-884ce53a0804", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:32.442414 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a015390d-f07d-47f5-a2c4-86b2c5495fd0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:32.442817 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5', 'tag': 'f7e79227-05f1-4c20-9f71-884ce53a0804', 'status': 'completed', 'code': 200} Jul 16 17:57:32.453389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f1731ec8-aa18-46b0-8123-d0f0d956966c admin admin] Request body: {'subnet': {'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1447093018-subnet', 'tenant_id': '7d9250efa28545808afb5323977a9148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:32.566267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944dc5d-5206-423a-82e6-6d0f2edfc7eb None None] New status for floating IP 5d546017-73d5-45d9-a3a4-abb2796f6033: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:57:32.585458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86666eea-033a-45af-8bec-2c19f9bcbf24 admin admin] Pushing event updated for resources: {'Network': ['ID=08c84d26-e941-403a-8fe9-3289831cabf7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:32.642601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 08c84d26-e941-403a-8fe9-3289831cabf7 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:32.704989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1731ec8-aa18-46b0-8123-d0f0d956966c admin admin] Made reservation on behalf of 7d9250efa28545808afb5323977a9148 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:32.707430 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1731ec8-aa18-46b0-8123-d0f0d956966c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.764275 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.799598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749ed789-b34b-4920-979a-7ef1ea6991e6 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:32.814969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.825195 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6a746-f0e3-4f4d-a47d-3245fee760ab req-8df18cfe-4e7d-40e5-981c-bb1fd22e7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.826964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34b6a746-f0e3-4f4d-a47d-3245fee760ab req-8df18cfe-4e7d-40e5-981c-bb1fd22e7734 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04b05764ddce42c78db71d30723ad77e&device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 1095 time: 0.3537767 Jul 16 17:57:32.838933 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Transition to ACTIVE for port object 749ed789-b34b-4920-979a-7ef1ea6991e6 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:32.844821 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.848234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09578853-38a9-4580-a2a1-b5bc0aef7fab req-d2e688a3-3fad-451b-8d80-d767571b818c tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.850263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09578853-38a9-4580-a2a1-b5bc0aef7fab req-d2e688a3-3fad-451b-8d80-d767571b818c tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 931 time: 0.3582492 Jul 16 17:57:32.875562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87eab62-3625-4263-89bf-fbef4522d20a req-76b69230-237f-4d96-98b7-1a993aa68f1b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.882624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e87eab62-3625-4263-89bf-fbef4522d20a req-76b69230-237f-4d96-98b7-1a993aa68f1b tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.2402380 Jul 16 17:57:32.980758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=749ed789-b34b-4920-979a-7ef1ea6991e6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:33.058440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Attempting to bind port 749ed789-b34b-4920-979a-7ef1ea6991e6 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:33.059107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Attempting to bind port 749ed789-b34b-4920-979a-7ef1ea6991e6 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:33.059392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Attempting to bind port 749ed789-b34b-4920-979a-7ef1ea6991e6 on network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:33.064562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Port 749ed789-b34b-4920-979a-7ef1ea6991e6 on network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:33.065078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Attempting to bind port 749ed789-b34b-4920-979a-7ef1ea6991e6 on network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:33.072787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:33.074235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Checking segment: {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:33.074679 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Bound using segment: {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:33.075143 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Bound port: 749ed789-b34b-4920-979a-7ef1ea6991e6, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e7e1c2-120b-48e6-8424-6978c5fa27f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:33.075508 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.189107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] For port 749ed789-b34b-4920-979a-7ef1ea6991e6, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:33.193056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] For port 749ed789-b34b-4920-979a-7ef1ea6991e6, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=749ed789-b34b-4920-979a-7ef1ea6991e6,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:33.199870 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.245579 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.246353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.247913 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] 10.222.0.42 "PUT /v2.0/ports/749ed789-b34b-4920-979a-7ef1ea6991e6 HTTP/1.1" status: 200 len: 1091 time: 1.3709393 Jul 16 17:57:33.272036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac38c3-6c8c-453f-b783-6af83edd1ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=749ed789-b34b-4920-979a-7ef1ea6991e6,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:33.306760 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3c999a-8408-41d7-84e9-91c5549c506d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c963df1-18e0-45a8-b1a4-053367a01596'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:33.309220 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20846b4-aa11-4558-9611-9532858110d2" -d '{"events": [{"server_uuid": "bb3c999a-8408-41d7-84e9-91c5549c506d", "name": "network-vif-plugged", "status": "completed", "tag": "9c963df1-18e0-45a8-b1a4-053367a01596"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:33.405881 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e87eab62-3625-4263-89bf-fbef4522d20a req-88f0eb96-20fd-4dd9-98a2-5dd0a2ac98cd tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222626 Jul 16 17:57:33.429881 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09578853-38a9-4580-a2a1-b5bc0aef7fab req-cec6e572-6054-4830-b0c5-2ef413bcfda2 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5513647 Jul 16 17:57:33.550953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6a746-f0e3-4f4d-a47d-3245fee760ab req-2a972a10-6178-4280-9649-fbd4924c0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.552551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34b6a746-f0e3-4f4d-a47d-3245fee760ab req-2a972a10-6178-4280-9649-fbd4924c0f48 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7ce2649-87d5-4749-a551-441781bf4824 HTTP/1.1" status: 200 len: 913 time: 0.6977711 Jul 16 17:57:33.598893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-e6ce0d06-0507-490c-88d3-90fdb3bb2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.600382 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-e6ce0d06-0507-490c-88d3-90fdb3bb2f02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb&device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 1094 time: 0.0698795 Jul 16 17:57:33.617168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-19f00cfe-c043-465b-b35d-6904986124dc tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=12715d25e52a4e11a1ff7777f05061cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825109 Jul 16 17:57:33.628956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f7e79227-05f1-4c20-9f71-884ce53a0804 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:33.650726 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-22adbc34-aeb8-4d5b-9808-84aad818531a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=749ed789-b34b-4920-979a-7ef1ea6991e6 HTTP/1.1" status: 200 len: 217 time: 0.0436630 Jul 16 17:57:33.689919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34b6a746-f0e3-4f4d-a47d-3245fee760ab req-91b7e663-216a-452b-a64e-a4c7a4388f36 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7e79227-05f1-4c20-9f71-884ce53a0804 HTTP/1.1" status: 200 len: 217 time: 0.1113219 Jul 16 17:57:33.692318 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-54fa1be5-ca8b-4887-994d-5ab2066c9550 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=12715d25e52a4e11a1ff7777f05061cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1291635 Jul 16 17:57:33.692746 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1731ec8-aa18-46b0-8123-d0f0d956966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.737769 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-c0f167c1-f6c8-4276-ada8-ff9a34729aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.739373 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-c0f167c1-f6c8-4276-ada8-ff9a34729aeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fc775af-c617-41ef-a81d-530d687d1c50 HTTP/1.1" status: 200 len: 862 time: 0.0825970 Jul 16 17:57:33.787528 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.812016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-9211a004-10da-4134-ba83-c51a583c5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.813945 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-9211a004-10da-4134-ba83-c51a583c5860 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681241 Jul 16 17:57:33.814327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f7e79227-05f1-4c20-9f71-884ce53a0804, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f7e79227-05f1-4c20-9f71-884ce53a0804,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:33.826137 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'f7e79227-05f1-4c20-9f71-884ce53a0804', 'network_id': 'f7ce2649-87d5-4749-a551-441781bf4824', 'port_id': 'f7e79227-05f1-4c20-9f71-884ce53a0804', 'mac_address': 'fa:16:3e:3c:64:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fcf0283-1e74-4377-9888-6e17cf44522e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:33.882371 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.895920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e79227-05f1-4c20-9f71-884ce53a0804 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:33.917297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f7e79227-05f1-4c20-9f71-884ce53a0804, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f7e79227-05f1-4c20-9f71-884ce53a0804,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:33.923042 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.933703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1731ec8-aa18-46b0-8123-d0f0d956966c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d56569-946b-4ac5-99fb-aa68959ab227,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:33.935509 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-581a9b01-c5b2-466e-8fad-9c5f20a1f8aa service neutron] 10.222.0.42 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143634 Jul 16 17:57:33.969382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6a746-f0e3-4f4d-a47d-3245fee760ab req-2b3bba93-ec17-4ebe-b0d6-ce71946162c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.971965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34b6a746-f0e3-4f4d-a47d-3245fee760ab req-2b3bba93-ec17-4ebe-b0d6-ce71946162c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4fcf0283-1e74-4377-9888-6e17cf44522e HTTP/1.1" status: 200 len: 852 time: 0.2625091 Jul 16 17:57:33.974985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=f7e79227-05f1-4c20-9f71-884ce53a0804,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:34.029042 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-162b6799-8589-4753-a12a-6ecc14e2bb24 req-2a64a210-590f-411b-914f-4b4db088f609 service neutron] 10.222.0.42 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877590 Jul 16 17:57:34.034612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b09a2a-78eb-4646-ae4d-aec622f94065 req-2712e956-5355-4c48-99be-8e1a900f60a1 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.036115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65b09a2a-78eb-4646-ae4d-aec622f94065 req-2712e956-5355-4c48-99be-8e1a900f60a1 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 944 time: 0.4890811 Jul 16 17:57:34.044911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1731ec8-aa18-46b0-8123-d0f0d956966c admin admin] Checking segment: {'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:34.045400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1731ec8-aa18-46b0-8123-d0f0d956966c admin admin] Network hostable DHCP agents. Network: 08c84d26-e941-403a-8fe9-3289831cabf7, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:34.050118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34b6a746-f0e3-4f4d-a47d-3245fee760ab req-5a23b044-cdb4-4bf1-873a-ccca99dffce1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7ce2649-87d5-4749-a551-441781bf4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686228 Jul 16 17:57:34.098034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-bf36afec-33c9-4cf2-9f9b-7b348883ec4a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.099450 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-bf36afec-33c9-4cf2-9f9b-7b348883ec4a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4214897 Jul 16 17:57:34.127679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Request body: {'port': {'device_id': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '12715d25e52a4e11a1ff7777f05061cd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:34.153156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['f7e79227-05f1-4c20-9f71-884ce53a0804'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:34.163511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-47478cb9-bb0d-43d4-a097-a8607f6536b7 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.165055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-47478cb9-bb0d-43d4-a097-a8607f6536b7 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4477644 Jul 16 17:57:34.185270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1731ec8-aa18-46b0-8123-d0f0d956966c admin admin] Network 08c84d26-e941-403a-8fe9-3289831cabf7 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:34.234663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65b09a2a-78eb-4646-ae4d-aec622f94065 req-82617dad-8429-48c2-a582-9c8729f0f7be tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806755 Jul 16 17:57:34.244813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f1731ec8-aa18-46b0-8123-d0f0d956966c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 08c84d26-e941-403a-8fe9-3289831cabf7) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:34.249298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1731ec8-aa18-46b0-8123-d0f0d956966c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.250128 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1731ec8-aa18-46b0-8123-d0f0d956966c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.262940 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-c32d919d-18ef-407b-9a64-98bbba6e5f5d tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/quotas/12715d25e52a4e11a1ff7777f05061cd HTTP/1.1" status: 200 len: 375 time: 0.0744271 Jul 16 17:57:34.303954 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41009ff4-e959-4798-8a46-69bf98d35b99 x-openstack-request-id: req-41009ff4-e959-4798-8a46-69bf98d35b99 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:34.304964 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0", "name": "network-vif-deleted", "tag": "b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:34.305616 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41009ff4-e959-4798-8a46-69bf98d35b99 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:34.308023 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee2b7c4-d5cc-4de4-b2b9-d5c3032162c0', 'name': 'network-vif-deleted', 'tag': 'b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a', 'status': 'completed', 'code': 200} Jul 16 17:57:34.334646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ca588-e82b-42be-a6fe-860c574cbc94 None None] Network 08c84d26-e941-403a-8fe9-3289831cabf7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:34.357651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f1731ec8-aa18-46b0-8123-d0f0d956966c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9034078 Jul 16 17:57:34.357651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-1e919fe6-2acc-443c-b0db-6cc0ac9b00b4 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=12715d25e52a4e11a1ff7777f05061cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607851 Jul 16 17:57:34.395978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34b6a746-f0e3-4f4d-a47d-3245fee760ab req-cc3631ab-0b7e-4d4a-9be5-832933928bbd service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350465 Jul 16 17:57:34.457254 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5c879b-16d9-4a5f-b2ae-ded99e4fb1d2 x-openstack-request-id: req-bd5c879b-16d9-4a5f-b2ae-ded99e4fb1d2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:34.457483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'name': 'network-vif-deleted', 'tag': '35fdb997-bf7c-474d-9289-7245bde6c460'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:34.457920 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3c999a-8408-41d7-84e9-91c5549c506d", "name": "network-vif-plugged", "status": "completed", "tag": "9c963df1-18e0-45a8-b1a4-053367a01596", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:34.457920 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd5c879b-16d9-4a5f-b2ae-ded99e4fb1d2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:34.458318 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3c999a-8408-41d7-84e9-91c5549c506d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c963df1-18e0-45a8-b1a4-053367a01596', 'code': 200} Jul 16 17:57:34.460994 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e8e2c3-ca37-4296-8c65-99fbf4cb6ba8" -d '{"events": [{"server_uuid": "fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1", "name": "network-vif-deleted", "tag": "35fdb997-bf7c-474d-9289-7245bde6c460"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:34.558155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Made reservation on behalf of 12715d25e52a4e11a1ff7777f05061cd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:34.563977 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.611293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.645081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f9294f-34e2-48ad-afb1-4308c7554d31 None None] Network 08c84d26-e941-403a-8fe9-3289831cabf7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:34.655261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea3a5f-9d2c-4033-a0c0-8607a02b0f85 req-f7f76f45-deb2-46c8-9f5b-5cd286aac681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.656743 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3eea3a5f-9d2c-4033-a0c0-8607a02b0f85 req-f7f76f45-deb2-46c8-9f5b-5cd286aac681 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 1096 time: 0.1122997 Jul 16 17:57:34.676537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34b6a746-f0e3-4f4d-a47d-3245fee760ab req-4336b5f7-86ee-4bcf-8f65-0f896014867d service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740874 Jul 16 17:57:34.737758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96597886-0ea9-4acd-8299-54a74f700e33 req-f05f12fc-ab09-4893-a1df-478cd0ed8e7f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.739389 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96597886-0ea9-4acd-8299-54a74f700e33 req-f05f12fc-ab09-4893-a1df-478cd0ed8e7f tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 946 time: 0.1447098 Jul 16 17:57:34.756201 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3eea3a5f-9d2c-4033-a0c0-8607a02b0f85 req-c7a8d08f-9ca6-4efa-9442-d2cde3c78b39 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893486 Jul 16 17:57:34.870607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.877503 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.893820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96597886-0ea9-4acd-8299-54a74f700e33 req-92a5a200-152b-4c99-9510-7ef286d7da6a tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456101 Jul 16 17:57:34.979512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa559560-08a0-4b98-b161-d24029935cad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:35.001962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c870c4c-1316-4fe5-8205-446df46ffba8 req-48264d62-eb82-4665-8f68-226ece402cf5 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.003541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c870c4c-1316-4fe5-8205-446df46ffba8 req-48264d62-eb82-4665-8f68-226ece402cf5 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 945 time: 0.2235832 Jul 16 17:57:35.075149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c870c4c-1316-4fe5-8205-446df46ffba8 req-9da32737-0b57-493e-aa84-88b9e57d8e75 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655048 Jul 16 17:57:35.104483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Allocated IP 192.168.233.14 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/b83486fa-8da8-4ce7-a68b-154e189fcd39) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:35.335969 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.350649 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.377536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Transition to ACTIVE for port object b83486fa-8da8-4ce7-a68b-154e189fcd39 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:35.407230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b682e7-676e-4042-b9f9-99a65963da5a req-05dfad94-7f7c-412d-ab4f-2d1242951870 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.408735 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1b682e7-676e-4042-b9f9-99a65963da5a req-05dfad94-7f7c-412d-ab4f-2d1242951870 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.1584527 Jul 16 17:57:35.480629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8230dc-6a17-45c3-a70f-e41be4a48ef0 req-83190e88-60d7-4b42-a852-13216d1d64a2 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.482204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c8230dc-6a17-45c3-a70f-e41be4a48ef0 req-83190e88-60d7-4b42-a852-13216d1d64a2 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 943 time: 0.1618431 Jul 16 17:57:35.483974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.487973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1b682e7-676e-4042-b9f9-99a65963da5a req-909821fe-be1d-44a1-bf82-8fc991ff0fa3 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712276 Jul 16 17:57:35.548736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:35.557628 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0669b8d1-74b8-4763-b606-709fe1db6432 x-openstack-request-id: req-0669b8d1-74b8-4763-b606-709fe1db6432 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:35.557814 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1", "name": "network-vif-deleted", "tag": "35fdb997-bf7c-474d-9289-7245bde6c460", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:35.558028 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0669b8d1-74b8-4763-b606-709fe1db6432 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:35.558436 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3a0ad0-c94c-44b7-a2d3-f54537fc64f1', 'name': 'network-vif-deleted', 'tag': '35fdb997-bf7c-474d-9289-7245bde6c460', 'status': 'completed', 'code': 200} Jul 16 17:57:35.562020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Pushing event updated for resources: {'Port': ['ID=b83486fa-8da8-4ce7-a68b-154e189fcd39,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:35.564547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:35.567803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:35.574353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.575001 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.598582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c8230dc-6a17-45c3-a70f-e41be4a48ef0 req-e4e3b65f-3303-4e7c-ae48-aef3e93b7c12 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811067 Jul 16 17:57:35.605910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-2af44ded-1d09-4fa9-a11d-72bb36a17526 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4913361 Jul 16 17:57:35.619903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Request body: {'port': {'device_id': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:35.647241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f7e79227-05f1-4c20-9f71-884ce53a0804 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:35.739744 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.775735 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:35.864371 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:35.869644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device b3d28ca9-6c8b-46ef-8f25-d2bd35c6b18a not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:35.914126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port f7e79227-05f1-4c20-9f71-884ce53a0804 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:35.919812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port f7e79227-05f1-4c20-9f71-884ce53a0804 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:35.920195 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.038084 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.041108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76bac276-f05d-4553-907d-8fe27d745286 req-262456b8-ab03-476d-bfa1-a30b44246a99 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 210 time: 0.0939460 Jul 16 17:57:36.133395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f7e79227-05f1-4c20-9f71-884ce53a0804, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f7e79227-05f1-4c20-9f71-884ce53a0804,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:36.138321 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-da203413-5c35-4ec7-84c5-746c8b51a433 None None] Provisioning for port b83486fa-8da8-4ce7-a68b-154e189fcd39 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:36.148105 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.157997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-da203413-5c35-4ec7-84c5-746c8b51a433 None None] Provisioning complete for port b83486fa-8da8-4ce7-a68b-154e189fcd39 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:36.160823 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da203413-5c35-4ec7-84c5-746c8b51a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.240200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-da203413-5c35-4ec7-84c5-746c8b51a433 None None] Port b83486fa-8da8-4ce7-a68b-154e189fcd39 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:36.249255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=f7e79227-05f1-4c20-9f71-884ce53a0804,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:36.323890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'tag': '749ed789-b34b-4920-979a-7ef1ea6991e6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:36.326124 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36d44c6-625e-4f43-a4e0-a67b4177f1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "55ea5cb0-722f-4e98-a50c-07fa6c2b31a3", "tag": "749ed789-b34b-4920-979a-7ef1ea6991e6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:36.392451 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c8a1270b-0699-4b8c-a3f9-5de4c86efcd8 req-39a3f7e9-1804-426b-a8c0-d60cadc43b83 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958652 Jul 16 17:57:36.394967 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-8d7ced8e-8bd4-4bca-873d-f03b294d31c8 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=12715d25e52a4e11a1ff7777f05061cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327394 Jul 16 17:57:36.459337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e79227-05f1-4c20-9f71-884ce53a0804'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:36.462359 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c0ea10-240f-4101-b606-b16f33c1a0d9" -d '{"events": [{"server_uuid": "0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5", "name": "network-vif-plugged", "status": "completed", "tag": "f7e79227-05f1-4c20-9f71-884ce53a0804"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:36.472331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff51a0-3282-4985-9875-27101eb90fee req-e3e710ac-87a6-4348-8a08-026a78d69d46 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.479951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-e3e710ac-87a6-4348-8a08-026a78d69d46 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/networks?id=08c84d26-e941-403a-8fe9-3289831cabf7 HTTP/1.1" status: 200 len: 822 time: 0.4437141 Jul 16 17:57:36.509628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-83cdf89c-39c1-4b1e-8fd0-9a13da0a237a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/quotas/7d9250efa28545808afb5323977a9148 HTTP/1.1" status: 200 len: 375 time: 0.0279739 Jul 16 17:57:36.521063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83486fa-8da8-4ce7-a68b-154e189fcd39 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:36.535552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035526e-c211-40bc-a9ca-1c79ee57c4da req-3a004894-5cf1-4581-b2b0-88bc22a89250 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.544834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c035526e-c211-40bc-a9ca-1c79ee57c4da req-3a004894-5cf1-4581-b2b0-88bc22a89250 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.3122606 Jul 16 17:57:36.573225 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.580204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-8895f976-f3e2-4753-9a9a-1cb3f76e0c59 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.583422 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-8895f976-f3e2-4753-9a9a-1cb3f76e0c59 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766427 Jul 16 17:57:36.583746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-723e7690-f23a-4bdb-9c8f-51a5b1c4709a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d9250efa28545808afb5323977a9148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730786 Jul 16 17:57:36.597081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Request body: {'port': {'device_id': 'b457df11-0f7e-4796-adc4-5cf0eb9c55be', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '12715d25e52a4e11a1ff7777f05061cd'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:36.632935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Transition to ACTIVE for port object b83486fa-8da8-4ce7-a68b-154e189fcd39 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:36.638082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1270b-0699-4b8c-a3f9-5de4c86efcd8 req-3a48b51c-eb67-4085-8291-2e771190dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.639317 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c8a1270b-0699-4b8c-a3f9-5de4c86efcd8 req-3a48b51c-eb67-4085-8291-2e771190dd00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30a544b655ef464fb81dc4c2677ed532&device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 1100 time: 0.1287589 Jul 16 17:57:36.644852 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.694168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c035526e-c211-40bc-a9ca-1c79ee57c4da req-a315e532-5e6a-4e8b-b9ca-c92a33d0af03 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/security-groups?id=e91e1e59-413c-434c-bc0c-233a2dd0261e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481104 Jul 16 17:57:36.793686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Pushing event updated for resources: {'Port': ['ID=b83486fa-8da8-4ce7-a68b-154e189fcd39,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:36.801027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-5a614e58-ff24-4ae5-8ecf-edb0c9e6e99c service neutron] 10.222.0.52 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164381 Jul 16 17:57:36.809369 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1270b-0699-4b8c-a3f9-5de4c86efcd8 req-07a32feb-bb5a-405d-a95b-abf2bb726a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.810829 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c8a1270b-0699-4b8c-a3f9-5de4c86efcd8 req-07a32feb-bb5a-405d-a95b-abf2bb726a4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1410859 Jul 16 17:57:36.812337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Made reservation on behalf of 12715d25e52a4e11a1ff7777f05061cd for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:36.815877 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.875285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Attempting to bind port b83486fa-8da8-4ce7-a68b-154e189fcd39 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:36.875735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Attempting to bind port b83486fa-8da8-4ce7-a68b-154e189fcd39 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:36.876425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Attempting to bind port b83486fa-8da8-4ce7-a68b-154e189fcd39 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:36.909642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Port b83486fa-8da8-4ce7-a68b-154e189fcd39 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:36.909971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Attempting to bind port b83486fa-8da8-4ce7-a68b-154e189fcd39 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:36.921192 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c8a1270b-0699-4b8c-a3f9-5de4c86efcd8 req-4b29533f-22aa-4633-ac7e-8c20658129df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=8e75140c-6197-4965-8c46-31827f0350a5 HTTP/1.1" status: 200 len: 217 time: 0.1015830 Jul 16 17:57:36.956911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:36.957424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:36.957914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:36.958462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Bound port: b83486fa-8da8-4ce7-a68b-154e189fcd39, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:36.958922 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.004416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-4c7dfbf9-5321-4f81-aa0a-2ea24493c52d service neutron] 10.222.0.52 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949310 Jul 16 17:57:37.037136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581b846-bc29-4fd5-bedc-d76464696883 req-8ca9e593-6cb5-4db2-b99b-d6f0b9a73372 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.045005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c581b846-bc29-4fd5-bedc-d76464696883 req-8ca9e593-6cb5-4db2-b99b-d6f0b9a73372 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 946 time: 0.2224762 Jul 16 17:57:37.068722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1270b-0699-4b8c-a3f9-5de4c86efcd8 req-7031f903-fefc-4818-b168-bb70d53c1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.070331 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c8a1270b-0699-4b8c-a3f9-5de4c86efcd8 req-7031f903-fefc-4818-b168-bb70d53c1f35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1410098 Jul 16 17:57:37.107006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c581b846-bc29-4fd5-bedc-d76464696883 req-30fef675-d307-42ad-81b7-fd939e76e4b4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607805 Jul 16 17:57:37.155534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:37.162599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:37.175001 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.200019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac68e9-752e-4eb6-b8f6-8069140664b8 req-0d5f0273-33a5-40cd-b567-7a238d3d5d87 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.201589 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2fac68e9-752e-4eb6-b8f6-8069140664b8 req-0d5f0273-33a5-40cd-b567-7a238d3d5d87 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.42 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 946 time: 0.2916930 Jul 16 17:57:37.217171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Allocated IP 192.168.233.166 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/690ab235-005a-4dc3-a93f-86677212e0fe) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:37.313237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.317254 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.323912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] 10.222.0.38 "PUT /v2.0/ports/b83486fa-8da8-4ce7-a68b-154e189fcd39 HTTP/1.1" status: 200 len: 1095 time: 1.7106125 Jul 16 17:57:37.339482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e6783-787d-4a9c-a1a1-537977c59e95 service neutron] Pushing event updated for resources: {'Port': ['ID=b83486fa-8da8-4ce7-a68b-154e189fcd39,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:37.342328 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0fb377-4fb8-4459-a6b2-a61456ea210a x-openstack-request-id: req-4b0fb377-4fb8-4459-a6b2-a61456ea210a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:37.343307 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ea5cb0-722f-4e98-a50c-07fa6c2b31a3", "tag": "749ed789-b34b-4920-979a-7ef1ea6991e6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:37.343718 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b0fb377-4fb8-4459-a6b2-a61456ea210a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:37.344536 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'tag': '749ed789-b34b-4920-979a-7ef1ea6991e6', 'status': 'completed', 'code': 200} Jul 16 17:57:37.359716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.42', 56512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:37.430389 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1021917-836a-4dc7-b288-a3644ed836a4 x-openstack-request-id: req-f1021917-836a-4dc7-b288-a3644ed836a4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:37.430744 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5", "name": "network-vif-plugged", "status": "completed", "tag": "f7e79227-05f1-4c20-9f71-884ce53a0804", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:37.430997 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1021917-836a-4dc7-b288-a3644ed836a4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:37.431396 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e79227-05f1-4c20-9f71-884ce53a0804', 'code': 200} Jul 16 17:57:37.574659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:37.592194 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c8484c-7ada-4fbd-a2d1-6bb85bbd730e" -d '{"events": [{"name": "network-changed", "server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:37.758272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 749ed789-b34b-4920-979a-7ef1ea6991e6 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:37.896923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.42', 56513) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:37.976085 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 749ed789-b34b-4920-979a-7ef1ea6991e6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=749ed789-b34b-4920-979a-7ef1ea6991e6,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:38.000377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '749ed789-b34b-4920-979a-7ef1ea6991e6', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'port_id': '749ed789-b34b-4920-979a-7ef1ea6991e6', 'mac_address': 'fa:16:3e:64:16:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:38.040575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1270b-0699-4b8c-a3f9-5de4c86efcd8 req-bfdfa02a-9603-4a2e-b9a8-ffce188932f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.042308 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c8a1270b-0699-4b8c-a3f9-5de4c86efcd8 req-bfdfa02a-9603-4a2e-b9a8-ffce188932f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9089408 Jul 16 17:57:38.048153 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.065039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749ed789-b34b-4920-979a-7ef1ea6991e6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:38.094152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 749ed789-b34b-4920-979a-7ef1ea6991e6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=749ed789-b34b-4920-979a-7ef1ea6991e6,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:38.100640 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.171849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=749ed789-b34b-4920-979a-7ef1ea6991e6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:38.174038 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.192377 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6c315-3a58-4425-8a29-d77afc98c21d req-a9dbb9c1-278b-4db9-aecd-e6dfdb17eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.193925 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-12b6c315-3a58-4425-8a29-d77afc98c21d req-a9dbb9c1-278b-4db9-aecd-e6dfdb17eb55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 1100 time: 0.2959447 Jul 16 17:57:38.214972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Transition to ACTIVE for port object 690ab235-005a-4dc3-a93f-86677212e0fe will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:38.219483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2fac68e9-752e-4eb6-b8f6-8069140664b8 req-80690aeb-ebdd-4df4-b3d4-5ec7cade895d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Deleting port db845fd4-bdf7-4265-873c-57fdb6f83f9b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:38.219828 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2fac68e9-752e-4eb6-b8f6-8069140664b8 req-80690aeb-ebdd-4df4-b3d4-5ec7cade895d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.285913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d44c6-625e-4f43-a4e0-a67b4177f1a7 req-7c0d0aca-dbbb-4295-9b5a-f6942df009a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.287425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a36d44c6-625e-4f43-a4e0-a67b4177f1a7 req-7c0d0aca-dbbb-4295-9b5a-f6942df009a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb&device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 1094 time: 0.9262660 Jul 16 17:57:38.292182 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c8a1270b-0699-4b8c-a3f9-5de4c86efcd8 req-88395e30-cd59-4d0b-81ed-15da9c4a959f service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352676 Jul 16 17:57:38.302100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f93610-d81d-4024-825f-980f292088ef req-18d45b32-b0ec-4833-a170-c21c89e3ba21 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.303657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5f93610-d81d-4024-825f-980f292088ef req-18d45b32-b0ec-4833-a170-c21c89e3ba21 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 945 time: 0.8534038 Jul 16 17:57:38.306394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-bc847a63-46db-43f0-a2da-bcb2f5595f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.307825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-bc847a63-46db-43f0-a2da-bcb2f5595f3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=12715d25e52a4e11a1ff7777f05061cd&device_id=503e3946-b4fb-492e-bd20-817bb00ff99a HTTP/1.1" status: 200 len: 1098 time: 0.8553317 Jul 16 17:57:38.315283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['749ed789-b34b-4920-979a-7ef1ea6991e6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:38.325420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25e040-1e63-4ded-b7df-1482e9a6ee15 req-43f65fe6-ebfa-4bb6-85f7-f4f66afeb051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.327551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc25e040-1e63-4ded-b7df-1482e9a6ee15 req-43f65fe6-ebfa-4bb6-85f7-f4f66afeb051 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 1097 time: 0.6825640 Jul 16 17:57:38.328500 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-12b6c315-3a58-4425-8a29-d77afc98c21d req-ee34648d-0ea7-4beb-8705-87d63f49dcbc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233308 Jul 16 17:57:38.419612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-764bccbb-88c2-4fac-9686-09f0b91be43e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39 HTTP/1.1" status: 200 len: 217 time: 0.0970488 Jul 16 17:57:38.438830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b486-c2c6-4cf7-94bc-ac622692c708 req-5cf68784-1f80-4dbf-ae90-3d0848722898 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.440343 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f72b486-c2c6-4cf7-94bc-ac622692c708 req-5cf68784-1f80-4dbf-ae90-3d0848722898 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 949 time: 0.2953017 Jul 16 17:57:38.453435 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.521719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2fac68e9-752e-4eb6-b8f6-8069140664b8 req-80690aeb-ebdd-4df4-b3d4-5ec7cade895d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] For port db845fd4-bdf7-4265-873c-57fdb6f83f9b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=db845fd4-bdf7-4265-873c-57fdb6f83f9b,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:38.522085 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2fac68e9-752e-4eb6-b8f6-8069140664b8 req-80690aeb-ebdd-4df4-b3d4-5ec7cade895d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.527861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:38.551014 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:38.553431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:38.566463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5f93610-d81d-4024-825f-980f292088ef req-34b25375-9281-4cde-8844-35c1848ceba6 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533987 Jul 16 17:57:38.580218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc25e040-1e63-4ded-b7df-1482e9a6ee15 req-2362ab06-8400-45bb-9973-9ccc8cdb7ad3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396753 Jul 16 17:57:38.592282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-9a2d38cc-01cb-46c2-a9e5-2012fcf75364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.594066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-9a2d38cc-01cb-46c2-a9e5-2012fcf75364 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1669452 Jul 16 17:57:38.595410 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2fac68e9-752e-4eb6-b8f6-8069140664b8 req-80690aeb-ebdd-4df4-b3d4-5ec7cade895d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Calling delete_port for db845fd4-bdf7-4265-873c-57fdb6f83f9b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:38.622960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f72b486-c2c6-4cf7-94bc-ac622692c708 req-297f5ebf-27fb-4295-b475-c141ea709924 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675489 Jul 16 17:57:38.624220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d44c6-625e-4f43-a4e0-a67b4177f1a7 req-5f721390-5e9b-4b38-9ed0-087a1b75b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.626037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a36d44c6-625e-4f43-a4e0-a67b4177f1a7 req-5f721390-5e9b-4b38-9ed0-087a1b75b223 service neutron] 10.222.0.42 "GET /v2.0/networks?id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a HTTP/1.1" status: 200 len: 924 time: 0.3169692 Jul 16 17:57:38.626144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.626765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.688914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Pushing event updated for resources: {'Port': ['ID=690ab235-005a-4dc3-a93f-86677212e0fe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:38.693157 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c8a1270b-0699-4b8c-a3f9-5de4c86efcd8 req-d5676910-ca17-4261-8cc8-3b4fb8931c1c service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853898 Jul 16 17:57:38.713916 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-2ba01ac9-1f99-499b-bbae-875bcf47d725 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1207550 Jul 16 17:57:38.714200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a36d44c6-625e-4f43-a4e0-a67b4177f1a7 req-fa87b159-8f38-4f02-8296-d18a34600650 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=749ed789-b34b-4920-979a-7ef1ea6991e6 HTTP/1.1" status: 200 len: 217 time: 0.0758314 Jul 16 17:57:38.740534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Request body: {'port': {'device_id': 'b457df11-0f7e-4796-adc4-5cf0eb9c55be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:38.806736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d44c6-625e-4f43-a4e0-a67b4177f1a7 req-dd7b0613-6f4a-406d-84fa-26e6a48cdcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.808153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a36d44c6-625e-4f43-a4e0-a67b4177f1a7 req-dd7b0613-6f4a-406d-84fa-26e6a48cdcc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fc775af-c617-41ef-a81d-530d687d1c50 HTTP/1.1" status: 200 len: 862 time: 0.0575244 Jul 16 17:57:38.895029 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2fac68e9-752e-4eb6-b8f6-8069140664b8 req-80690aeb-ebdd-4df4-b3d4-5ec7cade895d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.908943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['db845fd4-bdf7-4265-873c-57fdb6f83f9b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:38.936892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-f9871342-7c4a-4e27-823d-37fada7683cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.938441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-f9871342-7c4a-4e27-823d-37fada7683cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3091331 Jul 16 17:57:38.951925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80690aeb-ebdd-4df4-b3d4-5ec7cade895d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Pushing event deleted for resources: {'Port': ['ID=db845fd4-bdf7-4265-873c-57fdb6f83f9b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:38.989813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-80162665-28a4-46c6-87ab-deb566ec72c4 None None] Provisioning for port 690ab235-005a-4dc3-a93f-86677212e0fe completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:38.997898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-80162665-28a4-46c6-87ab-deb566ec72c4 None None] Provisioning complete for port 690ab235-005a-4dc3-a93f-86677212e0fe triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:38.998665 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80162665-28a4-46c6-87ab-deb566ec72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.000643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.030138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fac68e9-752e-4eb6-b8f6-8069140664b8 req-80690aeb-ebdd-4df4-b3d4-5ec7cade895d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] No DVR routers for this DVR port db845fd4-bdf7-4265-873c-57fdb6f83f9b on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:39.039037 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2fac68e9-752e-4eb6-b8f6-8069140664b8 req-80690aeb-ebdd-4df4-b3d4-5ec7cade895d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.041120 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2fac68e9-752e-4eb6-b8f6-8069140664b8 req-80690aeb-ebdd-4df4-b3d4-5ec7cade895d tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.42 "DELETE /v2.0/ports/db845fd4-bdf7-4265-873c-57fdb6f83f9b HTTP/1.1" status: 204 len: 173 time: 1.7299702 Jul 16 17:57:39.049055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-80162665-28a4-46c6-87ab-deb566ec72c4 None None] Port 690ab235-005a-4dc3-a93f-86677212e0fe cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:39.096456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a95ab-ba48-437f-accc-a62eb31b311d req-a98a6419-3a3f-4b23-b646-af14925cb70c tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.098576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112a95ab-ba48-437f-accc-a62eb31b311d req-a98a6419-3a3f-4b23-b646-af14925cb70c tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 944 time: 0.3902755 Jul 16 17:57:39.129571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d44c6-625e-4f43-a4e0-a67b4177f1a7 req-f2ee828b-96d4-472e-a082-4b990874a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.131070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a36d44c6-625e-4f43-a4e0-a67b4177f1a7 req-f2ee828b-96d4-472e-a082-4b990874a2e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3071578 Jul 16 17:57:39.203706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c3987-ce74-4076-8dcf-193157f57dd9 req-4a544a6f-0971-4d7b-b6f9-43e9cd0a5379 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.205242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c8c3987-ce74-4076-8dcf-193157f57dd9 req-4a544a6f-0971-4d7b-b6f9-43e9cd0a5379 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 936 time: 0.3959887 Jul 16 17:57:39.256263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff51a0-3282-4985-9875-27101eb90fee req-83e003dc-ba98-4317-8262-a001aeeca7fb tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.257752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-83e003dc-ba98-4317-8262-a001aeeca7fb tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.38 "GET /v2.0/networks?id=08c84d26-e941-403a-8fe9-3289831cabf7 HTTP/1.1" status: 200 len: 822 time: 0.3491082 Jul 16 17:57:39.288335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f1ff51a0-3282-4985-9875-27101eb90fee req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Request body: {'port': {'device_id': '9b9c4eb6-502a-4a36-905a-fe4382a15960', 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7', 'admin_state_up': True, 'tenant_id': '7d9250efa28545808afb5323977a9148'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:39.315492 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-972937f7-9cc5-4588-8419-f51a5e396618 req-2edff590-35ec-4d58-bf86-9c9851d400eb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1351759 Jul 16 17:57:39.318856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-32d55eeb-d310-4285-ac7c-810a073bfec1 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639948 Jul 16 17:57:39.322651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112a95ab-ba48-437f-accc-a62eb31b311d req-6cce5d07-fabc-41de-a7ce-df3f6e65f4fd tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880860 Jul 16 17:57:39.357710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed1da4-0b1f-48df-85f2-9970483c418b', 'name': 'network-vif-deleted', 'tag': 'db845fd4-bdf7-4265-873c-57fdb6f83f9b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:39.367090 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14af5b33-57f2-46af-a13b-44c4ad0d7104" -d '{"events": [{"server_uuid": "04ed1da4-0b1f-48df-85f2-9970483c418b", "name": "network-vif-deleted", "tag": "db845fd4-bdf7-4265-873c-57fdb6f83f9b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:39.438110 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c8c3987-ce74-4076-8dcf-193157f57dd9 req-4afc64f2-71c7-4dd6-b483-76e7459203c2 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197177 Jul 16 17:57:39.562805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690ab235-005a-4dc3-a93f-86677212e0fe {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:39.573933 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.597697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Transition to ACTIVE for port object 690ab235-005a-4dc3-a93f-86677212e0fe will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:39.607281 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972937f7-9cc5-4588-8419-f51a5e396618 req-f0f89d65-7327-4d73-b48a-db7acbf3fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.609567 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-972937f7-9cc5-4588-8419-f51a5e396618 req-f0f89d65-7327-4d73-b48a-db7acbf3fc97 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=30a544b655ef464fb81dc4c2677ed532&device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 1100 time: 0.1955807 Jul 16 17:57:39.609567 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.641638 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf88ffb9-83e1-431a-81bd-bcf2d40f36ec x-openstack-request-id: req-cf88ffb9-83e1-431a-81bd-bcf2d40f36ec {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:39.642132 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:39.642443 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf88ffb9-83e1-431a-81bd-bcf2d40f36ec {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:39.642787 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'status': 'completed', 'code': 200} Jul 16 17:57:39.657164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85c16410-0773-4da9-838f-5fdc39a1092c req-c2f0a0dc-7af0-445c-9b04-e8090118516b tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 210 time: 0.1205647 Jul 16 17:57:39.659003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a36d44c6-625e-4f43-a4e0-a67b4177f1a7 req-3923b17d-e815-4e16-a8f1-bb66986bced1 service neutron] 10.222.0.42 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113952 Jul 16 17:57:39.766584 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-398ac40f-8015-425e-ad44-f1aaeaecb2ee req-5d5d1bd1-0cda-4b96-acba-4b71dbdffe26 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234200 Jul 16 17:57:39.766584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ff51a0-3282-4985-9875-27101eb90fee req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Made reservation on behalf of 7d9250efa28545808afb5323977a9148 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:39.770828 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1ff51a0-3282-4985-9875-27101eb90fee req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.776176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90aed264-2ff3-46be-96d7-e52362418e3e details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:39.778546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 749ed789-b34b-4920-979a-7ef1ea6991e6 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:39.841077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Pushing event updated for resources: {'Port': ['ID=690ab235-005a-4dc3-a93f-86677212e0fe,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:39.844595 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972937f7-9cc5-4588-8419-f51a5e396618 req-ede77ead-0c0d-441f-a565-d4527691db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.846320 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-972937f7-9cc5-4588-8419-f51a5e396618 req-ede77ead-0c0d-441f-a565-d4527691db51 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1550851 Jul 16 17:57:39.915951 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-972937f7-9cc5-4588-8419-f51a5e396618 req-169cfb7c-695a-4097-9fe5-be1b780c9a5b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=38674367-3fc8-475a-9f9c-d8215f2bb616 HTTP/1.1" status: 200 len: 217 time: 0.0448403 Jul 16 17:57:39.945912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b18d5e8-f121-4753-a8ff-12ef9b5f6534 req-8f429a9d-4b74-41c8-a22e-3b55e02e4a64 tempest-ListServerFiltersTestJSON-2065738311 tempest-ListServerFiltersTestJSON-2065738311-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ed1da4-0b1f-48df-85f2-9970483c418b HTTP/1.1" status: 200 len: 210 time: 0.1826785 Jul 16 17:57:40.048232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972937f7-9cc5-4588-8419-f51a5e396618 req-9dd924f9-53ed-44be-9a50-14a441ad9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.050080 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-972937f7-9cc5-4588-8419-f51a5e396618 req-9dd924f9-53ed-44be-9a50-14a441ad9db0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1106770 Jul 16 17:57:40.055080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Attempting to bind port 690ab235-005a-4dc3-a93f-86677212e0fe on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:40.055457 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Attempting to bind port 690ab235-005a-4dc3-a93f-86677212e0fe by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:40.056113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Attempting to bind port 690ab235-005a-4dc3-a93f-86677212e0fe on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:40.079463 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Port 690ab235-005a-4dc3-a93f-86677212e0fe on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:40.080062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Attempting to bind port 690ab235-005a-4dc3-a93f-86677212e0fe on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:40.085001 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:40.088448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:40.088797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:40.089242 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:40.090027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Bound port: 690ab235-005a-4dc3-a93f-86677212e0fe, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:40.090401 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.104400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 749ed789-b34b-4920-979a-7ef1ea6991e6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:40.109853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '90aed264-2ff3-46be-96d7-e52362418e3e', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '90aed264-2ff3-46be-96d7-e52362418e3e', 'mac_address': 'fa:16:3e:76:3e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:40.114149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 749ed789-b34b-4920-979a-7ef1ea6991e6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:40.114895 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.152308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f1ff51a0-3282-4985-9875-27101eb90fee req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Allocated IP 172.20.0.10 (08c84d26-e941-403a-8fe9-3289831cabf7/e5d56569-946b-4ac5-99fb-aa68959ab227/8e720657-bafb-43f2-b4ab-1f82ff9f6ef7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:40.179704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] For port 690ab235-005a-4dc3-a93f-86677212e0fe, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:40.183893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] For port 690ab235-005a-4dc3-a93f-86677212e0fe, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=690ab235-005a-4dc3-a93f-86677212e0fe,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:40.192301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.197646 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.210843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a36d44c6-625e-4f43-a4e0-a67b4177f1a7 req-35546eda-089a-4eac-997a-641f4f490ce2 service neutron] 10.222.0.42 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388787 Jul 16 17:57:40.216410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90aed264-2ff3-46be-96d7-e52362418e3e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:40.244438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.245074 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.246518 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] 10.222.0.42 "PUT /v2.0/ports/690ab235-005a-4dc3-a93f-86677212e0fe HTTP/1.1" status: 200 len: 1096 time: 1.5178621 Jul 16 17:57:40.255846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972937f7-9cc5-4588-8419-f51a5e396618 req-c2facbbc-fd04-411e-b526-e31cc6ab9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.257693 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-972937f7-9cc5-4588-8419-f51a5e396618 req-c2facbbc-fd04-411e-b526-e31cc6ab9b42 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868308 Jul 16 17:57:40.321447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05086a3-4603-4e3b-a134-9a3ecffb5fec service neutron] Pushing event updated for resources: {'Port': ['ID=690ab235-005a-4dc3-a93f-86677212e0fe,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:40.348280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:40.365301 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.375660 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.433733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8484c-7ada-4fbd-a2d1-6bb85bbd730e req-d24e1ac9-e0fc-44f3-aedd-4dc957e6b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.436995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c8484c-7ada-4fbd-a2d1-6bb85bbd730e req-d24e1ac9-e0fc-44f3-aedd-4dc957e6b8e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=12715d25e52a4e11a1ff7777f05061cd&device_id=503e3946-b4fb-492e-bd20-817bb00ff99a HTTP/1.1" status: 200 len: 1098 time: 0.5442052 Jul 16 17:57:40.512748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ed789-b34b-4920-979a-7ef1ea6991e6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:40.515186 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05850b6b-a691-47a0-b0b2-e544d7aa8d9d" -d '{"events": [{"server_uuid": "55ea5cb0-722f-4e98-a50c-07fa6c2b31a3", "name": "network-vif-plugged", "status": "completed", "tag": "749ed789-b34b-4920-979a-7ef1ea6991e6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:40.535078 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-972937f7-9cc5-4588-8419-f51a5e396618 req-5fd6639d-93d4-4a5f-b6b0-2e7b8b85e75a service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684336 Jul 16 17:57:40.563988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 749ed789-b34b-4920-979a-7ef1ea6991e6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=749ed789-b34b-4920-979a-7ef1ea6991e6,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:40.565638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=90aed264-2ff3-46be-96d7-e52362418e3e,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:40.570041 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.571179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90aed264-2ff3-46be-96d7-e52362418e3e no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:40.622470 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-937bf335-3bba-4f12-a742-6dd64564fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.627661 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-937bf335-3bba-4f12-a742-6dd64564fc53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12715d25e52a4e11a1ff7777f05061cd&device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 1099 time: 0.2893722 Jul 16 17:57:40.648783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['90aed264-2ff3-46be-96d7-e52362418e3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:40.735446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa3f36-e7f4-40ac-a5f5-ee56d67eb5fa req-a7e9cdac-2b9b-4567-8108-8ca64cba5417 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.737560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63aa3f36-e7f4-40ac-a5f5-ee56d67eb5fa req-a7e9cdac-2b9b-4567-8108-8ca64cba5417 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 946 time: 0.5469995 Jul 16 17:57:40.737688 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.767429 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-7e9a915b-6ddb-41cf-a665-c7e54918d5bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=690ab235-005a-4dc3-a93f-86677212e0fe HTTP/1.1" status: 200 len: 217 time: 0.0832253 Jul 16 17:57:40.782727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 90aed264-2ff3-46be-96d7-e52362418e3e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:40.798233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=749ed789-b34b-4920-979a-7ef1ea6991e6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:40.826344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:40.834292 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.857941 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-972937f7-9cc5-4588-8419-f51a5e396618 req-2d5c4879-c928-4714-853e-09659eee561d service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156688 Jul 16 17:57:40.871181 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-f298f394-c0de-442b-b193-e786f402a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.872428 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-f298f394-c0de-442b-b193-e786f402a923 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0982316 Jul 16 17:57:40.915886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=90aed264-2ff3-46be-96d7-e52362418e3e,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:40.922389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1ff51a0-3282-4985-9875-27101eb90fee req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.952161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8484c-7ada-4fbd-a2d1-6bb85bbd730e req-c2de39bf-3143-49bf-abc0-a12286db45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.953552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c8484c-7ada-4fbd-a2d1-6bb85bbd730e req-c2de39bf-3143-49bf-abc0-a12286db45f0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.4991500 Jul 16 17:57:40.970327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63aa3f36-e7f4-40ac-a5f5-ee56d67eb5fa req-dfb24ebf-b05d-45ea-ab22-0eef61f5daa5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242970 Jul 16 17:57:40.982347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-56941925-314a-49e1-9826-8aae0b888bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.984554 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-56941925-314a-49e1-9826-8aae0b888bfb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043906 Jul 16 17:57:41.027838 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f43ef1-43c9-4e5e-b1cc-b1219ab5a783 x-openstack-request-id: req-e4f43ef1-43c9-4e5e-b1cc-b1219ab5a783 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:41.028211 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed1da4-0b1f-48df-85f2-9970483c418b", "name": "network-vif-deleted", "tag": "db845fd4-bdf7-4265-873c-57fdb6f83f9b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:41.028396 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4f43ef1-43c9-4e5e-b1cc-b1219ab5a783 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:41.028965 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ed1da4-0b1f-48df-85f2-9970483c418b', 'name': 'network-vif-deleted', 'tag': 'db845fd4-bdf7-4265-873c-57fdb6f83f9b', 'status': 'completed', 'code': 200} Jul 16 17:57:41.035136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c8484c-7ada-4fbd-a2d1-6bb85bbd730e req-44e5791f-14e6-4eca-9bbd-93ec695faaba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39 HTTP/1.1" status: 200 len: 217 time: 0.0591278 Jul 16 17:57:41.104263 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-0704d3f0-a693-42fa-8e7e-1299c2fe1be4 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125557 Jul 16 17:57:41.116656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8484c-7ada-4fbd-a2d1-6bb85bbd730e req-8d6b2fcf-7d6e-467a-a42c-5969a60b1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.118994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c8484c-7ada-4fbd-a2d1-6bb85bbd730e req-8d6b2fcf-7d6e-467a-a42c-5969a60b1ea1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0757396 Jul 16 17:57:41.120675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b4a5c-ca2d-44e8-873a-6d3672125248 req-144df5d3-cb3e-4044-9f3c-2b8de9f207a6 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.127412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f4b4a5c-ca2d-44e8-873a-6d3672125248 req-144df5d3-cb3e-4044-9f3c-2b8de9f207a6 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 1096 time: 0.2451389 Jul 16 17:57:41.181190 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1ff51a0-3282-4985-9875-27101eb90fee req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.209803 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e95f053e-76f0-4bc4-be49-4c7eb47df8d1 req-56b49876-df99-4ee0-83dd-e7bb6bb90b07 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980678 Jul 16 17:57:41.274718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ff51a0-3282-4985-9875-27101eb90fee req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Network 08c84d26-e941-403a-8fe9-3289831cabf7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:41.283202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f4b4a5c-ca2d-44e8-873a-6d3672125248 req-a38fb92c-46f4-4665-9161-e0a0d764930c tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549654 Jul 16 17:57:41.288238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f1ff51a0-3282-4985-9875-27101eb90fee req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:41.295618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ff51a0-3282-4985-9875-27101eb90fee req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:41.301182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff51a0-3282-4985-9875-27101eb90fee req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.301867 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1ff51a0-3282-4985-9875-27101eb90fee req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.306675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event updated for resources: {'Port': ['ID=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:41.337620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-450fb82a-abe0-4239-827b-d1ff951960a0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0586874 Jul 16 17:57:41.340265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8484c-7ada-4fbd-a2d1-6bb85bbd730e req-c2ce03fc-d5b1-4c43-ab27-36060a14c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.341884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c8484c-7ada-4fbd-a2d1-6bb85bbd730e req-c2ce03fc-d5b1-4c43-ab27-36060a14c6a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2110777 Jul 16 17:57:41.353736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7f92-52a0-45b7-92ee-4c854e753548 req-9107b155-9792-4cb4-9021-dc57a26d0496 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.355191 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd9b7f92-52a0-45b7-92ee-4c854e753548 req-9107b155-9792-4cb4-9021-dc57a26d0496 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 948 time: 0.2109630 Jul 16 17:57:41.369895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Request body: {'port': {'device_id': '9b9c4eb6-502a-4a36-905a-fe4382a15960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:41.789295 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90aed264-2ff3-46be-96d7-e52362418e3e up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:41.835666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd9b7f92-52a0-45b7-92ee-4c854e753548 req-06648d98-8579-4bb3-87a6-e0460866903d tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606121 Jul 16 17:57:41.856688 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 90aed264-2ff3-46be-96d7-e52362418e3e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:41.857211 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.865149 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.885533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c8484c-7ada-4fbd-a2d1-6bb85bbd730e req-72ce06b1-30ae-4085-ba45-6641053a9956 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282276 Jul 16 17:57:41.941737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84611cd3-edb0-4c27-9ce9-6568cc91b598 req-c499e6d5-3892-45ba-bb77-2accc1636509 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.949197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84611cd3-edb0-4c27-9ce9-6568cc91b598 req-c499e6d5-3892-45ba-bb77-2accc1636509 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 945 time: 0.5364454 Jul 16 17:57:41.954225 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.989815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:41.994581 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.995556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device db845fd4-bdf7-4265-873c-57fdb6f83f9b no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:42.033136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: db845fd4-bdf7-4265-873c-57fdb6f83f9b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:42.033802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device db845fd4-bdf7-4265-873c-57fdb6f83f9b not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:42.060258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=90aed264-2ff3-46be-96d7-e52362418e3e,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:42.143504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84611cd3-edb0-4c27-9ce9-6568cc91b598 req-e626bc34-b3c0-4d69-9833-21042921fc50 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934071 Jul 16 17:57:42.193728 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86852fa0-2db1-4834-8467-9d6fecffb008 x-openstack-request-id: req-86852fa0-2db1-4834-8467-9d6fecffb008 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:42.194256 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ea5cb0-722f-4e98-a50c-07fa6c2b31a3", "name": "network-vif-plugged", "status": "completed", "tag": "749ed789-b34b-4920-979a-7ef1ea6991e6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:42.194715 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86852fa0-2db1-4834-8467-9d6fecffb008 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:42.195302 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ed789-b34b-4920-979a-7ef1ea6991e6', 'code': 200} Jul 16 17:57:42.208405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c8484c-7ada-4fbd-a2d1-6bb85bbd730e req-4252400b-1792-40b2-ba01-b2d981197b93 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123517 Jul 16 17:57:42.243511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c147d-935c-4ccc-ab75-e1e04422c0c1 req-f1cdd426-5a5d-487c-9a87-543982a121a6 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.246629 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e6c147d-935c-4ccc-ab75-e1e04422c0c1 req-f1cdd426-5a5d-487c-9a87-543982a121a6 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 948 time: 0.2745600 Jul 16 17:57:42.348641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6838e-5486-4267-8c22-b28f722e714c req-e7f66193-afa2-429c-84c3-d5687211ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.350398 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71c6838e-5486-4267-8c22-b28f722e714c req-e7f66193-afa2-429c-84c3-d5687211ce41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 1096 time: 0.0656953 Jul 16 17:57:42.380989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e6c147d-935c-4ccc-ab75-e1e04422c0c1 req-42d5d865-b323-41ea-9465-7a850a261edd tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969870 Jul 16 17:57:42.396479 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71c6838e-5486-4267-8c22-b28f722e714c req-ddd12656-6c25-49fc-bfda-d637fa3e3cb1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381503 Jul 16 17:57:42.456252 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c9b7f-fcec-44ab-853b-a638ea448a1c req-80b468ae-6154-44b6-bfc4-2e76b244d18d tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.457794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-523c9b7f-fcec-44ab-853b-a638ea448a1c req-80b468ae-6154-44b6-bfc4-2e76b244d18d tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 932 time: 0.1596565 Jul 16 17:57:42.472363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:42.482500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:42.491013 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.505089 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Transition to ACTIVE for port object 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:42.514817 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.525017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b500c9ba-18f5-40c1-9269-2cd343c8df72 admin admin] Deleting subnet f7dc7804-5a58-4688-b00a-35e1cfe600e1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:57:42.534697 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b500c9ba-18f5-40c1-9269-2cd343c8df72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.577728 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b500c9ba-18f5-40c1-9269-2cd343c8df72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.643330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-523c9b7f-fcec-44ab-853b-a638ea448a1c req-dedb2ca1-a651-4156-94f5-da09860be771 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762087 Jul 16 17:57:42.688175 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b500c9ba-18f5-40c1-9269-2cd343c8df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.692939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Pushing event updated for resources: {'Port': ['ID=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:42.699742 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Attempting to bind port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:42.700086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Attempting to bind port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:42.700426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Attempting to bind port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 on network 08c84d26-e941-403a-8fe9-3289831cabf7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:42.709080 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e095f54-00a0-48d4-90d3-7d73abe8c2a7 req-9ac32470-47d9-4758-9859-5b6936d67d83 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2091373060&fields=id&tenant_id=04b05764ddce42c78db71d30723ad77e HTTP/1.1" status: 200 len: 267 time: 0.0835819 Jul 16 17:57:42.713000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 on network 08c84d26-e941-403a-8fe9-3289831cabf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:42.713419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Attempting to bind port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 on network 08c84d26-e941-403a-8fe9-3289831cabf7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:42.722507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:42.723282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Checking segment: {'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:42.723672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Bound using segment: {'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:42.724140 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Bound port: 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:42.724505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.748709 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b500c9ba-18f5-40c1-9269-2cd343c8df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.782804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500c9ba-18f5-40c1-9269-2cd343c8df72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7dc7804-5a58-4688-b00a-35e1cfe600e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:42.789951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b835b926-5802-4849-b3fc-58d9421355a8 None None] Network 9bc10951-92c3-4704-8bf9-19ff872c2af6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:42.791453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b500c9ba-18f5-40c1-9269-2cd343c8df72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.794520 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b500c9ba-18f5-40c1-9269-2cd343c8df72 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f7dc7804-5a58-4688-b00a-35e1cfe600e1 HTTP/1.1" status: 204 len: 168 time: 0.3210921 Jul 16 17:57:42.796940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:42.820434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] For port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:42.824910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] For port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:42.852212 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.899010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.938087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.938984 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.940772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] 10.222.0.38 "PUT /v2.0/ports/8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 HTTP/1.1" status: 200 len: 1092 time: 1.5843987 Jul 16 17:57:42.949819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9c4eb6-502a-4a36-905a-fe4382a15960', 'tag': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:42.952251 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8138d90b-4561-49d7-ba4b-5b2d26148684" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9c4eb6-502a-4a36-905a-fe4382a15960", "tag": "8e720657-bafb-43f2-b4ab-1f82ff9f6ef7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:42.971489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Deleting port 699d1c9a-26e5-4087-a113-746f55f5ec3c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:42.971846 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.018891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb711af-0013-41c1-b8e4-0d211c80c72a service neutron] Pushing event updated for resources: {'Port': ['ID=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:43.040800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b457df11-0f7e-4796-adc4-5cf0eb9c55be', 'tag': '690ab235-005a-4dc3-a93f-86677212e0fe'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:43.043369 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1068c351-e39b-4f02-ab68-d06f42ad4f37" -d '{"events": [{"name": "network-changed", "server_uuid": "b457df11-0f7e-4796-adc4-5cf0eb9c55be", "tag": "690ab235-005a-4dc3-a93f-86677212e0fe"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:43.048575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e095f54-00a0-48d4-90d3-7d73abe8c2a7 req-1386a2a7-b7ed-49f3-a76a-e0b9ae4f16b8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.050463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e095f54-00a0-48d4-90d3-7d73abe8c2a7 req-1386a2a7-b7ed-49f3-a76a-e0b9ae4f16b8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 946 time: 0.3296545 Jul 16 17:57:43.062521 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] For port 699d1c9a-26e5-4087-a113-746f55f5ec3c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=699d1c9a-26e5-4087-a113-746f55f5ec3c,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:43.062895 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.072662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a022f9-d408-403a-b324-c4ae462c629f None None] DHCP port deletion for 9bc10951-92c3-4704-8bf9-19ff872c2af6 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:57:43.079935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0e095f54-00a0-48d4-90d3-7d73abe8c2a7 req-6aefee82-f704-4507-bd2b-a3ce4f7bb86b tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'port': {'security_groups': ['4f337125-6fa9-4af6-bf75-1a1d44f5d0fc', '2b24957c-d6cc-4656-a58e-afa863d04c00']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:43.080942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Calling delete_port for 699d1c9a-26e5-4087-a113-746f55f5ec3c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:43.122137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f5162-0594-4dcf-aa7b-86b441de7d3d req-b9f131e9-8028-41fd-ad60-210a55cb5af0 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.123861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec3f5162-0594-4dcf-aa7b-86b441de7d3d req-b9f131e9-8028-41fd-ad60-210a55cb5af0 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 1096 time: 0.2748711 Jul 16 17:57:43.131281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-12a022f9-d408-403a-b324-c4ae462c629f None None] Deleting port 699d1c9a-26e5-4087-a113-746f55f5ec3c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:43.131838 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12a022f9-d408-403a-b324-c4ae462c629f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.193455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec3f5162-0594-4dcf-aa7b-86b441de7d3d req-52236519-7217-4719-ac91-b39e6abb2c07 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605648 Jul 16 17:57:43.220062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff51a0-3282-4985-9875-27101eb90fee req-f807c11b-b5fd-41e9-81a1-9241df8a940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.223957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-f807c11b-b5fd-41e9-81a1-9241df8a940b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d9250efa28545808afb5323977a9148&device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 1095 time: 0.2350872 Jul 16 17:57:43.274697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 699d1c9a-26e5-4087-a113-746f55f5ec3c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:43.349353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-12a022f9-d408-403a-b324-c4ae462c629f None None] For port 699d1c9a-26e5-4087-a113-746f55f5ec3c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=699d1c9a-26e5-4087-a113-746f55f5ec3c,segment=NetworkSegment(4e55f129-c93a-45bf-bb7c-ba80232062c9),segment_id=4e55f129-c93a-45bf-bb7c-ba80232062c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:43.350017 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12a022f9-d408-403a-b324-c4ae462c629f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.371667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-12a022f9-d408-403a-b324-c4ae462c629f None None] Calling delete_port for 699d1c9a-26e5-4087-a113-746f55f5ec3c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:43.443337 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e095f54-00a0-48d4-90d3-7d73abe8c2a7 req-6aefee82-f704-4507-bd2b-a3ce4f7bb86b tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.448725 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-58119441-54cc-49d5-b4a8-6a74aa91e16f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 HTTP/1.1" status: 200 len: 217 time: 0.1259089 Jul 16 17:57:43.600602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.614167 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12a022f9-d408-403a-b324-c4ae462c629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.645777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a022f9-d408-403a-b324-c4ae462c629f None None] Pushing event deleted for resources: {'Port': ['ID=699d1c9a-26e5-4087-a113-746f55f5ec3c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:43.660890 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fac6135-d425-4e03-8db1-92015c4eddb3 x-openstack-request-id: req-4fac6135-d425-4e03-8db1-92015c4eddb3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:43.663551 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b457df11-0f7e-4796-adc4-5cf0eb9c55be", "tag": "690ab235-005a-4dc3-a93f-86677212e0fe", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:43.663551 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fac6135-d425-4e03-8db1-92015c4eddb3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:43.668351 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b457df11-0f7e-4796-adc4-5cf0eb9c55be', 'tag': '690ab235-005a-4dc3-a93f-86677212e0fe', 'status': 'completed', 'code': 200} Jul 16 17:57:43.669355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=699d1c9a-26e5-4087-a113-746f55f5ec3c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:43.682808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0e095f54-00a0-48d4-90d3-7d73abe8c2a7 req-6aefee82-f704-4507-bd2b-a3ce4f7bb86b tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] For port f7e79227-05f1-4c20-9f71-884ce53a0804, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f7e79227-05f1-4c20-9f71-884ce53a0804,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:43.689107 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83486fa-8da8-4ce7-a68b-154e189fcd39 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:43.703800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] No DVR routers for this DVR port 699d1c9a-26e5-4087-a113-746f55f5ec3c on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:43.718138 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e095f54-00a0-48d4-90d3-7d73abe8c2a7 req-6aefee82-f704-4507-bd2b-a3ce4f7bb86b tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.721145 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add34614-7ab4-411f-8ef8-5ee3cb831ca1 x-openstack-request-id: req-add34614-7ab4-411f-8ef8-5ee3cb831ca1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:43.721461 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9c4eb6-502a-4a36-905a-fe4382a15960", "tag": "8e720657-bafb-43f2-b4ab-1f82ff9f6ef7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:43.721718 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-add34614-7ab4-411f-8ef8-5ee3cb831ca1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:43.722605 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9c4eb6-502a-4a36-905a-fe4382a15960', 'tag': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7', 'status': 'completed', 'code': 200} Jul 16 17:57:43.730008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a022f9-d408-403a-b324-c4ae462c629f None None] No DVR routers for this DVR port 699d1c9a-26e5-4087-a113-746f55f5ec3c on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:43.744786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e095f54-00a0-48d4-90d3-7d73abe8c2a7 req-6aefee82-f704-4507-bd2b-a3ce4f7bb86b tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.750279 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.762091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['528cf423-8928-41bd-86fb-9d261bae9334', 'f7e79227-05f1-4c20-9f71-884ce53a0804'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:43.807837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 690ab235-005a-4dc3-a93f-86677212e0fe details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:43.819626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefee82-f704-4507-bd2b-a3ce4f7bb86b tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'Port': ['ID=f7e79227-05f1-4c20-9f71-884ce53a0804,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:43.876227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff51a0-3282-4985-9875-27101eb90fee req-4fe300ac-6b78-4ae5-af77-686d9062499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.876227 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-4fe300ac-6b78-4ae5-af77-686d9062499b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e5d56569-946b-4ac5-99fb-aa68959ab227 HTTP/1.1" status: 200 len: 862 time: 0.4183810 Jul 16 17:57:43.885430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e095f54-00a0-48d4-90d3-7d73abe8c2a7 req-6aefee82-f704-4507-bd2b-a3ce4f7bb86b tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.886105 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e095f54-00a0-48d4-90d3-7d73abe8c2a7 req-6aefee82-f704-4507-bd2b-a3ce4f7bb86b tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.898412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e095f54-00a0-48d4-90d3-7d73abe8c2a7 req-6aefee82-f704-4507-bd2b-a3ce4f7bb86b tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "PUT /v2.0/ports/f7e79227-05f1-4c20-9f71-884ce53a0804 HTTP/1.1" status: 200 len: 982 time: 0.8328428 Jul 16 17:57:43.918947 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.933695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc10951-92c3-4704-8bf9-19ff872c2af6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:43.947831 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-750562ab-9289-475c-9859-a6b56a8966d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=08c84d26-e941-403a-8fe9-3289831cabf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464356 Jul 16 17:57:43.949117 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e55f129-c93a-45bf-bb7c-ba80232062c9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:43.949465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e55f129-c93a-45bf-bb7c-ba80232062c9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:43.967863 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.967863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068c351-e39b-4f02-ab68-d06f42ad4f37 req-6b6fdf3a-1f69-4e86-bf55-245562d0ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.968533 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1068c351-e39b-4f02-ab68-d06f42ad4f37 req-6b6fdf3a-1f69-4e86-bf55-245562d0ee10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12715d25e52a4e11a1ff7777f05061cd&device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 1099 time: 0.2901084 Jul 16 17:57:44.005252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.024981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:57:44.025679 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: timer() Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:57:44.028068 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:57:44.077406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf604cb-fff2-411d-94cb-708d918683c8 req-5373cc67-f328-41b6-a89e-b1a7a2e28d39 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.079372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-daf604cb-fff2-411d-94cb-708d918683c8 req-5373cc67-f328-41b6-a89e-b1a7a2e28d39 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 945 time: 0.2639313 Jul 16 17:57:44.117036 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:57:44.143730 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.164065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.167190 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9bc10951-92c3-4704-8bf9-19ff872c2af6 HTTP/1.1" status: 204 len: 168 time: 1.3689425 Jul 16 17:57:44.182587 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c7703-a4c7-44ca-a528-4e1cf7504c30 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc10951-92c3-4704-8bf9-19ff872c2af6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:44.187961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068c351-e39b-4f02-ab68-d06f42ad4f37 req-68241905-35f1-484f-864c-efeab74f8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.191210 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1068c351-e39b-4f02-ab68-d06f42ad4f37 req-68241905-35f1-484f-864c-efeab74f8b09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2140174 Jul 16 17:57:44.198921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d3145c-defa-4475-9f1b-eeb2b18f52b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aed264-2ff3-46be-96d7-e52362418e3e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:44.201117 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cbf464-d0f2-4192-9df2-b89eb919ac50" -d '{"events": [{"server_uuid": "95d3145c-defa-4475-9f1b-eeb2b18f52b0", "name": "network-vif-plugged", "status": "completed", "tag": "90aed264-2ff3-46be-96d7-e52362418e3e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:44.214146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['f7e79227-05f1-4c20-9f71-884ce53a0804'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:44.231548 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-daf604cb-fff2-411d-94cb-708d918683c8 req-80eef9fc-dab3-4101-8871-f48e9a728a9f tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452079 Jul 16 17:57:44.258594 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-7a5fb7e8-3a48-45ae-8d4a-53a32f2ffeb2 service neutron] 10.222.0.38 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008256 Jul 16 17:57:44.316699 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1068c351-e39b-4f02-ab68-d06f42ad4f37 req-d9962e21-4a79-45fd-a580-a2906020d9c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=690ab235-005a-4dc3-a93f-86677212e0fe HTTP/1.1" status: 200 len: 217 time: 0.1195235 Jul 16 17:57:44.349327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:44.381177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:44.395776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068c351-e39b-4f02-ab68-d06f42ad4f37 req-7323e74d-5ec1-4d9c-adc3-2c75c3440e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.397839 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1068c351-e39b-4f02-ab68-d06f42ad4f37 req-7323e74d-5ec1-4d9c-adc3-2c75c3440e54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0753536 Jul 16 17:57:44.417925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'mac_address': 'fa:16:3e:06:57:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:44.444937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d71d8-2bb4-4861-ad30-0c94229e9cf6 req-c771f365-a1b0-483b-a634-2331f5f4ae40 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.447465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6d9d71d8-2bb4-4861-ad30-0c94229e9cf6 req-c771f365-a1b0-483b-a634-2331f5f4ae40 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 948 time: 0.3413138 Jul 16 17:57:44.495842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 690ab235-005a-4dc3-a93f-86677212e0fe, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=690ab235-005a-4dc3-a93f-86677212e0fe,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:44.504264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068c351-e39b-4f02-ab68-d06f42ad4f37 req-ef81cbba-d83e-4acb-96a8-4188b83e4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.505949 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1068c351-e39b-4f02-ab68-d06f42ad4f37 req-ef81cbba-d83e-4acb-96a8-4188b83e4964 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997705 Jul 16 17:57:44.530177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '690ab235-005a-4dc3-a93f-86677212e0fe', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '690ab235-005a-4dc3-a93f-86677212e0fe', 'mac_address': 'fa:16:3e:98:65:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:44.565438 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2e86f025-6f75-4047-84cc-461944b62eb8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9dade0386e484fe499bda6cdb3c54761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809754 Jul 16 17:57:44.570438 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6d9d71d8-2bb4-4861-ad30-0c94229e9cf6 req-6b763b55-1284-4210-a4e7-c8be12d5dcdd tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099460 Jul 16 17:57:44.573439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:44.615382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1ff51a0-3282-4985-9875-27101eb90fee req-b851dac7-e574-4199-a4d9-e2669458647f service neutron] 10.222.0.38 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469920 Jul 16 17:57:44.628490 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1068c351-e39b-4f02-ab68-d06f42ad4f37 req-0f80adfc-bec2-4501-9336-387b4954a0f7 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157148 Jul 16 17:57:44.654024 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9caffe0d-4240-42ce-95f8-9806fd1cc665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.678209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6c1bb-406f-4817-a1da-cb08929db8d8 req-b7b165ca-a1c9-417b-a9e9-c5ada8a6a28a tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.679073 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.680511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3d6c1bb-406f-4817-a1da-cb08929db8d8 req-b7b165ca-a1c9-417b-a9e9-c5ada8a6a28a tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 1101 time: 0.1760058 Jul 16 17:57:44.692015 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9caffe0d-4240-42ce-95f8-9806fd1cc665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.736539 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.779267 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1068c351-e39b-4f02-ab68-d06f42ad4f37 req-d1d56be6-0bc5-4c7a-8fcd-7281cf389d1b service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436956 Jul 16 17:57:44.798703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690ab235-005a-4dc3-a93f-86677212e0fe {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:44.822274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 690ab235-005a-4dc3-a93f-86677212e0fe, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=690ab235-005a-4dc3-a93f-86677212e0fe,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:44.825369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83486fa-8da8-4ce7-a68b-154e189fcd39 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:44.848750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3d6c1bb-406f-4817-a1da-cb08929db8d8 req-cf2d017b-a3c9-4c74-95d3-cdf01b985fd2 tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598694 Jul 16 17:57:44.868634 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.893646 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9caffe0d-4240-42ce-95f8-9806fd1cc665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.896218 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9caffe0d-4240-42ce-95f8-9806fd1cc665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.900637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9caffe0d-4240-42ce-95f8-9806fd1cc665 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e91e1e59-413c-434c-bc0c-233a2dd0261e HTTP/1.1" status: 204 len: 168 time: 0.3226340 Jul 16 17:57:44.904837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138d90b-4561-49d7-ba4b-5b2d26148684 req-9fac2e99-1575-4565-b8eb-629233b78f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.906411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8138d90b-4561-49d7-ba4b-5b2d26148684 req-9fac2e99-1575-4565-b8eb-629233b78f67 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d9250efa28545808afb5323977a9148&device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 1095 time: 0.2164900 Jul 16 17:57:44.916557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd59d7-7d2c-42c2-8be6-e716042865f1 req-7ca83f35-3fca-4b68-8d1c-1d8cfc33acc3 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.923793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3cfd59d7-7d2c-42c2-8be6-e716042865f1 req-7ca83f35-3fca-4b68-8d1c-1d8cfc33acc3 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 944 time: 0.1629121 Jul 16 17:57:44.950861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:44.957583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caffe0d-4240-42ce-95f8-9806fd1cc665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91e1e59-413c-434c-bc0c-233a2dd0261e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:44.957926 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.020037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=690ab235-005a-4dc3-a93f-86677212e0fe,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:45.062497 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-691e6ab7-0c3a-4f52-a158-83e26ee2f05b req-ae489865-b6f2-407e-b36b-2e93e5751294 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/2b24957c-d6cc-4656-a58e-afa863d04c00 HTTP/1.1" status: 200 len: 1801 time: 0.1637714 Jul 16 17:57:45.076394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3cfd59d7-7d2c-42c2-8be6-e716042865f1 req-002f57b7-4dc3-46af-a550-96344220c238 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516671 Jul 16 17:57:45.135251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b83486fa-8da8-4ce7-a68b-154e189fcd39,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:45.155906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['690ab235-005a-4dc3-a93f-86677212e0fe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:45.190056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138d90b-4561-49d7-ba4b-5b2d26148684 req-84419ed8-ffe0-4949-a22f-023c616dc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.199888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8138d90b-4561-49d7-ba4b-5b2d26148684 req-84419ed8-ffe0-4949-a22f-023c616dc4c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=08c84d26-e941-403a-8fe9-3289831cabf7 HTTP/1.1" status: 200 len: 923 time: 0.2567751 Jul 16 17:57:45.268869 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8138d90b-4561-49d7-ba4b-5b2d26148684 req-e47a45e5-77a3-4a93-977a-62c437d260b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 HTTP/1.1" status: 200 len: 217 time: 0.0414267 Jul 16 17:57:45.269974 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-691e6ab7-0c3a-4f52-a158-83e26ee2f05b req-b97f4930-9f94-4f1b-9ac9-6d3c3de65d94 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 17:57:45.282023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b83486fa-8da8-4ce7-a68b-154e189fcd39'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:45.284454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-691e6ab7-0c3a-4f52-a158-83e26ee2f05b req-b97f4930-9f94-4f1b-9ac9-6d3c3de65d94 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "DELETE /v2.0/security-groups/2b24957c-d6cc-4656-a58e-afa863d04c00 HTTP/1.1" status: 409 len: 341 time: 0.2034025 Jul 16 17:57:45.374439 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31cb774-b63b-4c97-aa1d-2e4a3c97dc66 x-openstack-request-id: req-e31cb774-b63b-4c97-aa1d-2e4a3c97dc66 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:45.374439 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d3145c-defa-4475-9f1b-eeb2b18f52b0", "name": "network-vif-plugged", "status": "completed", "tag": "90aed264-2ff3-46be-96d7-e52362418e3e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:45.374439 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e31cb774-b63b-4c97-aa1d-2e4a3c97dc66 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:45.374439 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d3145c-defa-4475-9f1b-eeb2b18f52b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aed264-2ff3-46be-96d7-e52362418e3e', 'code': 200} Jul 16 17:57:45.399500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138d90b-4561-49d7-ba4b-5b2d26148684 req-7564b1b3-494c-4f21-ba21-fb003f1479b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.401017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8138d90b-4561-49d7-ba4b-5b2d26148684 req-7564b1b3-494c-4f21-ba21-fb003f1479b5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e5d56569-946b-4ac5-99fb-aa68959ab227 HTTP/1.1" status: 200 len: 862 time: 0.1154487 Jul 16 17:57:45.463306 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8138d90b-4561-49d7-ba4b-5b2d26148684 req-e6e53b27-236a-49f1-bf13-26a07c421b82 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=08c84d26-e941-403a-8fe9-3289831cabf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475502 Jul 16 17:57:45.641349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8138d90b-4561-49d7-ba4b-5b2d26148684 req-26f78b2f-0467-4dc5-886b-9fd9347a056b service neutron] 10.222.0.38 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701901 Jul 16 17:57:45.686205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f13799-f2d6-4149-bc4b-86f605b642ac req-2190d860-592a-4ed2-8974-e860587d30a9 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.687800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1f13799-f2d6-4149-bc4b-86f605b642ac req-2190d860-592a-4ed2-8974-e860587d30a9 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 945 time: 0.1590900 Jul 16 17:57:45.699981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:45.708295 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-28ad64c6-76e5-4be1-a29d-e06b3e9b19f0 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Request body: {'floatingip': {'port_id': '749ed789-b34b-4920-979a-7ef1ea6991e6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:45.726035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5', 'tag': 'f7e79227-05f1-4c20-9f71-884ce53a0804'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:45.729337 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be29e22-fb22-4492-ae23-5f8a211aa250" -d '{"events": [{"name": "network-changed", "server_uuid": "0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5", "tag": "f7e79227-05f1-4c20-9f71-884ce53a0804"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:45.853379 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28ad64c6-76e5-4be1-a29d-e06b3e9b19f0 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.906427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8138d90b-4561-49d7-ba4b-5b2d26148684 req-dc2fe99a-7eda-4a7e-9133-c6f43168e0bf service neutron] 10.222.0.38 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484801 Jul 16 17:57:46.116176 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:46.303726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-718317171-network', 'tenant_id': '59bd541ef1a24f40b7ffbf8307849e54'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:46.328579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Made reservation on behalf of 59bd541ef1a24f40b7ffbf8307849e54 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:46.331342 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.352421 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.506692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccba9c0-8f14-455e-91fc-de47b58bec3b req-23512777-7f09-400a-941f-80a59177e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.508524 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ccba9c0-8f14-455e-91fc-de47b58bec3b req-23512777-7f09-400a-941f-80a59177e122 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04b05764ddce42c78db71d30723ad77e&device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 1136 time: 0.1664054 Jul 16 17:57:46.579852 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c584a-b7c6-4002-9e0d-7d3e8f310adb req-1406c00f-16ad-420d-a32a-555629dd6c1f tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.581358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e18c584a-b7c6-4002-9e0d-7d3e8f310adb req-1406c00f-16ad-420d-a32a-555629dd6c1f tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 949 time: 0.1911402 Jul 16 17:57:46.642946 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28ad64c6-76e5-4be1-a29d-e06b3e9b19f0 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.647920 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28ad64c6-76e5-4be1-a29d-e06b3e9b19f0 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.652957 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.670279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.698258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e18c584a-b7c6-4002-9e0d-7d3e8f310adb req-d51e0a37-c107-493d-8c6a-65597a4b9593 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885975 Jul 16 17:57:46.704129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccba9c0-8f14-455e-91fc-de47b58bec3b req-0029602a-e2c0-44a1-9455-4748bd04f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.706088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ccba9c0-8f14-455e-91fc-de47b58bec3b req-0029602a-e2c0-44a1-9455-4748bd04f3ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7ce2649-87d5-4749-a551-441781bf4824 HTTP/1.1" status: 200 len: 913 time: 0.1879389 Jul 16 17:57:46.725666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:46.764404 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-28ad64c6-76e5-4be1-a29d-e06b3e9b19f0 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Floating IP 5d546017-73d5-45d9-a3a4-abb2796f6033 associated. External IP: 172.25.8.223, port: 749ed789-b34b-4920-979a-7ef1ea6991e6. Jul 16 17:57:46.776333 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ccba9c0-8f14-455e-91fc-de47b58bec3b req-d8e3530f-092c-435e-99ac-aa3e77fd0986 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7e79227-05f1-4c20-9f71-884ce53a0804 HTTP/1.1" status: 200 len: 217 time: 0.0593421 Jul 16 17:57:46.778492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef82a32-7d7c-4109-ba76-513f0a774c64,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:46.783926 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.784268 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Added segment 863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c of type vlan for network 4166a238-633d-445b-a602-76cc9208f0ca Jul 16 17:57:46.793886 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4734712-6b87-4249-a39b-ccbb900578db x-openstack-request-id: req-b4734712-6b87-4249-a39b-ccbb900578db {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:46.794176 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5", "tag": "f7e79227-05f1-4c20-9f71-884ce53a0804", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:46.794300 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4734712-6b87-4249-a39b-ccbb900578db {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:46.794773 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5', 'tag': 'f7e79227-05f1-4c20-9f71-884ce53a0804', 'status': 'completed', 'code': 200} Jul 16 17:57:46.861469 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.874533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccba9c0-8f14-455e-91fc-de47b58bec3b req-1aa9134e-080b-42e7-b335-7731f26c5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.876558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ccba9c0-8f14-455e-91fc-de47b58bec3b req-1aa9134e-080b-42e7-b335-7731f26c5877 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4fcf0283-1e74-4377-9888-6e17cf44522e HTTP/1.1" status: 200 len: 852 time: 0.0805123 Jul 16 17:57:46.923341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ccba9c0-8f14-455e-91fc-de47b58bec3b req-d776bd51-69dc-4e45-be55-c6621757ce4f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7ce2649-87d5-4749-a551-441781bf4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386274 Jul 16 17:57:46.933154 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.934143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.934728 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.991066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:47.024763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9073815 Jul 16 17:57:47.030833 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:47.039710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-837455de-858d-48f0-8f7a-a91269aaaca6 admin admin] Request body: {'subnet': {'network_id': '4166a238-633d-445b-a602-76cc9208f0ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-718317171-subnet', 'tenant_id': '59bd541ef1a24f40b7ffbf8307849e54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:47.051768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ad64c6-76e5-4be1-a29d-e06b3e9b19f0 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Router f3071a1d-cf99-4130-825f-54c01ec0bdf5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:57:47.067586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837455de-858d-48f0-8f7a-a91269aaaca6 admin admin] Made reservation on behalf of 59bd541ef1a24f40b7ffbf8307849e54 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:47.069950 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-837455de-858d-48f0-8f7a-a91269aaaca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.104428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6187f-7b8d-4eef-bd81-294cf628b0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=4166a238-633d-445b-a602-76cc9208f0ca,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:47.119345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-4bc817ab-4065-48bd-98c3-4986cd4fa320 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:57:47.119570 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 4166a238-633d-445b-a602-76cc9208f0ca details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:47.129889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-4bc817ab-4065-48bd-98c3-4986cd4fa320 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1360226 Jul 16 17:57:47.165471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec5901-f830-4755-ad3c-de9e4553c3b0 req-ae7a02e6-a6d7-474a-ae9f-05fbb515027b tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:47.173267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9eec5901-f830-4755-ad3c-de9e4553c3b0 req-ae7a02e6-a6d7-474a-ae9f-05fbb515027b tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 1101 time: 0.2693551 Jul 16 17:57:47.182299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ccba9c0-8f14-455e-91fc-de47b58bec3b req-4e4bd580-c9b8-4098-bdd3-a7e3d9d43636 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502067 Jul 16 17:57:47.246993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9eec5901-f830-4755-ad3c-de9e4553c3b0 req-2a8dee06-0681-41b3-8f78-7bba3c234499 tempest-ServersAdminTestJSON-876009697 tempest-ServersAdminTestJSON-876009697-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727897 Jul 16 17:57:47.253246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] Request body: {'binding': {'host': 'n-h1-793618-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:47.253797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:57:47.491724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ad64c6-76e5-4be1-a29d-e06b3e9b19f0 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:57:47.497764 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28ad64c6-76e5-4be1-a29d-e06b3e9b19f0 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.502454 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f266f8-aab0-4eb2-aea5-23b2b47c4b91 None None] Sync routers for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:47.513945 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f266f8-aab0-4eb2-aea5-23b2b47c4b91 None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:47.514586 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-12f266f8-aab0-4eb2-aea5-23b2b47c4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:57:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:47.569393 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-28ad64c6-76e5-4be1-a29d-e06b3e9b19f0 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "PUT /v2.0/floatingips/5d546017-73d5-45d9-a3a4-abb2796f6033 HTTP/1.1" status: 200 len: 991 time: 1.8657916 Jul 16 17:57:47.569888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'tag': '749ed789-b34b-4920-979a-7ef1ea6991e6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:47.572533 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48079aae-e408-4056-909d-afa029b2f5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "55ea5cb0-722f-4e98-a50c-07fa6c2b31a3", "tag": "749ed789-b34b-4920-979a-7ef1ea6991e6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:47.626167 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-837455de-858d-48f0-8f7a-a91269aaaca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.627494 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-12f266f8-aab0-4eb2-aea5-23b2b47c4b91 None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:47.674926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837455de-858d-48f0-8f7a-a91269aaaca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f366adf-ab61-4820-b6a0-5b7a446b4d98,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:47.696177 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837455de-858d-48f0-8f7a-a91269aaaca6 admin admin] Checking segment: {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:47.696177 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837455de-858d-48f0-8f7a-a91269aaaca6 admin admin] Network hostable DHCP agents. Network: 4166a238-633d-445b-a602-76cc9208f0ca, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:47.700658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:47.708992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83486fa-8da8-4ce7-a68b-154e189fcd39 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:47.718013 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837455de-858d-48f0-8f7a-a91269aaaca6 admin admin] Network 4166a238-633d-445b-a602-76cc9208f0ca is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:47.731241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-837455de-858d-48f0-8f7a-a91269aaaca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 4166a238-633d-445b-a602-76cc9208f0ca) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:47.738608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ccba9c0-8f14-455e-91fc-de47b58bec3b req-01e8dcb2-0737-4ae7-8130-c633d1f5df55 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468605 Jul 16 17:57:47.746103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837455de-858d-48f0-8f7a-a91269aaaca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:47.747116 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-837455de-858d-48f0-8f7a-a91269aaaca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.762170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20de8b-64d2-4b53-9d9d-aed68b744194 req-37556cfe-f06c-4b3b-8a6c-9793a59cf962 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:47.763708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f20de8b-64d2-4b53-9d9d-aed68b744194 req-37556cfe-f06c-4b3b-8a6c-9793a59cf962 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 944 time: 0.1550953 Jul 16 17:57:47.777962 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-837455de-858d-48f0-8f7a-a91269aaaca6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7460148 Jul 16 17:57:47.876394 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-12f266f8-aab0-4eb2-aea5-23b2b47c4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '5d546017-73d5-45d9-a3a4-abb2796f6033', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'port_id': '749ed789-b34b-4920-979a-7ef1ea6991e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'mac_address': 'fa:16:3e:64:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:21Z', 'updated_at': '2021-07-16T17:57:46Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:47.910107 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:47.917647 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f266f8-aab0-4eb2-aea5-23b2b47c4b91 None None] Checking router: f3071a1d-cf99-4130-825f-54c01ec0bdf5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:47.925019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c8b0aa-28ee-4aee-b31b-6c1517b36240 None None] Network 4166a238-633d-445b-a602-76cc9208f0ca requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:47.927249 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f266f8-aab0-4eb2-aea5-23b2b47c4b91 None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:47.928118 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-12f266f8-aab0-4eb2-aea5-23b2b47c4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:57:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:47.935403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] Attempting to bind port 9c963df1-18e0-45a8-b1a4-053367a01596 on host n-h1-793618-9 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:47.935889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] Attempting to bind port 9c963df1-18e0-45a8-b1a4-053367a01596 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:47.936074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] Attempting to bind port 9c963df1-18e0-45a8-b1a4-053367a01596 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:47.951048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7', 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7', 'port_id': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7', 'mac_address': 'fa:16:3e:b9:50:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d56569-946b-4ac5-99fb-aa68959ab227', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:47.958314 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f20de8b-64d2-4b53-9d9d-aed68b744194 req-54acdbb1-5cc2-4075-8bdf-f9a305d0a416 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779327 Jul 16 17:57:47.959352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 690ab235-005a-4dc3-a93f-86677212e0fe up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:47.969578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] Port 9c963df1-18e0-45a8-b1a4-053367a01596 on network f7de7ee4-fe4c-401a-990c-c9868fce980e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:47.969968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] Attempting to bind port 9c963df1-18e0-45a8-b1a4-053367a01596 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:47.988826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:47.989202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:47.989675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] Bound using segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:47.990130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] Bound port: 9c963df1-18e0-45a8-b1a4-053367a01596, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:48.061063 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-12f266f8-aab0-4eb2-aea5-23b2b47c4b91 None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:48.085698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29e22-fb22-4492-ae23-5f8a211aa250 req-9d49aeb5-bb2b-411e-ae55-77f4bb787479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.087947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5be29e22-fb22-4492-ae23-5f8a211aa250 req-9d49aeb5-bb2b-411e-ae55-77f4bb787479 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04b05764ddce42c78db71d30723ad77e&device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 1136 time: 0.2620378 Jul 16 17:57:48.141105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9c963df1-18e0-45a8-b1a4-053367a01596,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:48.171451 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.171931 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.178082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-aed79a2e-edcf-4a2d-9d4b-8ec1234479a1 service neutron] 10.222.0.52 "POST /v2.0/ports/9c963df1-18e0-45a8-b1a4-053367a01596/bindings HTTP/1.1" status: 201 len: 389 time: 0.9947119 Jul 16 17:57:48.191474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:48.285138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:48.300969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port b83486fa-8da8-4ce7-a68b-154e189fcd39 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:48.308994 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.327325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9563bee-52e9-46f4-be0b-532325ffc49e req-4eff745a-dafd-46df-80fe-d7d2bffa9b2e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.344466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9563bee-52e9-46f4-be0b-532325ffc49e req-4eff745a-dafd-46df-80fe-d7d2bffa9b2e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 985 time: 0.2353456 Jul 16 17:57:48.353295 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29e22-fb22-4492-ae23-5f8a211aa250 req-c870e7e6-2bc9-46fe-aca7-592934411f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.356161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port b83486fa-8da8-4ce7-a68b-154e189fcd39 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:48.356298 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.357820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5be29e22-fb22-4492-ae23-5f8a211aa250 req-c870e7e6-2bc9-46fe-aca7-592934411f6c service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7ce2649-87d5-4749-a551-441781bf4824 HTTP/1.1" status: 200 len: 913 time: 0.2620852 Jul 16 17:57:48.439255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 690ab235-005a-4dc3-a93f-86677212e0fe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:48.487880 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-12f266f8-aab0-4eb2-aea5-23b2b47c4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '5d546017-73d5-45d9-a3a4-abb2796f6033', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'port_id': '749ed789-b34b-4920-979a-7ef1ea6991e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'mac_address': 'fa:16:3e:64:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:21Z', 'updated_at': '2021-07-16T17:57:46Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:48.506576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9563bee-52e9-46f4-be0b-532325ffc49e req-e5772493-189a-4e54-9e89-c757a108867b tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&id=2b24957c-d6cc-4656-a58e-afa863d04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1610060 Jul 16 17:57:48.507734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5be29e22-fb22-4492-ae23-5f8a211aa250 req-a13f5197-b298-4bfc-9a57-2eeaf3f50f45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7e79227-05f1-4c20-9f71-884ce53a0804 HTTP/1.1" status: 200 len: 217 time: 0.1306739 Jul 16 17:57:48.530173 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f266f8-aab0-4eb2-aea5-23b2b47c4b91 None None] The sync data for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 is: [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '5d546017-73d5-45d9-a3a4-abb2796f6033', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'port_id': '749ed789-b34b-4920-979a-7ef1ea6991e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'mac_address': 'fa:16:3e:64:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:21Z', 'updated_at': '2021-07-16T17:57:46Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:48.531791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 690ab235-005a-4dc3-a93f-86677212e0fe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:48.536000 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.564315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a4b6ec-9d40-4157-be9b-272e3b737322 None None] Network 4166a238-633d-445b-a602-76cc9208f0ca requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:48.696448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29e22-fb22-4492-ae23-5f8a211aa250 req-64eac1e3-398c-4172-958f-cff1164254a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.699023 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5be29e22-fb22-4492-ae23-5f8a211aa250 req-64eac1e3-398c-4172-958f-cff1164254a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4fcf0283-1e74-4377-9888-6e17cf44522e HTTP/1.1" status: 200 len: 852 time: 0.1839583 Jul 16 17:57:48.748893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5be29e22-fb22-4492-ae23-5f8a211aa250 req-b9ed0213-ec8f-4235-b814-98d3d52cb9ec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7ce2649-87d5-4749-a551-441781bf4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349810 Jul 16 17:57:48.764580 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b50664d-ba83-49c1-bc9d-9e8c59d70f92 x-openstack-request-id: req-7b50664d-ba83-49c1-bc9d-9e8c59d70f92 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:48.765108 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ea5cb0-722f-4e98-a50c-07fa6c2b31a3", "tag": "749ed789-b34b-4920-979a-7ef1ea6991e6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:48.765543 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b50664d-ba83-49c1-bc9d-9e8c59d70f92 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:48.766106 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'tag': '749ed789-b34b-4920-979a-7ef1ea6991e6', 'status': 'completed', 'code': 200} Jul 16 17:57:48.788578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['8e720657-bafb-43f2-b4ab-1f82ff9f6ef7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:48.797623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-2e1ab643-67de-447f-a2d2-863c28ac1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.799143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-2e1ab643-67de-447f-a2d2-863c28ac1170 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 1096 time: 0.1801844 Jul 16 17:57:48.827661 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:48.915101 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48079aae-e408-4056-909d-afa029b2f5f2 req-221b820e-701c-4fa2-bdc1-e00dc2a06802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.916662 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-48079aae-e408-4056-909d-afa029b2f5f2 req-221b820e-701c-4fa2-bdc1-e00dc2a06802 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb&device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 1096 time: 0.1244946 Jul 16 17:57:49.011200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5be29e22-fb22-4492-ae23-5f8a211aa250 req-74d6c239-0a04-41ae-87e7-8ada1f285fd7 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535105 Jul 16 17:57:49.050299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48079aae-e408-4056-909d-afa029b2f5f2 req-13bb6f67-2afa-4339-a70d-601636502b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.052427 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-48079aae-e408-4056-909d-afa029b2f5f2 req-13bb6f67-2afa-4339-a70d-601636502b4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a HTTP/1.1" status: 200 len: 924 time: 0.1268187 Jul 16 17:57:49.119516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645738c4-53de-4103-9597-80e799426e69 None None] New status for floating IP 5d546017-73d5-45d9-a3a4-abb2796f6033: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:57:49.134119 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-48079aae-e408-4056-909d-afa029b2f5f2 req-95dd394c-e39e-4ee0-acfa-35c665d0051c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=749ed789-b34b-4920-979a-7ef1ea6991e6 HTTP/1.1" status: 200 len: 999 time: 0.0720491 Jul 16 17:57:49.169055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-07af7017-9097-4db1-b38f-f334ba35f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.170626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-07af7017-9097-4db1-b38f-f334ba35f9fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.3140643 Jul 16 17:57:49.191538 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.267522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9946e-122c-4aea-900d-a38c8c9923b9 req-a7976a3e-ac59-413f-be82-478328ca7c01 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.268935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02b9946e-122c-4aea-900d-a38c8c9923b9 req-a7976a3e-ac59-413f-be82-478328ca7c01 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 949 time: 0.3463435 Jul 16 17:57:49.277263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-a1c3773f-4ac2-423b-ab28-75be22cc8cef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c963df1-18e0-45a8-b1a4-053367a01596 HTTP/1.1" status: 200 len: 217 time: 0.0691388 Jul 16 17:57:49.277531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48079aae-e408-4056-909d-afa029b2f5f2 req-975d9d4f-0133-4a26-8d0b-73d85e82696d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.278337 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-48079aae-e408-4056-909d-afa029b2f5f2 req-975d9d4f-0133-4a26-8d0b-73d85e82696d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fc775af-c617-41ef-a81d-530d687d1c50 HTTP/1.1" status: 200 len: 862 time: 0.0462320 Jul 16 17:57:49.313011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5be29e22-fb22-4492-ae23-5f8a211aa250 req-ed6dbbf3-ecc1-4a97-8bf5-9a9b9253f2ec service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918282 Jul 16 17:57:49.322456 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.334245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:49.336538 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e65313-9030-4f38-8a8c-7d713ddcebba" -d '{"events": [{"server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "name": "network-vif-plugged", "status": "completed", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:49.349115 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48079aae-e408-4056-909d-afa029b2f5f2 req-0b1e18cb-72ee-43e8-a016-2784fd5b9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.351141 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-48079aae-e408-4056-909d-afa029b2f5f2 req-0b1e18cb-72ee-43e8-a016-2784fd5b9a53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604692 Jul 16 17:57:49.362029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-d722ed18-78dd-4259-9d06-560ea3899665 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.366958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-d722ed18-78dd-4259-9d06-560ea3899665 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/networks?id=4166a238-633d-445b-a602-76cc9208f0ca HTTP/1.1" status: 200 len: 812 time: 0.3282349 Jul 16 17:57:49.372577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:49.394320 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.406421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02b9946e-122c-4aea-900d-a38c8c9923b9 req-2b749e84-3605-4283-a80f-5f32d91f48b8 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212280 Jul 16 17:57:49.408199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-7e460f38-c3dc-44fe-9a74-3d13ab30263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.409776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-7e460f38-c3dc-44fe-9a74-3d13ab30263e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.1235690 Jul 16 17:57:49.411514 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-4d0a1426-ee6b-4988-ada0-01f66a912c5e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/quotas/59bd541ef1a24f40b7ffbf8307849e54 HTTP/1.1" status: 200 len: 375 time: 0.0268419 Jul 16 17:57:49.466958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-fea997f8-a77d-4585-ae8c-47c9f42cc6ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479233 Jul 16 17:57:49.475898 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-48079aae-e408-4056-909d-afa029b2f5f2 req-b2f3c213-0548-4f4b-b88e-d455059d79a8 service neutron] 10.222.0.42 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170080 Jul 16 17:57:49.498833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 690ab235-005a-4dc3-a93f-86677212e0fe, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=690ab235-005a-4dc3-a93f-86677212e0fe,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:49.503215 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-17314cb3-0b38-4042-a1b7-c0d147e1a45d tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=59bd541ef1a24f40b7ffbf8307849e54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652483 Jul 16 17:57:49.533515 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b83486fa-8da8-4ce7-a68b-154e189fcd39,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:49.540663 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.585432 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-48079aae-e408-4056-909d-afa029b2f5f2 req-afa5c5fc-0dff-48ed-8345-879840c1b0c7 service neutron] 10.222.0.42 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974312 Jul 16 17:57:49.624749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=690ab235-005a-4dc3-a93f-86677212e0fe,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:49.707931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-9d21aab5-e7dd-40fe-a1cd-9dfc5d2b9d0f service neutron] 10.222.0.52 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038720 Jul 16 17:57:49.711463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-316dcca0-1c19-482c-8c46-ce996b094788 service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191837 Jul 16 17:57:49.777133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066c8cf-3a5d-448b-a37c-7fc541b11eef req-45262bdb-3341-46e7-aae4-763b72b3bb6a tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.778688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d066c8cf-3a5d-448b-a37c-7fc541b11eef req-45262bdb-3341-46e7-aae4-763b72b3bb6a tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 945 time: 0.2109420 Jul 16 17:57:49.909676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d066c8cf-3a5d-448b-a37c-7fc541b11eef req-7f9995e5-5ea9-4e81-8838-88fb4f55c1a9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238346 Jul 16 17:57:49.913494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-77d916e5-88b7-4c08-8529-e659fb2b19e6 service neutron] 10.222.0.52 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984158 Jul 16 17:57:49.917928 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-92140d37-f019-4bea-8a25-f49a0ca24992 service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924427 Jul 16 17:57:50.152377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-90ae22f7-8520-466f-925f-65a1340b78c5 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.153952 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-90ae22f7-8520-466f-925f-65a1340b78c5 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d&tenant_id=8dc149fb96834be9abc17afebb864774&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1096 time: 0.1442459 Jul 16 17:57:50.162264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f609a8-76c8-49c7-a357-47c69ca03809 req-824fdd9e-fbb8-4c55-9d2c-c0ab6444fade tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.163841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1f609a8-76c8-49c7-a357-47c69ca03809 req-824fdd9e-fbb8-4c55-9d2c-c0ab6444fade tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 949 time: 0.1439438 Jul 16 17:57:50.169060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793618-9'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:50.294126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1f609a8-76c8-49c7-a357-47c69ca03809 req-0d4ced55-72f7-416f-b11d-631d7e543584 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198921 Jul 16 17:57:50.316088 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.344793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3b7c9-1f2f-4dde-b2ea-06a2ebab5d30 req-75d32611-9f6c-4d24-8e4d-4892494983d9 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.346285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ec3b7c9-1f2f-4dde-b2ea-06a2ebab5d30 req-75d32611-9f6c-4d24-8e4d-4892494983d9 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 945 time: 0.1746349 Jul 16 17:57:50.357199 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b02db43-4913-4ed7-8692-15362044ac2e x-openstack-request-id: req-5b02db43-4913-4ed7-8692-15362044ac2e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:50.357745 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "name": "network-vif-plugged", "status": "completed", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:50.357938 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b02db43-4913-4ed7-8692-15362044ac2e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:50.358432 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'code': 200} Jul 16 17:57:50.491764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ec3b7c9-1f2f-4dde-b2ea-06a2ebab5d30 req-4226fb5c-b12d-4de4-a66c-d3a4b7f73d89 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231310 Jul 16 17:57:50.521179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80299bf-a2b1-44f4-aa3c-71e5dff29600 req-366ed5e3-f01e-4ee3-9269-a58a6bacab1e tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.523081 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b80299bf-a2b1-44f4-aa3c-71e5dff29600 req-366ed5e3-f01e-4ee3-9269-a58a6bacab1e tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 949 time: 0.1404338 Jul 16 17:57:50.656579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9c963df1-18e0-45a8-b1a4-053367a01596,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:50.669282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b80299bf-a2b1-44f4-aa3c-71e5dff29600 req-ffbe7a3d-376f-43f2-a68e-9e0acba417d0 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Deleting port 8e75140c-6197-4965-8c46-31827f0350a5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:50.670032 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b80299bf-a2b1-44f4-aa3c-71e5dff29600 req-ffbe7a3d-376f-43f2-a68e-9e0acba417d0 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.692070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041868-0bf7-4831-85bb-e4a69ed3f611 req-b5a1957a-a3af-498f-9e77-106c0a26336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.693617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53041868-0bf7-4831-85bb-e4a69ed3f611 req-b5a1957a-a3af-498f-9e77-106c0a26336e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=503e3946-b4fb-492e-bd20-817bb00ff99a HTTP/1.1" status: 200 len: 1100 time: 0.2322054 Jul 16 17:57:50.725251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b613f6-0f81-4117-a3a5-983aebda4368 req-259b5d2a-b1b4-40e5-ad5a-edead42cfa8a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.727551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20b613f6-0f81-4117-a3a5-983aebda4368 req-259b5d2a-b1b4-40e5-ad5a-edead42cfa8a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 985 time: 0.1972845 Jul 16 17:57:50.755250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:50.792314 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b80299bf-a2b1-44f4-aa3c-71e5dff29600 req-ffbe7a3d-376f-43f2-a68e-9e0acba417d0 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] For port 8e75140c-6197-4965-8c46-31827f0350a5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=8e75140c-6197-4965-8c46-31827f0350a5,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:50.793036 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b80299bf-a2b1-44f4-aa3c-71e5dff29600 req-ffbe7a3d-376f-43f2-a68e-9e0acba417d0 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.810467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b80299bf-a2b1-44f4-aa3c-71e5dff29600 req-ffbe7a3d-376f-43f2-a68e-9e0acba417d0 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Calling delete_port for 8e75140c-6197-4965-8c46-31827f0350a5 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:50.826785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53041868-0bf7-4831-85bb-e4a69ed3f611 req-9f7f4649-38d5-4839-a379-cf7722f6d525 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206145 Jul 16 17:57:50.858803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3c999a-8408-41d7-84e9-91c5549c506d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c963df1-18e0-45a8-b1a4-053367a01596'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:50.863686 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc416684-5f60-40e4-bcf4-cc0dc1eccdda" -d '{"events": [{"server_uuid": "bb3c999a-8408-41d7-84e9-91c5549c506d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c963df1-18e0-45a8-b1a4-053367a01596"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:50.869233 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.888926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20b613f6-0f81-4117-a3a5-983aebda4368 req-50331583-b061-47cd-b004-7ee4ffd5092d tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&id=2b24957c-d6cc-4656-a58e-afa863d04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1514926 Jul 16 17:57:50.895793 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.978478 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7eac40-7e8a-4bda-941f-d277471ef22a x-openstack-request-id: req-bf7eac40-7e8a-4bda-941f-d277471ef22a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:50.978763 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3c999a-8408-41d7-84e9-91c5549c506d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c963df1-18e0-45a8-b1a4-053367a01596", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:50.979015 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf7eac40-7e8a-4bda-941f-d277471ef22a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:50.979421 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3c999a-8408-41d7-84e9-91c5549c506d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c963df1-18e0-45a8-b1a4-053367a01596', 'code': 200} Jul 16 17:57:50.989779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b80299bf-a2b1-44f4-aa3c-71e5dff29600 req-ffbe7a3d-376f-43f2-a68e-9e0acba417d0 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.003246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['8e75140c-6197-4965-8c46-31827f0350a5', '90aed264-2ff3-46be-96d7-e52362418e3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:51.042589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['38674367-3fc8-475a-9f9c-d8215f2bb616'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:51.047649 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe7a3d-376f-43f2-a68e-9e0acba417d0 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Pushing event deleted for resources: {'Port': ['ID=8e75140c-6197-4965-8c46-31827f0350a5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:51.111138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Attempting to bind port 9c963df1-18e0-45a8-b1a4-053367a01596 on host n-h2-793618-9 for vnic_type normal with profile {"migrating_to": "n-h1-793618-9"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:51.111831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Attempting to bind port 9c963df1-18e0-45a8-b1a4-053367a01596 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:51.112463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Attempting to bind port 9c963df1-18e0-45a8-b1a4-053367a01596 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:51.122930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Port 9c963df1-18e0-45a8-b1a4-053367a01596 on network f7de7ee4-fe4c-401a-990c-c9868fce980e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:51.123782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Attempting to bind port 9c963df1-18e0-45a8-b1a4-053367a01596 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:51.125068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80299bf-a2b1-44f4-aa3c-71e5dff29600 req-ffbe7a3d-376f-43f2-a68e-9e0acba417d0 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] No DVR routers for this DVR port 8e75140c-6197-4965-8c46-31827f0350a5 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:51.129644 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b80299bf-a2b1-44f4-aa3c-71e5dff29600 req-ffbe7a3d-376f-43f2-a68e-9e0acba417d0 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.130730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c963df1-18e0-45a8-b1a4-053367a01596,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:51.132381 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b80299bf-a2b1-44f4-aa3c-71e5dff29600 req-ffbe7a3d-376f-43f2-a68e-9e0acba417d0 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.42 "DELETE /v2.0/ports/8e75140c-6197-4965-8c46-31827f0350a5 HTTP/1.1" status: 204 len: 173 time: 0.6031506 Jul 16 17:57:51.133015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9287ca0-980e-496b-92a7-d8ebb4af0a54', 'name': 'network-vif-deleted', 'tag': '8e75140c-6197-4965-8c46-31827f0350a5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:51.135984 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e564f0f8-07d1-4d8e-8c08-186157dac905" -d '{"events": [{"server_uuid": "d9287ca0-980e-496b-92a7-d8ebb4af0a54", "name": "network-vif-deleted", "tag": "8e75140c-6197-4965-8c46-31827f0350a5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:51.143715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:51.144468 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:51.145032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:51.145662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:51.146381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:51.146947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:51.147586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:51.148137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:51.148968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:51.149567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:51.150370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:51.151108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:51.156146 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:51.157253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:51.157911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Bound using segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:51.159069 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Bound port: 9c963df1-18e0-45a8-b1a4-053367a01596, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:51.159764 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.297368 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc8f8597-d76e-4bfd-8a5b-22626132688e req-236b3a96-e2d8-4a82-b252-0b395d116920 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-387037557&fields=id&tenant_id=04b05764ddce42c78db71d30723ad77e HTTP/1.1" status: 200 len: 267 time: 0.1196475 Jul 16 17:57:51.339542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:51.360886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9c963df1-18e0-45a8-b1a4-053367a01596,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:51.371267 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.379846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27433c-e67d-4d76-bdb6-d87b9bf63006 req-6022dd47-2278-4dd6-a827-5a1f00545cf3 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.381389 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a27433c-e67d-4d76-bdb6-d87b9bf63006 req-6022dd47-2278-4dd6-a827-5a1f00545cf3 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 950 time: 0.2053561 Jul 16 17:57:51.479598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8597-d76e-4bfd-8a5b-22626132688e req-659c4e26-22e7-4122-8b32-38086076d636 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.481198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc8f8597-d76e-4bfd-8a5b-22626132688e req-659c4e26-22e7-4122-8b32-38086076d636 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 985 time: 0.1736488 Jul 16 17:57:51.493825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c963df1-18e0-45a8-b1a4-053367a01596,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:51.516327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bc8f8597-d76e-4bfd-8a5b-22626132688e req-014b0e02-8992-4561-91ae-9e9966e9a9e0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'port': {'security_groups': ['2b24957c-d6cc-4656-a58e-afa863d04c00', '4f337125-6fa9-4af6-bf75-1a1d44f5d0fc', '0df8f79b-6f29-4b1d-a1b7-c1fcb4dd86d8']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.517911 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:51.522518 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:51.547707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.548336 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.549773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d8651cde-f449-4139-9ca9-30c0a16bd7a2 service neutron] 10.222.0.38 "PUT /v2.0/ports/9c963df1-18e0-45a8-b1a4-053367a01596 HTTP/1.1" status: 200 len: 1121 time: 1.3849630 Jul 16 17:57:51.557971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a27433c-e67d-4d76-bdb6-d87b9bf63006 req-272cf914-4e29-4ce9-8eda-3e1aaa58a22f tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407862 Jul 16 17:57:51.628339 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc8f8597-d76e-4bfd-8a5b-22626132688e req-014b0e02-8992-4561-91ae-9e9966e9a9e0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.646035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['9c963df1-18e0-45a8-b1a4-053367a01596'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:51.719766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:51.844010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:51.881964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:51.882271 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.986765 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.988328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bbee7ced-80bd-4a81-a964-8407c8ef10be req-8aa615a8-d32b-42a8-8405-c1ace51d6081 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 210 time: 0.0289035 Jul 16 17:57:52.030514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e888c3fd-15e7-4ba7-abc5-9866c9288799 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.032043 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e888c3fd-15e7-4ba7-abc5-9866c9288799 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.42 "GET /v2.0/networks?id=4166a238-633d-445b-a602-76cc9208f0ca HTTP/1.1" status: 200 len: 812 time: 0.1918216 Jul 16 17:57:52.039722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:52.045700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Request body: {'port': {'device_id': 'bfb0ae32-bb7d-49c1-8920-b56d89558ddb', 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca', 'admin_state_up': True, 'tenant_id': '59bd541ef1a24f40b7ffbf8307849e54'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:52.048851 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.153926 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:52.188733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Made reservation on behalf of 59bd541ef1a24f40b7ffbf8307849e54 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:52.195152 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.290438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe80a0-d6c7-468b-83b8-43f79f9ab199 req-bf54dd25-efd3-4127-9fe0-4ddf67b63285 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.291980 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04fe80a0-d6c7-468b-83b8-43f79f9ab199 req-bf54dd25-efd3-4127-9fe0-4ddf67b63285 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 943 time: 0.1484599 Jul 16 17:57:52.293855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bc8f8597-d76e-4bfd-8a5b-22626132688e req-014b0e02-8992-4561-91ae-9e9966e9a9e0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] For port f7e79227-05f1-4c20-9f71-884ce53a0804, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f7e79227-05f1-4c20-9f71-884ce53a0804,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:52.329606 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Allocated IP 172.20.0.7 (4166a238-633d-445b-a602-76cc9208f0ca/9f366adf-ab61-4820-b6a0-5b7a446b4d98/bc7b96cd-5ccd-4885-baaa-6670a62c3296) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:52.358728 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc8f8597-d76e-4bfd-8a5b-22626132688e req-014b0e02-8992-4561-91ae-9e9966e9a9e0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.359690 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b457df11-0f7e-4796-adc4-5cf0eb9c55be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690ab235-005a-4dc3-a93f-86677212e0fe'}, {'server_uuid': '9b9c4eb6-502a-4a36-905a-fe4382a15960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:52.363648 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184315f1-b263-4aeb-972b-54fd83caabe1" -d '{"events": [{"server_uuid": "b457df11-0f7e-4796-adc4-5cf0eb9c55be", "name": "network-vif-plugged", "status": "completed", "tag": "690ab235-005a-4dc3-a93f-86677212e0fe"}, {"server_uuid": "9b9c4eb6-502a-4a36-905a-fe4382a15960", "name": "network-vif-plugged", "status": "completed", "tag": "8e720657-bafb-43f2-b4ab-1f82ff9f6ef7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:52.366244 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc8f8597-d76e-4bfd-8a5b-22626132688e req-014b0e02-8992-4561-91ae-9e9966e9a9e0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.379559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['528cf423-8928-41bd-86fb-9d261bae9334', 'f7e79227-05f1-4c20-9f71-884ce53a0804'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:52.391402 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04fe80a0-d6c7-468b-83b8-43f79f9ab199 req-f562d179-b0b0-4b4b-80e1-90f44237f46b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878170 Jul 16 17:57:52.468664 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ca0c2-009f-4f1b-8b50-47112d528e47 x-openstack-request-id: req-f14ca0c2-009f-4f1b-8b50-47112d528e47 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:52.471288 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9287ca0-980e-496b-92a7-d8ebb4af0a54", "name": "network-vif-deleted", "tag": "8e75140c-6197-4965-8c46-31827f0350a5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:52.471654 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f14ca0c2-009f-4f1b-8b50-47112d528e47 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:52.472186 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9287ca0-980e-496b-92a7-d8ebb4af0a54', 'name': 'network-vif-deleted', 'tag': '8e75140c-6197-4965-8c46-31827f0350a5', 'status': 'completed', 'code': 200} Jul 16 17:57:52.475920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8597-d76e-4bfd-8a5b-22626132688e req-014b0e02-8992-4561-91ae-9e9966e9a9e0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.477123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc8f8597-d76e-4bfd-8a5b-22626132688e req-014b0e02-8992-4561-91ae-9e9966e9a9e0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.478523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc8f8597-d76e-4bfd-8a5b-22626132688e req-014b0e02-8992-4561-91ae-9e9966e9a9e0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "PUT /v2.0/ports/f7e79227-05f1-4c20-9f71-884ce53a0804 HTTP/1.1" status: 200 len: 1021 time: 0.9890931 Jul 16 17:57:52.531259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b0e02-8992-4561-91ae-9e9966e9a9e0 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'Port': ['ID=f7e79227-05f1-4c20-9f71-884ce53a0804,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:52.635088 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.638892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['f7e79227-05f1-4c20-9f71-884ce53a0804'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:52.693254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.732271 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-998fc9b7-8c7a-44cd-96ec-be0d29eae4a8 req-5da0a946-37f1-4fe1-9739-289beb813469 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9287ca0-980e-496b-92a7-d8ebb4af0a54 HTTP/1.1" status: 200 len: 210 time: 0.1194201 Jul 16 17:57:52.753954 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Network 4166a238-633d-445b-a602-76cc9208f0ca is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:52.755556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:52.765951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:52.806350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Pushing event updated for resources: {'Port': ['ID=bc7b96cd-5ccd-4885-baaa-6670a62c3296,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:52.847640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-55ccaaf8-1576-445f-a12f-18f0dc95cec6 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.849279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-55ccaaf8-1576-445f-a12f-18f0dc95cec6 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.42 "GET /v2.0/networks?id=4166a238-633d-445b-a602-76cc9208f0ca HTTP/1.1" status: 200 len: 812 time: 0.3146477 Jul 16 17:57:52.857512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.858206 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.864767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Request body: {'port': {'device_id': 'c2b86d6b-e173-48d9-bf72-a91ceef461b9', 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca', 'admin_state_up': True, 'tenant_id': '59bd541ef1a24f40b7ffbf8307849e54'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:52.877403 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-8cd27fc5-745e-4bfd-807e-e538bc370760 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8356609 Jul 16 17:57:52.900119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Request body: {'port': {'device_id': 'bfb0ae32-bb7d-49c1-8920-b56d89558ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:52.906690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544448e-904f-4109-b1b7-3c083ddc3a1b req-a8aaf542-986c-44a1-9ca6-e41bbd48b0fb tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.908315 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1544448e-904f-4109-b1b7-3c083ddc3a1b req-a8aaf542-986c-44a1-9ca6-e41bbd48b0fb tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.3086684 Jul 16 17:57:52.995100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3c999a-8408-41d7-84e9-91c5549c506d', 'tag': '9c963df1-18e0-45a8-b1a4-053367a01596'}, {'name': 'network-changed', 'server_uuid': '0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5', 'tag': 'f7e79227-05f1-4c20-9f71-884ce53a0804'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:52.997503 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3c999a-8408-41d7-84e9-91c5549c506d", "tag": "9c963df1-18e0-45a8-b1a4-053367a01596"}, {"name": "network-changed", "server_uuid": "0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5", "tag": "f7e79227-05f1-4c20-9f71-884ce53a0804"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:53.054256 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.060436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1544448e-904f-4109-b1b7-3c083ddc3a1b req-c4bdffee-f3ec-4d82-b992-10945c9efd46 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366153 Jul 16 17:57:53.090851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Made reservation on behalf of 59bd541ef1a24f40b7ffbf8307849e54 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:53.096892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.125476 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fd265d-a0ba-492e-8245-923972463627 x-openstack-request-id: req-f1fd265d-a0ba-492e-8245-923972463627 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:53.130345 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b457df11-0f7e-4796-adc4-5cf0eb9c55be", "name": "network-vif-plugged", "status": "completed", "tag": "690ab235-005a-4dc3-a93f-86677212e0fe", "code": 200}, {"server_uuid": "9b9c4eb6-502a-4a36-905a-fe4382a15960", "name": "network-vif-plugged", "status": "completed", "tag": "8e720657-bafb-43f2-b4ab-1f82ff9f6ef7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:53.139439 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1fd265d-a0ba-492e-8245-923972463627 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:53.140427 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b457df11-0f7e-4796-adc4-5cf0eb9c55be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690ab235-005a-4dc3-a93f-86677212e0fe', 'code': 200} Jul 16 17:57:53.141027 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9c4eb6-502a-4a36-905a-fe4382a15960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7', 'code': 200} Jul 16 17:57:53.347930 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2803899a-86e1-4c7e-8db3-07329d59b7b8 req-f72e1524-2c37-4fe4-b89e-ff970f445491 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/0df8f79b-6f29-4b1d-a1b7-c1fcb4dd86d8 HTTP/1.1" status: 200 len: 1799 time: 0.2203827 Jul 16 17:57:53.428686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b005aa-0f11-408e-a813-d1fd6bfc96c6 req-ad66968e-f9d8-408b-b7dc-dc4b39704446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.430792 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-91b005aa-0f11-408e-a813-d1fd6bfc96c6 req-ad66968e-f9d8-408b-b7dc-dc4b39704446 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 1101 time: 0.1281176 Jul 16 17:57:53.434418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ff6f1-75ed-4e05-8e4f-c4844e0e5a18 req-05730b10-dd34-473b-9811-3c86a0b984e7 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.435939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-588ff6f1-75ed-4e05-8e4f-c4844e0e5a18 req-05730b10-dd34-473b-9811-3c86a0b984e7 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 950 time: 0.1831782 Jul 16 17:57:53.451860 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-2803899a-86e1-4c7e-8db3-07329d59b7b8 req-28540a0a-8448-4094-b47d-9c4e57735686 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 17:57:53.452844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2803899a-86e1-4c7e-8db3-07329d59b7b8 req-28540a0a-8448-4094-b47d-9c4e57735686 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "DELETE /v2.0/security-groups/0df8f79b-6f29-4b1d-a1b7-c1fcb4dd86d8 HTTP/1.1" status: 409 len: 341 time: 0.0975661 Jul 16 17:57:53.456541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f5ed-e989-455a-9031-8beeb987859b req-f65d0dea-3c54-4426-a811-81c7b8bbd88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.460581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2203f5ed-e989-455a-9031-8beeb987859b req-f65d0dea-3c54-4426-a811-81c7b8bbd88a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 1097 time: 0.2011678 Jul 16 17:57:53.496016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7b96cd-5ccd-4885-baaa-6670a62c3296 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:53.507373 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.512049 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-91b005aa-0f11-408e-a813-d1fd6bfc96c6 req-e0730f6c-3a9b-466b-8cd7-3d05590487b1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739424 Jul 16 17:57:53.515838 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-588ff6f1-75ed-4e05-8e4f-c4844e0e5a18 req-f9177dad-753e-480e-a8af-17f73350b9d3 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718050 Jul 16 17:57:53.519245 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb41692-b3f3-491d-a40b-3814831fec68 x-openstack-request-id: req-5eb41692-b3f3-491d-a40b-3814831fec68 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:53.521716 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3c999a-8408-41d7-84e9-91c5549c506d", "tag": "9c963df1-18e0-45a8-b1a4-053367a01596", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5", "tag": "f7e79227-05f1-4c20-9f71-884ce53a0804", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:53.522031 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5eb41692-b3f3-491d-a40b-3814831fec68 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:53.522528 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3c999a-8408-41d7-84e9-91c5549c506d', 'tag': '9c963df1-18e0-45a8-b1a4-053367a01596', 'status': 'completed', 'code': 200} Jul 16 17:57:53.522868 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5', 'tag': 'f7e79227-05f1-4c20-9f71-884ce53a0804', 'status': 'completed', 'code': 200} Jul 16 17:57:53.532060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Transition to ACTIVE for port object bc7b96cd-5ccd-4885-baaa-6670a62c3296 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:53.544039 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.598710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Allocated IP 172.20.0.6 (4166a238-633d-445b-a602-76cc9208f0ca/9f366adf-ab61-4820-b6a0-5b7a446b4d98/77f974a0-0b78-4fef-917a-e0053d88de99) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:53.651321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7b96cd-5ccd-4885-baaa-6670a62c3296,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:53.667066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:53.667419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:53.667769 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:53.668109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:53.668451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:53.668791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:53.669130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:53.669492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:53.669824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:53.670152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:53.670485 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:53.670814 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:53.725429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 9c963df1-18e0-45a8-b1a4-053367a01596 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:53.741007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-8a48be2d-8b2b-4713-ac21-5ad88d7f8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.743215 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-8a48be2d-8b2b-4713-ac21-5ad88d7f8d08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 1124 time: 0.1471703 Jul 16 17:57:53.776128 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2203f5ed-e989-455a-9031-8beeb987859b req-78f57f41-5c87-44de-a48d-7b304d1fff5b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829170 Jul 16 17:57:53.777063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-922bd1c8-1196-4a70-9458-0f18f9aca425 req-5ac5d9ad-1837-400a-ae82-32f0566af089 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 210 time: 0.1202979 Jul 16 17:57:53.782858 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Attempting to bind port bc7b96cd-5ccd-4885-baaa-6670a62c3296 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:53.783205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Attempting to bind port bc7b96cd-5ccd-4885-baaa-6670a62c3296 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:53.783542 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Attempting to bind port bc7b96cd-5ccd-4885-baaa-6670a62c3296 on network 4166a238-633d-445b-a602-76cc9208f0ca {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:53.792949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Port bc7b96cd-5ccd-4885-baaa-6670a62c3296 on network 4166a238-633d-445b-a602-76cc9208f0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:53.793289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Attempting to bind port bc7b96cd-5ccd-4885-baaa-6670a62c3296 on network 4166a238-633d-445b-a602-76cc9208f0ca {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:53.824169 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:53.824515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Checking segment: {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:53.824909 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Bound using segment: {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:53.825383 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Bound port: bc7b96cd-5ccd-4885-baaa-6670a62c3296, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:53.825751 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.852671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9c963df1-18e0-45a8-b1a4-053367a01596,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:53.865832 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 9c963df1-18e0-45a8-b1a4-053367a01596 has no active binding in host n-h1-793618-9 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:57:53.870476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 8e75140c-6197-4965-8c46-31827f0350a5 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:53.898922 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-c01cf392-f9d5-4786-836b-d4b92ec5dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.900810 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-c01cf392-f9d5-4786-836b-d4b92ec5dbf9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.1497445 Jul 16 17:57:53.909813 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.918748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-ac838659-4bbc-4b3c-9d78-0a00ff39280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.920394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-ac838659-4bbc-4b3c-9d78-0a00ff39280e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=04b05764ddce42c78db71d30723ad77e&device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 1175 time: 0.2623732 Jul 16 17:57:53.925406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 8e75140c-6197-4965-8c46-31827f0350a5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:53.925809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 8e75140c-6197-4965-8c46-31827f0350a5 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:53.930995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c6fcc-5305-4074-b3fc-6584409f1a03 req-54985434-cd5b-4bd1-805e-530e00ea6d10 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.932673 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-122c6fcc-5305-4074-b3fc-6584409f1a03 req-54985434-cd5b-4bd1-805e-530e00ea6d10 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 943 time: 0.2436094 Jul 16 17:57:53.949637 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-7d49e0b6-4310-4121-87b0-e060786450a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c963df1-18e0-45a8-b1a4-053367a01596 HTTP/1.1" status: 200 len: 217 time: 0.0409157 Jul 16 17:57:53.954090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] For port bc7b96cd-5ccd-4885-baaa-6670a62c3296, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:53.974133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] For port bc7b96cd-5ccd-4885-baaa-6670a62c3296, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=bc7b96cd-5ccd-4885-baaa-6670a62c3296,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:53.996191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.041163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.041827 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.042468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-122c6fcc-5305-4074-b3fc-6584409f1a03 req-b4428540-9c5f-4314-b55f-025216883505 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971673 Jul 16 17:57:54.043256 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] 10.222.0.42 "PUT /v2.0/ports/bc7b96cd-5ccd-4885-baaa-6670a62c3296 HTTP/1.1" status: 200 len: 1091 time: 1.1537936 Jul 16 17:57:54.073192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-2217fece-3c5f-460e-a5e0-66a635d6d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.074725 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.074882 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-2217fece-3c5f-460e-a5e0-66a635d6d24e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.1117542 Jul 16 17:57:54.082719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1143158-b508-4b11-9903-52ef487d2190 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7b96cd-5ccd-4885-baaa-6670a62c3296,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:54.085728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-d56b45e0-f879-4c82-8ffc-d04f57793f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.087607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-d56b45e0-f879-4c82-8ffc-d04f57793f73 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7ce2649-87d5-4749-a551-441781bf4824 HTTP/1.1" status: 200 len: 913 time: 0.1523640 Jul 16 17:57:54.132931 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-607bbd4a-32b8-4e59-9b99-29cc669426a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457239 Jul 16 17:57:54.184357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-f355f57d-ca91-421f-8b42-ada4176ee06a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7e79227-05f1-4c20-9f71-884ce53a0804 HTTP/1.1" status: 200 len: 217 time: 0.0627446 Jul 16 17:57:54.186175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Network 4166a238-633d-445b-a602-76cc9208f0ca is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:54.189706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:54.195563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:54.201142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.201810 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.233620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Pushing event updated for resources: {'Port': ['ID=77f974a0-0b78-4fef-917a-e0053d88de99,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:54.253262 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-12006df3-31a7-411d-a860-dfda8c441756 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3928795 Jul 16 17:57:54.259516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-10c7eb24-1977-4bdd-bb28-999bbb258ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.261242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-10c7eb24-1977-4bdd-bb28-999bbb258ce0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4fcf0283-1e74-4377-9888-6e17cf44522e HTTP/1.1" status: 200 len: 852 time: 0.0694585 Jul 16 17:57:54.268013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Request body: {'port': {'device_id': 'c2b86d6b-e173-48d9-bf72-a91ceef461b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:54.321068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-1829d758-2886-4e63-ac07-7c4abac7aacc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7ce2649-87d5-4749-a551-441781bf4824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501113 Jul 16 17:57:54.331558 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-316b24e0-f308-4698-9af3-cc9147ea2802 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881211 Jul 16 17:57:54.383341 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-aade4284-25a1-4963-9621-466cc277e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.384954 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-aade4284-25a1-4963-9621-466cc277e6e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59bd541ef1a24f40b7ffbf8307849e54&device_id=bfb0ae32-bb7d-49c1-8920-b56d89558ddb HTTP/1.1" status: 200 len: 1094 time: 0.2399080 Jul 16 17:57:54.461562 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-c941eeb0-cdc9-4440-ab8a-7ce813783b47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc7b96cd-5ccd-4885-baaa-6670a62c3296 HTTP/1.1" status: 200 len: 217 time: 0.0432904 Jul 16 17:57:54.477975 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.479024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb0ae32-bb7d-49c1-8920-b56d89558ddb', 'tag': 'bc7b96cd-5ccd-4885-baaa-6670a62c3296'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:54.481241 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4394a8ad-03e9-49ec-99b4-e632b9ed2b07" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb0ae32-bb7d-49c1-8920-b56d89558ddb", "tag": "bc7b96cd-5ccd-4885-baaa-6670a62c3296"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:54.515043 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-c02af016-0c1b-4ff6-85f2-bcb3594b4edb service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766613 Jul 16 17:57:54.531872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-9e0cc258-15f9-4755-8bfd-32d165a94b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.533414 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-9e0cc258-15f9-4755-8bfd-32d165a94b63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f366adf-ab61-4820-b6a0-5b7a446b4d98 HTTP/1.1" status: 200 len: 852 time: 0.0662673 Jul 16 17:57:54.568916 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-9ff0d725-d658-42d3-b88f-87ef36157c23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4166a238-633d-445b-a602-76cc9208f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275507 Jul 16 17:57:54.571834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-d20dae1d-0d82-4e69-9eb8-cfdf0556b23f service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406659 Jul 16 17:57:54.587880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0c3dc-6b0f-48ec-aabc-838758c20d7b req-0333b5b2-9e90-45d2-8089-e0387a9c568a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.589093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dca0c3dc-6b0f-48ec-aabc-838758c20d7b req-0333b5b2-9e90-45d2-8089-e0387a9c568a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 1024 time: 0.2591648 Jul 16 17:57:54.669583 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-63f85572-f59e-402f-8250-e56e86921819 service neutron] 10.222.0.42 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931697 Jul 16 17:57:54.715350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7739359-da95-40e0-8a25-dd6bf7afac6b req-50ee1b9a-b849-4a42-aca3-9702520241be tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.716852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7739359-da95-40e0-8a25-dd6bf7afac6b req-50ee1b9a-b849-4a42-aca3-9702520241be tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.2853293 Jul 16 17:57:54.765623 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-b44147b8-bf3e-4efb-b778-93421358d66a service neutron] 10.222.0.42 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880373 Jul 16 17:57:54.822026 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dca0c3dc-6b0f-48ec-aabc-838758c20d7b req-08aef648-0f45-4702-a3c5-8a220cafb79b tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&id=0df8f79b-6f29-4b1d-a1b7-c1fcb4dd86d8&id=2b24957c-d6cc-4656-a58e-afa863d04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2153499 Jul 16 17:57:54.856226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31c979f8-30d2-48cb-a654-6bdd3ec00e0f req-a1b080a8-35b8-45ad-8608-9b995400dba0 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608576 Jul 16 17:57:54.860457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7739359-da95-40e0-8a25-dd6bf7afac6b req-567639ff-8bfe-4bfb-a272-f33a131a93bf tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084549 Jul 16 17:57:54.987130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f974a0-0b78-4fef-917a-e0053d88de99 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:54.995755 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.010967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Transition to ACTIVE for port object 77f974a0-0b78-4fef-917a-e0053d88de99 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:55.017673 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.072818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Pushing event updated for resources: {'Port': ['ID=77f974a0-0b78-4fef-917a-e0053d88de99,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:55.127636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Attempting to bind port 77f974a0-0b78-4fef-917a-e0053d88de99 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:55.128049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Attempting to bind port 77f974a0-0b78-4fef-917a-e0053d88de99 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:55.128452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Attempting to bind port 77f974a0-0b78-4fef-917a-e0053d88de99 on network 4166a238-633d-445b-a602-76cc9208f0ca {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:55.134920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Port 77f974a0-0b78-4fef-917a-e0053d88de99 on network 4166a238-633d-445b-a602-76cc9208f0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:55.134920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Attempting to bind port 77f974a0-0b78-4fef-917a-e0053d88de99 on network 4166a238-633d-445b-a602-76cc9208f0ca {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:55.142245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:55.142680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Checking segment: {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:55.143010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Bound using segment: {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:55.143601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Bound port: 77f974a0-0b78-4fef-917a-e0053d88de99, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:55.143859 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.177389 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40bacd1-559a-4f21-b0f8-7d4a9c378a58 x-openstack-request-id: req-c40bacd1-559a-4f21-b0f8-7d4a9c378a58 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:55.177887 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb0ae32-bb7d-49c1-8920-b56d89558ddb", "tag": "bc7b96cd-5ccd-4885-baaa-6670a62c3296", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:55.178307 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c40bacd1-559a-4f21-b0f8-7d4a9c378a58 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:55.178903 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb0ae32-bb7d-49c1-8920-b56d89558ddb', 'tag': 'bc7b96cd-5ccd-4885-baaa-6670a62c3296', 'status': 'completed', 'code': 200} Jul 16 17:57:55.304058 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a8ad-03e9-49ec-99b4-e632b9ed2b07 req-91a92a40-8a28-4309-9044-3a47bdfae1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.306400 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4394a8ad-03e9-49ec-99b4-e632b9ed2b07 req-91a92a40-8a28-4309-9044-3a47bdfae1ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59bd541ef1a24f40b7ffbf8307849e54&device_id=bfb0ae32-bb7d-49c1-8920-b56d89558ddb HTTP/1.1" status: 200 len: 1094 time: 0.0929580 Jul 16 17:57:55.351975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] For port 77f974a0-0b78-4fef-917a-e0053d88de99, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:55.371109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] For port 77f974a0-0b78-4fef-917a-e0053d88de99, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=77f974a0-0b78-4fef-917a-e0053d88de99,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:55.379628 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.405639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a8ad-03e9-49ec-99b4-e632b9ed2b07 req-585a4210-d554-4ab6-a1e4-444d69126358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.407132 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4394a8ad-03e9-49ec-99b4-e632b9ed2b07 req-585a4210-d554-4ab6-a1e4-444d69126358 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4166a238-633d-445b-a602-76cc9208f0ca HTTP/1.1" status: 200 len: 913 time: 0.0928106 Jul 16 17:57:55.437258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.437897 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.439289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] 10.222.0.42 "PUT /v2.0/ports/77f974a0-0b78-4fef-917a-e0053d88de99 HTTP/1.1" status: 200 len: 1091 time: 1.1770179 Jul 16 17:57:55.458808 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4394a8ad-03e9-49ec-99b4-e632b9ed2b07 req-0222852a-ed30-4b4f-9fee-fd2938d0e873 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc7b96cd-5ccd-4885-baaa-6670a62c3296 HTTP/1.1" status: 200 len: 217 time: 0.0432694 Jul 16 17:57:55.464391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcba9f5-4b43-4127-a4da-edad6f5d18c6 req-fee40f0f-99d6-4c70-8fd1-898bd281cc8f tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.465891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dcba9f5-4b43-4127-a4da-edad6f5d18c6 req-fee40f0f-99d6-4c70-8fd1-898bd281cc8f tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 950 time: 0.1912034 Jul 16 17:57:55.475983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf354e-7995-430e-bda9-7946ff10d146 req-0e7bc9ea-ada0-4a3b-ab58-e50f748d8676 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.477527 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68bf354e-7995-430e-bda9-7946ff10d146 req-0e7bc9ea-ada0-4a3b-ab58-e50f748d8676 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 943 time: 0.1615374 Jul 16 17:57:55.486454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feda858-e178-4091-b0e1-338a6f8e4b32 service neutron] Pushing event updated for resources: {'Port': ['ID=77f974a0-0b78-4fef-917a-e0053d88de99,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:55.526913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a8ad-03e9-49ec-99b4-e632b9ed2b07 req-7dcb3377-3813-427a-8af6-decb18246a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.528369 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4394a8ad-03e9-49ec-99b4-e632b9ed2b07 req-7dcb3377-3813-427a-8af6-decb18246a78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f366adf-ab61-4820-b6a0-5b7a446b4d98 HTTP/1.1" status: 200 len: 852 time: 0.0454335 Jul 16 17:57:55.529340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b86d6b-e173-48d9-bf72-a91ceef461b9', 'tag': '77f974a0-0b78-4fef-917a-e0053d88de99'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:55.531509 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853d7490-7128-4fa9-9762-624da763690f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b86d6b-e173-48d9-bf72-a91ceef461b9", "tag": "77f974a0-0b78-4fef-917a-e0053d88de99"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:55.567033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dcba9f5-4b43-4127-a4da-edad6f5d18c6 req-5826042a-6588-48e1-8cd7-1812c47c660e tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865376 Jul 16 17:57:55.572461 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4394a8ad-03e9-49ec-99b4-e632b9ed2b07 req-7b922c21-368c-40f4-b2d7-5ecd6781c00d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4166a238-633d-445b-a602-76cc9208f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266607 Jul 16 17:57:55.584411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68bf354e-7995-430e-bda9-7946ff10d146 req-401e70ee-ac29-49af-8e54-5367d8af6356 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941937 Jul 16 17:57:55.596890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-0694bcc3-4cda-4e7e-842c-38b3edc80cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.598404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-0694bcc3-4cda-4e7e-842c-38b3edc80cf1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59bd541ef1a24f40b7ffbf8307849e54&device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 1094 time: 0.1072948 Jul 16 17:57:55.655662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-e8abc2b0-581c-4ebf-985b-314bcc9a1a2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f974a0-0b78-4fef-917a-e0053d88de99 HTTP/1.1" status: 200 len: 217 time: 0.0475130 Jul 16 17:57:55.697584 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4394a8ad-03e9-49ec-99b4-e632b9ed2b07 req-287587a0-cae8-491e-a85b-e71079963a2d service neutron] 10.222.0.42 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060126 Jul 16 17:57:55.784670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-65b3f05f-d584-4e26-8667-c82e6bf12639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.786098 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-65b3f05f-d584-4e26-8667-c82e6bf12639 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f366adf-ab61-4820-b6a0-5b7a446b4d98 HTTP/1.1" status: 200 len: 852 time: 0.1154058 Jul 16 17:57:55.788743 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4394a8ad-03e9-49ec-99b4-e632b9ed2b07 req-13d9fcda-a6df-4434-8881-eb9c4866df18 service neutron] 10.222.0.42 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819325 Jul 16 17:57:55.833558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481737f9-30cb-40f6-9439-af01ff3eb253 req-c231c600-76a4-4a8c-8ced-63faa2c438a5 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.839146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-481737f9-30cb-40f6-9439-af01ff3eb253 req-c231c600-76a4-4a8c-8ced-63faa2c438a5 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 949 time: 0.1536160 Jul 16 17:57:55.858243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b5bd4-4bf9-4e98-856c-da753ef55a77 req-ce47b9a7-bcaf-4ef3-89b6-4cf72f5abb5d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.859657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e0b5bd4-4bf9-4e98-856c-da753ef55a77 req-ce47b9a7-bcaf-4ef3-89b6-4cf72f5abb5d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 943 time: 0.1512997 Jul 16 17:57:55.862676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-d9ab3753-3a87-4291-af87-898a39bdf55f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4166a238-633d-445b-a602-76cc9208f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487251 Jul 16 17:57:55.966666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-481737f9-30cb-40f6-9439-af01ff3eb253 req-24b4d2e1-c914-41f2-97ec-1dd964de24dd tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059191 Jul 16 17:57:55.979486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e0b5bd4-4bf9-4e98-856c-da753ef55a77 req-4f0c25fb-23de-4731-995f-5ade0bc224d8 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106288 Jul 16 17:57:56.006726 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-448061bf-7da2-47b8-b04c-68997cb2a390 service neutron] 10.222.0.42 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354017 Jul 16 17:57:56.033619 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9904843-8388-4b51-bafb-0c1a9d909705 x-openstack-request-id: req-a9904843-8388-4b51-bafb-0c1a9d909705 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:56.033904 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b86d6b-e173-48d9-bf72-a91ceef461b9", "tag": "77f974a0-0b78-4fef-917a-e0053d88de99", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:56.034152 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9904843-8388-4b51-bafb-0c1a9d909705 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:56.034543 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b86d6b-e173-48d9-bf72-a91ceef461b9', 'tag': '77f974a0-0b78-4fef-917a-e0053d88de99', 'status': 'completed', 'code': 200} Jul 16 17:57:56.102736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b601c64-1f72-4928-b36a-4e7c4567f73f req-642e7224-0bac-49c5-a5f9-e4db029c30c2 service neutron] 10.222.0.42 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877135 Jul 16 17:57:56.249078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a2cb5-7da2-4fa4-8aca-cf677b9da14f req-5e874343-0b57-4c9a-9b9e-815ef9b6d181 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.250593 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-496a2cb5-7da2-4fa4-8aca-cf677b9da14f req-5e874343-0b57-4c9a-9b9e-815ef9b6d181 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=503e3946-b4fb-492e-bd20-817bb00ff99a HTTP/1.1" status: 200 len: 949 time: 0.1299014 Jul 16 17:57:56.307498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d7490-7128-4fa9-9762-624da763690f req-b3b8e566-7c38-42d3-ad7f-9ee91d77e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.308999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-853d7490-7128-4fa9-9762-624da763690f req-b3b8e566-7c38-42d3-ad7f-9ee91d77e69d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59bd541ef1a24f40b7ffbf8307849e54&device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 1094 time: 0.1407094 Jul 16 17:57:56.319069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-496a2cb5-7da2-4fa4-8aca-cf677b9da14f req-a4d2642d-d1d2-4db2-901a-ee80ecc4ec6e tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625658 Jul 16 17:57:56.344199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ef379-19b3-4f64-aa76-ef40848110b1 req-f51ea8fa-1aae-469d-9789-27cc30edab8f tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.344199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c7ef379-19b3-4f64-aa76-ef40848110b1 req-f51ea8fa-1aae-469d-9789-27cc30edab8f tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 1024 time: 0.1372626 Jul 16 17:57:56.430685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c7ef379-19b3-4f64-aa76-ef40848110b1 req-953e2682-fc6b-407c-bd36-7f36a8212919 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&id=0df8f79b-6f29-4b1d-a1b7-c1fcb4dd86d8&id=2b24957c-d6cc-4656-a58e-afa863d04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0802386 Jul 16 17:57:56.487637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d7490-7128-4fa9-9762-624da763690f req-103bf2ed-f7c5-4954-ae47-ccd2719a4709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.489157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-853d7490-7128-4fa9-9762-624da763690f req-103bf2ed-f7c5-4954-ae47-ccd2719a4709 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4166a238-633d-445b-a602-76cc9208f0ca HTTP/1.1" status: 200 len: 913 time: 0.1692510 Jul 16 17:57:56.857036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-853d7490-7128-4fa9-9762-624da763690f req-90cce3ef-d860-43c2-889e-0128617e3468 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77f974a0-0b78-4fef-917a-e0053d88de99 HTTP/1.1" status: 200 len: 217 time: 0.3517220 Jul 16 17:57:56.890416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba000f-1d18-462e-88cb-f57e58e58f78 req-6f77e2b8-fd82-4740-bfb7-2a1c4ac52502 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.892242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0ba000f-1d18-462e-88cb-f57e58e58f78 req-6f77e2b8-fd82-4740-bfb7-2a1c4ac52502 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.4573050 Jul 16 17:57:57.029674 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0ba000f-1d18-462e-88cb-f57e58e58f78 req-0f92d712-f6bf-4e8a-a17c-9e1c1365c54c tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270230 Jul 16 17:57:57.032698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d7490-7128-4fa9-9762-624da763690f req-805a5a16-70fe-425f-b1a1-e44a0c91d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.034135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-853d7490-7128-4fa9-9762-624da763690f req-805a5a16-70fe-425f-b1a1-e44a0c91d610 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f366adf-ab61-4820-b6a0-5b7a446b4d98 HTTP/1.1" status: 200 len: 852 time: 0.1531990 Jul 16 17:57:57.066395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245e30c-e9e8-44c8-bec2-d2ffd6a7746c req-731ca764-e187-4456-b48c-21b37d8a023a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.067948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c245e30c-e9e8-44c8-bec2-d2ffd6a7746c req-731ca764-e187-4456-b48c-21b37d8a023a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 1024 time: 0.2218063 Jul 16 17:57:57.107206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-853d7490-7128-4fa9-9762-624da763690f req-d073c7a9-8c20-4b92-be4f-8c3ddf0e0a8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4166a238-633d-445b-a602-76cc9208f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503569 Jul 16 17:57:57.224699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03b47-b7a6-4e4e-9aca-6d9c56c131e8 req-3a65bf70-9ce9-4b98-a2c8-1e860a6d526d tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.229391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aae03b47-b7a6-4e4e-9aca-6d9c56c131e8 req-3a65bf70-9ce9-4b98-a2c8-1e860a6d526d tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 943 time: 0.2677150 Jul 16 17:57:57.336751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-853d7490-7128-4fa9-9762-624da763690f req-e0894b30-089d-4658-8dbd-de8de9cd4292 service neutron] 10.222.0.42 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028155 Jul 16 17:57:57.382451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aae03b47-b7a6-4e4e-9aca-6d9c56c131e8 req-8a953dff-01da-4dbe-a80b-7de5d5dec66d tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435344 Jul 16 17:57:57.467749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c8fae-76b5-4afd-8a5f-5adb8b935e76 req-f0293fe3-ad7f-41e4-b3a9-3bf57f530120 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.469642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b24c8fae-76b5-4afd-8a5f-5adb8b935e76 req-f0293fe3-ad7f-41e4-b3a9-3bf57f530120 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 949 time: 0.2325077 Jul 16 17:57:57.475550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c245e30c-e9e8-44c8-bec2-d2ffd6a7746c req-fe05e798-f4f6-40ea-b48b-39b180d51d01 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Deleting port f7e79227-05f1-4c20-9f71-884ce53a0804 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:57.475902 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c245e30c-e9e8-44c8-bec2-d2ffd6a7746c req-fe05e798-f4f6-40ea-b48b-39b180d51d01 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.567526 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-853d7490-7128-4fa9-9762-624da763690f req-59db67ad-7966-4d2e-bbed-c6575b113372 service neutron] 10.222.0.42 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230196 Jul 16 17:57:57.650103 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b24c8fae-76b5-4afd-8a5f-5adb8b935e76 req-41ae39be-3255-4130-9b76-fa487cb59df0 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703527 Jul 16 17:57:57.697414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c245e30c-e9e8-44c8-bec2-d2ffd6a7746c req-fe05e798-f4f6-40ea-b48b-39b180d51d01 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] For port f7e79227-05f1-4c20-9f71-884ce53a0804, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f7e79227-05f1-4c20-9f71-884ce53a0804,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:57.697790 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c245e30c-e9e8-44c8-bec2-d2ffd6a7746c req-fe05e798-f4f6-40ea-b48b-39b180d51d01 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.719845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c245e30c-e9e8-44c8-bec2-d2ffd6a7746c req-fe05e798-f4f6-40ea-b48b-39b180d51d01 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Calling delete_port for f7e79227-05f1-4c20-9f71-884ce53a0804 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:57.728693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8440f4-e858-4d45-b25c-0a44a9fe16f7 req-3209c2d1-d2b4-4b7c-a2cc-79959f4d8b4f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.730217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e8440f4-e858-4d45-b25c-0a44a9fe16f7 req-3209c2d1-d2b4-4b7c-a2cc-79959f4d8b4f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 949 time: 0.2436657 Jul 16 17:57:57.747683 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811f678-47f3-4c6b-a763-275f43ee29a5 req-f79d86e6-684e-46e3-942a-76808ec1a0c3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.749195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b811f678-47f3-4c6b-a763-275f43ee29a5 req-f79d86e6-684e-46e3-942a-76808ec1a0c3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 943 time: 0.2280459 Jul 16 17:57:57.896299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device bc7b96cd-5ccd-4885-baaa-6670a62c3296 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:57.931543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b811f678-47f3-4c6b-a763-275f43ee29a5 req-bab9cca3-f146-4928-8af0-010a97f44aff tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691146 Jul 16 17:57:57.989122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d7801-c0db-40ea-8a28-caaa60f34a89 req-ee27f943-9097-4884-99c9-b3a905fc4fda tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.990666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b6d7801-c0db-40ea-8a28-caaa60f34a89 req-ee27f943-9097-4884-99c9-b3a905fc4fda tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.2267766 Jul 16 17:57:58.037798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8e8440f4-e858-4d45-b25c-0a44a9fe16f7 req-45087553-10be-4d20-8709-170eec903d55 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Deleting port 38674367-3fc8-475a-9f9c-d8215f2bb616 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:58.038145 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8e8440f4-e858-4d45-b25c-0a44a9fe16f7 req-45087553-10be-4d20-8709-170eec903d55 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.048034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port bc7b96cd-5ccd-4885-baaa-6670a62c3296, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=bc7b96cd-5ccd-4885-baaa-6670a62c3296,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:58.060988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'bc7b96cd-5ccd-4885-baaa-6670a62c3296', 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca', 'port_id': 'bc7b96cd-5ccd-4885-baaa-6670a62c3296', 'mac_address': 'fa:16:3e:96:f3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f366adf-ab61-4820-b6a0-5b7a446b4d98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:58.102711 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.109534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b6d7801-c0db-40ea-8a28-caaa60f34a89 req-d518325f-946c-410b-b0c4-3f64d204f6b9 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112025 Jul 16 17:57:58.113086 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c245e30c-e9e8-44c8-bec2-d2ffd6a7746c req-fe05e798-f4f6-40ea-b48b-39b180d51d01 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.143103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7b96cd-5ccd-4885-baaa-6670a62c3296 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:58.173289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['528cf423-8928-41bd-86fb-9d261bae9334', 'f7e79227-05f1-4c20-9f71-884ce53a0804'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:58.228596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05e798-f4f6-40ea-b48b-39b180d51d01 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event deleted for resources: {'Port': ['ID=f7e79227-05f1-4c20-9f71-884ce53a0804,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:58.240712 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8e8440f4-e858-4d45-b25c-0a44a9fe16f7 req-45087553-10be-4d20-8709-170eec903d55 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] For port 38674367-3fc8-475a-9f9c-d8215f2bb616, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=38674367-3fc8-475a-9f9c-d8215f2bb616,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:58.241056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8e8440f4-e858-4d45-b25c-0a44a9fe16f7 req-45087553-10be-4d20-8709-170eec903d55 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.274211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port bc7b96cd-5ccd-4885-baaa-6670a62c3296, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=bc7b96cd-5ccd-4885-baaa-6670a62c3296,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:58.307951 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.310372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8e8440f4-e858-4d45-b25c-0a44a9fe16f7 req-45087553-10be-4d20-8709-170eec903d55 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Calling delete_port for 38674367-3fc8-475a-9f9c-d8215f2bb616 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:58.315971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c245e30c-e9e8-44c8-bec2-d2ffd6a7746c req-fe05e798-f4f6-40ea-b48b-39b180d51d01 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] No DVR routers for this DVR port f7e79227-05f1-4c20-9f71-884ce53a0804 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:58.338159 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c245e30c-e9e8-44c8-bec2-d2ffd6a7746c req-fe05e798-f4f6-40ea-b48b-39b180d51d01 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.340182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c245e30c-e9e8-44c8-bec2-d2ffd6a7746c req-fe05e798-f4f6-40ea-b48b-39b180d51d01 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.38 "DELETE /v2.0/ports/f7e79227-05f1-4c20-9f71-884ce53a0804 HTTP/1.1" status: 204 len: 173 time: 1.2605946 Jul 16 17:57:58.340800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5', 'name': 'network-vif-deleted', 'tag': 'f7e79227-05f1-4c20-9f71-884ce53a0804'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:58.343326 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50abe3a-70f7-4cf1-b04e-6011d3223105" -d '{"events": [{"server_uuid": "0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5", "name": "network-vif-deleted", "tag": "f7e79227-05f1-4c20-9f71-884ce53a0804"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:58.355027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-213f4593-5a52-437f-87cb-10926bdfe0c7 req-c44373db-2441-4de0-89aa-d4586bab3469 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5 HTTP/1.1" status: 200 len: 210 time: 0.0748179 Jul 16 17:57:58.465244 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=bc7b96cd-5ccd-4885-baaa-6670a62c3296,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:58.500216 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b1c641-ff9b-4195-8afe-25afb90d8a0d x-openstack-request-id: req-28b1c641-ff9b-4195-8afe-25afb90d8a0d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:58.500516 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5", "name": "network-vif-deleted", "tag": "f7e79227-05f1-4c20-9f71-884ce53a0804", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:58.500775 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28b1c641-ff9b-4195-8afe-25afb90d8a0d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:58.501177 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c549c71-a9b3-49d4-9e75-4c7e3c49dfa5', 'name': 'network-vif-deleted', 'tag': 'f7e79227-05f1-4c20-9f71-884ce53a0804', 'status': 'completed', 'code': 200} Jul 16 17:57:58.602648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5853d2-da07-43c6-9283-86193d4798d5 req-32b946b7-544e-4193-9067-ace68db9ad33 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.604176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de5853d2-da07-43c6-9283-86193d4798d5 req-32b946b7-544e-4193-9067-ace68db9ad33 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.1836507 Jul 16 17:57:58.605495 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['bc7b96cd-5ccd-4885-baaa-6670a62c3296'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:58.746308 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8e8440f4-e858-4d45-b25c-0a44a9fe16f7 req-45087553-10be-4d20-8709-170eec903d55 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.758878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de5853d2-da07-43c6-9283-86193d4798d5 req-154bd450-5658-4c38-abf0-283c29d4dfb1 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346080 Jul 16 17:57:58.799170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45087553-10be-4d20-8709-170eec903d55 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Pushing event deleted for resources: {'Port': ['ID=38674367-3fc8-475a-9f9c-d8215f2bb616,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:58.852855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-02bee9b9-93c0-4756-a2ca-4096fd4202ac service neutron] 10.222.0.42 "GET /v2.0/ports/9c963df1-18e0-45a8-b1a4-053367a01596/bindings/n-h1-793618-9 HTTP/1.1" status: 200 len: 384 time: 0.2054234 Jul 16 17:57:58.862294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbe714-5aa1-4cc6-9703-4bbd02b93d5e req-d11ba614-bd16-4eac-8cfc-258cbff380ec tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.863793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40dbe714-5aa1-4cc6-9703-4bbd02b93d5e req-d11ba614-bd16-4eac-8cfc-258cbff380ec tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 943 time: 0.2407072 Jul 16 17:57:58.897612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8440f4-e858-4d45-b25c-0a44a9fe16f7 req-45087553-10be-4d20-8709-170eec903d55 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] No DVR routers for this DVR port 38674367-3fc8-475a-9f9c-d8215f2bb616 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:58.919432 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8e8440f4-e858-4d45-b25c-0a44a9fe16f7 req-45087553-10be-4d20-8709-170eec903d55 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.921422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e8440f4-e858-4d45-b25c-0a44a9fe16f7 req-45087553-10be-4d20-8709-170eec903d55 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.38 "DELETE /v2.0/ports/38674367-3fc8-475a-9f9c-d8215f2bb616 HTTP/1.1" status: 204 len: 173 time: 1.1697702 Jul 16 17:57:58.951529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['38674367-3fc8-475a-9f9c-d8215f2bb616'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:58.980129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-799cc60b-fe3b-4116-80b0-39fcd7151238 req-7c0e3ee0-e1b6-4d02-91d7-09396188ec5a tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e141b3c-ea36-4c8d-b141-fbe4803dfbe0 HTTP/1.1" status: 200 len: 210 time: 0.0620472 Jul 16 17:57:58.999229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40dbe714-5aa1-4cc6-9703-4bbd02b93d5e req-f9b62412-35c0-4174-bb31-a408e7c00d75 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076224 Jul 16 17:57:59.154141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['90aed264-2ff3-46be-96d7-e52362418e3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:59.347608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26720e2-2d5b-41f4-bbd8-1f716d79cebc req-2b0f6ff5-8696-42e3-bfae-2125952d348b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.349629 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f26720e2-2d5b-41f4-bbd8-1f716d79cebc req-2b0f6ff5-8696-42e3-bfae-2125952d348b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 943 time: 0.2127025 Jul 16 17:57:59.405339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a499b9-6b68-4157-8f84-026d1ba4f7b3 req-728f5416-b5ff-45dd-8ef6-0eff067920a1 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.406872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b3a499b9-6b68-4157-8f84-026d1ba4f7b3 req-728f5416-b5ff-45dd-8ef6-0eff067920a1 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.2681623 Jul 16 17:57:59.408820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d57a3e31-aae0-48b3-a7d5-acb6e6f4d5cb service neutron] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9c963df1-18e0-45a8-b1a4-053367a01596,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:59.455946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f26720e2-2d5b-41f4-bbd8-1f716d79cebc req-13510038-7bde-4753-8f9e-760b0a56d1df tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927961 Jul 16 17:57:59.468309 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d57a3e31-aae0-48b3-a7d5-acb6e6f4d5cb service neutron] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:59.495988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b3a499b9-6b68-4157-8f84-026d1ba4f7b3 req-9bab00c7-7bad-4062-9a1e-568f4376358b tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765743 Jul 16 17:57:59.508509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d57a3e31-aae0-48b3-a7d5-acb6e6f4d5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c963df1-18e0-45a8-b1a4-053367a01596 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:59.531605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d57a3e31-aae0-48b3-a7d5-acb6e6f4d5cb service neutron] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9c963df1-18e0-45a8-b1a4-053367a01596,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:59.557629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d57a3e31-aae0-48b3-a7d5-acb6e6f4d5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.700079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d57a3e31-aae0-48b3-a7d5-acb6e6f4d5cb service neutron] Transition to ACTIVE for port object 9c963df1-18e0-45a8-b1a4-053367a01596 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:59.709170 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d57a3e31-aae0-48b3-a7d5-acb6e6f4d5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.763971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83486fa-8da8-4ce7-a68b-154e189fcd39 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:59.860111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d57a3e31-aae0-48b3-a7d5-acb6e6f4d5cb service neutron] No DVR routers for this DVR port 9c963df1-18e0-45a8-b1a4-053367a01596 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:59.877428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a3e31-aae0-48b3-a7d5-acb6e6f4d5cb service neutron] Pushing event updated for resources: {'Port': ['ID=9c963df1-18e0-45a8-b1a4-053367a01596,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:59.907206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:59.909760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e18d31f2-ec5a-488c-9953-26ba533ba2bc req-76e97276-64c0-4be5-9997-a25551be1856 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/2b24957c-d6cc-4656-a58e-afa863d04c00 HTTP/1.1" status: 200 len: 1801 time: 0.1798570 Jul 16 17:57:59.922726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 77f974a0-0b78-4fef-917a-e0053d88de99 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:59.924838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device bc7b96cd-5ccd-4885-baaa-6670a62c3296 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:59.938932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-d57a3e31-aae0-48b3-a7d5-acb6e6f4d5cb service neutron] 10.222.0.42 "PUT /v2.0/ports/9c963df1-18e0-45a8-b1a4-053367a01596/bindings/n-h1-793618-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0741580 Jul 16 17:57:59.960899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'mac_address': 'fa:16:3e:06:57:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:59.965490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed4d65-4ef6-40dd-8d91-def85029189c req-c7e70fed-292b-44be-903e-c1d2db3dd179 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.972838 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bed4d65-4ef6-40dd-8d91-def85029189c req-c7e70fed-292b-44be-903e-c1d2db3dd179 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.2037892 Jul 16 17:58:00.062211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bed4d65-4ef6-40dd-8d91-def85029189c req-8651c968-cfce-4ecd-9f85-84a6c9c82710 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881946 Jul 16 17:58:00.069342 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c6963a3-0042-4f5d-bc27-665c5dc0dfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.081702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e18d31f2-ec5a-488c-9953-26ba533ba2bc req-fcc390b7-82e9-4ab8-8852-4755c4cbb76c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.100833 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.111361 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e18d31f2-ec5a-488c-9953-26ba533ba2bc req-fcc390b7-82e9-4ab8-8852-4755c4cbb76c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.118919 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port bc7b96cd-5ccd-4885-baaa-6670a62c3296 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:00.126811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b83486fa-8da8-4ce7-a68b-154e189fcd39 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:00.137366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port bc7b96cd-5ccd-4885-baaa-6670a62c3296 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:00.137701 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.192502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:00.196068 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e18d31f2-ec5a-488c-9953-26ba533ba2bc req-fcc390b7-82e9-4ab8-8852-4755c4cbb76c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.198908 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e18d31f2-ec5a-488c-9953-26ba533ba2bc req-fcc390b7-82e9-4ab8-8852-4755c4cbb76c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.200165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e18d31f2-ec5a-488c-9953-26ba533ba2bc req-fcc390b7-82e9-4ab8-8852-4755c4cbb76c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "DELETE /v2.0/security-groups/2b24957c-d6cc-4656-a58e-afa863d04c00 HTTP/1.1" status: 204 len: 173 time: 0.2834089 Jul 16 17:58:00.200710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 77f974a0-0b78-4fef-917a-e0053d88de99, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=77f974a0-0b78-4fef-917a-e0053d88de99,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:00.205514 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.217065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc390b7-82e9-4ab8-8852-4755c4cbb76c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b24957c-d6cc-4656-a58e-afa863d04c00,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:00.221555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-7bc23a0a-4d3b-40ad-a727-62bee77a5758 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.223493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-7bc23a0a-4d3b-40ad-a727-62bee77a5758 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d&tenant_id=8dc149fb96834be9abc17afebb864774&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.2107048 Jul 16 17:58:00.255798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '77f974a0-0b78-4fef-917a-e0053d88de99', 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca', 'port_id': '77f974a0-0b78-4fef-917a-e0053d88de99', 'mac_address': 'fa:16:3e:df:c7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f366adf-ab61-4820-b6a0-5b7a446b4d98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:00.410901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-f8d5b8a0-f4b9-41f4-83a7-981f6694a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.412371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-f8d5b8a0-f4b9-41f4-83a7-981f6694a1ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d&tenant_id=8dc149fb96834be9abc17afebb864774 HTTP/1.1" status: 200 len: 1095 time: 0.1805947 Jul 16 17:58:00.436643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b83486fa-8da8-4ce7-a68b-154e189fcd39'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:00.441874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad22222-a017-4f0d-913a-4cf768eb42ca req-65c25446-e699-4c50-a7b0-a98a8a389d22 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.443352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ad22222-a017-4f0d-913a-4cf768eb42ca req-65c25446-e699-4c50-a7b0-a98a8a389d22 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 943 time: 0.1451848 Jul 16 17:58:00.456012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ef1e1-05ba-49dd-bfee-909f5d5446d9 req-37afcc23-90c2-4623-aaad-10179fb2ea2e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.457560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-319ef1e1-05ba-49dd-bfee-909f5d5446d9 req-37afcc23-90c2-4623-aaad-10179fb2ea2e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.1263094 Jul 16 17:58:00.473093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b83486fa-8da8-4ce7-a68b-154e189fcd39,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:00.504198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e141b3c-ea36-4c8d-b141-fbe4803dfbe0', 'name': 'network-vif-deleted', 'tag': '38674367-3fc8-475a-9f9c-d8215f2bb616'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:00.506405 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567e8679-52ed-4555-88dc-714a7225ceb9" -d '{"events": [{"server_uuid": "3e141b3c-ea36-4c8d-b141-fbe4803dfbe0", "name": "network-vif-deleted", "tag": "38674367-3fc8-475a-9f9c-d8215f2bb616"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:00.512407 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.534655 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f974a0-0b78-4fef-917a-e0053d88de99 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:00.546869 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.551973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ad22222-a017-4f0d-913a-4cf768eb42ca req-e823393c-7a11-459c-8064-e4adae6ffb84 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924578 Jul 16 17:58:00.558256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-319ef1e1-05ba-49dd-bfee-909f5d5446d9 req-deebc28e-de82-4c73-9302-8852ace91d49 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857599 Jul 16 17:58:00.573879 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-396b3b6b-ed5c-4c5e-87ef-1b6df9fe3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.575874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-396b3b6b-ed5c-4c5e-87ef-1b6df9fe3174 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 1095 time: 0.1174161 Jul 16 17:58:00.599389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb0ae32-bb7d-49c1-8920-b56d89558ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7b96cd-5ccd-4885-baaa-6670a62c3296'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:00.602850 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d03e0-1c3e-40d8-9e96-47bc844fb030" -d '{"events": [{"server_uuid": "bfb0ae32-bb7d-49c1-8920-b56d89558ddb", "name": "network-vif-plugged", "status": "completed", "tag": "bc7b96cd-5ccd-4885-baaa-6670a62c3296"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:00.609644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 77f974a0-0b78-4fef-917a-e0053d88de99, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=77f974a0-0b78-4fef-917a-e0053d88de99,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:00.622125 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.626907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port bc7b96cd-5ccd-4885-baaa-6670a62c3296, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=bc7b96cd-5ccd-4885-baaa-6670a62c3296,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:00.654058 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.700829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=77f974a0-0b78-4fef-917a-e0053d88de99,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:00.755774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3faf8695-6792-42bc-ad2d-3b429ecc42e8 req-ce50b8dc-c75a-46b6-9b0d-d1d5625e6d94 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/0df8f79b-6f29-4b1d-a1b7-c1fcb4dd86d8 HTTP/1.1" status: 200 len: 1799 time: 0.1265368 Jul 16 17:58:00.786035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=bc7b96cd-5ccd-4885-baaa-6670a62c3296,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:00.797718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-cdf725cf-a22a-48d0-a787-5a57c013dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.799228 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-cdf725cf-a22a-48d0-a787-5a57c013dad5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.2126491 Jul 16 17:58:00.855478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-e67e44de-91e6-490d-8baf-401606695a81 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c963df1-18e0-45a8-b1a4-053367a01596 HTTP/1.1" status: 200 len: 217 time: 0.0479894 Jul 16 17:58:00.878862 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3faf8695-6792-42bc-ad2d-3b429ecc42e8 req-8483dbce-e0a9-4d6c-956e-3c3b512016da tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.916959 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['77f974a0-0b78-4fef-917a-e0053d88de99'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:00.935925 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3faf8695-6792-42bc-ad2d-3b429ecc42e8 req-8483dbce-e0a9-4d6c-956e-3c3b512016da tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.972131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-350895c7-71fe-40cd-890a-2120998b9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.973660 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-350895c7-71fe-40cd-890a-2120998b9e51 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.0799787 Jul 16 17:58:01.047042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-f928320c-0cbd-4386-9cb3-95ae71dad7c3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525963 Jul 16 17:58:01.057691 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3faf8695-6792-42bc-ad2d-3b429ecc42e8 req-8483dbce-e0a9-4d6c-956e-3c3b512016da tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.060448 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3faf8695-6792-42bc-ad2d-3b429ecc42e8 req-8483dbce-e0a9-4d6c-956e-3c3b512016da tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.061695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3faf8695-6792-42bc-ad2d-3b429ecc42e8 req-8483dbce-e0a9-4d6c-956e-3c3b512016da tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "DELETE /v2.0/security-groups/0df8f79b-6f29-4b1d-a1b7-c1fcb4dd86d8 HTTP/1.1" status: 204 len: 173 time: 0.2915304 Jul 16 17:58:01.270721 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:58:01.282389 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67632a10-91dd-4652-a49e-2da07bc6f9ae x-openstack-request-id: req-67632a10-91dd-4652-a49e-2da07bc6f9ae {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:01.282821 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb0ae32-bb7d-49c1-8920-b56d89558ddb", "name": "network-vif-plugged", "status": "completed", "tag": "bc7b96cd-5ccd-4885-baaa-6670a62c3296", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:01.282821 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67632a10-91dd-4652-a49e-2da07bc6f9ae {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:01.283240 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb0ae32-bb7d-49c1-8920-b56d89558ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7b96cd-5ccd-4885-baaa-6670a62c3296', 'code': 200} Jul 16 17:58:01.425770 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8efea2-1868-4db1-9a01-c2263393b499 x-openstack-request-id: req-0f8efea2-1868-4db1-9a01-c2263393b499 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:01.426064 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e141b3c-ea36-4c8d-b141-fbe4803dfbe0", "name": "network-vif-deleted", "tag": "38674367-3fc8-475a-9f9c-d8215f2bb616", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:01.426317 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f8efea2-1868-4db1-9a01-c2263393b499 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:01.426711 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e141b3c-ea36-4c8d-b141-fbe4803dfbe0', 'name': 'network-vif-deleted', 'tag': '38674367-3fc8-475a-9f9c-d8215f2bb616', 'status': 'completed', 'code': 200} Jul 16 17:58:01.437445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483dbce-e0a9-4d6c-956e-3c3b512016da tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df8f79b-6f29-4b1d-a1b7-c1fcb4dd86d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:01.522348 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258e7dd-afe9-4662-a0eb-36ac42b37db6 req-dc6136e3-9757-460d-84d9-94bac3ceba0d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.529424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4258e7dd-afe9-4662-a0eb-36ac42b37db6 req-dc6136e3-9757-460d-84d9-94bac3ceba0d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 944 time: 0.5547554 Jul 16 17:58:01.608969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-38464ec7-1532-4eea-9e31-2d8229bde1b3 service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460265 Jul 16 17:58:01.623183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4258e7dd-afe9-4662-a0eb-36ac42b37db6 req-6e9c01c3-db6f-4cc7-b9ec-9b1fe1b89056 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927739 Jul 16 17:58:01.627053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec519a-604a-4a1a-99dc-8c6f89e9d660 req-d01eaa9e-e787-490f-aa6c-a2d953360974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.634149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81ec519a-604a-4a1a-99dc-8c6f89e9d660 req-d01eaa9e-e787-490f-aa6c-a2d953360974 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bfb0ae32-bb7d-49c1-8920-b56d89558ddb HTTP/1.1" status: 200 len: 1096 time: 0.2100749 Jul 16 17:58:01.694602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3d7fc6f6-876d-48c9-b458-f3f84e8a9838 req-89dd75a7-5d5c-4b14-b6d0-5c47905df6e5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-605437639', 'description': 'tempest-description-370771149'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:01.782511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83486fa-8da8-4ce7-a68b-154e189fcd39 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:01.810007 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81ec519a-604a-4a1a-99dc-8c6f89e9d660 req-096fafcc-75cb-477a-a876-76e72af8fe1f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418869 Jul 16 17:58:01.828232 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d7fc6f6-876d-48c9-b458-f3f84e8a9838 req-89dd75a7-5d5c-4b14-b6d0-5c47905df6e5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.852172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-51566110-cbd4-4b27-b341-c8b50f5fc852 service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170088 Jul 16 17:58:01.886641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53500088-b87b-44e5-85d3-c7b7deff85b2 req-d1a8b707-0f55-4a53-9678-8d96e56ea3a8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.891756 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port b83486fa-8da8-4ce7-a68b-154e189fcd39 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:01.892426 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.894783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53500088-b87b-44e5-85d3-c7b7deff85b2 req-d1a8b707-0f55-4a53-9678-8d96e56ea3a8 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 950 time: 0.2585030 Jul 16 17:58:01.926750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 77f974a0-0b78-4fef-917a-e0053d88de99 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:01.966584 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53500088-b87b-44e5-85d3-c7b7deff85b2 req-864c403d-f42c-444f-831b-bb880111f159 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea202baf-0bcb-40e4-b614-f6b5fb5335e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658803 Jul 16 17:58:02.053745 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d7fc6f6-876d-48c9-b458-f3f84e8a9838 req-89dd75a7-5d5c-4b14-b6d0-5c47905df6e5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.062948 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d7fc6f6-876d-48c9-b458-f3f84e8a9838 req-89dd75a7-5d5c-4b14-b6d0-5c47905df6e5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.091925 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.102776 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3d7fc6f6-876d-48c9-b458-f3f84e8a9838 req-89dd75a7-5d5c-4b14-b6d0-5c47905df6e5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.104337 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d7fc6f6-876d-48c9-b458-f3f84e8a9838 req-89dd75a7-5d5c-4b14-b6d0-5c47905df6e5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4337587 Jul 16 17:58:02.151052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd75a7-5d5c-4b14-b6d0-5c47905df6e5 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15efa56-2b8e-42ce-8522-5f89fdf6737d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:02.176544 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 77f974a0-0b78-4fef-917a-e0053d88de99 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:02.205010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 77f974a0-0b78-4fef-917a-e0053d88de99 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:02.205787 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.222280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca798d9-8c14-44fe-b3a2-07572d9138f4 req-353aa8b1-0d3f-4689-9b0a-a5040bc680ac tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.223887 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ca798d9-8c14-44fe-b3a2-07572d9138f4 req-353aa8b1-0d3f-4689-9b0a-a5040bc680ac tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.1259589 Jul 16 17:58:02.248612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:02.271851 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.273448 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 38674367-3fc8-475a-9f9c-d8215f2bb616 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:02.360968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b83486fa-8da8-4ce7-a68b-154e189fcd39,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:02.367749 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.368643 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bbb39ba-06f3-4a51-a97a-aa5fe43f0228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.371732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ca798d9-8c14-44fe-b3a2-07572d9138f4 req-9158f01e-1fd3-4066-b21f-ba5eef1c6b66 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327186 Jul 16 17:58:02.374676 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.375425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 38674367-3fc8-475a-9f9c-d8215f2bb616 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:02.375836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 38674367-3fc8-475a-9f9c-d8215f2bb616 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:02.376344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f7e79227-05f1-4c20-9f71-884ce53a0804 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:02.425143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-b0f6dbb5-cf02-4a80-b102-4864f8456433 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.427038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-b0f6dbb5-cf02-4a80-b102-4864f8456433 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d&tenant_id=8dc149fb96834be9abc17afebb864774&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.2022736 Jul 16 17:58:02.433828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: f7e79227-05f1-4c20-9f71-884ce53a0804 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:02.433828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f7e79227-05f1-4c20-9f71-884ce53a0804 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:02.439568 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0396938-e395-4f03-aa0d-a9581cc9178d req-73587524-0b1f-48ee-bcd0-b148a25db3e0 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.441365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0396938-e395-4f03-aa0d-a9581cc9178d req-73587524-0b1f-48ee-bcd0-b148a25db3e0 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 944 time: 0.1584795 Jul 16 17:58:02.487741 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.536831 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0396938-e395-4f03-aa0d-a9581cc9178d req-65498a1d-0f36-45d3-ab52-7e325b531a94 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873818 Jul 16 17:58:02.554719 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 77f974a0-0b78-4fef-917a-e0053d88de99, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=77f974a0-0b78-4fef-917a-e0053d88de99,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:02.577671 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.578700 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 9c963df1-18e0-45a8-b1a4-053367a01596 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:02.696783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=77f974a0-0b78-4fef-917a-e0053d88de99,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:02.729990 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.740769 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 9c963df1-18e0-45a8-b1a4-053367a01596 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:02.761190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b76b975b-761b-4744-aa61-f86becd65111 req-e85b689e-94c1-4559-8eac-c7e337fa76ec tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/f15efa56-2b8e-42ce-8522-5f89fdf6737d HTTP/1.1" status: 200 len: 1799 time: 0.1679790 Jul 16 17:58:02.766503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b76b975b-761b-4744-aa61-f86becd65111 req-761f2130-96db-4cfd-8bb2-a213dbc1817d tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Request body: {'security_group': {'name': 'tempest-sg-hth-916028412', 'description': 'tempest-description-hth-285614380'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:02.837289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-c5fd1500-2ac0-45ed-bc8e-a5529626a3f9 service neutron] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:02.848665 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-c5fd1500-2ac0-45ed-bc8e-a5529626a3f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.849889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-054a7612-8dc3-4a5a-ba50-71862ed14e8c req-c5fd1500-2ac0-45ed-bc8e-a5529626a3f9 service neutron] 10.222.0.38 "DELETE /v2.0/ports/9c963df1-18e0-45a8-b1a4-053367a01596/bindings/n-h2-793618-9 HTTP/1.1" status: 204 len: 173 time: 0.4074132 Jul 16 17:58:02.859929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012c154-5065-4316-8804-0402b2bf1dcb req-cbd547ff-4e8e-4c53-945c-6e713723d137 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.861575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b012c154-5065-4316-8804-0402b2bf1dcb req-cbd547ff-4e8e-4c53-945c-6e713723d137 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.42 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 950 time: 0.3159807 Jul 16 17:58:02.863403 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b76b975b-761b-4744-aa61-f86becd65111 req-761f2130-96db-4cfd-8bb2-a213dbc1817d tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.992876 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b76b975b-761b-4744-aa61-f86becd65111 req-761f2130-96db-4cfd-8bb2-a213dbc1817d tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.007751 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b76b975b-761b-4744-aa61-f86becd65111 req-761f2130-96db-4cfd-8bb2-a213dbc1817d tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.010807 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b76b975b-761b-4744-aa61-f86becd65111 req-761f2130-96db-4cfd-8bb2-a213dbc1817d tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.021812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b76b975b-761b-4744-aa61-f86becd65111 req-761f2130-96db-4cfd-8bb2-a213dbc1817d tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "PUT /v2.0/security-groups/f15efa56-2b8e-42ce-8522-5f89fdf6737d HTTP/1.1" status: 200 len: 1773 time: 0.2593935 Jul 16 17:58:03.080656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f2130-96db-4cfd-8bb2-a213dbc1817d tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15efa56-2b8e-42ce-8522-5f89fdf6737d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:03.115418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b012c154-5065-4316-8804-0402b2bf1dcb req-c3c9d714-cb3b-408a-86e3-3251aacdb36f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Deleting port 90aed264-2ff3-46be-96d7-e52362418e3e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:03.116003 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b012c154-5065-4316-8804-0402b2bf1dcb req-c3c9d714-cb3b-408a-86e3-3251aacdb36f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.264892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d36953-0db7-4ac2-86cc-fc0248514198 req-eb5a46b4-a1df-4d80-965d-b7dee9ef6ee6 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.266481 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98d36953-0db7-4ac2-86cc-fc0248514198 req-eb5a46b4-a1df-4d80-965d-b7dee9ef6ee6 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.2712398 Jul 16 17:58:03.285213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39'}, {'server_uuid': 'c2b86d6b-e173-48d9-bf72-a91ceef461b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f974a0-0b78-4fef-917a-e0053d88de99'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:03.287994 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ff730d-5a46-43bd-b636-54f15c619237" -d '{"events": [{"server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "name": "network-vif-plugged", "status": "completed", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39"}, {"server_uuid": "c2b86d6b-e173-48d9-bf72-a91ceef461b9", "name": "network-vif-plugged", "status": "completed", "tag": "77f974a0-0b78-4fef-917a-e0053d88de99"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:03.303605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b012c154-5065-4316-8804-0402b2bf1dcb req-c3c9d714-cb3b-408a-86e3-3251aacdb36f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] For port 90aed264-2ff3-46be-96d7-e52362418e3e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90aed264-2ff3-46be-96d7-e52362418e3e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:03.304708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b012c154-5065-4316-8804-0402b2bf1dcb req-c3c9d714-cb3b-408a-86e3-3251aacdb36f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.322383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b012c154-5065-4316-8804-0402b2bf1dcb req-c3c9d714-cb3b-408a-86e3-3251aacdb36f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Calling delete_port for 90aed264-2ff3-46be-96d7-e52362418e3e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:03.338608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7cdbd-3602-4bc1-87d4-81b0d9a04a8b req-7e179cf1-06e9-46ea-a93c-ae9cfca90498 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.345810 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff7cdbd-3602-4bc1-87d4-81b0d9a04a8b req-7e179cf1-06e9-46ea-a93c-ae9cfca90498 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 944 time: 0.2243533 Jul 16 17:58:03.392446 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98d36953-0db7-4ac2-86cc-fc0248514198 req-b43cde36-11f3-4b95-82ff-0dff0eb6bfc1 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128166 Jul 16 17:58:03.468479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff7cdbd-3602-4bc1-87d4-81b0d9a04a8b req-bba85163-27f3-4d95-9362-a2ae8fab09d7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215377 Jul 16 17:58:03.641193 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b012c154-5065-4316-8804-0402b2bf1dcb req-c3c9d714-cb3b-408a-86e3-3251aacdb36f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.646242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d428747d-b02f-4998-8650-989c04e0e040 req-7183c75c-fedd-45fe-9eea-646d8a2b2a96 tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.52 "GET /v2.0/ports?device_id=95d3145c-defa-4475-9f1b-eeb2b18f52b0 HTTP/1.1" status: 200 len: 210 time: 0.0396097 Jul 16 17:58:03.667475 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['90aed264-2ff3-46be-96d7-e52362418e3e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:03.692668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9d714-cb3b-408a-86e3-3251aacdb36f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Pushing event deleted for resources: {'Port': ['ID=90aed264-2ff3-46be-96d7-e52362418e3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:03.720964 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.785824 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179987ce-21f0-47fb-9610-fc9f039c11b8 req-157c5fff-2d11-4cec-9616-9d60c980ca18 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.787829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-179987ce-21f0-47fb-9610-fc9f039c11b8 req-157c5fff-2d11-4cec-9616-9d60c980ca18 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 946 time: 0.2225077 Jul 16 17:58:03.794829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b012c154-5065-4316-8804-0402b2bf1dcb req-c3c9d714-cb3b-408a-86e3-3251aacdb36f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] No DVR routers for this DVR port 90aed264-2ff3-46be-96d7-e52362418e3e on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:03.805978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b012c154-5065-4316-8804-0402b2bf1dcb req-c3c9d714-cb3b-408a-86e3-3251aacdb36f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.807999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b012c154-5065-4316-8804-0402b2bf1dcb req-c3c9d714-cb3b-408a-86e3-3251aacdb36f tempest-ServersAdminTestJSON-1509860730 tempest-ServersAdminTestJSON-1509860730-project] 10.222.0.42 "DELETE /v2.0/ports/90aed264-2ff3-46be-96d7-e52362418e3e HTTP/1.1" status: 204 len: 173 time: 0.9397306 Jul 16 17:58:03.808478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d3145c-defa-4475-9f1b-eeb2b18f52b0', 'name': 'network-vif-deleted', 'tag': '90aed264-2ff3-46be-96d7-e52362418e3e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:03.810932 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70146ad-e54f-47ae-b37d-90a46fefc7f4" -d '{"events": [{"server_uuid": "95d3145c-defa-4475-9f1b-eeb2b18f52b0", "name": "network-vif-deleted", "tag": "90aed264-2ff3-46be-96d7-e52362418e3e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:03.856468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-473a1e4d-d2fe-4b43-903a-fca068efd900 req-b1a46bd7-5512-4475-a2fe-f30bdeba9607 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/f15efa56-2b8e-42ce-8522-5f89fdf6737d HTTP/1.1" status: 200 len: 1773 time: 0.1585596 Jul 16 17:58:03.897121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-179987ce-21f0-47fb-9610-fc9f039c11b8 req-555fecd7-59fd-4f08-9448-6782da4bbcb2 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/security-groups?id=5717386a-0964-4822-ab2b-c5237611b444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975811 Jul 16 17:58:03.920338 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6097a0a-877b-4678-bfc2-4ca500780dfc x-openstack-request-id: req-f6097a0a-877b-4678-bfc2-4ca500780dfc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:03.920639 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "name": "network-vif-plugged", "status": "completed", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39", "code": 200}, {"server_uuid": "c2b86d6b-e173-48d9-bf72-a91ceef461b9", "name": "network-vif-plugged", "status": "completed", "tag": "77f974a0-0b78-4fef-917a-e0053d88de99", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:03.930222 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6097a0a-877b-4678-bfc2-4ca500780dfc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:03.930766 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'code': 200} Jul 16 17:58:03.931047 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b86d6b-e173-48d9-bf72-a91ceef461b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f974a0-0b78-4fef-917a-e0053d88de99', 'code': 200} Jul 16 17:58:04.146993 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ddc16-6df4-4b94-b8ae-d8412953e835 req-666492d6-79da-4f33-8215-f0a57e8ec174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.151654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c81ddc16-6df4-4b94-b8ae-d8412953e835 req-666492d6-79da-4f33-8215-f0a57e8ec174 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 1096 time: 0.0984297 Jul 16 17:58:04.215134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c81ddc16-6df4-4b94-b8ae-d8412953e835 req-c5863752-efca-492e-992c-653563ca6013 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526743 Jul 16 17:58:04.249019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a422e21-cffa-418c-a334-bfdb669fc51e req-3bbf8e3e-5124-4a13-9b04-8d02b79ec63e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.250688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a422e21-cffa-418c-a334-bfdb669fc51e req-3bbf8e3e-5124-4a13-9b04-8d02b79ec63e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 945 time: 0.0981767 Jul 16 17:58:04.314850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a422e21-cffa-418c-a334-bfdb669fc51e req-d6456e5d-ba8b-4477-bd77-00973182058a tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519221 Jul 16 17:58:04.420235 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016fbf12-d34e-489f-ad16-f3266b331fab x-openstack-request-id: req-016fbf12-d34e-489f-ad16-f3266b331fab {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:04.420534 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d3145c-defa-4475-9f1b-eeb2b18f52b0", "name": "network-vif-deleted", "tag": "90aed264-2ff3-46be-96d7-e52362418e3e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:04.420794 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-016fbf12-d34e-489f-ad16-f3266b331fab {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:04.421206 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d3145c-defa-4475-9f1b-eeb2b18f52b0', 'name': 'network-vif-deleted', 'tag': '90aed264-2ff3-46be-96d7-e52362418e3e', 'status': 'completed', 'code': 200} Jul 16 17:58:04.533259 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dd27324-1193-44f2-a5cd-6903f1ed5b7f req-1cab8eda-6cf1-4a2b-aa31-b9ab61c65372 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/f15efa56-2b8e-42ce-8522-5f89fdf6737d HTTP/1.1" status: 200 len: 1773 time: 0.0963047 Jul 16 17:58:04.600149 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451acb1-c95b-4247-82b3-b081fa09b97f req-03ef4dfb-b1a9-4447-a56d-957e31eafc47 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.602149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f451acb1-c95b-4247-82b3-b081fa09b97f req-03ef4dfb-b1a9-4447-a56d-957e31eafc47 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.38 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 946 time: 0.1373658 Jul 16 17:58:04.652793 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1dd27324-1193-44f2-a5cd-6903f1ed5b7f req-c39e0934-dd98-4a0c-b2f8-24867c79700a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.698008 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1dd27324-1193-44f2-a5cd-6903f1ed5b7f req-c39e0934-dd98-4a0c-b2f8-24867c79700a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.776386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1dd27324-1193-44f2-a5cd-6903f1ed5b7f req-c39e0934-dd98-4a0c-b2f8-24867c79700a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.779048 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1dd27324-1193-44f2-a5cd-6903f1ed5b7f req-c39e0934-dd98-4a0c-b2f8-24867c79700a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.791106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dd27324-1193-44f2-a5cd-6903f1ed5b7f req-c39e0934-dd98-4a0c-b2f8-24867c79700a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "DELETE /v2.0/security-groups/f15efa56-2b8e-42ce-8522-5f89fdf6737d HTTP/1.1" status: 204 len: 173 time: 0.2573824 Jul 16 17:58:04.800321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f451acb1-c95b-4247-82b3-b081fa09b97f req-d11a93af-9428-4a93-9ba2-8e2efd4b0002 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Deleting port 82a73ecc-dc84-447a-99b1-f6ab32bacb41 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:04.800815 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f451acb1-c95b-4247-82b3-b081fa09b97f req-d11a93af-9428-4a93-9ba2-8e2efd4b0002 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.829144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e0934-dd98-4a0c-b2f8-24867c79700a tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15efa56-2b8e-42ce-8522-5f89fdf6737d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:04.958123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc6d64-3e5d-474e-8839-6617d5059ba5 req-0b472365-6646-403d-98d0-f45193a9914b tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.966788 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bbc6d64-3e5d-474e-8839-6617d5059ba5 req-0b472365-6646-403d-98d0-f45193a9914b tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 1095 time: 0.1682713 Jul 16 17:58:04.978917 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f451acb1-c95b-4247-82b3-b081fa09b97f req-d11a93af-9428-4a93-9ba2-8e2efd4b0002 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] For port 82a73ecc-dc84-447a-99b1-f6ab32bacb41, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=82a73ecc-dc84-447a-99b1-f6ab32bacb41,segment=NetworkSegment(8660e484-5f42-46ff-b653-037d61d20a83),segment_id=8660e484-5f42-46ff-b653-037d61d20a83)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:04.979559 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f451acb1-c95b-4247-82b3-b081fa09b97f req-d11a93af-9428-4a93-9ba2-8e2efd4b0002 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.000689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f451acb1-c95b-4247-82b3-b081fa09b97f req-d11a93af-9428-4a93-9ba2-8e2efd4b0002 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Calling delete_port for 82a73ecc-dc84-447a-99b1-f6ab32bacb41 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:05.040735 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bbc6d64-3e5d-474e-8839-6617d5059ba5 req-3ce2eaf3-e6c4-482c-98f2-fb8436302bc3 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727265 Jul 16 17:58:05.349239 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.370138 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f451acb1-c95b-4247-82b3-b081fa09b97f req-d11a93af-9428-4a93-9ba2-8e2efd4b0002 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.383196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['82a73ecc-dc84-447a-99b1-f6ab32bacb41'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:05.445107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a93af-9428-4a93-9ba2-8e2efd4b0002 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Pushing event deleted for resources: {'Port': ['ID=82a73ecc-dc84-447a-99b1-f6ab32bacb41,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:05.459556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:05.509284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f451acb1-c95b-4247-82b3-b081fa09b97f req-d11a93af-9428-4a93-9ba2-8e2efd4b0002 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] No DVR routers for this DVR port 82a73ecc-dc84-447a-99b1-f6ab32bacb41 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:05.523005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f451acb1-c95b-4247-82b3-b081fa09b97f req-d11a93af-9428-4a93-9ba2-8e2efd4b0002 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.526202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f451acb1-c95b-4247-82b3-b081fa09b97f req-d11a93af-9428-4a93-9ba2-8e2efd4b0002 tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.38 "DELETE /v2.0/ports/82a73ecc-dc84-447a-99b1-f6ab32bacb41 HTTP/1.1" status: 204 len: 173 time: 0.9114819 Jul 16 17:58:05.675785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d7c3b00-3c43-44f5-a1f6-0eb6216d1a26 req-fc8f2f87-73c9-4dde-b79f-85c4fe85417e tempest-AttachSCSIVolumeTestJSON-183342872 tempest-AttachSCSIVolumeTestJSON-183342872-project] 10.222.0.52 "GET /v2.0/ports?device_id=669b8c52-ce96-4480-a330-20a4ccd329c2 HTTP/1.1" status: 200 len: 210 time: 0.0755115 Jul 16 17:58:05.803631 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8281d52f-0db4-4def-b1c0-a42cac519d40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30a544b655ef464fb81dc4c2677ed532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426716 Jul 16 17:58:05.806204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:05.837732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c995e-e547-4698-9ac6-77f7674c6d99 req-0a9350e1-246f-4a6e-bad4-c234b07b07ca tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.849899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b99c995e-e547-4698-9ac6-77f7674c6d99 req-0a9350e1-246f-4a6e-bad4-c234b07b07ca tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 945 time: 0.1800795 Jul 16 17:58:05.908149 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6880504a-0ac1-42eb-a7b8-18e7f4b79611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.930863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b99c995e-e547-4698-9ac6-77f7674c6d99 req-0f0fcabc-d83a-4c8e-95a7-ec459c13a21a tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782902 Jul 16 17:58:05.936076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90aed264-2ff3-46be-96d7-e52362418e3e no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:05.951529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6880504a-0ac1-42eb-a7b8-18e7f4b79611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.978982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 90aed264-2ff3-46be-96d7-e52362418e3e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:05.979735 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90aed264-2ff3-46be-96d7-e52362418e3e not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:06.005233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9634f8-0ce5-4bb9-af06-556113325eaf req-e602c048-2139-41a4-aca2-2f6085ab87d6 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.014747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b9634f8-0ce5-4bb9-af06-556113325eaf req-e602c048-2139-41a4-aca2-2f6085ab87d6 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.1441197 Jul 16 17:58:06.029046 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6880504a-0ac1-42eb-a7b8-18e7f4b79611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.031698 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6880504a-0ac1-42eb-a7b8-18e7f4b79611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.035719 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6880504a-0ac1-42eb-a7b8-18e7f4b79611 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea202baf-0bcb-40e4-b614-f6b5fb5335e1 HTTP/1.1" status: 204 len: 168 time: 0.2255239 Jul 16 17:58:06.048233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880504a-0ac1-42eb-a7b8-18e7f4b79611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea202baf-0bcb-40e4-b614-f6b5fb5335e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:06.071507 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b9634f8-0ce5-4bb9-af06-556113325eaf req-8b7a07bb-dcb8-441b-8678-0cc3d00c8189 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557895 Jul 16 17:58:06.164996 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-c3876136-bee1-4442-ba0b-2359d91efe69 req-782a2f30-cb21-4bb2-bf3b-1d1ec90b5358 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] show failed (client error): The resource could not be found. Jul 16 17:58:06.166177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3876136-bee1-4442-ba0b-2359d91efe69 req-782a2f30-cb21-4bb2-bf3b-1d1ec90b5358 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/0df8f79b-6f29-4b1d-a1b7-c1fcb4dd86d8 HTTP/1.1" status: 404 len: 352 time: 0.0575359 Jul 16 17:58:06.341766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-f17c6ee6-ee57-46ca-a500-a243b5dc513e tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.345927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-f17c6ee6-ee57-46ca-a500-a243b5dc513e tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 807 time: 0.2583067 Jul 16 17:58:06.374054 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-d7a39fa6-ff90-4c2c-a75b-fdc97be787d8 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/quotas/8dc149fb96834be9abc17afebb864774 HTTP/1.1" status: 200 len: 375 time: 0.0217006 Jul 16 17:58:06.422971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669b8c52-ce96-4480-a330-20a4ccd329c2', 'name': 'network-vif-deleted', 'tag': '82a73ecc-dc84-447a-99b1-f6ab32bacb41'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:06.426183 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcbb8b5-24ea-4022-861e-30e2697035ac" -d '{"events": [{"server_uuid": "669b8c52-ce96-4480-a330-20a4ccd329c2", "name": "network-vif-deleted", "tag": "82a73ecc-dc84-447a-99b1-f6ab32bacb41"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:06.493121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-5eb72b10-6c28-41d8-be6d-1d14d7fae69a tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1173086 Jul 16 17:58:06.531049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:06.594027 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1338ece8-45e5-4cf7-9042-9547211e1711 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef83fd0aa898436fbd89620c870a7ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617208 Jul 16 17:58:06.594962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:06.650172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3de1a9fe-3b02-495f-bae9-a42379470c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.678022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3de1a9fe-3b02-495f-bae9-a42379470c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.681656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-fc328171-93e5-481f-ad99-ecc862966e26 service neutron] 10.222.0.52 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808860 Jul 16 17:58:06.699357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00a2d9-ad38-4a52-803a-746064976683 req-3bb90d88-0624-4dde-ae5c-39c3a455cd4d tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.700997 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b00a2d9-ad38-4a52-803a-746064976683 req-3bb90d88-0624-4dde-ae5c-39c3a455cd4d tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfb0ae32-bb7d-49c1-8920-b56d89558ddb HTTP/1.1" status: 200 len: 945 time: 0.1370208 Jul 16 17:58:06.747715 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3de1a9fe-3b02-495f-bae9-a42379470c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.751293 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3de1a9fe-3b02-495f-bae9-a42379470c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.755808 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3de1a9fe-3b02-495f-bae9-a42379470c56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4e5d852-a515-497d-8059-a9ec3ab77818 HTTP/1.1" status: 204 len: 168 time: 0.1595590 Jul 16 17:58:06.765975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1a9fe-3b02-495f-bae9-a42379470c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e5d852-a515-497d-8059-a9ec3ab77818,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:06.839488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-a7031303-5a15-4f0d-b454-ebfe2a27a53e service neutron] 10.222.0.52 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563661 Jul 16 17:58:06.854573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b00a2d9-ad38-4a52-803a-746064976683 req-87ebe580-bf24-4b14-9963-c805840ace2e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420119 Jul 16 17:58:06.891708 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-d9c9b5b9-c4c4-4a30-b468-6aac3006e488 req-8376924c-a3b4-42dd-a3f1-9a473fc8a8e3 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] show failed (client error): The resource could not be found. Jul 16 17:58:06.898006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9c9b5b9-c4c4-4a30-b468-6aac3006e488 req-8376924c-a3b4-42dd-a3f1-9a473fc8a8e3 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/2b24957c-d6cc-4656-a58e-afa863d04c00 HTTP/1.1" status: 404 len: 352 time: 0.0245631 Jul 16 17:58:06.949453 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf99174-ae6a-4fb0-a336-d17d9669ea08 x-openstack-request-id: req-0bf99174-ae6a-4fb0-a336-d17d9669ea08 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:06.949746 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669b8c52-ce96-4480-a330-20a4ccd329c2", "name": "network-vif-deleted", "tag": "82a73ecc-dc84-447a-99b1-f6ab32bacb41", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:06.950045 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0bf99174-ae6a-4fb0-a336-d17d9669ea08 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:06.950498 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669b8c52-ce96-4480-a330-20a4ccd329c2', 'name': 'network-vif-deleted', 'tag': '82a73ecc-dc84-447a-99b1-f6ab32bacb41', 'status': 'completed', 'code': 200} Jul 16 17:58:07.063084 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-71d7b424-5f8d-4087-a946-4f20c5681433 req-2540471b-a294-41bd-bbdc-7973b1572ee6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] show failed (client error): The resource could not be found. Jul 16 17:58:07.065856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71d7b424-5f8d-4087-a946-4f20c5681433 req-2540471b-a294-41bd-bbdc-7973b1572ee6 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/683a75ba-f76e-44f1-a5b5-0ea22c4427fe HTTP/1.1" status: 404 len: 352 time: 0.0212862 Jul 16 17:58:07.164649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-10a1e614-18f6-4fec-ba23-4d27b16fc989 req-e97bbccc-e908-4928-b31c-455fdb9f6412 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 210 time: 0.0440855 Jul 16 17:58:07.199724 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-8bbe3f56-0942-4288-864b-e2a352a9403a req-f24fb859-db96-4f45-a977-391fd4cc2ed8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] show failed (client error): The resource could not be found. Jul 16 17:58:07.208174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8bbe3f56-0942-4288-864b-e2a352a9403a req-f24fb859-db96-4f45-a977-391fd4cc2ed8 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/f53280dd-fe1d-4b15-861b-b11b0ede97f2 HTTP/1.1" status: 404 len: 352 time: 0.0231986 Jul 16 17:58:07.517816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df49999-536c-4e2c-a9df-fd9001fdbb9b req-2adeeeb8-7b4a-499a-b364-121029c4d018 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.526559 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1df49999-536c-4e2c-a9df-fd9001fdbb9b req-2adeeeb8-7b4a-499a-b364-121029c4d018 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.1244397 Jul 16 17:58:07.592201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1df49999-536c-4e2c-a9df-fd9001fdbb9b req-cf62a6a4-0376-41c5-be15-3403cb68bb3f tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643585 Jul 16 17:58:07.611253 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-2ce66b6d-02fc-4219-b01f-c660fb282391 req-ab2d7f8f-7c13-42ca-8701-ef581a72cc6c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] show failed (client error): The resource could not be found. Jul 16 17:58:07.613433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ce66b6d-02fc-4219-b01f-c660fb282391 req-ab2d7f8f-7c13-42ca-8701-ef581a72cc6c tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/ea243052-383f-4b70-9004-43695618cbfb HTTP/1.1" status: 404 len: 352 time: 0.0507715 Jul 16 17:58:07.792019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:07.870519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 82a73ecc-dc84-447a-99b1-f6ab32bacb41 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:08.051526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:08.078504 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7', 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7', 'port_id': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7', 'mac_address': 'fa:16:3e:b9:50:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d56569-946b-4ac5-99fb-aa68959ab227', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:08.115258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 82a73ecc-dc84-447a-99b1-f6ab32bacb41 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:08.116759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 82a73ecc-dc84-447a-99b1-f6ab32bacb41 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:08.177617 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.183076 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-ac838075-5697-4a88-98af-f3005d40ce70 req-173b7adc-11f0-461a-ac31-d25d4dfbab22 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] show failed (client error): The resource could not be found. Jul 16 17:58:08.198404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:08.199812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac838075-5697-4a88-98af-f3005d40ce70 req-173b7adc-11f0-461a-ac31-d25d4dfbab22 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/26f1ef67-c4ec-4edd-a453-04b94b64c9fc HTTP/1.1" status: 404 len: 352 time: 0.0375941 Jul 16 17:58:08.234211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:08.239555 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.390436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['8e720657-bafb-43f2-b4ab-1f82ff9f6ef7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:08.395997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:08.410001 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-552b6e6a-940a-4d48-b27f-243d35c27857 req-e4ea9e3c-31b5-4ea6-8ae2-4146e7502116 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 210 time: 0.0619237 Jul 16 17:58:09.002136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-7b82dce0-dd90-4414-ad47-0948112741fa tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.010559 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-7b82dce0-dd90-4414-ad47-0948112741fa tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/networks?id=4166a238-633d-445b-a602-76cc9208f0ca HTTP/1.1" status: 200 len: 812 time: 0.2383342 Jul 16 17:58:09.032405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-0e699117-e844-420b-bff5-fab2494b1f43 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/quotas/59bd541ef1a24f40b7ffbf8307849e54 HTTP/1.1" status: 200 len: 375 time: 0.0205424 Jul 16 17:58:09.271303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146afb21-2962-42b1-8bd2-203116796c60 req-8fb17afc-75f9-49e4-a9e3-118dbaf772fe tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.277226 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-146afb21-2962-42b1-8bd2-203116796c60 req-8fb17afc-75f9-49e4-a9e3-118dbaf772fe tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb0ae32-bb7d-49c1-8920-b56d89558ddb HTTP/1.1" status: 200 len: 945 time: 0.1498690 Jul 16 17:58:09.315083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-5d309332-89c5-4834-96d9-e1c460e49782 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.316731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-5d309332-89c5-4834-96d9-e1c460e49782 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.42 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 807 time: 0.1893370 Jul 16 17:58:09.326310 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af31797-7e7c-4a18-8716-e32578ecae96 req-03a140b9-fbe1-40e6-826f-85e466c65343 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.328762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0af31797-7e7c-4a18-8716-e32578ecae96 req-03a140b9-fbe1-40e6-826f-85e466c65343 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 945 time: 0.3824484 Jul 16 17:58:09.335276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Request body: {'port': {'device_id': 'ba640299-8043-451b-adc7-ad978f30527a', 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e', 'admin_state_up': True, 'tenant_id': '8dc149fb96834be9abc17afebb864774'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:09.494426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-146afb21-2962-42b1-8bd2-203116796c60 req-36c5e7f2-6c55-4211-b9f7-5852fd699f4e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Deleting port bc7b96cd-5ccd-4885-baaa-6670a62c3296 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:09.495040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-146afb21-2962-42b1-8bd2-203116796c60 req-36c5e7f2-6c55-4211-b9f7-5852fd699f4e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.809405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:09.837885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-2f27d3cd-c661-47d5-aca7-ee11bcc0c2be tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=59bd541ef1a24f40b7ffbf8307849e54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8045900 Jul 16 17:58:09.838784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Made reservation on behalf of 8dc149fb96834be9abc17afebb864774 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:09.844271 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.917046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:09.917603 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.016555 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.045036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9c4eb6-502a-4a36-905a-fe4382a15960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:10.048086 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c12c1ee-41cb-469d-b409-1c0ef5c30174" -d '{"events": [{"server_uuid": "9b9c4eb6-502a-4a36-905a-fe4382a15960", "name": "network-vif-plugged", "status": "completed", "tag": "8e720657-bafb-43f2-b4ab-1f82ff9f6ef7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:10.064233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:10.070087 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.151993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-146afb21-2962-42b1-8bd2-203116796c60 req-36c5e7f2-6c55-4211-b9f7-5852fd699f4e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] For port bc7b96cd-5ccd-4885-baaa-6670a62c3296, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=bc7b96cd-5ccd-4885-baaa-6670a62c3296,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:10.155578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-146afb21-2962-42b1-8bd2-203116796c60 req-36c5e7f2-6c55-4211-b9f7-5852fd699f4e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.178992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:10.194274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-146afb21-2962-42b1-8bd2-203116796c60 req-36c5e7f2-6c55-4211-b9f7-5852fd699f4e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Calling delete_port for bc7b96cd-5ccd-4885-baaa-6670a62c3296 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:10.215791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-b29388a2-116f-4e1d-a51f-41c8a38b601a service neutron] 10.222.0.52 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513603 Jul 16 17:58:10.267552 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a94655-26ca-4af8-abd2-5a2fbb1ec4de req-8fbca727-4f54-4b02-accf-70ead1caf417 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.269403 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c0a94655-26ca-4af8-abd2-5a2fbb1ec4de req-8fbca727-4f54-4b02-accf-70ead1caf417 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2b86d6b-e173-48d9-bf72-a91ceef461b9 HTTP/1.1" status: 200 len: 945 time: 0.2347326 Jul 16 17:58:10.273078 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0af31797-7e7c-4a18-8716-e32578ecae96 req-3a37e389-19b2-4c96-bbb7-d87824da3799 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8073342 Jul 16 17:58:10.342236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Allocated IP 172.20.0.13 (f7de7ee4-fe4c-401a-990c-c9868fce980e/3a6dfec8-d37c-42a8-86bf-6b4d8073d447/cd94d7f7-eef1-4fad-8669-3c3b20abc9d9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:10.459407 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-146afb21-2962-42b1-8bd2-203116796c60 req-36c5e7f2-6c55-4211-b9f7-5852fd699f4e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.475256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['bc7b96cd-5ccd-4885-baaa-6670a62c3296', '77f974a0-0b78-4fef-917a-e0053d88de99'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:10.540486 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5e7f2-6c55-4211-b9f7-5852fd699f4e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Pushing event deleted for resources: {'Port': ['ID=bc7b96cd-5ccd-4885-baaa-6670a62c3296,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:10.557910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c0a94655-26ca-4af8-abd2-5a2fbb1ec4de req-2cc43663-598e-463c-8c3a-f87e73bb43df tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Deleting port 77f974a0-0b78-4fef-917a-e0053d88de99 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:10.561028 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0a94655-26ca-4af8-abd2-5a2fbb1ec4de req-2cc43663-598e-463c-8c3a-f87e73bb43df tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.627620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-010786dc-0e5b-41cd-b8ea-ebd5752dc5db service neutron] 10.222.0.52 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105830 Jul 16 17:58:10.770423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2fb91-83cb-4d49-9344-13e3ae49c79e req-57cb908e-f4fd-4afb-9648-d9f0cc040f70 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.779707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2d2fb91-83cb-4d49-9344-13e3ae49c79e req-57cb908e-f4fd-4afb-9648-d9f0cc040f70 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.38 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 1023 time: 0.3320322 Jul 16 17:58:10.801389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-146afb21-2962-42b1-8bd2-203116796c60 req-36c5e7f2-6c55-4211-b9f7-5852fd699f4e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] No DVR routers for this DVR port bc7b96cd-5ccd-4885-baaa-6670a62c3296 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:10.806688 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-146afb21-2962-42b1-8bd2-203116796c60 req-36c5e7f2-6c55-4211-b9f7-5852fd699f4e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.809982 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-146afb21-2962-42b1-8bd2-203116796c60 req-36c5e7f2-6c55-4211-b9f7-5852fd699f4e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.42 "DELETE /v2.0/ports/bc7b96cd-5ccd-4885-baaa-6670a62c3296 HTTP/1.1" status: 204 len: 173 time: 1.5126774 Jul 16 17:58:10.810993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb0ae32-bb7d-49c1-8920-b56d89558ddb', 'name': 'network-vif-deleted', 'tag': 'bc7b96cd-5ccd-4885-baaa-6670a62c3296'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:10.813740 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca4c2b4-f49f-48d1-a24a-b1e37d2e8d6a" -d '{"events": [{"server_uuid": "bfb0ae32-bb7d-49c1-8920-b56d89558ddb", "name": "network-vif-deleted", "tag": "bc7b96cd-5ccd-4885-baaa-6670a62c3296"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:10.855590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c0a94655-26ca-4af8-abd2-5a2fbb1ec4de req-2cc43663-598e-463c-8c3a-f87e73bb43df tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] For port 77f974a0-0b78-4fef-917a-e0053d88de99, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=77f974a0-0b78-4fef-917a-e0053d88de99,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:10.859052 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0a94655-26ca-4af8-abd2-5a2fbb1ec4de req-2cc43663-598e-463c-8c3a-f87e73bb43df tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.898515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c0a94655-26ca-4af8-abd2-5a2fbb1ec4de req-2cc43663-598e-463c-8c3a-f87e73bb43df tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Calling delete_port for 77f974a0-0b78-4fef-917a-e0053d88de99 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:11.132008 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.196520 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0a94655-26ca-4af8-abd2-5a2fbb1ec4de req-2cc43663-598e-463c-8c3a-f87e73bb43df tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.209586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['bc7b96cd-5ccd-4885-baaa-6670a62c3296'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:11.270584 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc43663-598e-463c-8c3a-f87e73bb43df tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Pushing event deleted for resources: {'Port': ['ID=77f974a0-0b78-4fef-917a-e0053d88de99,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:11.299294 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.409006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Pushing event updated for resources: {'Port': ['ID=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:11.424318 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a94655-26ca-4af8-abd2-5a2fbb1ec4de req-2cc43663-598e-463c-8c3a-f87e73bb43df tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] No DVR routers for this DVR port 77f974a0-0b78-4fef-917a-e0053d88de99 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:11.436014 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c0a94655-26ca-4af8-abd2-5a2fbb1ec4de req-2cc43663-598e-463c-8c3a-f87e73bb43df tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.438539 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c0a94655-26ca-4af8-abd2-5a2fbb1ec4de req-2cc43663-598e-463c-8c3a-f87e73bb43df tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.42 "DELETE /v2.0/ports/77f974a0-0b78-4fef-917a-e0053d88de99 HTTP/1.1" status: 204 len: 173 time: 1.1590774 Jul 16 17:58:11.451235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca86f2-5e5c-464a-a680-3d37f02d3e00 req-164f57e4-6182-4417-ada5-471161c5ea0e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.460842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dca86f2-5e5c-464a-a680-3d37f02d3e00 req-164f57e4-6182-4417-ada5-471161c5ea0e tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 1023 time: 0.6778519 Jul 16 17:58:11.508029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a2d2fb91-83cb-4d49-9344-13e3ae49c79e req-30173493-6d69-40af-828c-54585d275ab4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Deleting port 528cf423-8928-41bd-86fb-9d261bae9334 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:11.508506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2d2fb91-83cb-4d49-9344-13e3ae49c79e req-30173493-6d69-40af-828c-54585d275ab4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.641157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a2d2fb91-83cb-4d49-9344-13e3ae49c79e req-30173493-6d69-40af-828c-54585d275ab4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] For port 528cf423-8928-41bd-86fb-9d261bae9334, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=528cf423-8928-41bd-86fb-9d261bae9334,segment=NetworkSegment(d1efc249-070b-47f0-81e4-784e349ad2c7),segment_id=d1efc249-070b-47f0-81e4-784e349ad2c7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:11.641718 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2d2fb91-83cb-4d49-9344-13e3ae49c79e req-30173493-6d69-40af-828c-54585d275ab4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.662297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a2d2fb91-83cb-4d49-9344-13e3ae49c79e req-30173493-6d69-40af-828c-54585d275ab4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Calling delete_port for 528cf423-8928-41bd-86fb-9d261bae9334 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:11.844256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Network f7de7ee4-fe4c-401a-990c-c9868fce980e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:11.866343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:11.876489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:11.883408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.884167 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.909837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dca86f2-5e5c-464a-a680-3d37f02d3e00 req-589146dc-2466-4762-a99b-22c62db7f891 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fafa1ef-bd7c-459f-9276-c410e32bbe54&id=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc&id=b8a84c68-a7e7-4226-9004-8a1a117eeb06&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4466908 Jul 16 17:58:11.920158 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2d2fb91-83cb-4d49-9344-13e3ae49c79e req-30173493-6d69-40af-828c-54585d275ab4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.978773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30173493-6d69-40af-828c-54585d275ab4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event deleted for resources: {'Port': ['ID=528cf423-8928-41bd-86fb-9d261bae9334,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:11.992861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-efe0b9d8-5864-4ff0-8fbe-35f50ad64cce tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6614280 Jul 16 17:58:12.010131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a031-9648-4518-87a3-b30e5ffcda1e req-c8140481-40fc-4052-9d16-88420e38e60f tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.019052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a618a031-9648-4518-87a3-b30e5ffcda1e req-c8140481-40fc-4052-9d16-88420e38e60f tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 932 time: 0.7877009 Jul 16 17:58:12.030756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Request body: {'port': {'device_id': 'ba640299-8043-451b-adc7-ad978f30527a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:12.110268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d2fb91-83cb-4d49-9344-13e3ae49c79e req-30173493-6d69-40af-828c-54585d275ab4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] No DVR routers for this DVR port 528cf423-8928-41bd-86fb-9d261bae9334 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:12.114447 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2d2fb91-83cb-4d49-9344-13e3ae49c79e req-30173493-6d69-40af-828c-54585d275ab4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.117075 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2d2fb91-83cb-4d49-9344-13e3ae49c79e req-30173493-6d69-40af-828c-54585d275ab4 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.38 "DELETE /v2.0/ports/528cf423-8928-41bd-86fb-9d261bae9334 HTTP/1.1" status: 204 len: 173 time: 1.3329432 Jul 16 17:58:12.120110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381653eb-c839-4e54-91ce-134c95b4f684', 'name': 'network-vif-deleted', 'tag': '528cf423-8928-41bd-86fb-9d261bae9334'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:12.122440 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88a7e0b-d3d2-4c46-a18c-4599bd79aa28" -d '{"events": [{"server_uuid": "381653eb-c839-4e54-91ce-134c95b4f684", "name": "network-vif-deleted", "tag": "528cf423-8928-41bd-86fb-9d261bae9334"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:12.161536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a618a031-9648-4518-87a3-b30e5ffcda1e req-4c295d4e-17fb-4ba0-9300-e77e053115a9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409285 Jul 16 17:58:12.248221 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e422e79e-86e0-454f-ad9d-33b86901e307 x-openstack-request-id: req-e422e79e-86e0-454f-ad9d-33b86901e307 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:12.248735 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9c4eb6-502a-4a36-905a-fe4382a15960", "name": "network-vif-plugged", "status": "completed", "tag": "8e720657-bafb-43f2-b4ab-1f82ff9f6ef7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:12.248973 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e422e79e-86e0-454f-ad9d-33b86901e307 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:12.249175 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9c4eb6-502a-4a36-905a-fe4382a15960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7', 'code': 200} Jul 16 17:58:12.272783 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.335783 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a2449d-09aa-4192-a084-12864827d71e x-openstack-request-id: req-e2a2449d-09aa-4192-a084-12864827d71e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:12.336722 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb0ae32-bb7d-49c1-8920-b56d89558ddb", "name": "network-vif-deleted", "tag": "bc7b96cd-5ccd-4885-baaa-6670a62c3296", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:12.337134 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2a2449d-09aa-4192-a084-12864827d71e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:12.337756 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb0ae32-bb7d-49c1-8920-b56d89558ddb', 'name': 'network-vif-deleted', 'tag': 'bc7b96cd-5ccd-4885-baaa-6670a62c3296', 'status': 'completed', 'code': 200} Jul 16 17:58:12.603143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-e859dbee-356a-42ba-90d7-a20e99749487 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a2cd28ecd8c48ed982ea0ec59ef0f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739903 Jul 16 17:58:12.988754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910e474-1ee5-40f5-baaf-5838be898186 req-21f5eda4-2cd5-4388-bc4e-18fcd8bae9e0 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.990517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-21f5eda4-2cd5-4388-bc4e-18fcd8bae9e0 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3700287 Jul 16 17:58:13.041763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-95d84e36-a083-44e9-952d-87cbb59553d0 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/quotas/4a2cd28ecd8c48ed982ea0ec59ef0f66 HTTP/1.1" status: 200 len: 375 time: 0.0380986 Jul 16 17:58:13.075648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:13.104408 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.109662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-6a1514bf-dd7c-4c5e-aebf-6c4cbc92a7d1 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a2cd28ecd8c48ed982ea0ec59ef0f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566025 Jul 16 17:58:13.132839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0a29d-75e5-486e-b423-a07968fe2f33 req-c90e2dfd-1990-4d30-90dc-6eb3570401d5 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.139762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55a0a29d-75e5-486e-b423-a07968fe2f33 req-c90e2dfd-1990-4d30-90dc-6eb3570401d5 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 946 time: 0.2770307 Jul 16 17:58:13.149701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Transition to ACTIVE for port object cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:13.171989 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.323288 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55a0a29d-75e5-486e-b423-a07968fe2f33 req-4c496731-41cf-4211-8502-c3ba72873ceb tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825385 Jul 16 17:58:13.351580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:13.451740 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d66e2d2-dcf7-485d-a07f-ceec1ab34fbe x-openstack-request-id: req-2d66e2d2-dcf7-485d-a07f-ceec1ab34fbe {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:13.452368 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381653eb-c839-4e54-91ce-134c95b4f684", "name": "network-vif-deleted", "tag": "528cf423-8928-41bd-86fb-9d261bae9334", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:13.452832 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d66e2d2-dcf7-485d-a07f-ceec1ab34fbe {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:13.453469 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381653eb-c839-4e54-91ce-134c95b4f684', 'name': 'network-vif-deleted', 'tag': '528cf423-8928-41bd-86fb-9d261bae9334', 'status': 'completed', 'code': 200} Jul 16 17:58:13.480816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Attempting to bind port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:13.482543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Attempting to bind port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:13.483353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Attempting to bind port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:13.499540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on network f7de7ee4-fe4c-401a-990c-c9868fce980e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:13.500268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Attempting to bind port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:13.509062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:13.522722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:13.523488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Bound using segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:13.524178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Bound port: cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:13.524803 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.685985 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14c9aa87-f389-4c3a-b2a2-e566b4107945 req-d07710f9-f499-4330-ad64-17565a0d510a tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=677cb3b2-b331-4199-beb1-15d02c987efa HTTP/1.1" status: 200 len: 210 time: 0.0476770 Jul 16 17:58:13.690554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:13.731300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:13.743926 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.845561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:13.878043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.898527 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.900180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 HTTP/1.1" status: 200 len: 1092 time: 1.8786099 Jul 16 17:58:13.965974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219abedb-f11c-4d4f-a48f-13e37b2c39a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:13.994066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device bc7b96cd-5ccd-4885-baaa-6670a62c3296 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:14.055607 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-ac6fd267-c720-4304-8cdc-ace7fc295049 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.057156 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-ac6fd267-c720-4304-8cdc-ace7fc295049 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.42 "GET /v2.0/networks?id=4166a238-633d-445b-a602-76cc9208f0ca HTTP/1.1" status: 200 len: 812 time: 0.3380418 Jul 16 17:58:14.087179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Request body: {'port': {'device_id': '677cb3b2-b331-4199-beb1-15d02c987efa', 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca', 'admin_state_up': True, 'tenant_id': '59bd541ef1a24f40b7ffbf8307849e54'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:14.102919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f58d8630-57ea-4dee-a886-a58b5965caea req-2f2b40c8-2ce9-42cb-8d35-aa49700356ad tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/ports?device_id=381653eb-c839-4e54-91ce-134c95b4f684 HTTP/1.1" status: 200 len: 210 time: 0.0527141 Jul 16 17:58:14.105037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: bc7b96cd-5ccd-4885-baaa-6670a62c3296 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:14.105420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device bc7b96cd-5ccd-4885-baaa-6670a62c3296 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:14.105851 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 77f974a0-0b78-4fef-917a-e0053d88de99 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:14.214258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 77f974a0-0b78-4fef-917a-e0053d88de99 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:14.215415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 77f974a0-0b78-4fef-917a-e0053d88de99 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:14.321413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9321a167-19cd-4f8d-84ec-e702c184bdb5 req-0b2bebd7-c55a-4cfa-ba93-775baea887eb tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 210 time: 0.0944862 Jul 16 17:58:14.368095 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.389650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-7ba11771-1738-425e-a96f-92db692db561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.390181 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b86d6b-e173-48d9-bf72-a91ceef461b9', 'name': 'network-vif-deleted', 'tag': '77f974a0-0b78-4fef-917a-e0053d88de99'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:14.391221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-7ba11771-1738-425e-a96f-92db692db561 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 1095 time: 0.2873302 Jul 16 17:58:14.392520 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbd0016-7bb0-4048-8c25-16c881e8a8d7" -d '{"events": [{"server_uuid": "c2b86d6b-e173-48d9-bf72-a91ceef461b9", "name": "network-vif-deleted", "tag": "77f974a0-0b78-4fef-917a-e0053d88de99"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:14.465408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Made reservation on behalf of 59bd541ef1a24f40b7ffbf8307849e54 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:14.469671 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.495278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:14.498020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9c4eb6-502a-4a36-905a-fe4382a15960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:14.506351 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d6c408-e389-4bda-a5dc-c88143624798" -d '{"events": [{"server_uuid": "9b9c4eb6-502a-4a36-905a-fe4382a15960", "name": "network-vif-unplugged", "status": "completed", "tag": "8e720657-bafb-43f2-b4ab-1f82ff9f6ef7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:14.517919 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.519970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 528cf423-8928-41bd-86fb-9d261bae9334 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:14.545724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-0464842c-f758-4388-b828-64f5134cc101 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 HTTP/1.1" status: 200 len: 217 time: 0.1356883 Jul 16 17:58:14.681572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:14.749044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 528cf423-8928-41bd-86fb-9d261bae9334 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:14.759017 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 528cf423-8928-41bd-86fb-9d261bae9334 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:14.788800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:14.793330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:14.794252 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:14.794601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:14.794946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:14.795284 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:14.795619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:14.795946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:14.801472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:14.801968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:14.802912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:14.802912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:14.867934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Allocated IP 172.20.0.8 (4166a238-633d-445b-a602-76cc9208f0ca/9f366adf-ab61-4820-b6a0-5b7a446b4d98/9f52fc69-aa6b-4585-81e8-9dc1cad44647) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:15.064289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-e52cae61-23c1-47f2-b4f2-ca7493230429 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.065872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-e52cae61-23c1-47f2-b4f2-ca7493230429 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.38 "GET /v2.0/networks?id=4166a238-633d-445b-a602-76cc9208f0ca HTTP/1.1" status: 200 len: 812 time: 0.5191419 Jul 16 17:58:15.123586 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.209051 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.243938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-fa9fb488-e1eb-4281-ae03-4fa911014012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.246205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-fa9fb488-e1eb-4281-ae03-4fa911014012 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.6686151 Jul 16 17:58:15.253538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Request body: {'port': {'device_id': 'e39d57d1-68f4-4f60-8cff-7022438e24a8', 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca', 'admin_state_up': True, 'tenant_id': '59bd541ef1a24f40b7ffbf8307849e54'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:15.291224 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edfe8db-e6a6-408d-8ff2-3e9a16395e50 x-openstack-request-id: req-5edfe8db-e6a6-408d-8ff2-3e9a16395e50 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:15.291764 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b86d6b-e173-48d9-bf72-a91ceef461b9", "name": "network-vif-deleted", "tag": "77f974a0-0b78-4fef-917a-e0053d88de99", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:15.292224 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5edfe8db-e6a6-408d-8ff2-3e9a16395e50 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:15.292826 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b86d6b-e173-48d9-bf72-a91ceef461b9', 'name': 'network-vif-deleted', 'tag': '77f974a0-0b78-4fef-917a-e0053d88de99', 'status': 'completed', 'code': 200} Jul 16 17:58:15.305123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Network 4166a238-633d-445b-a602-76cc9208f0ca is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:15.307222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:15.314292 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:15.377938 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46fc08f-2316-42a8-854b-a96d114c8471 x-openstack-request-id: req-e46fc08f-2316-42a8-854b-a96d114c8471 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:15.378454 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9c4eb6-502a-4a36-905a-fe4382a15960", "name": "network-vif-unplugged", "status": "completed", "tag": "8e720657-bafb-43f2-b4ab-1f82ff9f6ef7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:15.378762 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e46fc08f-2316-42a8-854b-a96d114c8471 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:15.379198 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9c4eb6-502a-4a36-905a-fe4382a15960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7', 'code': 200} Jul 16 17:58:15.389597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.390154 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.392835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Pushing event updated for resources: {'Port': ['ID=9f52fc69-aa6b-4585-81e8-9dc1cad44647,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:15.416561 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-006223b6-9a5a-4224-88b5-504efa5b1377 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3336570 Jul 16 17:58:15.423678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-64319d88-098d-4c5a-8d8e-d552b35a207c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562057 Jul 16 17:58:15.438510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Request body: {'port': {'device_id': '677cb3b2-b331-4199-beb1-15d02c987efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:15.465736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba640299-8043-451b-adc7-ad978f30527a', 'tag': 'cd94d7f7-eef1-4fad-8669-3c3b20abc9d9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:15.468346 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9ce1e8-0a1a-4f69-829c-b4cd98a70f12" -d '{"events": [{"name": "network-changed", "server_uuid": "ba640299-8043-451b-adc7-ad978f30527a", "tag": "cd94d7f7-eef1-4fad-8669-3c3b20abc9d9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:15.599225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.633526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac17bd-2264-4e77-a42c-38153163f9de req-b38d7fcc-cfbc-4bb9-b792-d934d7d366f4 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.635434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81ac17bd-2264-4e77-a42c-38153163f9de req-b38d7fcc-cfbc-4bb9-b792-d934d7d366f4 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 944 time: 0.5518847 Jul 16 17:58:15.649763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Made reservation on behalf of 59bd541ef1a24f40b7ffbf8307849e54 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:15.653634 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.679274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-8be1f8bf-333a-41ef-955b-c829beeaaa62 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457676 Jul 16 17:58:15.861699 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81ac17bd-2264-4e77-a42c-38153163f9de req-9dc052d4-9f7e-4062-88de-d60fe197eb61 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173877 Jul 16 17:58:15.883412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-e26c7821-fddc-4e81-a44e-9fafdabdffab tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4a2cd28ecd8c48ed982ea0ec59ef0f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1340699 Jul 16 17:58:15.952565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d52d-4a4f-484a-a7d7-ad41919f39b1 req-66220fa7-579a-4093-8711-ea79632619dd tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.960173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0673d52d-4a4f-484a-a7d7-ad41919f39b1 req-66220fa7-579a-4093-8711-ea79632619dd tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=677cb3b2-b331-4199-beb1-15d02c987efa HTTP/1.1" status: 200 len: 931 time: 0.4068868 Jul 16 17:58:16.008387 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5dc301a-649e-4e08-b6f1-56aab421506d req-c4d77ef8-2857-4113-8ccd-f4ab95ea7118 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169336 Jul 16 17:58:16.055715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f52fc69-aa6b-4585-81e8-9dc1cad44647 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:16.075417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.102663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0673d52d-4a4f-484a-a7d7-ad41919f39b1 req-d6d60e3b-c743-42e7-ad66-2b39b7469c2d tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413195 Jul 16 17:58:16.125888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Transition to ACTIVE for port object 9f52fc69-aa6b-4585-81e8-9dc1cad44647 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:16.132371 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.219479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910e474-1ee5-40f5-baaf-5838be898186 req-2101c270-ea4e-4159-b2c9-ad707e2b024d tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.221069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-2101c270-ea4e-4159-b2c9-ad707e2b024d tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3266690 Jul 16 17:58:16.253130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Request body: {'port': {'device_id': 'e380ba83-7a50-4015-a9ad-2245398923b2', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '4a2cd28ecd8c48ed982ea0ec59ef0f66'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:16.331444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:16.345153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Pushing event updated for resources: {'Port': ['ID=9f52fc69-aa6b-4585-81e8-9dc1cad44647,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:16.380877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Allocated IP 172.20.0.2 (4166a238-633d-445b-a602-76cc9208f0ca/9f366adf-ab61-4820-b6a0-5b7a446b4d98/dd93155d-1bf7-4677-ba5d-2b33875ed5aa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:16.398141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Attempting to bind port 9f52fc69-aa6b-4585-81e8-9dc1cad44647 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:16.398775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Attempting to bind port 9f52fc69-aa6b-4585-81e8-9dc1cad44647 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:16.399307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Attempting to bind port 9f52fc69-aa6b-4585-81e8-9dc1cad44647 on network 4166a238-633d-445b-a602-76cc9208f0ca {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:16.405518 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Port 9f52fc69-aa6b-4585-81e8-9dc1cad44647 on network 4166a238-633d-445b-a602-76cc9208f0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:16.406071 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Attempting to bind port 9f52fc69-aa6b-4585-81e8-9dc1cad44647 on network 4166a238-633d-445b-a602-76cc9208f0ca {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:16.416123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:16.416745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Checking segment: {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:16.417534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Bound using segment: {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:16.418141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Bound port: 9f52fc69-aa6b-4585-81e8-9dc1cad44647, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:16.418670 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.501810 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] For port 9f52fc69-aa6b-4585-81e8-9dc1cad44647, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:16.505531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] For port 9f52fc69-aa6b-4585-81e8-9dc1cad44647, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9f52fc69-aa6b-4585-81e8-9dc1cad44647,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:16.513013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.513456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0aac34f-c99f-4836-beb9-2854ce394ca0 req-76bdbab5-cda3-4eec-b1d1-e98103734676 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 210 time: 0.0826173 Jul 16 17:58:16.575091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.575967 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.578089 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] 10.222.0.42 "PUT /v2.0/ports/9f52fc69-aa6b-4585-81e8-9dc1cad44647 HTTP/1.1" status: 200 len: 1091 time: 1.1455426 Jul 16 17:58:16.619024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4af576-6799-4d1d-9e35-17d2b7275796 service neutron] Pushing event updated for resources: {'Port': ['ID=9f52fc69-aa6b-4585-81e8-9dc1cad44647,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:16.691681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ce1e8-0a1a-4f69-829c-b4cd98a70f12 req-40a25edb-4292-43fa-9a0f-17f90af6bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.694205 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8b9ce1e8-0a1a-4f69-829c-b4cd98a70f12 req-40a25edb-4292-43fa-9a0f-17f90af6bbba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 1095 time: 0.0662477 Jul 16 17:58:16.808865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ce1e8-0a1a-4f69-829c-b4cd98a70f12 req-297d191c-34d9-4fef-9ef0-b1d970e25317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.810491 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8b9ce1e8-0a1a-4f69-829c-b4cd98a70f12 req-297d191c-34d9-4fef-9ef0-b1d970e25317 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.1074235 Jul 16 17:58:16.873571 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8b9ce1e8-0a1a-4f69-829c-b4cd98a70f12 req-207d70e7-20ed-4446-8a80-cf1e2bdecdad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 HTTP/1.1" status: 200 len: 217 time: 0.0548944 Jul 16 17:58:16.929032 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bf0c21-4c79-492c-a445-85a2ae8b2328 x-openstack-request-id: req-71bf0c21-4c79-492c-a445-85a2ae8b2328 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:16.929379 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba640299-8043-451b-adc7-ad978f30527a", "tag": "cd94d7f7-eef1-4fad-8669-3c3b20abc9d9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:16.929763 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71bf0c21-4c79-492c-a445-85a2ae8b2328 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:16.930158 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba640299-8043-451b-adc7-ad978f30527a', 'tag': 'cd94d7f7-eef1-4fad-8669-3c3b20abc9d9', 'status': 'completed', 'code': 200} Jul 16 17:58:16.938996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ce1e8-0a1a-4f69-829c-b4cd98a70f12 req-5f77fa89-e640-4e28-9d6d-4a9a0c678ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.940490 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8b9ce1e8-0a1a-4f69-829c-b4cd98a70f12 req-5f77fa89-e640-4e28-9d6d-4a9a0c678ff3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.0529754 Jul 16 17:58:16.978717 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8b9ce1e8-0a1a-4f69-829c-b4cd98a70f12 req-c3cca4ec-a30f-4ff9-b284-f8451255db7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300014 Jul 16 17:58:17.070914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c87d-aaa0-4be6-91ff-a4b6c6dbb26b req-41998126-e901-4d9b-8034-cdba7fd8718c tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:17.072474 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4513c87d-aaa0-4be6-91ff-a4b6c6dbb26b req-41998126-e901-4d9b-8034-cdba7fd8718c tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 944 time: 0.8015025 Jul 16 17:58:17.130276 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8b9ce1e8-0a1a-4f69-829c-b4cd98a70f12 req-ea52fa3b-6ac9-4439-9a5f-34087fe002a3 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447220 Jul 16 17:58:17.157759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cccdb-6b64-4ca2-9037-f7f9d85189be req-a694f885-ae49-4ac7-95e8-6656c7a02a65 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:17.159423 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc0cccdb-6b64-4ca2-9037-f7f9d85189be req-a694f885-ae49-4ac7-95e8-6656c7a02a65 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.38 "GET /v2.0/ports?device_id=9b9c4eb6-502a-4a36-905a-fe4382a15960 HTTP/1.1" status: 200 len: 944 time: 0.0934443 Jul 16 17:58:17.180427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Made reservation on behalf of 4a2cd28ecd8c48ed982ea0ec59ef0f66 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:17.184010 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.215407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eae89c68-87e3-4add-b0f1-d981605b4cac req-529bb8ed-3ceb-42e3-a2e9-239e7f5cf770 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/b8a84c68-a7e7-4226-9004-8a1a117eeb06 HTTP/1.1" status: 200 len: 1801 time: 0.2901454 Jul 16 17:58:17.239225 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.299143 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677cb3b2-b331-4199-beb1-15d02c987efa', 'tag': '9f52fc69-aa6b-4585-81e8-9dc1cad44647'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:17.302491 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2f5bb3-0c92-4d06-8f7a-0885f801e24a" -d '{"events": [{"name": "network-changed", "server_uuid": "677cb3b2-b331-4199-beb1-15d02c987efa", "tag": "9f52fc69-aa6b-4585-81e8-9dc1cad44647"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:17.330064 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8b9ce1e8-0a1a-4f69-829c-b4cd98a70f12 req-db2a480f-d8dc-4ad1-a3a6-0f8b1179c822 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875041 Jul 16 17:58:17.351949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-bc0cccdb-6b64-4ca2-9037-f7f9d85189be req-e31fc45b-f73f-4f30-8562-90e68e1dd4ae tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Deleting port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:17.352301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bc0cccdb-6b64-4ca2-9037-f7f9d85189be req-e31fc45b-f73f-4f30-8562-90e68e1dd4ae tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.376419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-fe8ff041-49b8-4a10-9f2e-8e03bb7dcca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:17.379048 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-fe8ff041-49b8-4a10-9f2e-8e03bb7dcca2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59bd541ef1a24f40b7ffbf8307849e54&device_id=677cb3b2-b331-4199-beb1-15d02c987efa HTTP/1.1" status: 200 len: 1094 time: 0.4451072 Jul 16 17:58:17.439769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4513c87d-aaa0-4be6-91ff-a4b6c6dbb26b req-d941b5d3-ce64-439c-b704-f56644536535 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343022 Jul 16 17:58:17.439769 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.487208 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-bc0cccdb-6b64-4ca2-9037-f7f9d85189be req-e31fc45b-f73f-4f30-8562-90e68e1dd4ae tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] For port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:17.487669 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bc0cccdb-6b64-4ca2-9037-f7f9d85189be req-e31fc45b-f73f-4f30-8562-90e68e1dd4ae tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.502082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-bc0cccdb-6b64-4ca2-9037-f7f9d85189be req-e31fc45b-f73f-4f30-8562-90e68e1dd4ae tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Calling delete_port for 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:17.612666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-12b02ef4-53d3-4ada-bd76-f69fc6c8af7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f52fc69-aa6b-4585-81e8-9dc1cad44647 HTTP/1.1" status: 200 len: 217 time: 0.2120550 Jul 16 17:58:17.631843 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.680784 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bc0cccdb-6b64-4ca2-9037-f7f9d85189be req-e31fc45b-f73f-4f30-8562-90e68e1dd4ae tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.711531 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.714555 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fc45b-f73f-4f30-8562-90e68e1dd4ae tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event deleted for resources: {'Port': ['ID=8e720657-bafb-43f2-b4ab-1f82ff9f6ef7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:17.754659 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eae89c68-87e3-4add-b0f1-d981605b4cac req-bca4eeb5-f54a-4bde-b84c-7392b7ec0cab tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.770063 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0cccdb-6b64-4ca2-9037-f7f9d85189be req-e31fc45b-f73f-4f30-8562-90e68e1dd4ae tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] No DVR routers for this DVR port 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 on host n-h1-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:17.774313 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-bc0cccdb-6b64-4ca2-9037-f7f9d85189be req-e31fc45b-f73f-4f30-8562-90e68e1dd4ae tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.779654 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc0cccdb-6b64-4ca2-9037-f7f9d85189be req-e31fc45b-f73f-4f30-8562-90e68e1dd4ae tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.38 "DELETE /v2.0/ports/8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 HTTP/1.1" status: 204 len: 173 time: 0.6058061 Jul 16 17:58:17.870139 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eae89c68-87e3-4add-b0f1-d981605b4cac req-bca4eeb5-f54a-4bde-b84c-7392b7ec0cab tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.886763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-3a8864b4-6801-4cbc-9c4c-281955f73e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:17.888258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-3a8864b4-6801-4cbc-9c4c-281955f73e4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f366adf-ab61-4820-b6a0-5b7a446b4d98 HTTP/1.1" status: 200 len: 852 time: 0.2552102 Jul 16 17:58:17.898181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba6bb71-5ae9-4a87-aa36-2405180ac69a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:18.010427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-4cfcf60f-cee4-4197-8447-b27915f5a009 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4166a238-633d-445b-a602-76cc9208f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083176 Jul 16 17:58:18.033707 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.152366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc87bb-068e-4543-ba8a-7baf48e8e11b req-4f888729-8c2d-499d-a836-f42ed32b2e0e tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.153954 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aecc87bb-068e-4543-ba8a-7baf48e8e11b req-4f888729-8c2d-499d-a836-f42ed32b2e0e tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 944 time: 0.5495081 Jul 16 17:58:18.184115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Network 4166a238-633d-445b-a602-76cc9208f0ca is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:18.189899 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eae89c68-87e3-4add-b0f1-d981605b4cac req-bca4eeb5-f54a-4bde-b84c-7392b7ec0cab tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.192623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eae89c68-87e3-4add-b0f1-d981605b4cac req-bca4eeb5-f54a-4bde-b84c-7392b7ec0cab tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.205900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eae89c68-87e3-4add-b0f1-d981605b4cac req-bca4eeb5-f54a-4bde-b84c-7392b7ec0cab tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "DELETE /v2.0/security-groups/b8a84c68-a7e7-4226-9004-8a1a117eeb06 HTTP/1.1" status: 204 len: 173 time: 0.9895480 Jul 16 17:58:18.225612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Allocated IP 192.168.233.119 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/715fff93-fd30-4292-9db4-c92a3b3e1e63) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:18.298330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:18.315728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Pushing event updated for resources: {'Port': ['ID=dd93155d-1bf7-4677-ba5d-2b33875ed5aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:18.319598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:18.325718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.326353 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.348217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4eeb5-f54a-4bde-b84c-7392b7ec0cab tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a84c68-a7e7-4226-9004-8a1a117eeb06,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:18.408190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-e0bdf1a0-0035-40d8-b8b9-a24401963f75 service neutron] 10.222.0.42 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648219 Jul 16 17:58:18.421485 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-dac86d11-2a33-4809-8221-90ffe48b6867 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1737165 Jul 16 17:58:18.434727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aecc87bb-068e-4543-ba8a-7baf48e8e11b req-b8012ed8-65c6-4695-bdb8-20c1869c1696 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604508 Jul 16 17:58:18.446719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Request body: {'port': {'device_id': 'e39d57d1-68f4-4f60-8cff-7022438e24a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:18.594694 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694d4ad1-78a4-4d0f-b26a-f8a5bb21d14a x-openstack-request-id: req-694d4ad1-78a4-4d0f-b26a-f8a5bb21d14a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:18.597086 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677cb3b2-b331-4199-beb1-15d02c987efa", "tag": "9f52fc69-aa6b-4585-81e8-9dc1cad44647", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:18.597743 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-694d4ad1-78a4-4d0f-b26a-f8a5bb21d14a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:18.598543 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677cb3b2-b331-4199-beb1-15d02c987efa', 'tag': '9f52fc69-aa6b-4585-81e8-9dc1cad44647', 'status': 'completed', 'code': 200} Jul 16 17:58:18.822428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3fc365d5-c8ed-40ee-a3ee-33bf85040677 req-c6813249-b976-4032-93ab-27ead3bc52b6 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 210 time: 0.0982721 Jul 16 17:58:18.852421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-070ec76c-af52-4e6b-aeb4-23744c31edcd service neutron] 10.222.0.42 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323602 Jul 16 17:58:18.856756 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.960755 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2187-f253-4b4c-87b2-02fc54b49b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.975357 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.088172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2ddc8-fbba-49ce-97ff-3ce98ac45c1a req-4b01786e-6284-4713-bb5a-1eb6a17449fa tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.089693 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2df2ddc8-fbba-49ce-97ff-3ce98ac45c1a req-4b01786e-6284-4713-bb5a-1eb6a17449fa tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=677cb3b2-b331-4199-beb1-15d02c987efa HTTP/1.1" status: 200 len: 943 time: 0.4774294 Jul 16 17:58:19.093160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Transition to ACTIVE for port object 715fff93-fd30-4292-9db4-c92a3b3e1e63 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:19.150295 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d301f79d-fca3-49d0-bafa-9224bc64a3d1 req-82c5f912-8bc8-4fbb-868a-eaf1d38a428d tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "GET /v2.0/security-groups/9fafa1ef-bd7c-459f-9276-c410e32bbe54 HTTP/1.1" status: 200 len: 1800 time: 0.2664468 Jul 16 17:58:19.319547 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2df2ddc8-fbba-49ce-97ff-3ce98ac45c1a req-6576dbaf-f04a-44e3-8b6f-e6142b48abf7 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146187 Jul 16 17:58:19.398790 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.479188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f5bb3-0c92-4d06-8f7a-0885f801e24a req-16a5337a-b1d5-468d-b669-7b290f790a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.480727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a2f5bb3-0c92-4d06-8f7a-0885f801e24a req-16a5337a-b1d5-468d-b669-7b290f790a92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59bd541ef1a24f40b7ffbf8307849e54&device_id=677cb3b2-b331-4199-beb1-15d02c987efa HTTP/1.1" status: 200 len: 1094 time: 0.5172999 Jul 16 17:58:19.799699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:19.806275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8cd6a97a-dc10-4cd3-b1c9-79e7e14e48dd tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359259071', 'description': 'tempest-description--1959890854'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:19.841354 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a97a-dc10-4cd3-b1c9-79e7e14e48dd tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.868676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:19.873299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d301f79d-fca3-49d0-bafa-9224bc64a3d1 req-d56e7c8d-e089-44eb-a4a0-5e8efe694d63 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.895573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:19.911422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Pushing event updated for resources: {'Port': ['ID=715fff93-fd30-4292-9db4-c92a3b3e1e63,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:19.923319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:19.929901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.930530 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.934373 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a97a-dc10-4cd3-b1c9-79e7e14e48dd tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.941433 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a97a-dc10-4cd3-b1c9-79e7e14e48dd tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.979086 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6a97a-dc10-4cd3-b1c9-79e7e14e48dd tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14938c90-8c5c-4a75-aaf2-34405a0bbc10,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:19.981879 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a97a-dc10-4cd3-b1c9-79e7e14e48dd tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.983460 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8cd6a97a-dc10-4cd3-b1c9-79e7e14e48dd tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1821516 Jul 16 17:58:19.988368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:19.993838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1cc5a747-4270-4636-a0f2-b2c0a81b3cd5 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Request body: {'security_group_rule': {'security_group_id': '14938c90-8c5c-4a75-aaf2-34405a0bbc10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:20.006798 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d301f79d-fca3-49d0-bafa-9224bc64a3d1 req-d56e7c8d-e089-44eb-a4a0-5e8efe694d63 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.011005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:20.024900 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a747-4270-4636-a0f2-b2c0a81b3cd5 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.083195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32f0e45e-7493-4288-9b4e-161f31438333 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8358531 Jul 16 17:58:20.107961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Request body: {'port': {'device_id': 'e380ba83-7a50-4015-a9ad-2245398923b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:20.114624 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a747-4270-4636-a0f2-b2c0a81b3cd5 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.120043 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a747-4270-4636-a0f2-b2c0a81b3cd5 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.143203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a747-4270-4636-a0f2-b2c0a81b3cd5 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.147390 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1cc5a747-4270-4636-a0f2-b2c0a81b3cd5 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553473 Jul 16 17:58:20.147563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:20.152008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c401dc41-062d-402c-b723-98a29f61c23e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Request body: {'security_group_rule': {'security_group_id': '14938c90-8c5c-4a75-aaf2-34405a0bbc10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:20.159790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5a747-4270-4636-a0f2-b2c0a81b3cd5 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4364ef-a2bd-4d70-8d6e-65f7e7ba2e5e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.182236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:20.196381 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c401dc41-062d-402c-b723-98a29f61c23e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.197196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'cd94d7f7-eef1-4fad-8669-3c3b20abc9d9', 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e', 'port_id': 'cd94d7f7-eef1-4fad-8669-3c3b20abc9d9', 'mac_address': 'fa:16:3e:8b:43:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6dfec8-d37c-42a8-86bf-6b4d8073d447', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:20.237127 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.255560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:20.257261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f5bb3-0c92-4d06-8f7a-0885f801e24a req-19eadffc-0c27-4f5d-b27b-b92b95e18728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.258843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a2f5bb3-0c92-4d06-8f7a-0885f801e24a req-19eadffc-0c27-4f5d-b27b-b92b95e18728 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4166a238-633d-445b-a602-76cc9208f0ca HTTP/1.1" status: 200 len: 913 time: 0.7484317 Jul 16 17:58:20.259887 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c401dc41-062d-402c-b723-98a29f61c23e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.264437 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c401dc41-062d-402c-b723-98a29f61c23e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.278067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd93155d-1bf7-4677-ba5d-2b33875ed5aa {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:20.282633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:20.287763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401dc41-062d-402c-b723-98a29f61c23e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ee046f-75b7-4a60-b8f3-bdc662a5247e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.294658 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.297406 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c401dc41-062d-402c-b723-98a29f61c23e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.302102 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c401dc41-062d-402c-b723-98a29f61c23e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502333 Jul 16 17:58:20.302248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65106b64-d078-4136-bf3a-769df020776d None None] Provisioning for port 715fff93-fd30-4292-9db4-c92a3b3e1e63 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:20.302363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:20.307648 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:20.308236 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d301f79d-fca3-49d0-bafa-9224bc64a3d1 req-d56e7c8d-e089-44eb-a4a0-5e8efe694d63 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.311093 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d301f79d-fca3-49d0-bafa-9224bc64a3d1 req-d56e7c8d-e089-44eb-a4a0-5e8efe694d63 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.312331 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d301f79d-fca3-49d0-bafa-9224bc64a3d1 req-d56e7c8d-e089-44eb-a4a0-5e8efe694d63 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] 10.222.0.52 "DELETE /v2.0/security-groups/9fafa1ef-bd7c-459f-9276-c410e32bbe54 HTTP/1.1" status: 204 len: 173 time: 1.1303692 Jul 16 17:58:20.328658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:20.333814 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65106b64-d078-4136-bf3a-769df020776d None None] Provisioning complete for port 715fff93-fd30-4292-9db4-c92a3b3e1e63 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:20.334698 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65106b64-d078-4136-bf3a-769df020776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.361248 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.394041 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.423177 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffeac0c-c4a9-4fc5-a613-73f260e980ba admin admin] Deleting subnet 4fcf0283-1e74-4377-9888-6e17cf44522e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:20.425041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e7c8d-e089-44eb-a4a0-5e8efe694d63 tempest-SecurityGroupsTestJSON-1097961773 tempest-SecurityGroupsTestJSON-1097961773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fafa1ef-bd7c-459f-9276-c410e32bbe54,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.430217 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ffeac0c-c4a9-4fc5-a613-73f260e980ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.446774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-65106b64-d078-4136-bf3a-769df020776d None None] Port 715fff93-fd30-4292-9db4-c92a3b3e1e63 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:20.447596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a2f5bb3-0c92-4d06-8f7a-0885f801e24a req-02614e44-4634-47bc-935b-04de10e771df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f52fc69-aa6b-4585-81e8-9dc1cad44647 HTTP/1.1" status: 200 len: 217 time: 0.1741908 Jul 16 17:58:20.456722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77b865-cbf7-47fd-91ac-ac187d21b7b4 req-e2d8fd8b-7ea8-4f44-9350-09153d145a75 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.458548 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab77b865-cbf7-47fd-91ac-ac187d21b7b4 req-e2d8fd8b-7ea8-4f44-9350-09153d145a75 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 944 time: 0.5254369 Jul 16 17:58:20.487199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Transition to ACTIVE for port object dd93155d-1bf7-4677-ba5d-2b33875ed5aa will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:20.495522 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ffeac0c-c4a9-4fc5-a613-73f260e980ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.498795 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.532640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.544221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.557155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['cd94d7f7-eef1-4fad-8669-3c3b20abc9d9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:20.574252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ffeac0c-c4a9-4fc5-a613-73f260e980ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.606096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9c4eb6-502a-4a36-905a-fe4382a15960', 'name': 'network-vif-deleted', 'tag': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:20.608495 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc32cb0-46e2-4391-93f2-e09d671036c7" -d '{"events": [{"server_uuid": "9b9c4eb6-502a-4a36-905a-fe4382a15960", "name": "network-vif-deleted", "tag": "8e720657-bafb-43f2-b4ab-1f82ff9f6ef7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:20.633098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.689069 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ffeac0c-c4a9-4fc5-a613-73f260e980ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.692872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f5bb3-0c92-4d06-8f7a-0885f801e24a req-6524f490-b91b-4460-9fc4-e45140749283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.694715 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a2f5bb3-0c92-4d06-8f7a-0885f801e24a req-6524f490-b91b-4460-9fc4-e45140749283 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f366adf-ab61-4820-b6a0-5b7a446b4d98 HTTP/1.1" status: 200 len: 852 time: 0.2299869 Jul 16 17:58:20.701996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab77b865-cbf7-47fd-91ac-ac187d21b7b4 req-293f0524-fdea-48ce-9a68-057ed986e487 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206225 Jul 16 17:58:20.732267 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffeac0c-c4a9-4fc5-a613-73f260e980ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fcf0283-1e74-4377-9888-6e17cf44522e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.741353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ffeac0c-c4a9-4fc5-a613-73f260e980ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.745777 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7ffeac0c-c4a9-4fc5-a613-73f260e980ba admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4fcf0283-1e74-4377-9888-6e17cf44522e HTTP/1.1" status: 204 len: 168 time: 0.4159923 Jul 16 17:58:20.749562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd93155d-1bf7-4677-ba5d-2b33875ed5aa,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.751902 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:20.786598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a2f5bb3-0c92-4d06-8f7a-0885f801e24a req-9ea7b665-cf6f-4d53-bee5-8bdeb4b6c3e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4166a238-633d-445b-a602-76cc9208f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678327 Jul 16 17:58:20.861591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Allocated IP 172.25.8.35 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/117e9096-caf4-483b-afc7-1c66e8dbdb15) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:20.865841 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.951426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59890fe-5b1c-490f-871c-ecc89f46545a req-b3911e55-b326-4554-89ad-1604abdf1b84 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.952826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c59890fe-5b1c-490f-871c-ecc89f46545a req-b3911e55-b326-4554-89ad-1604abdf1b84 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 936 time: 0.4211953 Jul 16 17:58:20.953502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Attempting to bind port dd93155d-1bf7-4677-ba5d-2b33875ed5aa on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:20.953833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Attempting to bind port dd93155d-1bf7-4677-ba5d-2b33875ed5aa by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:20.954156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Attempting to bind port dd93155d-1bf7-4677-ba5d-2b33875ed5aa on network 4166a238-633d-445b-a602-76cc9208f0ca {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:20.969977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd2187-f253-4b4c-87b2-02fc54b49b62 admin admin] Deleting port 87207362-76d6-4e24-a97f-17d28640373e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:20.970319 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2187-f253-4b4c-87b2-02fc54b49b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.008491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.022240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Port dd93155d-1bf7-4677-ba5d-2b33875ed5aa on network 4166a238-633d-445b-a602-76cc9208f0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:21.022632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Attempting to bind port dd93155d-1bf7-4677-ba5d-2b33875ed5aa on network 4166a238-633d-445b-a602-76cc9208f0ca {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:21.023747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ce2649-87d5-4749-a551-441781bf4824']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:21.040750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1efc249-070b-47f0-81e4-784e349ad2c7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:21.041058 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1efc249-070b-47f0-81e4-784e349ad2c7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:21.062081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.065731 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.079712 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:21.080100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Checking segment: {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:21.080567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Bound using segment: {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:21.080932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Bound port: dd93155d-1bf7-4677-ba5d-2b33875ed5aa, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:21.081265 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.083531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.093349 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:21.093837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: timer() Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:21.095460 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:21.162972 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.168236 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.172996 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f7ce2649-87d5-4749-a551-441781bf4824 HTTP/1.1" status: 204 len: 168 time: 0.4197001 Jul 16 17:58:21.187703 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca145b0-552a-4ff2-8d1e-7036916a22a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ce2649-87d5-4749-a551-441781bf4824,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:21.190387 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.196329 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c59890fe-5b1c-490f-871c-ecc89f46545a req-170779e8-2572-4774-8983-215565c98102 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ba6bb71-5ae9-4a87-aa36-2405180ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337046 Jul 16 17:58:21.203667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a2f5bb3-0c92-4d06-8f7a-0885f801e24a req-6b1c25f1-b549-4f50-9747-bd30af205157 service neutron] 10.222.0.42 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908160 Jul 16 17:58:21.232182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:21.233963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:21.237401 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:21.275700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event updated for resources: {'Port': ['ID=117e9096-caf4-483b-afc7-1c66e8dbdb15,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:21.285553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee260746-e9fa-4704-b0e1-5cf6bc28a827 req-8db158a8-fb4a-4455-9ce0-11367dedae3c tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.293936 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee260746-e9fa-4704-b0e1-5cf6bc28a827 req-8db158a8-fb4a-4455-9ce0-11367dedae3c tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=677cb3b2-b331-4199-beb1-15d02c987efa HTTP/1.1" status: 200 len: 943 time: 0.4050744 Jul 16 17:58:21.327626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c6cd2187-f253-4b4c-87b2-02fc54b49b62 admin admin] For port 87207362-76d6-4e24-a97f-17d28640373e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=87207362-76d6-4e24-a97f-17d28640373e,segment=NetworkSegment(8660e484-5f42-46ff-b653-037d61d20a83),segment_id=8660e484-5f42-46ff-b653-037d61d20a83)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:21.328029 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2187-f253-4b4c-87b2-02fc54b49b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.340753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd2187-f253-4b4c-87b2-02fc54b49b62 admin admin] Calling delete_port for 87207362-76d6-4e24-a97f-17d28640373e owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:21.399645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee260746-e9fa-4704-b0e1-5cf6bc28a827 req-4956572c-346f-4dc4-9b9a-b2c19dd989f4 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497327 Jul 16 17:58:21.407876 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.413593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] For port dd93155d-1bf7-4677-ba5d-2b33875ed5aa, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:21.467066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:21.478609 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a4edae-8b05-43f0-b745-e76e1f53f59e x-openstack-request-id: req-34a4edae-8b05-43f0-b745-e76e1f53f59e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:21.478921 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9c4eb6-502a-4a36-905a-fe4382a15960", "name": "network-vif-deleted", "tag": "8e720657-bafb-43f2-b4ab-1f82ff9f6ef7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:21.479145 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34a4edae-8b05-43f0-b745-e76e1f53f59e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:21.479645 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9c4eb6-502a-4a36-905a-fe4382a15960', 'name': 'network-vif-deleted', 'tag': '8e720657-bafb-43f2-b4ab-1f82ff9f6ef7', 'status': 'completed', 'code': 200} Jul 16 17:58:21.504458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] For port dd93155d-1bf7-4677-ba5d-2b33875ed5aa, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=dd93155d-1bf7-4677-ba5d-2b33875ed5aa,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:21.517099 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.517451 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.549365 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-40124075-8f67-424a-b123-6608f51c90f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04b05764ddce42c78db71d30723ad77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798087 Jul 16 17:58:21.552385 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:21.602275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.602906 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.604284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] 10.222.0.38 "PUT /v2.0/ports/dd93155d-1bf7-4677-ba5d-2b33875ed5aa HTTP/1.1" status: 200 len: 1091 time: 3.1686666 Jul 16 17:58:21.606323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39d57d1-68f4-4f60-8cff-7022438e24a8', 'tag': 'dd93155d-1bf7-4677-ba5d-2b33875ed5aa'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:21.608635 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a381f3-a51f-43f8-bd4b-7616eedb3ede" -d '{"events": [{"name": "network-changed", "server_uuid": "e39d57d1-68f4-4f60-8cff-7022438e24a8", "tag": "dd93155d-1bf7-4677-ba5d-2b33875ed5aa"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:21.668242 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed018331-47d8-4406-90ca-58b589ffe6c9 x-openstack-request-id: req-ed018331-47d8-4406-90ca-58b589ffe6c9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:21.668541 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39d57d1-68f4-4f60-8cff-7022438e24a8", "tag": "dd93155d-1bf7-4677-ba5d-2b33875ed5aa", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:21.668802 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed018331-47d8-4406-90ca-58b589ffe6c9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:21.669202 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39d57d1-68f4-4f60-8cff-7022438e24a8', 'tag': 'dd93155d-1bf7-4677-ba5d-2b33875ed5aa', 'status': 'completed', 'code': 200} Jul 16 17:58:21.672883 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-518954ec-c6c2-49d9-be6f-4d9a2136a508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.689344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715fff93-fd30-4292-9db4-c92a3b3e1e63 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:21.706809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-518954ec-c6c2-49d9-be6f-4d9a2136a508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.723452 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.729972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a2f5bb3-0c92-4d06-8f7a-0885f801e24a req-f8aad88b-b777-4e0e-ab91-79e82d8ed7d8 service neutron] 10.222.0.42 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034850 Jul 16 17:58:21.762785 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.769686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.788124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07761f01-96fe-41de-8b36-fb120a7f67d8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd93155d-1bf7-4677-ba5d-2b33875ed5aa,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:21.796030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Transition to ACTIVE for port object 715fff93-fd30-4292-9db4-c92a3b3e1e63 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:21.811186 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-518954ec-c6c2-49d9-be6f-4d9a2136a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.813365 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.813970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-518954ec-c6c2-49d9-be6f-4d9a2136a508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.817503 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-518954ec-c6c2-49d9-be6f-4d9a2136a508 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f337125-6fa9-4af6-bf75-1a1d44f5d0fc HTTP/1.1" status: 204 len: 168 time: 0.2611125 Jul 16 17:58:21.886322 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.890352 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event updated for resources: {'Port': ['ID=117e9096-caf4-483b-afc7-1c66e8dbdb15,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:21.902858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:21.910655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518954ec-c6c2-49d9-be6f-4d9a2136a508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f337125-6fa9-4af6-bf75-1a1d44f5d0fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:21.918619 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.927956 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eeab6718-9217-46ba-aa81-e166d9c461d2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6162560 Jul 16 17:58:21.949053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:21.949559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 8e720657-bafb-43f2-b4ab-1f82ff9f6ef7 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:21.950532 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83486fa-8da8-4ce7-a68b-154e189fcd39 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:21.953730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Pushing event updated for resources: {'Port': ['ID=715fff93-fd30-4292-9db4-c92a3b3e1e63,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:21.969272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3812354-6032-453a-9a20-ef30bb43f760 req-bc882813-de14-4f9e-8c47-2b4032b811f5 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.983522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3812354-6032-453a-9a20-ef30bb43f760 req-bc882813-de14-4f9e-8c47-2b4032b811f5 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=503e3946-b4fb-492e-bd20-817bb00ff99a HTTP/1.1" status: 200 len: 949 time: 0.4035470 Jul 16 17:58:21.989740 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-d6ece845-592d-4874-a7dc-17df0e634e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.991370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-d6ece845-592d-4874-a7dc-17df0e634e12 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59bd541ef1a24f40b7ffbf8307849e54&device_id=e39d57d1-68f4-4f60-8cff-7022438e24a8 HTTP/1.1" status: 200 len: 1094 time: 0.3187337 Jul 16 17:58:22.039362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 9f52fc69-aa6b-4585-81e8-9dc1cad44647 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:22.043255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:22.120741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-42d06b87-451a-4746-a484-1ea1b3dff67e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd93155d-1bf7-4677-ba5d-2b33875ed5aa HTTP/1.1" status: 200 len: 217 time: 0.1173596 Jul 16 17:58:22.196063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2187-f253-4b4c-87b2-02fc54b49b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.202330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Attempting to bind port 715fff93-fd30-4292-9db4-c92a3b3e1e63 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:22.202677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Attempting to bind port 715fff93-fd30-4292-9db4-c92a3b3e1e63 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:22.203013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Attempting to bind port 715fff93-fd30-4292-9db4-c92a3b3e1e63 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:22.210118 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.235460 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3812354-6032-453a-9a20-ef30bb43f760 req-add9e439-d139-4400-9dd2-b9c8285cb4c3 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509599 Jul 16 17:58:22.257641 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 9f52fc69-aa6b-4585-81e8-9dc1cad44647, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9f52fc69-aa6b-4585-81e8-9dc1cad44647,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:22.263801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:22.266203 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cf06ff-eb5e-4811-81c6-7e9625e97b87" -d '{"events": [{"server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "name": "network-vif-unplugged", "status": "completed", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:22.290232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:22.297852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:22.301277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:22.301674 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.305659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '9f52fc69-aa6b-4585-81e8-9dc1cad44647', 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca', 'port_id': '9f52fc69-aa6b-4585-81e8-9dc1cad44647', 'mac_address': 'fa:16:3e:75:12:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f366adf-ab61-4820-b6a0-5b7a446b4d98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:22.308519 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.313196 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Port 715fff93-fd30-4292-9db4-c92a3b3e1e63 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:22.313718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Attempting to bind port 715fff93-fd30-4292-9db4-c92a3b3e1e63 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:22.320758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-ff237ac5-00f1-48a2-afbb-a4675d7f767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.322506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-ff237ac5-00f1-48a2-afbb-a4675d7f767d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f366adf-ab61-4820-b6a0-5b7a446b4d98 HTTP/1.1" status: 200 len: 852 time: 0.1418538 Jul 16 17:58:22.356935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd2187-f253-4b4c-87b2-02fc54b49b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=87207362-76d6-4e24-a97f-17d28640373e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:22.414601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-a5f4a26c-a163-420a-9504-05a8c1692cc9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4166a238-633d-445b-a602-76cc9208f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520923 Jul 16 17:58:22.427182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3fbac-1eb2-47c9-b439-24228622abea req-48a930cb-2030-4e77-914e-2b2e0d6e7373 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.428913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ee3fbac-1eb2-47c9-b439-24228622abea req-48a930cb-2030-4e77-914e-2b2e0d6e7373 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 945 time: 0.5458984 Jul 16 17:58:22.441607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:22.441607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:22.442029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:22.442561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Bound port: 715fff93-fd30-4292-9db4-c92a3b3e1e63, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:22.445923 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.578423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b83486fa-8da8-4ce7-a68b-154e189fcd39,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:22.587004 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.607868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f52fc69-aa6b-4585-81e8-9dc1cad44647 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:22.669156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 9f52fc69-aa6b-4585-81e8-9dc1cad44647, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9f52fc69-aa6b-4585-81e8-9dc1cad44647,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:22.676019 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.681042 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.710367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:22.760430 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:22.763847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=9f52fc69-aa6b-4585-81e8-9dc1cad44647,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:22.767222 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.819457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:22.827933 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-713118047-network', 'tenant_id': '034c908cb06848838e6f25b207696cc7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:22.855467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Made reservation on behalf of 034c908cb06848838e6f25b207696cc7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:22.857833 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.868118 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.929397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['9f52fc69-aa6b-4585-81e8-9dc1cad44647'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:22.961967 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.966393 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.993907 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:23.003792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0edf3c5-a30f-4388-bde1-697ed5458147,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:23.008961 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.009334 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Added segment 094c441d-0650-4749-abf2-77413f404650 of type vlan for network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c Jul 16 17:58:23.050296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.055633 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ee3fbac-1eb2-47c9-b439-24228622abea req-6faba3e9-00f9-42e0-ac78-92517e11726e tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650387 Jul 16 17:58:23.087186 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.088659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.090091 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.124515 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4129162 Jul 16 17:58:23.127499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:23.133380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a74cef7b-11cb-49cf-8641-a8f2820c124f admin admin] Request body: {'subnet': {'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-713118047-subnet', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:23.160913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-46357de4-aa15-4273-a66e-c73b95b169ac service neutron] 10.222.0.38 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235026 Jul 16 17:58:23.162700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] For port 715fff93-fd30-4292-9db4-c92a3b3e1e63, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:23.166793 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2187-f253-4b4c-87b2-02fc54b49b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.171443 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] For port 715fff93-fd30-4292-9db4-c92a3b3e1e63, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=715fff93-fd30-4292-9db4-c92a3b3e1e63,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:23.195786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-ce27986e-bb09-46e8-872d-a70de406281a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.197413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-ce27986e-bb09-46e8-872d-a70de406281a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/networks?id=08c84d26-e941-403a-8fe9-3289831cabf7 HTTP/1.1" status: 200 len: 822 time: 0.8362603 Jul 16 17:58:23.201230 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.310565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.310565 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.312189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] 10.222.0.38 "PUT /v2.0/ports/715fff93-fd30-4292-9db4-c92a3b3e1e63 HTTP/1.1" status: 200 len: 1096 time: 3.2186363 Jul 16 17:58:23.349241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-b2317944-7208-4173-9441-7ae6ca66f0cf tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/quotas/7d9250efa28545808afb5323977a9148 HTTP/1.1" status: 200 len: 375 time: 0.1320274 Jul 16 17:58:23.445577 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5010d41-2e89-42ad-bb74-6371f1885e85 admin admin] Pushing event updated for resources: {'Network': ['ID=399f611f-6e6d-4d34-8a74-b474b6cf2d2c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:23.460876 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74cef7b-11cb-49cf-8641-a8f2820c124f admin admin] Made reservation on behalf of 034c908cb06848838e6f25b207696cc7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:23.462814 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:23.463968 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a74cef7b-11cb-49cf-8641-a8f2820c124f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.570483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa3f2f-dfbe-441b-a8bb-4be74f1ac9ff service neutron] Pushing event updated for resources: {'Port': ['ID=715fff93-fd30-4292-9db4-c92a3b3e1e63,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:23.608521 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb4b672a-f39a-4617-8e13-8f09d5db679c req-a9405cee-bceb-4c13-81e4-53270ac379a9 service neutron] 10.222.0.38 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393830 Jul 16 17:58:23.640566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e491c58-bf48-4122-a64c-0f369958ebfe req-95fde047-c724-4f46-87ec-06dd7b28f972 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.642324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e491c58-bf48-4122-a64c-0f369958ebfe req-95fde047-c724-4f46-87ec-06dd7b28f972 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 948 time: 0.4439721 Jul 16 17:58:23.659159 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a74cef7b-11cb-49cf-8641-a8f2820c124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.695857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-ec427b3f-a7f6-4c20-938f-fb492ee2e89a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d9250efa28545808afb5323977a9148&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3054104 Jul 16 17:58:23.696380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e380ba83-7a50-4015-a9ad-2245398923b2', 'tag': '715fff93-fd30-4292-9db4-c92a3b3e1e63'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:23.698527 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b624490b-50bd-4aa7-9198-b61f53f4212b" -d '{"events": [{"name": "network-changed", "server_uuid": "e380ba83-7a50-4015-a9ad-2245398923b2", "tag": "715fff93-fd30-4292-9db4-c92a3b3e1e63"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:23.719448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cef7b-11cb-49cf-8641-a8f2820c124f admin admin] Pushing event updated for resources: {'Subnet': ['ID=064e3894-47d4-4922-8907-cacfb34c17c9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:23.722048 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74cef7b-11cb-49cf-8641-a8f2820c124f admin admin] Checking segment: {'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:23.722512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74cef7b-11cb-49cf-8641-a8f2820c124f admin admin] Network hostable DHCP agents. Network: 399f611f-6e6d-4d34-8a74-b474b6cf2d2c, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:23.722656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32767a01-473a-4b3a-9e45-3ba2e399e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.723914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-32767a01-473a-4b3a-9e45-3ba2e399e1fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a2cd28ecd8c48ed982ea0ec59ef0f66&device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 1099 time: 0.3291688 Jul 16 17:58:23.739860 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74cef7b-11cb-49cf-8641-a8f2820c124f admin admin] Network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:23.748928 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a74cef7b-11cb-49cf-8641-a8f2820c124f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 399f611f-6e6d-4d34-8a74-b474b6cf2d2c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:23.753240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74cef7b-11cb-49cf-8641-a8f2820c124f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.754015 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a74cef7b-11cb-49cf-8641-a8f2820c124f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.762286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ac9055-63d2-4468-93b0-2cff4e233463 None None] Network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:23.773590 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a74cef7b-11cb-49cf-8641-a8f2820c124f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6402931 Jul 16 17:58:23.773967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:23.778704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:23.800392 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.801584 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.857463 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.861599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-5eaa847f-86c9-4727-b54c-ca716cf7e23b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=715fff93-fd30-4292-9db4-c92a3b3e1e63 HTTP/1.1" status: 200 len: 217 time: 0.1026912 Jul 16 17:58:23.919773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e491c58-bf48-4122-a64c-0f369958ebfe req-e6a5ceb7-4bcb-4185-a900-1ee2cd833e43 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ba6bb71-5ae9-4a87-aa36-2405180ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684031 Jul 16 17:58:23.932619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:58:23.933494 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.004082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910e474-1ee5-40f5-baaf-5838be898186 req-f432e438-308e-4c3e-8510-4ceb54dc459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.006182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-f432e438-308e-4c3e-8510-4ceb54dc459c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1341317 Jul 16 17:58:24.009575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cd2187-f253-4b4c-87b2-02fc54b49b62 admin admin] Router bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:24.011862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-b7c918d8-62f5-497b-8991-7708db137f63 service neutron] 10.222.0.52 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914662 Jul 16 17:58:24.036081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 9f52fc69-aa6b-4585-81e8-9dc1cad44647 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:24.044947 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.062809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a381f3-a51f-43f8-bd4b-7616eedb3ede req-7db21196-ddbd-434b-a5af-60c56cb6f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.064601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14a381f3-a51f-43f8-bd4b-7616eedb3ede req-7db21196-ddbd-434b-a5af-60c56cb6f9f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=59bd541ef1a24f40b7ffbf8307849e54&device_id=e39d57d1-68f4-4f60-8cff-7022438e24a8 HTTP/1.1" status: 200 len: 1094 time: 0.3598261 Jul 16 17:58:24.148263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Allocated IP 172.20.0.2 (399f611f-6e6d-4d34-8a74-b474b6cf2d2c/064e3894-47d4-4922-8907-cacfb34c17c9/ec4b84ff-c7e6-4068-b01e-98330c90406d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:24.164110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 9f52fc69-aa6b-4585-81e8-9dc1cad44647 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:24.173087 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 9f52fc69-aa6b-4585-81e8-9dc1cad44647 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:24.173614 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.322973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.328805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-cecb5d8c-8c9d-4899-ac88-15244b9f3b22 service neutron] 10.222.0.52 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012736 Jul 16 17:58:24.353294 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.384137 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.392809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910e474-1ee5-40f5-baaf-5838be898186 req-b02a6ae9-fcbf-46af-8ff4-abd802e9ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.396168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-b02a6ae9-fcbf-46af-8ff4-abd802e9ad72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3818157 Jul 16 17:58:24.406397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a381f3-a51f-43f8-bd4b-7616eedb3ede req-668bb46d-3f86-4c6a-b77c-2fe495b5a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.414266 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.415773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14a381f3-a51f-43f8-bd4b-7616eedb3ede req-668bb46d-3f86-4c6a-b77c-2fe495b5a856 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4166a238-633d-445b-a602-76cc9208f0ca HTTP/1.1" status: 200 len: 913 time: 0.3354540 Jul 16 17:58:24.430365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Transition to ACTIVE for port object ec4b84ff-c7e6-4068-b01e-98330c90406d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:24.445001 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 9f52fc69-aa6b-4585-81e8-9dc1cad44647, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9f52fc69-aa6b-4585-81e8-9dc1cad44647,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:24.455235 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.462406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Transition to ACTIVE for port object ec4b84ff-c7e6-4068-b01e-98330c90406d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:24.486963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cd2187-f253-4b4c-87b2-02fc54b49b62 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:24.492555 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.496907 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Allocated IP 172.25.8.97 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/35a7a74a-a545-470d-9d04-741e99f66b5e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:24.502339 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a860691-2437-4bb7-acea-38ac308bc2e6 None None] Sync routers for ids ['bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:24.516412 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a860691-2437-4bb7-acea-38ac308bc2e6 None None] Routers {'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:24.518193 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a860691-2437-4bb7-acea-38ac308bc2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:58:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:24.546421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:24.549330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c6cd2187-f253-4b4c-87b2-02fc54b49b62 admin admin] 10.222.0.52 "PUT /v2.0/routers/bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2156894 Jul 16 17:58:24.566117 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:24.568089 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:24.570953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14a381f3-a51f-43f8-bd4b-7616eedb3ede req-2386235f-8935-4915-b287-5bbc3f593456 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd93155d-1bf7-4677-ba5d-2b33875ed5aa HTTP/1.1" status: 200 len: 217 time: 0.1360626 Jul 16 17:58:24.573367 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:24.580681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=9f52fc69-aa6b-4585-81e8-9dc1cad44647,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:24.638603 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461441d0-c9a6-439e-a95b-db2a305759ed x-openstack-request-id: req-461441d0-c9a6-439e-a95b-db2a305759ed {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:24.638603 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "name": "network-vif-unplugged", "status": "completed", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:24.638603 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-461441d0-c9a6-439e-a95b-db2a305759ed {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:24.638603 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'code': 200} Jul 16 17:58:24.680440 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.721939 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2a860691-2437-4bb7-acea-38ac308bc2e6 None None] Set router bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:24.793127 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.807788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Attempting to bind port ec4b84ff-c7e6-4068-b01e-98330c90406d on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:24.808472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Attempting to bind port ec4b84ff-c7e6-4068-b01e-98330c90406d by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:24.809882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Attempting to bind port ec4b84ff-c7e6-4068-b01e-98330c90406d on network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:24.823896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Pushing event updated for resources: {'Port': ['ID=ec4b84ff-c7e6-4068-b01e-98330c90406d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:24.852657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:24.853053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Checking segment: {'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:24.853526 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.853937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Bound using segment: {'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:24.861653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Bound port: ec4b84ff-c7e6-4068-b01e-98330c90406d, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:24.862152 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.870887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:24.874144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:24.877622 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:24.911416 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459d6050-2104-4f83-aad5-dc5c10ff3624 x-openstack-request-id: req-459d6050-2104-4f83-aad5-dc5c10ff3624 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:24.911809 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e380ba83-7a50-4015-a9ad-2245398923b2", "tag": "715fff93-fd30-4292-9db4-c92a3b3e1e63", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:24.912101 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-459d6050-2104-4f83-aad5-dc5c10ff3624 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:24.912618 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e380ba83-7a50-4015-a9ad-2245398923b2', 'tag': '715fff93-fd30-4292-9db4-c92a3b3e1e63', 'status': 'completed', 'code': 200} Jul 16 17:58:24.973499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Pushing event updated for resources: {'Port': ['ID=35a7a74a-a545-470d-9d04-741e99f66b5e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.023686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a381f3-a51f-43f8-bd4b-7616eedb3ede req-a2050904-7230-483d-98f7-19a0a9335f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.027011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14a381f3-a51f-43f8-bd4b-7616eedb3ede req-a2050904-7230-483d-98f7-19a0a9335f33 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f366adf-ab61-4820-b6a0-5b7a446b4d98 HTTP/1.1" status: 200 len: 852 time: 0.4265938 Jul 16 17:58:25.096726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] For port ec4b84ff-c7e6-4068-b01e-98330c90406d, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:25.107669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] For port ec4b84ff-c7e6-4068-b01e-98330c90406d, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ec4b84ff-c7e6-4068-b01e-98330c90406d,segment=NetworkSegment(094c441d-0650-4749-abf2-77413f404650),segment_id=094c441d-0650-4749-abf2-77413f404650)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:25.118356 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.141690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14a381f3-a51f-43f8-bd4b-7616eedb3ede req-4690d685-b008-4db3-8e6d-4d5f8f3f48f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4166a238-633d-445b-a602-76cc9208f0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997851 Jul 16 17:58:25.172962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-041273a3-c9c3-41a7-b02b-b1a63bd59334 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7679477 Jul 16 17:58:25.264960 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.274195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0ebd7-18a3-4a1a-a203-096e49f25ecc None None] Pushing event updated for resources: {'Port': ['ID=ec4b84ff-c7e6-4068-b01e-98330c90406d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.300415 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a860691-2437-4bb7-acea-38ac308bc2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'name': 'tempest-AttachSCSIVolumeTestJSON-499702829-router', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:21Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 5, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'gw_port': {'id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:22Z', 'updated_at': '2021-07-16T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:25.335652 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a860691-2437-4bb7-acea-38ac308bc2e6 None None] Checking router: bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:25.346717 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a860691-2437-4bb7-acea-38ac308bc2e6 None None] Routers {'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:25.347505 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a860691-2437-4bb7-acea-38ac308bc2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:58:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:25.396741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.516321 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2a860691-2437-4bb7-acea-38ac308bc2e6 None None] Set router bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:25.689439 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.798390 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a860691-2437-4bb7-acea-38ac308bc2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'name': 'tempest-AttachSCSIVolumeTestJSON-499702829-router', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:21Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 5, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'gw_port': {'id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:22Z', 'updated_at': '2021-07-16T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:25.842346 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a860691-2437-4bb7-acea-38ac308bc2e6 None None] The sync data for ids ['bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447'] in n-d-793618-9 is: [{'id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'name': 'tempest-AttachSCSIVolumeTestJSON-499702829-router', 'tenant_id': '728bed5e31cb4149989d04d0f702a6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:21Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 5, 'project_id': '728bed5e31cb4149989d04d0f702a6d7', 'gw_port': {'id': '51b9b2d5-95e5-4386-b456-fb0cc96f1f06', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:22Z', 'updated_at': '2021-07-16T17:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:25.871188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:58:25.918033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device dd93155d-1bf7-4677-ba5d-2b33875ed5aa details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:25.962860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a82d4-9b28-4cf1-88af-2a7aba782466 req-a3c91a26-230a-4f36-b91e-3cc1b88761c2 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.970344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f70a82d4-9b28-4cf1-88af-2a7aba782466 req-a3c91a26-230a-4f36-b91e-3cc1b88761c2 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=677cb3b2-b331-4199-beb1-15d02c987efa HTTP/1.1" status: 200 len: 945 time: 0.9491506 Jul 16 17:58:25.993916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:26.004449 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Sync routers for ids ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:26.011916 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.013493 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-35606eab-75ab-492b-a7bf-cf5e4564e8bd admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2383978 Jul 16 17:58:26.016461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:26.019287 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Routers {'0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:26.019923 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:58:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:26.041601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac18b60-99ec-447a-9273-1f17faf3ff07 req-fb4188d6-6db1-420f-bb10-559d006043a3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.048525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aac18b60-99ec-447a-9273-1f17faf3ff07 req-fb4188d6-6db1-420f-bb10-559d006043a3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 946 time: 0.9707935 Jul 16 17:58:26.053049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1910e474-1ee5-40f5-baaf-5838be898186 req-c146568c-8a7a-42e5-9b7f-78710d815d5d service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8628273 Jul 16 17:58:26.054375 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14a381f3-a51f-43f8-bd4b-7616eedb3ede req-118f8469-341d-469b-9e45-857e59a4c8f6 service neutron] 10.222.0.38 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8791459 Jul 16 17:58:26.079339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port dd93155d-1bf7-4677-ba5d-2b33875ed5aa, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=dd93155d-1bf7-4677-ba5d-2b33875ed5aa,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:26.133752 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'dd93155d-1bf7-4677-ba5d-2b33875ed5aa', 'network_id': '4166a238-633d-445b-a602-76cc9208f0ca', 'port_id': 'dd93155d-1bf7-4677-ba5d-2b33875ed5aa', 'mac_address': 'fa:16:3e:7b:cc:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f366adf-ab61-4820-b6a0-5b7a446b4d98', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:26.196458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14a381f3-a51f-43f8-bd4b-7616eedb3ede req-465c5e63-dec5-4c1d-830f-8a63ae03bc71 service neutron] 10.222.0.38 "GET /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105750 Jul 16 17:58:26.207007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Set router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:26.219489 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.248594 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.274835 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f70a82d4-9b28-4cf1-88af-2a7aba782466 req-192985f2-643a-4067-941b-b65dc4968408 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035700 Jul 16 17:58:26.375722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd93155d-1bf7-4677-ba5d-2b33875ed5aa {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:26.461957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aac18b60-99ec-447a-9273-1f17faf3ff07 req-c42f9cc1-df5c-4d9c-99b4-460ea870cab9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124501 Jul 16 17:58:26.480165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port dd93155d-1bf7-4677-ba5d-2b33875ed5aa, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=dd93155d-1bf7-4677-ba5d-2b33875ed5aa,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:26.528676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624490b-50bd-4aa7-9198-b61f53f4212b req-56a04d1c-e812-4cbc-b247-0e01299ceaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.530307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b624490b-50bd-4aa7-9198-b61f53f4212b req-56a04d1c-e812-4cbc-b247-0e01299ceaad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a2cd28ecd8c48ed982ea0ec59ef0f66&device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 1099 time: 0.3308997 Jul 16 17:58:26.542323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Deleting port 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:26.542545 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.579714 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.644391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba640299-8043-451b-adc7-ad978f30527a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd94d7f7-eef1-4fad-8669-3c3b20abc9d9'}, {'server_uuid': '677cb3b2-b331-4199-beb1-15d02c987efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f52fc69-aa6b-4585-81e8-9dc1cad44647'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:26.663417 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b246f4f-428a-4f18-a726-bd3fe4e355e6" -d '{"events": [{"server_uuid": "ba640299-8043-451b-adc7-ad978f30527a", "name": "network-vif-plugged", "status": "completed", "tag": "cd94d7f7-eef1-4fad-8669-3c3b20abc9d9"}, {"server_uuid": "677cb3b2-b331-4199-beb1-15d02c987efa", "name": "network-vif-plugged", "status": "completed", "tag": "9f52fc69-aa6b-4585-81e8-9dc1cad44647"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:26.745425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c4c4f-1d11-401b-8109-6d16840ff925 None None] Network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:26.763133 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.799241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=dd93155d-1bf7-4677-ba5d-2b33875ed5aa,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:26.816167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] For port 51b9b2d5-95e5-4386-b456-fb0cc96f1f06, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=51b9b2d5-95e5-4386-b456-fb0cc96f1f06,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:26.816556 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.829491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['dd93155d-1bf7-4677-ba5d-2b33875ed5aa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:26.830735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Calling delete_port for 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:26.867750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cab49ae3-9798-476b-b014-3e4a3e523e7c None None] Provisioning for port ec4b84ff-c7e6-4068-b01e-98330c90406d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:26.999438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Allocated IP 172.20.0.1 (399f611f-6e6d-4d34-8a74-b474b6cf2d2c/064e3894-47d4-4922-8907-cacfb34c17c9/3fc0d0c4-ce19-498b-abd8-c136cabff3e6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:27.030005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6115dc70-c90e-4cdb-94d0-b0d88b6e0eeb req-b5ed41c5-abf6-41fb-8c2d-cd90e9c04ef4 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 210 time: 0.3237896 Jul 16 17:58:27.166507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.191245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-cd472203-2c50-47f2-8813-3a6254e40b3b tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.192804 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-cd472203-2c50-47f2-8813-3a6254e40b3b tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.42 "GET /v2.0/networks?id=08c84d26-e941-403a-8fe9-3289831cabf7 HTTP/1.1" status: 200 len: 822 time: 0.8051002 Jul 16 17:58:27.212564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T17:58:25Z', 'revision_number': 3, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:27.213864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Transition to ACTIVE for port object 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:27.216602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.229945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Request body: {'port': {'device_id': '9a1ea5aa-9893-4d59-8557-e405e2973360', 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7', 'admin_state_up': True, 'tenant_id': '7d9250efa28545808afb5323977a9148'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:27.287747 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.309458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Checking router: 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:27.310066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Updating router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a port 35a7a74a-a545-470d-9d04-741e99f66b5e binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:58:27.355680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:27.358769 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:27.362586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:27.408590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.410599 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83e6a3b-fb86-48fd-bedf-acfd4b24ec33 x-openstack-request-id: req-b83e6a3b-fb86-48fd-bedf-acfd4b24ec33 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:27.410894 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba640299-8043-451b-adc7-ad978f30527a", "name": "network-vif-plugged", "status": "completed", "tag": "cd94d7f7-eef1-4fad-8669-3c3b20abc9d9", "code": 200}, {"server_uuid": "677cb3b2-b331-4199-beb1-15d02c987efa", "name": "network-vif-plugged", "status": "completed", "tag": "9f52fc69-aa6b-4585-81e8-9dc1cad44647", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:27.411140 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b83e6a3b-fb86-48fd-bedf-acfd4b24ec33 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:27.411554 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba640299-8043-451b-adc7-ad978f30527a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd94d7f7-eef1-4fad-8669-3c3b20abc9d9', 'code': 200} Jul 16 17:58:27.413152 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677cb3b2-b331-4199-beb1-15d02c987efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f52fc69-aa6b-4585-81e8-9dc1cad44647', 'code': 200} Jul 16 17:58:27.413975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ec4b84ff-c7e6-4068-b01e-98330c90406d up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:27.437964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624490b-50bd-4aa7-9198-b61f53f4212b req-eec4624a-378e-4a65-9cfb-786ad4728a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.440135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b624490b-50bd-4aa7-9198-b61f53f4212b req-eec4624a-378e-4a65-9cfb-786ad4728a6a service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.7732251 Jul 16 17:58:27.447523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Pushing event deleted for resources: {'Port': ['ID=51b9b2d5-95e5-4386-b456-fb0cc96f1f06,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:27.458957 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.507695 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.523057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b624490b-50bd-4aa7-9198-b61f53f4212b req-15a5e63b-1604-496a-b38d-a4270458cb4b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=715fff93-fd30-4292-9db4-c92a3b3e1e63 HTTP/1.1" status: 200 len: 217 time: 0.0652790 Jul 16 17:58:27.608751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc0d0c4-ce19-498b-abd8-c136cabff3e6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:27.650597 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ec4b84ff-c7e6-4068-b01e-98330c90406d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:27.667657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ec4b84ff-c7e6-4068-b01e-98330c90406d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:27.668033 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.688084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21a0d9-d4b3-4977-992e-443486d0f058 req-735cc5d8-19b4-4f06-b3b8-e91d255583a3 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.696844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb21a0d9-d4b3-4977-992e-443486d0f058 req-735cc5d8-19b4-4f06-b3b8-e91d255583a3 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 948 time: 0.7427902 Jul 16 17:58:27.721986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fe30c-1ccf-42cb-b025-e2daccbf2bf8 req-27b475f6-b897-4ae3-9038-2a3652b6c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.726459 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5f3fe30c-1ccf-42cb-b025-e2daccbf2bf8 req-27b475f6-b897-4ae3-9038-2a3652b6c196 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=677cb3b2-b331-4199-beb1-15d02c987efa HTTP/1.1" status: 200 len: 1096 time: 0.2103722 Jul 16 17:58:27.737570 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.760508 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.764957 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.776588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d799fd-a914-4767-9ae7-ef3aa0033590 req-ae4b98d7-0205-4f77-b0d5-cec18a3b53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.780254 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-24d799fd-a914-4767-9ae7-ef3aa0033590 req-ae4b98d7-0205-4f77-b0d5-cec18a3b53e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 1097 time: 0.2718346 Jul 16 17:58:27.851883 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.864429 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5f3fe30c-1ccf-42cb-b025-e2daccbf2bf8 req-cbfd53f3-5981-41a1-a45d-5f298b564c32 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277213 Jul 16 17:58:27.877857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb21a0d9-d4b3-4977-992e-443486d0f058 req-5a5b44ed-1e8b-4268-bb0a-55ca91422f3d tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ba6bb71-5ae9-4a87-aa36-2405180ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798899 Jul 16 17:58:27.889038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624490b-50bd-4aa7-9198-b61f53f4212b req-cedda84b-e933-4bc2-a1ad-c93639fc5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.896482 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b624490b-50bd-4aa7-9198-b61f53f4212b req-cedda84b-e933-4bc2-a1ad-c93639fc5a28 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2982826 Jul 16 17:58:27.899983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Made reservation on behalf of 7d9250efa28545808afb5323977a9148 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:27.906515 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-24d799fd-a914-4767-9ae7-ef3aa0033590 req-19a3d598-8501-4f8c-9a0b-4e4ab402c909 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172223 Jul 16 17:58:27.907740 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.925198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 715fff93-fd30-4292-9db4-c92a3b3e1e63 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:27.978148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d530d1c-412e-4ca1-b4a7-07edd1aaf930 None None] Provisioning complete for port ec4b84ff-c7e6-4068-b01e-98330c90406d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:27.978524 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d530d1c-412e-4ca1-b4a7-07edd1aaf930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.980123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.980721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:58:27.991840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port ec4b84ff-c7e6-4068-b01e-98330c90406d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ec4b84ff-c7e6-4068-b01e-98330c90406d,segment=NetworkSegment(094c441d-0650-4749-abf2-77413f404650),segment_id=094c441d-0650-4749-abf2-77413f404650)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:27.996093 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.004093 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.005367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4d842272-5a3f-4127-bb27-3d37c611140e admin admin] 10.222.0.52 "DELETE /v2.0/routers/bf8235a2-e2b1-4b2a-b02a-d3d5de0a8447 HTTP/1.1" status: 204 len: 168 time: 3.4360671 Jul 16 17:58:28.008732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:28.068874 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.081109 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:58:28.123617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3cdc9-d683-4ac5-92b7-1216a507930f req-cd7cf1fc-0d73-4a13-93d0-dadddc44e9ba tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.125187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7b3cdc9-d683-4ac5-92b7-1216a507930f req-cd7cf1fc-0d73-4a13-93d0-dadddc44e9ba tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=677cb3b2-b331-4199-beb1-15d02c987efa HTTP/1.1" status: 200 len: 945 time: 0.5999269 Jul 16 17:58:28.132335 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d992ce-c828-40b5-986d-fb340e559951 admin admin] Deleting subnet 6a4b3fd4-0430-4e35-b650-6bde9703605d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:28.134919 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 690ab235-005a-4dc3-a93f-86677212e0fe details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:28.137191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 87207362-76d6-4e24-a97f-17d28640373e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:28.141009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34d992ce-c828-40b5-986d-fb340e559951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.145970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Transition to ACTIVE for port object 35a7a74a-a545-470d-9d04-741e99f66b5e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:28.258854 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7b3cdc9-d683-4ac5-92b7-1216a507930f req-b996b228-6090-45bd-b959-1e6859f01767 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085880 Jul 16 17:58:28.268696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624490b-50bd-4aa7-9198-b61f53f4212b req-e6ae85aa-a53f-414d-86e2-e54e4dd9164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.270447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b624490b-50bd-4aa7-9198-b61f53f4212b req-e6ae85aa-a53f-414d-86e2-e54e4dd9164a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3577225 Jul 16 17:58:28.292538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Allocated IP 172.20.0.11 (08c84d26-e941-403a-8fe9-3289831cabf7/e5d56569-946b-4ac5-99fb-aa68959ab227/e6b432fd-c8f5-4542-be22-51f854cda639) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:28.310634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 715fff93-fd30-4292-9db4-c92a3b3e1e63, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=715fff93-fd30-4292-9db4-c92a3b3e1e63,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:28.332232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb451e3d-88c0-486f-bd5d-e20e5e6a3589 req-ba4f85da-f181-4d78-864d-32f66e16f8cb tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.332636 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 87207362-76d6-4e24-a97f-17d28640373e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:28.333102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 87207362-76d6-4e24-a97f-17d28640373e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:28.333992 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb451e3d-88c0-486f-bd5d-e20e5e6a3589 req-ba4f85da-f181-4d78-864d-32f66e16f8cb tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 946 time: 0.2360094 Jul 16 17:58:28.335147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '715fff93-fd30-4292-9db4-c92a3b3e1e63', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '715fff93-fd30-4292-9db4-c92a3b3e1e63', 'mac_address': 'fa:16:3e:68:e3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:28.340124 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.343837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=ec4b84ff-c7e6-4068-b01e-98330c90406d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.454173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb451e3d-88c0-486f-bd5d-e20e5e6a3589 req-1924e46b-ec83-4261-b1a3-b5d88149ecf7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099594 Jul 16 17:58:28.497275 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b624490b-50bd-4aa7-9198-b61f53f4212b req-5bd3c89f-1d92-4bc7-aed4-dec955a0d2c7 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174387 Jul 16 17:58:28.513817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Attempting to bind port 35a7a74a-a545-470d-9d04-741e99f66b5e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:28.514328 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Attempting to bind port 35a7a74a-a545-470d-9d04-741e99f66b5e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:28.514797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Attempting to bind port 35a7a74a-a545-470d-9d04-741e99f66b5e on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:28.522646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652794f0-9e0e-422c-a042-2026db640459 None None] Pushing event updated for resources: {'Port': ['ID=35a7a74a-a545-470d-9d04-741e99f66b5e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.551151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.560965 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.561772 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.566186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:28.566697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:28.567203 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.568260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:28.569441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Bound port: 35a7a74a-a545-470d-9d04-741e99f66b5e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:28.569441 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.619561 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34d992ce-c828-40b5-986d-fb340e559951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.645451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715fff93-fd30-4292-9db4-c92a3b3e1e63 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:28.679600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.687048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 690ab235-005a-4dc3-a93f-86677212e0fe, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=690ab235-005a-4dc3-a93f-86677212e0fe,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:28.687970 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60d9d032-2ceb-4229-b59b-2f0662b61213 req-9b2f7296-4357-4936-b409-c48b4313efb7 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 210 time: 0.0724659 Jul 16 17:58:28.700153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc0d0c4-ce19-498b-abd8-c136cabff3e6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.733426 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e76a1dbf-cf67-414d-958e-c3f17c9e4ac9 None None] Provisioning for port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:28.736693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 715fff93-fd30-4292-9db4-c92a3b3e1e63, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=715fff93-fd30-4292-9db4-c92a3b3e1e63,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:28.747409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '690ab235-005a-4dc3-a93f-86677212e0fe', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '690ab235-005a-4dc3-a93f-86677212e0fe', 'mac_address': 'fa:16:3e:98:65:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:28.748841 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.753452 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.754718 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e76a1dbf-cf67-414d-958e-c3f17c9e4ac9 None None] Provisioning complete for port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:28.756031 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e76a1dbf-cf67-414d-958e-c3f17c9e4ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.760492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b624490b-50bd-4aa7-9198-b61f53f4212b req-d47ac53b-24d3-4312-9ce7-e3b2490e2ecc service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522244 Jul 16 17:58:28.761986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] For port 35a7a74a-a545-470d-9d04-741e99f66b5e, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:28.797773 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34d992ce-c828-40b5-986d-fb340e559951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.801939 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.858603 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] For port 35a7a74a-a545-470d-9d04-741e99f66b5e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=35a7a74a-a545-470d-9d04-741e99f66b5e,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:28.872434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:28.874492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:28.877013 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.884023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Network 08c84d26-e941-403a-8fe9-3289831cabf7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:28.885636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event updated for resources: {'Port': ['ID=e6b432fd-c8f5-4542-be22-51f854cda639,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.899906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e76a1dbf-cf67-414d-958e-c3f17c9e4ac9 None None] Port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:28.901538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=715fff93-fd30-4292-9db4-c92a3b3e1e63,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.921031 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.921880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:28.931736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:28.953322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.958499 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.966445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 690ab235-005a-4dc3-a93f-86677212e0fe {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:28.992214 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-16da4721-184f-44d3-a6c9-f31e80c90a37 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7760992 Jul 16 17:58:29.002980 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34d992ce-c828-40b5-986d-fb340e559951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.004954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Request body: {'port': {'device_id': '9a1ea5aa-9893-4d59-8557-e405e2973360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:29.024915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 690ab235-005a-4dc3-a93f-86677212e0fe, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=690ab235-005a-4dc3-a93f-86677212e0fe,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:29.026474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Routers {'0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:29.027395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:58:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:29.078033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34d992ce-c828-40b5-986d-fb340e559951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.084712 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-34d992ce-c828-40b5-986d-fb340e559951 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6a4b3fd4-0430-4e35-b650-6bde9703605d HTTP/1.1" status: 204 len: 168 time: 1.0741923 Jul 16 17:58:29.087510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:29.094018 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.097953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652794f0-9e0e-422c-a042-2026db640459 None None] Pushing event updated for resources: {'Port': ['ID=35a7a74a-a545-470d-9d04-741e99f66b5e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.103639 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['715fff93-fd30-4292-9db4-c92a3b3e1e63'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:29.113882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a2a819-6b79-4703-a680-c48475174289 None None] Network c69ad01e-43cc-4911-8b58-4967588dc5ef requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:29.156747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d992ce-c828-40b5-986d-fb340e559951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4b3fd4-0430-4e35-b650-6bde9703605d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.222267 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:29.345645 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.368655 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.374789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ec4b84ff-c7e6-4068-b01e-98330c90406d up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:29.450577 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:29.456305 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-87e5d28f-48fc-479c-9abf-9d84a9cb6c17 admin admin] 10.222.0.52 "PUT /v2.0/routers/0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4384186 Jul 16 17:58:29.477077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['690ab235-005a-4dc3-a93f-86677212e0fe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:29.486943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b903e-d6e6-413e-8275-ec1ee09fbe7b req-379bcf3c-8f64-4601-a798-a1283674002e tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.490131 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f36b903e-d6e6-413e-8275-ec1ee09fbe7b req-379bcf3c-8f64-4601-a798-a1283674002e tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 949 time: 0.3608170 Jul 16 17:58:29.575154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] Set router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:29.687029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f36b903e-d6e6-413e-8275-ec1ee09fbe7b req-715815d5-3215-4118-87f0-227e4587f3e7 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ba6bb71-5ae9-4a87-aa36-2405180ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881952 Jul 16 17:58:29.738783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Deleting port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:29.739214 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.838582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-300c2bbd-db47-401b-b799-b303b2acf323 None None] Provisioning complete for port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:29.838969 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-300c2bbd-db47-401b-b799-b303b2acf323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.865795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] For port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df,segment=NetworkSegment(8660e484-5f42-46ff-b653-037d61d20a83),segment_id=8660e484-5f42-46ff-b653-037d61d20a83)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:29.866171 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.880062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb04d7-2583-4eac-af89-869893b60f2a req-f7bc134a-321f-4914-ad68-0236a3a526df tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.882638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fadb04d7-2583-4eac-af89-869893b60f2a req-f7bc134a-321f-4914-ad68-0236a3a526df tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=677cb3b2-b331-4199-beb1-15d02c987efa HTTP/1.1" status: 200 len: 945 time: 0.3309963 Jul 16 17:58:29.906220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Calling delete_port for 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:29.993995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device dd93155d-1bf7-4677-ba5d-2b33875ed5aa up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:30.053109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fadb04d7-2583-4eac-af89-869893b60f2a req-fa09b8ec-7343-4d56-a12f-eb0203650d8e tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508567 Jul 16 17:58:30.327645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=690ab235-005a-4dc3-a93f-86677212e0fe,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:30.416566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-300c2bbd-db47-401b-b799-b303b2acf323 None None] Port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:30.431018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ec4b84ff-c7e6-4068-b01e-98330c90406d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:30.432181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.549147 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bac76241-65b9-4f34-a2ce-8b3818016009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.567274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:30.574684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-35294ff9-55ec-4138-b97c-d1d4395fad71 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775500025', 'description': 'tempest-description--1908217507'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:30.584730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b432fd-c8f5-4542-be22-51f854cda639 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:30.622205 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.632499 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.639123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35294ff9-55ec-4138-b97c-d1d4395fad71 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.658096 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fcc4a-b1cc-4b73-a008-fb59d4ef0869 req-4c414404-09f3-4cc4-a320-6eced4927101 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.667813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa4fcc4a-b1cc-4b73-a008-fb59d4ef0869 req-4c414404-09f3-4cc4-a320-6eced4927101 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 946 time: 0.7425125 Jul 16 17:58:30.694562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] No DVR routers for this DVR port 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:30.743754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3fc0d0c4-ce19-498b-abd8-c136cabff3e6', 'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'mac_address': 'fa:16:3e:83:e6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:26Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 2, 'project_id': '034c908cb06848838e6f25b207696cc7', 'subnets': [{'id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:30.804507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17ae54-9d56-423a-b652-dd5a6ce49d8f None None] The sync data for ids ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'] in n-d-793618-9 is: [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3fc0d0c4-ce19-498b-abd8-c136cabff3e6', 'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'mac_address': 'fa:16:3e:83:e6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:26Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 2, 'project_id': '034c908cb06848838e6f25b207696cc7', 'subnets': [{'id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:30.807490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3b58c0-33ba-44e5-9bd8-7e7c9e30dd39 None None] DHCP port deletion for c69ad01e-43cc-4911-8b58-4967588dc5ef request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:58:30.840831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:30.841806 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35294ff9-55ec-4138-b97c-d1d4395fad71 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.844740 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Transition to ACTIVE for port object e6b432fd-c8f5-4542-be22-51f854cda639 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:30.850345 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35294ff9-55ec-4138-b97c-d1d4395fad71 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.868607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.920655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35294ff9-55ec-4138-b97c-d1d4395fad71 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280ac06d-b711-4111-b27d-9b952db3b57e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:30.938742 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35294ff9-55ec-4138-b97c-d1d4395fad71 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.944526 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-35294ff9-55ec-4138-b97c-d1d4395fad71 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3744950 Jul 16 17:58:30.945304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:30.950397 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e1dd3367-9aae-4cf6-bbdc-7b53722bf898 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Request body: {'security_group_rule': {'security_group_id': '280ac06d-b711-4111-b27d-9b952db3b57e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:30.993339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04228f08-7876-4118-b316-866450876bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b432fd-c8f5-4542-be22-51f854cda639,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:31.005994 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3367-9aae-4cf6-bbdc-7b53722bf898 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.024803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port dd93155d-1bf7-4677-ba5d-2b33875ed5aa completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:31.063264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port dd93155d-1bf7-4677-ba5d-2b33875ed5aa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:31.063855 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.082444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa4fcc4a-b1cc-4b73-a008-fb59d4ef0869 req-a23097ff-8d88-4ba5-908a-d89c303ea1d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804884 Jul 16 17:58:31.103799 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3367-9aae-4cf6-bbdc-7b53722bf898 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.111424 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3367-9aae-4cf6-bbdc-7b53722bf898 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.128819 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.143263 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.143792 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.144642 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.145389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > port after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.146426 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.146884 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > port after_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.147320 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.147756 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.148189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.148655 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.191401 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd3367-9aae-4cf6-bbdc-7b53722bf898 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a2f500-68c8-4c34-884c-a62d6f94b4f2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:31.206039 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3367-9aae-4cf6-bbdc-7b53722bf898 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.214295 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e1dd3367-9aae-4cf6-bbdc-7b53722bf898 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2677531 Jul 16 17:58:31.217297 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:31.226783 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1c4b1e23-809d-4bbc-a4c0-f07ebaa5189b tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Request body: {'security_group_rule': {'security_group_id': '280ac06d-b711-4111-b27d-9b952db3b57e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:31.280934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.282286 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.282640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.282982 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:58:31.283924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69ad01e-43cc-4911-8b58-4967588dc5ef']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:31.311890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:31.315683 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1e23-809d-4bbc-a4c0-f07ebaa5189b tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.335603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8660e484-5f42-46ff-b653-037d61d20a83') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:31.335807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8660e484-5f42-46ff-b653-037d61d20a83') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:31.358116 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.376838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:31.379375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 51b9b2d5-95e5-4386-b456-fb0cc96f1f06 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:31.405997 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.417661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:31.417661 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.436486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1e23-809d-4bbc-a4c0-f07ebaa5189b tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.446484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1e23-809d-4bbc-a4c0-f07ebaa5189b tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: timer() Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:31.450355 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:31.456741 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:31.456741 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:31.456741 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:31.456741 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:31.456741 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:31.477902 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1e23-809d-4bbc-a4c0-f07ebaa5189b tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.483879 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1c4b1e23-809d-4bbc-a4c0-f07ebaa5189b tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2654932 Jul 16 17:58:31.485574 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:31.501457 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:31.507253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b1e23-809d-4bbc-a4c0-f07ebaa5189b tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c57871-05ef-48bf-8e0c-3f6bff13d8f1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:31.523748 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.565305 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.579351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:31.639079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Attempting to bind port e6b432fd-c8f5-4542-be22-51f854cda639 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:31.639659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Attempting to bind port e6b432fd-c8f5-4542-be22-51f854cda639 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:31.639799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Attempting to bind port e6b432fd-c8f5-4542-be22-51f854cda639 on network 08c84d26-e941-403a-8fe9-3289831cabf7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:31.646265 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.648531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39d57d1-68f4-4f60-8cff-7022438e24a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd93155d-1bf7-4677-ba5d-2b33875ed5aa'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:31.651589 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a01c551-55e3-4971-828e-cd12cce7835b" -d '{"events": [{"server_uuid": "e39d57d1-68f4-4f60-8cff-7022438e24a8", "name": "network-vif-plugged", "status": "completed", "tag": "dd93155d-1bf7-4677-ba5d-2b33875ed5aa"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:31.659819 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:31.660531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5c94a2c1-e8cf-4027-afbc-0b4a5ddd55df not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:31.676401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port dd93155d-1bf7-4677-ba5d-2b33875ed5aa, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=dd93155d-1bf7-4677-ba5d-2b33875ed5aa,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:31.683281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e666ab-c1e4-4f7b-b699-c69550632671 req-f7fab24d-93e1-461e-b532-6fdfcfd30cd3 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:31.684120 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.685556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-48e666ab-c1e4-4f7b-b699-c69550632671 req-f7fab24d-93e1-461e-b532-6fdfcfd30cd3 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 944 time: 0.7164545 Jul 16 17:58:31.689286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Port e6b432fd-c8f5-4542-be22-51f854cda639 on network 08c84d26-e941-403a-8fe9-3289831cabf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:31.689636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Attempting to bind port e6b432fd-c8f5-4542-be22-51f854cda639 on network 08c84d26-e941-403a-8fe9-3289831cabf7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:31.692086 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.698013 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c69ad01e-43cc-4911-8b58-4967588dc5ef HTTP/1.1" status: 204 len: 168 time: 2.6089396 Jul 16 17:58:31.703297 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:31.718659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caaa4b-6fd6-480c-a5f8-4f428b680399 admin admin] Pushing event deleted for resources: {'Network': ['ID=c69ad01e-43cc-4911-8b58-4967588dc5ef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:31.744015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:31.744370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Checking segment: {'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:31.744756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Bound using segment: {'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:31.745212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Bound port: e6b432fd-c8f5-4542-be22-51f854cda639, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:31.745681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.787058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=dd93155d-1bf7-4677-ba5d-2b33875ed5aa,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:31.826426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b882d-2260-43a6-9190-efc1a3eb8297 req-0a2e6dae-3103-4ca1-a23d-ad671f01131b tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:31.842424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-756b882d-2260-43a6-9190-efc1a3eb8297 req-0a2e6dae-3103-4ca1-a23d-ad671f01131b tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=e39d57d1-68f4-4f60-8cff-7022438e24a8 HTTP/1.1" status: 200 len: 944 time: 0.3866076 Jul 16 17:58:31.860909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-48e666ab-c1e4-4f7b-b699-c69550632671 req-6a1cac35-b2dd-463b-baf5-2acbd67938c6 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495881 Jul 16 17:58:31.924567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] For port e6b432fd-c8f5-4542-be22-51f854cda639, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:31.939394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 715fff93-fd30-4292-9db4-c92a3b3e1e63 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:31.941704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-756b882d-2260-43a6-9190-efc1a3eb8297 req-ecaa7f76-cd3a-4370-ba75-a5571b240b96 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852220 Jul 16 17:58:31.982315 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] For port e6b432fd-c8f5-4542-be22-51f854cda639, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e6b432fd-c8f5-4542-be22-51f854cda639,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:32.003028 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.107360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.113643 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.120432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-04228f08-7876-4118-b316-866450876bf5 service neutron] 10.222.0.42 "PUT /v2.0/ports/e6b432fd-c8f5-4542-be22-51f854cda639 HTTP/1.1" status: 200 len: 1092 time: 3.1153917 Jul 16 17:58:32.120695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 690ab235-005a-4dc3-a93f-86677212e0fe up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:32.120986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1ea5aa-9893-4d59-8557-e405e2973360', 'tag': 'e6b432fd-c8f5-4542-be22-51f854cda639'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:32.143315 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e5f9c-0a09-4f62-9cbd-5c996ac4de30" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1ea5aa-9893-4d59-8557-e405e2973360", "tag": "e6b432fd-c8f5-4542-be22-51f854cda639"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:32.236068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04228f08-7876-4118-b316-866450876bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b432fd-c8f5-4542-be22-51f854cda639,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:32.305161 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.308040 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e8dca8a-3d30-4898-a38d-6c17402d589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.316178 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.320048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 715fff93-fd30-4292-9db4-c92a3b3e1e63 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:32.326382 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 690ab235-005a-4dc3-a93f-86677212e0fe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:32.327053 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.368926 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 715fff93-fd30-4292-9db4-c92a3b3e1e63 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:32.369566 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.399636 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.407960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a3f0b-6fe9-4038-8e22-721146130d59 req-acd05096-e57d-450c-9c17-3ba13447fd9d tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.418308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb7a3f0b-6fe9-4038-8e22-721146130d59 req-acd05096-e57d-450c-9c17-3ba13447fd9d tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 949 time: 0.2679627 Jul 16 17:58:32.425785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-c82c7c45-8607-4f4a-bc44-b5f3b9c9404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.428193 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-c82c7c45-8607-4f4a-bc44-b5f3b9c9404b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d9250efa28545808afb5323977a9148&device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 1095 time: 0.2580116 Jul 16 17:58:32.444238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ae27c-38a6-408d-9b7f-449b764eb24a req-03bfb3fa-282d-41c2-bc73-2d902a52aa70 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.445966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db6ae27c-38a6-408d-9b7f-449b764eb24a req-03bfb3fa-282d-41c2-bc73-2d902a52aa70 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 1097 time: 0.1968594 Jul 16 17:58:32.515151 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.535129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-e4114c8d-afec-4867-a759-d980b2c21095 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6b432fd-c8f5-4542-be22-51f854cda639 HTTP/1.1" status: 200 len: 217 time: 0.0978899 Jul 16 17:58:32.541209 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.605180 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 690ab235-005a-4dc3-a93f-86677212e0fe, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=690ab235-005a-4dc3-a93f-86677212e0fe,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:32.617271 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.621130 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.625970 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Allocated IP 172.25.8.60 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/165d3f8c-6bb4-43cc-9639-c06984fd5791) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:32.647594 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db6ae27c-38a6-408d-9b7f-449b764eb24a req-b4a8ff90-5b0f-4940-a4ec-fc14da34f321 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852791 Jul 16 17:58:32.687299 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18f17348-011a-4987-b715-7899fa857a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.700224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=690ab235-005a-4dc3-a93f-86677212e0fe,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:32.704907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 715fff93-fd30-4292-9db4-c92a3b3e1e63, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=715fff93-fd30-4292-9db4-c92a3b3e1e63,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:32.715161 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.720800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb7a3f0b-6fe9-4038-8e22-721146130d59 req-d0f0e299-9803-4b70-9a87-e747a9dc5778 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ba6bb71-5ae9-4a87-aa36-2405180ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015125 Jul 16 17:58:32.756270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-3493b003-4942-4ede-9f36-184db5a121cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.761083 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-3493b003-4942-4ede-9f36-184db5a121cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5d56569-946b-4ac5-99fb-aa68959ab227 HTTP/1.1" status: 200 len: 862 time: 0.2149377 Jul 16 17:58:32.779316 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=715fff93-fd30-4292-9db4-c92a3b3e1e63,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:32.813264 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88afd712-0f8e-4698-9fcb-bfc54763d398 x-openstack-request-id: req-88afd712-0f8e-4698-9fcb-bfc54763d398 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:32.813580 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39d57d1-68f4-4f60-8cff-7022438e24a8", "name": "network-vif-plugged", "status": "completed", "tag": "dd93155d-1bf7-4677-ba5d-2b33875ed5aa", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:32.813838 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-88afd712-0f8e-4698-9fcb-bfc54763d398 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:32.816584 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39d57d1-68f4-4f60-8cff-7022438e24a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd93155d-1bf7-4677-ba5d-2b33875ed5aa', 'code': 200} Jul 16 17:58:32.890475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-bfd112e1-8b6c-4370-852c-29a814e699c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08c84d26-e941-403a-8fe9-3289831cabf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179879 Jul 16 17:58:32.954511 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14026571-7f57-4e3a-9d20-ced4ceb5812f x-openstack-request-id: req-14026571-7f57-4e3a-9d20-ced4ceb5812f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:32.956949 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1ea5aa-9893-4d59-8557-e405e2973360", "tag": "e6b432fd-c8f5-4542-be22-51f854cda639", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:32.957209 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14026571-7f57-4e3a-9d20-ced4ceb5812f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:32.957641 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1ea5aa-9893-4d59-8557-e405e2973360', 'tag': 'e6b432fd-c8f5-4542-be22-51f854cda639', 'status': 'completed', 'code': 200} Jul 16 17:58:33.194323 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-b0300c73-e64e-473c-a4a6-49a84ac6b899 service neutron] 10.222.0.42 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414932 Jul 16 17:58:33.198700 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.211522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a506c-6794-4df4-8e39-62ec45ea73b7 req-fa4bc89c-5249-48d3-a8de-015842d89287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.213009 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-481a506c-6794-4df4-8e39-62ec45ea73b7 req-fa4bc89c-5249-48d3-a8de-015842d89287 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e39d57d1-68f4-4f60-8cff-7022438e24a8 HTTP/1.1" status: 200 len: 1096 time: 0.3252425 Jul 16 17:58:33.273848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.358996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:33.367937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:33.371083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:33.408070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ee91f-b2ca-4a03-a455-ece5339d344b req-74db9c72-09ab-4549-882f-b4b91d8aecec tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.409807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c2ee91f-b2ca-4a03-a455-ece5339d344b req-74db9c72-09ab-4549-882f-b4b91d8aecec tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 1097 time: 0.3441334 Jul 16 17:58:33.426172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-481a506c-6794-4df4-8e39-62ec45ea73b7 req-0248c95d-d580-4ef7-b78e-6421d9e63ece service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695592 Jul 16 17:58:33.456119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Pushing event updated for resources: {'Port': ['ID=165d3f8c-6bb4-43cc-9639-c06984fd5791,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:33.465350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51798d5-26de-4ff8-ad14-45ae80ac3c16 req-5fe9cf1d-516a-41de-8155-43e56279b100 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.466242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f51798d5-26de-4ff8-ad14-45ae80ac3c16 req-5fe9cf1d-516a-41de-8155-43e56279b100 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 944 time: 0.2782829 Jul 16 17:58:33.470348 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aff059b-35a2-4b19-8c6d-85fb03fd23bb req-f0d315ec-4b28-4a04-823a-f59272cc4803 service neutron] 10.222.0.42 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552588 Jul 16 17:58:33.526990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c2ee91f-b2ca-4a03-a455-ece5339d344b req-5cc5bbf7-fd3e-4fe9-8f16-6427f845fa80 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064589 Jul 16 17:58:33.590594 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f51798d5-26de-4ff8-ad14-45ae80ac3c16 req-b0eab391-8c77-4e4a-89c2-72dca3990543 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995190 Jul 16 17:58:33.590747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-18f17348-011a-4987-b715-7899fa857a5b admin admin] Deleting port 55cfcfb2-e68e-42ea-9ac9-f310d942d233 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:33.590974 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18f17348-011a-4987-b715-7899fa857a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.593367 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.606666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 35a7a74a-a545-470d-9d04-741e99f66b5e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:33.695195 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.725750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 35a7a74a-a545-470d-9d04-741e99f66b5e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:33.732133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 35a7a74a-a545-470d-9d04-741e99f66b5e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:33.732525 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.734266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e5f9c-0a09-4f62-9cbd-5c996ac4de30 req-ed6fa187-0cfe-42d1-b5fe-09d56769f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.739692 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a31e5f9c-0a09-4f62-9cbd-5c996ac4de30 req-ed6fa187-0cfe-42d1-b5fe-09d56769f4bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d9250efa28545808afb5323977a9148&device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 1095 time: 0.1754787 Jul 16 17:58:33.802869 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.861880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-18f17348-011a-4987-b715-7899fa857a5b admin admin] For port 55cfcfb2-e68e-42ea-9ac9-f310d942d233, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=55cfcfb2-e68e-42ea-9ac9-f310d942d233,segment=NetworkSegment(703078ad-96d9-4887-8ff5-f111e8912b83),segment_id=703078ad-96d9-4887-8ff5-f111e8912b83)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:33.862233 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18f17348-011a-4987-b715-7899fa857a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.886807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-18f17348-011a-4987-b715-7899fa857a5b admin admin] Calling delete_port for 55cfcfb2-e68e-42ea-9ac9-f310d942d233 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:33.887323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e5f9c-0a09-4f62-9cbd-5c996ac4de30 req-46ef43a0-4644-4cb7-8ac8-646d2e87f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.890576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a31e5f9c-0a09-4f62-9cbd-5c996ac4de30 req-46ef43a0-4644-4cb7-8ac8-646d2e87f655 service neutron] 10.222.0.42 "GET /v2.0/networks?id=08c84d26-e941-403a-8fe9-3289831cabf7 HTTP/1.1" status: 200 len: 923 time: 0.1449656 Jul 16 17:58:33.951495 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.999179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 35a7a74a-a545-470d-9d04-741e99f66b5e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=35a7a74a-a545-470d-9d04-741e99f66b5e,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:34.007379 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.028394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a31e5f9c-0a09-4f62-9cbd-5c996ac4de30 req-e6824b23-b5fb-43d1-a904-d6548db386fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6b432fd-c8f5-4542-be22-51f854cda639 HTTP/1.1" status: 200 len: 217 time: 0.0527706 Jul 16 17:58:34.095402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=35a7a74a-a545-470d-9d04-741e99f66b5e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:34.182876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e5f9c-0a09-4f62-9cbd-5c996ac4de30 req-7cec1d4a-ef19-4344-9507-0d578b556d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.184252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a31e5f9c-0a09-4f62-9cbd-5c996ac4de30 req-7cec1d4a-ef19-4344-9507-0d578b556d2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5d56569-946b-4ac5-99fb-aa68959ab227 HTTP/1.1" status: 200 len: 862 time: 0.1478107 Jul 16 17:58:34.215007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa48cc-52f6-4105-95ae-57f8e32a71a8 req-527e5ae9-df9e-4c89-bed3-452be009049d tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.225200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86aa48cc-52f6-4105-95ae-57f8e32a71a8 req-527e5ae9-df9e-4c89-bed3-452be009049d tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=e39d57d1-68f4-4f60-8cff-7022438e24a8 HTTP/1.1" status: 200 len: 945 time: 0.3333385 Jul 16 17:58:34.250985 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a31e5f9c-0a09-4f62-9cbd-5c996ac4de30 req-9ad1b21e-2306-435b-a4e5-e287450b3148 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08c84d26-e941-403a-8fe9-3289831cabf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592952 Jul 16 17:58:34.290710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18f17348-011a-4987-b715-7899fa857a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.310771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66494469-54a3-480d-a4f4-e5ed0020b4f5 req-b88518f2-5a36-480c-9176-8d8c54099e74 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.311690 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.312309 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66494469-54a3-480d-a4f4-e5ed0020b4f5 req-b88518f2-5a36-480c-9176-8d8c54099e74 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 950 time: 0.2589436 Jul 16 17:58:34.363542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.368961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86aa48cc-52f6-4105-95ae-57f8e32a71a8 req-bc110b95-e787-4460-ab9f-6ecad226f856 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428647 Jul 16 17:58:34.451491 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66494469-54a3-480d-a4f4-e5ed0020b4f5 req-d7882deb-992f-4e30-a8f8-7659d3cc6d08 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ba6bb71-5ae9-4a87-aa36-2405180ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800819 Jul 16 17:58:34.462438 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a31e5f9c-0a09-4f62-9cbd-5c996ac4de30 req-ea4ccdde-c692-43ef-bd07-09c3e2701bde service neutron] 10.222.0.42 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939635 Jul 16 17:58:34.489097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.492569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f17348-011a-4987-b715-7899fa857a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=55cfcfb2-e68e-42ea-9ac9-f310d942d233,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:34.521776 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Sync routers for ids ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:34.541103 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Routers {'0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:34.541795 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:58:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:34.662100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a31e5f9c-0a09-4f62-9cbd-5c996ac4de30 req-bcba6742-0012-4207-bada-db8211d28fa7 service neutron] 10.222.0.42 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961040 Jul 16 17:58:34.716006 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.728000 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2286487 Jul 16 17:58:34.728000 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dc8a7-048a-414f-9efc-bd5baf8c3fe7 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Pushing event updated for resources: {'Port': ['ID=165d3f8c-6bb4-43cc-9639-c06984fd5791,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:34.792305 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Set router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:34.819643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b457df11-0f7e-4796-adc4-5cf0eb9c55be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690ab235-005a-4dc3-a93f-86677212e0fe'}, {'server_uuid': 'e380ba83-7a50-4015-a9ad-2245398923b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715fff93-fd30-4292-9db4-c92a3b3e1e63'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:34.822004 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e965075-3577-4af8-ab34-9eb711298920" -d '{"events": [{"server_uuid": "b457df11-0f7e-4796-adc4-5cf0eb9c55be", "name": "network-vif-plugged", "status": "completed", "tag": "690ab235-005a-4dc3-a93f-86677212e0fe"}, {"server_uuid": "e380ba83-7a50-4015-a9ad-2245398923b2", "name": "network-vif-plugged", "status": "completed", "tag": "715fff93-fd30-4292-9db4-c92a3b3e1e63"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:35.010608 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18f17348-011a-4987-b715-7899fa857a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.090049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7b123-1d0a-40ae-a771-44234c96f923 req-a1025e52-4aef-4c88-9f40-c26ba857feb6 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:35.100767 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f9195f-d7e4-452e-a09a-f44f0817871e x-openstack-request-id: req-f4f9195f-d7e4-452e-a09a-f44f0817871e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:35.101589 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b457df11-0f7e-4796-adc4-5cf0eb9c55be", "name": "network-vif-plugged", "status": "completed", "tag": "690ab235-005a-4dc3-a93f-86677212e0fe", "code": 200}, {"server_uuid": "e380ba83-7a50-4015-a9ad-2245398923b2", "name": "network-vif-plugged", "status": "completed", "tag": "715fff93-fd30-4292-9db4-c92a3b3e1e63", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:35.102084 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4f9195f-d7e4-452e-a09a-f44f0817871e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:35.102711 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b457df11-0f7e-4796-adc4-5cf0eb9c55be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690ab235-005a-4dc3-a93f-86677212e0fe', 'code': 200} Jul 16 17:58:35.103183 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e380ba83-7a50-4015-a9ad-2245398923b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715fff93-fd30-4292-9db4-c92a3b3e1e63', 'code': 200} Jul 16 17:58:35.103656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d6f7b123-1d0a-40ae-a771-44234c96f923 req-a1025e52-4aef-4c88-9f40-c26ba857feb6 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 944 time: 0.1356938 Jul 16 17:58:35.151159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d6f7b123-1d0a-40ae-a771-44234c96f923 req-6728e2b6-0c01-4b46-b3f6-b76bee6f61bd tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462468 Jul 16 17:58:35.303970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff172bb0-b507-4582-ae8e-37c45328627a req-681f4013-ba87-41af-ad68-e846f2bdeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:35.306057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff172bb0-b507-4582-ae8e-37c45328627a req-681f4013-ba87-41af-ad68-e846f2bdeee7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 1101 time: 0.1049883 Jul 16 17:58:35.376926 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.416149 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3fc0d0c4-ce19-498b-abd8-c136cabff3e6', 'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'mac_address': 'fa:16:3e:83:e6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:26Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 2, 'project_id': '034c908cb06848838e6f25b207696cc7', 'subnets': [{'id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:35.464172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff172bb0-b507-4582-ae8e-37c45328627a req-12c5027e-5ad0-431a-9942-baea770bac11 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7ba6bb71-5ae9-4a87-aa36-2405180ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512764 Jul 16 17:58:35.483637 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Checking router: 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:35.484444 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Updating router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:58:35.521017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa64de-271f-47d2-ab58-45cb58321555 req-a1a16a28-8bfc-475d-9764-81fbf2456ab1 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:35.542958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6aaa64de-271f-47d2-ab58-45cb58321555 req-a1a16a28-8bfc-475d-9764-81fbf2456ab1 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 1097 time: 0.1032598 Jul 16 17:58:35.548619 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.629443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 35a7a74a-a545-470d-9d04-741e99f66b5e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:35.697361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6aaa64de-271f-47d2-ab58-45cb58321555 req-a510a963-1938-4690-93f3-690df2b91c29 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526964 Jul 16 17:58:35.734663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f17348-011a-4987-b715-7899fa857a5b admin admin] Router adf3e041-a318-4fc0-ba8a-83efd30a2e69 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:35.755067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 35a7a74a-a545-470d-9d04-741e99f66b5e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:35.756374 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.905135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7ac8a-c36b-4e31-b223-ebbadd61f845 req-ed8b7518-f08a-4de8-95ed-ca6605a14a6f tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:35.929661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ac7ac8a-c36b-4e31-b223-ebbadd61f845 req-ed8b7518-f08a-4de8-95ed-ca6605a14a6f tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=e39d57d1-68f4-4f60-8cff-7022438e24a8 HTTP/1.1" status: 200 len: 945 time: 0.2733138 Jul 16 17:58:36.097422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ac7ac8a-c36b-4e31-b223-ebbadd61f845 req-ade59a0f-b927-4f95-97fa-077e090b4e3a tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573582 Jul 16 17:58:36.101465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device e6b432fd-c8f5-4542-be22-51f854cda639 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:36.149038 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.163917 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20521c1e-6c52-4471-bb57-b737063917d5 req-2e2afa25-5982-4552-ab18-eab6aad31b96 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.170734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20521c1e-6c52-4471-bb57-b737063917d5 req-2e2afa25-5982-4552-ab18-eab6aad31b96 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 950 time: 0.1762421 Jul 16 17:58:36.192606 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Transition to ACTIVE for port object 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:36.201484 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.244087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20521c1e-6c52-4471-bb57-b737063917d5 req-8317735f-fe53-4144-9952-4aa18e9ddf07 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ba6bb71-5ae9-4a87-aa36-2405180ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682423 Jul 16 17:58:36.299928 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f17348-011a-4987-b715-7899fa857a5b admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:36.315422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:36.324191 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-18f17348-011a-4987-b715-7899fa857a5b admin admin] 10.222.0.52 "PUT /v2.0/routers/adf3e041-a318-4fc0-ba8a-83efd30a2e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6187820 Jul 16 17:58:36.355701 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Pushing event updated for resources: {'Port': ['ID=3fc0d0c4-ce19-498b-abd8-c136cabff3e6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:36.385279 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:36.385801 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:36.386622 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:36.387301 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:36.387782 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:36.388318 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:36.388793 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:36.389269 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:36.389784 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:36.390432 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:36.390908 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:36.391551 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:36.558209 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Attempting to bind port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:36.558875 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Attempting to bind port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:36.563258 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Attempting to bind port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 on network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:36.573005 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:36.574896 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Checking segment: {'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:36.575406 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.578197 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Bound using segment: {'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:36.585755 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Bound port: 3fc0d0c4-ce19-498b-abd8-c136cabff3e6, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:36.586588 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.714199 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.768383 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] For port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:36.771880 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] For port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3fc0d0c4-ce19-498b-abd8-c136cabff3e6,segment=NetworkSegment(094c441d-0650-4749-abf2-77413f404650),segment_id=094c441d-0650-4749-abf2-77413f404650)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:36.781222 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.804056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d1f65-0fbe-4ce4-8527-43d42319f8ac None None] Sync routers for ids ['adf3e041-a318-4fc0-ba8a-83efd30a2e69'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:36.896006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d1f65-0fbe-4ce4-8527-43d42319f8ac None None] Routers {'adf3e041-a318-4fc0-ba8a-83efd30a2e69'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:36.897060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f34d1f65-0fbe-4ce4-8527-43d42319f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:58:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['adf3e041-a318-4fc0-ba8a-83efd30a2e69'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:36.948621 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344acb1b-8829-4c04-a115-9696c5c88bed None None] Pushing event updated for resources: {'Port': ['ID=3fc0d0c4-ce19-498b-abd8-c136cabff3e6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:36.976447 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.994598 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Routers {'0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:36.995273 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:58:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:37.042388 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port e6b432fd-c8f5-4542-be22-51f854cda639, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e6b432fd-c8f5-4542-be22-51f854cda639,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:37.095095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'e6b432fd-c8f5-4542-be22-51f854cda639', 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7', 'port_id': 'e6b432fd-c8f5-4542-be22-51f854cda639', 'mac_address': 'fa:16:3e:b3:e0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d56569-946b-4ac5-99fb-aa68959ab227', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:37.113875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43ead-7397-4f79-99b2-19485cd78403 req-5c0fdd62-78ae-40ac-b926-41114b06c6e4 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.115516 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0e43ead-7397-4f79-99b2-19485cd78403 req-5c0fdd62-78ae-40ac-b926-41114b06c6e4 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 944 time: 0.2000790 Jul 16 17:58:37.192466 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.216167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b432fd-c8f5-4542-be22-51f854cda639 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:37.225633 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0e43ead-7397-4f79-99b2-19485cd78403 req-e34a5a04-1cf4-43fb-9b58-a3684110296e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042471 Jul 16 17:58:37.242860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port e6b432fd-c8f5-4542-be22-51f854cda639, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e6b432fd-c8f5-4542-be22-51f854cda639,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:37.243004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Deleting port 913912df-7a74-414e-8c4c-23778dc4b6cc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:37.243363 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.248817 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.269932 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] Set router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:37.384949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=e6b432fd-c8f5-4542-be22-51f854cda639,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:37.464006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f34d1f65-0fbe-4ce4-8527-43d42319f8ac None None] Set router adf3e041-a318-4fc0-ba8a-83efd30a2e69 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:37.492164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] For port 913912df-7a74-414e-8c4c-23778dc4b6cc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=913912df-7a74-414e-8c4c-23778dc4b6cc,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:37.492732 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.528570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Calling delete_port for 913912df-7a74-414e-8c4c-23778dc4b6cc owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:37.579682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['e6b432fd-c8f5-4542-be22-51f854cda639'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:37.702601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:37.921189 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:37.936109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:37.936491 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.100426 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3fc0d0c4-ce19-498b-abd8-c136cabff3e6', 'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'mac_address': 'fa:16:3e:83:e6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:26Z', 'updated_at': '2021-07-16T17:58:36Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'subnets': [{'id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:38.148626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed74f2-2fe1-45a7-9930-4d4158d1e859 req-92266d71-6210-4544-9149-d73a8a7d1f94 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.162264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33ed74f2-2fe1-45a7-9930-4d4158d1e859 req-92266d71-6210-4544-9149-d73a8a7d1f94 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 1097 time: 0.6299539 Jul 16 17:58:38.183359 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4052ecc8-d1e1-4508-8220-12800d1b0232 None None] The sync data for ids ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'] in n-d-793618-9 is: [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3fc0d0c4-ce19-498b-abd8-c136cabff3e6', 'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'mac_address': 'fa:16:3e:83:e6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:26Z', 'updated_at': '2021-07-16T17:58:36Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'subnets': [{'id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:38.258183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33ed74f2-2fe1-45a7-9930-4d4158d1e859 req-c9a9f5d8-0403-464b-90ad-f7e11cb04c60 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911283 Jul 16 17:58:38.281072 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.288837 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:58:38.334995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f34d1f65-0fbe-4ce4-8527-43d42319f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'name': 'tempest-AttachSCSIVolumeTestJSON-801804804-router', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:32Z', 'updated_at': '2021-07-16T17:58:34Z', 'revision_number': 5, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'gw_port': {'id': '913912df-7a74-414e-8c4c-23778dc4b6cc', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:33Z', 'updated_at': '2021-07-16T17:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:38.371246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d1f65-0fbe-4ce4-8527-43d42319f8ac None None] Checking router: adf3e041-a318-4fc0-ba8a-83efd30a2e69 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:38.397087 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3fc0d0c4-ce19-498b-abd8-c136cabff3e6,segment=NetworkSegment(094c441d-0650-4749-abf2-77413f404650),segment_id=094c441d-0650-4749-abf2-77413f404650)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:38.406714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d1f65-0fbe-4ce4-8527-43d42319f8ac None None] Routers {'adf3e041-a318-4fc0-ba8a-83efd30a2e69'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:38.407350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f34d1f65-0fbe-4ce4-8527-43d42319f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:58:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['adf3e041-a318-4fc0-ba8a-83efd30a2e69'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:38.417507 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.437430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d852e5-43c8-49d7-b335-556fc02a9339 req-af219953-4234-4745-9bdb-34a7eebac27f tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.439194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1d852e5-43c8-49d7-b335-556fc02a9339 req-af219953-4234-4745-9bdb-34a7eebac27f tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 950 time: 0.7276778 Jul 16 17:58:38.549644 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.622233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f34d1f65-0fbe-4ce4-8527-43d42319f8ac None None] Set router adf3e041-a318-4fc0-ba8a-83efd30a2e69 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:38.625059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=3fc0d0c4-ce19-498b-abd8-c136cabff3e6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:38.702132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d8b7c-ac06-43d8-82eb-a254d70d7fdd req-5b589d8a-dd87-45c4-98bf-2a9233709e84 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.703692 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-703d8b7c-ac06-43d8-82eb-a254d70d7fdd req-5b589d8a-dd87-45c4-98bf-2a9233709e84 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.38 "GET /v2.0/ports?device_id=e39d57d1-68f4-4f60-8cff-7022438e24a8 HTTP/1.1" status: 200 len: 945 time: 0.6480317 Jul 16 17:58:38.722050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=913912df-7a74-414e-8c4c-23778dc4b6cc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:38.739944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f34d1f65-0fbe-4ce4-8527-43d42319f8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'name': 'tempest-AttachSCSIVolumeTestJSON-801804804-router', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:32Z', 'updated_at': '2021-07-16T17:58:36Z', 'revision_number': 6, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:38.803005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d1f65-0fbe-4ce4-8527-43d42319f8ac None None] The sync data for ids ['adf3e041-a318-4fc0-ba8a-83efd30a2e69'] in n-d-793618-9 is: [{'id': 'adf3e041-a318-4fc0-ba8a-83efd30a2e69', 'name': 'tempest-AttachSCSIVolumeTestJSON-801804804-router', 'tenant_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:32Z', 'updated_at': '2021-07-16T17:58:36Z', 'revision_number': 6, 'project_id': '1aceb0a342d04c9182e94bdcf8eafc5d', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:38.931228 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1d852e5-43c8-49d7-b335-556fc02a9339 req-e18e5052-8fc2-4714-8fd5-10cfd87abf10 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ba6bb71-5ae9-4a87-aa36-2405180ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646292 Jul 16 17:58:38.974195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0965f-c73a-41fb-bd13-940ac9a09a35 req-92170b69-7e1f-4379-bef9-c91dfbcca4fb tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.977072 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-29c0965f-c73a-41fb-bd13-940ac9a09a35 req-92170b69-7e1f-4379-bef9-c91dfbcca4fb tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.42 "GET /v2.0/ports?device_id=677cb3b2-b331-4199-beb1-15d02c987efa HTTP/1.1" status: 200 len: 945 time: 0.1485884 Jul 16 17:58:39.037031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4053314-8c03-4cdc-8bde-b6369ddd129f req-60b5bf16-995a-44cd-962e-fcf86155eaca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9143322 Jul 16 17:58:39.124538 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.182945 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-29c0965f-c73a-41fb-bd13-940ac9a09a35 req-852a7005-6f72-468c-bce2-57f11d7f37da tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Deleting port 9f52fc69-aa6b-4585-81e8-9dc1cad44647 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:39.184309 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-29c0965f-c73a-41fb-bd13-940ac9a09a35 req-852a7005-6f72-468c-bce2-57f11d7f37da tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.351072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-29c0965f-c73a-41fb-bd13-940ac9a09a35 req-852a7005-6f72-468c-bce2-57f11d7f37da tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] For port 9f52fc69-aa6b-4585-81e8-9dc1cad44647, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9f52fc69-aa6b-4585-81e8-9dc1cad44647,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:39.353125 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-29c0965f-c73a-41fb-bd13-940ac9a09a35 req-852a7005-6f72-468c-bce2-57f11d7f37da tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.383623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-29c0965f-c73a-41fb-bd13-940ac9a09a35 req-852a7005-6f72-468c-bce2-57f11d7f37da tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Calling delete_port for 9f52fc69-aa6b-4585-81e8-9dc1cad44647 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:39.406404 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.418435 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.450930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f16f2-477c-41c5-8612-ec90970a140f req-327b5b0f-84d8-468a-9879-aaf3c79d492b tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.459432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f53f16f2-477c-41c5-8612-ec90970a140f req-327b5b0f-84d8-468a-9879-aaf3c79d492b tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/ports?device_id=e39d57d1-68f4-4f60-8cff-7022438e24a8 HTTP/1.1" status: 200 len: 945 time: 0.6375637 Jul 16 17:58:39.527295 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.528075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adf3e041-a318-4fc0-ba8a-83efd30a2e69 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:58:39.546755 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.550746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0aee5c41-d637-4878-829e-4ecddf9ceeb2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/adf3e041-a318-4fc0-ba8a-83efd30a2e69 HTTP/1.1" status: 204 len: 168 time: 3.2343082 Jul 16 17:58:39.555476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-703d8b7c-ac06-43d8-82eb-a254d70d7fdd req-9dafed5a-2834-4b22-a5d4-058f3bd81903 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Deleting port dd93155d-1bf7-4677-ba5d-2b33875ed5aa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:39.556274 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-703d8b7c-ac06-43d8-82eb-a254d70d7fdd req-9dafed5a-2834-4b22-a5d4-058f3bd81903 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.597565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:39.613649 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-29c0965f-c73a-41fb-bd13-940ac9a09a35 req-852a7005-6f72-468c-bce2-57f11d7f37da tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.625817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['9f52fc69-aa6b-4585-81e8-9dc1cad44647'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:39.628863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['dd93155d-1bf7-4677-ba5d-2b33875ed5aa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:39.678534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a7005-6f72-468c-bce2-57f11d7f37da tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Pushing event deleted for resources: {'Port': ['ID=9f52fc69-aa6b-4585-81e8-9dc1cad44647,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:39.716466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4053314-8c03-4cdc-8bde-b6369ddd129f req-ece685d1-9fa8-4f34-89aa-3e28fe72cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.731311 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4053314-8c03-4cdc-8bde-b6369ddd129f req-ece685d1-9fa8-4f34-89aa-3e28fe72cf04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb&device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 1096 time: 0.6335742 Jul 16 17:58:39.874245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c0965f-c73a-41fb-bd13-940ac9a09a35 req-852a7005-6f72-468c-bce2-57f11d7f37da tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] No DVR routers for this DVR port 9f52fc69-aa6b-4585-81e8-9dc1cad44647 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:39.879358 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-29c0965f-c73a-41fb-bd13-940ac9a09a35 req-852a7005-6f72-468c-bce2-57f11d7f37da tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.882713 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-29c0965f-c73a-41fb-bd13-940ac9a09a35 req-852a7005-6f72-468c-bce2-57f11d7f37da tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.42 "DELETE /v2.0/ports/9f52fc69-aa6b-4585-81e8-9dc1cad44647 HTTP/1.1" status: 204 len: 173 time: 0.9002388 Jul 16 17:58:39.883399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677cb3b2-b331-4199-beb1-15d02c987efa', 'name': 'network-vif-deleted', 'tag': '9f52fc69-aa6b-4585-81e8-9dc1cad44647'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:39.885939 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318898ab-c394-452c-8b57-22453c75dc04" -d '{"events": [{"server_uuid": "677cb3b2-b331-4199-beb1-15d02c987efa", "name": "network-vif-deleted", "tag": "9f52fc69-aa6b-4585-81e8-9dc1cad44647"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:39.914555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:39.915673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d6ec7a-0954-4719-bddb-2ba7c7e2d737 admin admin] Deleting subnet a1476bf8-e226-41d9-9aba-26c63e6408ee {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:39.919566 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d6ec7a-0954-4719-bddb-2ba7c7e2d737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.990136 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d6ec7a-0954-4719-bddb-2ba7c7e2d737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.140525 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d6ec7a-0954-4719-bddb-2ba7c7e2d737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.149198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device e6b432fd-c8f5-4542-be22-51f854cda639 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:40.252922 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:40.253928 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.288013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d6ec7a-0954-4719-bddb-2ba7c7e2d737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.389954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44d6ec7a-0954-4719-bddb-2ba7c7e2d737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.395128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef859935-5b64-4de0-be1f-a32f3537f24d None None] Network 1feb633f-6030-4b4e-91ba-67c9dbc11c8c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:40.399692 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-44d6ec7a-0954-4719-bddb-2ba7c7e2d737 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a1476bf8-e226-41d9-9aba-26c63e6408ee HTTP/1.1" status: 204 len: 168 time: 0.8005478 Jul 16 17:58:40.400663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:40.416409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6ec7a-0954-4719-bddb-2ba7c7e2d737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1476bf8-e226-41d9-9aba-26c63e6408ee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:40.541642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f53f16f2-477c-41c5-8612-ec90970a140f req-cb12fb61-62b0-4d0a-b6cc-b8afbed33115 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ef82a32-7d7c-4109-ba76-513f0a774c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0800452 Jul 16 17:58:40.563204 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port e6b432fd-c8f5-4542-be22-51f854cda639 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:40.579503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port e6b432fd-c8f5-4542-be22-51f854cda639 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:40.580722 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.629791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-703d8b7c-ac06-43d8-82eb-a254d70d7fdd req-9dafed5a-2834-4b22-a5d4-058f3bd81903 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] For port dd93155d-1bf7-4677-ba5d-2b33875ed5aa, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=dd93155d-1bf7-4677-ba5d-2b33875ed5aa,segment=NetworkSegment(863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c),segment_id=863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:40.633068 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-703d8b7c-ac06-43d8-82eb-a254d70d7fdd req-9dafed5a-2834-4b22-a5d4-058f3bd81903 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.635465 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.703516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 913912df-7a74-414e-8c4c-23778dc4b6cc no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:40.706523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-703d8b7c-ac06-43d8-82eb-a254d70d7fdd req-9dafed5a-2834-4b22-a5d4-058f3bd81903 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Calling delete_port for dd93155d-1bf7-4677-ba5d-2b33875ed5aa owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:40.717707 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Deleting port e497c0db-9c19-45df-b178-a08f56fbf954 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:40.718053 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.753290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4053314-8c03-4cdc-8bde-b6369ddd129f req-06699b02-c59e-4034-ba53-ae003f178a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.756334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4053314-8c03-4cdc-8bde-b6369ddd129f req-06699b02-c59e-4034-ba53-ae003f178a5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a HTTP/1.1" status: 200 len: 924 time: 0.9871633 Jul 16 17:58:40.768085 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 913912df-7a74-414e-8c4c-23778dc4b6cc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:40.769142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 913912df-7a74-414e-8c4c-23778dc4b6cc not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:40.771093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 55cfcfb2-e68e-42ea-9ac9-f310d942d233 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:40.810864 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 55cfcfb2-e68e-42ea-9ac9-f310d942d233 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:40.811146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 55cfcfb2-e68e-42ea-9ac9-f310d942d233 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:40.951093 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] For port e497c0db-9c19-45df-b178-a08f56fbf954, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e497c0db-9c19-45df-b178-a08f56fbf954,segment=NetworkSegment(703078ad-96d9-4887-8ff5-f111e8912b83),segment_id=703078ad-96d9-4887-8ff5-f111e8912b83)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:40.952474 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.970998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Calling delete_port for e497c0db-9c19-45df-b178-a08f56fbf954 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:41.039436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4053314-8c03-4cdc-8bde-b6369ddd129f req-db9f5791-840d-40b7-973a-3fc9595a8070 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=749ed789-b34b-4920-979a-7ef1ea6991e6 HTTP/1.1" status: 200 len: 1001 time: 0.2750082 Jul 16 17:58:41.093204 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.132790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e497c0db-9c19-45df-b178-a08f56fbf954,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:41.137686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] No DVR routers for this DVR port e497c0db-9c19-45df-b178-a08f56fbf954 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:41.138852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdcd218-4968-494b-a054-2c7acd3b7ed8 None None] DHCP port deletion for 1feb633f-6030-4b4e-91ba-67c9dbc11c8c request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:58:41.166434 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.193694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4053314-8c03-4cdc-8bde-b6369ddd129f req-821be305-a465-4c23-b09d-f25ca37b20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.201855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4053314-8c03-4cdc-8bde-b6369ddd129f req-821be305-a465-4c23-b09d-f25ca37b20ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5fc775af-c617-41ef-a81d-530d687d1c50 HTTP/1.1" status: 200 len: 862 time: 0.1174500 Jul 16 17:58:41.223393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1ea5aa-9893-4d59-8557-e405e2973360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b432fd-c8f5-4542-be22-51f854cda639'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:41.226259 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddf8a88-405a-4323-bec4-c34adc2a0ba0" -d '{"events": [{"server_uuid": "9a1ea5aa-9893-4d59-8557-e405e2973360", "name": "network-vif-plugged", "status": "completed", "tag": "e6b432fd-c8f5-4542-be22-51f854cda639"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:41.256257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port e6b432fd-c8f5-4542-be22-51f854cda639, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e6b432fd-c8f5-4542-be22-51f854cda639,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:41.267051 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.267051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 9f52fc69-aa6b-4585-81e8-9dc1cad44647 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:41.273380 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.283351 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1feb633f-6030-4b4e-91ba-67c9dbc11c8c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:41.296197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703078ad-96d9-4887-8ff5-f111e8912b83') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:41.296561 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703078ad-96d9-4887-8ff5-f111e8912b83') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:41.316776 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.334502 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.345110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:41.345634 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.368491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 9f52fc69-aa6b-4585-81e8-9dc1cad44647 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:41.368931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 9f52fc69-aa6b-4585-81e8-9dc1cad44647 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: timer() Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:41.369083 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:41.428230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=e6b432fd-c8f5-4542-be22-51f854cda639,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:41.448149 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.473351 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.478196 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1feb633f-6030-4b4e-91ba-67c9dbc11c8c HTTP/1.1" status: 204 len: 168 time: 1.0702457 Jul 16 17:58:41.485892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683f2ee-b0b9-4d83-8a7f-5a331658e7e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1feb633f-6030-4b4e-91ba-67c9dbc11c8c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:41.489456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319af57-1c92-4274-9a37-5cae151de444 req-86396547-5aa3-44cb-a864-1e909806b523 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.500278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a319af57-1c92-4274-9a37-5cae151de444 req-86396547-5aa3-44cb-a864-1e909806b523 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 945 time: 0.6351838 Jul 16 17:58:41.522133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e497c0db-9c19-45df-b178-a08f56fbf954 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:41.543019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4053314-8c03-4cdc-8bde-b6369ddd129f req-08f20c2f-0bdd-4100-bc5e-6fce60a061bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.544562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4053314-8c03-4cdc-8bde-b6369ddd129f req-08f20c2f-0bdd-4100-bc5e-6fce60a061bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3259428 Jul 16 17:58:41.565375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: e497c0db-9c19-45df-b178-a08f56fbf954 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:41.565812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e497c0db-9c19-45df-b178-a08f56fbf954 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:41.631102 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a319af57-1c92-4274-9a37-5cae151de444 req-e0216ebd-d7b6-4408-aa4d-33fb1bc03d97 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116867 Jul 16 17:58:41.695836 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-703d8b7c-ac06-43d8-82eb-a254d70d7fdd req-9dafed5a-2834-4b22-a5d4-058f3bd81903 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.707881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:41.784238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafed5a-2834-4b22-a5d4-058f3bd81903 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Pushing event deleted for resources: {'Port': ['ID=dd93155d-1bf7-4677-ba5d-2b33875ed5aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:41.794163 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d14b8ab5-8ccd-4ab6-a49e-2f81c48049ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=728bed5e31cb4149989d04d0f702a6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845428 Jul 16 17:58:41.802271 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:41.880350 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-218812de-4f96-40d3-a5ce-773e7b820d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.891899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4053314-8c03-4cdc-8bde-b6369ddd129f req-e55d9284-6f61-4ffb-a73e-ab2b3ae833f4 service neutron] 10.222.0.42 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101838 Jul 16 17:58:41.892705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-703d8b7c-ac06-43d8-82eb-a254d70d7fdd req-9dafed5a-2834-4b22-a5d4-058f3bd81903 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] No DVR routers for this DVR port dd93155d-1bf7-4677-ba5d-2b33875ed5aa on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:41.895357 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-703d8b7c-ac06-43d8-82eb-a254d70d7fdd req-9dafed5a-2834-4b22-a5d4-058f3bd81903 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.897837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-703d8b7c-ac06-43d8-82eb-a254d70d7fdd req-9dafed5a-2834-4b22-a5d4-058f3bd81903 tempest-MultipleCreateTestJSON-1481648072 tempest-MultipleCreateTestJSON-1481648072-project] 10.222.0.38 "DELETE /v2.0/ports/dd93155d-1bf7-4677-ba5d-2b33875ed5aa HTTP/1.1" status: 204 len: 173 time: 3.1597397 Jul 16 17:58:41.898322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39d57d1-68f4-4f60-8cff-7022438e24a8', 'name': 'network-vif-deleted', 'tag': 'dd93155d-1bf7-4677-ba5d-2b33875ed5aa'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:41.900695 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5258f63-4000-41f7-b434-301476b3617c" -d '{"events": [{"server_uuid": "e39d57d1-68f4-4f60-8cff-7022438e24a8", "name": "network-vif-deleted", "tag": "dd93155d-1bf7-4677-ba5d-2b33875ed5aa"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:41.933247 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-218812de-4f96-40d3-a5ce-773e7b820d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.993171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device dd93155d-1bf7-4677-ba5d-2b33875ed5aa no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:42.022167 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-218812de-4f96-40d3-a5ce-773e7b820d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.026757 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-218812de-4f96-40d3-a5ce-773e7b820d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.032127 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-218812de-4f96-40d3-a5ce-773e7b820d14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5717386a-0964-4822-ab2b-c5237611b444 HTTP/1.1" status: 204 len: 168 time: 0.2282584 Jul 16 17:58:42.051111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: dd93155d-1bf7-4677-ba5d-2b33875ed5aa {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:42.052306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device dd93155d-1bf7-4677-ba5d-2b33875ed5aa not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:42.060237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218812de-4f96-40d3-a5ce-773e7b820d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5717386a-0964-4822-ab2b-c5237611b444,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:42.173913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4053314-8c03-4cdc-8bde-b6369ddd129f req-82900008-acdb-46a8-aa4b-fa0439456fa4 service neutron] 10.222.0.42 "GET /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700584 Jul 16 17:58:42.735552 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:42.850687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:42.865226 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-802f2815-87dc-4168-94d2-fa6c14eff92e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1aceb0a342d04c9182e94bdcf8eafc5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1283443 Jul 16 17:58:42.934740 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7575e4c3-2ff4-4859-aeba-4ecd5936c988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.980221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7575e4c3-2ff4-4859-aeba-4ecd5936c988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.065555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7575e4c3-2ff4-4859-aeba-4ecd5936c988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.068796 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7575e4c3-2ff4-4859-aeba-4ecd5936c988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.070097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7575e4c3-2ff4-4859-aeba-4ecd5936c988 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5ab1713-5478-4b3f-8e7c-f00101481050 HTTP/1.1" status: 204 len: 168 time: 0.2177484 Jul 16 17:58:43.078934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575e4c3-2ff4-4859-aeba-4ecd5936c988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ab1713-5478-4b3f-8e7c-f00101481050,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:43.473808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-d17d3cc2-d259-46a1-bb92-66a6fadcb835 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:58:43.474838 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-d17d3cc2-d259-46a1-bb92-66a6fadcb835 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065587 Jul 16 17:58:43.495412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] Request body: {'binding': {'host': 'n-h1-793618-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:43.497780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:58:43.684508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] Attempting to bind port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on host n-h1-793618-9 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:43.684864 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] Attempting to bind port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:43.685207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] Attempting to bind port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:43.691656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] Port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on network f7de7ee4-fe4c-401a-990c-c9868fce980e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:43.692945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] Attempting to bind port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:43.698560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:43.698910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:43.699308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] Bound using segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:43.700682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] Bound port: cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:43.773407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:43.784961 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.787129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-5b0d7d40-01f1-4b29-b7b8-921c09c02081 service neutron] 10.222.0.52 "POST /v2.0/ports/cd94d7f7-eef1-4fad-8669-3c3b20abc9d9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3019125 Jul 16 17:58:44.202646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30084-4418-4600-9691-56763b498785 req-e3dcd61d-e2e9-49b5-8fdd-f316fdf3257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.204338 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-e3dcd61d-e2e9-49b5-8fdd-f316fdf3257e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 1097 time: 0.0870204 Jul 16 17:58:44.353442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30084-4418-4600-9691-56763b498785 req-b5a1b1cd-e56c-4339-8c56-5baa967282e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.356130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-b5a1b1cd-e56c-4339-8c56-5baa967282e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.1452787 Jul 16 17:58:44.458268 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-ec27f69f-e773-4b66-8fad-4ee9b3ebe20f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 HTTP/1.1" status: 200 len: 217 time: 0.0953438 Jul 16 17:58:44.527846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30084-4418-4600-9691-56763b498785 req-9f7ede11-1cca-4d23-a83a-7fe2a1bc4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.529389 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-9f7ede11-1cca-4d23-a83a-7fe2a1bc4322 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.0637705 Jul 16 17:58:44.566381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-b2b609e7-1e63-4316-8704-19d22d2352e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312009 Jul 16 17:58:44.580955 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7653d5-a50c-4129-b597-4cac98f4455b x-openstack-request-id: req-dc7653d5-a50c-4129-b597-4cac98f4455b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:44.581927 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677cb3b2-b331-4199-beb1-15d02c987efa", "name": "network-vif-deleted", "tag": "9f52fc69-aa6b-4585-81e8-9dc1cad44647", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:44.582951 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc7653d5-a50c-4129-b597-4cac98f4455b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:44.583711 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677cb3b2-b331-4199-beb1-15d02c987efa', 'name': 'network-vif-deleted', 'tag': '9f52fc69-aa6b-4585-81e8-9dc1cad44647', 'status': 'completed', 'code': 200} Jul 16 17:58:44.631468 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d8d2ff-af21-4ff2-b159-b2a7e9b003cc x-openstack-request-id: req-58d8d2ff-af21-4ff2-b159-b2a7e9b003cc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:44.632349 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1ea5aa-9893-4d59-8557-e405e2973360", "name": "network-vif-plugged", "status": "completed", "tag": "e6b432fd-c8f5-4542-be22-51f854cda639", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:44.632821 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58d8d2ff-af21-4ff2-b159-b2a7e9b003cc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:44.633469 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1ea5aa-9893-4d59-8557-e405e2973360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b432fd-c8f5-4542-be22-51f854cda639', 'code': 200} Jul 16 17:58:44.693709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-754c084b-d7a2-43db-9c8b-95b1d288d2bf service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201959 Jul 16 17:58:44.768888 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe8715b-4ff6-4011-8a3a-e0ebe5a1c91d x-openstack-request-id: req-bfe8715b-4ff6-4011-8a3a-e0ebe5a1c91d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:44.769509 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39d57d1-68f4-4f60-8cff-7022438e24a8", "name": "network-vif-deleted", "tag": "dd93155d-1bf7-4677-ba5d-2b33875ed5aa", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:44.770526 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfe8715b-4ff6-4011-8a3a-e0ebe5a1c91d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:44.771534 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39d57d1-68f4-4f60-8cff-7022438e24a8', 'name': 'network-vif-deleted', 'tag': 'dd93155d-1bf7-4677-ba5d-2b33875ed5aa', 'status': 'completed', 'code': 200} Jul 16 17:58:44.923791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-da741fbb-2900-4290-b2a6-d4373e90738b service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228491 Jul 16 17:58:44.936007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b77495-e725-4047-945a-c6be8199a086 req-16fab52b-9c90-4e5d-9edb-631f2a76c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.938712 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-10b77495-e725-4047-945a-c6be8199a086 req-16fab52b-9c90-4e5d-9edb-631f2a76c7c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 1097 time: 0.2285333 Jul 16 17:58:45.023399 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-10b77495-e725-4047-945a-c6be8199a086 req-c3c62c5f-cf30-4b33-924c-2b092c50cc60 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767772 Jul 16 17:58:45.032630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbb14d-0bb2-45d3-af61-eb80e6b1a5ad req-c49bccc3-fe7b-4bad-bb0a-ab15c21889d4 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.035603 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0bbb14d-0bb2-45d3-af61-eb80e6b1a5ad req-c49bccc3-fe7b-4bad-bb0a-ab15c21889d4 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 946 time: 0.1550550 Jul 16 17:58:45.097113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0bbb14d-0bb2-45d3-af61-eb80e6b1a5ad req-6fcdc873-d474-454b-a5b6-40a982daeacf tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543287 Jul 16 17:58:45.115112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30084-4418-4600-9691-56763b498785 req-4baf2379-1115-49a1-82c2-ef41eb69aab3 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.117975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-4baf2379-1115-49a1-82c2-ef41eb69aab3 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a&tenant_id=8dc149fb96834be9abc17afebb864774&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1097 time: 0.1322565 Jul 16 17:58:45.130286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793618-9'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:45.229677 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.425471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23572021-112c-4c34-83e1-f154e55af04c req-b78aa68a-a976-4135-ad41-f4f20d91d8bb tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.428241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-23572021-112c-4c34-83e1-f154e55af04c req-b78aa68a-a976-4135-ad41-f4f20d91d8bb tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 946 time: 0.1466167 Jul 16 17:58:45.462924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:45.503445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-23572021-112c-4c34-83e1-f154e55af04c req-a7df9923-ab98-4f9f-a937-1a6b38f3ccc3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 Jul 16 17:58:45.526117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:45.590488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.600339 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.742097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Pushing event updated for resources: {'Port': ['ID=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:45.751580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Attempting to bind port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on host n-h2-793618-9 for vnic_type normal with profile {"migrating_to": "n-h1-793618-9"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:45.753508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Attempting to bind port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:45.755140 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Attempting to bind port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:45.765922 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on network f7de7ee4-fe4c-401a-990c-c9868fce980e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:45.766130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Attempting to bind port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:45.789207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:45.789680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:45.790205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Bound using segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:45.791039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Bound port: cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:45.791637 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.804660 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:45.875346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0b2058-ca1c-4f91-9027-60eaad1a6253 admin admin] Deleting subnet 9f366adf-ab61-4820-b6a0-5b7a446b4d98 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:45.880178 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2058-ca1c-4f91-9027-60eaad1a6253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.937146 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2058-ca1c-4f91-9027-60eaad1a6253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.937393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:45.940739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:45.949594 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.000082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2058-ca1c-4f91-9027-60eaad1a6253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.073306 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2058-ca1c-4f91-9027-60eaad1a6253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.107313 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b2058-ca1c-4f91-9027-60eaad1a6253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f366adf-ab61-4820-b6a0-5b7a446b4d98,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:46.118949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2058-ca1c-4f91-9027-60eaad1a6253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.121223 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1e0b2058-ca1c-4f91-9027-60eaad1a6253 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9f366adf-ab61-4820-b6a0-5b7a446b4d98 HTTP/1.1" status: 204 len: 168 time: 0.3157332 Jul 16 17:58:46.125137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:46.137856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.138497 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.140494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] 10.222.0.38 "PUT /v2.0/ports/cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 HTTP/1.1" status: 200 len: 1122 time: 1.0154591 Jul 16 17:58:46.158548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5857d27-1dc0-497d-9338-eb24cdfe5435 service neutron] Pushing event updated for resources: {'Port': ['ID=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:46.223518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['cd94d7f7-eef1-4fad-8669-3c3b20abc9d9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:46.306638 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.419260 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.431964 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4166a238-633d-445b-a602-76cc9208f0ca']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:46.446851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:46.447519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863b3ff2-57f6-4d28-bb7e-4ca6f7c33c4c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:46.460003 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.480791 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.491621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:46.492490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: timer() Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:46.495383 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:46.573279 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.574289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e5513-9cca-449c-9354-9595345ce9df req-2365cc56-2ae5-4e1c-bbaf-2d129b83df65 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.582754 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.587076 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4166a238-633d-445b-a602-76cc9208f0ca HTTP/1.1" status: 204 len: 168 time: 0.4581051 Jul 16 17:58:46.587392 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c00e5513-9cca-449c-9354-9595345ce9df req-2365cc56-2ae5-4e1c-bbaf-2d129b83df65 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 946 time: 0.1382666 Jul 16 17:58:46.625634 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfea32-c7d2-458c-94f2-5bfb42e1cd40 admin admin] Pushing event deleted for resources: {'Network': ['ID=4166a238-633d-445b-a602-76cc9208f0ca,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:46.680278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c00e5513-9cca-449c-9354-9595345ce9df req-c6904712-3cbf-44f0-96bf-47e6931d604e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924182 Jul 16 17:58:46.773268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba640299-8043-451b-adc7-ad978f30527a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd94d7f7-eef1-4fad-8669-3c3b20abc9d9'}, {'name': 'network-changed', 'server_uuid': 'ba640299-8043-451b-adc7-ad978f30527a', 'tag': 'cd94d7f7-eef1-4fad-8669-3c3b20abc9d9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:46.776426 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44094795-6107-405e-a994-735f8e34ca64" -d '{"events": [{"server_uuid": "ba640299-8043-451b-adc7-ad978f30527a", "name": "network-vif-unplugged", "status": "completed", "tag": "cd94d7f7-eef1-4fad-8669-3c3b20abc9d9"}, {"name": "network-changed", "server_uuid": "ba640299-8043-451b-adc7-ad978f30527a", "tag": "cd94d7f7-eef1-4fad-8669-3c3b20abc9d9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:46.827541 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:46.910116 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bd59375a-4b3b-4b08-b942-4fb5176ce7e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59bd541ef1a24f40b7ffbf8307849e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813849 Jul 16 17:58:46.913673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:46.987511 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ccd183-ddd8-4e83-a81a-326fa7c69af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.015280 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ccd183-ddd8-4e83-a81a-326fa7c69af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.069932 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ccd183-ddd8-4e83-a81a-326fa7c69af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.074065 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65ccd183-ddd8-4e83-a81a-326fa7c69af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.077805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-65ccd183-ddd8-4e83-a81a-326fa7c69af7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ef82a32-7d7c-4109-ba76-513f0a774c64 HTTP/1.1" status: 204 len: 168 time: 0.1606393 Jul 16 17:58:47.117788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccd183-ddd8-4e83-a81a-326fa7c69af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef82a32-7d7c-4109-ba76-513f0a774c64,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:47.183781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9099b5-f9cf-42e9-8947-9e9294f90cc2 req-da0ba510-10f0-4c6c-a40c-772ae2cc2f8e tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.194663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd9099b5-f9cf-42e9-8947-9e9294f90cc2 req-da0ba510-10f0-4c6c-a40c-772ae2cc2f8e tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 944 time: 0.1177397 Jul 16 17:58:47.252611 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd9099b5-f9cf-42e9-8947-9e9294f90cc2 req-678800f5-251c-4aa0-98ac-fd698d5472c3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567181 Jul 16 17:58:47.483925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252006-06ca-41d7-868a-253a0770973f req-1cea92fe-b647-4a07-9740-2d5026eb3e00 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.493853 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0252006-06ca-41d7-868a-253a0770973f req-1cea92fe-b647-4a07-9740-2d5026eb3e00 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 946 time: 0.1186633 Jul 16 17:58:47.549513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0252006-06ca-41d7-868a-253a0770973f req-a9e7086f-d6ff-41b4-b2a8-118acf49239a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546408 Jul 16 17:58:47.623634 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a971362-ca99-4275-aef5-99446a6e2cc1 x-openstack-request-id: req-9a971362-ca99-4275-aef5-99446a6e2cc1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:47.624960 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba640299-8043-451b-adc7-ad978f30527a", "name": "network-vif-unplugged", "status": "completed", "tag": "cd94d7f7-eef1-4fad-8669-3c3b20abc9d9", "code": 200}, {"name": "network-changed", "server_uuid": "ba640299-8043-451b-adc7-ad978f30527a", "tag": "cd94d7f7-eef1-4fad-8669-3c3b20abc9d9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:47.625560 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a971362-ca99-4275-aef5-99446a6e2cc1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:47.626169 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba640299-8043-451b-adc7-ad978f30527a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd94d7f7-eef1-4fad-8669-3c3b20abc9d9', 'code': 200} Jul 16 17:58:47.626812 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba640299-8043-451b-adc7-ad978f30527a', 'tag': 'cd94d7f7-eef1-4fad-8669-3c3b20abc9d9', 'status': 'completed', 'code': 200} Jul 16 17:58:47.784011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094795-6107-405e-a994-735f8e34ca64 req-4f7d3a68-2051-452f-a939-9ad95f4ec4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.799534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44094795-6107-405e-a994-735f8e34ca64 req-4f7d3a68-2051-452f-a939-9ad95f4ec4c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 1125 time: 0.1411438 Jul 16 17:58:48.010443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:48.015072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aca3e9-483c-4af3-8414-dff30ecefa8c req-62862a5b-f596-4691-ada6-78b87bfc6240 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.024883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66aca3e9-483c-4af3-8414-dff30ecefa8c req-62862a5b-f596-4691-ada6-78b87bfc6240 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 950 time: 0.2446258 Jul 16 17:58:48.089456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094795-6107-405e-a994-735f8e34ca64 req-f17c885a-c6ec-4ba5-8d38-c84982c69fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.091734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44094795-6107-405e-a994-735f8e34ca64 req-f17c885a-c6ec-4ba5-8d38-c84982c69fcb service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.2793095 Jul 16 17:58:48.175057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44094795-6107-405e-a994-735f8e34ca64 req-db393591-e730-4208-bf0d-315904c68827 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 HTTP/1.1" status: 200 len: 217 time: 0.0704052 Jul 16 17:58:48.189806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66aca3e9-483c-4af3-8414-dff30ecefa8c req-78b9ab32-03b1-481e-92bc-fe2cde1b81ee tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ba6bb71-5ae9-4a87-aa36-2405180ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632910 Jul 16 17:58:48.235474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:48.283381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 has no active binding in host n-h1-793618-9 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:58:48.314085 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094795-6107-405e-a994-735f8e34ca64 req-a7b3fb24-db59-4081-a0ce-dca63b35fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.316206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44094795-6107-405e-a994-735f8e34ca64 req-a7b3fb24-db59-4081-a0ce-dca63b35fa05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.1207829 Jul 16 17:58:48.388852 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:48.393136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44094795-6107-405e-a994-735f8e34ca64 req-178452fb-6bc7-4104-87db-09a3f63a33fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696335 Jul 16 17:58:48.556910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-776206715-network', 'tenant_id': '26c0e5ca3da94a308da05aa71843e8c2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:48.598360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Made reservation on behalf of 26c0e5ca3da94a308da05aa71843e8c2 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:48.601020 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.614235 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.680374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44094795-6107-405e-a994-735f8e34ca64 req-3e4a7365-0efe-4af1-b95c-ddc4a9896cac service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476609 Jul 16 17:58:48.694520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8f4c4-ddab-49ef-bdcc-e9a1904157a5 req-b517e25e-b14b-4437-a5e7-7eaabf7f6150 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.696875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1e8f4c4-ddab-49ef-bdcc-e9a1904157a5 req-b517e25e-b14b-4437-a5e7-7eaabf7f6150 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.38 "GET /v2.0/ports?device_id=e380ba83-7a50-4015-a9ad-2245398923b2 HTTP/1.1" status: 200 len: 950 time: 0.2977896 Jul 16 17:58:48.753406 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.760618 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.795549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:48.818273 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ecb4aa-397e-42f8-8260-b59c5e99c4ed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:48.835080 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.835660 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Added segment 0be241e8-dc44-4d8f-9d6a-085b63665574 of type vlan for network 597fc7fd-c98c-446d-8846-a4c5af7cc098 Jul 16 17:58:48.953816 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.963823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44094795-6107-405e-a994-735f8e34ca64 req-937dad1c-5878-4ded-88da-3da733657e09 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635708 Jul 16 17:58:48.994987 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b1e8f4c4-ddab-49ef-bdcc-e9a1904157a5 req-3d973fc6-067b-4219-8932-4d26734a0215 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Deleting port 715fff93-fd30-4292-9db4-c92a3b3e1e63 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:48.996241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b1e8f4c4-ddab-49ef-bdcc-e9a1904157a5 req-3d973fc6-067b-4219-8932-4d26734a0215 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.999100 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.000338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.000944 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.126290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b1e8f4c4-ddab-49ef-bdcc-e9a1904157a5 req-3d973fc6-067b-4219-8932-4d26734a0215 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] For port 715fff93-fd30-4292-9db4-c92a3b3e1e63, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=715fff93-fd30-4292-9db4-c92a3b3e1e63,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:49.126666 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b1e8f4c4-ddab-49ef-bdcc-e9a1904157a5 req-3d973fc6-067b-4219-8932-4d26734a0215 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.127318 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] Pushing event updated for resources: {'Network': ['ID=597fc7fd-c98c-446d-8846-a4c5af7cc098,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.145059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b1e8f4c4-ddab-49ef-bdcc-e9a1904157a5 req-3d973fc6-067b-4219-8932-4d26734a0215 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Calling delete_port for 715fff93-fd30-4292-9db4-c92a3b3e1e63 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:49.147061 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-13ed215f-a10a-4536-99e9-e14b23239c65 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7547648 Jul 16 17:58:49.151159 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:49.151855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 597fc7fd-c98c-446d-8846-a4c5af7cc098 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:49.196017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-863e58b5-61e7-468e-a9ef-0483810cbc19 admin admin] Request body: {'subnet': {'network_id': '597fc7fd-c98c-446d-8846-a4c5af7cc098', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-776206715-subnet', 'tenant_id': '26c0e5ca3da94a308da05aa71843e8c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:49.281288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863e58b5-61e7-468e-a9ef-0483810cbc19 admin admin] Made reservation on behalf of 26c0e5ca3da94a308da05aa71843e8c2 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:49.288425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-863e58b5-61e7-468e-a9ef-0483810cbc19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.503379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b1e8f4c4-ddab-49ef-bdcc-e9a1904157a5 req-3d973fc6-067b-4219-8932-4d26734a0215 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.517620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['715fff93-fd30-4292-9db4-c92a3b3e1e63'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:49.536832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d973fc6-067b-4219-8932-4d26734a0215 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Pushing event deleted for resources: {'Port': ['ID=715fff93-fd30-4292-9db4-c92a3b3e1e63,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.617646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e8f4c4-ddab-49ef-bdcc-e9a1904157a5 req-3d973fc6-067b-4219-8932-4d26734a0215 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] No DVR routers for this DVR port 715fff93-fd30-4292-9db4-c92a3b3e1e63 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:49.620864 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b1e8f4c4-ddab-49ef-bdcc-e9a1904157a5 req-3d973fc6-067b-4219-8932-4d26734a0215 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.623166 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1e8f4c4-ddab-49ef-bdcc-e9a1904157a5 req-3d973fc6-067b-4219-8932-4d26734a0215 tempest-TenantUsagesTestJSON-476683405 tempest-TenantUsagesTestJSON-476683405-project] 10.222.0.38 "DELETE /v2.0/ports/715fff93-fd30-4292-9db4-c92a3b3e1e63 HTTP/1.1" status: 204 len: 173 time: 0.9128218 Jul 16 17:58:49.628293 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e380ba83-7a50-4015-a9ad-2245398923b2', 'name': 'network-vif-deleted', 'tag': '715fff93-fd30-4292-9db4-c92a3b3e1e63'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:49.632239 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59065a7b-59f3-483a-b295-84789f3ebfb7" -d '{"events": [{"server_uuid": "e380ba83-7a50-4015-a9ad-2245398923b2", "name": "network-vif-deleted", "tag": "715fff93-fd30-4292-9db4-c92a3b3e1e63"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:49.636959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-863e58b5-61e7-468e-a9ef-0483810cbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.775502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e58b5-61e7-468e-a9ef-0483810cbc19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91ee5d8-3751-4a15-9d50-bb9d2a3aa2c7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.794031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863e58b5-61e7-468e-a9ef-0483810cbc19 admin admin] Checking segment: {'id': '0be241e8-dc44-4d8f-9d6a-085b63665574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '597fc7fd-c98c-446d-8846-a4c5af7cc098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:49.794514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e58b5-61e7-468e-a9ef-0483810cbc19 admin admin] Network hostable DHCP agents. Network: 597fc7fd-c98c-446d-8846-a4c5af7cc098, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:49.826593 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e58b5-61e7-468e-a9ef-0483810cbc19 admin admin] Network 597fc7fd-c98c-446d-8846-a4c5af7cc098 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:49.842304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-863e58b5-61e7-468e-a9ef-0483810cbc19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 597fc7fd-c98c-446d-8846-a4c5af7cc098) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:49.846743 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863e58b5-61e7-468e-a9ef-0483810cbc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.847557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-863e58b5-61e7-468e-a9ef-0483810cbc19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.856232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aee699-cd60-41fb-9aa0-3779e303d760 None None] Network 597fc7fd-c98c-446d-8846-a4c5af7cc098 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:49.873977 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-863e58b5-61e7-468e-a9ef-0483810cbc19 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7019258 Jul 16 17:58:49.975645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-c73cf651-e7ff-4ed2-884c-84a3e8249360 service neutron] 10.222.0.42 "GET /v2.0/ports/cd94d7f7-eef1-4fad-8669-3c3b20abc9d9/bindings/n-h1-793618-9 HTTP/1.1" status: 200 len: 384 time: 0.1312582 Jul 16 17:58:50.046403 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78c4dc-476b-4454-a77e-23b845a77ee9 None None] Network 597fc7fd-c98c-446d-8846-a4c5af7cc098 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:50.289978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18e30084-4418-4600-9691-56763b498785 req-c22a6309-e6ef-445a-8e68-a285d25dbc07 service neutron] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:50.326100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18e30084-4418-4600-9691-56763b498785 req-c22a6309-e6ef-445a-8e68-a285d25dbc07 service neutron] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:50.386873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-18e30084-4418-4600-9691-56763b498785 req-c22a6309-e6ef-445a-8e68-a285d25dbc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:50.405273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18e30084-4418-4600-9691-56763b498785 req-c22a6309-e6ef-445a-8e68-a285d25dbc07 service neutron] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:50.423209 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18e30084-4418-4600-9691-56763b498785 req-c22a6309-e6ef-445a-8e68-a285d25dbc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.538962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-18e30084-4418-4600-9691-56763b498785 req-c22a6309-e6ef-445a-8e68-a285d25dbc07 service neutron] Transition to ACTIVE for port object cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:50.543738 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18e30084-4418-4600-9691-56763b498785 req-c22a6309-e6ef-445a-8e68-a285d25dbc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.612641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e30084-4418-4600-9691-56763b498785 req-c22a6309-e6ef-445a-8e68-a285d25dbc07 service neutron] No DVR routers for this DVR port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:50.628193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a6309-e6ef-445a-8e68-a285d25dbc07 service neutron] Pushing event updated for resources: {'Port': ['ID=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:50.657399 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-c22a6309-e6ef-445a-8e68-a285d25dbc07 service neutron] 10.222.0.42 "PUT /v2.0/ports/cd94d7f7-eef1-4fad-8669-3c3b20abc9d9/bindings/n-h1-793618-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6750438 Jul 16 17:58:50.781971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30084-4418-4600-9691-56763b498785 req-0fcec0b7-2244-4f93-93b7-e0ce43fce7f6 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:50.783900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-0fcec0b7-2244-4f93-93b7-e0ce43fce7f6 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a&tenant_id=8dc149fb96834be9abc17afebb864774&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1096 time: 0.0659881 Jul 16 17:58:50.869845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30084-4418-4600-9691-56763b498785 req-dbde5a0b-69be-41e5-bb3e-e50b20e7975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:50.871421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-dbde5a0b-69be-41e5-bb3e-e50b20e7975d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a&tenant_id=8dc149fb96834be9abc17afebb864774 HTTP/1.1" status: 200 len: 1096 time: 0.0800204 Jul 16 17:58:50.996878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30084-4418-4600-9691-56763b498785 req-00fba930-5992-41ce-921b-8fb2e7734468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:50.999686 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-00fba930-5992-41ce-921b-8fb2e7734468 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 1096 time: 0.1028886 Jul 16 17:58:51.006997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105d272-626c-466f-a62c-aa67ee6f9ef9 req-9da03774-ea2c-4018-826a-9da1bd070c74 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.009778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b105d272-626c-466f-a62c-aa67ee6f9ef9 req-9da03774-ea2c-4018-826a-9da1bd070c74 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 945 time: 0.1162620 Jul 16 17:58:51.085105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b105d272-626c-466f-a62c-aa67ee6f9ef9 req-836023ef-f1b6-4c40-970e-d34748b76f5c tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664122 Jul 16 17:58:51.163062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30084-4418-4600-9691-56763b498785 req-c28e54c4-2bb0-4a41-a5b9-79c05b806fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.165553 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-c28e54c4-2bb0-4a41-a5b9-79c05b806fb3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.1545649 Jul 16 17:58:51.285881 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac16407-66b1-4bf8-872c-682a9d7d2606 x-openstack-request-id: req-7ac16407-66b1-4bf8-872c-682a9d7d2606 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:51.286397 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e380ba83-7a50-4015-a9ad-2245398923b2", "name": "network-vif-deleted", "tag": "715fff93-fd30-4292-9db4-c92a3b3e1e63", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:51.288347 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ac16407-66b1-4bf8-872c-682a9d7d2606 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:51.288632 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e380ba83-7a50-4015-a9ad-2245398923b2', 'name': 'network-vif-deleted', 'tag': '715fff93-fd30-4292-9db4-c92a3b3e1e63', 'status': 'completed', 'code': 200} Jul 16 17:58:51.296763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-13375a2e-2320-4f4b-be46-ad3306cde68b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 HTTP/1.1" status: 200 len: 217 time: 0.1233513 Jul 16 17:58:51.366076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30084-4418-4600-9691-56763b498785 req-9392c3f1-e9ae-4415-9300-d52e46a67f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.369141 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-9392c3f1-e9ae-4415-9300-d52e46a67f39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.0662286 Jul 16 17:58:51.442899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-19a21e5a-f510-4d01-abd8-e33047e8e5d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667624 Jul 16 17:58:51.555533 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:51.797699 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8c714ba1-1da4-42ad-8004-bf0ad0df2623 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a2cd28ecd8c48ed982ea0ec59ef0f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409434 Jul 16 17:58:51.800313 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:51.868945 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495a38a9-9c21-4599-93a9-f302d705525f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.894772 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495a38a9-9c21-4599-93a9-f302d705525f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.952193 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495a38a9-9c21-4599-93a9-f302d705525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.955022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-495a38a9-9c21-4599-93a9-f302d705525f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.968318 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-495a38a9-9c21-4599-93a9-f302d705525f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ba6bb71-5ae9-4a87-aa36-2405180ac69a HTTP/1.1" status: 204 len: 168 time: 0.1644096 Jul 16 17:58:51.981158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a38a9-9c21-4599-93a9-f302d705525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba6bb71-5ae9-4a87-aa36-2405180ac69a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:52.016755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-91ddf5c9-1074-4ab7-8178-781c68b379dc service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674670 Jul 16 17:58:52.054493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 715fff93-fd30-4292-9db4-c92a3b3e1e63 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:52.079861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 715fff93-fd30-4292-9db4-c92a3b3e1e63 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:52.080402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 715fff93-fd30-4292-9db4-c92a3b3e1e63 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:52.133213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a751b9d-e337-481f-9d59-096c132da142 req-de93a84b-3fd9-4de7-8dfe-86d438982226 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.134871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a751b9d-e337-481f-9d59-096c132da142 req-de93a84b-3fd9-4de7-8dfe-86d438982226 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 950 time: 0.2063053 Jul 16 17:58:52.182637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c59348-7a04-4004-8d0d-71df2379669a req-3742b9a4-79d3-4fe3-b7e0-061c60b2bc63 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.184231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-3742b9a4-79d3-4fe3-b7e0-061c60b2bc63 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/networks?id=597fc7fd-c98c-446d-8846-a4c5af7cc098 HTTP/1.1" status: 200 len: 813 time: 0.2544937 Jul 16 17:58:52.233982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-c2c3f204-4127-43b2-bfe5-fd7665bd85e0 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/quotas/26c0e5ca3da94a308da05aa71843e8c2 HTTP/1.1" status: 200 len: 375 time: 0.0385776 Jul 16 17:58:52.240411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-3eb14190-d604-4bdd-a727-d844a4f885ee service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143233 Jul 16 17:58:52.269678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a751b9d-e337-481f-9d59-096c132da142 req-57c1286d-f281-44aa-9885-07647ea3db86 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030927 Jul 16 17:58:52.302235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4dca24a9-ee77-48f6-80c1-8a48976a81a2 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=26c0e5ca3da94a308da05aa71843e8c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608869 Jul 16 17:58:52.349117 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:52.365481 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e77d5f24-15f1-47ec-9d73-625e3163d88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.507300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-ef78e4d9-569d-411c-840d-878b9a0c043f service neutron] 10.222.0.52 "GET /v2.0/networks/597fc7fd-c98c-446d-8846-a4c5af7cc098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980884 Jul 16 17:58:52.527815 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e77d5f24-15f1-47ec-9d73-625e3163d88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.535733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e77d5f24-15f1-47ec-9d73-625e3163d88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.580095 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e77d5f24-15f1-47ec-9d73-625e3163d88a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fcc0a52a1e44ae797863b9d47e8dcad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297552 Jul 16 17:58:52.583154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:52.590360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d5f24-15f1-47ec-9d73-625e3163d88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d385a-3f93-4185-be32-6d15cf9ce6f1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:52.642466 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7d909ed-9513-4118-83a7-942af4b59dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.667565 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7d909ed-9513-4118-83a7-942af4b59dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.674640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f48838-3bef-4544-a324-d4d7b8b8c0b3 req-b9c1ceb4-8466-4b98-a39d-726faf106e6b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.681666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53f48838-3bef-4544-a324-d4d7b8b8c0b3 req-b9c1ceb4-8466-4b98-a39d-726faf106e6b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 945 time: 0.2183473 Jul 16 17:58:52.722100 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7d909ed-9513-4118-83a7-942af4b59dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.725848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7d909ed-9513-4118-83a7-942af4b59dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.729592 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e7d909ed-9513-4118-83a7-942af4b59dd8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd3d385a-3f93-4185-be32-6d15cf9ce6f1 HTTP/1.1" status: 204 len: 168 time: 0.1428814 Jul 16 17:58:52.733189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-94716b0d-dd6f-43b2-8130-b110452dcb98 service neutron] 10.222.0.52 "GET /v2.0/networks/597fc7fd-c98c-446d-8846-a4c5af7cc098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176003 Jul 16 17:58:52.748441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d909ed-9513-4118-83a7-942af4b59dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d385a-3f93-4185-be32-6d15cf9ce6f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:52.778985 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53f48838-3bef-4544-a324-d4d7b8b8c0b3 req-e9d0f2d5-6055-4c3c-b905-649ce2ae0a43 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963542 Jul 16 17:58:52.801050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30084-4418-4600-9691-56763b498785 req-fa0a22ac-7150-4eb7-a9d8-4a380a542b9f tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.802661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-fa0a22ac-7150-4eb7-a9d8-4a380a542b9f tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a&tenant_id=8dc149fb96834be9abc17afebb864774&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1096 time: 0.2393804 Jul 16 17:58:53.032936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-18e30084-4418-4600-9691-56763b498785 req-6de23b79-66bd-49ae-abcc-e5fbd0141367 service neutron] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:53.036848 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18e30084-4418-4600-9691-56763b498785 req-6de23b79-66bd-49ae-abcc-e5fbd0141367 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.038274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18e30084-4418-4600-9691-56763b498785 req-6de23b79-66bd-49ae-abcc-e5fbd0141367 service neutron] 10.222.0.38 "DELETE /v2.0/ports/cd94d7f7-eef1-4fad-8669-3c3b20abc9d9/bindings/n-h2-793618-9 HTTP/1.1" status: 204 len: 173 time: 0.2289591 Jul 16 17:58:53.205102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b0840-4c4d-4da8-938f-bfcf01398aa5 req-9ce8f2c5-09d0-4e07-8ee1-c1715fd9fe0a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.207481 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-960b0840-4c4d-4da8-938f-bfcf01398aa5 req-9ce8f2c5-09d0-4e07-8ee1-c1715fd9fe0a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 946 time: 0.1131580 Jul 16 17:58:53.306622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-960b0840-4c4d-4da8-938f-bfcf01398aa5 req-a62eafd9-0e1a-4ff4-9be9-3a2f28c30ca1 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922875 Jul 16 17:58:53.604711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-741e574d-1e8c-40a0-a392-6174da2fbcf2 req-9d18683a-58b8-483c-a9f1-d62ef3cc0b7e tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 210 time: 0.0704474 Jul 16 17:58:54.040156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:54.137690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26eeb10-ccf9-42da-8803-b449e2adcb45 req-f5812eab-e8a8-4ee7-a354-03ce90f82ada tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.147940 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a26eeb10-ccf9-42da-8803-b449e2adcb45 req-f5812eab-e8a8-4ee7-a354-03ce90f82ada tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 945 time: 0.1306088 Jul 16 17:58:54.223857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device e6b432fd-c8f5-4542-be22-51f854cda639 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:54.231551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 690ab235-005a-4dc3-a93f-86677212e0fe no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:54.234485 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a26eeb10-ccf9-42da-8803-b449e2adcb45 req-74ed28d8-c587-4dc9-9690-379292fb5d2a tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835052 Jul 16 17:58:54.264716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1050317881-network', 'tenant_id': '91946e394876469eb4374cd52f408efc'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:54.319178 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Made reservation on behalf of 91946e394876469eb4374cd52f408efc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:54.324932 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.344457 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.399900 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.459882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b457df11-0f7e-4796-adc4-5cf0eb9c55be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690ab235-005a-4dc3-a93f-86677212e0fe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:54.462447 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefd9404-3948-4027-b09b-e0e38562c9b9" -d '{"events": [{"server_uuid": "b457df11-0f7e-4796-adc4-5cf0eb9c55be", "name": "network-vif-unplugged", "status": "completed", "tag": "690ab235-005a-4dc3-a93f-86677212e0fe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:54.486184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 690ab235-005a-4dc3-a93f-86677212e0fe, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=690ab235-005a-4dc3-a93f-86677212e0fe,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:54.497397 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.498417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:54.524279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:54.586024 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.593453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.599509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port e6b432fd-c8f5-4542-be22-51f854cda639, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e6b432fd-c8f5-4542-be22-51f854cda639,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:54.621715 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=690ab235-005a-4dc3-a93f-86677212e0fe,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:54.632058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'e6b432fd-c8f5-4542-be22-51f854cda639', 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7', 'port_id': 'e6b432fd-c8f5-4542-be22-51f854cda639', 'mac_address': 'fa:16:3e:b3:e0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d56569-946b-4ac5-99fb-aa68959ab227', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:54.653722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:54.667407 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f0557f-f5d2-4859-994c-78a09ff00ae5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:54.682859 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.684549 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.685106 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Added segment cbae2678-1b8b-499f-90c3-56762aee9fb4 of type vlan for network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 Jul 16 17:58:54.687412 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:54.687987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:54.688485 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:54.689215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:54.689753 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:54.690257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:54.691560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:54.692276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:54.693138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:54.693800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:54.694895 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:54.695388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:54.699727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6b432fd-c8f5-4542-be22-51f854cda639 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:54.721847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port e6b432fd-c8f5-4542-be22-51f854cda639, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e6b432fd-c8f5-4542-be22-51f854cda639,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:54.727281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:54.730003 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.763672 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.777161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48122a7e-2d7b-43a4-a717-2b7410b3df8b req-4ebe7a47-c978-4978-9d25-dcfd2b4bac3f tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.786305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-48122a7e-2d7b-43a4-a717-2b7410b3df8b req-4ebe7a47-c978-4978-9d25-dcfd2b4bac3f tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 1096 time: 0.2376776 Jul 16 17:58:54.803439 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=e6b432fd-c8f5-4542-be22-51f854cda639,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:54.812073 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.813487 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.814775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.836236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['e6b432fd-c8f5-4542-be22-51f854cda639'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:54.866309 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8249435 Jul 16 17:58:54.869215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:54.877496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dacd8a6c-f913-488d-abba-db005aa3fa65 admin admin] Request body: {'subnet': {'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1050317881-subnet', 'tenant_id': '91946e394876469eb4374cd52f408efc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:54.924452 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d95e9b-c471-4d92-9afc-cd1cc6ba2a2a admin admin] Pushing event updated for resources: {'Network': ['ID=5c6691cf-d5a9-47bc-b44e-6a15604d81d9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:54.943320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacd8a6c-f913-488d-abba-db005aa3fa65 admin admin] Made reservation on behalf of 91946e394876469eb4374cd52f408efc for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:54.946294 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dacd8a6c-f913-488d-abba-db005aa3fa65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.949025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c59348-7a04-4004-8d0d-71df2379669a req-5d6de188-cfe9-4f50-9b98-9189f861cdf3 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.950538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-5d6de188-cfe9-4f50-9b98-9189f861cdf3 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.38 "GET /v2.0/networks?id=597fc7fd-c98c-446d-8846-a4c5af7cc098 HTTP/1.1" status: 200 len: 813 time: 0.1282318 Jul 16 17:58:54.951295 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.955737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:54.983027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Request body: {'port': {'device_id': 'd4b7877c-a974-4fb0-8d4a-580996047767', 'network_id': '597fc7fd-c98c-446d-8846-a4c5af7cc098', 'admin_state_up': True, 'tenant_id': '26c0e5ca3da94a308da05aa71843e8c2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:55.112764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-48122a7e-2d7b-43a4-a717-2b7410b3df8b req-22b4bda2-9a11-481a-8008-31c52f379542 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254969 Jul 16 17:58:55.182977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88495a65-5af0-4be3-8f64-3d144781c24e req-04cdceab-ae11-4903-a3d6-6a1d3acca400 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.184780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88495a65-5af0-4be3-8f64-3d144781c24e req-04cdceab-ae11-4903-a3d6-6a1d3acca400 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 946 time: 0.6119587 Jul 16 17:58:55.204838 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd1890c-435d-4f44-bd69-0fe9a37fb0cf x-openstack-request-id: req-bdd1890c-435d-4f44-bd69-0fe9a37fb0cf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:55.205420 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b457df11-0f7e-4796-adc4-5cf0eb9c55be", "name": "network-vif-unplugged", "status": "completed", "tag": "690ab235-005a-4dc3-a93f-86677212e0fe", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:55.205855 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdd1890c-435d-4f44-bd69-0fe9a37fb0cf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:55.207033 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b457df11-0f7e-4796-adc4-5cf0eb9c55be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690ab235-005a-4dc3-a93f-86677212e0fe', 'code': 200} Jul 16 17:58:55.242305 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dacd8a6c-f913-488d-abba-db005aa3fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.307535 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88495a65-5af0-4be3-8f64-3d144781c24e req-6ea827c1-5bcf-44cf-bee2-67240b2f8cf2 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107128 Jul 16 17:58:55.316434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd8a6c-f913-488d-abba-db005aa3fa65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a8ce34-8c02-46f7-9b44-335db1e8053f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:55.329773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd8a6c-f913-488d-abba-db005aa3fa65 admin admin] Checking segment: {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:55.330336 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacd8a6c-f913-488d-abba-db005aa3fa65 admin admin] Network hostable DHCP agents. Network: 5c6691cf-d5a9-47bc-b44e-6a15604d81d9, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:55.350667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacd8a6c-f913-488d-abba-db005aa3fa65 admin admin] Network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:55.364544 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dacd8a6c-f913-488d-abba-db005aa3fa65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 5c6691cf-d5a9-47bc-b44e-6a15604d81d9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:55.368481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacd8a6c-f913-488d-abba-db005aa3fa65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.369077 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dacd8a6c-f913-488d-abba-db005aa3fa65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.376024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883dcbe8-8259-447c-964c-e08f1ff8ea82 None None] Network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:55.377794 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.389482 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.448010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e1af2073e16d4553a0efcedd2419ae7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9234517 Jul 16 17:58:55.448370 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:55.458311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Made reservation on behalf of 26c0e5ca3da94a308da05aa71843e8c2 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:55.461925 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.476901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be75d4e9-9823-40ce-9059-eb60cf932377,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:55.483275 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dacd8a6c-f913-488d-abba-db005aa3fa65 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6128936 Jul 16 17:58:55.510334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:55.510698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:55.511045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:55.513758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:55.514109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:55.514632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:55.515131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:55.515758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:55.518070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:55.518591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:55.519883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:55.521858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ad4-8178-4e7d-93a1-e48cbafbef18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:55.583050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-844c7f29-d172-4ce2-8cd9-07d8f6f9d70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.612202 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-844c7f29-d172-4ce2-8cd9-07d8f6f9d70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.614646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc2c72-870d-4c78-8c88-481b21bdd190 None None] Network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:55.638874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1157bf4-4e90-4059-9c6d-5ae6e44f070b req-86790310-741d-4141-af0e-08d8179f7ef6 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 210 time: 0.0770886 Jul 16 17:58:55.678821 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-844c7f29-d172-4ce2-8cd9-07d8f6f9d70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.680600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-844c7f29-d172-4ce2-8cd9-07d8f6f9d70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.682019 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-844c7f29-d172-4ce2-8cd9-07d8f6f9d70a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be75d4e9-9823-40ce-9059-eb60cf932377 HTTP/1.1" status: 204 len: 168 time: 0.2326019 Jul 16 17:58:55.691779 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c7f29-d172-4ce2-8cd9-07d8f6f9d70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be75d4e9-9823-40ce-9059-eb60cf932377,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:55.900488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-4422b3ea-d5bf-4304-a8d4-4487a8db8a14 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.907114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-4422b3ea-d5bf-4304-a8d4-4487a8db8a14 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 807 time: 0.3168287 Jul 16 17:58:55.923576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Allocated IP 172.20.0.2 (597fc7fd-c98c-446d-8846-a4c5af7cc098/e91ee5d8-3751-4a15-9d50-bb9d2a3aa2c7/a81bac80-abde-4efa-8d48-5546e6a66e5b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:55.932133 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-f40cb2f3-4c23-44b6-a65c-fe36ad42e196 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/quotas/8dc149fb96834be9abc17afebb864774 HTTP/1.1" status: 200 len: 375 time: 0.0240426 Jul 16 17:58:56.054834 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83486fa-8da8-4ce7-a68b-154e189fcd39 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:56.068293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-cb6d21c4-2954-45b4-bc04-6ada671ed11f tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1352758 Jul 16 17:58:56.191964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:56.203743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'mac_address': 'fa:16:3e:06:57:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:56.240366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device e6b432fd-c8f5-4542-be22-51f854cda639 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:56.292882 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.297791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.314175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83486fa-8da8-4ce7-a68b-154e189fcd39 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:56.335555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-6f8603fb-af3a-4bb2-8553-d40aded89157 service neutron] 10.222.0.52 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603290 Jul 16 17:58:56.341481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port e6b432fd-c8f5-4542-be22-51f854cda639 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:56.342064 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.345681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:56.380549 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.394479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-f8498215-af3a-466f-8f23-a99e17317fcb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.401699 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-f8498215-af3a-466f-8f23-a99e17317fcb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/networks?id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 200 len: 805 time: 0.2582669 Jul 16 17:58:56.463142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-20e5e0bd-d0b6-4c1f-b15a-cb0f643748d9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/quotas/91946e394876469eb4374cd52f408efc HTTP/1.1" status: 200 len: 375 time: 0.0605206 Jul 16 17:58:56.477564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b83486fa-8da8-4ce7-a68b-154e189fcd39'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:56.514741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-03dd3b49-608c-47ba-8e2f-e45bce0a8819 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504212 Jul 16 17:58:56.531495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:56.600923 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b83486fa-8da8-4ce7-a68b-154e189fcd39,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:56.617251 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-5338c7a2-3fc4-41f9-b908-f838cea1ab79 service neutron] 10.222.0.52 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006634 Jul 16 17:58:56.652606 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.661539 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.687788 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-d32cd72e-c6a1-4cb4-b8ab-c27bc5647500 service neutron] 10.222.0.52 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511567 Jul 16 17:58:56.718236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port e6b432fd-c8f5-4542-be22-51f854cda639, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e6b432fd-c8f5-4542-be22-51f854cda639,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:56.723949 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.747247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-network', 'tenant_id': '9febc51e22c8482aa82f53a183471225'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:56.786159 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Made reservation on behalf of 9febc51e22c8482aa82f53a183471225 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:56.789751 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.805618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=e6b432fd-c8f5-4542-be22-51f854cda639,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:56.806971 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.849100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Network 597fc7fd-c98c-446d-8846-a4c5af7cc098 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:56.856343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:56.864836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:56.902193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Pushing event updated for resources: {'Port': ['ID=a81bac80-abde-4efa-8d48-5546e6a66e5b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:56.943495 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-65d94ae3-288f-4889-ba9a-f0a67f97c340 service neutron] 10.222.0.52 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248217 Jul 16 17:58:56.990438 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.994213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.994974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.996034 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.027062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:57.037067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e1652fa-b847-424a-b848-7f3daeefcf3b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0687919 Jul 16 17:58:57.047570 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcad48a4-1695-4ebf-ade9-0f640cbeaa74,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:57.054614 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.055037 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Added segment bf73e7ac-0199-441c-a83f-b513d7a6043e of type vlan for network 08f96ba2-0ec4-4089-8a39-c5652fbab18c Jul 16 17:58:57.104363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Request body: {'port': {'device_id': 'd4b7877c-a974-4fb0-8d4a-580996047767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:57.115812 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.174378 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.177981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.178886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.208024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1ea5aa-9893-4d59-8557-e405e2973360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b432fd-c8f5-4542-be22-51f854cda639'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:57.210697 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03bc394-db08-4a43-b4c8-93f8bb1419c0" -d '{"events": [{"server_uuid": "9a1ea5aa-9893-4d59-8557-e405e2973360", "name": "network-vif-plugged", "status": "completed", "tag": "e6b432fd-c8f5-4542-be22-51f854cda639"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:57.217888 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6851432 Jul 16 17:58:57.218613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:57.240647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c0e07-1f15-4f62-940e-1af6fd3a3988 req-8d441cdf-a039-4bb9-bc54-7c32f0477872 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.248006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c2c0e07-1f15-4f62-940e-1af6fd3a3988 req-8d441cdf-a039-4bb9-bc54-7c32f0477872 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 946 time: 0.2251985 Jul 16 17:58:57.266184 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bf4eaf1f-d48e-4643-bf43-0a02175225d1 admin admin] Request body: {'subnet': {'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-subnet', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:57.285546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.355600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c2c0e07-1f15-4f62-940e-1af6fd3a3988 req-1e8d7d17-7bcf-4551-b6a3-7702388524bc tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928385 Jul 16 17:58:57.438259 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0e570-ffc2-44ad-a550-659b7934b386 admin admin] Pushing event updated for resources: {'Network': ['ID=08f96ba2-0ec4-4089-8a39-c5652fbab18c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:57.441700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4eaf1f-d48e-4643-bf43-0a02175225d1 admin admin] Made reservation on behalf of 9febc51e22c8482aa82f53a183471225 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:57.454911 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf4eaf1f-d48e-4643-bf43-0a02175225d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.467322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 08f96ba2-0ec4-4089-8a39-c5652fbab18c details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:57.655233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d523da8f-2ded-4a92-b9a2-d32424520044 req-55cd2615-62f3-4af3-bf3f-0429a01cc18b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 210 time: 0.0906916 Jul 16 17:58:57.736710 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d4a85e-7b1b-4a11-81c7-c34b9de6461f x-openstack-request-id: req-49d4a85e-7b1b-4a11-81c7-c34b9de6461f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:57.737050 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1ea5aa-9893-4d59-8557-e405e2973360", "name": "network-vif-plugged", "status": "completed", "tag": "e6b432fd-c8f5-4542-be22-51f854cda639", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:57.737381 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49d4a85e-7b1b-4a11-81c7-c34b9de6461f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:57.737861 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1ea5aa-9893-4d59-8557-e405e2973360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b432fd-c8f5-4542-be22-51f854cda639', 'code': 200} Jul 16 17:58:57.889663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8228e01b-0d5f-4ead-8526-a8467c7beded req-98181837-0500-4b4b-89b7-f5dd47559861 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 210 time: 0.1052108 Jul 16 17:58:58.062042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf4eaf1f-d48e-4643-bf43-0a02175225d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.070242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83486fa-8da8-4ce7-a68b-154e189fcd39 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:58.162034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e85b1-ddee-4c2a-9bb8-b5f803e63025 req-df31b642-20cb-41f4-8532-804be50243fa tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.163645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03e85b1-ddee-4c2a-9bb8-b5f803e63025 req-df31b642-20cb-41f4-8532-804be50243fa tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 931 time: 0.3168905 Jul 16 17:58:58.173413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port b83486fa-8da8-4ce7-a68b-154e189fcd39 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:58.173801 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.231610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4eaf1f-d48e-4643-bf43-0a02175225d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2715fa6-e681-4bf2-b5f4-7980d53d631f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:58.237108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device e6b432fd-c8f5-4542-be22-51f854cda639 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:58.246253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4eaf1f-d48e-4643-bf43-0a02175225d1 admin admin] Checking segment: {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:58.248985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4eaf1f-d48e-4643-bf43-0a02175225d1 admin admin] Network hostable DHCP agents. Network: 08f96ba2-0ec4-4089-8a39-c5652fbab18c, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:58.284873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81bac80-abde-4efa-8d48-5546e6a66e5b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:58.290240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4eaf1f-d48e-4643-bf43-0a02175225d1 admin admin] Network 08f96ba2-0ec4-4089-8a39-c5652fbab18c is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:58.307221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bf4eaf1f-d48e-4643-bf43-0a02175225d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 08f96ba2-0ec4-4089-8a39-c5652fbab18c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:58.307807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03e85b1-ddee-4c2a-9bb8-b5f803e63025 req-23fba0c9-6fad-4bc8-9f4d-494dc4188291 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/security-groups?id=59ecb4aa-397e-42f8-8260-b59c5e99c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263595 Jul 16 17:58:58.327359 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.330818 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4eaf1f-d48e-4643-bf43-0a02175225d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.333405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf4eaf1f-d48e-4643-bf43-0a02175225d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.336233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07aa720-2db5-42e2-a298-007db9ebe4e6 None None] Network 08f96ba2-0ec4-4089-8a39-c5652fbab18c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:58.366659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Transition to ACTIVE for port object a81bac80-abde-4efa-8d48-5546e6a66e5b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:58.379204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:58.379702 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bf4eaf1f-d48e-4643-bf43-0a02175225d1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1491442 Jul 16 17:58:58.384581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:58.435623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.486521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.494768 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.559973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Pushing event updated for resources: {'Port': ['ID=a81bac80-abde-4efa-8d48-5546e6a66e5b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:58.623839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.818671 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.976640 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.026372 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:59.060362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port e6b432fd-c8f5-4542-be22-51f854cda639, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e6b432fd-c8f5-4542-be22-51f854cda639,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:59.067378 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.070171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Attempting to bind port a81bac80-abde-4efa-8d48-5546e6a66e5b on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:59.070613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Attempting to bind port a81bac80-abde-4efa-8d48-5546e6a66e5b by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '0be241e8-dc44-4d8f-9d6a-085b63665574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '597fc7fd-c98c-446d-8846-a4c5af7cc098'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:59.070954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Attempting to bind port a81bac80-abde-4efa-8d48-5546e6a66e5b on network 597fc7fd-c98c-446d-8846-a4c5af7cc098 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:59.074424 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.098976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Port a81bac80-abde-4efa-8d48-5546e6a66e5b on network 597fc7fd-c98c-446d-8846-a4c5af7cc098 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:59.099349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Attempting to bind port a81bac80-abde-4efa-8d48-5546e6a66e5b on network 597fc7fd-c98c-446d-8846-a4c5af7cc098 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:59.227711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:58:59.228552 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.266232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b83486fa-8da8-4ce7-a68b-154e189fcd39,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.314231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2dcca5c-b969-4b30-887e-3100c9158367 req-1cb2549f-fe3b-4399-8f90-3fd593a518d5 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 210 time: 0.2100642 Jul 16 17:58:59.338003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:59.351316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Checking segment: {'id': '0be241e8-dc44-4d8f-9d6a-085b63665574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '597fc7fd-c98c-446d-8846-a4c5af7cc098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:59.351316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Bound using segment: {'id': '0be241e8-dc44-4d8f-9d6a-085b63665574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '597fc7fd-c98c-446d-8846-a4c5af7cc098'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:59.351316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Bound port: a81bac80-abde-4efa-8d48-5546e6a66e5b, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be241e8-dc44-4d8f-9d6a-085b63665574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '597fc7fd-c98c-446d-8846-a4c5af7cc098'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:59.351316 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.454694 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=e6b432fd-c8f5-4542-be22-51f854cda639,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.681938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Allocated IP 172.20.0.2 (08f96ba2-0ec4-4089-8a39-c5652fbab18c/b2715fa6-e681-4bf2-b5f4-7980d53d631f/03c5a5a6-f3f4-407b-b813-d479111fd143) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:59.763556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39'}, {'server_uuid': '9a1ea5aa-9893-4d59-8557-e405e2973360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b432fd-c8f5-4542-be22-51f854cda639'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:59.766187 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf5596e-2b25-4c95-a9aa-06e6ca263c38" -d '{"events": [{"server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "name": "network-vif-plugged", "status": "completed", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39"}, {"server_uuid": "9a1ea5aa-9893-4d59-8557-e405e2973360", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b432fd-c8f5-4542-be22-51f854cda639"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:59.902395 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.939460 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.954036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Transition to ACTIVE for port object 03c5a5a6-f3f4-407b-b813-d479111fd143 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:00.026773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a20ed3da-0b33-49eb-a64b-09f8a648bec9 req-e969b978-a182-40b6-a46a-74dc03f4667e tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 210 time: 0.1142342 Jul 16 17:59:00.028234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Transition to ACTIVE for port object 03c5a5a6-f3f4-407b-b813-d479111fd143 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:00.053075 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5fb08ac-b323-4c5f-94c2-ae89026d956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.063458 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.115012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bf2db-1c2b-4f62-bdba-6640b4e97e43 req-762b61df-a355-4ab4-88de-3aaac0bfae3a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.127279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105bf2db-1c2b-4f62-bdba-6640b4e97e43 req-762b61df-a355-4ab4-88de-3aaac0bfae3a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 946 time: 1.5692470 Jul 16 17:59:00.139338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Pushing event updated for resources: {'Port': ['ID=03c5a5a6-f3f4-407b-b813-d479111fd143,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:00.150901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Network 08f96ba2-0ec4-4089-8a39-c5652fbab18c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:00.155160 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:00.168394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:00.317617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Attempting to bind port 03c5a5a6-f3f4-407b-b813-d479111fd143 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:00.318856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Attempting to bind port 03c5a5a6-f3f4-407b-b813-d479111fd143 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:00.319535 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Attempting to bind port 03c5a5a6-f3f4-407b-b813-d479111fd143 on network 08f96ba2-0ec4-4089-8a39-c5652fbab18c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:00.335877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:00.336736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Checking segment: {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:00.337529 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.338154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Bound using segment: {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:00.339359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Bound port: 03c5a5a6-f3f4-407b-b813-d479111fd143, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:00.340022 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.358604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] For port a81bac80-abde-4efa-8d48-5546e6a66e5b, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:00.366138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] For port a81bac80-abde-4efa-8d48-5546e6a66e5b, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a81bac80-abde-4efa-8d48-5546e6a66e5b,segment=NetworkSegment(0be241e8-dc44-4d8f-9d6a-085b63665574),segment_id=0be241e8-dc44-4d8f-9d6a-085b63665574)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:00.441860 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4b9d0-a277-43c4-93d7-53b710227d8f req-16bc830d-a116-4fd8-b145-64a54ccf3d2a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.447377 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-42b4b9d0-a277-43c4-93d7-53b710227d8f req-16bc830d-a116-4fd8-b145-64a54ccf3d2a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 944 time: 0.3408904 Jul 16 17:59:00.452731 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] For port 03c5a5a6-f3f4-407b-b813-d479111fd143, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:00.455501 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.459742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] For port 03c5a5a6-f3f4-407b-b813-d479111fd143, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=03c5a5a6-f3f4-407b-b813-d479111fd143,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:00.465255 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.552961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068388c8-1238-4c73-9a22-3c63738c55a8 None None] Pushing event updated for resources: {'Port': ['ID=03c5a5a6-f3f4-407b-b813-d479111fd143,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:00.554426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c9de713f-41c4-46bc-85fe-ab57087ba048 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.555932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c9de713f-41c4-46bc-85fe-ab57087ba048 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.42 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 807 time: 1.2388122 Jul 16 17:59:00.592049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-c14ca47c-f27f-496f-be9a-c29900daee0b tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.593485 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-c14ca47c-f27f-496f-be9a-c29900daee0b tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.42 "GET /v2.0/networks?id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 200 len: 805 time: 0.5048594 Jul 16 17:59:00.610190 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Request body: {'port': {'device_id': '6134b4c3-c2ff-4bcb-bf73-72d4f39b0130', 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'admin_state_up': True, 'tenant_id': '91946e394876469eb4374cd52f408efc'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:00.629835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Request body: {'port': {'device_id': '32ec34ce-aa9f-472e-b830-8d2bf15372ab', 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e', 'admin_state_up': True, 'tenant_id': '8dc149fb96834be9abc17afebb864774'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:00.647505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-105bf2db-1c2b-4f62-bdba-6640b4e97e43 req-8001e2f5-de84-42f7-aa69-53ac6784740e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192795 Jul 16 17:59:00.726362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.727923 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.733907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] 10.222.0.38 "PUT /v2.0/ports/a81bac80-abde-4efa-8d48-5546e6a66e5b HTTP/1.1" status: 200 len: 1091 time: 3.6431084 Jul 16 17:59:00.788244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b7877c-a974-4fb0-8d4a-580996047767', 'tag': 'a81bac80-abde-4efa-8d48-5546e6a66e5b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:00.806485 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fea1d4-0022-4c25-b94d-fa2272067b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b7877c-a974-4fb0-8d4a-580996047767", "tag": "a81bac80-abde-4efa-8d48-5546e6a66e5b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:00.850801 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf8b17a-c1ef-4c06-80a1-8039c3084eea x-openstack-request-id: req-0cf8b17a-c1ef-4c06-80a1-8039c3084eea {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:00.851520 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "name": "network-vif-plugged", "status": "completed", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39", "code": 200}, {"server_uuid": "9a1ea5aa-9893-4d59-8557-e405e2973360", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b432fd-c8f5-4542-be22-51f854cda639", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:00.851520 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cf8b17a-c1ef-4c06-80a1-8039c3084eea {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:00.851736 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'code': 200} Jul 16 17:59:00.851975 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1ea5aa-9893-4d59-8557-e405e2973360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b432fd-c8f5-4542-be22-51f854cda639', 'code': 200} Jul 16 17:59:00.923709 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-42b4b9d0-a277-43c4-93d7-53b710227d8f req-b7ee448e-e224-4156-9f00-42159c366280 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Deleting port e6b432fd-c8f5-4542-be22-51f854cda639 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:00.924078 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42b4b9d0-a277-43c4-93d7-53b710227d8f req-b7ee448e-e224-4156-9f00-42159c366280 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.954427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Made reservation on behalf of 91946e394876469eb4374cd52f408efc for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:00.958465 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.077415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4729fea-2e2a-4f31-b7f5-d11ff8b2a861 service neutron] Pushing event updated for resources: {'Port': ['ID=a81bac80-abde-4efa-8d48-5546e6a66e5b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:01.220751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a2f6a-fe2e-4dc1-9c92-f85e996822d2 req-e88e590a-1f32-490d-b05d-05823f896733 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.223667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-161a2f6a-fe2e-4dc1-9c92-f85e996822d2 req-e88e590a-1f32-490d-b05d-05823f896733 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 943 time: 0.8080487 Jul 16 17:59:01.227413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Allocated IP 172.20.0.2 (5c6691cf-d5a9-47bc-b44e-6a15604d81d9/74a8ce34-8c02-46f7-9b44-335db1e8053f/23a7bbb7-e065-4734-921f-5a5463d30105) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:01.398477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a9e661f-230c-47a3-b2f3-67c1e311c3e7 req-bdc23e62-704c-498f-894e-6f800e28a5e5 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 210 time: 0.1669228 Jul 16 17:59:01.483308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c59348-7a04-4004-8d0d-71df2379669a req-75f30af6-b97d-4110-8fd6-199cabb46249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.487244 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-75f30af6-b97d-4110-8fd6-199cabb46249 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26c0e5ca3da94a308da05aa71843e8c2&device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 1094 time: 0.6304862 Jul 16 17:59:01.532516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-42b4b9d0-a277-43c4-93d7-53b710227d8f req-b7ee448e-e224-4156-9f00-42159c366280 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] For port e6b432fd-c8f5-4542-be22-51f854cda639, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e6b432fd-c8f5-4542-be22-51f854cda639,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:01.533100 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42b4b9d0-a277-43c4-93d7-53b710227d8f req-b7ee448e-e224-4156-9f00-42159c366280 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.540352 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7daf54-34e8-4f98-a944-c1cb0d8655f1 x-openstack-request-id: req-2f7daf54-34e8-4f98-a944-c1cb0d8655f1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:01.541910 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b7877c-a974-4fb0-8d4a-580996047767", "tag": "a81bac80-abde-4efa-8d48-5546e6a66e5b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:01.542259 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f7daf54-34e8-4f98-a944-c1cb0d8655f1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:01.544040 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b7877c-a974-4fb0-8d4a-580996047767', 'tag': 'a81bac80-abde-4efa-8d48-5546e6a66e5b', 'status': 'completed', 'code': 200} Jul 16 17:59:01.603575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-161a2f6a-fe2e-4dc1-9c92-f85e996822d2 req-bc5cdc6b-50cd-4144-a1ba-f1647f7d2cb4 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/security-groups?id=59ecb4aa-397e-42f8-8260-b59c5e99c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668687 Jul 16 17:59:01.640663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 03c5a5a6-f3f4-407b-b813-d479111fd143 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:01.658586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-42b4b9d0-a277-43c4-93d7-53b710227d8f req-b7ee448e-e224-4156-9f00-42159c366280 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Calling delete_port for e6b432fd-c8f5-4542-be22-51f854cda639 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:01.777650 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-729a20a1-793f-44c3-83df-1a1d7ac1ee82 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a81bac80-abde-4efa-8d48-5546e6a66e5b HTTP/1.1" status: 200 len: 217 time: 0.2298179 Jul 16 17:59:01.808455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.832427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 03c5a5a6-f3f4-407b-b813-d479111fd143 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:01.889452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38f084d9-d32c-46b4-be20-da7dc806f876 req-abc9c36b-6b18-45db-9229-b81b08cf8716 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 210 time: 0.0847538 Jul 16 17:59:01.910772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Made reservation on behalf of 8dc149fb96834be9abc17afebb864774 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:01.916057 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.139305 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.218626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Pushing event updated for resources: {'Port': ['ID=23a7bbb7-e065-4734-921f-5a5463d30105,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:02.226206 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33e99040-9a22-42dc-ad64-54986ab7e96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.252647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:02.256931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:02.259798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:02.317229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c59348-7a04-4004-8d0d-71df2379669a req-a28b1c14-a954-4e6e-b7c2-18873d72a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.318647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-a28b1c14-a954-4e6e-b7c2-18873d72a689 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e91ee5d8-3751-4a15-9d50-bb9d2a3aa2c7 HTTP/1.1" status: 200 len: 853 time: 0.4335966 Jul 16 17:59:02.326140 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.326361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.327026 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.329689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42b4b9d0-a277-43c4-93d7-53b710227d8f req-b7ee448e-e224-4156-9f00-42159c366280 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.345721 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.375806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a77b92f-755d-47c7-9da4-aea4adae5638 None None] Network 08f96ba2-0ec4-4089-8a39-c5652fbab18c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:02.417090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee448e-e224-4156-9f00-42159c366280 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event deleted for resources: {'Port': ['ID=e6b432fd-c8f5-4542-be22-51f854cda639,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:02.462423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b4b9d0-a277-43c4-93d7-53b710227d8f req-b7ee448e-e224-4156-9f00-42159c366280 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] No DVR routers for this DVR port e6b432fd-c8f5-4542-be22-51f854cda639 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:02.465606 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42b4b9d0-a277-43c4-93d7-53b710227d8f req-b7ee448e-e224-4156-9f00-42159c366280 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.468076 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-42b4b9d0-a277-43c4-93d7-53b710227d8f req-b7ee448e-e224-4156-9f00-42159c366280 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.42 "DELETE /v2.0/ports/e6b432fd-c8f5-4542-be22-51f854cda639 HTTP/1.1" status: 204 len: 173 time: 2.0103791 Jul 16 17:59:02.468711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1ea5aa-9893-4d59-8557-e405e2973360', 'name': 'network-vif-deleted', 'tag': 'e6b432fd-c8f5-4542-be22-51f854cda639'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:02.471145 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a373f0-aff3-4535-85ff-43e109ffc2f0" -d '{"events": [{"server_uuid": "9a1ea5aa-9893-4d59-8557-e405e2973360", "name": "network-vif-deleted", "tag": "e6b432fd-c8f5-4542-be22-51f854cda639"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:02.506405 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-9d361f87-4ed7-4c32-990a-0ca541ae7843 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8872449 Jul 16 17:59:02.520851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Request body: {'port': {'device_id': '6134b4c3-c2ff-4bcb-bf73-72d4f39b0130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:02.566334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e8eae157-c77c-498c-8a02-d80cad79ae01 None None] Provisioning for port 03c5a5a6-f3f4-407b-b813-d479111fd143 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:02.576016 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e8eae157-c77c-498c-8a02-d80cad79ae01 None None] Provisioning complete for port 03c5a5a6-f3f4-407b-b813-d479111fd143 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:02.580954 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8eae157-c77c-498c-8a02-d80cad79ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.702311 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.735203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.767974 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8eae157-c77c-498c-8a02-d80cad79ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.821827 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e8eae157-c77c-498c-8a02-d80cad79ae01 None None] For port 03c5a5a6-f3f4-407b-b813-d479111fd143, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=03c5a5a6-f3f4-407b-b813-d479111fd143,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:02.829027 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8eae157-c77c-498c-8a02-d80cad79ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.891066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-735009a2-d772-4798-b0d7-ba7decaa33ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=597fc7fd-c98c-446d-8846-a4c5af7cc098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2688153 Jul 16 17:59:02.902619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eae157-c77c-498c-8a02-d80cad79ae01 None None] Pushing event updated for resources: {'Port': ['ID=03c5a5a6-f3f4-407b-b813-d479111fd143,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:02.917526 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab5332c0-0b00-49dc-bee9-09ed7f786047 req-e30f6a43-594d-4c6c-bcc5-5dd7a7a75c58 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 210 time: 0.2409902 Jul 16 17:59:03.042661 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da636de2-34a5-4666-969b-360876ad6cc2 x-openstack-request-id: req-da636de2-34a5-4666-969b-360876ad6cc2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:03.042956 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1ea5aa-9893-4d59-8557-e405e2973360", "name": "network-vif-deleted", "tag": "e6b432fd-c8f5-4542-be22-51f854cda639", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:03.043218 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da636de2-34a5-4666-969b-360876ad6cc2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:03.043617 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1ea5aa-9893-4d59-8557-e405e2973360', 'name': 'network-vif-deleted', 'tag': 'e6b432fd-c8f5-4542-be22-51f854cda639', 'status': 'completed', 'code': 200} Jul 16 17:59:03.171258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-10569933-03b6-4b61-84a7-d8686441fa1b None None] Provisioning complete for port 03c5a5a6-f3f4-407b-b813-d479111fd143 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:03.179023 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10569933-03b6-4b61-84a7-d8686441fa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.233940 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.331083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a7bbb7-e065-4734-921f-5a5463d30105 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:03.368839 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.422520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Transition to ACTIVE for port object 23a7bbb7-e065-4734-921f-5a5463d30105 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:03.433124 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.485103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.589290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Pushing event updated for resources: {'Port': ['ID=23a7bbb7-e065-4734-921f-5a5463d30105,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:03.594073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 03c5a5a6-f3f4-407b-b813-d479111fd143 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:03.677435 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.689237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 03c5a5a6-f3f4-407b-b813-d479111fd143 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:03.689949 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.695637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Allocated IP 172.20.0.12 (f7de7ee4-fe4c-401a-990c-c9868fce980e/3a6dfec8-d37c-42a8-86bf-6b4d8073d447/481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:03.697379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Attempting to bind port 23a7bbb7-e065-4734-921f-5a5463d30105 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:03.697854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Attempting to bind port 23a7bbb7-e065-4734-921f-5a5463d30105 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:03.698193 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Attempting to bind port 23a7bbb7-e065-4734-921f-5a5463d30105 on network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:03.704706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Port 23a7bbb7-e065-4734-921f-5a5463d30105 on network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:03.704706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Attempting to bind port 23a7bbb7-e065-4734-921f-5a5463d30105 on network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:03.709374 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:03.709728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Checking segment: {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:03.710264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Bound using segment: {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:03.710709 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Bound port: 23a7bbb7-e065-4734-921f-5a5463d30105, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:03.711054 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.780340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8578b-07b0-480a-adb0-dac621866f92 req-c314d426-099a-444c-88b0-31db2932511c tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.781822 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39d8578b-07b0-480a-adb0-dac621866f92 req-c314d426-099a-444c-88b0-31db2932511c tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a1ea5aa-9893-4d59-8557-e405e2973360 HTTP/1.1" status: 200 len: 865 time: 1.6922326 Jul 16 17:59:03.796123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] For port 23a7bbb7-e065-4734-921f-5a5463d30105, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:03.802450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] For port 23a7bbb7-e065-4734-921f-5a5463d30105, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=23a7bbb7-e065-4734-921f-5a5463d30105,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:03.807325 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.858732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-4e9750df-6f2c-418a-bb07-7c06f83b4a94 service neutron] 10.222.0.38 "GET /v2.0/networks/597fc7fd-c98c-446d-8846-a4c5af7cc098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9376385 Jul 16 17:59:03.861006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Allocated IP 172.25.8.188 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/888cff8c-8402-4693-ad12-9b92f907df0e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:03.877152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.877829 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.879937 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] 10.222.0.42 "PUT /v2.0/ports/23a7bbb7-e065-4734-921f-5a5463d30105 HTTP/1.1" status: 200 len: 1091 time: 1.3728416 Jul 16 17:59:03.910829 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8d3fc-f3d4-4b27-a62d-67e9e593a357 service neutron] Pushing event updated for resources: {'Port': ['ID=23a7bbb7-e065-4734-921f-5a5463d30105,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:04.007926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39d8578b-07b0-480a-adb0-dac621866f92 req-5133985f-fe3c-4f03-a345-9e8ab8185a13 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135935 Jul 16 17:59:04.026333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-e61f1103-9504-428d-a2d7-88cbf452b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.028490 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-e61f1103-9504-428d-a2d7-88cbf452b00c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 1094 time: 0.1019380 Jul 16 17:59:04.080106 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-353ca53a-eb2a-495e-ac0f-ee854df519de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23a7bbb7-e065-4734-921f-5a5463d30105 HTTP/1.1" status: 200 len: 217 time: 0.0444033 Jul 16 17:59:04.113323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd1810-5447-47cb-8c1a-6b3838a9b390 req-0c6ad84d-84f9-40d2-ad3f-f3deb08f1a9b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.120233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7dd1810-5447-47cb-8c1a-6b3838a9b390 req-0c6ad84d-84f9-40d2-ad3f-f3deb08f1a9b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 943 time: 0.8004668 Jul 16 17:59:04.148800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-a8e3b05e-bdaa-4e71-8b00-22dbfd644692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.150422 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-a8e3b05e-bdaa-4e71-8b00-22dbfd644692 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74a8ce34-8c02-46f7-9b44-335db1e8053f HTTP/1.1" status: 200 len: 845 time: 0.0643525 Jul 16 17:59:04.208095 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-49cbd2ce-dcb3-457b-8207-d61e1acecedc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499141 Jul 16 17:59:04.227011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7c59348-7a04-4004-8d0d-71df2379669a req-8e9799d1-04b7-45b3-9028-5b038d19bcae service neutron] 10.222.0.38 "GET /v2.0/networks/597fc7fd-c98c-446d-8846-a4c5af7cc098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440831 Jul 16 17:59:04.237306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device e6b432fd-c8f5-4542-be22-51f854cda639 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:04.263850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: e6b432fd-c8f5-4542-be22-51f854cda639 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:04.264545 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device e6b432fd-c8f5-4542-be22-51f854cda639 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:04.303585 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.347352 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-c7ba4691-ca10-4159-affa-b8ee925ec9e5 service neutron] 10.222.0.42 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311805 Jul 16 17:59:04.363021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7dd1810-5447-47cb-8c1a-6b3838a9b390 req-b22aa9be-fad4-4418-8722-9916793a28a6 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/security-groups?id=59ecb4aa-397e-42f8-8260-b59c5e99c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344067 Jul 16 17:59:04.397428 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.477677 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-17b018a0-9932-42e0-8fa4-f29a0a444293 req-83ba7556-3eb2-413b-b2be-d40936b02ebd service neutron] 10.222.0.42 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238980 Jul 16 17:59:04.486666 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.552409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Pushing event updated for resources: {'Port': ['ID=888cff8c-8402-4693-ad12-9b92f907df0e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:04.564988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae02d96-6ad5-4b79-a399-331c03c8525e req-2feacc26-5aff-48c5-8cf9-f27fb9201b2c tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.566661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae02d96-6ad5-4b79-a399-331c03c8525e req-2feacc26-5aff-48c5-8cf9-f27fb9201b2c tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 943 time: 0.3720973 Jul 16 17:59:04.630234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:04.632640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fea1d4-0022-4c25-b94d-fa2272067b3e req-5d0d9f96-8268-4c61-978f-f07e69ea780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.634342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13fea1d4-0022-4c25-b94d-fa2272067b3e req-5d0d9f96-8268-4c61-978f-f07e69ea780e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=26c0e5ca3da94a308da05aa71843e8c2&device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 1094 time: 0.3378401 Jul 16 17:59:04.639671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:04.653299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:04.691469 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.784319 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae02d96-6ad5-4b79-a399-331c03c8525e req-acafc858-0bd9-4445-882f-4a3c7e635dc7 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934295 Jul 16 17:59:04.859705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Network f7de7ee4-fe4c-401a-990c-c9868fce980e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:04.872233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:04.876550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:04.884022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Pushing event updated for resources: {'Port': ['ID=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:05.046729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6134b4c3-c2ff-4bcb-bf73-72d4f39b0130', 'tag': '23a7bbb7-e065-4734-921f-5a5463d30105'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:05.048093 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508fda6d-35d1-42b6-a37e-188be38c1beb" -d '{"events": [{"name": "network-changed", "server_uuid": "6134b4c3-c2ff-4bcb-bf73-72d4f39b0130", "tag": "23a7bbb7-e065-4734-921f-5a5463d30105"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:05.359233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fea1d4-0022-4c25-b94d-fa2272067b3e req-1d014377-e113-4b4b-b1d7-67f40ef80c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:05.361053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13fea1d4-0022-4c25-b94d-fa2272067b3e req-1d014377-e113-4b4b-b1d7-67f40ef80c22 service neutron] 10.222.0.38 "GET /v2.0/networks?id=597fc7fd-c98c-446d-8846-a4c5af7cc098 HTTP/1.1" status: 200 len: 914 time: 0.7177651 Jul 16 17:59:05.363667 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.443881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:05.444611 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.467462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbf306-8a72-4c6b-a9bc-14c5eeb511d4 req-3f379329-54f2-4f5e-b2ae-8d254feaafd1 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:05.469100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78bbf306-8a72-4c6b-a9bc-14c5eeb511d4 req-3f379329-54f2-4f5e-b2ae-8d254feaafd1 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 932 time: 0.7756379 Jul 16 17:59:05.472117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13fea1d4-0022-4c25-b94d-fa2272067b3e req-a8f80b6f-696a-48fd-9d27-973a975c86ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a81bac80-abde-4efa-8d48-5546e6a66e5b HTTP/1.1" status: 200 len: 217 time: 0.0807879 Jul 16 17:59:05.541426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-e5f27c26-fe52-4095-b180-5c0551c64178 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1775500025&fields=id&tenant_id=034c908cb06848838e6f25b207696cc7 HTTP/1.1" status: 200 len: 267 time: 0.5949962 Jul 16 17:59:05.564663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-2d4e8001-799d-4f26-986d-f450383db066 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9445658 Jul 16 17:59:05.625212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Request body: {'port': {'device_id': '32ec34ce-aa9f-472e-b830-8d2bf15372ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:05.728187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fea1d4-0022-4c25-b94d-fa2272067b3e req-99fadce9-62fa-4d27-a919-f7b5e8b008d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:05.729808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13fea1d4-0022-4c25-b94d-fa2272067b3e req-99fadce9-62fa-4d27-a919-f7b5e8b008d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e91ee5d8-3751-4a15-9d50-bb9d2a3aa2c7 HTTP/1.1" status: 200 len: 853 time: 0.2507071 Jul 16 17:59:05.732636 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78bbf306-8a72-4c6b-a9bc-14c5eeb511d4 req-e0e7a05c-0b75-4316-9c53-d663ff23884a tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524943 Jul 16 17:59:05.823458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13fea1d4-0022-4c25-b94d-fa2272067b3e req-5aaa56de-e692-4df9-be44-20498dabdd48 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=597fc7fd-c98c-446d-8846-a4c5af7cc098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447803 Jul 16 17:59:05.904383 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd18e7d-25e3-4f83-97d6-852990f78d33 x-openstack-request-id: req-ccd18e7d-25e3-4f83-97d6-852990f78d33 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:05.904749 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6134b4c3-c2ff-4bcb-bf73-72d4f39b0130", "tag": "23a7bbb7-e065-4734-921f-5a5463d30105", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:05.905076 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccd18e7d-25e3-4f83-97d6-852990f78d33 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:05.905572 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6134b4c3-c2ff-4bcb-bf73-72d4f39b0130', 'tag': '23a7bbb7-e065-4734-921f-5a5463d30105', 'status': 'completed', 'code': 200} Jul 16 17:59:05.939497 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.976645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-766fc22a-d660-4662-8a78-95f302f43aa5 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:05.978807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-766fc22a-d660-4662-8a78-95f302f43aa5 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/networks?id=399f611f-6e6d-4d34-8a74-b474b6cf2d2c HTTP/1.1" status: 200 len: 815 time: 0.4365382 Jul 16 17:59:06.116875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a81bac80-abde-4efa-8d48-5546e6a66e5b details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:06.156565 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.270743 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-5ccc9ada-8ca9-4b32-96e7-077ecb0d156f tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/quotas/034c908cb06848838e6f25b207696cc7 HTTP/1.1" status: 200 len: 375 time: 0.0943091 Jul 16 17:59:06.283007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a81bac80-abde-4efa-8d48-5546e6a66e5b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a81bac80-abde-4efa-8d48-5546e6a66e5b,segment=NetworkSegment(0be241e8-dc44-4d8f-9d6a-085b63665574),segment_id=0be241e8-dc44-4d8f-9d6a-085b63665574)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:06.296767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'a81bac80-abde-4efa-8d48-5546e6a66e5b', 'network_id': '597fc7fd-c98c-446d-8846-a4c5af7cc098', 'port_id': 'a81bac80-abde-4efa-8d48-5546e6a66e5b', 'mac_address': 'fa:16:3e:b7:d6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91ee5d8-3751-4a15-9d50-bb9d2a3aa2c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:06.362758 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.379367 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81bac80-abde-4efa-8d48-5546e6a66e5b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:06.422007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a81bac80-abde-4efa-8d48-5546e6a66e5b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a81bac80-abde-4efa-8d48-5546e6a66e5b,segment=NetworkSegment(0be241e8-dc44-4d8f-9d6a-085b63665574),segment_id=0be241e8-dc44-4d8f-9d6a-085b63665574)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:06.428782 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.447497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fda6d-35d1-42b6-a37e-188be38c1beb req-88202e9f-e3f7-4d4c-98dd-4fa987882f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.450075 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-508fda6d-35d1-42b6-a37e-188be38c1beb req-88202e9f-e3f7-4d4c-98dd-4fa987882f52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 1094 time: 0.5212507 Jul 16 17:59:06.484860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=a81bac80-abde-4efa-8d48-5546e6a66e5b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:06.522470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13fea1d4-0022-4c25-b94d-fa2272067b3e req-f3ff03f3-a718-4f40-b27c-c51ee069b5d8 service neutron] 10.222.0.38 "GET /v2.0/networks/597fc7fd-c98c-446d-8846-a4c5af7cc098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852715 Jul 16 17:59:06.573487 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fda6d-35d1-42b6-a37e-188be38c1beb req-6ac0011a-69a7-431d-b071-27bdb4ec23dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.575167 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-508fda6d-35d1-42b6-a37e-188be38c1beb req-6ac0011a-69a7-431d-b071-27bdb4ec23dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 200 len: 906 time: 0.1178412 Jul 16 17:59:06.622159 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-508fda6d-35d1-42b6-a37e-188be38c1beb req-8006394d-7d37-4ef8-afb5-7897f46af675 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23a7bbb7-e065-4734-921f-5a5463d30105 HTTP/1.1" status: 200 len: 217 time: 0.0401144 Jul 16 17:59:06.666275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['a81bac80-abde-4efa-8d48-5546e6a66e5b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:06.684759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a77bd-1062-4cc6-b9a4-639f09da8433 req-b54c41d1-7424-419e-97ce-5cc972daf5cb tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.686833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a42a77bd-1062-4cc6-b9a4-639f09da8433 req-b54c41d1-7424-419e-97ce-5cc972daf5cb tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 943 time: 0.5282853 Jul 16 17:59:06.699977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fda6d-35d1-42b6-a37e-188be38c1beb req-662eeb58-0025-48bb-8720-18544e3c5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.702970 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-48ba9b28-9ae4-4628-9204-12829f269fca tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=034c908cb06848838e6f25b207696cc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4314361 Jul 16 17:59:06.710072 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-508fda6d-35d1-42b6-a37e-188be38c1beb req-662eeb58-0025-48bb-8720-18544e3c5091 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74a8ce34-8c02-46f7-9b44-335db1e8053f HTTP/1.1" status: 200 len: 845 time: 0.0735452 Jul 16 17:59:06.758250 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-508fda6d-35d1-42b6-a37e-188be38c1beb req-16f73b20-15da-489b-8bbf-8c47a797d154 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390103 Jul 16 17:59:06.885073 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-508fda6d-35d1-42b6-a37e-188be38c1beb req-eb83d035-03b5-4ad9-991c-c026b0703726 service neutron] 10.222.0.42 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188631 Jul 16 17:59:06.927405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:06.966655 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.983212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a42a77bd-1062-4cc6-b9a4-639f09da8433 req-f7fca399-93a1-4c5a-81ac-fdf09061451b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/security-groups?id=59ecb4aa-397e-42f8-8260-b59c5e99c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701814 Jul 16 17:59:06.984271 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.994346 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-508fda6d-35d1-42b6-a37e-188be38c1beb req-d1206b9a-527e-4c9e-8959-e6eaee672a4e service neutron] 10.222.0.42 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997500 Jul 16 17:59:07.001505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13fea1d4-0022-4c25-b94d-fa2272067b3e req-63128b96-0127-4ac4-b0e1-6f3b239ae83f service neutron] 10.222.0.38 "GET /v2.0/networks/597fc7fd-c98c-446d-8846-a4c5af7cc098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682653 Jul 16 17:59:07.034040 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Transition to ACTIVE for port object 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:07.073395 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.126486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-4e9cb433-6bfb-4eeb-8767-ce2a07f38526 service neutron] 10.222.0.52 "GET /v2.0/networks/399f611f-6e6d-4d34-8a74-b474b6cf2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535800 Jul 16 17:59:07.208447 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Pushing event updated for resources: {'Port': ['ID=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.385800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-b38e730b-81e4-4596-ba27-ab1f16a9a1e4 service neutron] 10.222.0.52 "GET /v2.0/networks/399f611f-6e6d-4d34-8a74-b474b6cf2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431874 Jul 16 17:59:07.405438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Attempting to bind port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:07.405782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Attempting to bind port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:07.406116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Attempting to bind port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:07.418316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on network f7de7ee4-fe4c-401a-990c-c9868fce980e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:07.418726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Attempting to bind port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:07.428504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Router db61f184-7b80-41f0-ab7b-768f0b5291a5 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:59:07.436258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:07.436607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:07.437016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Bound using segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:07.437496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Bound port: 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:07.437863 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.473221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443211c-8872-49fb-9208-66400238c908 req-65ec1fba-a1ab-4a37-96bb-f33be10b81db tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.480459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2443211c-8872-49fb-9208-66400238c908 req-65ec1fba-a1ab-4a37-96bb-f33be10b81db tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 943 time: 0.1663029 Jul 16 17:59:07.669973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2443211c-8872-49fb-9208-66400238c908 req-88da4d5c-f26a-4b97-9c51-11584a814f70 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885047 Jul 16 17:59:07.674776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:07.699608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:07.716260 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.782890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.783543 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.787159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] 10.222.0.42 "PUT /v2.0/ports/481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a HTTP/1.1" status: 200 len: 1092 time: 2.1719255 Jul 16 17:59:07.802279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ec34ce-aa9f-472e-b830-8d2bf15372ab', 'tag': '481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:07.806313 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad9bcb8-779b-43c1-9345-3a3a6f616791" -d '{"events": [{"name": "network-changed", "server_uuid": "32ec34ce-aa9f-472e-b830-8d2bf15372ab", "tag": "481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:07.823620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:07.837560 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Sync routers for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:07.861764 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:07.871194 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:07.918863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c81341-719b-44c9-b1d0-e87af4e21ccc service neutron] Pushing event updated for resources: {'Port': ['ID=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.952589 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.956573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-41f7e14c-0616-47b0-8b2f-3f0386cba5af admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 9.5757263 Jul 16 17:59:07.960420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:08.089290 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:08.131972 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a81bac80-abde-4efa-8d48-5546e6a66e5b up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:08.153544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-370afda8-084a-4970-8160-d03fef836ff7 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.155503 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-370afda8-084a-4970-8160-d03fef836ff7 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/networks?id=08c84d26-e941-403a-8fe9-3289831cabf7 HTTP/1.1" status: 200 len: 822 time: 0.3168242 Jul 16 17:59:08.159918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-14b72439-6099-4d4e-a90c-367e5e61310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.161893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-14b72439-6099-4d4e-a90c-367e5e61310a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 1095 time: 0.3070736 Jul 16 17:59:08.218607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-09740d38-49f0-4148-896f-a73b26943d77 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/quotas/7d9250efa28545808afb5323977a9148 HTTP/1.1" status: 200 len: 375 time: 0.0542243 Jul 16 17:59:08.224912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-df446190-f881-4ad8-9efa-ce7852c53ac9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a HTTP/1.1" status: 200 len: 217 time: 0.0523984 Jul 16 17:59:08.247443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 23a7bbb7-e065-4734-921f-5a5463d30105 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:08.360797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 23a7bbb7-e065-4734-921f-5a5463d30105, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=23a7bbb7-e065-4734-921f-5a5463d30105,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:08.368529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd50a-408e-4bea-a294-d45df7ed3980 req-b3600165-5563-4de1-8de4-ec2b2f012a0d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.376532 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '23a7bbb7-e065-4734-921f-5a5463d30105', 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'port_id': '23a7bbb7-e065-4734-921f-5a5463d30105', 'mac_address': 'fa:16:3e:f9:3f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a8ce34-8c02-46f7-9b44-335db1e8053f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:08.378677 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:05Z', 'revision_number': 3, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:08.379640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-960fd50a-408e-4bea-a294-d45df7ed3980 req-b3600165-5563-4de1-8de4-ec2b2f012a0d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 944 time: 0.3006830 Jul 16 17:59:08.433066 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Checking router: db61f184-7b80-41f0-ab7b-768f0b5291a5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:08.433757 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Updating router db61f184-7b80-41f0-ab7b-768f0b5291a5 port 888cff8c-8402-4693-ad12-9b92f907df0e binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:59:08.438161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port a81bac80-abde-4efa-8d48-5546e6a66e5b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:08.444054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port a81bac80-abde-4efa-8d48-5546e6a66e5b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:08.444439 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.477094 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.478759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-8021f29c-7d87-4762-93c5-907d10b259bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.480315 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-8021f29c-7d87-4762-93c5-907d10b259bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.2397983 Jul 16 17:59:08.507327 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.546302 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a7bbb7-e065-4734-921f-5a5463d30105 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:08.577646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 23a7bbb7-e065-4734-921f-5a5463d30105, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=23a7bbb7-e065-4734-921f-5a5463d30105,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:08.624630 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.752687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=23a7bbb7-e065-4734-921f-5a5463d30105,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:08.756411 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.813505 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a81bac80-abde-4efa-8d48-5546e6a66e5b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a81bac80-abde-4efa-8d48-5546e6a66e5b,segment=NetworkSegment(0be241e8-dc44-4d8f-9d6a-085b63665574),segment_id=0be241e8-dc44-4d8f-9d6a-085b63665574)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:08.814685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b7877c-a974-4fb0-8d4a-580996047767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81bac80-abde-4efa-8d48-5546e6a66e5b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:08.818851 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6828d98-9134-4314-80b1-028cdeb55635" -d '{"events": [{"server_uuid": "d4b7877c-a974-4fb0-8d4a-580996047767", "name": "network-vif-plugged", "status": "completed", "tag": "a81bac80-abde-4efa-8d48-5546e6a66e5b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:08.823518 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.863209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['23a7bbb7-e065-4734-921f-5a5463d30105'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:08.957091 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.019823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=a81bac80-abde-4efa-8d48-5546e6a66e5b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:09.031955 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.058607 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Transition to ACTIVE for port object 888cff8c-8402-4693-ad12-9b92f907df0e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:09.066105 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.113414 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d32974-eb61-4813-81ba-49c5f806c772 None None] Pushing event updated for resources: {'Port': ['ID=888cff8c-8402-4693-ad12-9b92f907df0e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:09.156205 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Attempting to bind port 888cff8c-8402-4693-ad12-9b92f907df0e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:09.156858 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Attempting to bind port 888cff8c-8402-4693-ad12-9b92f907df0e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:09.157406 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Attempting to bind port 888cff8c-8402-4693-ad12-9b92f907df0e on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:09.205357 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:09.205357 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:09.205357 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.205357 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:09.205357 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Bound port: 888cff8c-8402-4693-ad12-9b92f907df0e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:09.205357 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.232499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Allocated IP 172.20.0.1 (08f96ba2-0ec4-4089-8a39-c5652fbab18c/b2715fa6-e681-4bf2-b5f4-7980d53d631f/87cf57ac-f679-44e3-a4da-f7f5198f4cf8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:09.264520 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-03ab63c6-9892-4b0d-bbc4-74235dd5d41b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7733233 Jul 16 17:59:09.298770 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] For port 888cff8c-8402-4693-ad12-9b92f907df0e, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:09.301658 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-960fd50a-408e-4bea-a294-d45df7ed3980 req-f3a0a11a-daf2-410c-978e-b5f69393e9ff tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9028323 Jul 16 17:59:09.320196 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] For port 888cff8c-8402-4693-ad12-9b92f907df0e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=888cff8c-8402-4693-ad12-9b92f907df0e,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:09.328467 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.358989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-bf058008-b95c-4805-ae60-967610bfb955 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d9250efa28545808afb5323977a9148&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1307197 Jul 16 17:59:09.413577 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d32974-eb61-4813-81ba-49c5f806c772 None None] Pushing event updated for resources: {'Port': ['ID=888cff8c-8402-4693-ad12-9b92f907df0e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:09.441335 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:09.442066 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:09.486159 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.511913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Transition to ACTIVE for port object 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:09.564123 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:09.564332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.575181 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-f88118e2-5122-4e05-9eec-ea30adcadd07 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861660 Jul 16 17:59:09.614487 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Network 08f96ba2-0ec4-4089-8a39-c5652fbab18c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:09.618173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:09.621222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:09.666475 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Pushing event updated for resources: {'Port': ['ID=87cf57ac-f679-44e3-a4da-f7f5198f4cf8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:09.683240 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.766787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35aca047-ad33-4d68-8ac7-593f0bfcaf3b req-943ca464-3024-4a24-9de6-f4e308b9896f tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 210 time: 0.1202033 Jul 16 17:59:09.892863 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:05Z', 'revision_number': 3, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:09.948638 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b103246-4761-4c76-b085-255320e56d09 x-openstack-request-id: req-1b103246-4761-4c76-b085-255320e56d09 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:09.953934 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ec34ce-aa9f-472e-b830-8d2bf15372ab", "tag": "481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:09.954259 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b103246-4761-4c76-b085-255320e56d09 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:09.954763 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ec34ce-aa9f-472e-b830-8d2bf15372ab', 'tag': '481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a', 'status': 'completed', 'code': 200} Jul 16 17:59:09.966042 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbafd9-c2fc-4ca1-b820-2b54cc88c0fd None None] The sync data for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 is: [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:05Z', 'revision_number': 3, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:09.997102 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.118688 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47f18299-eb61-4e79-a664-45e8b83b319a None None] Provisioning for port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:10.122825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47f18299-eb61-4e79-a664-45e8b83b319a None None] Provisioning complete for port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:10.123201 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47f18299-eb61-4e79-a664-45e8b83b319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.203773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-fa7da56e-45af-4cac-815c-954946f698a5 service neutron] 10.222.0.52 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8271756 Jul 16 17:59:10.233733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.236280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-47f18299-eb61-4e79-a664-45e8b83b319a None None] Port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:10.242042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.255304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 23a7bbb7-e065-4734-921f-5a5463d30105 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:10.402008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 23a7bbb7-e065-4734-921f-5a5463d30105 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:10.415245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 23a7bbb7-e065-4734-921f-5a5463d30105 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:10.418879 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.439103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-5aff055d-775a-4ec9-9659-4c5148cdd994 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.441351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-5aff055d-775a-4ec9-9659-4c5148cdd994 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.38 "GET /v2.0/networks?id=399f611f-6e6d-4d34-8a74-b474b6cf2d2c HTTP/1.1" status: 200 len: 815 time: 0.5260839 Jul 16 17:59:10.452357 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Pushing event updated for resources: {'Port': ['ID=87cf57ac-f679-44e3-a4da-f7f5198f4cf8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:10.461338 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.579558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Network 08f96ba2-0ec4-4089-8a39-c5652fbab18c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:10.583802 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:10.639007 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-4bc1212f-a682-445e-9cd3-399d862cad66 service neutron] 10.222.0.52 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341292 Jul 16 17:59:10.663457 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.735401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 23a7bbb7-e065-4734-921f-5a5463d30105, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=23a7bbb7-e065-4734-921f-5a5463d30105,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:10.741918 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.762235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-1b5ca350-8947-4809-b895-09d61fdfbacc tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=034c908cb06848838e6f25b207696cc7 HTTP/1.1" status: 200 len: 380 time: 0.3069651 Jul 16 17:59:10.785561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Request body: {'port': {'device_id': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'admin_state_up': True, 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'security_groups': ['280ac06d-b711-4111-b27d-9b952db3b57e']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:10.797649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb5b405a-8f98-4021-a15a-4e02a4ce6275 req-190bf2b3-f7ff-4562-91c9-74ba93fc23d5 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1812468 Jul 16 17:59:10.838354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Router db61f184-7b80-41f0-ab7b-768f0b5291a5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:10.853230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=23a7bbb7-e065-4734-921f-5a5463d30105,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:11.093059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16b41e-38f2-459c-a5a0-d0dc56a84d7f req-be090690-7393-4f65-9f60-071b6bb54164 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:11.097257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f16b41e-38f2-459c-a5a0-d0dc56a84d7f req-be090690-7393-4f65-9f60-071b6bb54164 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 945 time: 1.0121162 Jul 16 17:59:11.175464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-80f9c441-5c63-4fd3-9e03-4b87df441acf None None] Provisioning complete for port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:11.176699 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80f9c441-5c63-4fd3-9e03-4b87df441acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.206334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:11.217563 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cd578ff1-6e7b-48ae-84ac-89000876c676 admin admin] 10.222.0.52 "PUT /v2.0/routers/db61f184-7b80-41f0-ab7b-768f0b5291a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2530842 Jul 16 17:59:11.281299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f16b41e-38f2-459c-a5a0-d0dc56a84d7f req-fb2f6ce9-425b-48c9-97c5-49d19eb7cdb5 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/security-groups?id=59ecb4aa-397e-42f8-8260-b59c5e99c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691792 Jul 16 17:59:11.294290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-80f9c441-5c63-4fd3-9e03-4b87df441acf None None] Port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:11.308086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9bcb8-779b-43c1-9345-3a3a6f616791 req-2b979c05-277f-4ad9-9d2d-ce6b4e1a2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:11.310003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ad9bcb8-779b-43c1-9345-3a3a6f616791 req-2b979c05-277f-4ad9-9d2d-ce6b4e1a2bda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 1095 time: 0.3641801 Jul 16 17:59:11.315812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Made reservation on behalf of 034c908cb06848838e6f25b207696cc7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:11.320075 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.435775 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc6cf71-4946-40ed-bad2-074caa91088a x-openstack-request-id: req-dcc6cf71-4946-40ed-bad2-074caa91088a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:11.436177 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b7877c-a974-4fb0-8d4a-580996047767", "name": "network-vif-plugged", "status": "completed", "tag": "a81bac80-abde-4efa-8d48-5546e6a66e5b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:11.436431 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcc6cf71-4946-40ed-bad2-074caa91088a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:11.436819 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b7877c-a974-4fb0-8d4a-580996047767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81bac80-abde-4efa-8d48-5546e6a66e5b', 'code': 200} Jul 16 17:59:11.600588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9bcb8-779b-43c1-9345-3a3a6f616791 req-560ef353-2d68-45ca-9caa-82508c7a3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:11.602168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ad9bcb8-779b-43c1-9345-3a3a6f616791 req-560ef353-2d68-45ca-9caa-82508c7a3bc3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.2586682 Jul 16 17:59:11.670950 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 888cff8c-8402-4693-ad12-9b92f907df0e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:11.855059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 888cff8c-8402-4693-ad12-9b92f907df0e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:11.868718 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 888cff8c-8402-4693-ad12-9b92f907df0e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:11.869098 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.884742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ad9bcb8-779b-43c1-9345-3a3a6f616791 req-2d69d542-66fc-4241-ad0c-d4b4c58b4143 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a HTTP/1.1" status: 200 len: 217 time: 0.1846309 Jul 16 17:59:12.007635 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:12.036366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a31be-0300-4588-897b-50eeb3cfd19b req-f252a32b-e0fc-4352-b430-2bc315b27f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.038497 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa5a31be-0300-4588-897b-50eeb3cfd19b req-f252a32b-e0fc-4352-b430-2bc315b27f3e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 1096 time: 0.4948537 Jul 16 17:59:12.062594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5a8ef-41d7-4c76-941c-d2ee5ad26119 req-128054b5-7b4a-4f57-84cd-ae3a186d99b9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.062594 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3b5a8ef-41d7-4c76-941c-d2ee5ad26119 req-128054b5-7b4a-4f57-84cd-ae3a186d99b9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 944 time: 0.4921670 Jul 16 17:59:12.072868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1a405-5f3e-410d-a038-3874f9131579 req-f0e0313e-7f93-44ed-b53c-d04a9d525ed4 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.076510 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73a1a405-5f3e-410d-a038-3874f9131579 req-f0e0313e-7f93-44ed-b53c-d04a9d525ed4 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 945 time: 0.3888364 Jul 16 17:59:12.081525 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 888cff8c-8402-4693-ad12-9b92f907df0e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=888cff8c-8402-4693-ad12-9b92f907df0e,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:12.088664 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:12.182665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=888cff8c-8402-4693-ad12-9b92f907df0e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:12.194218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9bcb8-779b-43c1-9345-3a3a6f616791 req-47c0df85-e0ca-48ef-b8e5-3a24e0aba9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.195876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ad9bcb8-779b-43c1-9345-3a3a6f616791 req-47c0df85-e0ca-48ef-b8e5-3a24e0aba9ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.2728341 Jul 16 17:59:12.228903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Allocated IP 172.20.0.14 (399f611f-6e6d-4d34-8a74-b474b6cf2d2c/064e3894-47d4-4922-8907-cacfb34c17c9/0cb89a7c-f8bb-4254-8e83-2e52f42735d7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:12.343259 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3b5a8ef-41d7-4c76-941c-d2ee5ad26119 req-979f73c3-c012-4b0b-aeac-a951af5737f7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626348 Jul 16 17:59:12.345070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa5a31be-0300-4588-897b-50eeb3cfd19b req-66f164c2-d857-4112-9461-ae5259f213c6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=59ecb4aa-397e-42f8-8260-b59c5e99c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816427 Jul 16 17:59:12.462236 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ad9bcb8-779b-43c1-9345-3a3a6f616791 req-9a8511e7-dbfd-4c86-8168-25b2044d9f9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377382 Jul 16 17:59:12.535626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73a1a405-5f3e-410d-a038-3874f9131579 req-e78b64d9-177b-4032-bfb0-447484899e1e tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890884 Jul 16 17:59:12.756253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4870140-1a30-4a67-99cf-ac4aa6a99d90 req-e9c29162-d31b-493f-a031-6763a76d9585 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 210 time: 0.2017510 Jul 16 17:59:12.772243 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:12.801716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Transition to ACTIVE for port object 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:12.865950 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d91af527-a10d-43a3-93b1-bc52e99b5ff6 req-b59bc6dd-66e1-492d-ae14-58de2d62a25b tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0bed5d8-0215-4c2d-90a2-519014c8e6ad HTTP/1.1" status: 200 len: 210 time: 0.0541959 Jul 16 17:59:12.872948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ad9bcb8-779b-43c1-9345-3a3a6f616791 req-06bba915-4866-429e-8117-ec49b7684aa7 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028387 Jul 16 17:59:13.053628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Sync routers for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:13.079177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:13.084317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:13.162591 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.211102 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ad9bcb8-779b-43c1-9345-3a3a6f616791 req-02ec0e37-d081-4fa2-a243-f1ec8a4c4347 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241937 Jul 16 17:59:13.258389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:13.298792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:13.309943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:13.413186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.413760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.551945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Pushing event updated for resources: {'Port': ['ID=0cb89a7c-f8bb-4254-8e83-2e52f42735d7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:13.670637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6134b4c3-c2ff-4bcb-bf73-72d4f39b0130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a7bbb7-e065-4734-921f-5a5463d30105'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:13.672764 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e988f54-6fe8-4dd6-b646-e14d830d0922" -d '{"events": [{"server_uuid": "6134b4c3-c2ff-4bcb-bf73-72d4f39b0130", "name": "network-vif-plugged", "status": "completed", "tag": "23a7bbb7-e065-4734-921f-5a5463d30105"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:13.676134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-d97f3825-2ebd-4ced-a4bc-e5c1dca8da4c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8910851 Jul 16 17:59:13.688689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Request body: {'port': {'device_id': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:13.698732 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 888cff8c-8402-4693-ad12-9b92f907df0e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:13.783902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-9941c913-7c6e-4964-8875-08f2650e034c tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.785670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-9941c913-7c6e-4964-8875-08f2650e034c tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.38 "GET /v2.0/networks?id=08c84d26-e941-403a-8fe9-3289831cabf7 HTTP/1.1" status: 200 len: 822 time: 0.7121410 Jul 16 17:59:13.801933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Request body: {'port': {'device_id': 'd0bed5d8-0215-4c2d-90a2-519014c8e6ad', 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7', 'admin_state_up': True, 'tenant_id': '7d9250efa28545808afb5323977a9148'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:13.861027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-404534bf-2529-40f3-ae38-f9349aa3ec3a tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.868724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-404534bf-2529-40f3-ae38-f9349aa3ec3a tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 821 time: 0.5852032 Jul 16 17:59:13.885483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b10666-4af3-4070-98c7-c36c68cce9bf req-59ef1d3e-b640-4e44-af63-5684755868c5 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.892979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36b10666-4af3-4070-98c7-c36c68cce9bf req-59ef1d3e-b640-4e44-af63-5684755868c5 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 945 time: 0.4945550 Jul 16 17:59:13.907168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.907613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:13.964558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-128a16c4-9518-4fed-9593-aa283f96ef81 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/quotas/9febc51e22c8482aa82f53a183471225 HTTP/1.1" status: 200 len: 375 time: 0.0948513 Jul 16 17:59:14.098810 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36b10666-4af3-4070-98c7-c36c68cce9bf req-1fa0fd20-aec8-432f-8fd1-c4451be5ff58 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/security-groups?id=59ecb4aa-397e-42f8-8260-b59c5e99c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045274 Jul 16 17:59:14.123794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-312d7238-0628-46e1-8478-152e02708803 None None] Provisioning for port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:14.135510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-312d7238-0628-46e1-8478-152e02708803 None None] Provisioning complete for port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:14.140151 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-312d7238-0628-46e1-8478-152e02708803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:14.224178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-312d7238-0628-46e1-8478-152e02708803 None None] Port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:14.226338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 888cff8c-8402-4693-ad12-9b92f907df0e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:14.226828 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:14.243274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-8b2ab0c0-3757-4775-bdce-b603ebf83834 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2777522 Jul 16 17:59:14.297122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:14.298391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Made reservation on behalf of 7d9250efa28545808afb5323977a9148 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:14.302797 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:14.481127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:14.499409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a', 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e', 'port_id': '481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a', 'mac_address': 'fa:16:3e:41:6e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6dfec8-d37c-42a8-86bf-6b4d8073d447', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:14.607841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Allocated IP 172.20.0.8 (08c84d26-e941-403a-8fe9-3289831cabf7/e5d56569-946b-4ac5-99fb-aa68959ab227/776dcdf7-1b01-4c43-97c4-8b876c050c1d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:14.621869 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:14.641332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:10Z', 'revision_number': 2, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:14.669981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Checking router: db61f184-7b80-41f0-ab7b-768f0b5291a5 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:14.670616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Updating router db61f184-7b80-41f0-ab7b-768f0b5291a5 port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:59:14.719583 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:14.724618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:14.776068 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:14.787716 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:14.918093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:14.932394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:14.933130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:14.933692 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:14.934248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:14.934816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:14.935483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:14.936022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:14.936573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:14.937126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:14.937711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:14.938263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:14.938820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:15.060136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:15.233328 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.244955 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Transition to ACTIVE for port object 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:15.258124 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.280062 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:59:15.308949 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.350636 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-b7aa32a2-578a-49ad-91fe-4897293411cd service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1052897 Jul 16 17:59:15.515437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Attempting to bind port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:15.515971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Attempting to bind port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:15.516432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Attempting to bind port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 on network 08f96ba2-0ec4-4089-8a39-c5652fbab18c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:15.526756 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:15.527263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Checking segment: {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:15.527866 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.528492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Bound using segment: {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:15.529200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Bound port: 87cf57ac-f679-44e3-a4da-f7f5198f4cf8, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:15.529856 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.531882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a88da-50aa-4ead-b6f6-7cce3f7b5910 None None] Pushing event updated for resources: {'Port': ['ID=87cf57ac-f679-44e3-a4da-f7f5198f4cf8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:15.578244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7a66e-9354-434c-a420-86a160e682d4 req-95b364d8-73f0-4afd-9170-fe2b62bc2bbf tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:15.589924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1d7a66e-9354-434c-a420-86a160e682d4 req-95b364d8-73f0-4afd-9170-fe2b62bc2bbf tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 945 time: 0.7056310 Jul 16 17:59:15.661133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] For port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:15.665477 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] For port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=87cf57ac-f679-44e3-a4da-f7f5198f4cf8,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:15.672241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.683113 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.719450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:15.765512 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.766915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:15.768475 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:15.787910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-2aadb36b-6a48-40c8-8573-c551541ecabf service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223337 Jul 16 17:59:15.851226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1d7a66e-9354-434c-a420-86a160e682d4 req-91758cf0-dd62-4b6c-bda3-c45ba19c904b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598126 Jul 16 17:59:15.853248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Network 08c84d26-e941-403a-8fe9-3289831cabf7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:15.871289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Transition to ACTIVE for port object 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:15.872555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:15.876770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:15.895845 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.906782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event updated for resources: {'Port': ['ID=776dcdf7-1b01-4c43-97c4-8b876c050c1d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:15.920207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a88da-50aa-4ead-b6f6-7cce3f7b5910 None None] Pushing event updated for resources: {'Port': ['ID=87cf57ac-f679-44e3-a4da-f7f5198f4cf8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:16.030950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.032011 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.152823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:16.183321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb89a7c-f8bb-4254-8e83-2e52f42735d7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:16.191468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-7a4e45ba-20a7-4214-b4a4-0947fe435f30 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3941984 Jul 16 17:59:16.233950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Request body: {'port': {'device_id': 'd0bed5d8-0215-4c2d-90a2-519014c8e6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:16.234347 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978695cc-a52d-4642-8430-d4d77ce26f49 x-openstack-request-id: req-978695cc-a52d-4642-8430-d4d77ce26f49 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:16.234690 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6134b4c3-c2ff-4bcb-bf73-72d4f39b0130", "name": "network-vif-plugged", "status": "completed", "tag": "23a7bbb7-e065-4734-921f-5a5463d30105", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:16.234897 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-978695cc-a52d-4642-8430-d4d77ce26f49 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:16.235293 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6134b4c3-c2ff-4bcb-bf73-72d4f39b0130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a7bbb7-e065-4734-921f-5a5463d30105', 'code': 200} Jul 16 17:59:16.372473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:16.644902 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.707968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa01110-bc4f-4098-99b5-d52f6dcca63d req-2f0aa64d-790b-42b8-a94d-b462b730e0c7 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.716185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-baa01110-bc4f-4098-99b5-d52f6dcca63d req-2f0aa64d-790b-42b8-a94d-b462b730e0c7 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 945 time: 0.5816903 Jul 16 17:59:16.727980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb44753-1622-4f5e-86a7-1a8b286c76d4 req-fa4a70db-0dc0-46aa-ae50-311c0fe3ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.729562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bb44753-1622-4f5e-86a7-1a8b286c76d4 req-fa4a70db-0dc0-46aa-ae50-311c0fe3ed13 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 1096 time: 0.4066095 Jul 16 17:59:16.799172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:16.805633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Attempting to bind port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:16.806877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Attempting to bind port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:16.807492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Attempting to bind port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 on network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:16.813564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:16.813564 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.855074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 on network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:16.858192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Attempting to bind port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 on network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:16.906299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-baa01110-bc4f-4098-99b5-d52f6dcca63d req-6c3ab9e5-76ef-42ec-9f2a-618323482b88 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890812 Jul 16 17:59:16.908126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bb44753-1622-4f5e-86a7-1a8b286c76d4 req-6dfb4865-e181-4faf-8e9d-0ae890b5bb9c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696157 Jul 16 17:59:16.947864 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6e287-b533-4237-b489-2c28ae987c15 req-159ab593-1f43-4547-90cd-70d2522bff13 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.949789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2df6e287-b533-4237-b489-2c28ae987c15 req-159ab593-1f43-4547-90cd-70d2522bff13 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 944 time: 0.4220290 Jul 16 17:59:16.957483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:16.957976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Checking segment: {'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:16.958450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Bound using segment: {'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:16.959080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Bound port: 0cb89a7c-f8bb-4254-8e83-2e52f42735d7, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094c441d-0650-4749-abf2-77413f404650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:16.959641 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.999570 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:15Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:17.037375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab5c61d-9238-444f-ad56-aef3c1f8e6ec None None] The sync data for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 is: [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:15Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:17.068804 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.221531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:17.229090 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.289280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2df6e287-b533-4237-b489-2c28ae987c15 req-30c28bf5-aa84-41c6-ab7b-cf443def360f tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264325 Jul 16 17:59:17.362614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] For port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:17.386108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:17.432513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] For port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0cb89a7c-f8bb-4254-8e83-2e52f42735d7,segment=NetworkSegment(094c441d-0650-4749-abf2-77413f404650),segment_id=094c441d-0650-4749-abf2-77413f404650)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:17.574510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776dcdf7-1b01-4c43-97c4-8b876c050c1d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:17.591364 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.634072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Transition to ACTIVE for port object 776dcdf7-1b01-4c43-97c4-8b876c050c1d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:17.645596 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.648183 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.788859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:17.798775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:17.799665 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.801199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] 10.222.0.38 "PUT /v2.0/ports/0cb89a7c-f8bb-4254-8e83-2e52f42735d7 HTTP/1.1" status: 200 len: 1092 time: 4.1179473 Jul 16 17:59:17.806612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'tag': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:17.810498 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77654fd6-e71d-4f8a-b9fc-a9254dd36b54" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9bd095-b7c7-41ed-b96b-e5d53776f001", "tag": "0cb89a7c-f8bb-4254-8e83-2e52f42735d7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:17.853903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e075323-ae1e-4879-a5b1-ce6575526dce req-ce9d6932-25b5-4cf4-8f50-d125d35ffb0b tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:17.856285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e075323-ae1e-4879-a5b1-ce6575526dce req-ce9d6932-25b5-4cf4-8f50-d125d35ffb0b tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0bed5d8-0215-4c2d-90a2-519014c8e6ad HTTP/1.1" status: 200 len: 931 time: 0.6447001 Jul 16 17:59:17.930691 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:17.937074 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:17.937492 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.038974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e075323-ae1e-4879-a5b1-ce6575526dce req-792ee485-bb58-4cb6-bbc1-39b35ac763af tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702983 Jul 16 17:59:18.044493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Pushing event updated for resources: {'Port': ['ID=776dcdf7-1b01-4c43-97c4-8b876c050c1d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:18.180093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Attempting to bind port 776dcdf7-1b01-4c43-97c4-8b876c050c1d on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:18.180586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Attempting to bind port 776dcdf7-1b01-4c43-97c4-8b876c050c1d by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:18.181023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Attempting to bind port 776dcdf7-1b01-4c43-97c4-8b876c050c1d on network 08c84d26-e941-403a-8fe9-3289831cabf7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:18.202569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Port 776dcdf7-1b01-4c43-97c4-8b876c050c1d on network 08c84d26-e941-403a-8fe9-3289831cabf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:18.203398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Attempting to bind port 776dcdf7-1b01-4c43-97c4-8b876c050c1d on network 08c84d26-e941-403a-8fe9-3289831cabf7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:18.204973 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.206647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d38e73-7271-4f7e-b1cc-8ee5018f4cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb89a7c-f8bb-4254-8e83-2e52f42735d7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:18.237560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ec34ce-aa9f-472e-b830-8d2bf15372ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:18.245013 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd38564e-cc87-4b60-9815-bc542bfc22ff" -d '{"events": [{"server_uuid": "32ec34ce-aa9f-472e-b830-8d2bf15372ab", "name": "network-vif-plugged", "status": "completed", "tag": "481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:18.269644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:18.274862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Checking segment: {'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:18.278424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Bound using segment: {'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:18.279172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Bound port: 776dcdf7-1b01-4c43-97c4-8b876c050c1d, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfbd353-ddd3-4b4f-9652-f177cf22d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:18.279817 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.282165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=87cf57ac-f679-44e3-a4da-f7f5198f4cf8,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:18.289973 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.324404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b9453-1b2a-4994-b4b4-a25aebd2d7fe req-ab48f234-8d84-4d6c-9e9a-65e88909cb69 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.333186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-153b9453-1b2a-4994-b4b4-a25aebd2d7fe req-ab48f234-8d84-4d6c-9e9a-65e88909cb69 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 945 time: 0.6816564 Jul 16 17:59:18.368626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=87cf57ac-f679-44e3-a4da-f7f5198f4cf8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:18.507843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-57c7cba5-32fc-40c2-84f1-af7ef634a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.510189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-57c7cba5-32fc-40c2-84f1-af7ef634a261 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=034c908cb06848838e6f25b207696cc7&device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 1095 time: 0.4002688 Jul 16 17:59:18.554231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-153b9453-1b2a-4994-b4b4-a25aebd2d7fe req-157b357f-4bfd-414c-811f-ef9cd1d2de4a tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/security-groups?id=59ecb4aa-397e-42f8-8260-b59c5e99c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195127 Jul 16 17:59:18.659013 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f86db97-bab2-4310-a385-95ef06a3c5f3 req-8e146504-8004-491e-8e84-b5926f7f1055 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 210 time: 0.1303885 Jul 16 17:59:18.684755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-3c1ffcd5-8375-4950-9e06-6b284f032f93 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cb89a7c-f8bb-4254-8e83-2e52f42735d7 HTTP/1.1" status: 200 len: 217 time: 0.1454806 Jul 16 17:59:18.801671 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6c0e5b-55a8-4023-90b0-d8a3fe1cc6da x-openstack-request-id: req-ea6c0e5b-55a8-4023-90b0-d8a3fe1cc6da {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:18.807591 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9bd095-b7c7-41ed-b96b-e5d53776f001", "tag": "0cb89a7c-f8bb-4254-8e83-2e52f42735d7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:18.808208 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea6c0e5b-55a8-4023-90b0-d8a3fe1cc6da {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:18.808866 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'tag': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7', 'status': 'completed', 'code': 200} Jul 16 17:59:18.863120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] For port 776dcdf7-1b01-4c43-97c4-8b876c050c1d, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:18.894688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] For port 776dcdf7-1b01-4c43-97c4-8b876c050c1d, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=776dcdf7-1b01-4c43-97c4-8b876c050c1d,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:18.955799 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.002844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.003476 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.005071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] 10.222.0.38 "PUT /v2.0/ports/776dcdf7-1b01-4c43-97c4-8b876c050c1d HTTP/1.1" status: 200 len: 1091 time: 2.7845712 Jul 16 17:59:19.066598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-5b6c949f-ec71-40be-84eb-42a6c9a3f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.068701 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-5b6c949f-ec71-40be-84eb-42a6c9a3f2c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=064e3894-47d4-4922-8907-cacfb34c17c9 HTTP/1.1" status: 200 len: 854 time: 0.3688560 Jul 16 17:59:19.100773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-a8744186-3908-4e22-85d3-864b832dfee9 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.102455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-a8744186-3908-4e22-85d3-864b832dfee9 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.42 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 821 time: 0.6969867 Jul 16 17:59:19.144968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Request body: {'port': {'device_id': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'admin_state_up': True, 'tenant_id': '9febc51e22c8482aa82f53a183471225'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:19.209886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801509d7-5e51-47e6-8dbf-b4fbf299ea5c service neutron] Pushing event updated for resources: {'Port': ['ID=776dcdf7-1b01-4c43-97c4-8b876c050c1d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:19.294384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe6677-57e2-49de-868c-46bc1c060768 req-634eef9d-4b54-408e-87ca-721a3f711b9b tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.295874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bbe6677-57e2-49de-868c-46bc1c060768 req-634eef9d-4b54-408e-87ca-721a3f711b9b tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 945 time: 0.3867712 Jul 16 17:59:19.308145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f56e6-fece-4c27-83d0-b6016e6a34fa req-f8e2e90f-b33c-47ec-9e11-cf2f2502e782 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.309754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f6f56e6-fece-4c27-83d0-b6016e6a34fa req-f8e2e90f-b33c-47ec-9e11-cf2f2502e782 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 946 time: 0.4503481 Jul 16 17:59:19.379202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-70673dc7-d087-4fc7-80fb-1f7a11383616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.380632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-70673dc7-d087-4fc7-80fb-1f7a11383616 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d9250efa28545808afb5323977a9148&device_id=d0bed5d8-0215-4c2d-90a2-519014c8e6ad HTTP/1.1" status: 200 len: 1094 time: 0.3225367 Jul 16 17:59:19.419145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-f7d43b51-a79e-412c-8ac4-513e97b8ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.420588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-f7d43b51-a79e-412c-8ac4-513e97b8ce4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=399f611f-6e6d-4d34-8a74-b474b6cf2d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3326724 Jul 16 17:59:19.454443 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bbe6677-57e2-49de-868c-46bc1c060768 req-1dd54511-d9ec-4db7-9110-6c3b533b1261 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423080 Jul 16 17:59:19.467439 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-64a7338d-40a4-4ad1-b267-5bf1d2e0db6e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=776dcdf7-1b01-4c43-97c4-8b876c050c1d HTTP/1.1" status: 200 len: 217 time: 0.0704737 Jul 16 17:59:19.472771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f6f56e6-fece-4c27-83d0-b6016e6a34fa req-e24d1a7d-36f4-4e66-898d-d1693f554c5a tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536572 Jul 16 17:59:19.483895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Made reservation on behalf of 9febc51e22c8482aa82f53a183471225 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:19.488166 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.504386 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90c9a35-56a0-4431-96a7-3e2516df396e x-openstack-request-id: req-e90c9a35-56a0-4431-96a7-3e2516df396e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:19.506636 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ec34ce-aa9f-472e-b830-8d2bf15372ab", "name": "network-vif-plugged", "status": "completed", "tag": "481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:19.507231 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e90c9a35-56a0-4431-96a7-3e2516df396e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:19.508128 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ec34ce-aa9f-472e-b830-8d2bf15372ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a', 'code': 200} Jul 16 17:59:19.596075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:19.659767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-5db54cc9-323a-40b2-92db-4c183f4d4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.661252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-5db54cc9-323a-40b2-92db-4c183f4d4434 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e5d56569-946b-4ac5-99fb-aa68959ab227 HTTP/1.1" status: 200 len: 862 time: 0.1784520 Jul 16 17:59:19.662325 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:19.662892 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.673398 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a59965-4905-496a-82ec-68a880953e3e req-1ecbf5b9-4c8f-4b23-9fc2-d1b0b71d88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.675907 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-24a59965-4905-496a-82ec-68a880953e3e req-1ecbf5b9-4c8f-4b23-9fc2-d1b0b71d88c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 1097 time: 0.1017656 Jul 16 17:59:19.714686 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-24a59965-4905-496a-82ec-68a880953e3e req-a91135e7-8d6c-46f7-a5dd-d381dac9555d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 Jul 16 17:59:19.742595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-2c8d8ad0-8833-4b1c-985c-f5557c0189d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=08c84d26-e941-403a-8fe9-3289831cabf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573289 Jul 16 17:59:19.754602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-2367ec89-5a53-4e14-99d9-81382e2743b6 service neutron] 10.222.0.38 "GET /v2.0/networks/399f611f-6e6d-4d34-8a74-b474b6cf2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988183 Jul 16 17:59:19.908002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Allocated IP 172.20.0.14 (08f96ba2-0ec4-4089-8a39-c5652fbab18c/b2715fa6-e681-4bf2-b5f4-7980d53d631f/4e41fbec-8eb6-469b-a14b-6ec3b4a34634) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:20.318577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd723ac-045c-4c28-98a6-04e14fec86af req-fc068d2a-5edd-4cc5-b115-d4e6f787dcbc tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.320047 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dcd723ac-045c-4c28-98a6-04e14fec86af req-fc068d2a-5edd-4cc5-b115-d4e6f787dcbc tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 944 time: 0.6722703 Jul 16 17:59:20.356672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-3463ef7a-4c85-4151-8127-28edac142df4 service neutron] 10.222.0.38 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011503 Jul 16 17:59:20.391428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2412f2-55fa-4ebc-aaca-1379d8a3914e req-1b3bdafb-98a0-4041-ba02-ce004ad3ed7f service neutron] 10.222.0.38 "GET /v2.0/networks/399f611f-6e6d-4d34-8a74-b474b6cf2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226554 Jul 16 17:59:20.478893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dcd723ac-045c-4c28-98a6-04e14fec86af req-cfd75d7e-b02d-4619-a5bc-07cf6f7f1581 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501760 Jul 16 17:59:20.540387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81723ae7-6c0d-4dfd-96b9-e07cc473940f req-b517fa49-f188-4845-9a20-f7eb7f8e986b tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.541745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81723ae7-6c0d-4dfd-96b9-e07cc473940f req-b517fa49-f188-4845-9a20-f7eb7f8e986b tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0bed5d8-0215-4c2d-90a2-519014c8e6ad HTTP/1.1" status: 200 len: 943 time: 0.6582568 Jul 16 17:59:20.640303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be06ee1b-f638-4a54-a519-b221ce66e1bd req-1490a692-3536-4b69-b1b9-e6a65587eff8 service neutron] 10.222.0.38 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765412 Jul 16 17:59:20.669829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81723ae7-6c0d-4dfd-96b9-e07cc473940f req-7d1ee85a-84c7-4905-9b7c-93af259ba9f0 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203084 Jul 16 17:59:20.681457 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:20.697232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77654fd6-e71d-4f8a-b9fc-a9254dd36b54 req-a936cf93-b542-4a6c-8c6c-1bde2ee23ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.698806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77654fd6-e71d-4f8a-b9fc-a9254dd36b54 req-a936cf93-b542-4a6c-8c6c-1bde2ee23ad2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=034c908cb06848838e6f25b207696cc7&device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 1095 time: 0.2614760 Jul 16 17:59:20.701341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Transition to ACTIVE for port object 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:20.806939 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:20.827976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bed5d8-0215-4c2d-90a2-519014c8e6ad', 'tag': '776dcdf7-1b01-4c43-97c4-8b876c050c1d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:20.832572 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832ec7a-02cb-461c-97eb-0dda65a75082" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bed5d8-0215-4c2d-90a2-519014c8e6ad", "tag": "776dcdf7-1b01-4c43-97c4-8b876c050c1d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:20.887860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77654fd6-e71d-4f8a-b9fc-a9254dd36b54 req-9761d112-e6dd-4201-92f4-7dfe5895849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.889416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77654fd6-e71d-4f8a-b9fc-a9254dd36b54 req-9761d112-e6dd-4201-92f4-7dfe5895849c service neutron] 10.222.0.38 "GET /v2.0/networks?id=399f611f-6e6d-4d34-8a74-b474b6cf2d2c HTTP/1.1" status: 200 len: 916 time: 0.1820910 Jul 16 17:59:20.976617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Network 08f96ba2-0ec4-4089-8a39-c5652fbab18c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:20.978808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77654fd6-e71d-4f8a-b9fc-a9254dd36b54 req-dcf6eb69-8de9-4627-abe5-87db14cd88c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cb89a7c-f8bb-4254-8e83-2e52f42735d7 HTTP/1.1" status: 200 len: 217 time: 0.0745020 Jul 16 17:59:20.993427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Pushing event updated for resources: {'Port': ['ID=4e41fbec-8eb6-469b-a14b-6ec3b4a34634,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:20.996687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:20.999006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:21.123696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.124243 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:21.132317 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77654fd6-e71d-4f8a-b9fc-a9254dd36b54 req-be0ef74e-5cc2-41cd-96b1-133f4417fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.133833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77654fd6-e71d-4f8a-b9fc-a9254dd36b54 req-be0ef74e-5cc2-41cd-96b1-133f4417fad7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=064e3894-47d4-4922-8907-cacfb34c17c9 HTTP/1.1" status: 200 len: 854 time: 0.1413555 Jul 16 17:59:21.186851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-ac624571-adfa-4753-a431-188c00e462e0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0477440 Jul 16 17:59:21.196083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b13752-2261-4820-9dd7-4b1b3530bfa5 req-42789ed9-3f17-4a13-99a7-a23ffab996af tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.197617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9b13752-2261-4820-9dd7-4b1b3530bfa5 req-42789ed9-3f17-4a13-99a7-a23ffab996af tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 932 time: 0.3409483 Jul 16 17:59:21.206216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Request body: {'port': {'device_id': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:21.239841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be59a819-1b6c-4cfc-a02a-ebf6d0005847 None None] Provisioning for port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:21.243591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be59a819-1b6c-4cfc-a02a-ebf6d0005847 None None] Provisioning complete for port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:21.244039 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be59a819-1b6c-4cfc-a02a-ebf6d0005847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:21.249178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e0613-0aac-41a9-8817-fbc7e0358b55 req-3f2bf0ca-6afa-4b4e-a7c8-add1bd7329d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.250704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff7e0613-0aac-41a9-8817-fbc7e0358b55 req-3f2bf0ca-6afa-4b4e-a7c8-add1bd7329d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 946 time: 0.2802811 Jul 16 17:59:21.280798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-be59a819-1b6c-4cfc-a02a-ebf6d0005847 None None] Port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:21.340851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9b13752-2261-4820-9dd7-4b1b3530bfa5 req-22de36a9-50d4-44f0-b1a8-d3c72fccd963 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294620 Jul 16 17:59:21.363760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77654fd6-e71d-4f8a-b9fc-a9254dd36b54 req-30823d86-689c-486d-ae02-995e1ea59a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.363760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77654fd6-e71d-4f8a-b9fc-a9254dd36b54 req-30823d86-689c-486d-ae02-995e1ea59a0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=399f611f-6e6d-4d34-8a74-b474b6cf2d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171218 Jul 16 17:59:21.367987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff7e0613-0aac-41a9-8817-fbc7e0358b55 req-17bc579a-543c-4ef1-8f1f-768679737271 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054082 Jul 16 17:59:21.369838 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:21.612072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77654fd6-e71d-4f8a-b9fc-a9254dd36b54 req-5d4637e4-845d-43d7-a713-4aed4a881f2e service neutron] 10.222.0.38 "GET /v2.0/networks/399f611f-6e6d-4d34-8a74-b474b6cf2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431254 Jul 16 17:59:21.749142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a09a6-a0fa-45da-b79f-050ad3a62a01 req-9f4558a8-8d9d-4069-940d-36e01985f007 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.750668 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-980a09a6-a0fa-45da-b79f-050ad3a62a01 req-9f4558a8-8d9d-4069-940d-36e01985f007 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=503e3946-b4fb-492e-bd20-817bb00ff99a HTTP/1.1" status: 200 len: 950 time: 0.2934809 Jul 16 17:59:21.788286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6146dd1-6509-448c-973f-e35f7fcbda96 req-eda2d09e-6dfb-4a50-9878-4b8edbe349d7 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.789734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6146dd1-6509-448c-973f-e35f7fcbda96 req-eda2d09e-6dfb-4a50-9878-4b8edbe349d7 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 945 time: 0.2955954 Jul 16 17:59:21.850473 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77654fd6-e71d-4f8a-b9fc-a9254dd36b54 req-43e8038e-ceb5-4915-a413-50b494ee3a00 service neutron] 10.222.0.38 "GET /v2.0/networks/399f611f-6e6d-4d34-8a74-b474b6cf2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247937 Jul 16 17:59:21.899206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-980a09a6-a0fa-45da-b79f-050ad3a62a01 req-54e80cfd-c7db-4a51-bfbb-44e610ef121a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188385 Jul 16 17:59:21.905188 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6146dd1-6509-448c-973f-e35f7fcbda96 req-3847df52-bf3a-4437-b767-a41cbd999bd7 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016419 Jul 16 17:59:21.948797 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34339e69-95f4-498d-bf7d-05fac39818aa x-openstack-request-id: req-34339e69-95f4-498d-bf7d-05fac39818aa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:21.949095 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bed5d8-0215-4c2d-90a2-519014c8e6ad", "tag": "776dcdf7-1b01-4c43-97c4-8b876c050c1d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:21.949433 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34339e69-95f4-498d-bf7d-05fac39818aa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:21.949854 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bed5d8-0215-4c2d-90a2-519014c8e6ad', 'tag': '776dcdf7-1b01-4c43-97c4-8b876c050c1d', 'status': 'completed', 'code': 200} Jul 16 17:59:21.964739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:21.982206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.021706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Transition to ACTIVE for port object 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:22.031322 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.138713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Pushing event updated for resources: {'Port': ['ID=4e41fbec-8eb6-469b-a14b-6ec3b4a34634,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:22.167148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832ec7a-02cb-461c-97eb-0dda65a75082 req-383da362-3f6d-4270-a7b7-53239e9ed830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.168684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8832ec7a-02cb-461c-97eb-0dda65a75082 req-383da362-3f6d-4270-a7b7-53239e9ed830 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d9250efa28545808afb5323977a9148&device_id=d0bed5d8-0215-4c2d-90a2-519014c8e6ad HTTP/1.1" status: 200 len: 1094 time: 0.1989808 Jul 16 17:59:22.224865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 776dcdf7-1b01-4c43-97c4-8b876c050c1d details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:22.332099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 776dcdf7-1b01-4c43-97c4-8b876c050c1d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=776dcdf7-1b01-4c43-97c4-8b876c050c1d,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:22.338757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32099d-c09b-4e6e-b5af-63ca8819ce6e req-fc528a84-8ad8-4b17-9514-aaae04e90c46 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.340546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd32099d-c09b-4e6e-b5af-63ca8819ce6e req-fc528a84-8ad8-4b17-9514-aaae04e90c46 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 1097 time: 0.2713189 Jul 16 17:59:22.343248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '776dcdf7-1b01-4c43-97c4-8b876c050c1d', 'network_id': '08c84d26-e941-403a-8fe9-3289831cabf7', 'port_id': '776dcdf7-1b01-4c43-97c4-8b876c050c1d', 'mac_address': 'fa:16:3e:62:30:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d56569-946b-4ac5-99fb-aa68959ab227', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:22.355282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Attempting to bind port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:22.355547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Attempting to bind port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:22.355880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Attempting to bind port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 on network 08f96ba2-0ec4-4089-8a39-c5652fbab18c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:22.379151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49385d2-1a86-46b8-bcfe-54aae1ddf37a req-8fb03846-bbc5-45af-a3ff-b65c39f0468a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.380632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c49385d2-1a86-46b8-bcfe-54aae1ddf37a req-8fb03846-bbc5-45af-a3ff-b65c39f0468a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 944 time: 0.2630506 Jul 16 17:59:22.382226 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.386859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 on network 08f96ba2-0ec4-4089-8a39-c5652fbab18c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:22.387188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Attempting to bind port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 on network 08f96ba2-0ec4-4089-8a39-c5652fbab18c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:22.394357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832ec7a-02cb-461c-97eb-0dda65a75082 req-b255b718-dabc-4178-b588-710bafc007e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.396167 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8832ec7a-02cb-461c-97eb-0dda65a75082 req-b255b718-dabc-4178-b588-710bafc007e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=08c84d26-e941-403a-8fe9-3289831cabf7 HTTP/1.1" status: 200 len: 923 time: 0.2016215 Jul 16 17:59:22.400049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776dcdf7-1b01-4c43-97c4-8b876c050c1d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:22.413381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:22.413739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Checking segment: {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:22.414124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Bound using segment: {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:22.414576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Bound port: 4e41fbec-8eb6-469b-a14b-6ec3b4a34634, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:22.414939 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.421131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 776dcdf7-1b01-4c43-97c4-8b876c050c1d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=776dcdf7-1b01-4c43-97c4-8b876c050c1d,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:22.425662 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.467094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8832ec7a-02cb-461c-97eb-0dda65a75082 req-12d92cc6-041e-4240-be4f-0950324bab49 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=776dcdf7-1b01-4c43-97c4-8b876c050c1d HTTP/1.1" status: 200 len: 217 time: 0.0622995 Jul 16 17:59:22.472934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=776dcdf7-1b01-4c43-97c4-8b876c050c1d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:22.474728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd32099d-c09b-4e6e-b5af-63ca8819ce6e req-c1ef3f60-6389-4136-ab41-0b9cfca62b5e tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266720 Jul 16 17:59:22.545085 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c49385d2-1a86-46b8-bcfe-54aae1ddf37a req-e04013eb-5326-48ff-ba09-4f57cb8c8f33 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555068 Jul 16 17:59:22.572608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832ec7a-02cb-461c-97eb-0dda65a75082 req-e507ac6a-95b0-4ad9-9dc8-3e67bd08685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.574139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8832ec7a-02cb-461c-97eb-0dda65a75082 req-e507ac6a-95b0-4ad9-9dc8-3e67bd08685d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e5d56569-946b-4ac5-99fb-aa68959ab227 HTTP/1.1" status: 200 len: 862 time: 0.0977523 Jul 16 17:59:22.581435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] For port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:22.586445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] For port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:22.618789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8832ec7a-02cb-461c-97eb-0dda65a75082 req-99236f5a-310e-489f-9a1c-d2b3ad91f171 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=08c84d26-e941-403a-8fe9-3289831cabf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348668 Jul 16 17:59:22.619892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.675646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['776dcdf7-1b01-4c43-97c4-8b876c050c1d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:22.716016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.716649 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.718268 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] 10.222.0.42 "PUT /v2.0/ports/4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 1092 time: 1.5195048 Jul 16 17:59:22.828523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341260ef-51e1-48df-af42-1de4a3afc83c service neutron] Pushing event updated for resources: {'Port': ['ID=4e41fbec-8eb6-469b-a14b-6ec3b4a34634,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:22.866489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2b85-488b-4840-a801-4e1b5a627cf1 req-d23510bf-2e73-4a7e-a41f-453045f78c6f tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.874433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08af2b85-488b-4840-a801-4e1b5a627cf1 req-d23510bf-2e73-4a7e-a41f-453045f78c6f tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0bed5d8-0215-4c2d-90a2-519014c8e6ad HTTP/1.1" status: 200 len: 944 time: 0.2203884 Jul 16 17:59:22.913072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8832ec7a-02cb-461c-97eb-0dda65a75082 req-325ad721-1abc-4cd1-a096-8118724366ff service neutron] 10.222.0.38 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836471 Jul 16 17:59:22.950644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-f2787655-7273-4a41-952c-0c06a5470f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.952197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-f2787655-7273-4a41-952c-0c06a5470f23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 1095 time: 0.1627436 Jul 16 17:59:22.957638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08af2b85-488b-4840-a801-4e1b5a627cf1 req-a0b58db3-5cd8-4940-bff8-f888f9bc3b12 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823793 Jul 16 17:59:23.006686 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-a2c56187-1fc8-4305-bb37-1176399b41ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 217 time: 0.0427606 Jul 16 17:59:23.099166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-4e6d3687-ec6f-48ff-adba-672916611c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.100565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-4e6d3687-ec6f-48ff-adba-672916611c76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.0637515 Jul 16 17:59:23.102518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8832ec7a-02cb-461c-97eb-0dda65a75082 req-a92f0f91-c6c8-43e5-a219-08c86cb78f44 service neutron] 10.222.0.38 "GET /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816907 Jul 16 17:59:23.172763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-136304c4-1a06-4051-ba4e-b81359ae2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.175520 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-136304c4-1a06-4051-ba4e-b81359ae2f64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675981 Jul 16 17:59:23.327298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-d2345ac3-76a3-4772-95dd-6a9dfe1646cb service neutron] 10.222.0.42 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450849 Jul 16 17:59:23.396744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6dd40-bb64-4da6-bb88-06d926ffa17f req-c88434ed-4741-445d-9dba-b6dcd361399c tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.398637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6af6dd40-bb64-4da6-bb88-06d926ffa17f req-c88434ed-4741-445d-9dba-b6dcd361399c tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 944 time: 0.1230910 Jul 16 17:59:23.477197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6af6dd40-bb64-4da6-bb88-06d926ffa17f req-751d7994-b75d-48cc-9f2b-f0a3334cf117 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450897 Jul 16 17:59:23.510917 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa070d39-34ac-4b42-8a05-f87256e80aac req-d9ce85bf-63ea-43ae-9e19-52e23f050eeb service neutron] 10.222.0.42 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746037 Jul 16 17:59:23.598570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95206aad-aca9-4384-ad6b-3be2575c46bc req-8bdc108d-7a68-41f0-b1ec-9a4fee062556 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.600389 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95206aad-aca9-4384-ad6b-3be2575c46bc req-8bdc108d-7a68-41f0-b1ec-9a4fee062556 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 945 time: 0.0930350 Jul 16 17:59:23.644847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95206aad-aca9-4384-ad6b-3be2575c46bc req-9e459ae5-d911-4344-9a69-45c228cac2b1 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/security-groups?id=59ecb4aa-397e-42f8-8260-b59c5e99c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355139 Jul 16 17:59:23.802587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eb120-8ef0-4eae-8bce-3fed47735749 req-42233fc4-377a-447b-a82a-35c810d57149 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.804116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-545eb120-8ef0-4eae-8bce-3fed47735749 req-42233fc4-377a-447b-a82a-35c810d57149 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 944 time: 0.0716553 Jul 16 17:59:23.851836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-545eb120-8ef0-4eae-8bce-3fed47735749 req-1bcab136-273a-4b8b-ae10-de07e52b9a47 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413673 Jul 16 17:59:23.950989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:23.953566 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72de6649-f583-4e42-b287-55742596413b" -d '{"events": [{"name": "network-changed", "server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:23.991258 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd8cac4-c1b5-4461-ab32-b3c56bfb174f x-openstack-request-id: req-7cd8cac4-c1b5-4461-ab32-b3c56bfb174f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:23.991648 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:23.991998 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7cd8cac4-c1b5-4461-ab32-b3c56bfb174f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:23.992487 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'status': 'completed', 'code': 200} Jul 16 17:59:24.101759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6649-f583-4e42-b287-55742596413b req-7817748e-446c-4ee6-a01f-f1661cf36136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.103604 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72de6649-f583-4e42-b287-55742596413b req-7817748e-446c-4ee6-a01f-f1661cf36136 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 1095 time: 0.0815568 Jul 16 17:59:24.227337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 776dcdf7-1b01-4c43-97c4-8b876c050c1d up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:24.312117 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 776dcdf7-1b01-4c43-97c4-8b876c050c1d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:24.318220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 776dcdf7-1b01-4c43-97c4-8b876c050c1d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:24.318829 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:24.420192 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:24.452222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bed5d8-0215-4c2d-90a2-519014c8e6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776dcdf7-1b01-4c43-97c4-8b876c050c1d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:24.454888 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7ce79b-7569-4954-bfe5-92dfe2ba1b5c" -d '{"events": [{"server_uuid": "d0bed5d8-0215-4c2d-90a2-519014c8e6ad", "name": "network-vif-plugged", "status": "completed", "tag": "776dcdf7-1b01-4c43-97c4-8b876c050c1d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:24.473394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 776dcdf7-1b01-4c43-97c4-8b876c050c1d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=776dcdf7-1b01-4c43-97c4-8b876c050c1d,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:24.478754 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:24.479864 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83486fa-8da8-4ce7-a68b-154e189fcd39 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:24.572428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=776dcdf7-1b01-4c43-97c4-8b876c050c1d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:24.583757 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e21e54a-9ebd-4acf-bd8f-a345cfdfc658 x-openstack-request-id: req-1e21e54a-9ebd-4acf-bd8f-a345cfdfc658 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:24.584107 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bed5d8-0215-4c2d-90a2-519014c8e6ad", "name": "network-vif-plugged", "status": "completed", "tag": "776dcdf7-1b01-4c43-97c4-8b876c050c1d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:24.585146 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e21e54a-9ebd-4acf-bd8f-a345cfdfc658 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:24.585577 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bed5d8-0215-4c2d-90a2-519014c8e6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776dcdf7-1b01-4c43-97c4-8b876c050c1d', 'code': 200} Jul 16 17:59:24.629205 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:24.674506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:24.680024 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:24.690419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6649-f583-4e42-b287-55742596413b req-72dfc654-9ab0-4821-a939-4e34937b7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.691989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72de6649-f583-4e42-b287-55742596413b req-72dfc654-9ab0-4821-a939-4e34937b7903 service neutron] 10.222.0.42 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.5782743 Jul 16 17:59:24.730856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b83486fa-8da8-4ce7-a68b-154e189fcd39,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:24.789240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72de6649-f583-4e42-b287-55742596413b req-2429edb1-37a5-4fb8-95e5-f894a9b4051b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 217 time: 0.0671976 Jul 16 17:59:24.800478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53759e3b-c5c2-4cf4-9fc4-92466c7b9e3a req-0328078a-fe37-4981-bc27-c194a2950792 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.801956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53759e3b-c5c2-4cf4-9fc4-92466c7b9e3a req-0328078a-fe37-4981-bc27-c194a2950792 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0bed5d8-0215-4c2d-90a2-519014c8e6ad HTTP/1.1" status: 200 len: 944 time: 0.7044909 Jul 16 17:59:24.920450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf37d9-ec99-4f1e-9288-8b6c7da8a1c7 req-e31271b2-0c83-4a3a-89ad-2aa5392bb10b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.921839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3cbf37d9-ec99-4f1e-9288-8b6c7da8a1c7 req-e31271b2-0c83-4a3a-89ad-2aa5392bb10b tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 945 time: 0.3192635 Jul 16 17:59:24.923145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6649-f583-4e42-b287-55742596413b req-c8286c52-1e06-4653-858f-a5a7c8a8bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.925417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72de6649-f583-4e42-b287-55742596413b req-c8286c52-1e06-4653-858f-a5a7c8a8bd32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.1201699 Jul 16 17:59:24.933919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd904a-4f79-4fb8-bf56-eccd5b53bcc8 req-c0cf5eb0-ff09-4b90-9815-777a5465f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.935327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6efd904a-4f79-4fb8-bf56-eccd5b53bcc8 req-c0cf5eb0-ff09-4b90-9815-777a5465f8f2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d0bed5d8-0215-4c2d-90a2-519014c8e6ad HTTP/1.1" status: 200 len: 1096 time: 0.2640638 Jul 16 17:59:24.959318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bd593-9331-4fee-a86b-9fdcd87fcff3 req-40139e2e-6e4d-4e66-bda3-197cd17a6a0c tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.960736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b3bd593-9331-4fee-a86b-9fdcd87fcff3 req-40139e2e-6e4d-4e66-bda3-197cd17a6a0c tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 944 time: 0.2808149 Jul 16 17:59:24.963396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53759e3b-c5c2-4cf4-9fc4-92466c7b9e3a req-e4ece000-bf25-4979-b912-204dbf76184e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454852 Jul 16 17:59:25.081983 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6efd904a-4f79-4fb8-bf56-eccd5b53bcc8 req-19e576e5-be1d-4a86-8f6b-2e36f16b5de7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378565 Jul 16 17:59:25.105329 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b3bd593-9331-4fee-a86b-9fdcd87fcff3 req-324653d0-c5b7-47bc-aa31-0429fc511d24 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182830 Jul 16 17:59:25.160010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de6649-f583-4e42-b287-55742596413b req-f57f127e-f820-43e5-b2ee-73190ffef9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.161556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72de6649-f583-4e42-b287-55742596413b req-f57f127e-f820-43e5-b2ee-73190ffef9a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2192514 Jul 16 17:59:25.217581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3cbf37d9-ec99-4f1e-9288-8b6c7da8a1c7 req-b9c7abbd-86e0-4273-9503-6cd6a5c02da8 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Deleting port a81bac80-abde-4efa-8d48-5546e6a66e5b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:25.217936 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cbf37d9-ec99-4f1e-9288-8b6c7da8a1c7 req-b9c7abbd-86e0-4273-9503-6cd6a5c02da8 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.337797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e12110-e471-4efe-9d06-e328aafe7517 req-1c757eed-dd94-473d-aa64-7e24225a5db5 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.339313 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42e12110-e471-4efe-9d06-e328aafe7517 req-1c757eed-dd94-473d-aa64-7e24225a5db5 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4b7877c-a974-4fb0-8d4a-580996047767 HTTP/1.1" status: 200 len: 945 time: 0.2194836 Jul 16 17:59:25.358562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72de6649-f583-4e42-b287-55742596413b req-603350ae-fee9-4369-a9f5-596361bdee59 service neutron] 10.222.0.42 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878850 Jul 16 17:59:25.426702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3cbf37d9-ec99-4f1e-9288-8b6c7da8a1c7 req-b9c7abbd-86e0-4273-9503-6cd6a5c02da8 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] For port a81bac80-abde-4efa-8d48-5546e6a66e5b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a81bac80-abde-4efa-8d48-5546e6a66e5b,segment=NetworkSegment(0be241e8-dc44-4d8f-9d6a-085b63665574),segment_id=0be241e8-dc44-4d8f-9d6a-085b63665574)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:25.427081 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cbf37d9-ec99-4f1e-9288-8b6c7da8a1c7 req-b9c7abbd-86e0-4273-9503-6cd6a5c02da8 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.438258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42e12110-e471-4efe-9d06-e328aafe7517 req-6d83d70f-719f-4c04-9d36-381e2f5e891a tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.52 "GET /v2.0/security-groups?id=59ecb4aa-397e-42f8-8260-b59c5e99c4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909300 Jul 16 17:59:25.447410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3cbf37d9-ec99-4f1e-9288-8b6c7da8a1c7 req-b9c7abbd-86e0-4273-9503-6cd6a5c02da8 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Calling delete_port for a81bac80-abde-4efa-8d48-5546e6a66e5b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:25.565980 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72de6649-f583-4e42-b287-55742596413b req-65aa48eb-9b08-41c8-943f-5807ff7c943c service neutron] 10.222.0.42 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951005 Jul 16 17:59:25.675183 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cbf37d9-ec99-4f1e-9288-8b6c7da8a1c7 req-b9c7abbd-86e0-4273-9503-6cd6a5c02da8 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.688571 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['a81bac80-abde-4efa-8d48-5546e6a66e5b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:25.710737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7abbd-86e0-4273-9503-6cd6a5c02da8 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Pushing event deleted for resources: {'Port': ['ID=a81bac80-abde-4efa-8d48-5546e6a66e5b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:25.719773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131bf2a-c127-43a2-8e54-11e7c99e7d52 req-79f69638-6413-4567-8bff-803a9e8ed5a5 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.721943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b131bf2a-c127-43a2-8e54-11e7c99e7d52 req-79f69638-6413-4567-8bff-803a9e8ed5a5 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 944 time: 0.1354740 Jul 16 17:59:25.793221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbf37d9-ec99-4f1e-9288-8b6c7da8a1c7 req-b9c7abbd-86e0-4273-9503-6cd6a5c02da8 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] No DVR routers for this DVR port a81bac80-abde-4efa-8d48-5546e6a66e5b on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:25.795701 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cbf37d9-ec99-4f1e-9288-8b6c7da8a1c7 req-b9c7abbd-86e0-4273-9503-6cd6a5c02da8 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.797759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3cbf37d9-ec99-4f1e-9288-8b6c7da8a1c7 req-b9c7abbd-86e0-4273-9503-6cd6a5c02da8 tempest-ServerAddressesTestJSON-1361969750 tempest-ServerAddressesTestJSON-1361969750-project] 10.222.0.38 "DELETE /v2.0/ports/a81bac80-abde-4efa-8d48-5546e6a66e5b HTTP/1.1" status: 204 len: 173 time: 0.8657978 Jul 16 17:59:25.801565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b131bf2a-c127-43a2-8e54-11e7c99e7d52 req-a8c00a1b-a09a-47c4-a8cc-805426c1a200 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722167 Jul 16 17:59:25.994966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b7877c-a974-4fb0-8d4a-580996047767', 'name': 'network-vif-deleted', 'tag': 'a81bac80-abde-4efa-8d48-5546e6a66e5b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:25.998554 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feac74bb-6c9c-4e44-9716-3bdf3d2a96da" -d '{"events": [{"server_uuid": "d4b7877c-a974-4fb0-8d4a-580996047767", "name": "network-vif-deleted", "tag": "a81bac80-abde-4efa-8d48-5546e6a66e5b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:26.101441 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e415b95-d09a-48c7-8e04-a13dfb7a7b41 x-openstack-request-id: req-5e415b95-d09a-48c7-8e04-a13dfb7a7b41 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:26.101734 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b7877c-a974-4fb0-8d4a-580996047767", "name": "network-vif-deleted", "tag": "a81bac80-abde-4efa-8d48-5546e6a66e5b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:26.101991 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e415b95-d09a-48c7-8e04-a13dfb7a7b41 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:26.102416 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b7877c-a974-4fb0-8d4a-580996047767', 'name': 'network-vif-deleted', 'tag': 'a81bac80-abde-4efa-8d48-5546e6a66e5b', 'status': 'completed', 'code': 200} Jul 16 17:59:26.198417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb2d1a-023e-44ce-ab27-c6e0013f4c40 req-1164e628-f753-4f12-b482-ed823f13c49a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:26.200626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ebb2d1a-023e-44ce-ab27-c6e0013f4c40 req-1164e628-f753-4f12-b482-ed823f13c49a tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0bed5d8-0215-4c2d-90a2-519014c8e6ad HTTP/1.1" status: 200 len: 945 time: 0.0899217 Jul 16 17:59:26.249562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ebb2d1a-023e-44ce-ab27-c6e0013f4c40 req-603431d2-06e5-447f-87f5-dd678bfa4c9f tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Jul 16 17:59:26.365485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6323a6e-bf4a-4daa-bdef-c8ce7371b8ee req-7d4793e8-59ef-4fb1-8ecf-11a3ccd2d082 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:26.373011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6323a6e-bf4a-4daa-bdef-c8ce7371b8ee req-7d4793e8-59ef-4fb1-8ecf-11a3ccd2d082 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 944 time: 0.1038778 Jul 16 17:59:26.387744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:26.441836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6323a6e-bf4a-4daa-bdef-c8ce7371b8ee req-8869984d-63b9-494c-91b7-9dbad0ea79cc tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668409 Jul 16 17:59:26.588384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:26.591619 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5337b8ea-3f85-4ea4-978f-c762fca39ab9" -d '{"events": [{"server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "name": "network-vif-unplugged", "status": "completed", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:26.622388 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:26.653157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'port_id': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'mac_address': 'fa:16:3e:9d:ab:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:26.725079 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.744269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:26.773659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:26.778861 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.780489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 23a7bbb7-e065-4734-921f-5a5463d30105 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:26.955671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 23a7bbb7-e065-4734-921f-5a5463d30105, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=23a7bbb7-e065-4734-921f-5a5463d30105,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:26.972183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '23a7bbb7-e065-4734-921f-5a5463d30105', 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'port_id': '23a7bbb7-e065-4734-921f-5a5463d30105', 'mac_address': 'fa:16:3e:f9:3f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a8ce34-8c02-46f7-9b44-335db1e8053f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:27.046379 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.048867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4e41fbec-8eb6-469b-a14b-6ec3b4a34634,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:27.066450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23a7bbb7-e065-4734-921f-5a5463d30105 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:27.098749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:27.107441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 23a7bbb7-e065-4734-921f-5a5463d30105, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=23a7bbb7-e065-4734-921f-5a5463d30105,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:27.115624 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.183964 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62613631-b380-4540-a8fd-ada55b8c2b03 x-openstack-request-id: req-62613631-b380-4540-a8fd-ada55b8c2b03 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:27.186461 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "name": "network-vif-unplugged", "status": "completed", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:27.186974 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62613631-b380-4540-a8fd-ada55b8c2b03 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:27.188140 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'code': 200} Jul 16 17:59:27.212773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee3531d-b6de-43f7-b9a7-dc8fdcdb798e admin admin] Deleting subnet e91ee5d8-3751-4a15-9d50-bb9d2a3aa2c7 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:59:27.218758 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee3531d-b6de-43f7-b9a7-dc8fdcdb798e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.242193 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['23a7bbb7-e065-4734-921f-5a5463d30105'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:27.291868 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee3531d-b6de-43f7-b9a7-dc8fdcdb798e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.323691 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=23a7bbb7-e065-4734-921f-5a5463d30105,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:27.388387 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee3531d-b6de-43f7-b9a7-dc8fdcdb798e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.431574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['4e41fbec-8eb6-469b-a14b-6ec3b4a34634'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:27.518077 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee3531d-b6de-43f7-b9a7-dc8fdcdb798e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.543255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bddfb-78f3-4875-b2aa-bc75db9e33a0 req-2bcfa822-5c22-4fd8-94bb-d8e6cf39d880 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.564916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e9bddfb-78f3-4875-b2aa-bc75db9e33a0 req-2bcfa822-5c22-4fd8-94bb-d8e6cf39d880 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 944 time: 0.1713486 Jul 16 17:59:27.575064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3531d-b6de-43f7-b9a7-dc8fdcdb798e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e91ee5d8-3751-4a15-9d50-bb9d2a3aa2c7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:27.593393 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee3531d-b6de-43f7-b9a7-dc8fdcdb798e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.600399 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cee3531d-b6de-43f7-b9a7-dc8fdcdb798e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e91ee5d8-3751-4a15-9d50-bb9d2a3aa2c7 HTTP/1.1" status: 204 len: 168 time: 0.5005658 Jul 16 17:59:27.601081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:27.653445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e9bddfb-78f3-4875-b2aa-bc75db9e33a0 req-01558a2e-14ae-4ee8-b6f3-377d6d376e27 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870240 Jul 16 17:59:27.870800 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.897009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f28f-1f0f-4d7c-b9f9-511571c3e6d1 req-edacc6d4-7503-4ac0-9c84-5c43fe87399e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.898897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d0d3f28f-1f0f-4d7c-b9f9-511571c3e6d1 req-edacc6d4-7503-4ac0-9c84-5c43fe87399e tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0bed5d8-0215-4c2d-90a2-519014c8e6ad HTTP/1.1" status: 200 len: 945 time: 0.1055558 Jul 16 17:59:28.018361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d0d3f28f-1f0f-4d7c-b9f9-511571c3e6d1 req-58fb4369-498c-4b1f-9c92-3d182370e4e8 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups?id=06c5c69b-e652-47ed-9af6-ee11dc202645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013803 Jul 16 17:59:28.057607 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.082677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597fc7fd-c98c-446d-8846-a4c5af7cc098']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:28.112987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be241e8-dc44-4d8f-9d6a-085b63665574') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:28.114069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be241e8-dc44-4d8f-9d6a-085b63665574') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:28.134651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.176658 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.184689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:59:28.185084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: timer() Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:59:28.187143 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:59:28.259786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:28.262367 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a81bac80-abde-4efa-8d48-5546e6a66e5b no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:28.275961 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.282544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.290760 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] 10.222.0.52 "DELETE /v2.0/networks/597fc7fd-c98c-446d-8846-a4c5af7cc098 HTTP/1.1" status: 204 len: 168 time: 0.6866403 Jul 16 17:59:28.335292 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0c797-9fab-44de-828d-2d62f1ca7867 admin admin] Pushing event deleted for resources: {'Network': ['ID=597fc7fd-c98c-446d-8846-a4c5af7cc098,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:28.359399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: a81bac80-abde-4efa-8d48-5546e6a66e5b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:28.359749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a81bac80-abde-4efa-8d48-5546e6a66e5b not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:28.368969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 23a7bbb7-e065-4734-921f-5a5463d30105 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:28.446910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9c230-d805-439a-ad7b-9acb88082a73 req-17762c44-0921-44c3-8454-aaa7efab5c85 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.448741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2b9c230-d805-439a-ad7b-9acb88082a73 req-17762c44-0921-44c3-8454-aaa7efab5c85 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0bed5d8-0215-4c2d-90a2-519014c8e6ad HTTP/1.1" status: 200 len: 945 time: 0.2945850 Jul 16 17:59:28.511834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d412ef7-8b5c-4989-8561-09a573fcbf89 req-a794849d-b573-4939-9a29-c8fe8d471958 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.515611 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d412ef7-8b5c-4989-8561-09a573fcbf89 req-a794849d-b573-4939-9a29-c8fe8d471958 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 945 time: 0.3088307 Jul 16 17:59:28.572732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:28.573066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 23a7bbb7-e065-4734-921f-5a5463d30105 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:28.573493 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.624198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0cb89a7c-f8bb-4254-8e83-2e52f42735d7,segment=NetworkSegment(094c441d-0650-4749-abf2-77413f404650),segment_id=094c441d-0650-4749-abf2-77413f404650)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:28.642121 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'port_id': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7', 'mac_address': 'fa:16:3e:6f:7f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:28.660033 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e3f1835a-9640-4993-9425-f14ca4149db6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=26c0e5ca3da94a308da05aa71843e8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860054 Jul 16 17:59:28.662466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:28.738029 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.763043 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d412ef7-8b5c-4989-8561-09a573fcbf89 req-b73a13fa-fe2b-4358-8664-c5bba1972a00 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389104 Jul 16 17:59:28.810340 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-665bd4cd-4371-4c50-af0c-c8acc6712f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.821517 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.869563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a2b9c230-d805-439a-ad7b-9acb88082a73 req-a2b65bf3-a5ac-4967-b9b6-0818309f6c67 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Deleting port 776dcdf7-1b01-4c43-97c4-8b876c050c1d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:28.873439 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2b9c230-d805-439a-ad7b-9acb88082a73 req-a2b65bf3-a5ac-4967-b9b6-0818309f6c67 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.877455 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:28.879203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-665bd4cd-4371-4c50-af0c-c8acc6712f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.889873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 23a7bbb7-e065-4734-921f-5a5463d30105, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=23a7bbb7-e065-4734-921f-5a5463d30105,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:28.906037 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.948404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0cb89a7c-f8bb-4254-8e83-2e52f42735d7,segment=NetworkSegment(094c441d-0650-4749-abf2-77413f404650),segment_id=094c441d-0650-4749-abf2-77413f404650)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:28.958902 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.982303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=23a7bbb7-e065-4734-921f-5a5463d30105,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:28.991610 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-665bd4cd-4371-4c50-af0c-c8acc6712f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.995461 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-665bd4cd-4371-4c50-af0c-c8acc6712f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.999372 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-665bd4cd-4371-4c50-af0c-c8acc6712f47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59ecb4aa-397e-42f8-8260-b59c5e99c4ed HTTP/1.1" status: 204 len: 168 time: 0.3345888 Jul 16 17:59:29.012988 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bd4cd-4371-4c50-af0c-c8acc6712f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ecb4aa-397e-42f8-8260-b59c5e99c4ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:29.145899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a2b9c230-d805-439a-ad7b-9acb88082a73 req-a2b65bf3-a5ac-4967-b9b6-0818309f6c67 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] For port 776dcdf7-1b01-4c43-97c4-8b876c050c1d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=776dcdf7-1b01-4c43-97c4-8b876c050c1d,segment=NetworkSegment(0dfbd353-ddd3-4b4f-9652-f177cf22d862),segment_id=0dfbd353-ddd3-4b4f-9652-f177cf22d862)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:29.146377 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2b9c230-d805-439a-ad7b-9acb88082a73 req-a2b65bf3-a5ac-4967-b9b6-0818309f6c67 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:29.157175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=0cb89a7c-f8bb-4254-8e83-2e52f42735d7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:29.169605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a2b9c230-d805-439a-ad7b-9acb88082a73 req-a2b65bf3-a5ac-4967-b9b6-0818309f6c67 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Calling delete_port for 776dcdf7-1b01-4c43-97c4-8b876c050c1d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:29.186084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0045e-24e4-4ba8-8383-7a2bed198f80 req-8df52b03-de0c-45e9-8256-b32df9b1d5a2 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.189657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6134b4c3-c2ff-4bcb-bf73-72d4f39b0130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a7bbb7-e065-4734-921f-5a5463d30105'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:29.192468 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30f1541-901f-4829-a60f-202540509dce" -d '{"events": [{"server_uuid": "6134b4c3-c2ff-4bcb-bf73-72d4f39b0130", "name": "network-vif-plugged", "status": "completed", "tag": "23a7bbb7-e065-4734-921f-5a5463d30105"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:29.194283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bf0045e-24e4-4ba8-8383-7a2bed198f80 req-8df52b03-de0c-45e9-8256-b32df9b1d5a2 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 945 time: 0.1227930 Jul 16 17:59:29.206897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['0cb89a7c-f8bb-4254-8e83-2e52f42735d7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:29.400937 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bf0045e-24e4-4ba8-8383-7a2bed198f80 req-37c6de15-8591-4e20-8f17-270db2ab87fa tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056723 Jul 16 17:59:29.718667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b674ed3-ae27-48f1-8f28-bd6d388a6cf0 req-e8344845-b73e-464b-a523-1d6f1433aaf7 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0bed5d8-0215-4c2d-90a2-519014c8e6ad HTTP/1.1" status: 200 len: 210 time: 0.0787144 Jul 16 17:59:29.720486 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2b9c230-d805-439a-ad7b-9acb88082a73 req-a2b65bf3-a5ac-4967-b9b6-0818309f6c67 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:29.737024 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99efa9a6-f455-4fff-ac07-6c0c8996fcd9 x-openstack-request-id: req-99efa9a6-f455-4fff-ac07-6c0c8996fcd9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:29.737696 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6134b4c3-c2ff-4bcb-bf73-72d4f39b0130", "name": "network-vif-plugged", "status": "completed", "tag": "23a7bbb7-e065-4734-921f-5a5463d30105", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:29.738095 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99efa9a6-f455-4fff-ac07-6c0c8996fcd9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:29.738594 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6134b4c3-c2ff-4bcb-bf73-72d4f39b0130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a7bbb7-e065-4734-921f-5a5463d30105', 'code': 200} Jul 16 17:59:29.849037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b65bf3-a5ac-4967-b9b6-0818309f6c67 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event deleted for resources: {'Port': ['ID=776dcdf7-1b01-4c43-97c4-8b876c050c1d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:29.858115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['776dcdf7-1b01-4c43-97c4-8b876c050c1d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:30.013141 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed60f13f-38d0-47a0-a898-827405b758a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.078431 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b9c230-d805-439a-ad7b-9acb88082a73 req-a2b65bf3-a5ac-4967-b9b6-0818309f6c67 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] No DVR routers for this DVR port 776dcdf7-1b01-4c43-97c4-8b876c050c1d on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:30.086473 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2b9c230-d805-439a-ad7b-9acb88082a73 req-a2b65bf3-a5ac-4967-b9b6-0818309f6c67 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.088494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2b9c230-d805-439a-ad7b-9acb88082a73 req-a2b65bf3-a5ac-4967-b9b6-0818309f6c67 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.38 "DELETE /v2.0/ports/776dcdf7-1b01-4c43-97c4-8b876c050c1d HTTP/1.1" status: 204 len: 173 time: 1.6184351 Jul 16 17:59:30.090654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bed5d8-0215-4c2d-90a2-519014c8e6ad', 'name': 'network-vif-deleted', 'tag': '776dcdf7-1b01-4c43-97c4-8b876c050c1d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:30.107639 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0da86f2-b51c-4cc7-8c8e-45cad6fefcce" -d '{"events": [{"server_uuid": "d0bed5d8-0215-4c2d-90a2-519014c8e6ad", "name": "network-vif-deleted", "tag": "776dcdf7-1b01-4c43-97c4-8b876c050c1d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:30.191921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17400b7d-d88f-4e25-b261-2bc851b7cf3f req-e8d59c78-85f9-40f6-b3bd-5dc7f736e5a8 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.207606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17400b7d-d88f-4e25-b261-2bc851b7cf3f req-e8d59c78-85f9-40f6-b3bd-5dc7f736e5a8 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 945 time: 0.2483785 Jul 16 17:59:30.275052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:30.296833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17400b7d-d88f-4e25-b261-2bc851b7cf3f req-4618e463-0c55-42ea-a26b-86c61f277dcc tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789435 Jul 16 17:59:30.409264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:30.505732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:30.562351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:30.573447 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:30.573836 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.580257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:30.592207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:30.592591 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.745899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b89842-b5f0-426f-b36f-fd33eff284a7 req-e412a38e-161f-453b-a2ff-86be2babdb3e tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.747486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25b89842-b5f0-426f-b36f-fd33eff284a7 req-e412a38e-161f-453b-a2ff-86be2babdb3e tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 945 time: 0.1420512 Jul 16 17:59:30.768492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1969851164-network', 'tenant_id': 'e229df54702348f1a483f3f1726c8c76'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:30.822116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25b89842-b5f0-426f-b36f-fd33eff284a7 req-07630952-500c-4365-b194-d96c38d114db tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664852 Jul 16 17:59:30.823699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Made reservation on behalf of e229df54702348f1a483f3f1726c8c76 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:30.827877 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.872400 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.915777 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.972552 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.990661 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3532665-5722-4c30-8feb-97269100d618 x-openstack-request-id: req-e3532665-5722-4c30-8feb-97269100d618 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:30.991129 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bed5d8-0215-4c2d-90a2-519014c8e6ad", "name": "network-vif-deleted", "tag": "776dcdf7-1b01-4c43-97c4-8b876c050c1d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:30.991214 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3532665-5722-4c30-8feb-97269100d618 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:30.991596 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bed5d8-0215-4c2d-90a2-519014c8e6ad', 'name': 'network-vif-deleted', 'tag': '776dcdf7-1b01-4c43-97c4-8b876c050c1d', 'status': 'completed', 'code': 200} Jul 16 17:59:31.005486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.013533 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.040030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:31.063404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.064850 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Added segment db5a2402-ea10-4416-8ea2-a69b5dc74307 of type vlan for network d5fb1b63-ee56-46ed-a2e0-d46f32d69430 Jul 16 17:59:31.144175 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.222979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.223952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.224555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.227431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502bb972-25b5-4d6b-9a05-e547a114e8c8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:31.262468 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7554328 Jul 16 17:59:31.265355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:31.272348 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-676a87f6-7756-484e-84b5-656e94cafc24 admin admin] Request body: {'subnet': {'network_id': 'd5fb1b63-ee56-46ed-a2e0-d46f32d69430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1969851164-subnet', 'tenant_id': 'e229df54702348f1a483f3f1726c8c76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:31.308075 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38a41c-0b77-4a41-af36-c48d6301c13b admin admin] Pushing event updated for resources: {'Network': ['ID=d5fb1b63-ee56-46ed-a2e0-d46f32d69430,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:31.325216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network d5fb1b63-ee56-46ed-a2e0-d46f32d69430 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:31.331593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676a87f6-7756-484e-84b5-656e94cafc24 admin admin] Made reservation on behalf of e229df54702348f1a483f3f1726c8c76 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:31.334657 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-676a87f6-7756-484e-84b5-656e94cafc24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.420302 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0cb89a7c-f8bb-4254-8e83-2e52f42735d7,segment=NetworkSegment(094c441d-0650-4749-abf2-77413f404650),segment_id=094c441d-0650-4749-abf2-77413f404650)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:31.455600 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.472384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:31.526035 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.628293 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=0cb89a7c-f8bb-4254-8e83-2e52f42735d7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:31.686782 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-676a87f6-7756-484e-84b5-656e94cafc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.735318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4e41fbec-8eb6-469b-a14b-6ec3b4a34634,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:31.739810 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634'}, {'server_uuid': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:31.742084 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc5966d-3dc8-40be-b005-dc64bf44294c" -d '{"events": [{"server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "name": "network-vif-plugged", "status": "completed", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634"}, {"server_uuid": "3d9bd095-b7c7-41ed-b96b-e5d53776f001", "name": "network-vif-plugged", "status": "completed", "tag": "0cb89a7c-f8bb-4254-8e83-2e52f42735d7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:31.767369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae31b4-828a-4744-8ea7-11b0894f707b req-ed8a66a3-bcd4-43c4-85a1-9fb8cacdad12 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.769414 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76ae31b4-828a-4744-8ea7-11b0894f707b req-ed8a66a3-bcd4-43c4-85a1-9fb8cacdad12 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 946 time: 0.2133398 Jul 16 17:59:31.809094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a87f6-7756-484e-84b5-656e94cafc24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=349ec08b-1a4f-4dc0-93b0-536feb4f6ff3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:31.852926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a87f6-7756-484e-84b5-656e94cafc24 admin admin] Checking segment: {'id': 'db5a2402-ea10-4416-8ea2-a69b5dc74307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5fb1b63-ee56-46ed-a2e0-d46f32d69430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:31.853293 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a87f6-7756-484e-84b5-656e94cafc24 admin admin] Network hostable DHCP agents. Network: d5fb1b63-ee56-46ed-a2e0-d46f32d69430, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:59:31.876798 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76ae31b4-828a-4744-8ea7-11b0894f707b req-34eb8de4-c4ef-4a1f-bf26-0f94986ebaaf tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983970 Jul 16 17:59:31.928499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a87f6-7756-484e-84b5-656e94cafc24 admin admin] Network d5fb1b63-ee56-46ed-a2e0-d46f32d69430 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:59:31.951875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-676a87f6-7756-484e-84b5-656e94cafc24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, d5fb1b63-ee56-46ed-a2e0-d46f32d69430) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:31.958228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a87f6-7756-484e-84b5-656e94cafc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.959094 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-676a87f6-7756-484e-84b5-656e94cafc24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.965596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f50f8d-10cf-4f4c-aac5-05d33228e4b0 None None] Network d5fb1b63-ee56-46ed-a2e0-d46f32d69430 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:31.996063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-676a87f6-7756-484e-84b5-656e94cafc24 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7292366 Jul 16 17:59:32.298295 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 776dcdf7-1b01-4c43-97c4-8b876c050c1d no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:32.397201 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58ff4ed9-3b86-4de3-90da-db3d49ca9e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.412041 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d98db2-f11b-4f92-a914-2d3520a3bd6c x-openstack-request-id: req-26d98db2-f11b-4f92-a914-2d3520a3bd6c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:32.415593 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "name": "network-vif-plugged", "status": "completed", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634", "code": 200}, {"server_uuid": "3d9bd095-b7c7-41ed-b96b-e5d53776f001", "name": "network-vif-plugged", "status": "completed", "tag": "0cb89a7c-f8bb-4254-8e83-2e52f42735d7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:32.416003 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26d98db2-f11b-4f92-a914-2d3520a3bd6c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:32.416555 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'code': 200} Jul 16 17:59:32.416877 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7', 'code': 200} Jul 16 17:59:32.426321 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 776dcdf7-1b01-4c43-97c4-8b876c050c1d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:32.426657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 776dcdf7-1b01-4c43-97c4-8b876c050c1d not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:32.515616 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.518413 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.566977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f2641-df16-4892-b14a-c3652dfcaa0e None None] Network d5fb1b63-ee56-46ed-a2e0-d46f32d69430 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:32.619508 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.653778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e443df9-a3eb-4371-93d9-26f4bd915230 req-47434edc-c72e-4cc8-9a91-b4008b74a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.656482 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e443df9-a3eb-4371-93d9-26f4bd915230 req-47434edc-c72e-4cc8-9a91-b4008b74a3b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 1097 time: 0.2563188 Jul 16 17:59:32.692459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b2773-8076-4cc4-abe4-3d8f5033af6f req-a35ee8d4-af22-453c-a60a-25480e88266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.694394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d31b2773-8076-4cc4-abe4-3d8f5033af6f req-a35ee8d4-af22-453c-a60a-25480e88266c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 1097 time: 0.1986899 Jul 16 17:59:32.781542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d31b2773-8076-4cc4-abe4-3d8f5033af6f req-fcbbd5a6-40c6-415c-a532-f9d579e4d61f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747099 Jul 16 17:59:32.798687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e443df9-a3eb-4371-93d9-26f4bd915230 req-3f0622ce-9803-426c-bbf9-af480887c5e0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258981 Jul 16 17:59:32.834772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150594a7-4c00-411c-896c-bceedb20f585 req-af7ee500-2f1d-4bf2-8590-b2cbfa399801 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.852223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-150594a7-4c00-411c-896c-bceedb20f585 req-af7ee500-2f1d-4bf2-8590-b2cbfa399801 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 946 time: 0.1714497 Jul 16 17:59:32.937868 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-150594a7-4c00-411c-896c-bceedb20f585 req-b48a6081-5209-4fd1-81a3-d26d7ff52dbb tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810113 Jul 16 17:59:32.974111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b004c29-ead3-428e-8117-b75226fe8ad8 req-1e9098df-1d64-4b38-849c-7cf5c78590ca tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.980928 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b004c29-ead3-428e-8117-b75226fe8ad8 req-1e9098df-1d64-4b38-849c-7cf5c78590ca tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 945 time: 0.1187131 Jul 16 17:59:33.038815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b004c29-ead3-428e-8117-b75226fe8ad8 req-e977632f-c639-4214-9ed1-52a2b4def3a6 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587237 Jul 16 17:59:33.384088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb62b35-77b1-4ea0-b76e-e531f820fd2b req-2d342ed7-a8d5-4b93-aa07-484b91934490 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.386953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2eb62b35-77b1-4ea0-b76e-e531f820fd2b req-2d342ed7-a8d5-4b93-aa07-484b91934490 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 948 time: 0.1102171 Jul 16 17:59:33.455555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2eb62b35-77b1-4ea0-b76e-e531f820fd2b req-eea56078-b809-43c5-90da-797c2dc8ba53 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603547 Jul 16 17:59:33.577437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743e2a-90bf-4c67-bd84-97c39fb5e089 req-1b9ef4ea-d256-4820-8495-e64b342dd0b0 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.582038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f743e2a-90bf-4c67-bd84-97c39fb5e089 req-1b9ef4ea-d256-4820-8495-e64b342dd0b0 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 946 time: 0.1036212 Jul 16 17:59:33.677818 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f743e2a-90bf-4c67-bd84-97c39fb5e089 req-d940abe0-30a6-4a51-9aca-ad612580c898 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898290 Jul 16 17:59:33.683425 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.748165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:33.863791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123bf577-de77-4028-a8da-bb4e311b4874 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.902533 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123bf577-de77-4028-a8da-bb4e311b4874 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.921668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-a1948500-e967-4c30-b968-b2ee3421cf9b tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.923896 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-a1948500-e967-4c30-b968-b2ee3421cf9b tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 945 time: 0.1493845 Jul 16 17:59:34.024488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123bf577-de77-4028-a8da-bb4e311b4874 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.027423 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-123bf577-de77-4028-a8da-bb4e311b4874 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.031368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:34.031856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-123bf577-de77-4028-a8da-bb4e311b4874 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "DELETE /v2.0/security-groups/14938c90-8c5c-4a75-aaf2-34405a0bbc10 HTTP/1.1" status: 204 len: 168 time: 0.2821999 Jul 16 17:59:34.052672 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c3f3546d-88ee-42c1-9e6f-30c606cfcfae tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] show failed (client error): The resource could not be found. Jul 16 17:59:34.054068 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c3f3546d-88ee-42c1-9e6f-30c606cfcfae tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "GET /v2.0/security-groups/14938c90-8c5c-4a75-aaf2-34405a0bbc10 HTTP/1.1" status: 404 len: 347 time: 0.0214889 Jul 16 17:59:34.057039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:34.091972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bf577-de77-4028-a8da-bb4e311b4874 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14938c90-8c5c-4a75-aaf2-34405a0bbc10,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:34.148175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Deleting port 749ed789-b34b-4920-979a-7ef1ea6991e6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:34.148566 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.288827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-99858ea8-bd10-43bd-9140-ecf959aeb098 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Deleting port 117e9096-caf4-483b-afc7-1c66e8dbdb15 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:34.289225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99858ea8-bd10-43bd-9140-ecf959aeb098 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.357740 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c2080-4e6f-455f-8cc5-e936499819fa req-7f017e23-40e4-45b4-9af5-8ae411cd8869 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.361104 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b2c2080-4e6f-455f-8cc5-e936499819fa req-7f017e23-40e4-45b4-9af5-8ae411cd8869 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 946 time: 0.2128923 Jul 16 17:59:34.387689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] For port 749ed789-b34b-4920-979a-7ef1ea6991e6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=749ed789-b34b-4920-979a-7ef1ea6991e6,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:34.388079 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.408486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99858ea8-bd10-43bd-9140-ecf959aeb098 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.409430 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99858ea8-bd10-43bd-9140-ecf959aeb098 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.426748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-99858ea8-bd10-43bd-9140-ecf959aeb098 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Calling delete_port for 117e9096-caf4-483b-afc7-1c66e8dbdb15 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:34.486931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2bcde-b2f2-4a1d-999f-593f6b664309 req-e7b168ed-8e57-4a0b-a370-33adad171d8e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.488634 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0e2bcde-b2f2-4a1d-999f-593f6b664309 req-e7b168ed-8e57-4a0b-a370-33adad171d8e tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 945 time: 0.2116625 Jul 16 17:59:34.505975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b2c2080-4e6f-455f-8cc5-e936499819fa req-599fe038-8726-4bea-a4ca-ab36dde2ae65 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289701 Jul 16 17:59:34.587493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0e2bcde-b2f2-4a1d-999f-593f6b664309 req-bf8136ba-563e-4af3-b549-96c014e18db5 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1b6e817-dade-4593-9c78-9d7645f3a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901544 Jul 16 17:59:34.754479 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99858ea8-bd10-43bd-9140-ecf959aeb098 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.756582 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.757125 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.757476 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Floating IP 5d546017-73d5-45d9-a3a4-abb2796f6033 disassociated. External IP: 172.25.8.223, port: 749ed789-b34b-4920-979a-7ef1ea6991e6. Jul 16 17:59:34.757855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Calling delete_port for 749ed789-b34b-4920-979a-7ef1ea6991e6 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:34.792374 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99858ea8-bd10-43bd-9140-ecf959aeb098 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Pushing event deleted for resources: {'Port': ['ID=117e9096-caf4-483b-afc7-1c66e8dbdb15,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:34.898876 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5beac0-fff1-446b-9186-4a26f26423ba req-a39852a4-02f8-4eeb-af3b-b51379b1e3c3 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.900367 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6d5beac0-fff1-446b-9186-4a26f26423ba req-a39852a4-02f8-4eeb-af3b-b51379b1e3c3 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.42 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 948 time: 0.2086065 Jul 16 17:59:34.903579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99858ea8-bd10-43bd-9140-ecf959aeb098 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.907294 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99858ea8-bd10-43bd-9140-ecf959aeb098 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.908004 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-99858ea8-bd10-43bd-9140-ecf959aeb098 tempest-ImagesOneServerNegativeTestJSON-1259797947 tempest-ImagesOneServerNegativeTestJSON-1259797947-project] 10.222.0.52 "DELETE /v2.0/floatingips/0dadb7e4-2c9e-4bd7-b078-771b267c5892 HTTP/1.1" status: 204 len: 168 time: 0.8417251 Jul 16 17:59:34.919470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-832b56d6-ecb1-4c10-93c7-d89e394f05c2 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2388806 Jul 16 17:59:34.931377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:34.994771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcd80c-fc0d-49de-b875-5fdfa3bc252c req-ce74c1b8-46a1-4c2b-b739-3f7bda63970c tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.002208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f4bcd80c-fc0d-49de-b875-5fdfa3bc252c req-ce74c1b8-46a1-4c2b-b739-3f7bda63970c tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=b457df11-0f7e-4796-adc4-5cf0eb9c55be HTTP/1.1" status: 200 len: 948 time: 0.2542343 Jul 16 17:59:35.010893 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.030268 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6d5beac0-fff1-446b-9186-4a26f26423ba req-5d104f31-e023-462d-8ef1-26d3bbef696a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Deleting port 690ab235-005a-4dc3-a93f-86677212e0fe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:35.030623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d5beac0-fff1-446b-9186-4a26f26423ba req-5d104f31-e023-462d-8ef1-26d3bbef696a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.158137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6d5beac0-fff1-446b-9186-4a26f26423ba req-5d104f31-e023-462d-8ef1-26d3bbef696a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] For port 690ab235-005a-4dc3-a93f-86677212e0fe, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=690ab235-005a-4dc3-a93f-86677212e0fe,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:35.158801 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d5beac0-fff1-446b-9186-4a26f26423ba req-5d104f31-e023-462d-8ef1-26d3bbef696a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.175613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6d5beac0-fff1-446b-9186-4a26f26423ba req-5d104f31-e023-462d-8ef1-26d3bbef696a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Calling delete_port for 690ab235-005a-4dc3-a93f-86677212e0fe owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:35.359695 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d5beac0-fff1-446b-9186-4a26f26423ba req-5d104f31-e023-462d-8ef1-26d3bbef696a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.364242 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.400482 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d104f31-e023-462d-8ef1-26d3bbef696a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Pushing event deleted for resources: {'Port': ['ID=690ab235-005a-4dc3-a93f-86677212e0fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:35.448642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f4bcd80c-fc0d-49de-b875-5fdfa3bc252c req-87c8d6d5-cc7f-42ac-8b05-cd3c27883252 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454699 Jul 16 17:59:35.490002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5beac0-fff1-446b-9186-4a26f26423ba req-5d104f31-e023-462d-8ef1-26d3bbef696a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] No DVR routers for this DVR port 690ab235-005a-4dc3-a93f-86677212e0fe on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:35.492796 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d5beac0-fff1-446b-9186-4a26f26423ba req-5d104f31-e023-462d-8ef1-26d3bbef696a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.500270 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6d5beac0-fff1-446b-9186-4a26f26423ba req-5d104f31-e023-462d-8ef1-26d3bbef696a tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.42 "DELETE /v2.0/ports/690ab235-005a-4dc3-a93f-86677212e0fe HTTP/1.1" status: 204 len: 173 time: 0.5911381 Jul 16 17:59:35.505122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b457df11-0f7e-4796-adc4-5cf0eb9c55be', 'name': 'network-vif-deleted', 'tag': '690ab235-005a-4dc3-a93f-86677212e0fe'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:35.507863 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0afd8bf-17f8-49e2-90c2-02d96cf9ee49" -d '{"events": [{"server_uuid": "b457df11-0f7e-4796-adc4-5cf0eb9c55be", "name": "network-vif-deleted", "tag": "690ab235-005a-4dc3-a93f-86677212e0fe"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:35.530197 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.603840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Pushing event deleted for resources: {'Port': ['ID=749ed789-b34b-4920-979a-7ef1ea6991e6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:35.727813 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.831590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Router f3071a1d-cf99-4130-825f-54c01ec0bdf5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:36.006983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Allocated IP 172.25.8.186 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/b164a93f-bfb5-4d03-a539-64bb0a4d6eed) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:36.127437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:36.139612 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74856c-3947-4f7a-af58-0fc9d8e7099d None None] Sync routers for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:36.164552 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74856c-3947-4f7a-af58-0fc9d8e7099d None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:36.165285 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8a74856c-3947-4f7a-af58-0fc9d8e7099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:36.281356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85343797-28c7-4a13-9a9d-c652064264e4 req-e865e21a-0fb3-4a4f-af02-f0aa03c3b87d tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.289926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85343797-28c7-4a13-9a9d-c652064264e4 req-e865e21a-0fb3-4a4f-af02-f0aa03c3b87d tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 946 time: 0.5022755 Jul 16 17:59:36.301114 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8a74856c-3947-4f7a-af58-0fc9d8e7099d None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:36.340144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] No DVR routers for this DVR port 749ed789-b34b-4920-979a-7ef1ea6991e6 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:36.347624 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.350390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52fb9c94-c3bb-41e8-bc3f-dfc74f2b2327 req-710575ac-9b34-4772-a336-af76e5da720d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.42 "DELETE /v2.0/ports/749ed789-b34b-4920-979a-7ef1ea6991e6 HTTP/1.1" status: 204 len: 173 time: 2.4100027 Jul 16 17:59:36.350943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'name': 'network-vif-deleted', 'tag': '749ed789-b34b-4920-979a-7ef1ea6991e6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:36.353604 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed1c9e6-5530-4c4e-81c5-0d00f41dc041" -d '{"events": [{"server_uuid": "55ea5cb0-722f-4e98-a50c-07fa6c2b31a3", "name": "network-vif-deleted", "tag": "749ed789-b34b-4920-979a-7ef1ea6991e6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:36.365341 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.386536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85343797-28c7-4a13-9a9d-c652064264e4 req-70a1e89f-4afb-48f2-82e7-31e155b357c1 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952578 Jul 16 17:59:36.482027 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.558063 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a34fc4a-6e9f-442d-83ca-c14ce5d5427a x-openstack-request-id: req-9a34fc4a-6e9f-442d-83ca-c14ce5d5427a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:36.559013 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b457df11-0f7e-4796-adc4-5cf0eb9c55be", "name": "network-vif-deleted", "tag": "690ab235-005a-4dc3-a93f-86677212e0fe", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:36.559483 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a34fc4a-6e9f-442d-83ca-c14ce5d5427a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:36.560120 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b457df11-0f7e-4796-adc4-5cf0eb9c55be', 'name': 'network-vif-deleted', 'tag': '690ab235-005a-4dc3-a93f-86677212e0fe', 'status': 'completed', 'code': 200} Jul 16 17:59:36.592265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:36.598194 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8a74856c-3947-4f7a-af58-0fc9d8e7099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:36.604950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:36.608605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:36.668249 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74856c-3947-4f7a-af58-0fc9d8e7099d None None] Checking router: f3071a1d-cf99-4130-825f-54c01ec0bdf5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:36.693306 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74856c-3947-4f7a-af58-0fc9d8e7099d None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:36.693969 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8a74856c-3947-4f7a-af58-0fc9d8e7099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:36.727414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Pushing event updated for resources: {'Port': ['ID=b164a93f-bfb5-4d03-a539-64bb0a4d6eed,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:36.760524 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62912874-d138-428e-9055-af0604ec4049 req-89143ea4-3b03-4b07-bbb3-9cdac8c0b773 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ea5cb0-722f-4e98-a50c-07fa6c2b31a3 HTTP/1.1" status: 200 len: 210 time: 0.0488830 Jul 16 17:59:36.883646 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.909737 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8a74856c-3947-4f7a-af58-0fc9d8e7099d None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:36.963639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.999326 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd9d131-335d-42df-ad8e-d43fddb77992 x-openstack-request-id: req-4dd9d131-335d-42df-ad8e-d43fddb77992 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:36.999647 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ea5cb0-722f-4e98-a50c-07fa6c2b31a3", "name": "network-vif-deleted", "tag": "749ed789-b34b-4920-979a-7ef1ea6991e6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:37.010202 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4dd9d131-335d-42df-ad8e-d43fddb77992 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:37.010746 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ea5cb0-722f-4e98-a50c-07fa6c2b31a3', 'name': 'network-vif-deleted', 'tag': '749ed789-b34b-4920-979a-7ef1ea6991e6', 'status': 'completed', 'code': 200} Jul 16 17:59:37.210950 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8a74856c-3947-4f7a-af58-0fc9d8e7099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:37.211570 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.226090 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.261724 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74856c-3947-4f7a-af58-0fc9d8e7099d None None] The sync data for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 is: [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 4, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'b6af1bec-1bbb-4bf5-862d-76a61b26c3dd', 'name': '', 'network_id': '32bb35c6-a5f8-4e53-8d92-c7e69e2a485a', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'mac_address': 'fa:16:3e:e3:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:13Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'subnets': [{'id': '5fc775af-c617-41ef-a81d-530d687d1c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:37.407528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Pushing event updated for resources: {'Port': ['ID=b164a93f-bfb5-4d03-a539-64bb0a4d6eed,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:37.437356 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.445545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ca5c-28cf-43d0-bacb-0193a6258057 req-a32f77a5-b15f-4b7b-9634-2fe08242db78 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:37.447351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e27ca5c-28cf-43d0-bacb-0193a6258057 req-a32f77a5-b15f-4b7b-9634-2fe08242db78 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 946 time: 0.3480029 Jul 16 17:59:37.456940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:37.466595 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.467012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eb54b2d5-31cc-484f-b673-2aa2d5c9f2c9 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Request body: {'floatingip': {'port_id': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:37.477172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-4bbea55a-b9f8-4b7f-bae2-df5bc669c682 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5567052 Jul 16 17:59:37.589704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-90aeed93-7c5f-4da0-896a-68a903a3ff04 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 696 time: 0.1111369 Jul 16 17:59:37.608940 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb54b2d5-31cc-484f-b673-2aa2d5c9f2c9 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.734640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-7989c515-8e3f-4d7d-b62a-b13de9c5cb04 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:37.752036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9cc3d82c-a889-449f-96b8-0fe1c42ab466 req-7989c515-8e3f-4d7d-b62a-b13de9c5cb04 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1511383 Jul 16 17:59:37.800299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:37.818741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6cd2a6-4da3-4a7d-8dcb-985aeb7b1de8 None None] New status for floating IP 5d546017-73d5-45d9-a3a4-abb2796f6033: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:59:37.916527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb209e9-1dbd-4d91-8de2-95bc50f3ab28 admin admin] Deleting subnet e5d56569-946b-4ac5-99fb-aa68959ab227 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:59:37.926699 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adb209e9-1dbd-4d91-8de2-95bc50f3ab28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.004471 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adb209e9-1dbd-4d91-8de2-95bc50f3ab28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.048388 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adb209e9-1dbd-4d91-8de2-95bc50f3ab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.112550 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adb209e9-1dbd-4d91-8de2-95bc50f3ab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.170962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb209e9-1dbd-4d91-8de2-95bc50f3ab28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d56569-946b-4ac5-99fb-aa68959ab227,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:38.173535 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adb209e9-1dbd-4d91-8de2-95bc50f3ab28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.177722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-adb209e9-1dbd-4d91-8de2-95bc50f3ab28 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e5d56569-946b-4ac5-99fb-aa68959ab227 HTTP/1.1" status: 204 len: 168 time: 0.3739123 Jul 16 17:59:38.185705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:38.362717 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.418177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 690ab235-005a-4dc3-a93f-86677212e0fe no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:38.444773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 690ab235-005a-4dc3-a93f-86677212e0fe {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:38.445449 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 690ab235-005a-4dc3-a93f-86677212e0fe not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:38.446201 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 749ed789-b34b-4920-979a-7ef1ea6991e6 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:38.483233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 749ed789-b34b-4920-979a-7ef1ea6991e6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:38.483598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 749ed789-b34b-4920-979a-7ef1ea6991e6 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:38.489326 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb54b2d5-31cc-484f-b673-2aa2d5c9f2c9 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.499047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb54b2d5-31cc-484f-b673-2aa2d5c9f2c9 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.584178 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.625600 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-eb54b2d5-31cc-484f-b673-2aa2d5c9f2c9 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Floating IP e27318d5-0960-4b9a-a5cd-d13ba4173fed associated. External IP: 172.25.8.60, port: 0cb89a7c-f8bb-4254-8e83-2e52f42735d7. Jul 16 17:59:38.629911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c84d26-e941-403a-8fe9-3289831cabf7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:38.652383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfbd353-ddd3-4b4f-9652-f177cf22d862') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:38.652754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfbd353-ddd3-4b4f-9652-f177cf22d862') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:38.676388 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.696441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-1a949636-7c05-4839-ac1c-1da8b352f034 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:38.702249 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-1a949636-7c05-4839-ac1c-1da8b352f034 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 821 time: 0.3214080 Jul 16 17:59:38.722376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-0703c164-3021-4d80-8a27-d2c5c95e58a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/quotas/9febc51e22c8482aa82f53a183471225 HTTP/1.1" status: 200 len: 375 time: 0.0189424 Jul 16 17:59:38.734060 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.741023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:59:38.741588 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: timer() Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:59:38.822383 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:59:38.827462 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.874603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bfb71-c292-498d-9d6b-d7675a0e0336 req-e86d7af8-bb2f-4bce-a1a7-f3341d59129e tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:38.877655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-772bfb71-c292-498d-9d6b-d7675a0e0336 req-e86d7af8-bb2f-4bce-a1a7-f3341d59129e tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=503e3946-b4fb-492e-bd20-817bb00ff99a HTTP/1.1" status: 200 len: 948 time: 0.2883275 Jul 16 17:59:38.892389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.896633 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] 10.222.0.52 "DELETE /v2.0/networks/08c84d26-e941-403a-8fe9-3289831cabf7 HTTP/1.1" status: 204 len: 168 time: 0.7075911 Jul 16 17:59:38.896633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3071de-b8db-4cae-9048-db91c5321316 admin admin] Pushing event deleted for resources: {'Network': ['ID=08c84d26-e941-403a-8fe9-3289831cabf7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:38.963831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb54b2d5-31cc-484f-b673-2aa2d5c9f2c9 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:39.113775 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-772bfb71-c292-498d-9d6b-d7675a0e0336 req-52eab7ff-7365-4b69-a188-10b0bf6af0fd tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234764 Jul 16 17:59:39.118354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb54b2d5-31cc-484f-b673-2aa2d5c9f2c9 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:39.120839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54542) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:39.125107 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb54b2d5-31cc-484f-b673-2aa2d5c9f2c9 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.130368 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2c05e-f9af-4078-bab5-d92810111a50 None None] Sync routers for ids ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:39.151619 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2c05e-f9af-4078-bab5-d92810111a50 None None] Routers {'0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:39.152859 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-45d2c05e-f9af-4078-bab5-d92810111a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:39.185661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:39.187056 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-99c858df-7d3e-4bc6-abad-0d687d321b3f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d9250efa28545808afb5323977a9148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630231 Jul 16 17:59:39.202305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-2e5b55ac-e5bc-40db-88c1-0b558449af5b tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3912761 Jul 16 17:59:39.231377 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eb54b2d5-31cc-484f-b673-2aa2d5c9f2c9 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "PUT /v2.0/floatingips/e27318d5-0960-4b9a-a5cd-d13ba4173fed HTTP/1.1" status: 200 len: 991 time: 1.7734454 Jul 16 17:59:39.249404 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'tag': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:39.252330 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fa728e-3973-49b1-8538-5671f9b6608e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9bd095-b7c7-41ed-b96b-e5d53776f001", "tag": "0cb89a7c-f8bb-4254-8e83-2e52f42735d7"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:39.258773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-183341d4-2b8e-461d-a81b-ca775bd30dcc req-375cc6dc-4703-462e-83c2-a02278b426db service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3382211 Jul 16 17:59:39.319654 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40a421f-53b2-48d4-b7ec-1faf32b7c7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.354019 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40a421f-53b2-48d4-b7ec-1faf32b7c7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.411845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-f00a7403-1f27-411e-b944-31bb31c45ea2 service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993873 Jul 16 17:59:39.449303 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40a421f-53b2-48d4-b7ec-1faf32b7c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.452629 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c40a421f-53b2-48d4-b7ec-1faf32b7c7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.458478 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c40a421f-53b2-48d4-b7ec-1faf32b7c7b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06c5c69b-e652-47ed-9af6-ee11dc202645 HTTP/1.1" status: 204 len: 168 time: 0.2715912 Jul 16 17:59:39.459341 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-45d2c05e-f9af-4078-bab5-d92810111a50 None None] Set router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:39.467163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a421f-53b2-48d4-b7ec-1faf32b7c7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c5c69b-e652-47ed-9af6-ee11dc202645,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:39.585433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183341d4-2b8e-461d-a81b-ca775bd30dcc req-92c161e9-0b05-4c40-b34e-247b6e329928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.587072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-183341d4-2b8e-461d-a81b-ca775bd30dcc req-92c161e9-0b05-4c40-b34e-247b6e329928 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 1095 time: 0.2606883 Jul 16 17:59:39.641001 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-fb3415ae-d814-41e5-ad93-3d4108119269 service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233143 Jul 16 17:59:39.710551 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5711f0e-3848-4539-b792-37e3df4fc3c6 x-openstack-request-id: req-f5711f0e-3848-4539-b792-37e3df4fc3c6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:39.711110 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9bd095-b7c7-41ed-b96b-e5d53776f001", "tag": "0cb89a7c-f8bb-4254-8e83-2e52f42735d7", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:39.711110 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5711f0e-3848-4539-b792-37e3df4fc3c6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:39.711487 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'tag': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7', 'status': 'completed', 'code': 200} Jul 16 17:59:39.800827 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-45d2c05e-f9af-4078-bab5-d92810111a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'e27318d5-0960-4b9a-a5cd-d13ba4173fed', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'port_id': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'mac_address': 'fa:16:3e:6f:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:58:33Z', 'updated_at': '2021-07-16T17:59:38Z', 'revision_number': 1, 'project_id': '034c908cb06848838e6f25b207696cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc0d0c4-ce19-498b-abd8-c136cabff3e6', 'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'mac_address': 'fa:16:3e:83:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:26Z', 'updated_at': '2021-07-16T17:58:38Z', 'revision_number': 5, 'project_id': '034c908cb06848838e6f25b207696cc7', 'subnets': [{'id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:39.885609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183341d4-2b8e-461d-a81b-ca775bd30dcc req-8d00d3d8-b7a1-4f7e-9f28-61f440bec252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.887510 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-183341d4-2b8e-461d-a81b-ca775bd30dcc req-8d00d3d8-b7a1-4f7e-9f28-61f440bec252 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.2717617 Jul 16 17:59:39.907897 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2c05e-f9af-4078-bab5-d92810111a50 None None] Checking router: 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:39.941900 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2c05e-f9af-4078-bab5-d92810111a50 None None] Routers {'0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:39.942563 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-45d2c05e-f9af-4078-bab5-d92810111a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:39.954700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:39.968880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-183341d4-2b8e-461d-a81b-ca775bd30dcc req-211de3ca-dd56-4a9f-8616-881dc2bd0782 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c963df1-18e0-45a8-b1a4-053367a01596 HTTP/1.1" status: 200 len: 217 time: 0.0651038 Jul 16 17:59:40.010369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa728e-3973-49b1-8538-5671f9b6608e req-50e6890a-ffe8-4d8f-9ef3-fcd4ebc68575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:40.015967 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5fa728e-3973-49b1-8538-5671f9b6608e req-50e6890a-ffe8-4d8f-9ef3-fcd4ebc68575 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=034c908cb06848838e6f25b207696cc7&device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 1097 time: 0.2501233 Jul 16 17:59:40.099492 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9faf1155-eb6b-48b9-bfc7-8aae39aa666d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.146872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9faf1155-eb6b-48b9-bfc7-8aae39aa666d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.197681 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-45d2c05e-f9af-4078-bab5-d92810111a50 None None] Set router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:40.224099 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9faf1155-eb6b-48b9-bfc7-8aae39aa666d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.227817 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9faf1155-eb6b-48b9-bfc7-8aae39aa666d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.229377 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9faf1155-eb6b-48b9-bfc7-8aae39aa666d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "DELETE /v2.0/security-groups/f1b6e817-dade-4593-9c78-9d7645f3a3ac HTTP/1.1" status: 204 len: 168 time: 0.2736208 Jul 16 17:59:40.266629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:40.299057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-212c19f7-3ed0-4dcd-a67f-22d6a08795db req-643a51fa-0141-459a-9698-f2dfd1eb89ed tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 210 time: 0.1611743 Jul 16 17:59:40.354830 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf1155-eb6b-48b9-bfc7-8aae39aa666d tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b6e817-dade-4593-9c78-9d7645f3a3ac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:40.458894 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc73b3-b09b-42bc-9761-d97a8f0fb5c9 req-6de77e30-5a7d-4a39-9bb3-3ca7cfc6db8b tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:40.463164 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-55cc73b3-b09b-42bc-9761-d97a8f0fb5c9 req-6de77e30-5a7d-4a39-9bb3-3ca7cfc6db8b tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.38 "GET /v2.0/ports?device_id=503e3946-b4fb-492e-bd20-817bb00ff99a HTTP/1.1" status: 200 len: 948 time: 0.2321789 Jul 16 17:59:40.529042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-9db446fb-463a-417f-ab14-6e0362d420da tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:40.531034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-9db446fb-463a-417f-ab14-6e0362d420da tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/networks?id=d5fb1b63-ee56-46ed-a2e0-d46f32d69430 HTTP/1.1" status: 200 len: 810 time: 0.5104311 Jul 16 17:59:40.542201 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-ae7fd6f6-9983-422f-ad4e-ab6e63a90cab tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] show failed (client error): The resource could not be found. Jul 16 17:59:40.543468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ae7fd6f6-9983-422f-ad4e-ab6e63a90cab tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "GET /v2.0/security-groups/f1b6e817-dade-4593-9c78-9d7645f3a3ac HTTP/1.1" status: 404 len: 347 time: 0.2659147 Jul 16 17:59:40.545243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183341d4-2b8e-461d-a81b-ca775bd30dcc req-8bd82650-a917-4d3a-86d5-c964b8e5f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:40.547235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-183341d4-2b8e-461d-a81b-ca775bd30dcc req-8bd82650-a917-4d3a-86d5-c964b8e5f019 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.5681002 Jul 16 17:59:40.597525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:40.622345 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2fba752d-0a4e-43f5-bee6-7b3404a6b518 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/quotas/e229df54702348f1a483f3f1726c8c76 HTTP/1.1" status: 200 len: 375 time: 0.0843849 Jul 16 17:59:40.663932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-183341d4-2b8e-461d-a81b-ca775bd30dcc req-3dfffb68-c7b9-4664-8349-315bd2a814a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388675 Jul 16 17:59:40.768264 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-45d2c05e-f9af-4078-bab5-d92810111a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'e27318d5-0960-4b9a-a5cd-d13ba4173fed', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'port_id': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'mac_address': 'fa:16:3e:6f:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:58:33Z', 'updated_at': '2021-07-16T17:59:38Z', 'revision_number': 1, 'project_id': '034c908cb06848838e6f25b207696cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc0d0c4-ce19-498b-abd8-c136cabff3e6', 'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'mac_address': 'fa:16:3e:83:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:26Z', 'updated_at': '2021-07-16T17:58:38Z', 'revision_number': 5, 'project_id': '034c908cb06848838e6f25b207696cc7', 'subnets': [{'id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:40.870994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-9d06a624-2ff7-4f75-81f5-06a844fbb025 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e229df54702348f1a483f3f1726c8c76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1691329 Jul 16 17:59:40.873415 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2c05e-f9af-4078-bab5-d92810111a50 None None] The sync data for ids ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'] in n-d-793618-9 is: [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'e27318d5-0960-4b9a-a5cd-d13ba4173fed', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'port_id': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'mac_address': 'fa:16:3e:6f:7f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:58:33Z', 'updated_at': '2021-07-16T17:59:38Z', 'revision_number': 1, 'project_id': '034c908cb06848838e6f25b207696cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc0d0c4-ce19-498b-abd8-c136cabff3e6', 'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'mac_address': 'fa:16:3e:83:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:26Z', 'updated_at': '2021-07-16T17:58:38Z', 'revision_number': 5, 'project_id': '034c908cb06848838e6f25b207696cc7', 'subnets': [{'id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:41.188720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:41.195777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa728e-3973-49b1-8538-5671f9b6608e req-d18ff945-bf1d-445e-9403-8c1d1973417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.197725 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5fa728e-3973-49b1-8538-5671f9b6608e req-d18ff945-bf1d-445e-9403-8c1d1973417f service neutron] 10.222.0.38 "GET /v2.0/networks?id=399f611f-6e6d-4d34-8a74-b474b6cf2d2c HTTP/1.1" status: 200 len: 916 time: 1.0939543 Jul 16 17:59:41.322386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e358de8-c69b-4eaa-b18b-127564128915 None None] New status for floating IP e27318d5-0960-4b9a-a5cd-d13ba4173fed: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:59:41.399655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b090a1a4-b4d3-46b5-a878-9ce84accfb94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Deleting port cb327c75-c9a1-4e84-b02d-5d317e98c700 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:41.400217 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b090a1a4-b4d3-46b5-a878-9ce84accfb94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.419538 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-55cc73b3-b09b-42bc-9761-d97a8f0fb5c9 req-29b9db40-76f0-41a9-bf5b-1042d91a08b5 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Deleting port b83486fa-8da8-4ce7-a68b-154e189fcd39 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:41.421743 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55cc73b3-b09b-42bc-9761-d97a8f0fb5c9 req-29b9db40-76f0-41a9-bf5b-1042d91a08b5 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.538669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714ed3a-d1da-458e-816c-3a3613e81a80 req-93fba687-308d-40af-9e96-7c0879a64fe9 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.563769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4714ed3a-d1da-458e-816c-3a3613e81a80 req-93fba687-308d-40af-9e96-7c0879a64fe9 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/ports?device_id=503e3946-b4fb-492e-bd20-817bb00ff99a HTTP/1.1" status: 200 len: 948 time: 0.9348037 Jul 16 17:59:41.592044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-762790747-network', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:41.603201 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b090a1a4-b4d3-46b5-a878-9ce84accfb94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.603557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b090a1a4-b4d3-46b5-a878-9ce84accfb94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.610996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2a956d5b-9ec4-451a-8517-cafe2041bc4a service neutron] 10.222.0.52 "GET /v2.0/networks/d5fb1b63-ee56-46ed-a2e0-d46f32d69430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390885 Jul 16 17:59:41.637213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b090a1a4-b4d3-46b5-a878-9ce84accfb94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Calling delete_port for cb327c75-c9a1-4e84-b02d-5d317e98c700 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:41.640084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-55cc73b3-b09b-42bc-9761-d97a8f0fb5c9 req-29b9db40-76f0-41a9-bf5b-1042d91a08b5 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] For port b83486fa-8da8-4ce7-a68b-154e189fcd39, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83486fa-8da8-4ce7-a68b-154e189fcd39,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:41.641410 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55cc73b3-b09b-42bc-9761-d97a8f0fb5c9 req-29b9db40-76f0-41a9-bf5b-1042d91a08b5 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.650015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-183341d4-2b8e-461d-a81b-ca775bd30dcc req-967c8c26-6d2d-4f51-8393-b465717fe5e3 service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9376953 Jul 16 17:59:41.661198 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-55cc73b3-b09b-42bc-9761-d97a8f0fb5c9 req-29b9db40-76f0-41a9-bf5b-1042d91a08b5 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Calling delete_port for b83486fa-8da8-4ce7-a68b-154e189fcd39 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:41.725060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5fa728e-3973-49b1-8538-5671f9b6608e req-b38674d2-b80c-4835-acf0-94204463664c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cb89a7c-f8bb-4254-8e83-2e52f42735d7 HTTP/1.1" status: 200 len: 999 time: 0.5157027 Jul 16 17:59:41.735107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Made reservation on behalf of ae24206fa2ec480c8c28a7f43afb0d13 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:41.737455 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.786730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4714ed3a-d1da-458e-816c-3a3613e81a80 req-5c3838ea-9301-45bd-b126-0054c0b84688 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa559560-08a0-4b98-b161-d24029935cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219291 Jul 16 17:59:41.793139 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.968639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55cc73b3-b09b-42bc-9761-d97a8f0fb5c9 req-29b9db40-76f0-41a9-bf5b-1042d91a08b5 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.971164 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b090a1a4-b4d3-46b5-a878-9ce84accfb94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:42.015107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090a1a4-b4d3-46b5-a878-9ce84accfb94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Pushing event deleted for resources: {'Port': ['ID=cb327c75-c9a1-4e84-b02d-5d317e98c700,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:42.116677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9db40-76f0-41a9-bf5b-1042d91a08b5 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Pushing event deleted for resources: {'Port': ['ID=b83486fa-8da8-4ce7-a68b-154e189fcd39,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:42.172776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cc73b3-b09b-42bc-9761-d97a8f0fb5c9 req-29b9db40-76f0-41a9-bf5b-1042d91a08b5 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] No DVR routers for this DVR port b83486fa-8da8-4ce7-a68b-154e189fcd39 on host n-h1-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:42.177956 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-55cc73b3-b09b-42bc-9761-d97a8f0fb5c9 req-29b9db40-76f0-41a9-bf5b-1042d91a08b5 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:42.181153 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-55cc73b3-b09b-42bc-9761-d97a8f0fb5c9 req-29b9db40-76f0-41a9-bf5b-1042d91a08b5 tempest-ListImageFiltersTestJSON-1187186130 tempest-ListImageFiltersTestJSON-1187186130-project] 10.222.0.38 "DELETE /v2.0/ports/b83486fa-8da8-4ce7-a68b-154e189fcd39 HTTP/1.1" status: 204 len: 173 time: 1.7042062 Jul 16 17:59:42.181927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'name': 'network-vif-deleted', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:42.185068 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0e45bd-c410-4a97-88dc-355abff63fdf" -d '{"events": [{"server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "name": "network-vif-deleted", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:42.212920 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b090a1a4-b4d3-46b5-a878-9ce84accfb94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:42.216108 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b090a1a4-b4d3-46b5-a878-9ce84accfb94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:42.217338 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b090a1a4-b4d3-46b5-a878-9ce84accfb94 tempest-ServersWithSpecificFlavorTestJSON-141414146 tempest-ServersWithSpecificFlavorTestJSON-141414146-project] 10.222.0.52 "DELETE /v2.0/floatingips/5d546017-73d5-45d9-a3a4-abb2796f6033 HTTP/1.1" status: 204 len: 168 time: 1.6097541 Jul 16 17:59:42.673625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa728e-3973-49b1-8538-5671f9b6608e req-bbf4251b-506e-4c17-bf67-7db28d480442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.675712 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5fa728e-3973-49b1-8538-5671f9b6608e req-bbf4251b-506e-4c17-bf67-7db28d480442 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=064e3894-47d4-4922-8907-cacfb34c17c9 HTTP/1.1" status: 200 len: 854 time: 0.9149556 Jul 16 17:59:42.743449 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-93f014f7-a468-4d70-8244-add4c058ebaa service neutron] 10.222.0.52 "GET /v2.0/networks/d5fb1b63-ee56-46ed-a2e0-d46f32d69430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1084168 Jul 16 17:59:42.792014 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-183341d4-2b8e-461d-a81b-ca775bd30dcc req-9d6f766f-08cf-4f4f-aef3-e8985752f007 service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1230338 Jul 16 17:59:42.898501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-74e51268-7aa3-4281-bde5-753daaf5e5a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.906242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-74e51268-7aa3-4281-bde5-753daaf5e5a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.38 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 821 time: 1.0700886 Jul 16 17:59:42.934550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Request body: {'port': {'device_id': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'admin_state_up': True, 'tenant_id': '9febc51e22c8482aa82f53a183471225'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:42.992435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d30c2-ea45-4068-a13f-bb571fa23f85 req-56b489e6-0da8-46e2-8784-35bdc3852cc8 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.999708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-365d30c2-ea45-4068-a13f-bb571fa23f85 req-56b489e6-0da8-46e2-8784-35bdc3852cc8 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 1097 time: 0.5098016 Jul 16 17:59:43.150774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa728e-3973-49b1-8538-5671f9b6608e req-69282595-1f94-421e-897a-7e5ecdf322f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:43.156033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5fa728e-3973-49b1-8538-5671f9b6608e req-69282595-1f94-421e-897a-7e5ecdf322f4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=399f611f-6e6d-4d34-8a74-b474b6cf2d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4583688 Jul 16 17:59:43.159241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.190853 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-365d30c2-ea45-4068-a13f-bb571fa23f85 req-0c65b59f-1c3c-46db-9276-fae186e61bf0 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894305 Jul 16 17:59:43.233094 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.298671 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fffe89f-f5ba-4813-a21a-69116de8dac6 x-openstack-request-id: req-5fffe89f-f5ba-4813-a21a-69116de8dac6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:43.299137 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503e3946-b4fb-492e-bd20-817bb00ff99a", "name": "network-vif-deleted", "tag": "b83486fa-8da8-4ce7-a68b-154e189fcd39", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:43.299221 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fffe89f-f5ba-4813-a21a-69116de8dac6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:43.300092 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503e3946-b4fb-492e-bd20-817bb00ff99a', 'name': 'network-vif-deleted', 'tag': 'b83486fa-8da8-4ce7-a68b-154e189fcd39', 'status': 'completed', 'code': 200} Jul 16 17:59:43.336579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:43.413095 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc3fa399-98ae-449c-9ad6-094a57472595 req-44cf1eb0-39a3-4273-b4f7-f8371798ffc7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 210 time: 0.1552255 Jul 16 17:59:43.418344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b23a9b-c46e-49fd-a1c8-9c057fb5c54a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:43.429006 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.429404 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Added segment 97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b of type vlan for network 15486c4d-c262-4e88-9036-2ec8ba922abe Jul 16 17:59:43.432312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Made reservation on behalf of 9febc51e22c8482aa82f53a183471225 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:43.436817 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.523857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5fa728e-3973-49b1-8538-5671f9b6608e req-96576120-ca34-41e6-82a1-68d7b49cae79 service neutron] 10.222.0.38 "GET /v2.0/networks/399f611f-6e6d-4d34-8a74-b474b6cf2d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289609 Jul 16 17:59:43.629574 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.634539 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5fa728e-3973-49b1-8538-5671f9b6608e req-44d4964c-3151-4f0e-a157-84821a6884fd service neutron] 10.222.0.38 "GET /v2.0/networks/399f611f-6e6d-4d34-8a74-b474b6cf2d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033766 Jul 16 17:59:43.729975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7504e94-05bb-4cd9-9468-b85e59aa8b01 req-1d0023a1-a49e-4122-b5f0-d4f2fc24c60b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/ports?device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 210 time: 0.0573077 Jul 16 17:59:43.757814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.758956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:43.759813 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.852193 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6578307 Jul 16 17:59:43.856338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:43.867332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2c5fc07d-336e-4976-a857-94f556795cc2 admin admin] Request body: {'subnet': {'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-762790747-subnet', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:43.919770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5fc07d-336e-4976-a857-94f556795cc2 admin admin] Made reservation on behalf of ae24206fa2ec480c8c28a7f43afb0d13 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:43.925172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c5fc07d-336e-4976-a857-94f556795cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.955173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fbbe8-f723-4a8f-a19b-c035fa22825a admin admin] Pushing event updated for resources: {'Network': ['ID=15486c4d-c262-4e88-9036-2ec8ba922abe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:43.958162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Allocated IP 172.20.0.8 (08f96ba2-0ec4-4089-8a39-c5652fbab18c/b2715fa6-e681-4bf2-b5f4-7980d53d631f/a8908b5e-db2e-477b-b01d-c043514bd5d4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:43.968269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 15486c4d-c262-4e88-9036-2ec8ba922abe details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:44.286838 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c5fc07d-336e-4976-a857-94f556795cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.358053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fc07d-336e-4976-a857-94f556795cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aad6c5a-210b-47f9-a347-b8352be22239,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:44.364242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83486fa-8da8-4ce7-a68b-154e189fcd39 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:44.395032 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: b83486fa-8da8-4ce7-a68b-154e189fcd39 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:44.395499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5fc07d-336e-4976-a857-94f556795cc2 admin admin] Checking segment: {'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:44.395871 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5fc07d-336e-4976-a857-94f556795cc2 admin admin] Network hostable DHCP agents. Network: 15486c4d-c262-4e88-9036-2ec8ba922abe, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:59:44.396192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83486fa-8da8-4ce7-a68b-154e189fcd39 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:44.431917 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.455356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5fc07d-336e-4976-a857-94f556795cc2 admin admin] Network 15486c4d-c262-4e88-9036-2ec8ba922abe is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:59:44.469307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Transition to ACTIVE for port object a8908b5e-db2e-477b-b01d-c043514bd5d4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:44.473798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2c5fc07d-336e-4976-a857-94f556795cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 15486c4d-c262-4e88-9036-2ec8ba922abe) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:44.485172 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5fc07d-336e-4976-a857-94f556795cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.487751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc940fa8-dd1c-4be8-8424-856a9b457413 None None] Network 15486c4d-c262-4e88-9036-2ec8ba922abe requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:44.498340 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c5fc07d-336e-4976-a857-94f556795cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.516521 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2c5fc07d-336e-4976-a857-94f556795cc2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6582456 Jul 16 17:59:44.518793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:44.523375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:44.552232 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.568701 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['4e41fbec-8eb6-469b-a14b-6ec3b4a34634'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:44.569019 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.570501 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.685774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Pushing event updated for resources: {'Port': ['ID=a8908b5e-db2e-477b-b01d-c043514bd5d4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:44.721031 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.738910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Network 08f96ba2-0ec4-4089-8a39-c5652fbab18c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:44.751327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:44.754070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:44.847677 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-15486c4d-c262-4e88-9036-2ec8ba922abe', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'fixed_ips': [{'subnet_id': '8aad6c5a-210b-47f9-a347-b8352be22239'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:59:44.849076 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.911163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.925366 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.951536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a831c5b5-5db0-4dd2-b5c9-aeb3c69de207 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0341525 Jul 16 17:59:44.986690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Request body: {'port': {'device_id': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:45.043817 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.136962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Allocated IP 172.20.0.2 (15486c4d-c262-4e88-9036-2ec8ba922abe/8aad6c5a-210b-47f9-a347-b8352be22239/ba6680b8-69f6-49d3-b9cb-a29960fea5ee) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:45.185385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab253e8d-dee7-4dd7-82e0-306649e65f98 req-d2910899-9eff-41e9-914e-1b9756c3e63f tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:45.195897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab253e8d-dee7-4dd7-82e0-306649e65f98 req-d2910899-9eff-41e9-914e-1b9756c3e63f tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 931 time: 0.1570101 Jul 16 17:59:45.196996 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.256266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a4024ce9-5a13-4936-96d2-54c911061d31 None None] Provisioning for port a8908b5e-db2e-477b-b01d-c043514bd5d4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:45.281474 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab253e8d-dee7-4dd7-82e0-306649e65f98 req-da7a3653-b997-4a3d-8de0-977ab8832891 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808716 Jul 16 17:59:45.306235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a4024ce9-5a13-4936-96d2-54c911061d31 None None] Provisioning complete for port a8908b5e-db2e-477b-b01d-c043514bd5d4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:45.307309 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4024ce9-5a13-4936-96d2-54c911061d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.380652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.398779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a4024ce9-5a13-4936-96d2-54c911061d31 None None] Port a8908b5e-db2e-477b-b01d-c043514bd5d4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:45.413705 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.545632 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.564240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Transition to ACTIVE for port object ba6680b8-69f6-49d3-b9cb-a29960fea5ee will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:45.585986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Transition to ACTIVE for port object ba6680b8-69f6-49d3-b9cb-a29960fea5ee will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:45.594328 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.605801 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Allocated IP 172.25.8.154 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/78f22e6b-cad3-42c2-a7b9-b3d2db47693b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:45.669126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Network 15486c4d-c262-4e88-9036-2ec8ba922abe is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:45.672285 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:45.680927 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:45.707849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8908b5e-db2e-477b-b01d-c043514bd5d4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:45.717044 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.732182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Transition to ACTIVE for port object a8908b5e-db2e-477b-b01d-c043514bd5d4 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:45.743208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Pushing event updated for resources: {'Port': ['ID=ba6680b8-69f6-49d3-b9cb-a29960fea5ee,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:45.805878 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.824010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Attempting to bind port ba6680b8-69f6-49d3-b9cb-a29960fea5ee on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:45.824537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Attempting to bind port ba6680b8-69f6-49d3-b9cb-a29960fea5ee by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:45.824950 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Attempting to bind port ba6680b8-69f6-49d3-b9cb-a29960fea5ee on network 15486c4d-c262-4e88-9036-2ec8ba922abe {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:45.841379 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:45.841802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Checking segment: {'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:45.842167 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.844568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Bound using segment: {'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:45.845269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Bound port: ba6680b8-69f6-49d3-b9cb-a29960fea5ee, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:45.845693 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.885155 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.896564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-63a1c77c-3599-41fc-b94f-7faa3866550e tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:45.898829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-63a1c77c-3599-41fc-b94f-7faa3866550e tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.42 "GET /v2.0/networks?id=d5fb1b63-ee56-46ed-a2e0-d46f32d69430 HTTP/1.1" status: 200 len: 810 time: 0.3283100 Jul 16 17:59:45.915608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:45.928609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Request body: {'port': {'device_id': '123a3b5e-1d9d-40aa-be0d-917c663a521c', 'network_id': 'd5fb1b63-ee56-46ed-a2e0-d46f32d69430', 'admin_state_up': True, 'tenant_id': 'e229df54702348f1a483f3f1726c8c76'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:45.973557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Pushing event updated for resources: {'Port': ['ID=a8908b5e-db2e-477b-b01d-c043514bd5d4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:46.009606 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.033296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] For port ba6680b8-69f6-49d3-b9cb-a29960fea5ee, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:46.038029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] For port ba6680b8-69f6-49d3-b9cb-a29960fea5ee, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ba6680b8-69f6-49d3-b9cb-a29960fea5ee,segment=NetworkSegment(97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b),segment_id=97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:46.043635 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.075176 n-d-793618-9 neutron-server[93766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 17:59:46.082448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-ed8dafe7-c964-45b8-9928-05cabae79ad5 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:59:46.093954 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-ed8dafe7-c964-45b8-9928-05cabae79ad5 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1768820 Jul 16 17:59:46.131420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:46.139041 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:46.141838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:46.168890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c230f-4901-4b33-b19e-a4db43c82219 None None] Pushing event updated for resources: {'Port': ['ID=ba6680b8-69f6-49d3-b9cb-a29960fea5ee,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:46.189982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Pushing event updated for resources: {'Port': ['ID=78f22e6b-cad3-42c2-a7b9-b3d2db47693b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:46.199893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Attempting to bind port a8908b5e-db2e-477b-b01d-c043514bd5d4 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:46.200468 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Attempting to bind port a8908b5e-db2e-477b-b01d-c043514bd5d4 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:46.200974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Attempting to bind port a8908b5e-db2e-477b-b01d-c043514bd5d4 on network 08f96ba2-0ec4-4089-8a39-c5652fbab18c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:46.212478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Port a8908b5e-db2e-477b-b01d-c043514bd5d4 on network 08f96ba2-0ec4-4089-8a39-c5652fbab18c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:46.213115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Attempting to bind port a8908b5e-db2e-477b-b01d-c043514bd5d4 on network 08f96ba2-0ec4-4089-8a39-c5652fbab18c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:46.228642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:46.228642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Checking segment: {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:46.228998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Bound using segment: {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:46.229489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Bound port: a8908b5e-db2e-477b-b01d-c043514bd5d4, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf73e7ac-0199-441c-a83f-b513d7a6043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:46.230012 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.279280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad20aaee-bf52-465f-9799-0b8184b0f31c req-6ef2379d-96aa-4359-a6d9-a6b09dee9a69 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/ports?device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 210 time: 0.0588467 Jul 16 17:59:46.306056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Made reservation on behalf of e229df54702348f1a483f3f1726c8c76 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:46.309843 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.329712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] Request body: {'binding': {'host': 'n-h1-793618-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:46.330477 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:59:46.442789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] For port a8908b5e-db2e-477b-b01d-c043514bd5d4, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:46.474231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] For port a8908b5e-db2e-477b-b01d-c043514bd5d4, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a8908b5e-db2e-477b-b01d-c043514bd5d4,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:46.484019 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.562457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:46.563284 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.564746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] 10.222.0.38 "PUT /v2.0/ports/a8908b5e-db2e-477b-b01d-c043514bd5d4 HTTP/1.1" status: 200 len: 1091 time: 1.6058140 Jul 16 17:59:46.565221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'tag': 'a8908b5e-db2e-477b-b01d-c043514bd5d4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:46.567524 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2e49b7-7585-4693-b627-58f1d38c589a" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc28d75-eb58-4f68-b522-da5dc4279db1", "tag": "a8908b5e-db2e-477b-b01d-c043514bd5d4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:46.604881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de8476-51d7-4fa3-8045-1a8b649bf569 service neutron] Pushing event updated for resources: {'Port': ['ID=a8908b5e-db2e-477b-b01d-c043514bd5d4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:46.622858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Allocated IP 172.20.0.2 (d5fb1b63-ee56-46ed-a2e0-d46f32d69430/349ec08b-1a4f-4dc0-93b0-536feb4f6ff3/5a1775d0-8415-4654-84a3-88f5e1cedc48) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:46.746645 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.796689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] Attempting to bind port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on host n-h1-793618-9 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:46.797613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] Attempting to bind port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:46.797853 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] Attempting to bind port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:46.807145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-d2fff641-cdc0-4a8b-aeb8-612695d256c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:46.808044 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] Port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on network f7de7ee4-fe4c-401a-990c-c9868fce980e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:46.808392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] Attempting to bind port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:46.808772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-d2fff641-cdc0-4a8b-aeb8-612695d256c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 1094 time: 0.1808782 Jul 16 17:59:46.862909 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:46.863250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:46.863575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] Bound using segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:46.864039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] Bound port: 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:46.912377 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-a436bd60-7864-4164-965e-d098e1e994c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8908b5e-db2e-477b-b01d-c043514bd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0956497 Jul 16 17:59:47.011847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.014927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-d345eaac-320e-46bb-8211-1649d433bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.016678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-d345eaac-320e-46bb-8211-1649d433bd6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.0921941 Jul 16 17:59:47.020150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:47.030242 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.032043 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-6de773a0-6f1c-499a-9a18-43bfb65ff1bf service neutron] 10.222.0.52 "POST /v2.0/ports/481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a/bindings HTTP/1.1" status: 201 len: 389 time: 0.8360581 Jul 16 17:59:47.100543 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.152877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.204285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-10fc31c1-d212-49ae-b9ec-f65053eb9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.208504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-10fc31c1-d212-49ae-b9ec-f65053eb9a50 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843905 Jul 16 17:59:47.211658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:47.252372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fd651-7ad4-4bf3-811f-4c492f76c84c req-a6ae5672-4e0a-45c6-b868-9224f6a4c4d2 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.254916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c5fd651-7ad4-4bf3-811f-4c492f76c84c req-a6ae5672-4e0a-45c6-b868-9224f6a4c4d2 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 943 time: 0.2292912 Jul 16 17:59:47.265943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Network d5fb1b63-ee56-46ed-a2e0-d46f32d69430 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:47.300752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:47.317870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Pushing event updated for resources: {'Port': ['ID=5a1775d0-8415-4654-84a3-88f5e1cedc48,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:47.323961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:47.368225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:59:47.504001 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:47.525855 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.527760 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c9fa8a20-0be4-4cf3-8605-bba0f971e007 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0078259 Jul 16 17:59:47.530274 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Sync routers for ids ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:47.533966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:47.550695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c5fd651-7ad4-4bf3-811f-4c492f76c84c req-c602f736-81af-4b06-a945-81a8d84ae31f tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826898 Jul 16 17:59:47.551993 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Routers {'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:47.555268 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:47.562926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-bc89e7e8-9fdc-48d1-8724-b3f6f7c973b5 service neutron] 10.222.0.38 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461807 Jul 16 17:59:47.611668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.612634 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.729731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-67dbfaea-5903-4c0a-9d16-3c69ef28ded4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12715d25e52a4e11a1ff7777f05061cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144250 Jul 16 17:59:47.733816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:47.745299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-2829b728-6b56-425c-8b0e-0cb07fff6b7b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8261261 Jul 16 17:59:47.746049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ba6680b8-69f6-49d3-b9cb-a29960fea5ee up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:47.761199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Request body: {'port': {'device_id': '123a3b5e-1d9d-40aa-be0d-917c663a521c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:47.772695 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Set router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:47.846631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ba6680b8-69f6-49d3-b9cb-a29960fea5ee completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:47.869937 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ccf1bd-c9db-4e22-ace9-c00962083fb0 x-openstack-request-id: req-66ccf1bd-c9db-4e22-ace9-c00962083fb0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:47.870236 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc28d75-eb58-4f68-b522-da5dc4279db1", "tag": "a8908b5e-db2e-477b-b01d-c043514bd5d4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:47.870497 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66ccf1bd-c9db-4e22-ace9-c00962083fb0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:47.870921 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'tag': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'status': 'completed', 'code': 200} Jul 16 17:59:47.959113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-1edb3e5f-4ee4-4704-aaeb-fa65d3beab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.960612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-1edb3e5f-4ee4-4704-aaeb-fa65d3beab6e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 1097 time: 0.5957127 Jul 16 17:59:47.981233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe58efd-7cde-41e9-ac18-74ebd6ff303d None None] Network 15486c4d-c262-4e88-9036-2ec8ba922abe requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:48.101963 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T17:59:46Z', 'revision_number': 3, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:48.124226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d571edfd-6d0e-4563-8a3f-6c0d245fe0d9 None None] Provisioning for port ba6680b8-69f6-49d3-b9cb-a29960fea5ee completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:48.143133 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Checking router: a43b0644-ba3f-46d2-8d9b-128ad86ff0ab for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:48.143886 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Updating router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab port 78f22e6b-cad3-42c2-a7b9-b3d2db47693b binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:59:48.146681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d571edfd-6d0e-4563-8a3f-6c0d245fe0d9 None None] Provisioning complete for port ba6680b8-69f6-49d3-b9cb-a29960fea5ee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:48.147064 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d571edfd-6d0e-4563-8a3f-6c0d245fe0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.192001 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.475548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 23a7bbb7-e065-4734-921f-5a5463d30105 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:48.497252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1efdf4fc-a146-4d57-84ee-32c601d849ef req-94bfaa63-2f98-4a70-8c53-1edb81b5290f service neutron] 10.222.0.38 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9180403 Jul 16 17:59:48.566049 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d571edfd-6d0e-4563-8a3f-6c0d245fe0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.580973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e14f6a20-08fb-458f-9f4e-2fe1c0389170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.613264 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.647144 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d571edfd-6d0e-4563-8a3f-6c0d245fe0d9 None None] For port ba6680b8-69f6-49d3-b9cb-a29960fea5ee, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ba6680b8-69f6-49d3-b9cb-a29960fea5ee,segment=NetworkSegment(97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b),segment_id=97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:48.653553 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d571edfd-6d0e-4563-8a3f-6c0d245fe0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.667711 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.688549 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e14f6a20-08fb-458f-9f4e-2fe1c0389170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.712422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-d132075e-80c9-4163-b00f-6026b07375d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:48.714559 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-d132075e-80c9-4163-b00f-6026b07375d2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.7357359 Jul 16 17:59:48.725698 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.745167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6134b4c3-c2ff-4bcb-bf73-72d4f39b0130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a7bbb7-e065-4734-921f-5a5463d30105'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:48.748875 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d4f7d6-4595-4403-9cc2-5755afe68785" -d '{"events": [{"server_uuid": "6134b4c3-c2ff-4bcb-bf73-72d4f39b0130", "name": "network-vif-unplugged", "status": "completed", "tag": "23a7bbb7-e065-4734-921f-5a5463d30105"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:48.755283 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Transition to ACTIVE for port object 78f22e6b-cad3-42c2-a7b9-b3d2db47693b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:48.769165 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.780337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 23a7bbb7-e065-4734-921f-5a5463d30105, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=23a7bbb7-e065-4734-921f-5a5463d30105,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:48.794906 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.808050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571edfd-6d0e-4563-8a3f-6c0d245fe0d9 None None] Pushing event updated for resources: {'Port': ['ID=ba6680b8-69f6-49d3-b9cb-a29960fea5ee,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:48.840929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38097b05-c15e-4ed2-9252-0055ecc76781 req-ed38ffc2-4453-4ba2-9ad4-f2c2d3b3f7f0 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:48.848859 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38097b05-c15e-4ed2-9252-0055ecc76781 req-ed38ffc2-4453-4ba2-9ad4-f2c2d3b3f7f0 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 946 time: 0.8196452 Jul 16 17:59:48.856592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-669d60b6-f471-4a2e-9cf2-5e60a768475c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a HTTP/1.1" status: 200 len: 217 time: 0.1129603 Jul 16 17:59:48.877823 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Pushing event updated for resources: {'Port': ['ID=78f22e6b-cad3-42c2-a7b9-b3d2db47693b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:48.889375 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:48.890468 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:48.890924 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:48.891374 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:48.892047 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:48.892266 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:48.892710 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:48.893195 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:48.893906 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:48.894351 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:48.894789 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:48.895222 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:48.903545 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Attempting to bind port 78f22e6b-cad3-42c2-a7b9-b3d2db47693b on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:48.904337 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Attempting to bind port 78f22e6b-cad3-42c2-a7b9-b3d2db47693b by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:48.905447 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Attempting to bind port 78f22e6b-cad3-42c2-a7b9-b3d2db47693b on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:48.912534 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:48.912909 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:48.913348 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.916509 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:48.916985 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Bound port: 78f22e6b-cad3-42c2-a7b9-b3d2db47693b, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:48.917418 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.919579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.930399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=23a7bbb7-e065-4734-921f-5a5463d30105,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:48.979993 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] For port 78f22e6b-cad3-42c2-a7b9-b3d2db47693b, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:48.980971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7e1c84fb-85ea-4982-a0fc-419cd2f52475 None None] Provisioning complete for port ba6680b8-69f6-49d3-b9cb-a29960fea5ee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:48.981466 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e1c84fb-85ea-4982-a0fc-419cd2f52475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.984956 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] For port 78f22e6b-cad3-42c2-a7b9-b3d2db47693b, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=78f22e6b-cad3-42c2-a7b9-b3d2db47693b,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:48.991153 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.009494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8ec6c-1a19-4764-83d4-646bf8886b4b req-cbfbce4f-9b2f-4b78-a7f7-b9814dd5ec50 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.011043 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75d8ec6c-1a19-4764-83d4-646bf8886b4b req-cbfbce4f-9b2f-4b78-a7f7-b9814dd5ec50 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/ports?device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 931 time: 0.5214667 Jul 16 17:59:49.021388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e49b7-7585-4693-b627-58f1d38c589a req-bbce1d79-412f-4b39-880a-954ab8945ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.022946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a2e49b7-7585-4693-b627-58f1d38c589a req-bbce1d79-412f-4b39-880a-954ab8945ce4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 1094 time: 0.4387870 Jul 16 17:59:49.074136 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dae4b-9113-4398-82a3-f38aa7c470af None None] Pushing event updated for resources: {'Port': ['ID=78f22e6b-cad3-42c2-a7b9-b3d2db47693b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:49.092815 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Routers {'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:49.093766 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:49.105016 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e14f6a20-08fb-458f-9f4e-2fe1c0389170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.107614 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e14f6a20-08fb-458f-9f4e-2fe1c0389170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.111851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e14f6a20-08fb-458f-9f4e-2fe1c0389170 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa559560-08a0-4b98-b161-d24029935cad HTTP/1.1" status: 204 len: 168 time: 1.3728521 Jul 16 17:59:49.145360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38097b05-c15e-4ed2-9252-0055ecc76781 req-c678c192-ba99-4d93-b422-1c3fe180a85d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951734 Jul 16 17:59:49.146634 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Allocated IP 172.20.0.1 (15486c4d-c262-4e88-9036-2ec8ba922abe/8aad6c5a-210b-47f9-a347-b8352be22239/1b38a202-fd53-4b1c-8bcf-a62436bb727d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:49.224459 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] Set router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:49.272138 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.287748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-dfead7c4-1760-4a44-a610-cfb6a081e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.289253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-dfead7c4-1760-4a44-a610-cfb6a081e3a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.4182851 Jul 16 17:59:49.290033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f6a20-08fb-458f-9f4e-2fe1c0389170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa559560-08a0-4b98-b161-d24029935cad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:49.304699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Transition to ACTIVE for port object 1b38a202-fd53-4b1c-8bcf-a62436bb727d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:49.336292 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75d8ec6c-1a19-4764-83d4-646bf8886b4b req-93021a28-2559-4517-9527-b4cd693a8fe2 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/security-groups?id=502bb972-25b5-4d6b-9a05-e547a114e8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122203 Jul 16 17:59:49.360422 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.407683 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-fcb1d06b-c347-40f3-907a-a0de39815d6d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872469 Jul 16 17:59:49.485346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Network 15486c4d-c262-4e88-9036-2ec8ba922abe is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:49.494266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:49.496935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e49b7-7585-4693-b627-58f1d38c589a req-9acbf5d0-ba5c-4d14-8792-161c8988dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.499706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:49.503405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a2e49b7-7585-4693-b627-58f1d38c589a req-9acbf5d0-ba5c-4d14-8792-161c8988dc7e service neutron] 10.222.0.38 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.4616113 Jul 16 17:59:49.558754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Pushing event updated for resources: {'Port': ['ID=1b38a202-fd53-4b1c-8bcf-a62436bb727d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:49.581069 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T17:59:46Z', 'revision_number': 3, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:49.590143 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.652463 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b682719-de1f-4db9-b855-1559a8e395a1 None None] The sync data for ids ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'] in n-d-793618-9 is: [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T17:59:46Z', 'revision_number': 3, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:49.758637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ba6680b8-69f6-49d3-b9cb-a29960fea5ee up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:49.935445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ba6680b8-69f6-49d3-b9cb-a29960fea5ee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:49.935664 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.974365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.977246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1775d0-8415-4654-84a3-88f5e1cedc48 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:50.125972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a2e49b7-7585-4693-b627-58f1d38c589a req-02d61a87-ceec-4af9-8be9-8a255526d2f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8908b5e-db2e-477b-b01d-c043514bd5d4 HTTP/1.1" status: 200 len: 217 time: 0.6020713 Jul 16 17:59:50.158811 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7912f361-5cda-4a02-90c0-54eb9e98b344 x-openstack-request-id: req-7912f361-5cda-4a02-90c0-54eb9e98b344 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:50.159116 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6134b4c3-c2ff-4bcb-bf73-72d4f39b0130", "name": "network-vif-unplugged", "status": "completed", "tag": "23a7bbb7-e065-4734-921f-5a5463d30105", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:50.159370 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7912f361-5cda-4a02-90c0-54eb9e98b344 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:50.159774 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6134b4c3-c2ff-4bcb-bf73-72d4f39b0130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a7bbb7-e065-4734-921f-5a5463d30105', 'code': 200} Jul 16 17:59:50.196775 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f307aeaf-af1c-4649-b20a-b904913cc439 None None] Provisioning for port 1b38a202-fd53-4b1c-8bcf-a62436bb727d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:50.207910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f307aeaf-af1c-4649-b20a-b904913cc439 None None] Provisioning complete for port 1b38a202-fd53-4b1c-8bcf-a62436bb727d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:50.208487 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f307aeaf-af1c-4649-b20a-b904913cc439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.227090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:50.245885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e49b7-7585-4693-b627-58f1d38c589a req-6e4947cc-befd-43c8-a55e-2fe4802083ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.247396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a2e49b7-7585-4693-b627-58f1d38c589a req-6e4947cc-befd-43c8-a55e-2fe4802083ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.1205926 Jul 16 17:59:50.249303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.286023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f307aeaf-af1c-4649-b20a-b904913cc439 None None] Port 1b38a202-fd53-4b1c-8bcf-a62436bb727d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:50.376009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Transition to ACTIVE for port object 5a1775d0-8415-4654-84a3-88f5e1cedc48 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:50.399105 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.404490 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.414815 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.425819 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a8908b5e-db2e-477b-b01d-c043514bd5d4 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:50.503129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Pushing event updated for resources: {'Port': ['ID=1b38a202-fd53-4b1c-8bcf-a62436bb727d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:50.572778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-4aa68361-8fcd-471f-8896-01b6050f4f0e service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0597003 Jul 16 17:59:50.602493 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.654747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a8908b5e-db2e-477b-b01d-c043514bd5d4, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a8908b5e-db2e-477b-b01d-c043514bd5d4,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:50.669487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'port_id': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'mac_address': 'fa:16:3e:f8:bf:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:50.739292 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.746291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Network 15486c4d-c262-4e88-9036-2ec8ba922abe is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:50.752293 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:50.766084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8908b5e-db2e-477b-b01d-c043514bd5d4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:50.790870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a8908b5e-db2e-477b-b01d-c043514bd5d4, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a8908b5e-db2e-477b-b01d-c043514bd5d4,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:50.797108 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.800052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1775d0-8415-4654-84a3-88f5e1cedc48,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:50.813897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e49b7-7585-4693-b627-58f1d38c589a req-b3e9ab36-db29-4104-99da-a0a25b9a5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.815608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a2e49b7-7585-4693-b627-58f1d38c589a req-b3e9ab36-db29-4104-99da-a0a25b9a5cd6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5198174 Jul 16 17:59:50.868158 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=a8908b5e-db2e-477b-b01d-c043514bd5d4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:50.885045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01e1dd-471a-43cd-9554-4d1441268ca6 req-c87a4fc0-b3d2-44fc-9d41-14b4c8f38651 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.889984 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c01e1dd-471a-43cd-9554-4d1441268ca6 req-c87a4fc0-b3d2-44fc-9d41-14b4c8f38651 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 943 time: 0.7615602 Jul 16 17:59:51.006664 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:51.009920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Attempting to bind port 5a1775d0-8415-4654-84a3-88f5e1cedc48 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:51.010353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Attempting to bind port 5a1775d0-8415-4654-84a3-88f5e1cedc48 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'db5a2402-ea10-4416-8ea2-a69b5dc74307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5fb1b63-ee56-46ed-a2e0-d46f32d69430'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:51.010786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Attempting to bind port 5a1775d0-8415-4654-84a3-88f5e1cedc48 on network d5fb1b63-ee56-46ed-a2e0-d46f32d69430 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:51.027028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['a8908b5e-db2e-477b-b01d-c043514bd5d4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:51.050672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Port 5a1775d0-8415-4654-84a3-88f5e1cedc48 on network d5fb1b63-ee56-46ed-a2e0-d46f32d69430 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:51.051007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Attempting to bind port 5a1775d0-8415-4654-84a3-88f5e1cedc48 on network d5fb1b63-ee56-46ed-a2e0-d46f32d69430 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:51.059314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-317e2335-e4a4-410a-9952-f4f7d4de0460 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.060752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-317e2335-e4a4-410a-9952-f4f7d4de0460 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/networks?id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 200 len: 805 time: 0.6921372 Jul 16 17:59:51.105739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:51.105739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Checking segment: {'id': 'db5a2402-ea10-4416-8ea2-a69b5dc74307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5fb1b63-ee56-46ed-a2e0-d46f32d69430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:51.105739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Bound using segment: {'id': 'db5a2402-ea10-4416-8ea2-a69b5dc74307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5fb1b63-ee56-46ed-a2e0-d46f32d69430'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:51.105739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Bound port: 5a1775d0-8415-4654-84a3-88f5e1cedc48, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5a2402-ea10-4416-8ea2-a69b5dc74307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd5fb1b63-ee56-46ed-a2e0-d46f32d69430'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:51.106205 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.140898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c737f7c9-8f7a-43f0-b663-cd714e2db8b5 None None] Provisioning complete for port 1b38a202-fd53-4b1c-8bcf-a62436bb727d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:51.141275 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c737f7c9-8f7a-43f0-b663-cd714e2db8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.141456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-c47ba5da-35f6-45a3-bb77-75dd8e7246f4 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/quotas/91946e394876469eb4374cd52f408efc HTTP/1.1" status: 200 len: 375 time: 0.0694573 Jul 16 17:59:51.147187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-283cd883-1280-4e22-b4ed-deb8a451124b service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643110 Jul 16 17:59:51.148977 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a2e49b7-7585-4693-b627-58f1d38c589a req-d8f17952-1e9c-4ae3-876d-9dde89baa4e6 service neutron] 10.222.0.38 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419236 Jul 16 17:59:51.154234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c01e1dd-471a-43cd-9554-4d1441268ca6 req-f9d41009-fd62-4be5-b4ce-368323d40af0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302935 Jul 16 17:59:51.200192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:51.217214 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b594f7f8-6e00-4830-90fa-0332b69782bf admin admin] 10.222.0.52 "PUT /v2.0/routers/a43b0644-ba3f-46d2-8d9b-128ad86ff0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6800110 Jul 16 17:59:51.217777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c737f7c9-8f7a-43f0-b663-cd714e2db8b5 None None] Port 1b38a202-fd53-4b1c-8bcf-a62436bb727d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:51.242281 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4f9f-544c-4eed-ac12-aec699007e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.413255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] For port 5a1775d0-8415-4654-84a3-88f5e1cedc48, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:51.452010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] For port 5a1775d0-8415-4654-84a3-88f5e1cedc48, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5a1775d0-8415-4654-84a3-88f5e1cedc48,segment=NetworkSegment(db5a2402-ea10-4416-8ea2-a69b5dc74307),segment_id=db5a2402-ea10-4416-8ea2-a69b5dc74307)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:51.463488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.467648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a2e49b7-7585-4693-b627-58f1d38c589a req-cfa4505d-5e2a-405c-8f7c-551d4f2d24b2 service neutron] 10.222.0.38 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041489 Jul 16 17:59:51.490320 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-7838147f-9f52-47aa-8798-78de4136e1af tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3479471 Jul 16 17:59:51.555432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.557130 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.561086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] 10.222.0.42 "PUT /v2.0/ports/5a1775d0-8415-4654-84a3-88f5e1cedc48 HTTP/1.1" status: 200 len: 1091 time: 3.8080583 Jul 16 17:59:51.570378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123a3b5e-1d9d-40aa-be0d-917c663a521c', 'tag': '5a1775d0-8415-4654-84a3-88f5e1cedc48'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:51.573571 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d98796-1231-468c-b44e-ff13314536ed" -d '{"events": [{"name": "network-changed", "server_uuid": "123a3b5e-1d9d-40aa-be0d-917c663a521c", "tag": "5a1775d0-8415-4654-84a3-88f5e1cedc48"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:51.607824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf4f9f-544c-4eed-ac12-aec699007e96 admin admin] Deleting port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:51.608541 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4f9f-544c-4eed-ac12-aec699007e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.673738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c637b-acbb-4c04-bf20-824b97a115d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1775d0-8415-4654-84a3-88f5e1cedc48,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:51.676211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 78f22e6b-cad3-42c2-a7b9-b3d2db47693b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:51.684604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fe860-b41b-4de4-bd82-6e3fc42cd566 req-ca35fbf8-4350-46e1-9646-28706ff8096d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.686659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df3fe860-b41b-4de4-bd82-6e3fc42cd566 req-ca35fbf8-4350-46e1-9646-28706ff8096d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 946 time: 0.3235772 Jul 16 17:59:51.740207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3fdf4f9f-544c-4eed-ac12-aec699007e96 admin admin] For port b6af1bec-1bbb-4bf5-862d-76a61b26c3dd, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b6af1bec-1bbb-4bf5-862d-76a61b26c3dd,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:51.740566 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4f9f-544c-4eed-ac12-aec699007e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.744900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-691a0a4e-257f-4975-974d-bf405b636c7e service neutron] 10.222.0.52 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536147 Jul 16 17:59:51.754628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf4f9f-544c-4eed-ac12-aec699007e96 admin admin] Calling delete_port for b6af1bec-1bbb-4bf5-862d-76a61b26c3dd owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:51.773659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 78f22e6b-cad3-42c2-a7b9-b3d2db47693b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:51.778564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 78f22e6b-cad3-42c2-a7b9-b3d2db47693b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:51.779158 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.898485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-c6d16275-bd04-4775-8ce6-2e29fadb3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.901637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-c6d16275-bd04-4775-8ce6-2e29fadb3ebc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e229df54702348f1a483f3f1726c8c76&device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 1094 time: 0.2691071 Jul 16 17:59:51.907815 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.940709 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b84d1-e803-40a5-9683-8297b4e7bd94 req-1d68e3e0-9b22-476b-abfc-d336b06c90cd tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.942449 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5d4b84d1-e803-40a5-9683-8297b4e7bd94 req-1d68e3e0-9b22-476b-abfc-d336b06c90cd tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.42 "GET /v2.0/ports?device_id=6134b4c3-c2ff-4bcb-bf73-72d4f39b0130 HTTP/1.1" status: 200 len: 943 time: 0.1813009 Jul 16 17:59:51.943305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 78f22e6b-cad3-42c2-a7b9-b3d2db47693b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=78f22e6b-cad3-42c2-a7b9-b3d2db47693b,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:51.953687 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.973153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-bf12f466-fe37-4439-8b1d-003a30830bb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a1775d0-8415-4654-84a3-88f5e1cedc48 HTTP/1.1" status: 200 len: 217 time: 0.0475669 Jul 16 17:59:51.980435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-07e59d41-baca-4fdc-b4ba-c358051ac346 service neutron] 10.222.0.52 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344334 Jul 16 17:59:52.041675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-8ebe5bde-579a-48d8-8829-da54051d55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.043914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-8ebe5bde-579a-48d8-8829-da54051d55ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=349ec08b-1a4f-4dc0-93b0-536feb4f6ff3 HTTP/1.1" status: 200 len: 850 time: 0.0624645 Jul 16 17:59:52.075894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=78f22e6b-cad3-42c2-a7b9-b3d2db47693b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:52.089723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-ecc6c5c4-28ba-438b-be18-abff81ea4960 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d5fb1b63-ee56-46ed-a2e0-d46f32d69430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353234 Jul 16 17:59:52.143716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df3fe860-b41b-4de4-bd82-6e3fc42cd566 req-3939d576-274a-4a1a-8fb9-a9623cb3d3eb tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312212 Jul 16 17:59:52.217261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5d4b84d1-e803-40a5-9683-8297b4e7bd94 req-75d05f3f-3936-4b47-8f0f-c1893ef2e958 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Deleting port 23a7bbb7-e065-4734-921f-5a5463d30105 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:52.217999 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5d4b84d1-e803-40a5-9683-8297b4e7bd94 req-75d05f3f-3936-4b47-8f0f-c1893ef2e958 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.273344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-e4787cc7-9b38-439a-ac59-fbea6ddc825e service neutron] 10.222.0.42 "GET /v2.0/networks/d5fb1b63-ee56-46ed-a2e0-d46f32d69430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738019 Jul 16 17:59:52.293790 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:59:52.377792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Sync routers for ids ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:52.388577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Routers {'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:52.389223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:52.443448 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a8908b5e-db2e-477b-b01d-c043514bd5d4 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:52.477059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5d4b84d1-e803-40a5-9683-8297b4e7bd94 req-75d05f3f-3936-4b47-8f0f-c1893ef2e958 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] For port 23a7bbb7-e065-4734-921f-5a5463d30105, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=23a7bbb7-e065-4734-921f-5a5463d30105,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:52.478664 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5d4b84d1-e803-40a5-9683-8297b4e7bd94 req-75d05f3f-3936-4b47-8f0f-c1893ef2e958 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.507762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5d4b84d1-e803-40a5-9683-8297b4e7bd94 req-75d05f3f-3936-4b47-8f0f-c1893ef2e958 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Calling delete_port for 23a7bbb7-e065-4734-921f-5a5463d30105 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:52.581659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port a8908b5e-db2e-477b-b01d-c043514bd5d4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:52.595368 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a939fd-2f89-439e-957c-0dbfb5c51a01 req-8f11867b-b378-4168-84b1-d31603aeec66 service neutron] 10.222.0.42 "GET /v2.0/networks/d5fb1b63-ee56-46ed-a2e0-d46f32d69430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087156 Jul 16 17:59:52.596040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Set router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:52.605267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port a8908b5e-db2e-477b-b01d-c043514bd5d4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:52.605694 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.656810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d028-e1de-4308-9692-a5b4a1378ca9 req-4af81a74-9617-4e94-b0f3-cfb3548452f8 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.659084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f898d028-e1de-4308-9692-a5b4a1378ca9 req-4af81a74-9617-4e94-b0f3-cfb3548452f8 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/ports?device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 943 time: 0.1697412 Jul 16 17:59:52.730578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4f9f-544c-4eed-ac12-aec699007e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.781751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f898d028-e1de-4308-9692-a5b4a1378ca9 req-f5b63979-521a-4867-bd04-9ea3ef94cb36 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/security-groups?id=502bb972-25b5-4d6b-9a05-e547a114e8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161468 Jul 16 17:59:52.867931 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c62675-d343-4160-acec-cde1a469e20a x-openstack-request-id: req-94c62675-d343-4160-acec-cde1a469e20a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:52.868416 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123a3b5e-1d9d-40aa-be0d-917c663a521c", "tag": "5a1775d0-8415-4654-84a3-88f5e1cedc48", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:52.868762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf4f9f-544c-4eed-ac12-aec699007e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6af1bec-1bbb-4bf5-862d-76a61b26c3dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:52.869018 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94c62675-d343-4160-acec-cde1a469e20a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:52.869597 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123a3b5e-1d9d-40aa-be0d-917c663a521c', 'tag': '5a1775d0-8415-4654-84a3-88f5e1cedc48', 'status': 'completed', 'code': 200} Jul 16 17:59:52.954494 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.037926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d98796-1231-468c-b44e-ff13314536ed req-58deb342-862b-45e9-8bff-0d13f125bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.042694 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5d4b84d1-e803-40a5-9683-8297b4e7bd94 req-75d05f3f-3936-4b47-8f0f-c1893ef2e958 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.045261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32d98796-1231-468c-b44e-ff13314536ed req-58deb342-862b-45e9-8bff-0d13f125bd51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e229df54702348f1a483f3f1726c8c76&device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 1094 time: 0.1381996 Jul 16 17:59:53.144430 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d05f3f-3936-4b47-8f0f-c1893ef2e958 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Pushing event deleted for resources: {'Port': ['ID=23a7bbb7-e065-4734-921f-5a5463d30105,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:53.152885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d98796-1231-468c-b44e-ff13314536ed req-4430610f-ef34-471a-b1ff-34622437fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.154789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32d98796-1231-468c-b44e-ff13314536ed req-4430610f-ef34-471a-b1ff-34622437fc42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d5fb1b63-ee56-46ed-a2e0-d46f32d69430 HTTP/1.1" status: 200 len: 911 time: 0.0991073 Jul 16 17:59:53.209714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a8908b5e-db2e-477b-b01d-c043514bd5d4, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a8908b5e-db2e-477b-b01d-c043514bd5d4,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:53.217406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8908b5e-db2e-477b-b01d-c043514bd5d4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:53.224143 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a638d59e-9597-4c89-b293-485823d675d5" -d '{"events": [{"server_uuid": "9dc28d75-eb58-4f68-b522-da5dc4279db1", "name": "network-vif-plugged", "status": "completed", "tag": "a8908b5e-db2e-477b-b01d-c043514bd5d4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:53.236069 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.290376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32d98796-1231-468c-b44e-ff13314536ed req-def46692-1cb9-46db-a5ce-c3e156b0a028 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a1775d0-8415-4654-84a3-88f5e1cedc48 HTTP/1.1" status: 200 len: 217 time: 0.1232607 Jul 16 17:59:53.323936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4b84d1-e803-40a5-9683-8297b4e7bd94 req-75d05f3f-3936-4b47-8f0f-c1893ef2e958 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] No DVR routers for this DVR port 23a7bbb7-e065-4734-921f-5a5463d30105 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:53.327439 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5d4b84d1-e803-40a5-9683-8297b4e7bd94 req-75d05f3f-3936-4b47-8f0f-c1893ef2e958 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.330582 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5d4b84d1-e803-40a5-9683-8297b4e7bd94 req-75d05f3f-3936-4b47-8f0f-c1893ef2e958 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.42 "DELETE /v2.0/ports/23a7bbb7-e065-4734-921f-5a5463d30105 HTTP/1.1" status: 204 len: 173 time: 1.3789358 Jul 16 17:59:53.331044 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6134b4c3-c2ff-4bcb-bf73-72d4f39b0130', 'name': 'network-vif-deleted', 'tag': '23a7bbb7-e065-4734-921f-5a5463d30105'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:53.333413 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d01ddc-6347-48fa-85ce-69eff4562465" -d '{"events": [{"server_uuid": "6134b4c3-c2ff-4bcb-bf73-72d4f39b0130", "name": "network-vif-deleted", "tag": "23a7bbb7-e065-4734-921f-5a5463d30105"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:53.354773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d98796-1231-468c-b44e-ff13314536ed req-a04b93f5-5faf-466d-b5f2-518b44b17d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.356815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32d98796-1231-468c-b44e-ff13314536ed req-a04b93f5-5faf-466d-b5f2-518b44b17d21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=349ec08b-1a4f-4dc0-93b0-536feb4f6ff3 HTTP/1.1" status: 200 len: 850 time: 0.0571139 Jul 16 17:59:53.391436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=a8908b5e-db2e-477b-b01d-c043514bd5d4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:53.405027 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T17:59:49Z', 'revision_number': 4, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '1b38a202-fd53-4b1c-8bcf-a62436bb727d', 'name': '', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'mac_address': 'fa:16:3e:b5:ac:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:48Z', 'updated_at': '2021-07-16T17:59:50Z', 'revision_number': 2, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'subnets': [{'id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:53.406977 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32d98796-1231-468c-b44e-ff13314536ed req-cb64568c-0e9d-4e7a-baaa-0db16750915e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d5fb1b63-ee56-46ed-a2e0-d46f32d69430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375080 Jul 16 17:59:53.424544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dbeb7-e685-40b9-8b48-1155783a8736 req-6139749c-eebe-40ec-abc1-5cb80b612b70 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.426661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c6dbeb7-e685-40b9-8b48-1155783a8736 req-6139749c-eebe-40ec-abc1-5cb80b612b70 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 944 time: 0.2707844 Jul 16 17:59:53.449497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Checking router: a43b0644-ba3f-46d2-8d9b-128ad86ff0ab for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:53.449750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Updating router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab port 1b38a202-fd53-4b1c-8bcf-a62436bb727d binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:59:53.462500 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4f9f-544c-4eed-ac12-aec699007e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.492580 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.556771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32d98796-1231-468c-b44e-ff13314536ed req-a0b3e230-219c-42f7-856b-c726e6e841cb service neutron] 10.222.0.42 "GET /v2.0/networks/d5fb1b63-ee56-46ed-a2e0-d46f32d69430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287816 Jul 16 17:59:53.594864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c6dbeb7-e685-40b9-8b48-1155783a8736 req-c2b9aa29-266d-4c94-8194-106ba9abddb4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580677 Jul 16 17:59:53.785635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32d98796-1231-468c-b44e-ff13314536ed req-b0aa123a-5627-4183-b8bc-b5501d161201 service neutron] 10.222.0.42 "GET /v2.0/networks/d5fb1b63-ee56-46ed-a2e0-d46f32d69430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941953 Jul 16 17:59:53.846834 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 78f22e6b-cad3-42c2-a7b9-b3d2db47693b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:53.916738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:53.918959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-80e5c73b-5f7a-43a1-ab50-9bf0650ce2fb req-c375a187-e481-4258-b8fb-fd68db8e66ea tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 210 time: 0.0304368 Jul 16 17:59:53.923485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-856d40b4-8fcb-4229-b85b-bbfb9bbb8f81 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--264227820', 'description': 'tempest-description--2077854947'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:53.968766 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-856d40b4-8fcb-4229-b85b-bbfb9bbb8f81 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.094945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 78f22e6b-cad3-42c2-a7b9-b3d2db47693b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:54.095538 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.120092 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-856d40b4-8fcb-4229-b85b-bbfb9bbb8f81 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.131253 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-856d40b4-8fcb-4229-b85b-bbfb9bbb8f81 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.296138 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-856d40b4-8fcb-4229-b85b-bbfb9bbb8f81 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.298831 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-856d40b4-8fcb-4229-b85b-bbfb9bbb8f81 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3788271 Jul 16 17:59:54.303523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:54.307894 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d40b4-8fcb-4229-b85b-bbfb9bbb8f81 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb93bc43-1813-459e-92d3-1b879474310a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:54.316212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-99e050ff-61c9-4c50-9bf4-7064ee3ddd1d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Request body: {'security_group_rule': {'security_group_id': 'fb93bc43-1813-459e-92d3-1b879474310a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:54.328076 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.348156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Transition to ACTIVE for port object 1b38a202-fd53-4b1c-8bcf-a62436bb727d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:54.354288 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5b0c9b-c126-4d02-8cc3-c9b94813f6d3 x-openstack-request-id: req-6b5b0c9b-c126-4d02-8cc3-c9b94813f6d3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:54.354881 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc28d75-eb58-4f68-b522-da5dc4279db1", "name": "network-vif-plugged", "status": "completed", "tag": "a8908b5e-db2e-477b-b01d-c043514bd5d4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:54.355530 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b5b0c9b-c126-4d02-8cc3-c9b94813f6d3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:54.356158 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'code': 200} Jul 16 17:59:54.359878 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.384912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80850d0-44f2-4932-bdc1-e6e67292f35f req-640631d4-de0d-4d91-87b9-4126e29d76b9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.385882 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa92964-47cb-474f-94f3-52a6246f136b x-openstack-request-id: req-aaa92964-47cb-474f-94f3-52a6246f136b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:54.387612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f80850d0-44f2-4932-bdc1-e6e67292f35f req-640631d4-de0d-4d91-87b9-4126e29d76b9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 946 time: 0.1870558 Jul 16 17:59:54.391070 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99e050ff-61c9-4c50-9bf4-7064ee3ddd1d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.391643 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6134b4c3-c2ff-4bcb-bf73-72d4f39b0130", "name": "network-vif-deleted", "tag": "23a7bbb7-e065-4734-921f-5a5463d30105", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:54.392628 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aaa92964-47cb-474f-94f3-52a6246f136b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:54.401937 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6134b4c3-c2ff-4bcb-bf73-72d4f39b0130', 'name': 'network-vif-deleted', 'tag': '23a7bbb7-e065-4734-921f-5a5463d30105', 'status': 'completed', 'code': 200} Jul 16 17:59:54.531549 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99e050ff-61c9-4c50-9bf4-7064ee3ddd1d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.562685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdf4f9f-544c-4eed-ac12-aec699007e96 admin admin] Router f3071a1d-cf99-4130-825f-54c01ec0bdf5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:54.607983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5a1775d0-8415-4654-84a3-88f5e1cedc48 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:54.612582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 23a7bbb7-e065-4734-921f-5a5463d30105 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:54.663799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 23a7bbb7-e065-4734-921f-5a5463d30105 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:54.664245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 23a7bbb7-e065-4734-921f-5a5463d30105 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:54.717987 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-61f95533-b43a-41b7-902e-9aff5b627137 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.720439 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-61f95533-b43a-41b7-902e-9aff5b627137 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.38 "GET /v2.0/networks?id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 200 len: 805 time: 0.1841884 Jul 16 17:59:54.819628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdf4f9f-544c-4eed-ac12-aec699007e96 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:54.825893 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3fdf4f9f-544c-4eed-ac12-aec699007e96 admin admin] 10.222.0.52 "PUT /v2.0/routers/f3071a1d-cf99-4130-825f-54c01ec0bdf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5897155 Jul 16 17:59:54.832454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:54.847324 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd1c3b-5f5d-4d07-b537-5491ddb30057 None None] Sync routers for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:54.851152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5a1775d0-8415-4654-84a3-88f5e1cedc48, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5a1775d0-8415-4654-84a3-88f5e1cedc48,segment=NetworkSegment(db5a2402-ea10-4416-8ea2-a69b5dc74307),segment_id=db5a2402-ea10-4416-8ea2-a69b5dc74307)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:54.863798 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd1c3b-5f5d-4d07-b537-5491ddb30057 None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:54.864945 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-67bd1c3b-5f5d-4d07-b537-5491ddb30057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:54.871014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '5a1775d0-8415-4654-84a3-88f5e1cedc48', 'network_id': 'd5fb1b63-ee56-46ed-a2e0-d46f32d69430', 'port_id': '5a1775d0-8415-4654-84a3-88f5e1cedc48', 'mac_address': 'fa:16:3e:30:43:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349ec08b-1a4f-4dc0-93b0-536feb4f6ff3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:54.879191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ce0cf-4a44-405d-ad60-d33ea583266e None None] Pushing event updated for resources: {'Port': ['ID=1b38a202-fd53-4b1c-8bcf-a62436bb727d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:55.047126 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-67bd1c3b-5f5d-4d07-b537-5491ddb30057 None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:55.075509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Attempting to bind port 1b38a202-fd53-4b1c-8bcf-a62436bb727d on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:55.076176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Attempting to bind port 1b38a202-fd53-4b1c-8bcf-a62436bb727d by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:55.076901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Attempting to bind port 1b38a202-fd53-4b1c-8bcf-a62436bb727d on network 15486c4d-c262-4e88-9036-2ec8ba922abe {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:55.094571 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.099019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:55.099761 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Checking segment: {'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:55.100035 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.100534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Bound using segment: {'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:55.101131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Bound port: 1b38a202-fd53-4b1c-8bcf-a62436bb727d, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:55.101665 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.133111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1775d0-8415-4654-84a3-88f5e1cedc48 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:55.219807 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99e050ff-61c9-4c50-9bf4-7064ee3ddd1d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.228195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.241668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Request body: {'port': {'device_id': '3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08', 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'admin_state_up': True, 'tenant_id': '91946e394876469eb4374cd52f408efc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:55.247988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] For port 1b38a202-fd53-4b1c-8bcf-a62436bb727d, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:55.254568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] For port 1b38a202-fd53-4b1c-8bcf-a62436bb727d, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1b38a202-fd53-4b1c-8bcf-a62436bb727d,segment=NetworkSegment(97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b),segment_id=97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:55.273049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5a1775d0-8415-4654-84a3-88f5e1cedc48, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5a1775d0-8415-4654-84a3-88f5e1cedc48,segment=NetworkSegment(db5a2402-ea10-4416-8ea2-a69b5dc74307),segment_id=db5a2402-ea10-4416-8ea2-a69b5dc74307)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:55.277733 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.292465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f80850d0-44f2-4932-bdc1-e6e67292f35f req-b4263b63-6b12-4549-8e84-00994601838d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8803258 Jul 16 17:59:55.341776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e050ff-61c9-4c50-9bf4-7064ee3ddd1d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac06ae9-56c1-4dc5-a487-8b95572eb0a2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:55.381136 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.392351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ce0cf-4a44-405d-ad60-d33ea583266e None None] Pushing event updated for resources: {'Port': ['ID=1b38a202-fd53-4b1c-8bcf-a62436bb727d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:55.394404 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99e050ff-61c9-4c50-9bf4-7064ee3ddd1d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.395718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-99e050ff-61c9-4c50-9bf4-7064ee3ddd1d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0904224 Jul 16 17:59:55.398806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:55.422937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Request body: {'security_group_rule': {'security_group_id': 'fb93bc43-1813-459e-92d3-1b879474310a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:55.425928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Routers {'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:55.426589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:55.502544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.567334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.575889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] Set router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:55.610201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b00eb5-dcdb-426a-8787-3a253ce9d69f req-8e13764b-24ee-4d3b-a9bb-c640d3671a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.611826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8b00eb5-dcdb-426a-8787-3a253ce9d69f req-8e13764b-24ee-4d3b-a9bb-c640d3671a50 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 1096 time: 1.1422207 Jul 16 17:59:55.629053 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-67bd1c3b-5f5d-4d07-b537-5491ddb30057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:59:52Z', 'revision_number': 5, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port': {'id': '83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:57Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:55.681739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a09de-5fd5-4fd7-8920-7c9a77db10fc req-7555bb85-a690-4fd7-b37c-e3d23e379bb4 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.700902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c0a09de-5fd5-4fd7-8920-7c9a77db10fc req-7555bb85-a690-4fd7-b37c-e3d23e379bb4 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/ports?device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 944 time: 0.4716797 Jul 16 17:59:55.704420 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd1c3b-5f5d-4d07-b537-5491ddb30057 None None] Checking router: f3071a1d-cf99-4130-825f-54c01ec0bdf5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:55.731120 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd1c3b-5f5d-4d07-b537-5491ddb30057 None None] Routers {'f3071a1d-cf99-4130-825f-54c01ec0bdf5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:55.732423 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-67bd1c3b-5f5d-4d07-b537-5491ddb30057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:55.781901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5a1775d0-8415-4654-84a3-88f5e1cedc48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:55.782501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8b00eb5-dcdb-426a-8787-3a253ce9d69f req-d912939a-6648-4348-aeb6-cbb6ef7525e2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523924 Jul 16 17:59:55.819204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Made reservation on behalf of 91946e394876469eb4374cd52f408efc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:55.823139 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.854188 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c0a09de-5fd5-4fd7-8920-7c9a77db10fc req-4707f0d0-bb00-45d3-a563-67e535b1d72a tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/security-groups?id=502bb972-25b5-4d6b-9a05-e547a114e8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522772 Jul 16 17:59:55.865362 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Deleting port 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:55.865708 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.868518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5a1775d0-8415-4654-84a3-88f5e1cedc48,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:55.870438 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.874637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5648c0-02af-4ae4-a7ba-d2535881459e req-df3b3b78-b870-4d63-bdd0-29d67e2fc1a0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.889352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c5648c0-02af-4ae4-a7ba-d2535881459e req-df3b3b78-b870-4d63-bdd0-29d67e2fc1a0 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 945 time: 0.2753210 Jul 16 17:59:55.918445 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.937345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:56.006646 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e8bbc6-17bc-4d2e-9ead-6ec57755d37d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:56.009142 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-67bd1c3b-5f5d-4d07-b537-5491ddb30057 None None] Set router f3071a1d-cf99-4130-825f-54c01ec0bdf5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:56.092072 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-67bd1c3b-5f5d-4d07-b537-5491ddb30057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:59:55Z', 'revision_number': 6, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:56.095780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c5648c0-02af-4ae4-a7ba-d2535881459e req-1efa138e-bec1-497e-abb6-6953f7d7852f tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031858 Jul 16 17:59:56.115442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.115793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.116136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.116474 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.116808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.117164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.120562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.126465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.127450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.127803 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.128155 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.128826 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.134457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T17:59:49Z', 'revision_number': 4, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '1b38a202-fd53-4b1c-8bcf-a62436bb727d', 'name': '', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'mac_address': 'fa:16:3e:b5:ac:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:48Z', 'updated_at': '2021-07-16T17:59:55Z', 'revision_number': 4, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'subnets': [{'id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:56.146893 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd1c3b-5f5d-4d07-b537-5491ddb30057 None None] The sync data for ids ['f3071a1d-cf99-4130-825f-54c01ec0bdf5'] in n-d-793618-9 is: [{'id': 'f3071a1d-cf99-4130-825f-54c01ec0bdf5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-103233725-router', 'tenant_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:56Z', 'updated_at': '2021-07-16T17:59:55Z', 'revision_number': 6, 'project_id': 'ca4ce52eb9324fc8a62c28e949a32ceb', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:56.158933 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.160241 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6fe315d4-e3f9-4769-9a26-d7f35c332372 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7554381 Jul 16 17:59:56.168368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:56.183768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:56.192420 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5459ad1-a3df-4279-89df-f748b23b7a1a req-f62cec40-5705-4e9b-a121-6ba2c5baece5 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 210 time: 0.0893567 Jul 16 17:59:56.232617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69639e95-c300-4e2b-941d-2bc60fe82124 None None] The sync data for ids ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'] in n-d-793618-9 is: [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T17:59:49Z', 'revision_number': 4, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '1b38a202-fd53-4b1c-8bcf-a62436bb727d', 'name': '', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'mac_address': 'fa:16:3e:b5:ac:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:48Z', 'updated_at': '2021-07-16T17:59:55Z', 'revision_number': 4, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'subnets': [{'id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:56.274454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Allocated IP 172.20.0.13 (5c6691cf-d5a9-47bc-b44e-6a15604d81d9/74a8ce34-8c02-46f7-9b44-335db1e8053f/731b6b93-0444-4ab4-9962-28a4304deaad) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:56.299571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] For port 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:56.300555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.328431 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.336555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0534df3-ca7a-477d-8e5b-d267a76c10cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.410322 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Calling delete_port for 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:56.531848 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.587893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042da051-6d5c-4c80-b5b3-6252a38713ce req-a9b4a210-b332-4871-8fa8-550edc762f10 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.590081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042da051-6d5c-4c80-b5b3-6252a38713ce req-a9b4a210-b332-4871-8fa8-550edc762f10 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 946 time: 0.1700008 Jul 16 17:59:56.678706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042da051-6d5c-4c80-b5b3-6252a38713ce req-7a5cdae6-f821-4f98-9b95-1b38595cf964 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740433 Jul 16 17:59:56.683992 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.744624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:56.751407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:56.755936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:56.804273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Pushing event updated for resources: {'Port': ['ID=731b6b93-0444-4ab4-9962-28a4304deaad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:56.816036 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0534df3-ca7a-477d-8e5b-d267a76c10cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.818666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.819064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.819451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.819795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.820138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.820696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.820872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.821298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.821510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.821921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.822261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.822636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:56.831903 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0534df3-ca7a-477d-8e5b-d267a76c10cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.851552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.852241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.878560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3e2885ba-a47b-4308-a55b-5705c20f7587 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6539218 Jul 16 17:59:56.890461 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Request body: {'port': {'device_id': '3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:56.934279 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.945140 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0534df3-ca7a-477d-8e5b-d267a76c10cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1642e7-d2ef-4dfb-a1ff-91e87ec051e2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:56.978128 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c0534df3-ca7a-477d-8e5b-d267a76c10cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b31c8ac0e7e469a83cdf702dc73d4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0273407 Jul 16 17:59:57.015666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:57.027911 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.035922 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:57.113416 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.132729 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.280313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c5c7a-0afb-4f09-ab77-ebfa8923d5f8 req-99f40584-c807-40e2-a28b-b3a86dbae29e tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.284745 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.287410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b78c5c7a-0afb-4f09-ab77-ebfa8923d5f8 req-99f40584-c807-40e2-a28b-b3a86dbae29e tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/ports?device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 944 time: 0.2421272 Jul 16 17:59:57.291361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.335764 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc323-5c68-4eec-8a09-b1c141cdb083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.379016 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.379550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3071a1d-cf99-4130-825f-54c01ec0bdf5 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:59:57.385558 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.389072 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-11323d15-b280-4de2-97b3-0369a00820a0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f3071a1d-cf99-4130-825f-54c01ec0bdf5 HTTP/1.1" status: 204 len: 168 time: 2.5549788 Jul 16 17:59:57.394708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:57.439146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Allocated IP 172.25.8.16 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/7e141fab-e0e4-4d5b-b4eb-832efd701190) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:57.490036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc323-5c68-4eec-8a09-b1c141cdb083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.491837 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17d996e-717a-4caf-aad4-c0f8152c59aa admin admin] Deleting subnet 5fc775af-c617-41ef-a81d-530d687d1c50 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:59:57.504115 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b17d996e-717a-4caf-aad4-c0f8152c59aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.555733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b78c5c7a-0afb-4f09-ab77-ebfa8923d5f8 req-a3d7c71f-f93d-46d0-b7a6-f14c80ed9ce2 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/security-groups?id=502bb972-25b5-4d6b-9a05-e547a114e8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669406 Jul 16 17:59:57.695278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1b38a202-fd53-4b1c-8bcf-a62436bb727d up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:57.746715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ac671-36e1-4b6e-a824-db4b3951eafd req-291be5a0-ff4a-48e5-94f6-33ef0711db0d tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.760599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-071ac671-36e1-4b6e-a824-db4b3951eafd req-291be5a0-ff4a-48e5-94f6-33ef0711db0d tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 945 time: 0.3904054 Jul 16 17:59:57.778633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.801806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 1b38a202-fd53-4b1c-8bcf-a62436bb727d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:57.807308 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1b38a202-fd53-4b1c-8bcf-a62436bb727d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:57.808342 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.817596 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc323-5c68-4eec-8a09-b1c141cdb083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.821585 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc323-5c68-4eec-8a09-b1c141cdb083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.826208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a4cdc323-5c68-4eec-8a09-b1c141cdb083 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f1642e7-d2ef-4dfb-a1ff-91e87ec051e2 HTTP/1.1" status: 204 len: 168 time: 0.8093560 Jul 16 17:59:57.839045 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.859041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdc323-5c68-4eec-8a09-b1c141cdb083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1642e7-d2ef-4dfb-a1ff-91e87ec051e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:57.897467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-071ac671-36e1-4b6e-a824-db4b3951eafd req-fe2cad45-f391-4454-98c9-84d62a0355c5 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377742 Jul 16 17:59:57.935569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Pushing event updated for resources: {'Port': ['ID=7e141fab-e0e4-4d5b-b4eb-832efd701190,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:57.951286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b17d996e-717a-4caf-aad4-c0f8152c59aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.005516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:58.008763 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.027487 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:58.032378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:58.057272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 1b38a202-fd53-4b1c-8bcf-a62436bb727d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1b38a202-fd53-4b1c-8bcf-a62436bb727d,segment=NetworkSegment(97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b),segment_id=97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:58.066272 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.113113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731b6b93-0444-4ab4-9962-28a4304deaad {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:58.155564 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.174706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b6af1bec-1bbb-4bf5-862d-76a61b26c3dd no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:58.185954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117bc39-c18a-4a6b-bfda-4700df28e1f0 req-15470259-4b62-4394-aa91-8d5b4fa264d1 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.194121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5117bc39-c18a-4a6b-bfda-4700df28e1f0 req-15470259-4b62-4394-aa91-8d5b4fa264d1 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 932 time: 0.3601811 Jul 16 17:59:58.238227 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b17d996e-717a-4caf-aad4-c0f8152c59aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.244175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Transition to ACTIVE for port object 731b6b93-0444-4ab4-9962-28a4304deaad will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:58.260832 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.271817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: b6af1bec-1bbb-4bf5-862d-76a61b26c3dd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:58.272181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b6af1bec-1bbb-4bf5-862d-76a61b26c3dd not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:58.272697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:58.284841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=1b38a202-fd53-4b1c-8bcf-a62436bb727d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:58.294406 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.328512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:58.331688 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 83cffe70-d6f9-40c1-bc0b-c442f7dd8cbb not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:58.377657 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.383265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5117bc39-c18a-4a6b-bfda-4700df28e1f0 req-b33239e4-7d6d-4019-92a4-6853aff4e552 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882467 Jul 16 17:59:58.480690 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b17d996e-717a-4caf-aad4-c0f8152c59aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.515817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5a1775d0-8415-4654-84a3-88f5e1cedc48 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:58.551884 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d996e-717a-4caf-aad4-c0f8152c59aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc775af-c617-41ef-a81d-530d687d1c50,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:58.569530 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b17d996e-717a-4caf-aad4-c0f8152c59aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.577418 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b17d996e-717a-4caf-aad4-c0f8152c59aa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5fc775af-c617-41ef-a81d-530d687d1c50 HTTP/1.1" status: 204 len: 168 time: 1.1774507 Jul 16 17:59:58.587050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2859e2-7dc4-4ca8-96a4-75674d71b3ea None None] Network 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:58.601190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:58.724774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Pushing event updated for resources: {'Port': ['ID=731b6b93-0444-4ab4-9962-28a4304deaad,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:58.728348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.743585 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.792264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Pushing event updated for resources: {'Port': ['ID=7e141fab-e0e4-4d5b-b4eb-832efd701190,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:58.798887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 5a1775d0-8415-4654-84a3-88f5e1cedc48 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:58.807389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 5a1775d0-8415-4654-84a3-88f5e1cedc48 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:58.807763 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.853397 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.908969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.920335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Attempting to bind port 731b6b93-0444-4ab4-9962-28a4304deaad on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:58.920687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Attempting to bind port 731b6b93-0444-4ab4-9962-28a4304deaad by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:58.921712 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Attempting to bind port 731b6b93-0444-4ab4-9962-28a4304deaad on network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:58.929841 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.933501 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8d66cf3b-5658-40f3-9050-133ee0a6606c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7639155 Jul 16 17:59:58.958887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Port 731b6b93-0444-4ab4-9962-28a4304deaad on network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:58.959225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Attempting to bind port 731b6b93-0444-4ab4-9962-28a4304deaad on network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:58.987334 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.987551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:58.987805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Checking segment: {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:58.988207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Bound using segment: {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:58.988665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Bound port: 731b6b93-0444-4ab4-9962-28a4304deaad, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:58.989033 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.009757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3677cd2a-36e5-4090-8643-ed4575770d53 None None] DHCP port deletion for 32bb35c6-a5f8-4e53-8d92-c7e69e2a485a request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:59:59.024152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234927ba-c9ad-494e-829e-e30d990b337a req-8688063f-429f-4272-a981-60fbf9018454 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.031167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123a3b5e-1d9d-40aa-be0d-917c663a521c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1775d0-8415-4654-84a3-88f5e1cedc48'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:59.032378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-234927ba-c9ad-494e-829e-e30d990b337a req-8688063f-429f-4272-a981-60fbf9018454 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 946 time: 0.6000941 Jul 16 17:59:59.034191 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce04da8-b133-4a15-a0e4-4390328d08c8" -d '{"events": [{"server_uuid": "123a3b5e-1d9d-40aa-be0d-917c663a521c", "name": "network-vif-plugged", "status": "completed", "tag": "5a1775d0-8415-4654-84a3-88f5e1cedc48"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:59.076337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5a1775d0-8415-4654-84a3-88f5e1cedc48, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5a1775d0-8415-4654-84a3-88f5e1cedc48,segment=NetworkSegment(db5a2402-ea10-4416-8ea2-a69b5dc74307),segment_id=db5a2402-ea10-4416-8ea2-a69b5dc74307)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:59.093266 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.149417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-12e723c5-b1fa-4728-a2be-fa52edd2e6df tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.150989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-12e723c5-b1fa-4728-a2be-fa52edd2e6df tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4327960 Jul 16 17:59:59.152134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] For port 731b6b93-0444-4ab4-9962-28a4304deaad, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:59.167025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3677cd2a-36e5-4090-8643-ed4575770d53 None None] Deleting port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:59.167652 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3677cd2a-36e5-4090-8643-ed4575770d53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.185148 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-234927ba-c9ad-494e-829e-e30d990b337a req-d3341fd1-0bd3-4ffb-bf7f-54bbc40dd354 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518035 Jul 16 17:59:59.192970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] For port 731b6b93-0444-4ab4-9962-28a4304deaad, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=731b6b93-0444-4ab4-9962-28a4304deaad,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:59.197489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:59.202725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5a1775d0-8415-4654-84a3-88f5e1cedc48,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:59.241942 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.277791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-57c7147a-bf53-48e9-ac0c-0aa446a5756a tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 696 time: 0.1073918 Jul 16 17:59:59.284896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Deleting port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:59.285368 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.308210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.308849 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.310389 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] 10.222.0.38 "PUT /v2.0/ports/731b6b93-0444-4ab4-9962-28a4304deaad HTTP/1.1" status: 200 len: 1092 time: 2.4244974 Jul 16 17:59:59.316352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3677cd2a-36e5-4090-8643-ed4575770d53 None None] For port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4c80d2ff-76e6-408f-8b8a-6ac4f4eec602,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:59.318758 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3677cd2a-36e5-4090-8643-ed4575770d53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.323198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-41361278-3808-47b8-8856-9ba2c067e185 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Request body: {'floatingip': {'port_id': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:59.325990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08', 'tag': '731b6b93-0444-4ab4-9962-28a4304deaad'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:59.331113 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad847ec7-a135-4029-ac24-7aa6943e18cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08", "tag": "731b6b93-0444-4ab4-9962-28a4304deaad"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:59.351737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3677cd2a-36e5-4090-8643-ed4575770d53 None None] Calling delete_port for 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:59.478268 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3677cd2a-36e5-4090-8643-ed4575770d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.501159 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1316097346-network', 'tenant_id': '534d8d97473c412fb079e850cabf7258'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:59.510190 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677cd2a-36e5-4090-8643-ed4575770d53 None None] Pushing event deleted for resources: {'Port': ['ID=4c80d2ff-76e6-408f-8b8a-6ac4f4eec602,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:59.512283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3677cd2a-36e5-4090-8643-ed4575770d53 None None] No DVR routers for this DVR port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:59.517653 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-41361278-3808-47b8-8856-9ba2c067e185 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.525334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97194a74-463d-46a6-b6c4-d5a9df63d481 service neutron] Pushing event updated for resources: {'Port': ['ID=731b6b93-0444-4ab4-9962-28a4304deaad,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:59.545072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Made reservation on behalf of 534d8d97473c412fb079e850cabf7258 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:59.552549 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.568013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.617097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] For port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4c80d2ff-76e6-408f-8b8a-6ac4f4eec602,segment=NetworkSegment(41e7e1c2-120b-48e6-8424-6978c5fa27f1),segment_id=41e7e1c2-120b-48e6-8424-6978c5fa27f1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:59.617753 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.676207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1b38a202-fd53-4b1c-8bcf-a62436bb727d up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:59.711410 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.713797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Calling delete_port for 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:59.717017 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.748881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1b38a202-fd53-4b1c-8bcf-a62436bb727d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:59.749819 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.750329 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:59.763551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b26feb-da26-40b3-8ba3-f1f3e71498dc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:59.771452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.771969 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Added segment 62d8fe03-200c-4e38-91a6-b49c46cd4f4b of type vlan for network b8f0e98a-b258-4ac2-9205-17579cdacee1 Jul 16 17:59:59.793654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2b003-682d-4c8c-9bd3-e86493e3a28a req-287170c2-3e06-4273-9b86-dc3160f81303 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.795453 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43e2b003-682d-4c8c-9bd3-e86493e3a28a req-287170c2-3e06-4273-9b86-dc3160f81303 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/ports?device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 945 time: 0.2853389 Jul 16 17:59:59.798242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3bdf4926-6f64-403d-8cc3-5e7edceb70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.799669 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-3bdf4926-6f64-403d-8cc3-5e7edceb70ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 1095 time: 0.4169378 Jul 16 17:59:59.851821 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.886692 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.888285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.888721 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.921806 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7193990 Jul 16 17:59:59.926217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:59.933154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e81f714e-4492-4f2b-a2ac-ad6f260bc9da admin admin] Request body: {'subnet': {'network_id': 'b8f0e98a-b258-4ac2-9205-17579cdacee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1316097346-subnet', 'tenant_id': '534d8d97473c412fb079e850cabf7258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:59.934631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:59.963720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:59.964086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:59.980998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bdb86-c651-4f77-9cf3-e01417c54512 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f0e98a-b258-4ac2-9205-17579cdacee1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:59.994321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81f714e-4492-4f2b-a2ac-ad6f260bc9da admin admin] Made reservation on behalf of 534d8d97473c412fb079e850cabf7258 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:59.997372 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e81f714e-4492-4f2b-a2ac-ad6f260bc9da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.000746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network b8f0e98a-b258-4ac2-9205-17579cdacee1 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:00.029590 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b194472c-4fff-4bb9-9d1a-680ab8da40ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.044713 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-5a86e5cc-9e03-457d-970b-22ba01a24e44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=731b6b93-0444-4ab4-9962-28a4304deaad HTTP/1.1" status: 200 len: 217 time: 0.1807518 Jul 16 18:00:00.099938 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43e2b003-682d-4c8c-9bd3-e86493e3a28a req-edc5430a-d8ca-47e4-9c29-797e584d0f3d tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/security-groups?id=502bb972-25b5-4d6b-9a05-e547a114e8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348981 Jul 16 18:00:00.148981 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.154777 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ff6137-baa6-42ef-8942-405269f4a851 x-openstack-request-id: req-52ff6137-baa6-42ef-8942-405269f4a851 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:00.155898 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123a3b5e-1d9d-40aa-be0d-917c663a521c", "name": "network-vif-plugged", "status": "completed", "tag": "5a1775d0-8415-4654-84a3-88f5e1cedc48", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:00.157668 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52ff6137-baa6-42ef-8942-405269f4a851 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:00.162909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-12f2a7a6-df49-47bd-b9a5-aaff2a447212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.164406 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-12f2a7a6-df49-47bd-b9a5-aaff2a447212 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74a8ce34-8c02-46f7-9b44-335db1e8053f HTTP/1.1" status: 200 len: 845 time: 0.1106989 Jul 16 18:00:00.172512 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123a3b5e-1d9d-40aa-be0d-917c663a521c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1775d0-8415-4654-84a3-88f5e1cedc48', 'code': 200} Jul 16 18:00:00.191729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4c80d2ff-76e6-408f-8b8a-6ac4f4eec602,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:00.222570 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e81f714e-4492-4f2b-a2ac-ad6f260bc9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.235136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] No DVR routers for this DVR port 4c80d2ff-76e6-408f-8b8a-6ac4f4eec602 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:00.265197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-22df28be-6ffc-474b-baf3-eb534c43b8e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785902 Jul 16 18:00:00.288379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f714e-4492-4f2b-a2ac-ad6f260bc9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=74894bfe-5a13-4b0b-a762-98cedcaee5ea,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:00.290801 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f714e-4492-4f2b-a2ac-ad6f260bc9da admin admin] Checking segment: {'id': '62d8fe03-200c-4e38-91a6-b49c46cd4f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b8f0e98a-b258-4ac2-9205-17579cdacee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:00.291171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81f714e-4492-4f2b-a2ac-ad6f260bc9da admin admin] Network hostable DHCP agents. Network: b8f0e98a-b258-4ac2-9205-17579cdacee1, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:00.308736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81f714e-4492-4f2b-a2ac-ad6f260bc9da admin admin] Network b8f0e98a-b258-4ac2-9205-17579cdacee1 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:00.318173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e81f714e-4492-4f2b-a2ac-ad6f260bc9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, b8f0e98a-b258-4ac2-9205-17579cdacee1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:00.322339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81f714e-4492-4f2b-a2ac-ad6f260bc9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.322942 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e81f714e-4492-4f2b-a2ac-ad6f260bc9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.330589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ca81b3-84f2-4556-89f8-cf7fb9dd8645 None None] Network b8f0e98a-b258-4ac2-9205-17579cdacee1 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:00.339393 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e81f714e-4492-4f2b-a2ac-ad6f260bc9da admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4122519 Jul 16 18:00:00.616446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea397afb-4759-47bd-ba32-59b6326c0155 None None] Network b8f0e98a-b258-4ac2-9205-17579cdacee1 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:00.835675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-00d239e5-1382-4bbf-832a-8027f2a95375 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--264227820&fields=id&tenant_id=ae24206fa2ec480c8c28a7f43afb0d13 HTTP/1.1" status: 200 len: 267 time: 0.5985610 Jul 16 18:00:00.862886 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.896608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bb35c6-a5f8-4e53-8d92-c7e69e2a485a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:00.937837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e7e1c2-120b-48e6-8424-6978c5fa27f1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:00.938153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e7e1c2-120b-48e6-8424-6978c5fa27f1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:01.003915 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.034953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-c17ea21e-fac4-44da-83ff-252776b0832b service neutron] 10.222.0.38 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370553 Jul 16 18:00:01.043049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce476b0-cdaa-4e95-ba2c-16548fd6beee req-3eea27cd-c2d9-4b5c-a183-8836f0a77d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.044442 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fce476b0-cdaa-4e95-ba2c-16548fd6beee req-3eea27cd-c2d9-4b5c-a183-8836f0a77d50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 1096 time: 0.7890859 Jul 16 18:00:01.074464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.106567 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-41361278-3808-47b8-8856-9ba2c067e185 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:00:01.111985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:01.112391 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:01.114084 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:01.177415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-05427d65-96bc-4928-9a88-6131256c08d8 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.178876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-05427d65-96bc-4928-9a88-6131256c08d8 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/networks?id=15486c4d-c262-4e88-9036-2ec8ba922abe HTTP/1.1" status: 200 len: 805 time: 0.3120074 Jul 16 18:00:01.267049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fce476b0-cdaa-4e95-ba2c-16548fd6beee req-0224ebe7-4996-4ddd-96b9-304612073cd2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=502bb972-25b5-4d6b-9a05-e547a114e8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131050 Jul 16 18:00:01.273550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-c71b721b-307e-4bcd-aae1-96817fb275a1 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/quotas/ae24206fa2ec480c8c28a7f43afb0d13 HTTP/1.1" status: 200 len: 375 time: 0.0845864 Jul 16 18:00:01.282552 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-41361278-3808-47b8-8856-9ba2c067e185 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.283551 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.305595 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.307404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] 10.222.0.52 "DELETE /v2.0/networks/32bb35c6-a5f8-4e53-8d92-c7e69e2a485a HTTP/1.1" status: 204 len: 168 time: 2.6942341 Jul 16 18:00:01.310410 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:01.312402 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-41361278-3808-47b8-8856-9ba2c067e185 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.372941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb8456-84ef-4004-a143-0ed0f6c841ea admin admin] Pushing event deleted for resources: {'Network': ['ID=32bb35c6-a5f8-4e53-8d92-c7e69e2a485a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:01.383679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30475899-a7af-4d33-82dc-22c9a82c7cda req-6ecf03a7-dab5-4bdd-9d9e-7f5a96303a65 service neutron] 10.222.0.38 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345294 Jul 16 18:00:01.464173 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-41361278-3808-47b8-8856-9ba2c067e185 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Floating IP 48380f00-1433-47c2-81f5-17ccf6b9a6ae associated. External IP: 172.25.8.186, port: 4e41fbec-8eb6-469b-a14b-6ec3b4a34634. Jul 16 18:00:01.473883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-4bbbb333-05e6-4911-adb2-bf00fb66c9b5 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ae24206fa2ec480c8c28a7f43afb0d13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1869028 Jul 16 18:00:01.645255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-04d80ad6-bf3f-48a4-807c-652f94cf61b0 service neutron] 10.222.0.52 "GET /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397851 Jul 16 18:00:01.662470 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57968d80-5680-4cef-a0c0-543d8ba2f514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.817604 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-063e9032-1c93-4ff1-a056-ee33096efe25 service neutron] 10.222.0.52 "GET /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392775 Jul 16 18:00:01.819324 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-41361278-3808-47b8-8856-9ba2c067e185 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Router db61f184-7b80-41f0-ab7b-768f0b5291a5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:01.935408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-57968d80-5680-4cef-a0c0-543d8ba2f514 admin admin] Deleting port 8838733e-1bbc-4ec8-976e-30af8648eefb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:01.935896 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57968d80-5680-4cef-a0c0-543d8ba2f514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.936100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-41361278-3808-47b8-8856-9ba2c067e185 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:01.941518 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-41361278-3808-47b8-8856-9ba2c067e185 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.950502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50394e92-62cc-4747-aa10-dc913569328c None None] Sync routers for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:01.964068 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50394e92-62cc-4747-aa10-dc913569328c None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:01.965011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50394e92-62cc-4747-aa10-dc913569328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T17:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:02.004150 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-41361278-3808-47b8-8856-9ba2c067e185 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "PUT /v2.0/floatingips/48380f00-1433-47c2-81f5-17ccf6b9a6ae HTTP/1.1" status: 200 len: 997 time: 2.7129683 Jul 16 18:00:02.070696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-57968d80-5680-4cef-a0c0-543d8ba2f514 admin admin] For port 8838733e-1bbc-4ec8-976e-30af8648eefb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8838733e-1bbc-4ec8-976e-30af8648eefb,segment=NetworkSegment(9bb6373f-ca9e-460c-a701-75574190fae4),segment_id=9bb6373f-ca9e-460c-a701-75574190fae4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:02.071069 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57968d80-5680-4cef-a0c0-543d8ba2f514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.097939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-57968d80-5680-4cef-a0c0-543d8ba2f514 admin admin] Calling delete_port for 8838733e-1bbc-4ec8-976e-30af8648eefb owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:02.115451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-9b93afdf-6781-4bc5-a522-482ebac361dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.117334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-9b93afdf-6781-4bc5-a522-482ebac361dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 1097 time: 0.0903721 Jul 16 18:00:02.154247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-50394e92-62cc-4747-aa10-dc913569328c None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:02.181372 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72699e4-93ec-4cc3-8def-4ec8a7efd95c x-openstack-request-id: req-c72699e4-93ec-4cc3-8def-4ec8a7efd95c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:02.181712 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08", "tag": "731b6b93-0444-4ab4-9962-28a4304deaad", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:02.181967 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c72699e4-93ec-4cc3-8def-4ec8a7efd95c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:02.182364 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08', 'tag': '731b6b93-0444-4ab4-9962-28a4304deaad', 'status': 'completed', 'code': 200} Jul 16 18:00:02.371883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-ad780c2a-e23b-4268-816f-93b728185d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.374176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-ad780c2a-e23b-4268-816f-93b728185d47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.2460351 Jul 16 18:00:02.401017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad847ec7-a135-4029-ac24-7aa6943e18cf req-892891c0-ed18-4185-93ca-46c84f3b1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.403504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad847ec7-a135-4029-ac24-7aa6943e18cf req-892891c0-ed18-4185-93ca-46c84f3b1795 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 1095 time: 0.2023296 Jul 16 18:00:02.404630 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.417583 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57968d80-5680-4cef-a0c0-543d8ba2f514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.424382 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.465368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57968d80-5680-4cef-a0c0-543d8ba2f514 admin admin] Pushing event deleted for resources: {'Port': ['ID=8838733e-1bbc-4ec8-976e-30af8648eefb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:02.513089 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb484ba1-4798-4fc1-844c-808799e6eede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.666193 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.670014 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-70e170b9-90c4-4184-99b8-b3bdbdeb4c49 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 1000 time: 0.2846143 Jul 16 18:00:02.757186 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57968d80-5680-4cef-a0c0-543d8ba2f514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.786725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad847ec7-a135-4029-ac24-7aa6943e18cf req-300e2849-0145-4545-92b7-958e6ce56e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.788540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad847ec7-a135-4029-ac24-7aa6943e18cf req-300e2849-0145-4545-92b7-958e6ce56e7d service neutron] 10.222.0.38 "GET /v2.0/networks?id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 200 len: 906 time: 0.3425748 Jul 16 18:00:02.814150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-eb3219af-6bc5-4044-ae47-b3b68e233ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.823453 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-eb3219af-6bc5-4044-ae47-b3b68e233ec3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.1385534 Jul 16 18:00:02.890196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50394e92-62cc-4747-aa10-dc913569328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '48380f00-1433-47c2-81f5-17ccf6b9a6ae', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'port_id': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'mac_address': 'fa:16:3e:9d:ab:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:36Z', 'updated_at': '2021-07-16T18:00:00Z', 'revision_number': 1, 'project_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:02.926515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc823f-6183-4c14-b562-3e711363d8ce req-3e1cd7ab-19ea-478c-bc5f-148b9294fcd1 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.928484 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90cc823f-6183-4c14-b562-3e711363d8ce req-3e1cd7ab-19ea-478c-bc5f-148b9294fcd1 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 944 time: 0.3790975 Jul 16 18:00:02.933504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad847ec7-a135-4029-ac24-7aa6943e18cf req-0603a9fb-bca9-4d44-8412-dea9a6ec9e08 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=731b6b93-0444-4ab4-9962-28a4304deaad HTTP/1.1" status: 200 len: 217 time: 0.1311986 Jul 16 18:00:02.933711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50394e92-62cc-4747-aa10-dc913569328c None None] Checking router: db61f184-7b80-41f0-ab7b-768f0b5291a5 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:02.946066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50394e92-62cc-4747-aa10-dc913569328c None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:02.947096 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50394e92-62cc-4747-aa10-dc913569328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:02.991944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90cc823f-6183-4c14-b562-3e711363d8ce req-8e529768-ac5a-4eee-b526-9c59c0c937dc tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557606 Jul 16 18:00:03.071164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad847ec7-a135-4029-ac24-7aa6943e18cf req-1ade40ee-18ab-456b-b4e5-d15aadecdad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.073173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad847ec7-a135-4029-ac24-7aa6943e18cf req-1ade40ee-18ab-456b-b4e5-d15aadecdad1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74a8ce34-8c02-46f7-9b44-335db1e8053f HTTP/1.1" status: 200 len: 845 time: 0.0864699 Jul 16 18:00:03.076571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-0f367327-0c32-4648-9868-92c299c536e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.085101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-50394e92-62cc-4747-aa10-dc913569328c None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:03.085700 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-0f367327-0c32-4648-9868-92c299c536e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2608731 Jul 16 18:00:03.164529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad847ec7-a135-4029-ac24-7aa6943e18cf req-52f42c2e-a914-4372-a2fe-f799e80ebd25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767117 Jul 16 18:00:03.352398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50394e92-62cc-4747-aa10-dc913569328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '48380f00-1433-47c2-81f5-17ccf6b9a6ae', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'port_id': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'mac_address': 'fa:16:3e:9d:ab:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:36Z', 'updated_at': '2021-07-16T18:00:00Z', 'revision_number': 1, 'project_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:03.383333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bb61a-6024-43d4-a498-cf574e83bbe1 req-fd3c44fa-cbb7-42e0-94c4-c9dedbf86855 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.384399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50394e92-62cc-4747-aa10-dc913569328c None None] The sync data for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 is: [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '48380f00-1433-47c2-81f5-17ccf6b9a6ae', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'port_id': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'mac_address': 'fa:16:3e:9d:ab:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:36Z', 'updated_at': '2021-07-16T18:00:00Z', 'revision_number': 1, 'project_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:03.385020 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-801bb61a-6024-43d4-a498-cf574e83bbe1 req-fd3c44fa-cbb7-42e0-94c4-c9dedbf86855 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 946 time: 0.2350321 Jul 16 18:00:03.398590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-b27b7627-81b0-49a3-90d0-a1b8a1fcfcd8 service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121440 Jul 16 18:00:03.436733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad847ec7-a135-4029-ac24-7aa6943e18cf req-b6c1a1dc-ade8-4aeb-a6df-7a276b68e551 service neutron] 10.222.0.38 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276366 Jul 16 18:00:03.451726 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57968d80-5680-4cef-a0c0-543d8ba2f514 admin admin] Router 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:03.515165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-801bb61a-6024-43d4-a498-cf574e83bbe1 req-e3057b33-8b0d-432f-8758-9b29fc94c66b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206210 Jul 16 18:00:03.608105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57968d80-5680-4cef-a0c0-543d8ba2f514 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:03.617698 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-57968d80-5680-4cef-a0c0-543d8ba2f514 admin admin] 10.222.0.52 "PUT /v2.0/routers/03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3051405 Jul 16 18:00:03.620124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:03.623630 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77c3c0-713f-4e7a-80c1-e886ca98f243 None None] Sync routers for ids ['03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:03.642776 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77c3c0-713f-4e7a-80c1-e886ca98f243 None None] Routers {'03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:03.644748 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed77c3c0-713f-4e7a-80c1-e886ca98f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:03.674248 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.677551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad847ec7-a135-4029-ac24-7aa6943e18cf req-80d2e8d3-dd3e-44ea-8dc8-2198d61144cf service neutron] 10.222.0.38 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285740 Jul 16 18:00:03.698239 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dda352e-ee5e-4b1a-928b-a5728785675b req-1fce0a7b-a66c-4ecb-b9da-8ccd95c1faac service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741337 Jul 16 18:00:03.760733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b54bb10-4f3a-4781-8468-973917889645 None None] New status for floating IP 48380f00-1433-47c2-81f5-17ccf6b9a6ae: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:00:03.813372 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-97385998-b742-4587-ae24-92ba07a2d8b1 req-13a300e8-caa1-4795-9f18-040d946e9eb0 tempest-SecurityGroupsNegativeTestJSON-442716963 tempest-SecurityGroupsNegativeTestJSON-442716963-project] show failed (client error): The resource could not be found. Jul 16 18:00:03.815778 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.830378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97385998-b742-4587-ae24-92ba07a2d8b1 req-13a300e8-caa1-4795-9f18-040d946e9eb0 tempest-SecurityGroupsNegativeTestJSON-442716963 tempest-SecurityGroupsNegativeTestJSON-442716963-project] 10.222.0.52 "GET /v2.0/security-groups/2d1019dc-e6ee-49a3-99b9-c0d57745438b HTTP/1.1" status: 404 len: 352 time: 0.0348907 Jul 16 18:00:04.027625 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ed77c3c0-713f-4e7a-80c1-e886ca98f243 None None] Set router 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:04.031950 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.099659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Deleting port be2779f4-5093-4bce-8bf4-44c7b9cda756 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:04.100086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.110046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-505ac1b9-d489-43f4-b456-4df43da909b3 req-c80f9e25-5ec6-494b-b1a0-0131b6a1583b tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 210 time: 0.0872250 Jul 16 18:00:04.184505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:04.186460 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd1e217-4085-4611-b1de-dac3322282d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:04.199598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc87e77-528e-4f16-bec2-befffc5d072e req-dbe908a7-e9ec-4f44-ae59-2b2f17cda84b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.207580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2cc87e77-528e-4f16-bec2-befffc5d072e req-dbe908a7-e9ec-4f44-ae59-2b2f17cda84b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/ports?device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 945 time: 0.2664707 Jul 16 18:00:04.228569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] For port be2779f4-5093-4bce-8bf4-44c7b9cda756, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=be2779f4-5093-4bce-8bf4-44c7b9cda756,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:04.229276 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.244210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Calling delete_port for be2779f4-5093-4bce-8bf4-44c7b9cda756 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:04.255032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-671f5aca-f88f-4b06-b542-d48b35d96bf2 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.256571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-671f5aca-f88f-4b06-b542-d48b35d96bf2 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.42 "GET /v2.0/networks?id=15486c4d-c262-4e88-9036-2ec8ba922abe HTTP/1.1" status: 200 len: 805 time: 0.2812679 Jul 16 18:00:04.307173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2cc87e77-528e-4f16-bec2-befffc5d072e req-aca716be-dc20-4fcd-ac44-ea93b6ab107b tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/security-groups?id=502bb972-25b5-4d6b-9a05-e547a114e8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986316 Jul 16 18:00:04.308903 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed77c3c0-713f-4e7a-80c1-e886ca98f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224900446-router', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T18:00:02Z', 'revision_number': 5, 'project_id': '7202a126aacb46f481a9dc1ed83e74af', 'gw_port': {'id': 'be2779f4-5093-4bce-8bf4-44c7b9cda756', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:04.342375 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77c3c0-713f-4e7a-80c1-e886ca98f243 None None] Checking router: 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:04.355296 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77c3c0-713f-4e7a-80c1-e886ca98f243 None None] Routers {'03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:04.356686 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed77c3c0-713f-4e7a-80c1-e886ca98f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:04.408089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-ef494638-87dc-41cd-9644-c94e37168da4 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae24206fa2ec480c8c28a7f43afb0d13 HTTP/1.1" status: 200 len: 379 time: 0.1130528 Jul 16 18:00:04.425272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Request body: {'port': {'device_id': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'admin_state_up': True, 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'security_groups': ['fb93bc43-1813-459e-92d3-1b879474310a']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:04.457336 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 731b6b93-0444-4ab4-9962-28a4304deaad details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:04.478618 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ed77c3c0-713f-4e7a-80c1-e886ca98f243 None None] Set router 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:04.538984 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed77c3c0-713f-4e7a-80c1-e886ca98f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224900446-router', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T18:00:04Z', 'revision_number': 6, 'project_id': '7202a126aacb46f481a9dc1ed83e74af', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:04.584858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.595527 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77c3c0-713f-4e7a-80c1-e886ca98f243 None None] The sync data for ids ['03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7'] in n-d-793618-9 is: [{'id': '03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1224900446-router', 'tenant_id': '7202a126aacb46f481a9dc1ed83e74af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T18:00:04Z', 'revision_number': 6, 'project_id': '7202a126aacb46f481a9dc1ed83e74af', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:04.617123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=be2779f4-5093-4bce-8bf4-44c7b9cda756,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:04.640349 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 731b6b93-0444-4ab4-9962-28a4304deaad, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=731b6b93-0444-4ab4-9962-28a4304deaad,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:04.657150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '731b6b93-0444-4ab4-9962-28a4304deaad', 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'port_id': '731b6b93-0444-4ab4-9962-28a4304deaad', 'mac_address': 'fa:16:3e:05:c7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a8ce34-8c02-46f7-9b44-335db1e8053f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:04.711256 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.715060 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.731627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731b6b93-0444-4ab4-9962-28a4304deaad {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:04.757168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 731b6b93-0444-4ab4-9962-28a4304deaad, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=731b6b93-0444-4ab4-9962-28a4304deaad,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:04.762571 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.818780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=731b6b93-0444-4ab4-9962-28a4304deaad,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:04.820241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.822593 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.875180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.875721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:00:04.880680 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.881915 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8db7d569-5cc6-4478-9daa-f0b2f37525d0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/03c7907f-1c6d-4dfa-83b6-bcc9d2d35ab7 HTTP/1.1" status: 204 len: 168 time: 1.2605586 Jul 16 18:00:04.884556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:04.932817 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a809f3-2041-400b-80fb-dff68eeefd5a admin admin] Deleting subnet 01a925d0-86ef-43f1-9835-4aaa437d3827 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:04.936254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0a809f3-2041-400b-80fb-dff68eeefd5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.979331 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0a809f3-2041-400b-80fb-dff68eeefd5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.023043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['731b6b93-0444-4ab4-9962-28a4304deaad'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:05.052439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-0bd6efd5-0142-4909-8ada-e54c8597ea42 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.055200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-0bd6efd5-0142-4909-8ada-e54c8597ea42 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5740190 Jul 16 18:00:05.072486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0a809f3-2041-400b-80fb-dff68eeefd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.132223 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0a809f3-2041-400b-80fb-dff68eeefd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.147383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Made reservation on behalf of ae24206fa2ec480c8c28a7f43afb0d13 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:05.151366 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.157980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512fefc5-091c-4e2d-a354-08d5b447913f None None] Network 892273ce-97cd-4994-ac2d-ea729c3ebbc2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:05.164870 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0a809f3-2041-400b-80fb-dff68eeefd5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.165154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664244bb-c965-4b91-b2fb-dcd21cdbedf4 req-ca815bc2-16e9-4bb8-8ab9-a0a630712f60 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.166651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-664244bb-c965-4b91-b2fb-dcd21cdbedf4 req-ca815bc2-16e9-4bb8-8ab9-a0a630712f60 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 944 time: 0.5862999 Jul 16 18:00:05.169785 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a0a809f3-2041-400b-80fb-dff68eeefd5a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/01a925d0-86ef-43f1-9835-4aaa437d3827 HTTP/1.1" status: 204 len: 168 time: 0.2840073 Jul 16 18:00:05.171506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:05.172344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a809f3-2041-400b-80fb-dff68eeefd5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a925d0-86ef-43f1-9835-4aaa437d3827,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:05.200659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-5923849c-14c6-4c29-89ef-f032cd68686b tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 1002 time: 0.1375508 Jul 16 18:00:05.221777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-95ca82b8-9e7c-468b-8799-7dcaf663a7d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Request body: {'floatingip': {'port_id': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:05.257862 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.320643 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Deleting port 05e62440-40a8-4190-8393-dea756f454bf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:05.321016 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.341932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-664244bb-c965-4b91-b2fb-dcd21cdbedf4 req-47f62585-3c0c-429a-9362-8049b453658f tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563368 Jul 16 18:00:05.367823 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-95ca82b8-9e7c-468b-8799-7dcaf663a7d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.433611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] For port 05e62440-40a8-4190-8393-dea756f454bf, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=05e62440-40a8-4190-8393-dea756f454bf,segment=NetworkSegment(9bb6373f-ca9e-460c-a701-75574190fae4),segment_id=9bb6373f-ca9e-460c-a701-75574190fae4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:05.434316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.456436 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.459686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Calling delete_port for 05e62440-40a8-4190-8393-dea756f454bf owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:05.532065 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ebe143-301a-4f4b-957d-c9f0c0de049c x-openstack-request-id: req-45ebe143-301a-4f4b-957d-c9f0c0de049c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:05.532374 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:05.532793 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45ebe143-301a-4f4b-957d-c9f0c0de049c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:05.533088 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'status': 'completed', 'code': 200} Jul 16 18:00:05.550503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Allocated IP 172.20.0.4 (15486c4d-c262-4e88-9036-2ec8ba922abe/8aad6c5a-210b-47f9-a347-b8352be22239/f7750e4b-392d-4f21-936c-17b0af8d3405) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:05.581863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efcc2a8-0aa2-4983-8300-133ab3d97fc5 None None] DHCP port deletion for 892273ce-97cd-4994-ac2d-ea729c3ebbc2 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:00:05.686624 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.690502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0efcc2a8-0aa2-4983-8300-133ab3d97fc5 None None] Deleting port 05e62440-40a8-4190-8393-dea756f454bf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:05.691234 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efcc2a8-0aa2-4983-8300-133ab3d97fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.710227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device be2779f4-5093-4bce-8bf4-44c7b9cda756 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:05.719966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Pushing event deleted for resources: {'Port': ['ID=05e62440-40a8-4190-8393-dea756f454bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:05.725804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] No DVR routers for this DVR port 05e62440-40a8-4190-8393-dea756f454bf on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:05.741445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: be2779f4-5093-4bce-8bf4-44c7b9cda756 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:05.742561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device be2779f4-5093-4bce-8bf4-44c7b9cda756 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:05.743059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8838733e-1bbc-4ec8-976e-30af8648eefb no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:05.768058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 8838733e-1bbc-4ec8-976e-30af8648eefb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:05.768533 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8838733e-1bbc-4ec8-976e-30af8648eefb not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:05.787340 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1e217-4085-4611-b1de-dac3322282d4 req-704dca48-7774-4b55-92dd-a080c9f775fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.789282 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fd1e217-4085-4611-b1de-dac3322282d4 req-704dca48-7774-4b55-92dd-a080c9f775fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 1097 time: 0.1939480 Jul 16 18:00:05.814271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0efcc2a8-0aa2-4983-8300-133ab3d97fc5 None None] For port 05e62440-40a8-4190-8393-dea756f454bf, host n-d-793618-9, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:05.814755 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efcc2a8-0aa2-4983-8300-133ab3d97fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.818090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.828174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0efcc2a8-0aa2-4983-8300-133ab3d97fc5 None None] Calling delete_port for 05e62440-40a8-4190-8393-dea756f454bf owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:05.831133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-0efcc2a8-0aa2-4983-8300-133ab3d97fc5 None None] Port 05e62440-40a8-4190-8393-dea756f454bf was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:00:05.832376 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efcc2a8-0aa2-4983-8300-133ab3d97fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.857657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e65d8270-c3a1-4fc6-aca6-543eded6e5e2 req-dc3c7395-1d75-469e-8666-37fb8f770bdc tempest-SecurityGroupsNegativeTestJSON-442716963 tempest-SecurityGroupsNegativeTestJSON-442716963-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=534d8d97473c412fb079e850cabf7258 HTTP/1.1" status: 200 len: 2984 time: 0.1695645 Jul 16 18:00:05.859961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892273ce-97cd-4994-ac2d-ea729c3ebbc2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:05.866759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcc2a8-0aa2-4983-8300-133ab3d97fc5 None None] Pushing event deleted for resources: {'Port': ['ID=05e62440-40a8-4190-8393-dea756f454bf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:05.871458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efcc2a8-0aa2-4983-8300-133ab3d97fc5 None None] No DVR routers for this DVR port 05e62440-40a8-4190-8393-dea756f454bf on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:05.891469 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb6373f-ca9e-460c-a701-75574190fae4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:05.892272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb6373f-ca9e-460c-a701-75574190fae4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:05.904909 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.953590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.963096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:05.963752 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:05.965518 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:06.022590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1e217-4085-4611-b1de-dac3322282d4 req-96d7e38a-6b51-4dc7-9183-b043bd97d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.024119 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fd1e217-4085-4611-b1de-dac3322282d4 req-96d7e38a-6b51-4dc7-9183-b043bd97d4c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.2026522 Jul 16 18:00:06.028465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e65d8270-c3a1-4fc6-aca6-543eded6e5e2 req-7cceda6c-a6ed-4f51-b235-7c98ae2cefe4 tempest-SecurityGroupsNegativeTestJSON-442716963 tempest-SecurityGroupsNegativeTestJSON-442716963-project] 10.222.0.52 "GET /v2.0/security-groups/88b26feb-da26-40b3-8ba3-f1f3e71498dc HTTP/1.1" status: 200 len: 2981 time: 0.1624830 Jul 16 18:00:06.033558 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.039774 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.075605 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.078068 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] 10.222.0.52 "DELETE /v2.0/networks/892273ce-97cd-4994-ac2d-ea729c3ebbc2 HTTP/1.1" status: 204 len: 168 time: 0.9035866 Jul 16 18:00:06.099066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f7432-7d47-4bb7-ba8d-fda83f2f35da admin admin] Pushing event deleted for resources: {'Network': ['ID=892273ce-97cd-4994-ac2d-ea729c3ebbc2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.114088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Transition to ACTIVE for port object f7750e4b-392d-4f21-936c-17b0af8d3405 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:06.121889 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fd1e217-4085-4611-b1de-dac3322282d4 req-992ee8a7-c283-4393-9b18-7a7115215c3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 1002 time: 0.0902817 Jul 16 18:00:06.174006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1e217-4085-4611-b1de-dac3322282d4 req-b5dcd038-b643-4423-96f5-3599b26db2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.175405 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fd1e217-4085-4611-b1de-dac3322282d4 req-b5dcd038-b643-4423-96f5-3599b26db2f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.0471251 Jul 16 18:00:06.204104 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-62eee594-15dd-4267-8424-fcf2f3939e63 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.205725 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-62eee594-15dd-4267-8424-fcf2f3939e63 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab&tenant_id=8dc149fb96834be9abc17afebb864774&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1097 time: 0.2636621 Jul 16 18:00:06.223962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e65d8270-c3a1-4fc6-aca6-543eded6e5e2 req-2a8c07c8-f101-469e-8deb-870effcde801 tempest-SecurityGroupsNegativeTestJSON-442716963 tempest-SecurityGroupsNegativeTestJSON-442716963-project] 10.222.0.52 "GET /v2.0/security-groups/88b26feb-da26-40b3-8ba3-f1f3e71498dc HTTP/1.1" status: 200 len: 2981 time: 0.1770782 Jul 16 18:00:06.227071 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:06.227695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793618-9'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:06.257295 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1e217-4085-4611-b1de-dac3322282d4 req-f9d8aa5e-5183-448e-bf9d-6d6583b91df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.258850 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fd1e217-4085-4611-b1de-dac3322282d4 req-f9d8aa5e-5183-448e-bf9d-6d6583b91df3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760739 Jul 16 18:00:06.307293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.314544 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cfe586b8-9a5a-45d9-b3c4-01bdbaaa7f27 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca4ce52eb9324fc8a62c28e949a32ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0834463 Jul 16 18:00:06.315152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:06.402415 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fd1e217-4085-4611-b1de-dac3322282d4 req-24da3dbd-4948-45b9-be3f-c4e6d2d1ea5d service neutron] 10.222.0.42 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343338 Jul 16 18:00:06.408190 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-95ca82b8-9e7c-468b-8799-7dcaf663a7d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:00:06.435435 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4382dc99-5e60-43d5-87a6-be78e5d448ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.464339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Network 15486c4d-c262-4e88-9036-2ec8ba922abe is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:06.473145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:06.476270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 731b6b93-0444-4ab4-9962-28a4304deaad up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:06.484741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:06.487150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:06.494279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Pushing event updated for resources: {'Port': ['ID=f7750e4b-392d-4f21-936c-17b0af8d3405,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.496212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4382dc99-5e60-43d5-87a6-be78e5d448ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.532538 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.549455 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fd1e217-4085-4611-b1de-dac3322282d4 req-f08b6e11-529e-4fd6-a1c8-cf0f5d0293fa service neutron] 10.222.0.42 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383073 Jul 16 18:00:06.549729 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-95ca82b8-9e7c-468b-8799-7dcaf663a7d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.569461 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-95ca82b8-9e7c-468b-8799-7dcaf663a7d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.584121 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4382dc99-5e60-43d5-87a6-be78e5d448ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.587909 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4382dc99-5e60-43d5-87a6-be78e5d448ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.589602 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4382dc99-5e60-43d5-87a6-be78e5d448ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac570674-5632-4da7-afc1-84a8ec548129 HTTP/1.1" status: 204 len: 168 time: 0.2735040 Jul 16 18:00:06.620435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382dc99-5e60-43d5-87a6-be78e5d448ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac570674-5632-4da7-afc1-84a8ec548129,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.676482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.677378 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.689031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 731b6b93-0444-4ab4-9962-28a4304deaad completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:06.706592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 731b6b93-0444-4ab4-9962-28a4304deaad triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:06.707095 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.727432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9ff9c-730a-4506-b2ef-a1dbb0ebbe6c req-29e298aa-27a8-4565-9c89-51e9ea308822 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.735066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-48f9ff9c-730a-4506-b2ef-a1dbb0ebbe6c req-29e298aa-27a8-4565-9c89-51e9ea308822 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 946 time: 0.3796949 Jul 16 18:00:06.777749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-69150611-d939-4da5-ae81-1b0e05c1abb7 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3579979 Jul 16 18:00:06.785205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:06.805389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a has no active binding in host n-h1-793618-9 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:00:06.817210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Request body: {'port': {'device_id': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:06.860426 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.893174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731b6b93-0444-4ab4-9962-28a4304deaad'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:06.895914 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f6090a-4053-4372-811d-0336748778c3" -d '{"events": [{"server_uuid": "3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08", "name": "network-vif-plugged", "status": "completed", "tag": "731b6b93-0444-4ab4-9962-28a4304deaad"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:06.918229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 731b6b93-0444-4ab4-9962-28a4304deaad, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=731b6b93-0444-4ab4-9962-28a4304deaad,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:06.923596 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.928652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e074d001-cf02-4a4b-9e8e-1fa0f96297d6 None None] Provisioning for port f7750e4b-392d-4f21-936c-17b0af8d3405 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:06.930715 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-95ca82b8-9e7c-468b-8799-7dcaf663a7d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Floating IP 48380f00-1433-47c2-81f5-17ccf6b9a6ae associated. External IP: 172.25.8.186, port: 4e41fbec-8eb6-469b-a14b-6ec3b4a34634. Jul 16 18:00:06.934094 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e074d001-cf02-4a4b-9e8e-1fa0f96297d6 None None] Provisioning complete for port f7750e4b-392d-4f21-936c-17b0af8d3405 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:06.934716 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e074d001-cf02-4a4b-9e8e-1fa0f96297d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.951889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-48f9ff9c-730a-4506-b2ef-a1dbb0ebbe6c req-dce773ed-4b74-4d2d-9d14-0f1152e49c54 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155247 Jul 16 18:00:07.005029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e074d001-cf02-4a4b-9e8e-1fa0f96297d6 None None] Port f7750e4b-392d-4f21-936c-17b0af8d3405 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:07.012040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=731b6b93-0444-4ab4-9962-28a4304deaad,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:07.054135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:07.066940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:07.106700 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ea3cb0c4-d90f-4796-baf3-ecd3f022b72a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7202a126aacb46f481a9dc1ed83e74af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385869 Jul 16 18:00:07.109186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:07.135266 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.160930 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-647d75ed-f649-4e62-88c9-4174bd73441a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.182315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-647d75ed-f649-4e62-88c9-4174bd73441a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.227168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:07.231023 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-647d75ed-f649-4e62-88c9-4174bd73441a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.234042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-647d75ed-f649-4e62-88c9-4174bd73441a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.235411 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-647d75ed-f649-4e62-88c9-4174bd73441a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1270c93-6f82-4e1b-a8aa-56b023039065 HTTP/1.1" status: 204 len: 168 time: 0.1251647 Jul 16 18:00:07.247052 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d75ed-f649-4e62-88c9-4174bd73441a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1270c93-6f82-4e1b-a8aa-56b023039065,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:07.382318 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.406880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17719de6-25c7-44d8-9194-3cd699c0fd7a req-c84b040b-2e45-4880-ac35-5c58276408bb tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.408703 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17719de6-25c7-44d8-9194-3cd699c0fd7a req-c84b040b-2e45-4880-ac35-5c58276408bb tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 931 time: 0.3410316 Jul 16 18:00:07.413284 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.535854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ec34ce-aa9f-472e-b830-8d2bf15372ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:07.538108 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7279e8-19c9-4000-bcdd-996630762211" -d '{"events": [{"server_uuid": "32ec34ce-aa9f-472e-b830-8d2bf15372ab", "name": "network-vif-unplugged", "status": "completed", "tag": "481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:07.605018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 05e62440-40a8-4190-8393-dea756f454bf no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:07.629414 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 05e62440-40a8-4190-8393-dea756f454bf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:07.629769 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 05e62440-40a8-4190-8393-dea756f454bf not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:07.931458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17719de6-25c7-44d8-9194-3cd699c0fd7a req-f3c34689-d1ac-4756-ba3d-ce32779c9055 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb93bc43-1813-459e-92d3-1b879474310a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5116141 Jul 16 18:00:07.959521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Pushing event updated for resources: {'Port': ['ID=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:07.970747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-95ca82b8-9e7c-468b-8799-7dcaf663a7d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Router db61f184-7b80-41f0-ab7b-768f0b5291a5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:07.998151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Attempting to bind port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on host n-h2-793618-9 for vnic_type normal with profile {"migrating_to": "n-h1-793618-9"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:07.998420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Attempting to bind port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:07.998743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Attempting to bind port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:08.010261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on network f7de7ee4-fe4c-401a-990c-c9868fce980e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:08.010592 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Attempting to bind port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:08.056942 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:08.057249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:08.057671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Bound using segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:08.058115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Bound port: 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:08.058475 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.180795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7750e4b-392d-4f21-936c-17b0af8d3405 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:08.197947 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.231609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Transition to ACTIVE for port object f7750e4b-392d-4f21-936c-17b0af8d3405 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:08.233797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:08.238344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:08.239914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-95ca82b8-9e7c-468b-8799-7dcaf663a7d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:08.241752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.253636 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.259457 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c1adb-698b-45e4-8c94-4850300e270b None None] Sync routers for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:08.287530 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c1adb-698b-45e4-8c94-4850300e270b None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:08.291138 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d10c1adb-698b-45e4-8c94-4850300e270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:08.415513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Pushing event updated for resources: {'Port': ['ID=f7750e4b-392d-4f21-936c-17b0af8d3405,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:08.419372 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d10c1adb-698b-45e4-8c94-4850300e270b None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:08.569369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0886be0-1208-440e-bb94-862b267d8b77 req-d7d16546-db9f-4356-9253-39b1798cc1a0 tempest-SecurityGroupsNegativeTestJSON-442716963 tempest-SecurityGroupsNegativeTestJSON-442716963-project] 10.222.0.52 "GET /v2.0/security-groups/88b26feb-da26-40b3-8ba3-f1f3e71498dc HTTP/1.1" status: 200 len: 2981 time: 0.2600031 Jul 16 18:00:08.597980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.599184 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.600335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] 10.222.0.38 "PUT /v2.0/ports/481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a HTTP/1.1" status: 200 len: 1122 time: 2.3797643 Jul 16 18:00:08.633044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Attempting to bind port f7750e4b-392d-4f21-936c-17b0af8d3405 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:08.633578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Attempting to bind port f7750e4b-392d-4f21-936c-17b0af8d3405 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:08.634015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Attempting to bind port f7750e4b-392d-4f21-936c-17b0af8d3405 on network 15486c4d-c262-4e88-9036-2ec8ba922abe {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:08.679293 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:08.689627 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d10c1adb-698b-45e4-8c94-4850300e270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '48380f00-1433-47c2-81f5-17ccf6b9a6ae', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'port_id': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'mac_address': 'fa:16:3e:f8:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:36Z', 'updated_at': '2021-07-16T18:00:06Z', 'revision_number': 3, 'project_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:08.714992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Port f7750e4b-392d-4f21-936c-17b0af8d3405 on network 15486c4d-c262-4e88-9036-2ec8ba922abe not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:08.715541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Attempting to bind port f7750e4b-392d-4f21-936c-17b0af8d3405 on network 15486c4d-c262-4e88-9036-2ec8ba922abe {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:08.721375 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c1adb-698b-45e4-8c94-4850300e270b None None] Checking router: db61f184-7b80-41f0-ab7b-768f0b5291a5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:08.722155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124aef1-f461-40df-b3fa-c2c3bd0c9287 service neutron] Pushing event updated for resources: {'Port': ['ID=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:08.728920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:08.729782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Checking segment: {'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:08.730365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Bound using segment: {'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:08.730928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Bound port: f7750e4b-392d-4f21-936c-17b0af8d3405, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:08.731665 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.732239 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c1adb-698b-45e4-8c94-4850300e270b None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:08.733601 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d10c1adb-698b-45e4-8c94-4850300e270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:08.768633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:08.773006 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-b0886be0-1208-440e-bb94-862b267d8b77 req-2858d933-7044-4e38-8319-fecf537ddb32 tempest-SecurityGroupsNegativeTestJSON-442716963 tempest-SecurityGroupsNegativeTestJSON-442716963-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:00:08.792486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0886be0-1208-440e-bb94-862b267d8b77 req-2858d933-7044-4e38-8319-fecf537ddb32 tempest-SecurityGroupsNegativeTestJSON-442716963 tempest-SecurityGroupsNegativeTestJSON-442716963-project] 10.222.0.52 "DELETE /v2.0/security-groups/88b26feb-da26-40b3-8ba3-f1f3e71498dc HTTP/1.1" status: 409 len: 352 time: 0.2091856 Jul 16 18:00:08.880900 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d10c1adb-698b-45e4-8c94-4850300e270b None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:09.002314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-95ca82b8-9e7c-468b-8799-7dcaf663a7d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Router db61f184-7b80-41f0-ab7b-768f0b5291a5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:09.060241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] For port f7750e4b-392d-4f21-936c-17b0af8d3405, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:09.067418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] For port f7750e4b-392d-4f21-936c-17b0af8d3405, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f7750e4b-392d-4f21-936c-17b0af8d3405,segment=NetworkSegment(97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b),segment_id=97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:09.117103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.157435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.158495 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.160050 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] 10.222.0.42 "PUT /v2.0/ports/f7750e4b-392d-4f21-936c-17b0af8d3405 HTTP/1.1" status: 200 len: 1091 time: 2.3677840 Jul 16 18:00:09.160752 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d10c1adb-698b-45e4-8c94-4850300e270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '48380f00-1433-47c2-81f5-17ccf6b9a6ae', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'port_id': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'mac_address': 'fa:16:3e:f8:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:36Z', 'updated_at': '2021-07-16T18:00:06Z', 'revision_number': 3, 'project_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:09.202607 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c1adb-698b-45e4-8c94-4850300e270b None None] The sync data for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 is: [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '48380f00-1433-47c2-81f5-17ccf6b9a6ae', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'port_id': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'mac_address': 'fa:16:3e:f8:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:36Z', 'updated_at': '2021-07-16T18:00:06Z', 'revision_number': 3, 'project_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:09.256630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669eb7-ab47-4ae2-af9e-fdab4342040d req-13624db7-3fe2-49ff-8019-bb2f1b2fb9f9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.263796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c669eb7-ab47-4ae2-af9e-fdab4342040d req-13624db7-3fe2-49ff-8019-bb2f1b2fb9f9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.2840965 Jul 16 18:00:09.349400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3bc83-70b2-491d-b7e7-a2ffc7246012 service neutron] Pushing event updated for resources: {'Port': ['ID=f7750e4b-392d-4f21-936c-17b0af8d3405,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:09.366895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-95ca82b8-9e7c-468b-8799-7dcaf663a7d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:09.371667 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-95ca82b8-9e7c-468b-8799-7dcaf663a7d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.384591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c669eb7-ab47-4ae2-af9e-fdab4342040d req-cef63092-41cb-4c2c-9ceb-026c11417172 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194117 Jul 16 18:00:09.396651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab197ff-8547-40b1-b317-70e61a41c9ea None None] New status for floating IP 48380f00-1433-47c2-81f5-17ccf6b9a6ae: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:00:09.432114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-8a30deb7-e55f-4cb1-8f7a-f0842b2ab598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.433780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-8a30deb7-e55f-4cb1-8f7a-f0842b2ab598 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae24206fa2ec480c8c28a7f43afb0d13&device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 1094 time: 0.1995354 Jul 16 18:00:09.437813 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb251fb-d6f3-49ff-a1cd-5a83de64e433 x-openstack-request-id: req-8cb251fb-d6f3-49ff-a1cd-5a83de64e433 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:09.438113 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08", "name": "network-vif-plugged", "status": "completed", "tag": "731b6b93-0444-4ab4-9962-28a4304deaad", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:09.438372 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cb251fb-d6f3-49ff-a1cd-5a83de64e433 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:09.438766 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731b6b93-0444-4ab4-9962-28a4304deaad', 'code': 200} Jul 16 18:00:09.500057 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ca9371-6802-4fb7-882b-cf4678d7a479 x-openstack-request-id: req-d9ca9371-6802-4fb7-882b-cf4678d7a479 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:09.500736 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ec34ce-aa9f-472e-b830-8d2bf15372ab", "name": "network-vif-unplugged", "status": "completed", "tag": "481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:09.501383 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9ca9371-6802-4fb7-882b-cf4678d7a479 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:09.502242 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ec34ce-aa9f-472e-b830-8d2bf15372ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a', 'code': 200} Jul 16 18:00:09.504387 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-c921fac5-b176-4bcc-99c0-60030ff2c340 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7750e4b-392d-4f21-936c-17b0af8d3405 HTTP/1.1" status: 200 len: 217 time: 0.0496120 Jul 16 18:00:09.582825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-95ca82b8-9e7c-468b-8799-7dcaf663a7d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "PUT /v2.0/floatingips/48380f00-1433-47c2-81f5-17ccf6b9a6ae HTTP/1.1" status: 200 len: 998 time: 4.3705740 Jul 16 18:00:09.655512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-fee0e648-8cba-4d27-9011-579e3aaa985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.656953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-fee0e648-8cba-4d27-9011-579e3aaa985f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8aad6c5a-210b-47f9-a347-b8352be22239 HTTP/1.1" status: 200 len: 844 time: 0.1447988 Jul 16 18:00:09.661850 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349de87-0f44-404d-a5d0-bda69f719a46 None None] Sync routers for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:09.671451 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349de87-0f44-404d-a5d0-bda69f719a46 None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:09.672064 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1349de87-0f44-404d-a5d0-bda69f719a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:09.733980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-458bd50a-4bde-4959-8328-65f337a70d5f tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.735327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-458bd50a-4bde-4959-8328-65f337a70d5f tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports/4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 943 time: 0.1377358 Jul 16 18:00:09.752405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b792a-f33b-4476-97ae-91db0c8ee664 req-7a188457-3183-4a58-9891-6f3fdf67dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.753915 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-600b792a-f33b-4476-97ae-91db0c8ee664 req-7a188457-3183-4a58-9891-6f3fdf67dc69 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 1097 time: 0.2290063 Jul 16 18:00:09.775239 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1e06c-8ca8-45d6-a137-40c78a3f66db req-11fd3c6f-b568-4501-9475-53ef851143d1 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.776802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17b1e06c-8ca8-45d6-a137-40c78a3f66db req-11fd3c6f-b568-4501-9475-53ef851143d1 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 944 time: 0.1991782 Jul 16 18:00:09.787198 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1349de87-0f44-404d-a5d0-bda69f719a46 None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:09.806924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-6c646d91-b858-4230-b606-901669a0266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.808427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-6c646d91-b858-4230-b606-901669a0266f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15486c4d-c262-4e88-9036-2ec8ba922abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430213 Jul 16 18:00:09.902915 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-600b792a-f33b-4476-97ae-91db0c8ee664 req-29ad8499-f4c0-4cff-ad81-9ae97b40f92d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230891 Jul 16 18:00:09.907213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e2690-f85d-4f76-861c-febf22b611bc req-088f8583-db26-4ebb-84fe-c7a6d9f848c6 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.908293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17b1e06c-8ca8-45d6-a137-40c78a3f66db req-94688393-d5ed-4720-ac2b-5f72292e461a tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225307 Jul 16 18:00:09.909031 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6e3e2690-f85d-4f76-861c-febf22b611bc req-088f8583-db26-4ebb-84fe-c7a6d9f848c6 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.42 "GET /v2.0/ports?device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 945 time: 0.0679049 Jul 16 18:00:09.979072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-a2c75e4c-53c4-4008-8f10-08ee1786cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.980650 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-a2c75e4c-53c4-4008-8f10-08ee1786cfc1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 1097 time: 0.1787810 Jul 16 18:00:09.983224 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-47220e38-b68a-4b45-8534-2a462d3a6e2f service neutron] 10.222.0.42 "GET /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601329 Jul 16 18:00:10.046414 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6e3e2690-f85d-4f76-861c-febf22b611bc req-11aeaa1d-12fd-4dd9-b9aa-af5457afddb0 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Deleting port 5a1775d0-8415-4654-84a3-88f5e1cedc48 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:10.047363 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6e3e2690-f85d-4f76-861c-febf22b611bc req-11aeaa1d-12fd-4dd9-b9aa-af5457afddb0 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.126417 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1349de87-0f44-404d-a5d0-bda69f719a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '48380f00-1433-47c2-81f5-17ccf6b9a6ae', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'port_id': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'mac_address': 'fa:16:3e:f8:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:36Z', 'updated_at': '2021-07-16T18:00:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:10.137466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6e3e2690-f85d-4f76-861c-febf22b611bc req-11aeaa1d-12fd-4dd9-b9aa-af5457afddb0 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] For port 5a1775d0-8415-4654-84a3-88f5e1cedc48, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5a1775d0-8415-4654-84a3-88f5e1cedc48,segment=NetworkSegment(db5a2402-ea10-4416-8ea2-a69b5dc74307),segment_id=db5a2402-ea10-4416-8ea2-a69b5dc74307)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:10.137843 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6e3e2690-f85d-4f76-861c-febf22b611bc req-11aeaa1d-12fd-4dd9-b9aa-af5457afddb0 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.152099 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6e3e2690-f85d-4f76-861c-febf22b611bc req-11aeaa1d-12fd-4dd9-b9aa-af5457afddb0 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Calling delete_port for 5a1775d0-8415-4654-84a3-88f5e1cedc48 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:10.155899 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349de87-0f44-404d-a5d0-bda69f719a46 None None] Checking router: db61f184-7b80-41f0-ab7b-768f0b5291a5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:10.164991 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349de87-0f44-404d-a5d0-bda69f719a46 None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:10.165646 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1349de87-0f44-404d-a5d0-bda69f719a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:10.192068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4c0ebf9-134a-4690-82ab-9e90bfc1a5a0 req-5b65dc4e-9bb6-4c26-bc16-bfebf1aa0c72 service neutron] 10.222.0.42 "GET /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794314 Jul 16 18:00:10.197421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-cd9c3f02-07e6-468d-91f8-51d1da89f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.198850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-cd9c3f02-07e6-468d-91f8-51d1da89f15c service neutron] 10.222.0.52 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.2086785 Jul 16 18:00:10.244825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-09d399bc-7ff5-4a02-9437-34ed02ee7c4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 217 time: 0.0395963 Jul 16 18:00:10.252921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42198-ea5c-4e2a-81f4-9851d0162ad0 req-b09cf65d-e35f-44ab-9a7d-cf7da45f057a tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.254425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5b42198-ea5c-4e2a-81f4-9851d0162ad0 req-b09cf65d-e35f-44ab-9a7d-cf7da45f057a tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/ports?device_id=123a3b5e-1d9d-40aa-be0d-917c663a521c HTTP/1.1" status: 200 len: 945 time: 0.2036519 Jul 16 18:00:10.301016 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1349de87-0f44-404d-a5d0-bda69f719a46 None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:10.303458 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6e3e2690-f85d-4f76-861c-febf22b611bc req-11aeaa1d-12fd-4dd9-b9aa-af5457afddb0 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.314700 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5a1775d0-8415-4654-84a3-88f5e1cedc48'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:10.325032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-8d15e703-4368-440a-aca5-f37dcdbc54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.326613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-8d15e703-4368-440a-aca5-f37dcdbc54b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.0712621 Jul 16 18:00:10.340801 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5b42198-ea5c-4e2a-81f4-9851d0162ad0 req-84ca4ccb-fd5f-4542-9105-d27167e2b994 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.52 "GET /v2.0/security-groups?id=502bb972-25b5-4d6b-9a05-e547a114e8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767426 Jul 16 18:00:10.343842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeaa1d-12fd-4dd9-b9aa-af5457afddb0 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Pushing event deleted for resources: {'Port': ['ID=5a1775d0-8415-4654-84a3-88f5e1cedc48,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:10.388976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3e2690-f85d-4f76-861c-febf22b611bc req-11aeaa1d-12fd-4dd9-b9aa-af5457afddb0 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] No DVR routers for this DVR port 5a1775d0-8415-4654-84a3-88f5e1cedc48 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:10.391689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6e3e2690-f85d-4f76-861c-febf22b611bc req-11aeaa1d-12fd-4dd9-b9aa-af5457afddb0 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.393717 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6e3e2690-f85d-4f76-861c-febf22b611bc req-11aeaa1d-12fd-4dd9-b9aa-af5457afddb0 tempest-ServerGroupTestJSON-1490546441 tempest-ServerGroupTestJSON-1490546441-project] 10.222.0.42 "DELETE /v2.0/ports/5a1775d0-8415-4654-84a3-88f5e1cedc48 HTTP/1.1" status: 204 len: 173 time: 0.4783921 Jul 16 18:00:10.394166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123a3b5e-1d9d-40aa-be0d-917c663a521c', 'name': 'network-vif-deleted', 'tag': '5a1775d0-8415-4654-84a3-88f5e1cedc48'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:10.396442 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd002420-a742-48c3-8cb2-5e25bf0fda9a" -d '{"events": [{"server_uuid": "123a3b5e-1d9d-40aa-be0d-917c663a521c", "name": "network-vif-deleted", "tag": "5a1775d0-8415-4654-84a3-88f5e1cedc48"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:10.401611 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-2c3411f1-5ef8-4686-a219-baabc3cf3839 req-4292ac06-caea-495c-924a-04254bd2bc5d tempest-SecurityGroupsNegativeTestJSON-442716963 tempest-SecurityGroupsNegativeTestJSON-442716963-project] show failed (client error): The resource could not be found. Jul 16 18:00:10.402975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c3411f1-5ef8-4686-a219-baabc3cf3839 req-4292ac06-caea-495c-924a-04254bd2bc5d tempest-SecurityGroupsNegativeTestJSON-442716963 tempest-SecurityGroupsNegativeTestJSON-442716963-project] 10.222.0.52 "GET /v2.0/security-groups/222747a3-636b-4908-91ad-3e1d47dbd7eb HTTP/1.1" status: 404 len: 352 time: 0.0358245 Jul 16 18:00:10.428300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-4b8aeb90-2be8-49fa-8c1c-65a2ab7380cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.429826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-4b8aeb90-2be8-49fa-8c1c-65a2ab7380cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880828 Jul 16 18:00:10.544176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-9ce1aa54-92f6-40e7-a1ba-4eb4a2d1d440 service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040971 Jul 16 18:00:10.615753 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1349de87-0f44-404d-a5d0-bda69f719a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '48380f00-1433-47c2-81f5-17ccf6b9a6ae', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'port_id': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'mac_address': 'fa:16:3e:f8:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:36Z', 'updated_at': '2021-07-16T18:00:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:10.645691 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349de87-0f44-404d-a5d0-bda69f719a46 None None] The sync data for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 is: [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '48380f00-1433-47c2-81f5-17ccf6b9a6ae', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'port_id': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'mac_address': 'fa:16:3e:f8:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:36Z', 'updated_at': '2021-07-16T18:00:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:10.666792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a0b8-c3ac-4f1d-9827-4a8adae4bd9f req-86faad87-033d-4365-8374-cce18d754349 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.668305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f899a0b8-c3ac-4f1d-9827-4a8adae4bd9f req-86faad87-033d-4365-8374-cce18d754349 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 943 time: 0.1437738 Jul 16 18:00:10.678159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-0cda7e60-21eb-4189-814a-9d7825a86ee0 service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162241 Jul 16 18:00:10.747473 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f899a0b8-c3ac-4f1d-9827-4a8adae4bd9f req-8ff4fea5-0dfc-4d98-910b-a1339dd5920e tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb93bc43-1813-459e-92d3-1b879474310a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679820 Jul 16 18:00:10.781907 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-5a376bb9-0feb-42b4-96da-132d5113f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.783445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-5a376bb9-0feb-42b4-96da-132d5113f940 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 1096 time: 0.0737512 Jul 16 18:00:10.910032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-b62e5ddd-2e64-40ae-9a19-9f1e78e7a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.911610 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-b62e5ddd-2e64-40ae-9a19-9f1e78e7a9f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.1226215 Jul 16 18:00:10.994798 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-35715a31-90f8-463d-866b-fc658e4d6045 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8908b5e-db2e-477b-b01d-c043514bd5d4 HTTP/1.1" status: 200 len: 1001 time: 0.0772696 Jul 16 18:00:11.047950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-3a85890b-e64d-4574-97d3-e5212529d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.049835 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-3a85890b-e64d-4574-97d3-e5212529d4e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.0476968 Jul 16 18:00:11.117588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-312d9ad3-db08-4d9c-9954-cf0d1102e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.119141 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-312d9ad3-db08-4d9c-9954-cf0d1102e213 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622106 Jul 16 18:00:11.151945 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8ac1f0-47c1-4add-96bd-88cb292c1fce x-openstack-request-id: req-eb8ac1f0-47c1-4add-96bd-88cb292c1fce {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:11.152441 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123a3b5e-1d9d-40aa-be0d-917c663a521c", "name": "network-vif-deleted", "tag": "5a1775d0-8415-4654-84a3-88f5e1cedc48", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:11.152807 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb8ac1f0-47c1-4add-96bd-88cb292c1fce {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:11.153336 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123a3b5e-1d9d-40aa-be0d-917c663a521c', 'name': 'network-vif-deleted', 'tag': '5a1775d0-8415-4654-84a3-88f5e1cedc48', 'status': 'completed', 'code': 200} Jul 16 18:00:11.215226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-f041c7ba-8b2f-4d4d-9933-a903a956e93b service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891869 Jul 16 18:00:11.640448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ec34ce-aa9f-472e-b830-8d2bf15372ab', 'tag': '481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a'}, {'name': 'network-changed', 'server_uuid': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'tag': 'f7750e4b-392d-4f21-936c-17b0af8d3405'}, {'name': 'network-changed', 'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634'}, {'name': 'network-changed', 'server_uuid': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'tag': 'a8908b5e-db2e-477b-b01d-c043514bd5d4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:11.642842 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0ac245-a3b2-4a11-8f70-d658718f391b" -d '{"events": [{"name": "network-changed", "server_uuid": "32ec34ce-aa9f-472e-b830-8d2bf15372ab", "tag": "481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a"}, {"name": "network-changed", "server_uuid": "da3668e3-e3c9-4e72-ba62-1582fef78a6d", "tag": "f7750e4b-392d-4f21-936c-17b0af8d3405"}, {"name": "network-changed", "server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634"}, {"name": "network-changed", "server_uuid": "9dc28d75-eb58-4f68-b522-da5dc4279db1", "tag": "a8908b5e-db2e-477b-b01d-c043514bd5d4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:11.678594 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e706b9-c0f2-4056-9440-5d2ecaf49dac req-709a0568-a7a9-462a-8053-035341c17b73 service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567044 Jul 16 18:00:11.687594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6077df7-6194-4f9f-b62e-b21785af3be2 req-053991e0-e3bc-474f-b50e-2268a04f6400 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.689044 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6077df7-6194-4f9f-b62e-b21785af3be2 req-053991e0-e3bc-474f-b50e-2268a04f6400 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.4487600 Jul 16 18:00:11.739614 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-4f718bd4-aaa3-4eff-bdf3-c763fcb713f3 req-e187064c-3c56-43a1-b1ac-7c7dc290f643 tempest-SecurityGroupsNegativeTestJSON-442716963 tempest-SecurityGroupsNegativeTestJSON-442716963-project] show failed (client error): The resource could not be found. Jul 16 18:00:11.740575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f718bd4-aaa3-4eff-bdf3-c763fcb713f3 req-e187064c-3c56-43a1-b1ac-7c7dc290f643 tempest-SecurityGroupsNegativeTestJSON-442716963 tempest-SecurityGroupsNegativeTestJSON-442716963-project] 10.222.0.52 "GET /v2.0/security-groups/1326d1f1-b94f-4db0-b16d-5fd7e7726b24 HTTP/1.1" status: 404 len: 352 time: 0.0250084 Jul 16 18:00:11.743482 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6077df7-6194-4f9f-b62e-b21785af3be2 req-5352952e-6c96-4354-828c-fcb55a172c24 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472298 Jul 16 18:00:11.754030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:11.807473 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f70cfd7-30c1-422d-8911-e6b96f0b6bd1 admin admin] Deleting subnet 74894bfe-5a13-4b0b-a762-98cedcaee5ea {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:11.812448 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f70cfd7-30c1-422d-8911-e6b96f0b6bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.856938 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f70cfd7-30c1-422d-8911-e6b96f0b6bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.902042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f70cfd7-30c1-422d-8911-e6b96f0b6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.907614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b090e-076f-4c79-b25f-a0268138779c req-729c9221-d8bb-4bf3-a5ff-d8b739f92ec6 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.909136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-161b090e-076f-4c79-b25f-a0268138779c req-729c9221-d8bb-4bf3-a5ff-d8b739f92ec6 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 944 time: 0.0737486 Jul 16 18:00:11.953153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-161b090e-076f-4c79-b25f-a0268138779c req-4195100d-2a28-4213-8a92-228dbc283c25 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385234 Jul 16 18:00:11.966766 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f70cfd7-30c1-422d-8911-e6b96f0b6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.973387 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fc5912-51d9-46e7-ae15-a08950b1c438 x-openstack-request-id: req-e5fc5912-51d9-46e7-ae15-a08950b1c438 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:11.973701 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ec34ce-aa9f-472e-b830-8d2bf15372ab", "tag": "481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da3668e3-e3c9-4e72-ba62-1582fef78a6d", "tag": "f7750e4b-392d-4f21-936c-17b0af8d3405", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9dc28d75-eb58-4f68-b522-da5dc4279db1", "tag": "a8908b5e-db2e-477b-b01d-c043514bd5d4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:11.973958 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5fc5912-51d9-46e7-ae15-a08950b1c438 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:11.974359 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ec34ce-aa9f-472e-b830-8d2bf15372ab', 'tag': '481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a', 'status': 'completed', 'code': 200} Jul 16 18:00:11.974611 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'tag': 'f7750e4b-392d-4f21-936c-17b0af8d3405', 'status': 'completed', 'code': 200} Jul 16 18:00:11.974856 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'status': 'completed', 'code': 200} Jul 16 18:00:11.975099 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'tag': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'status': 'completed', 'code': 200} Jul 16 18:00:11.988089 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f70cfd7-30c1-422d-8911-e6b96f0b6bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.994694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:11.995025 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0f70cfd7-30c1-422d-8911-e6b96f0b6bd1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/74894bfe-5a13-4b0b-a762-98cedcaee5ea HTTP/1.1" status: 204 len: 168 time: 0.2388177 Jul 16 18:00:12.013505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70cfd7-30c1-422d-8911-e6b96f0b6bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74894bfe-5a13-4b0b-a762-98cedcaee5ea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:12.074134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-a8308161-b840-4116-994b-a77f156136b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.075939 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-a8308161-b840-4116-994b-a77f156136b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 1125 time: 0.0584881 Jul 16 18:00:12.145653 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.151793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bd2917a-c0ee-4c37-bee8-91c96fb0463f req-ab8f3cdc-064d-4efe-a44e-b6f2949512e1 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 1001 time: 0.1685395 Jul 16 18:00:12.171279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-8b514470-b37b-4f10-976e-e09176c3c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.172892 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-8b514470-b37b-4f10-976e-e09176c3c1c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.0903854 Jul 16 18:00:12.221681 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-97baa6a3-0e59-467e-9fe6-26b6cf04a0e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a HTTP/1.1" status: 200 len: 217 time: 0.0416090 Jul 16 18:00:12.235845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-f242af2f-65e1-470c-8fc9-33c3254c3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.237489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-f242af2f-65e1-470c-8fc9-33c3254c3fbd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 1096 time: 0.2054424 Jul 16 18:00:12.278468 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-4b7fc9a4-8d5a-472e-998a-817ce883c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.280000 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-4b7fc9a4-8d5a-472e-998a-817ce883c451 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.0455921 Jul 16 18:00:12.315024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2917a-c0ee-4c37-bee8-91c96fb0463f req-65dc61c9-e819-4dca-b3be-45842275a480 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.317019 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-34456430-5a17-48ef-8b20-a28349b6052e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270109 Jul 16 18:00:12.317158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bd2917a-c0ee-4c37-bee8-91c96fb0463f req-65dc61c9-e819-4dca-b3be-45842275a480 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports/a8908b5e-db2e-477b-b01d-c043514bd5d4 HTTP/1.1" status: 200 len: 942 time: 0.1569927 Jul 16 18:00:12.347356 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.408192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f0e98a-b258-4ac2-9205-17579cdacee1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:12.425427 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-d7a16874-6a4f-4b99-af95-8f8793a2d623 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907991 Jul 16 18:00:12.432482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d8fe03-200c-4e38-91a6-b49c46cd4f4b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:12.432864 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d8fe03-200c-4e38-91a6-b49c46cd4f4b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:12.476949 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.516710 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-dcfad9f0-19cf-46dd-8a6e-fa50aa7e767a service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832396 Jul 16 18:00:12.517327 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.530973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-53ea1bd8-fa3a-4219-8e47-d2510a1e040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.532615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-53ea1bd8-fa3a-4219-8e47-d2510a1e040c service neutron] 10.222.0.38 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.2862642 Jul 16 18:00:12.535146 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:12.535584 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:12.541603 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:12.558068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bd2917a-c0ee-4c37-bee8-91c96fb0463f req-56bc15e0-133f-47ca-abdb-f6b88f9e23d4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 1001 time: 0.1408112 Jul 16 18:00:12.595523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device f7750e4b-392d-4f21-936c-17b0af8d3405 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:12.599612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5a1775d0-8415-4654-84a3-88f5e1cedc48 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:12.612484 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0de960-388c-49df-a43e-afee60d90181 req-282c4b16-6e5b-47c8-aa1b-c688c08396db tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.614731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f0de960-388c-49df-a43e-afee60d90181 req-282c4b16-6e5b-47c8-aa1b-c688c08396db tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 943 time: 0.3268282 Jul 16 18:00:12.623432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-4052a003-fc7b-4866-b8c4-74284f901858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.625076 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-4052a003-fc7b-4866-b8c4-74284f901858 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae24206fa2ec480c8c28a7f43afb0d13&device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 1094 time: 0.0592048 Jul 16 18:00:12.630492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 5a1775d0-8415-4654-84a3-88f5e1cedc48 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:12.630912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5a1775d0-8415-4654-84a3-88f5e1cedc48 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:12.715092 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.720960 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.722889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b8f0e98a-b258-4ac2-9205-17579cdacee1 HTTP/1.1" status: 204 len: 168 time: 0.7282956 Jul 16 18:00:12.733237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port f7750e4b-392d-4f21-936c-17b0af8d3405, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f7750e4b-392d-4f21-936c-17b0af8d3405,segment=NetworkSegment(97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b),segment_id=97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:12.738501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-d54eacb2-793c-4998-9fd4-60b77f21778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.740589 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-d54eacb2-793c-4998-9fd4-60b77f21778f service neutron] 10.222.0.42 "GET /v2.0/networks?id=15486c4d-c262-4e88-9036-2ec8ba922abe HTTP/1.1" status: 200 len: 906 time: 0.1074889 Jul 16 18:00:12.745120 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'f7750e4b-392d-4f21-936c-17b0af8d3405', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'port_id': 'f7750e4b-392d-4f21-936c-17b0af8d3405', 'mac_address': 'fa:16:3e:44:04:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:12.795673 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.797776 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-4f0590df-ca94-4688-b24d-16f4e5ac3091 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7750e4b-392d-4f21-936c-17b0af8d3405 HTTP/1.1" status: 200 len: 217 time: 0.0475838 Jul 16 18:00:12.807583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0c7c6-f4f5-4124-9f6f-e2c6b11d4648 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f0e98a-b258-4ac2-9205-17579cdacee1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:12.816550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-3950f98b-e8ef-4e3e-993f-f170aea0119e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8908b5e-db2e-477b-b01d-c043514bd5d4 HTTP/1.1" status: 200 len: 1001 time: 0.2627742 Jul 16 18:00:12.819093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7750e4b-392d-4f21-936c-17b0af8d3405 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:12.823462 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f0de960-388c-49df-a43e-afee60d90181 req-9d4f3c88-b2e7-4f1a-88c5-7301b26012ae tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb93bc43-1813-459e-92d3-1b879474310a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680727 Jul 16 18:00:12.850536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port f7750e4b-392d-4f21-936c-17b0af8d3405, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f7750e4b-392d-4f21-936c-17b0af8d3405,segment=NetworkSegment(97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b),segment_id=97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:12.860433 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.879989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-317ce0b6-91fa-422b-8c68-b4d6b149aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.882246 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-317ce0b6-91fa-422b-8c68-b4d6b149aa2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8aad6c5a-210b-47f9-a347-b8352be22239 HTTP/1.1" status: 200 len: 844 time: 0.0771294 Jul 16 18:00:12.916626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2917a-c0ee-4c37-bee8-91c96fb0463f req-d84105e3-13fe-4dc8-84ce-5446ecb5aa7f tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.918247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bd2917a-c0ee-4c37-bee8-91c96fb0463f req-d84105e3-13fe-4dc8-84ce-5446ecb5aa7f tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.3478205 Jul 16 18:00:12.927027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-5e3dac5f-636d-4aed-973a-5b0289c7a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.927027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-5e3dac5f-636d-4aed-973a-5b0289c7a2cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.0977077 Jul 16 18:00:12.946737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=f7750e4b-392d-4f21-936c-17b0af8d3405,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:12.969605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-72fbbdb4-a07d-4b10-9ed5-8932cd5128af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.971707 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-72fbbdb4-a07d-4b10-9ed5-8932cd5128af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15486c4d-c262-4e88-9036-2ec8ba922abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808876 Jul 16 18:00:13.017402 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:13.017598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-c486641c-7c0a-4c9f-ac3a-3e83388d3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.019204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-c486641c-7c0a-4c9f-ac3a-3e83388d3272 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851085 Jul 16 18:00:13.095903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['f7750e4b-392d-4f21-936c-17b0af8d3405'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:13.126751 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cc8d88b2-35a3-49f4-be61-92de4aabf274 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=534d8d97473c412fb079e850cabf7258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1079259 Jul 16 18:00:13.127264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:13.138249 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-93253083-8171-47de-bcbf-6446f474132b service neutron] 10.222.0.42 "GET /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587937 Jul 16 18:00:13.227780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-638f0f33-daab-424b-8153-9ff69bd496ef service neutron] 10.222.0.38 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004521 Jul 16 18:00:13.252291 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9bdb05d-9be9-4cb9-a9d3-9f27d04be684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.257110 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-3c462e9c-ecd6-480a-b173-e44bf556a465 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 1001 time: 0.1379652 Jul 16 18:00:13.277352 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-8e9b39ad-a90b-403f-b936-9007dcd466a7 service neutron] 10.222.0.42 "GET /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312683 Jul 16 18:00:13.288467 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9bdb05d-9be9-4cb9-a9d3-9f27d04be684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.367546 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9bdb05d-9be9-4cb9-a9d3-9f27d04be684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.370245 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9bdb05d-9be9-4cb9-a9d3-9f27d04be684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.371367 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a9bdb05d-9be9-4cb9-a9d3-9f27d04be684 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88b26feb-da26-40b3-8ba3-f1f3e71498dc HTTP/1.1" status: 204 len: 168 time: 0.2416503 Jul 16 18:00:13.387739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-0a3a8e9d-299a-41ca-9051-6aa235026a26 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.392408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdb05d-9be9-4cb9-a9d3-9f27d04be684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b26feb-da26-40b3-8ba3-f1f3e71498dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:13.394221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-0a3a8e9d-299a-41ca-9051-6aa235026a26 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports/a8908b5e-db2e-477b-b01d-c043514bd5d4 HTTP/1.1" status: 200 len: 942 time: 0.1245139 Jul 16 18:00:13.403798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-824892ee-2586-46c2-b700-3bc086d1f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.405749 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-824892ee-2586-46c2-b700-3bc086d1f43e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 1097 time: 0.0791442 Jul 16 18:00:13.408195 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616afa5-d47a-44ad-b23a-7c99c3b14dc5 req-1ee69cd1-7e19-4b1b-a1e0-8e7f4f0d9b8e tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.409879 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0616afa5-d47a-44ad-b23a-7c99c3b14dc5 req-1ee69cd1-7e19-4b1b-a1e0-8e7f4f0d9b8e tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.2331336 Jul 16 18:00:13.506404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0616afa5-d47a-44ad-b23a-7c99c3b14dc5 req-aef59e62-e2f9-4cb2-a9f4-bf67659ceed6 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852425 Jul 16 18:00:13.518444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-ba7d2a49-daaa-4cbd-b221-c11219c1fc0c service neutron] 10.222.0.38 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830536 Jul 16 18:00:13.546134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-5a79848a-da19-4819-a437-4a0ee8d3ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.547830 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-5a79848a-da19-4819-a437-4a0ee8d3ab06 service neutron] 10.222.0.42 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.1300604 Jul 16 18:00:13.606751 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-1dd8ed5e-ce49-4343-aac5-20c4b0092748 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 217 time: 0.0487630 Jul 16 18:00:13.626341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-3d6446a7-6ab0-4ee3-aad1-eb166f61c3f3 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 1001 time: 0.0997736 Jul 16 18:00:13.690336 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-7a149d81-836d-4a42-bb95-35b791a20377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.691909 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-7a149d81-836d-4a42-bb95-35b791a20377 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.0769687 Jul 16 18:00:13.764663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-1a367155-76cc-4f6d-a9c7-f57228fa58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.766459 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-1a367155-76cc-4f6d-a9c7-f57228fa58f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661364 Jul 16 18:00:13.791221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-461ef41c-fddd-4d4e-a9c1-2887571ea597 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.799371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-461ef41c-fddd-4d4e-a9c1-2887571ea597 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1715424 Jul 16 18:00:13.879337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e6201-19b8-478f-a709-1c6d912fb803 req-c80d386b-a01a-497c-8b6c-987e710e75f2 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.880880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c0e6201-19b8-478f-a709-1c6d912fb803 req-c80d386b-a01a-497c-8b6c-987e710e75f2 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 944 time: 0.1599751 Jul 16 18:00:13.899808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-0472a98f-ac09-474b-885c-4d2054694994 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 1001 time: 0.0995033 Jul 16 18:00:13.908692 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-b9e0d30c-87a8-4e8c-b189-6e58e153e7ca service neutron] 10.222.0.42 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347735 Jul 16 18:00:13.915745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-8c2602d3-6221-4061-8e91-f87643526548 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:13.969298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c0e6201-19b8-478f-a709-1c6d912fb803 req-6e77e6a1-4498-4a3a-b8ab-af2c9740dd97 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784402 Jul 16 18:00:13.989480 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-8c2602d3-6221-4061-8e91-f87643526548 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.052444 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f0ac245-a3b2-4a11-8f70-d658718f391b req-8b84cebf-7cc2-4b87-af86-d660e5376cfc service neutron] 10.222.0.42 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373930 Jul 16 18:00:14.184464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-8c2602d3-6221-4061-8e91-f87643526548 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.192064 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-8c2602d3-6221-4061-8e91-f87643526548 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.192713 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-8c2602d3-6221-4061-8e91-f87643526548 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Floating IP 48380f00-1433-47c2-81f5-17ccf6b9a6ae disassociated. External IP: 172.25.8.186, port: a8908b5e-db2e-477b-b01d-c043514bd5d4. Jul 16 18:00:14.454974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:14.515170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-8c2602d3-6221-4061-8e91-f87643526548 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Router db61f184-7b80-41f0-ab7b-768f0b5291a5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:14.531476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcef72-6866-43a1-8202-59600cb4475b req-cf0749ce-3e51-4c16-ab2b-cf30768846c1 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:14.533146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93dcef72-6866-43a1-8202-59600cb4475b req-cf0749ce-3e51-4c16-ab2b-cf30768846c1 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 944 time: 0.1030688 Jul 16 18:00:14.564426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1194784634-network', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:14.587138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Made reservation on behalf of 871af83fd7ed4045ba375fe790cd4039 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:14.590183 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.600053 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.621513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device f7750e4b-392d-4f21-936c-17b0af8d3405 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:14.629960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93dcef72-6866-43a1-8202-59600cb4475b req-fcfa41ec-9410-4b99-82db-a70b72c44f15 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb93bc43-1813-459e-92d3-1b879474310a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899150 Jul 16 18:00:14.716344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-8c2602d3-6221-4061-8e91-f87643526548 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:14.725292 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-8c2602d3-6221-4061-8e91-f87643526548 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.734952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126cf271-6a9d-44c7-a2f4-3d0aed94738d None None] Sync routers for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:14.743223 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.750152 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.769393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126cf271-6a9d-44c7-a2f4-3d0aed94738d None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:14.770221 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-126cf271-6a9d-44c7-a2f4-3d0aed94738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:14.776951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-8c2602d3-6221-4061-8e91-f87643526548 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "PUT /v2.0/floatingips/48380f00-1433-47c2-81f5-17ccf6b9a6ae HTTP/1.1" status: 200 len: 695 time: 0.8687165 Jul 16 18:00:14.777750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'tag': 'a8908b5e-db2e-477b-b01d-c043514bd5d4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:14.783128 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dff7028-8ebc-450f-b334-51bf3dbcf46c" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc28d75-eb58-4f68-b522-da5dc4279db1", "tag": "a8908b5e-db2e-477b-b01d-c043514bd5d4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:14.783778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:14.803861 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.804220 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Added segment c91781ce-9213-45b5-a0a3-56da9097e40c of type vlan for network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 Jul 16 18:00:14.820646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port f7750e4b-392d-4f21-936c-17b0af8d3405 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:14.827730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port f7750e4b-392d-4f21-936c-17b0af8d3405 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:14.828299 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.859231 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.903544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.905538 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:14.906153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.924259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-88957bf1-b627-4fd5-9bed-31d6e9df1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:14.926494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-88957bf1-b627-4fd5-9bed-31d6e9df1541 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 1096 time: 0.1315644 Jul 16 18:00:14.943283 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4845212 Jul 16 18:00:14.949097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:14.960988 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70d4bcd-3822-4c7a-a667-b6a1b3a6ed50,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:14.982342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-868135be-72e2-4a8e-9fbc-04f146ac6b91 admin admin] Request body: {'subnet': {'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1194784634-subnet', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:15.011765 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191eeef-19db-476e-9b43-10ad046d1b42 admin admin] Pushing event updated for resources: {'Network': ['ID=98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:15.019116 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.025248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:15.104534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868135be-72e2-4a8e-9fbc-04f146ac6b91 admin admin] Made reservation on behalf of 871af83fd7ed4045ba375fe790cd4039 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:15.106834 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-868135be-72e2-4a8e-9fbc-04f146ac6b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.128527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7750e4b-392d-4f21-936c-17b0af8d3405'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:15.130939 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb0d9b5-b212-4d83-9daa-2319ba9d6b0f" -d '{"events": [{"server_uuid": "da3668e3-e3c9-4e72-ba62-1582fef78a6d", "name": "network-vif-plugged", "status": "completed", "tag": "f7750e4b-392d-4f21-936c-17b0af8d3405"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:15.134648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-126cf271-6a9d-44c7-a2f4-3d0aed94738d None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:15.177649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port f7750e4b-392d-4f21-936c-17b0af8d3405, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f7750e4b-392d-4f21-936c-17b0af8d3405,segment=NetworkSegment(97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b),segment_id=97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:15.186039 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.420457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=f7750e4b-392d-4f21-936c-17b0af8d3405,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:15.458515 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:15.458770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:15.459122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:15.459459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:15.459795 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:15.460128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:15.460456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:15.460781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:15.461103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:15.461471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:15.461781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:15.462103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:15.508923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-1b7135f9-e8b7-4dcf-94da-adba7dcb4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.510550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-1b7135f9-e8b7-4dcf-94da-adba7dcb4bd7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.5776973 Jul 16 18:00:15.545693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-126cf271-6a9d-44c7-a2f4-3d0aed94738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:15.573452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126cf271-6a9d-44c7-a2f4-3d0aed94738d None None] Checking router: db61f184-7b80-41f0-ab7b-768f0b5291a5 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:15.582498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126cf271-6a9d-44c7-a2f4-3d0aed94738d None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:15.583119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-126cf271-6a9d-44c7-a2f4-3d0aed94738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:15.598204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-dfec919d-a93d-4ab2-bcf0-a9d33a189299 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8908b5e-db2e-477b-b01d-c043514bd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0509677 Jul 16 18:00:15.627447 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ee39e-05f2-4e69-8e3b-492bb6b88fac req-94d7c585-74cf-4606-81cd-95e313de1873 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.628945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-551ee39e-05f2-4e69-8e3b-492bb6b88fac req-94d7c585-74cf-4606-81cd-95e313de1873 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.5599899 Jul 16 18:00:15.697933 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-126cf271-6a9d-44c7-a2f4-3d0aed94738d None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:15.722460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-d2e65588-cfb0-4c8b-9fea-8e3087f7e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.723978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-d2e65588-cfb0-4c8b-9fea-8e3087f7e75a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.1136770 Jul 16 18:00:15.733819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-551ee39e-05f2-4e69-8e3b-492bb6b88fac req-11acbd0a-a681-4d1f-85ca-0e6de5a0538f tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807710 Jul 16 18:00:15.812019 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0267344-8ccc-4422-b971-eb99c24a1ca9 x-openstack-request-id: req-c0267344-8ccc-4422-b971-eb99c24a1ca9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:15.812370 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc28d75-eb58-4f68-b522-da5dc4279db1", "tag": "a8908b5e-db2e-477b-b01d-c043514bd5d4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:15.812571 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0267344-8ccc-4422-b971-eb99c24a1ca9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:15.812978 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'tag': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'status': 'completed', 'code': 200} Jul 16 18:00:15.871603 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-868135be-72e2-4a8e-9fbc-04f146ac6b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.953061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-126cf271-6a9d-44c7-a2f4-3d0aed94738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:15.977417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-17369fa4-da0f-437d-956a-ccfd0552ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.979045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-17369fa4-da0f-437d-956a-ccfd0552ead8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2428362 Jul 16 18:00:15.979840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868135be-72e2-4a8e-9fbc-04f146ac6b91 admin admin] Checking segment: {'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:15.980289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868135be-72e2-4a8e-9fbc-04f146ac6b91 admin admin] Network hostable DHCP agents. Network: 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:15.988722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126cf271-6a9d-44c7-a2f4-3d0aed94738d None None] The sync data for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 is: [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:15.989173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868135be-72e2-4a8e-9fbc-04f146ac6b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4194d1d6-10c3-441e-9f37-d2873b157448,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:16.062649 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff7028-8ebc-450f-b334-51bf3dbcf46c req-cda04edb-7ed9-40c5-92c5-6dac5b8f1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.064375 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dff7028-8ebc-450f-b334-51bf3dbcf46c req-cda04edb-7ed9-40c5-92c5-6dac5b8f1131 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 1096 time: 0.2381229 Jul 16 18:00:16.150051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868135be-72e2-4a8e-9fbc-04f146ac6b91 admin admin] Network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:16.181637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-868135be-72e2-4a8e-9fbc-04f146ac6b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:16.190386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b003f1d5-dda4-4054-bbe3-014992f3ac2a None None] Network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:16.231850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868135be-72e2-4a8e-9fbc-04f146ac6b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.232509 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-868135be-72e2-4a8e-9fbc-04f146ac6b91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.255670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-964a91de-c09b-4d17-a008-cffff10f5234 service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674935 Jul 16 18:00:16.273795 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-a9d47030-3618-4a7f-8e4d-49318b61956a service neutron] 10.222.0.42 "GET /v2.0/ports/481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a/bindings/n-h1-793618-9 HTTP/1.1" status: 200 len: 384 time: 0.1015475 Jul 16 18:00:16.286189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-868135be-72e2-4a8e-9fbc-04f146ac6b91 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3325415 Jul 16 18:00:16.288229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:16.293909 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:16.319190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff7028-8ebc-450f-b334-51bf3dbcf46c req-ba66f59d-5eaa-4e68-b8a9-717544d4b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.321159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dff7028-8ebc-450f-b334-51bf3dbcf46c req-ba66f59d-5eaa-4e68-b8a9-717544d4b6a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.2055683 Jul 16 18:00:16.355827 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.356927 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.369042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:00:16.370121 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.370341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d54d-8233-459a-8317-801bbb280777 req-6a95f876-6015-4a4b-8bb2-2b8463afaf3a tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.371828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d19d54d-8233-459a-8317-801bbb280777 req-6a95f876-6015-4a4b-8bb2-2b8463afaf3a tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 944 time: 0.3287008 Jul 16 18:00:16.378132 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b201b68-f82f-4603-b17f-347bc6e7c318 None None] New status for floating IP 48380f00-1433-47c2-81f5-17ccf6b9a6ae: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:00:16.419646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dff7028-8ebc-450f-b334-51bf3dbcf46c req-ac0f508c-b7db-4aba-bd77-597b6f7d64e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8908b5e-db2e-477b-b01d-c043514bd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0908051 Jul 16 18:00:16.473266 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.507824 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e2ff40-dcf9-4805-9676-3d55db419b2c req-1a52bbcf-e723-43f0-9c9f-98e67ea3a14d service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410810 Jul 16 18:00:16.512833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d19d54d-8233-459a-8317-801bbb280777 req-0552d57f-a933-4450-a8da-14ccca539dfc tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993514 Jul 16 18:00:16.517734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff7028-8ebc-450f-b334-51bf3dbcf46c req-f4f0a4e9-9543-455c-adf0-51db8c711afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.519585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dff7028-8ebc-450f-b334-51bf3dbcf46c req-f4f0a4e9-9543-455c-adf0-51db8c711afe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.0919695 Jul 16 18:00:16.533709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Allocated IP 172.20.0.2 (98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5/4194d1d6-10c3-441e-9f37-d2873b157448/ab602186-eb30-4287-9999-d78e7d6e724c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:16.655532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff7028-8ebc-450f-b334-51bf3dbcf46c req-2b576ae4-4a75-4bed-a2e4-a8ff68502ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.657041 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dff7028-8ebc-450f-b334-51bf3dbcf46c req-2b576ae4-4a75-4bed-a2e4-a8ff68502ad0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303592 Jul 16 18:00:16.660129 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fdc269-fa35-4d7a-ab6b-b5c91d213c40 x-openstack-request-id: req-30fdc269-fa35-4d7a-ab6b-b5c91d213c40 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:16.660435 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3668e3-e3c9-4e72-ba62-1582fef78a6d", "name": "network-vif-plugged", "status": "completed", "tag": "f7750e4b-392d-4f21-936c-17b0af8d3405", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:16.660696 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30fdc269-fa35-4d7a-ab6b-b5c91d213c40 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:16.662088 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7750e4b-392d-4f21-936c-17b0af8d3405', 'code': 200} Jul 16 18:00:16.791305 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.803322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Transition to ACTIVE for port object ab602186-eb30-4287-9999-d78e7d6e724c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:16.826543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Transition to ACTIVE for port object ab602186-eb30-4287-9999-d78e7d6e724c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:16.835545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dff7028-8ebc-450f-b334-51bf3dbcf46c req-886bd3a5-58e5-4260-8a84-202fdc752bfa service neutron] 10.222.0.38 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707451 Jul 16 18:00:16.841988 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.899401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Pushing event updated for resources: {'Port': ['ID=ab602186-eb30-4287-9999-d78e7d6e724c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:16.928471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:16.930401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:16.938711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:17.013427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Attempting to bind port ab602186-eb30-4287-9999-d78e7d6e724c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:17.014845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Attempting to bind port ab602186-eb30-4287-9999-d78e7d6e724c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:17.015379 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Attempting to bind port ab602186-eb30-4287-9999-d78e7d6e724c on network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:17.024101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:17.024451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Checking segment: {'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:17.025083 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.026012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Bound using segment: {'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:17.026733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Bound port: ab602186-eb30-4287-9999-d78e7d6e724c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:17.027672 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.074519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03218857-95b0-40ea-b43c-b3e4a1a65fc3 req-0d522667-e272-4fbe-b446-dedb0679e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.077670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03218857-95b0-40ea-b43c-b3e4a1a65fc3 req-0d522667-e272-4fbe-b446-dedb0679e9a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 1096 time: 0.2410002 Jul 16 18:00:17.081662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dff7028-8ebc-450f-b334-51bf3dbcf46c req-b1089b57-9999-439d-af84-0f8377013d4f service neutron] 10.222.0.38 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094729 Jul 16 18:00:17.123291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a1600-e76f-4be7-ac61-fc2ea4a9695a req-70b6bff2-1aa8-4370-b28e-ce56b499976c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.125302 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.133854 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e69a1600-e76f-4be7-ac61-fc2ea4a9695a req-70b6bff2-1aa8-4370-b28e-ce56b499976c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 945 time: 0.2951491 Jul 16 18:00:17.134149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] For port ab602186-eb30-4287-9999-d78e7d6e724c, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:17.134725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-910f668e-808f-433e-a8c2-9e1cc974c855 service neutron] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:17.139699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] For port ab602186-eb30-4287-9999-d78e7d6e724c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ab602186-eb30-4287-9999-d78e7d6e724c,segment=NetworkSegment(c91781ce-9213-45b5-a0a3-56da9097e40c),segment_id=c91781ce-9213-45b5-a0a3-56da9097e40c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:17.146883 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.189158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-910f668e-808f-433e-a8c2-9e1cc974c855 service neutron] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:17.190433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03218857-95b0-40ea-b43c-b3e4a1a65fc3 req-e7d39928-eb91-4875-bbef-eddad63ecb76 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fb93bc43-1813-459e-92d3-1b879474310a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030977 Jul 16 18:00:17.224724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e69a1600-e76f-4be7-ac61-fc2ea4a9695a req-502c9b2f-e3f8-411a-b394-123f2faf5d30 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb93bc43-1813-459e-92d3-1b879474310a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887740 Jul 16 18:00:17.246262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb49b3-e40f-484b-bf26-c0815178e10a None None] Pushing event updated for resources: {'Port': ['ID=ab602186-eb30-4287-9999-d78e7d6e724c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:17.275595 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-910f668e-808f-433e-a8c2-9e1cc974c855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:17.292034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-910f668e-808f-433e-a8c2-9e1cc974c855 service neutron] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:17.318368 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-910f668e-808f-433e-a8c2-9e1cc974c855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.506684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764008b-06ba-4ccf-950e-56237d665b8f req-5d8d4fbb-5748-4b66-8851-43d453ceab20 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.508240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a764008b-06ba-4ccf-950e-56237d665b8f req-5d8d4fbb-5748-4b66-8851-43d453ceab20 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.1415648 Jul 16 18:00:17.528125 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-910f668e-808f-433e-a8c2-9e1cc974c855 service neutron] Transition to ACTIVE for port object 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:17.539576 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-910f668e-808f-433e-a8c2-9e1cc974c855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.563684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-18827d09-7caf-48f3-a9ad-dc40027163c1 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.567340 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.577077 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-18827d09-7caf-48f3-a9ad-dc40027163c1 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1518743 Jul 16 18:00:17.629804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.662939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a764008b-06ba-4ccf-950e-56237d665b8f req-a01b3260-9a2f-48db-a492-5a02e6b74be3 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431015 Jul 16 18:00:17.683471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-e613119c-d0a8-4d3b-aaf7-9264dc871de8 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 696 time: 0.1034040 Jul 16 18:00:17.690681 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-eeaf638f-2901-4954-a368-d96126909114 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Request body: {'floatingip': {'port_id': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:17.696711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ab602186-eb30-4287-9999-d78e7d6e724c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:17.707341 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-910f668e-808f-433e-a8c2-9e1cc974c855 service neutron] No DVR routers for this DVR port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:17.745422 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f668e-808f-433e-a8c2-9e1cc974c855 service neutron] Pushing event updated for resources: {'Port': ['ID=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:17.748879 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-eeaf638f-2901-4954-a368-d96126909114 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.784750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ab602186-eb30-4287-9999-d78e7d6e724c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:17.798605 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-910f668e-808f-433e-a8c2-9e1cc974c855 service neutron] 10.222.0.42 "PUT /v2.0/ports/481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a/bindings/n-h1-793618-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5191178 Jul 16 18:00:17.874198 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Allocated IP 172.25.8.231 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/ea0cafa0-d37a-4a06-9bfe-93c58297fa44) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:18.008191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.063674 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.096179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-eae10309-2525-4582-acdd-162bdac5f4fb tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.097764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-eae10309-2525-4582-acdd-162bdac5f4fb tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab&tenant_id=8dc149fb96834be9abc17afebb864774&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1096 time: 0.2027721 Jul 16 18:00:18.111873 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:18.118329 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:18.121203 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:18.158996 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc1c31-0c28-42e0-bc19-7509bcfdf37b req-47323a07-1b45-4f7b-bf3c-dac78452a370 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.160592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91dc1c31-0c28-42e0-bc19-7509bcfdf37b req-47323a07-1b45-4f7b-bf3c-dac78452a370 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 945 time: 0.2644582 Jul 16 18:00:18.165837 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0cafa0-d37a-4a06-9bfe-93c58297fa44,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.303048 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91dc1c31-0c28-42e0-bc19-7509bcfdf37b req-a738b5d2-03fa-4706-a82b-9c7fece07969 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337852 Jul 16 18:00:18.351411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-e4bc75e0-bb77-4ec8-b0f8-f2f071c5ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.352970 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-e4bc75e0-bb77-4ec8-b0f8-f2f071c5ee92 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab&tenant_id=8dc149fb96834be9abc17afebb864774 HTTP/1.1" status: 200 len: 1096 time: 0.2420635 Jul 16 18:00:18.457962 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.499424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf3269-e52c-4dd7-9fa4-45b5d135e2ca None None] Network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:18.534225 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-eeaf638f-2901-4954-a368-d96126909114 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.542148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-80d69597-2469-4536-af68-89c8ca177f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.544119 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-80d69597-2469-4536-af68-89c8ca177f2c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 1096 time: 0.1283963 Jul 16 18:00:18.546049 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-eeaf638f-2901-4954-a368-d96126909114 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.583938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c6511da-0cce-4e79-b20a-3b152bb45523 None None] Provisioning for port ab602186-eb30-4287-9999-d78e7d6e724c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:18.591055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c6511da-0cce-4e79-b20a-3b152bb45523 None None] Provisioning complete for port ab602186-eb30-4287-9999-d78e7d6e724c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:18.592163 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c6511da-0cce-4e79-b20a-3b152bb45523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.676307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:18.707498 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.767803 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-eeaf638f-2901-4954-a368-d96126909114 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Floating IP 48380f00-1433-47c2-81f5-17ccf6b9a6ae associated. External IP: 172.25.8.186, port: 4e41fbec-8eb6-469b-a14b-6ec3b4a34634. Jul 16 18:00:18.769479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:18.819870 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c6511da-0cce-4e79-b20a-3b152bb45523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.858048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3c6511da-0cce-4e79-b20a-3b152bb45523 None None] For port ab602186-eb30-4287-9999-d78e7d6e724c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ab602186-eb30-4287-9999-d78e7d6e724c,segment=NetworkSegment(c91781ce-9213-45b5-a0a3-56da9097e40c),segment_id=c91781ce-9213-45b5-a0a3-56da9097e40c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:18.864641 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c6511da-0cce-4e79-b20a-3b152bb45523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.870418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:00:18.881747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-f4f1e7a1-89e2-46aa-8041-cf036488392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.883246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-f4f1e7a1-89e2-46aa-8041-cf036488392e service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.2525678 Jul 16 18:00:18.928344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6511da-0cce-4e79-b20a-3b152bb45523 None None] Pushing event updated for resources: {'Port': ['ID=ab602186-eb30-4287-9999-d78e7d6e724c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.964027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-1121fd5a-acc1-4cdf-baea-7175ffee72ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a HTTP/1.1" status: 200 len: 217 time: 0.0598419 Jul 16 18:00:18.990151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2f023-5e6f-44dd-a964-e72b51db93d1 req-a0f2b9d7-695c-4823-a705-0845e9d64cda tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.991689 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7d2f023-5e6f-44dd-a964-e72b51db93d1 req-a0f2b9d7-695c-4823-a705-0845e9d64cda tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 945 time: 0.3388484 Jul 16 18:00:19.003826 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:19.012791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Sync routers for ids ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:19.023213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Routers {'63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:19.024089 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:19.032995 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.036867 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-57e7a70a-354a-4000-9c4a-abd9130914e7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7450705 Jul 16 18:00:19.037122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:19.109766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-89df5d6d-13d5-49f2-afe3-4328a3691171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:19.111246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-89df5d6d-13d5-49f2-afe3-4328a3691171 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.1396892 Jul 16 18:00:19.125093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db7ef2-8146-4549-9505-30837f6b6185 req-24e03d0b-25a6-4ebf-882c-b70e82342985 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:19.126508 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5db7ef2-8146-4549-9505-30837f6b6185 req-24e03d0b-25a6-4ebf-882c-b70e82342985 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dc28d75-eb58-4f68-b522-da5dc4279db1 HTTP/1.1" status: 200 len: 945 time: 0.2853701 Jul 16 18:00:19.148621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Set router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:19.177789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7d2f023-5e6f-44dd-a964-e72b51db93d1 req-f6f37e11-48c2-49d1-8944-1e498efa3897 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb93bc43-1813-459e-92d3-1b879474310a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612582 Jul 16 18:00:19.248255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eda6c4b6-1f62-49b3-bc25-603912433337 None None] Provisioning complete for port ab602186-eb30-4287-9999-d78e7d6e724c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:19.249056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda6c4b6-1f62-49b3-bc25-603912433337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.312110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:19.420717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b3e0ba-58c5-41f9-8b82-c57fa2d0ea16 admin admin] Deleting subnet 349ec08b-1a4f-4dc0-93b0-536feb4f6ff3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:19.429013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67b3e0ba-58c5-41f9-8b82-c57fa2d0ea16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.477020 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67b3e0ba-58c5-41f9-8b82-c57fa2d0ea16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.577414 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-4382ec48-8783-49cd-8d7b-313030d702e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4479611 Jul 16 18:00:19.585393 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67b3e0ba-58c5-41f9-8b82-c57fa2d0ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.594147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:00:18Z', 'revision_number': 3, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:19.626347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Checking router: 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:19.627285 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Updating router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 port ea0cafa0-d37a-4a06-9bfe-93c58297fa44 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:00:19.666345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ab602186-eb30-4287-9999-d78e7d6e724c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:19.672278 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.700578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67b3e0ba-58c5-41f9-8b82-c57fa2d0ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.706401 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.740970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67b3e0ba-58c5-41f9-8b82-c57fa2d0ea16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.745529 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-67b3e0ba-58c5-41f9-8b82-c57fa2d0ea16 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/349ec08b-1a4f-4dc0-93b0-536feb4f6ff3 HTTP/1.1" status: 204 len: 168 time: 0.4296236 Jul 16 18:00:19.745676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-eeaf638f-2901-4954-a368-d96126909114 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Router db61f184-7b80-41f0-ab7b-768f0b5291a5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:19.753068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:19.772307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3e0ba-58c5-41f9-8b82-c57fa2d0ea16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=349ec08b-1a4f-4dc0-93b0-536feb4f6ff3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:19.812623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ab602186-eb30-4287-9999-d78e7d6e724c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:19.813399 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.862722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-a61dc337-aa71-450d-a380-2fc589c24f0e service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660689 Jul 16 18:00:19.870137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e66e51-8933-4896-9c84-bed704f8c427 req-277f771a-c766-4f31-8f15-dadb81ea83cf tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:19.871575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22e66e51-8933-4896-9c84-bed704f8c427 req-277f771a-c766-4f31-8f15-dadb81ea83cf tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.2899759 Jul 16 18:00:19.898815 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Allocated IP 172.20.0.1 (98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5/4194d1d6-10c3-441e-9f37-d2873b157448/f9d0ad8d-4f51-4852-93c3-669fd67f6afc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:19.944063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.946174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c5db7ef2-8146-4549-9505-30837f6b6185 req-17d58c74-f7a7-4d57-b3b9-dc1daa0b08e4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Deleting port a8908b5e-db2e-477b-b01d-c043514bd5d4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:19.946511 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5db7ef2-8146-4549-9505-30837f6b6185 req-17d58c74-f7a7-4d57-b3b9-dc1daa0b08e4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.015636 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.029627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Transition to ACTIVE for port object f9d0ad8d-4f51-4852-93c3-669fd67f6afc will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:20.064886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.066251 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.081660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Transition to ACTIVE for port object ea0cafa0-d37a-4a06-9bfe-93c58297fa44 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:20.089891 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.104627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:20.111594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:20.114991 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:20.147651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Attempting to bind port ea0cafa0-d37a-4a06-9bfe-93c58297fa44 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:20.147854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Attempting to bind port ea0cafa0-d37a-4a06-9bfe-93c58297fa44 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:20.148092 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Attempting to bind port ea0cafa0-d37a-4a06-9bfe-93c58297fa44 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:20.151863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22e66e51-8933-4896-9c84-bed704f8c427 req-a43cd6ac-8466-42dd-8ae0-997a76b32cf4 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319806 Jul 16 18:00:20.153612 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d0ad8d-4f51-4852-93c3-669fd67f6afc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:20.160319 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.160540 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:20.160915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:20.161375 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.161762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:20.162958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Bound port: ea0cafa0-d37a-4a06-9bfe-93c58297fa44, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:20.163461 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.166535 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a165c9-8d17-46c0-aa86-020f1035fe82 None None] Pushing event updated for resources: {'Port': ['ID=ea0cafa0-d37a-4a06-9bfe-93c58297fa44,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:20.215430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-eef65f13-e28f-4990-8b7f-b8249f274196 service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353639 Jul 16 18:00:20.236882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-eeaf638f-2901-4954-a368-d96126909114 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:20.244639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-eeaf638f-2901-4954-a368-d96126909114 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.250255 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01e18a9-99cb-48c2-8b50-3f34e23aac8c None None] Sync routers for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:20.264139 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01e18a9-99cb-48c2-8b50-3f34e23aac8c None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:20.265043 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b01e18a9-99cb-48c2-8b50-3f34e23aac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:20.279910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] For port ea0cafa0-d37a-4a06-9bfe-93c58297fa44, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:20.284335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] For port ea0cafa0-d37a-4a06-9bfe-93c58297fa44, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ea0cafa0-d37a-4a06-9bfe-93c58297fa44,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:20.291255 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.298551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c5db7ef2-8146-4549-9505-30837f6b6185 req-17d58c74-f7a7-4d57-b3b9-dc1daa0b08e4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] For port a8908b5e-db2e-477b-b01d-c043514bd5d4, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a8908b5e-db2e-477b-b01d-c043514bd5d4,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:20.298931 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5db7ef2-8146-4549-9505-30837f6b6185 req-17d58c74-f7a7-4d57-b3b9-dc1daa0b08e4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.358714 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.381923 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Routers {'63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:20.382590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:20.417100 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.466471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fb1b63-ee56-46ed-a2e0-d46f32d69430']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:20.476933 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b01e18a9-99cb-48c2-8b50-3f34e23aac8c None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:20.482375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c5db7ef2-8146-4549-9505-30837f6b6185 req-17d58c74-f7a7-4d57-b3b9-dc1daa0b08e4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Calling delete_port for a8908b5e-db2e-477b-b01d-c043514bd5d4 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:20.516391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5a2402-ea10-4416-8ea2-a69b5dc74307') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:20.516949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5a2402-ea10-4416-8ea2-a69b5dc74307') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:20.541468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.555746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-eeaf638f-2901-4954-a368-d96126909114 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "PUT /v2.0/floatingips/48380f00-1433-47c2-81f5-17ccf6b9a6ae HTTP/1.1" status: 200 len: 997 time: 2.8669064 Jul 16 18:00:20.568247 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:20.571126 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e65065-0283-4c9e-b5c8-4ca15dfd6c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:20.596620 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.605979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.614262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a165c9-8d17-46c0-aa86-020f1035fe82 None None] Pushing event updated for resources: {'Port': ['ID=ea0cafa0-d37a-4a06-9bfe-93c58297fa44,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:20.647261 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] Set router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:20.649859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01763132-2b8d-4749-9454-4b423f8e399a None None] Provisioning for port f9d0ad8d-4f51-4852-93c3-669fd67f6afc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:20.658723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.679991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01763132-2b8d-4749-9454-4b423f8e399a None None] Provisioning complete for port f9d0ad8d-4f51-4852-93c3-669fd67f6afc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:20.680376 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01763132-2b8d-4749-9454-4b423f8e399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.691260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d0ad8d-4f51-4852-93c3-669fd67f6afc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:20.691985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:20.692409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:20.695013 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:20.723967 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.778640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-01763132-2b8d-4749-9454-4b423f8e399a None None] Port f9d0ad8d-4f51-4852-93c3-669fd67f6afc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:20.827519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608fc7-a7ed-49fc-bcb5-78709086ab0a req-d0724873-3d44-4c1d-9805-a33fb405d4c2 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:20.838581 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:20.843339 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b01e18a9-99cb-48c2-8b50-3f34e23aac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '48380f00-1433-47c2-81f5-17ccf6b9a6ae', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'port_id': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'mac_address': 'fa:16:3e:9d:ab:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:36Z', 'updated_at': '2021-07-16T18:00:18Z', 'revision_number': 8, 'project_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:20.844536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef608fc7-a7ed-49fc-bcb5-78709086ab0a req-d0724873-3d44-4c1d-9805-a33fb405d4c2 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 945 time: 0.4840806 Jul 16 18:00:20.850486 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.861623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.863493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d5fb1b63-ee56-46ed-a2e0-d46f32d69430 HTTP/1.1" status: 204 len: 168 time: 1.1090298 Jul 16 18:00:20.865916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5877eec8-358c-444a-9c25-1079ced998b5 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Request body: {'floatingip': {'port_id': 'f7750e4b-392d-4f21-936c-17b0af8d3405'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:20.886124 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01e18a9-99cb-48c2-8b50-3f34e23aac8c None None] Checking router: db61f184-7b80-41f0-ab7b-768f0b5291a5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:20.897194 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01e18a9-99cb-48c2-8b50-3f34e23aac8c None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:20.898244 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b01e18a9-99cb-48c2-8b50-3f34e23aac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:20.917082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-b2c65c38-160c-4c5d-b0e0-25e1fdb80324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:20.933027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-b2c65c38-160c-4c5d-b0e0-25e1fdb80324 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 1097 time: 0.3214388 Jul 16 18:00:20.935598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359a216-fa88-43bf-ad5c-aee9d5d292b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5fb1b63-ee56-46ed-a2e0-d46f32d69430,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:20.970347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f9d0ad8d-4f51-4852-93c3-669fd67f6afc', 'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'mac_address': 'fa:16:3e:93:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:19Z', 'updated_at': '2021-07-16T18:00:19Z', 'revision_number': 1, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'subnets': [{'id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:20.979724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:20.988708 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5877eec8-358c-444a-9c25-1079ced998b5 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.000449 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-c61c2c4e-f32b-4263-a029-d2ac7a76df3e tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.002082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-c61c2c4e-f32b-4263-a029-d2ac7a76df3e tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab&tenant_id=8dc149fb96834be9abc17afebb864774&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1096 time: 0.3780284 Jul 16 18:00:21.018377 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b01e18a9-99cb-48c2-8b50-3f34e23aac8c None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:21.021557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d8df1-f2c8-4ce5-89d0-c62b99e30b6b None None] The sync data for ids ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'] in n-d-793618-9 is: [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f9d0ad8d-4f51-4852-93c3-669fd67f6afc', 'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'mac_address': 'fa:16:3e:93:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:19Z', 'updated_at': '2021-07-16T18:00:19Z', 'revision_number': 1, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'subnets': [{'id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:21.079888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:21.090169 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:21.222026 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5db7ef2-8146-4549-9505-30837f6b6185 req-17d58c74-f7a7-4d57-b3b9-dc1daa0b08e4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.238033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['4e41fbec-8eb6-469b-a14b-6ec3b4a34634'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:21.323389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d58c74-f7a7-4d57-b3b9-dc1daa0b08e4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Pushing event deleted for resources: {'Port': ['ID=a8908b5e-db2e-477b-b01d-c043514bd5d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:21.340651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c38e7b66-8485-4766-bf4a-1ba7e663fdd4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e229df54702348f1a483f3f1726c8c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570236 Jul 16 18:00:21.341664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-0d33293e-ee30-40ad-a6c3-37016b25b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.350304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-0d33293e-ee30-40ad-a6c3-37016b25b46f service neutron] 10.222.0.52 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.4162912 Jul 16 18:00:21.393243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:21.582326 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b01e18a9-99cb-48c2-8b50-3f34e23aac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '48380f00-1433-47c2-81f5-17ccf6b9a6ae', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'port_id': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'mac_address': 'fa:16:3e:9d:ab:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:36Z', 'updated_at': '2021-07-16T18:00:18Z', 'revision_number': 8, 'project_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:21.645702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f08b8c63-66f5-49fe-8f75-835dd7e7c1f3 None None] Provisioning complete for port f9d0ad8d-4f51-4852-93c3-669fd67f6afc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:21.646278 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f08b8c63-66f5-49fe-8f75-835dd7e7c1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.650441 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01e18a9-99cb-48c2-8b50-3f34e23aac8c None None] The sync data for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 is: [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '48380f00-1433-47c2-81f5-17ccf6b9a6ae', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'port_id': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'mac_address': 'fa:16:3e:9d:ab:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:36Z', 'updated_at': '2021-07-16T18:00:18Z', 'revision_number': 8, 'project_id': '9febc51e22c8482aa82f53a183471225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:21.697101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f08b8c63-66f5-49fe-8f75-835dd7e7c1f3 None None] Port f9d0ad8d-4f51-4852-93c3-669fd67f6afc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:21.709997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5db7ef2-8146-4549-9505-30837f6b6185 req-17d58c74-f7a7-4d57-b3b9-dc1daa0b08e4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] No DVR routers for this DVR port a8908b5e-db2e-477b-b01d-c043514bd5d4 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:21.718883 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5db7ef2-8146-4549-9505-30837f6b6185 req-17d58c74-f7a7-4d57-b3b9-dc1daa0b08e4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.721193 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5db7ef2-8146-4549-9505-30837f6b6185 req-17d58c74-f7a7-4d57-b3b9-dc1daa0b08e4 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.38 "DELETE /v2.0/ports/a8908b5e-db2e-477b-b01d-c043514bd5d4 HTTP/1.1" status: 204 len: 173 time: 2.5787849 Jul 16 18:00:21.788797 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-250996df-6b07-4c80-a6c5-2db50af91eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.793179 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-d7cae089-2b3f-4116-b22c-a7cc2ef928de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 1000 time: 0.4420130 Jul 16 18:00:21.826938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-0145b423-2170-4fc6-9df6-ee771d6e6ef5 service neutron] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:21.844257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedc437-e73e-4103-9f2a-a1f4e8ee2fe9 req-52015a53-edfe-4e1e-9cb6-b4782e800ba6 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.851392 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfedc437-e73e-4103-9f2a-a1f4e8ee2fe9 req-52015a53-edfe-4e1e-9cb6-b4782e800ba6 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 945 time: 0.3651991 Jul 16 18:00:21.879158 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-0145b423-2170-4fc6-9df6-ee771d6e6ef5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.880354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dda84d4-a5d0-4193-9698-6ef6ec1992ec req-0145b423-2170-4fc6-9df6-ee771d6e6ef5 service neutron] 10.222.0.38 "DELETE /v2.0/ports/481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a/bindings/n-h2-793618-9 HTTP/1.1" status: 204 len: 173 time: 0.8459365 Jul 16 18:00:21.918290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-5f4f2045-0162-4f38-8959-689164e31ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.922483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-5f4f2045-0162-4f38-8959-689164e31ea6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.1108177 Jul 16 18:00:21.925162 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-250996df-6b07-4c80-a6c5-2db50af91eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.049582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfedc437-e73e-4103-9f2a-a1f4e8ee2fe9 req-d6420ad9-7a1d-4394-96c9-b5fe461df3e0 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971648 Jul 16 18:00:22.063527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33e82ae-61c8-4e95-a28e-03bcc4476ec8 None None] New status for floating IP 48380f00-1433-47c2-81f5-17ccf6b9a6ae: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:00:22.085759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-45a453e9-e374-4936-94e6-770f92e9e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.098721 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-45a453e9-e374-4936-94e6-770f92e9e29c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499386 Jul 16 18:00:22.148157 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-250996df-6b07-4c80-a6c5-2db50af91eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.155634 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-250996df-6b07-4c80-a6c5-2db50af91eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.156782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-250996df-6b07-4c80-a6c5-2db50af91eae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/502bb972-25b5-4d6b-9a05-e547a114e8c8 HTTP/1.1" status: 204 len: 168 time: 0.7307158 Jul 16 18:00:22.158850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:22.202161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250996df-6b07-4c80-a6c5-2db50af91eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502bb972-25b5-4d6b-9a05-e547a114e8c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:22.396463 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9def7290-2d9c-4a2f-ab57-612fdb42250b x-openstack-request-id: req-9def7290-2d9c-4a2f-ab57-612fdb42250b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:22.397161 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:22.397161 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9def7290-2d9c-4a2f-ab57-612fdb42250b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:22.397721 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'status': 'completed', 'code': 200} Jul 16 18:00:22.495916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-b68e5c01-c34e-450e-805a-47a87dbfb16c service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961620 Jul 16 18:00:22.551387 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a8908b5e-db2e-477b-b01d-c043514bd5d4 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:22.579075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: a8908b5e-db2e-477b-b01d-c043514bd5d4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:22.579802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a8908b5e-db2e-477b-b01d-c043514bd5d4 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:22.680178 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:22.690231 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e877180a-8c50-4ccf-a06b-37c973bc2661 admin admin] 10.222.0.52 "PUT /v2.0/routers/63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6519618 Jul 16 18:00:22.691868 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09f923d-b3ae-4845-a2bf-b403d452246e req-0c87c81a-5c70-4a05-ac4f-de8e06025994 service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805801 Jul 16 18:00:22.751527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65065-0283-4c9e-b5c8-4ca15dfd6c6e req-71d761d6-666d-4544-8302-7d56fc0dfe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.753050 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1e65065-0283-4c9e-b5c8-4ca15dfd6c6e req-71d761d6-666d-4544-8302-7d56fc0dfe23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 1097 time: 0.3487434 Jul 16 18:00:22.866103 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5877eec8-358c-444a-9c25-1079ced998b5 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.943146 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5877eec8-358c-444a-9c25-1079ced998b5 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.986485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0e6ed-9b75-4dc2-94b7-abe369b7a3bc req-4551677f-b3e9-471a-a8b1-bb97d5737bd6 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.995518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6eb0e6ed-9b75-4dc2-94b7-abe369b7a3bc req-4551677f-b3e9-471a-a8b1-bb97d5737bd6 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.3016045 Jul 16 18:00:23.044562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea74c870-90d1-45cc-aaba-b6ce94a87f07 req-e3aa984d-d038-4639-b397-e4f9d48d7913 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips/48380f00-1433-47c2-81f5-17ccf6b9a6ae HTTP/1.1" status: 200 len: 999 time: 0.1402872 Jul 16 18:00:23.070582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65065-0283-4c9e-b5c8-4ca15dfd6c6e req-52e7de4c-08bb-4af9-869b-bd288a89973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.072095 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1e65065-0283-4c9e-b5c8-4ca15dfd6c6e req-52e7de4c-08bb-4af9-869b-bd288a89973b service neutron] 10.222.0.42 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.3096335 Jul 16 18:00:23.131016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6eb0e6ed-9b75-4dc2-94b7-abe369b7a3bc req-dacfbede-9f20-4b24-a3c2-b490e29233b5 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342387 Jul 16 18:00:23.143604 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-5877eec8-358c-444a-9c25-1079ced998b5 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Floating IP 1d50c64f-5d4c-4820-ba3b-ce4a37a419eb associated. External IP: 172.25.8.16, port: f7750e4b-392d-4f21-936c-17b0af8d3405. Jul 16 18:00:23.157468 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1e65065-0283-4c9e-b5c8-4ca15dfd6c6e req-10a32690-adeb-4749-9bdf-9c35bd9c08ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 1002 time: 0.0759115 Jul 16 18:00:23.262497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c870-90d1-45cc-aaba-b6ce94a87f07 req-cea810c3-b86a-4c42-8d17-810629ba90b8 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.269356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea74c870-90d1-45cc-aaba-b6ce94a87f07 req-cea810c3-b86a-4c42-8d17-810629ba90b8 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.2153857 Jul 16 18:00:23.275226 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-ea74c870-90d1-45cc-aaba-b6ce94a87f07 req-e7308259-b75a-461a-90d9-ab37055cf875 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:23.295676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea74c870-90d1-45cc-aaba-b6ce94a87f07 req-e7308259-b75a-461a-90d9-ab37055cf875 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215604 Jul 16 18:00:23.304139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65065-0283-4c9e-b5c8-4ca15dfd6c6e req-23c44aa0-a635-4390-b910-326c97447dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.305706 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1e65065-0283-4c9e-b5c8-4ca15dfd6c6e req-23c44aa0-a635-4390-b910-326c97447dd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.1076059 Jul 16 18:00:23.380644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedbc27-fa3f-4510-b552-cf3f290b2a57 req-5038c37f-afdd-4150-b731-5175ca9415ae tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.382716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3cedbc27-fa3f-4510-b552-cf3f290b2a57 req-5038c37f-afdd-4150-b731-5175ca9415ae tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 1096 time: 0.0851343 Jul 16 18:00:23.440345 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3cedbc27-fa3f-4510-b552-cf3f290b2a57 req-e2d0fa08-fa02-4c84-95d1-0ccbbdc413d7 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493348 Jul 16 18:00:23.457640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:23.457876 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65065-0283-4c9e-b5c8-4ca15dfd6c6e req-a29eece1-a13e-4092-b9cc-f442fab5cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.459221 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1e65065-0283-4c9e-b5c8-4ca15dfd6c6e req-a29eece1-a13e-4092-b9cc-f442fab5cfea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448066 Jul 16 18:00:23.596492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5877eec8-358c-444a-9c25-1079ced998b5 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:23.624454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-network', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:23.624818 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1e65065-0283-4c9e-b5c8-4ca15dfd6c6e req-0f2ffb47-b9bf-4aca-8822-5a044c7b7408 service neutron] 10.222.0.42 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384792 Jul 16 18:00:23.690457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ea0cafa0-d37a-4a06-9bfe-93c58297fa44 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:23.722710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Made reservation on behalf of 73e17b2de9034fae87c81f7fc88e6e6a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:23.725872 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.741157 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.759273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-e82da0d2-4e19-43d8-bd04-74d7bbc892ad tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 1002 time: 0.1074417 Jul 16 18:00:23.771559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ea0cafa0-d37a-4a06-9bfe-93c58297fa44 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:23.776221 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ea0cafa0-d37a-4a06-9bfe-93c58297fa44 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:23.777250 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.820370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80c09-b63a-492d-b907-78a8509e015f req-00868b5d-d389-4ff0-874e-b7e4249665db tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.829200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-00868b5d-d389-4ff0-874e-b7e4249665db tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports/4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 943 time: 0.0671642 Jul 16 18:00:23.885178 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5877eec8-358c-444a-9c25-1079ced998b5 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:23.896325 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5877eec8-358c-444a-9c25-1079ced998b5 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.897654 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155c24e-0f9e-497f-b399-ef58afeed1ce None None] Sync routers for ids ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:23.918385 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155c24e-0f9e-497f-b399-ef58afeed1ce None None] Routers {'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:23.921249 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7155c24e-0f9e-497f-b399-ef58afeed1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:23.966340 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1e65065-0283-4c9e-b5c8-4ca15dfd6c6e req-46f0ad6c-2672-4052-9211-e7d18872a3e1 service neutron] 10.222.0.42 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265617 Jul 16 18:00:23.970233 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5877eec8-358c-444a-9c25-1079ced998b5 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "PUT /v2.0/floatingips/1d50c64f-5d4c-4820-ba3b-ce4a37a419eb HTTP/1.1" status: 200 len: 990 time: 3.1303701 Jul 16 18:00:23.972076 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'tag': 'f7750e4b-392d-4f21-936c-17b0af8d3405'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:23.986247 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.987849 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e57a0e-6150-4314-b49b-5eeb165065dc" -d '{"events": [{"name": "network-changed", "server_uuid": "da3668e3-e3c9-4e72-ba62-1582fef78a6d", "tag": "f7750e4b-392d-4f21-936c-17b0af8d3405"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:24.027742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port ea0cafa0-d37a-4a06-9bfe-93c58297fa44, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ea0cafa0-d37a-4a06-9bfe-93c58297fa44,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:24.034893 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.058408 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.065955 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.079552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:24.096108 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.096241 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Added segment 139e547b-5f8d-4368-b427-0d1688630137 of type vlan for network 2ab8f11b-0449-4cf6-a81c-06443c1c64f1 Jul 16 18:00:24.118258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=ea0cafa0-d37a-4a06-9bfe-93c58297fa44,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:24.148190 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7155c24e-0f9e-497f-b399-ef58afeed1ce None None] Set router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:24.167228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:24.178073 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-a578e4a8-f627-481a-a1cc-0ef92a6e3454 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 1002 time: 0.1694613 Jul 16 18:00:24.182018 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.206393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:24.211070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-99d761b2-103a-4c17-b931-e97d56b63300 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332187076', 'description': 'tempest-description--1600871318'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:24.250452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d761b2-103a-4c17-b931-e97d56b63300 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.298984 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.299975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.300570 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.363503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80c09-b63a-492d-b907-78a8509e015f req-956c3e32-f819-414a-8fae-8a6007abc2fe tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.364667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-956c3e32-f819-414a-8fae-8a6007abc2fe tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1761377 Jul 16 18:00:24.374036 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d761b2-103a-4c17-b931-e97d56b63300 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.380451 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d761b2-103a-4c17-b931-e97d56b63300 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.397547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Sync routers for ids ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:24.408725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'name': 'network-vif-deleted', 'tag': 'a8908b5e-db2e-477b-b01d-c043514bd5d4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:24.411056 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdca6c2-5dca-403a-abcd-87a816b65bee" -d '{"events": [{"server_uuid": "9dc28d75-eb58-4f68-b522-da5dc4279db1", "name": "network-vif-deleted", "tag": "a8908b5e-db2e-477b-b01d-c043514bd5d4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:24.414868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Routers {'63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:24.418924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab8f11b-0449-4cf6-a81c-06443c1c64f1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:24.430270 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d761b2-103a-4c17-b931-e97d56b63300 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.434148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:24.434351 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-99d761b2-103a-4c17-b931-e97d56b63300 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2242203 Jul 16 18:00:24.434351 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d761b2-103a-4c17-b931-e97d56b63300 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd54151-8eb2-4d8b-9a67-45021f0e526c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:24.435705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:24.441589 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-94d78991-ffbc-4a55-abc3-37a87503418d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Request body: {'security_group_rule': {'security_group_id': '9fd54151-8eb2-4d8b-9a67-45021f0e526c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:24.450990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 2ab8f11b-0449-4cf6-a81c-06443c1c64f1 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:24.460949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:24.461196 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3da61a9b-758f-4c58-a8e1-9836a529fc56 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0012209 Jul 16 18:00:24.473032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1aa51b21-3887-40ea-bde6-ff7976a0727c admin admin] Request body: {'subnet': {'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-subnet', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:24.502129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d78991-ffbc-4a55-abc3-37a87503418d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.507971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-880dccf8-3e80-43e5-8797-2e187dfe608e tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 1002 time: 0.1360931 Jul 16 18:00:24.513445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9fe80c09-b63a-492d-b907-78a8509e015f req-8f856817-e0e5-4716-8537-c75fc678460e tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:24.557548 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7155c24e-0f9e-497f-b399-ef58afeed1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T17:59:49Z', 'revision_number': 4, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '1d50c64f-5d4c-4820-ba3b-ce4a37a419eb', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'port_id': 'f7750e4b-392d-4f21-936c-17b0af8d3405', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'mac_address': 'fa:16:3e:44:04:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:58Z', 'updated_at': '2021-07-16T18:00:22Z', 'revision_number': 1, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b38a202-fd53-4b1c-8bcf-a62436bb727d', 'name': '', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'mac_address': 'fa:16:3e:b5:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:48Z', 'updated_at': '2021-07-16T17:59:58Z', 'revision_number': 5, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'subnets': [{'id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:24.572818 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d78991-ffbc-4a55-abc3-37a87503418d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.574801 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa51b21-3887-40ea-bde6-ff7976a0727c admin admin] Made reservation on behalf of 73e17b2de9034fae87c81f7fc88e6e6a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:24.579859 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1aa51b21-3887-40ea-bde6-ff7976a0727c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.582938 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d78991-ffbc-4a55-abc3-37a87503418d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.602516 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155c24e-0f9e-497f-b399-ef58afeed1ce None None] Checking router: a43b0644-ba3f-46d2-8d9b-128ad86ff0ab for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:24.622775 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9fe80c09-b63a-492d-b907-78a8509e015f req-8f856817-e0e5-4716-8537-c75fc678460e tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.631019 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d78991-ffbc-4a55-abc3-37a87503418d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.632261 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-94d78991-ffbc-4a55-abc3-37a87503418d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1949673 Jul 16 18:00:24.633468 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155c24e-0f9e-497f-b399-ef58afeed1ce None None] Routers {'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:24.636292 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7155c24e-0f9e-497f-b399-ef58afeed1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:24.665432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d78991-ffbc-4a55-abc3-37a87503418d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a48076-9489-428e-9f31-b980437f7ceb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:24.668499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:24.673638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b3fafba5-bc69-49b6-b41c-370a0acd74ce tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Request body: {'security_group_rule': {'security_group_id': '9fd54151-8eb2-4d8b-9a67-45021f0e526c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:24.728296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3fafba5-bc69-49b6-b41c-370a0acd74ce tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.782738 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7155c24e-0f9e-497f-b399-ef58afeed1ce None None] Set router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:24.804115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Set router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:24.813266 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3fafba5-bc69-49b6-b41c-370a0acd74ce tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.823457 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3fafba5-bc69-49b6-b41c-370a0acd74ce tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.844327 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9fe80c09-b63a-492d-b907-78a8509e015f req-8f856817-e0e5-4716-8537-c75fc678460e tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.890403 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9fe80c09-b63a-492d-b907-78a8509e015f req-8f856817-e0e5-4716-8537-c75fc678460e tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.890785 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-9fe80c09-b63a-492d-b907-78a8509e015f req-8f856817-e0e5-4716-8537-c75fc678460e tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Floating IP 48380f00-1433-47c2-81f5-17ccf6b9a6ae disassociated. External IP: 172.25.8.186, port: 4e41fbec-8eb6-469b-a14b-6ec3b4a34634. Jul 16 18:00:24.917732 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1aa51b21-3887-40ea-bde6-ff7976a0727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.924056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fafba5-bc69-49b6-b41c-370a0acd74ce tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863055cd-e9a0-482a-bd82-0006bb73f0ce,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:24.949191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3fafba5-bc69-49b6-b41c-370a0acd74ce tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.955073 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b3fafba5-bc69-49b6-b41c-370a0acd74ce tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2843680 Jul 16 18:00:24.955266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:24.959965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:24.990621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa51b21-3887-40ea-bde6-ff7976a0727c admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b97bde-9e33-4e87-a429-deb18da986f4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:24.998183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa51b21-3887-40ea-bde6-ff7976a0727c admin admin] Checking segment: {'id': '139e547b-5f8d-4368-b427-0d1688630137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:24.998551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa51b21-3887-40ea-bde6-ff7976a0727c admin admin] Network hostable DHCP agents. Network: 2ab8f11b-0449-4cf6-a81c-06443c1c64f1, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:25.023331 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa51b21-3887-40ea-bde6-ff7976a0727c admin admin] Network 2ab8f11b-0449-4cf6-a81c-06443c1c64f1 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:25.030844 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.039381 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1aa51b21-3887-40ea-bde6-ff7976a0727c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 2ab8f11b-0449-4cf6-a81c-06443c1c64f1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:25.054314 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f32b1f6-7b97-4ff9-bd9b-9f656cfa5d87 None None] Network 2ab8f11b-0449-4cf6-a81c-06443c1c64f1 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:25.055724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa51b21-3887-40ea-bde6-ff7976a0727c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.056839 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1aa51b21-3887-40ea-bde6-ff7976a0727c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.078711 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1aa51b21-3887-40ea-bde6-ff7976a0727c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6147416 Jul 16 18:00:25.081170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:25.086533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55461273-b9a7-4165-9d2d-78da9f99f8b4 req-d68ae836-0c5d-4548-a703-bd2bf88a0706 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.089525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:25.095749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55461273-b9a7-4165-9d2d-78da9f99f8b4 req-d68ae836-0c5d-4548-a703-bd2bf88a0706 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 1096 time: 0.2491062 Jul 16 18:00:25.098517 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7155c24e-0f9e-497f-b399-ef58afeed1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T17:59:49Z', 'revision_number': 4, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '1d50c64f-5d4c-4820-ba3b-ce4a37a419eb', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'port_id': 'f7750e4b-392d-4f21-936c-17b0af8d3405', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'mac_address': 'fa:16:3e:44:04:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:58Z', 'updated_at': '2021-07-16T18:00:22Z', 'revision_number': 1, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b38a202-fd53-4b1c-8bcf-a62436bb727d', 'name': '', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'mac_address': 'fa:16:3e:b5:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:48Z', 'updated_at': '2021-07-16T17:59:58Z', 'revision_number': 5, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'subnets': [{'id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:25.115012 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.116369 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.135647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f9d0ad8d-4f51-4852-93c3-669fd67f6afc', 'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'mac_address': 'fa:16:3e:93:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:19Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 2, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'subnets': [{'id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:25.136770 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155c24e-0f9e-497f-b399-ef58afeed1ce None None] The sync data for ids ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'] in n-d-793618-9 is: [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T17:59:49Z', 'revision_number': 4, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '1d50c64f-5d4c-4820-ba3b-ce4a37a419eb', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'port_id': 'f7750e4b-392d-4f21-936c-17b0af8d3405', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'mac_address': 'fa:16:3e:44:04:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:58Z', 'updated_at': '2021-07-16T18:00:22Z', 'revision_number': 1, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b38a202-fd53-4b1c-8bcf-a62436bb727d', 'name': '', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'mac_address': 'fa:16:3e:b5:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:48Z', 'updated_at': '2021-07-16T17:59:58Z', 'revision_number': 5, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'subnets': [{'id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:25.167969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Checking router: 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:25.168331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Updating router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 port f9d0ad8d-4f51-4852-93c3-669fd67f6afc binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:00:25.180801 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.205541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55461273-b9a7-4165-9d2d-78da9f99f8b4 req-ef950c75-4bce-4dcf-9316-a0321eb808bf tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086688 Jul 16 18:00:25.257158 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.268136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bb2329-0868-4fa1-a574-79877198d532 None None] Network 2ab8f11b-0449-4cf6-a81c-06443c1c64f1 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:25.401428 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.458510 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803fb8f8-e02e-4167-9574-7a54e2428bd5 x-openstack-request-id: req-803fb8f8-e02e-4167-9574-7a54e2428bd5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:25.458681 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3668e3-e3c9-4e72-ba62-1582fef78a6d", "tag": "f7750e4b-392d-4f21-936c-17b0af8d3405", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:25.458886 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-803fb8f8-e02e-4167-9574-7a54e2428bd5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:25.459290 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'tag': 'f7750e4b-392d-4f21-936c-17b0af8d3405', 'status': 'completed', 'code': 200} Jul 16 18:00:25.516168 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb38405f-3d74-4ab8-afb5-27b6b7b4cee2 None None] New status for floating IP 1d50c64f-5d4c-4820-ba3b-ce4a37a419eb: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:00:25.629929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ea0cafa0-d37a-4a06-9bfe-93c58297fa44 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:25.740534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ea0cafa0-d37a-4a06-9bfe-93c58297fa44 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:25.741196 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.901943 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e57a0e-6150-4314-b49b-5eeb165065dc req-cb5a4980-565c-41e1-97fe-d14d172af0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.904137 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-92e57a0e-6150-4314-b49b-5eeb165065dc req-cb5a4980-565c-41e1-97fe-d14d172af0b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae24206fa2ec480c8c28a7f43afb0d13&device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 1096 time: 0.4313049 Jul 16 18:00:25.916829 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.918062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fe80c09-b63a-492d-b907-78a8509e015f req-8f856817-e0e5-4716-8537-c75fc678460e tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Router db61f184-7b80-41f0-ab7b-768f0b5291a5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:25.930425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Transition to ACTIVE for port object f9d0ad8d-4f51-4852-93c3-669fd67f6afc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:25.931382 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.940028 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.943647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b23f3-37f8-4b54-947b-3363af100646 req-eb6d10ec-e685-4333-9360-bdf7bc1a5105 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.945157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b9b23f3-37f8-4b54-947b-3363af100646 req-eb6d10ec-e685-4333-9360-bdf7bc1a5105 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.1644294 Jul 16 18:00:25.994666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d8955-d3eb-4757-81bb-7f8057fdbec5 None None] Pushing event updated for resources: {'Port': ['ID=f9d0ad8d-4f51-4852-93c3-669fd67f6afc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:26.067434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Attempting to bind port f9d0ad8d-4f51-4852-93c3-669fd67f6afc on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:26.067813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Attempting to bind port f9d0ad8d-4f51-4852-93c3-669fd67f6afc by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:26.068235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Attempting to bind port f9d0ad8d-4f51-4852-93c3-669fd67f6afc on network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:26.075982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:26.076689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Checking segment: {'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:26.076909 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.077332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Bound using segment: {'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:26.077830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Bound port: f9d0ad8d-4f51-4852-93c3-669fd67f6afc, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:26.078194 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.106667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b9b23f3-37f8-4b54-947b-3363af100646 req-47d73dfa-e776-4fad-ac10-d65629803486 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497843 Jul 16 18:00:26.127844 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e57a0e-6150-4314-b49b-5eeb165065dc req-1cd05545-f2cd-4e13-9873-859a8bd07be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.129808 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-92e57a0e-6150-4314-b49b-5eeb165065dc req-1cd05545-f2cd-4e13-9873-859a8bd07be6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=15486c4d-c262-4e88-9036-2ec8ba922abe HTTP/1.1" status: 200 len: 906 time: 0.2183955 Jul 16 18:00:26.178721 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.186011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] For port f9d0ad8d-4f51-4852-93c3-669fd67f6afc, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:26.190896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] For port f9d0ad8d-4f51-4852-93c3-669fd67f6afc, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f9d0ad8d-4f51-4852-93c3-669fd67f6afc,segment=NetworkSegment(c91781ce-9213-45b5-a0a3-56da9097e40c),segment_id=c91781ce-9213-45b5-a0a3-56da9097e40c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:26.194562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fe80c09-b63a-492d-b907-78a8509e015f req-8f856817-e0e5-4716-8537-c75fc678460e tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:26.196699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Allocated IP 172.25.8.157 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/38baae68-dff9-4421-9506-8b5efb9cb374) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:26.199830 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2eac27a-a747-4020-8ab8-e086aa7eab78 x-openstack-request-id: req-c2eac27a-a747-4020-8ab8-e086aa7eab78 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:26.200124 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc28d75-eb58-4f68-b522-da5dc4279db1", "name": "network-vif-deleted", "tag": "a8908b5e-db2e-477b-b01d-c043514bd5d4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:26.200983 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2eac27a-a747-4020-8ab8-e086aa7eab78 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:26.201532 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc28d75-eb58-4f68-b522-da5dc4279db1', 'name': 'network-vif-deleted', 'tag': 'a8908b5e-db2e-477b-b01d-c043514bd5d4', 'status': 'completed', 'code': 200} Jul 16 18:00:26.203161 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.204579 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9fe80c09-b63a-492d-b907-78a8509e015f req-8f856817-e0e5-4716-8537-c75fc678460e tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.213290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711191f-5aba-4977-a5bd-84c1f87c5151 None None] Sync routers for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:26.227184 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.258608 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-92e57a0e-6150-4314-b49b-5eeb165065dc req-360c87c2-17e0-4206-85f7-2871856b302c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7750e4b-392d-4f21-936c-17b0af8d3405 HTTP/1.1" status: 200 len: 1000 time: 0.1188700 Jul 16 18:00:26.272906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4711191f-5aba-4977-a5bd-84c1f87c5151 None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:26.273584 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4711191f-5aba-4977-a5bd-84c1f87c5151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:26.323150 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-8f856817-e0e5-4716-8537-c75fc678460e tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "PUT /v2.0/floatingips/48380f00-1433-47c2-81f5-17ccf6b9a6ae HTTP/1.1" status: 200 len: 696 time: 1.8080385 Jul 16 18:00:26.383893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e57a0e-6150-4314-b49b-5eeb165065dc req-b3d149a8-b394-438d-ab5a-5f76c7e34abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.385519 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-92e57a0e-6150-4314-b49b-5eeb165065dc req-b3d149a8-b394-438d-ab5a-5f76c7e34abe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8aad6c5a-210b-47f9-a347-b8352be22239 HTTP/1.1" status: 200 len: 844 time: 0.1183794 Jul 16 18:00:26.443179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Routers {'63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:26.443822 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:26.452671 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.476788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80c09-b63a-492d-b907-78a8509e015f req-eb31ba0c-eccf-4c99-8485-a13964a83648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.478027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e57a0e-6150-4314-b49b-5eeb165065dc req-9c1b5940-38f2-4f0b-8796-bb42b213ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.479602 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-92e57a0e-6150-4314-b49b-5eeb165065dc req-9c1b5940-38f2-4f0b-8796-bb42b213ec7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15486c4d-c262-4e88-9036-2ec8ba922abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871618 Jul 16 18:00:26.484475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-eb31ba0c-eccf-4c99-8485-a13964a83648 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 1097 time: 0.1518757 Jul 16 18:00:26.581411 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d8955-d3eb-4757-81bb-7f8057fdbec5 None None] Pushing event updated for resources: {'Port': ['ID=f9d0ad8d-4f51-4852-93c3-669fd67f6afc,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:26.618867 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.629787 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4711191f-5aba-4977-a5bd-84c1f87c5151 None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:26.666902 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-92e57a0e-6150-4314-b49b-5eeb165065dc req-530bcfd2-a6be-4b56-bf15-f5a16cc303b5 service neutron] 10.222.0.42 "GET /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781504 Jul 16 18:00:26.668841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] Set router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:26.676596 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Allocated IP 172.25.8.211 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/d88e41e3-f992-4fa4-80fc-3b5cb72208a7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:26.685365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:26.696218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:26.717692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:26.775565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Pushing event updated for resources: {'Port': ['ID=38baae68-dff9-4421-9506-8b5efb9cb374,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:26.781163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80c09-b63a-492d-b907-78a8509e015f req-8a5131f6-594e-42ef-92a9-86be6f2e9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.782755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-8a5131f6-594e-42ef-92a9-86be6f2e9787 service neutron] 10.222.0.52 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.2975028 Jul 16 18:00:26.892751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-38bbb637-cbff-4e34-92c6-7d1fdbfbdabc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 217 time: 0.0698800 Jul 16 18:00:26.902330 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.949429 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-92e57a0e-6150-4314-b49b-5eeb165065dc req-ee4fbff3-a598-4576-9bf7-e13a5de61876 service neutron] 10.222.0.42 "GET /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741258 Jul 16 18:00:26.954560 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.985359 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80c09-b63a-492d-b907-78a8509e015f req-e142fd9f-f4db-44b4-a604-09bc32833a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.993402 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-e142fd9f-f4db-44b4-a604-09bc32833a68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.0922809 Jul 16 18:00:27.007597 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.021055 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.070244 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Pushing event updated for resources: {'Port': ['ID=d88e41e3-f992-4fa4-80fc-3b5cb72208a7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:27.088628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:27.090510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:27.096790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:27.131083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80c09-b63a-492d-b907-78a8509e015f req-267edd4a-2fd7-4a71-af2b-618ececd9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:27.140823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-267edd4a-2fd7-4a71-af2b-618ececd9a47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456594 Jul 16 18:00:27.279057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f9d0ad8d-4f51-4852-93c3-669fd67f6afc', 'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'mac_address': 'fa:16:3e:93:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:19Z', 'updated_at': '2021-07-16T18:00:26Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'subnets': [{'id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:27.317916 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e127842-610c-4694-9b35-9828c2a4b708 None None] The sync data for ids ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'] in n-d-793618-9 is: [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f9d0ad8d-4f51-4852-93c3-669fd67f6afc', 'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'mac_address': 'fa:16:3e:93:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:19Z', 'updated_at': '2021-07-16T18:00:26Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'subnets': [{'id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:27.321014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4711191f-5aba-4977-a5bd-84c1f87c5151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:27.335489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-c0e41c02-e197-4c88-b520-7cc4c7e5ae81 service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933641 Jul 16 18:00:27.354509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711191f-5aba-4977-a5bd-84c1f87c5151 None None] Checking router: db61f184-7b80-41f0-ab7b-768f0b5291a5 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:27.363677 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4711191f-5aba-4977-a5bd-84c1f87c5151 None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:27.364325 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4711191f-5aba-4977-a5bd-84c1f87c5151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:27.442686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.446224 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.471683 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.488435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4711191f-5aba-4977-a5bd-84c1f87c5151 None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:27.655927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fe80c09-b63a-492d-b907-78a8509e015f req-dcd845f8-2735-46cd-b256-4f47a5c79f61 service neutron] 10.222.0.52 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194861 Jul 16 18:00:27.696723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f9d0ad8d-4f51-4852-93c3-669fd67f6afc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:27.710755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705e409-037f-4ed0-9196-9ad8d883c9c4 req-c00c8698-f311-4302-ae05-1b5a26a5f900 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:27.719045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2705e409-037f-4ed0-9196-9ad8d883c9c4 req-c00c8698-f311-4302-ae05-1b5a26a5f900 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.3433695 Jul 16 18:00:27.749884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Pushing event updated for resources: {'Port': ['ID=38baae68-dff9-4421-9506-8b5efb9cb374,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:27.761019 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.802866 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.803956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2705e409-037f-4ed0-9196-9ad8d883c9c4 req-04fdc8cd-040b-4241-bbf3-4b12fb558275 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835185 Jul 16 18:00:27.809159 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.810849 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-038f5617-9d7c-4c28-b2cc-ccc3445dc0ea tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8546309 Jul 16 18:00:27.846824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f9d0ad8d-4f51-4852-93c3-669fd67f6afc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:27.853455 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f9d0ad8d-4f51-4852-93c3-669fd67f6afc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:27.861662 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.928714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4711191f-5aba-4977-a5bd-84c1f87c5151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:28.027023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711191f-5aba-4977-a5bd-84c1f87c5151 None None] The sync data for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 is: [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T17:59:09Z', 'revision_number': 4, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '87cf57ac-f679-44e3-a4da-f7f5198f4cf8', 'name': '', 'network_id': '08f96ba2-0ec4-4089-8a39-c5652fbab18c', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'mac_address': 'fa:16:3e:cf:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:08Z', 'updated_at': '2021-07-16T17:59:18Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'subnets': [{'id': 'b2715fa6-e681-4bf2-b5f4-7980d53d631f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:28.104887 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-02e4fe93-e3d5-4498-94e8-745a2de9b54b tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1332187076&fields=id&tenant_id=871af83fd7ed4045ba375fe790cd4039 HTTP/1.1" status: 200 len: 267 time: 0.0466609 Jul 16 18:00:28.105432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Router 1a20d074-3973-4c17-8c5c-a93bbef76fee is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:00:28.139150 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.208529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port f9d0ad8d-4f51-4852-93c3-669fd67f6afc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f9d0ad8d-4f51-4852-93c3-669fd67f6afc,segment=NetworkSegment(c91781ce-9213-45b5-a0a3-56da9097e40c),segment_id=c91781ce-9213-45b5-a0a3-56da9097e40c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:28.209425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:28.211981 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ba9805-783d-4e0c-9639-3cea9153d237" -d '{"events": [{"name": "network-changed", "server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:28.218036 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.223583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-995161c6-f130-46b3-9dea-968ac2c1c232 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.231039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-995161c6-f130-46b3-9dea-968ac2c1c232 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/networks?id=98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 HTTP/1.1" status: 200 len: 812 time: 0.1251652 Jul 16 18:00:28.250169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-6aead266-256b-431b-b21e-9fd38baba3b3 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/quotas/871af83fd7ed4045ba375fe790cd4039 HTTP/1.1" status: 200 len: 375 time: 0.0181048 Jul 16 18:00:28.295423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=f9d0ad8d-4f51-4852-93c3-669fd67f6afc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:28.319637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:28.331047 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Sync routers for ids ['1a20d074-3973-4c17-8c5c-a93bbef76fee'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:28.345214 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.347261 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Routers {'1a20d074-3973-4c17-8c5c-a93bbef76fee'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:28.347754 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-91c761aa-baa7-4dba-8757-0782664dbb7b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.2647870 Jul 16 18:00:28.348927 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a20d074-3973-4c17-8c5c-a93bbef76fee'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:28.349671 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:28.362568 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-ffc8189f-a769-4225-bd05-2bee0da14572 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=871af83fd7ed4045ba375fe790cd4039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1114416 Jul 16 18:00:28.556333 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Set router 1a20d074-3973-4c17-8c5c-a93bbef76fee gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:28.604223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-a9467e45-3cb0-4a20-bbb6-cbd9800ffc3d service neutron] 10.222.0.52 "GET /v2.0/networks/98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406566 Jul 16 18:00:28.614691 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671c70cd-9475-4c81-a3e2-7af02df6de61 x-openstack-request-id: req-671c70cd-9475-4c81-a3e2-7af02df6de61 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:28.614985 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:28.615239 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-671c70cd-9475-4c81-a3e2-7af02df6de61 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:28.615633 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'status': 'completed', 'code': 200} Jul 16 18:00:28.729491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abaa6f-a41b-4504-aa87-9826b798060e None None] New status for floating IP 48380f00-1433-47c2-81f5-17ccf6b9a6ae: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:00:28.757780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-4706baef-388a-49da-846c-3149223d1416 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips/48380f00-1433-47c2-81f5-17ccf6b9a6ae HTTP/1.1" status: 200 len: 696 time: 0.1209748 Jul 16 18:00:28.960371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-adc892ed-5732-4d26-a636-765c09984c6d service neutron] 10.222.0.52 "GET /v2.0/networks/98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473430 Jul 16 18:00:28.979810 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba9805-783d-4e0c-9639-3cea9153d237 req-5012405b-23d0-4018-8aae-4acee57b836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.981392 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ba9805-783d-4e0c-9639-3cea9153d237 req-5012405b-23d0-4018-8aae-4acee57b836e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9febc51e22c8482aa82f53a183471225&device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 1097 time: 0.3341951 Jul 16 18:00:28.991207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-c68f8d58-0947-448d-b6af-088038a40785 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.991407 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:00:27Z', 'revision_number': 3, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:29.000779 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-c68f8d58-0947-448d-b6af-088038a40785 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.2420576 Jul 16 18:00:29.068371 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Checking router: 1a20d074-3973-4c17-8c5c-a93bbef76fee for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:29.068713 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Updating router 1a20d074-3973-4c17-8c5c-a93bbef76fee port d88e41e3-f992-4fa4-80fc-3b5cb72208a7 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:00:29.138848 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.141022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-15fae8e8-fb83-4355-8a9e-f817d5025819 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 699 time: 0.1389263 Jul 16 18:00:29.254005 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.271512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba9805-783d-4e0c-9639-3cea9153d237 req-68ce4f99-4d5b-4aaa-9c2a-37c1bd7ddfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.272397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-68116af6-d7a9-459d-87d6-7bfc0cb217cf tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.186 HTTP/1.1" status: 200 len: 699 time: 0.1293128 Jul 16 18:00:29.272998 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ba9805-783d-4e0c-9639-3cea9153d237 req-68ce4f99-4d5b-4aaa-9c2a-37c1bd7ddfb7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 200 len: 922 time: 0.2803540 Jul 16 18:00:29.308772 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:00:29.332423 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ba9805-783d-4e0c-9639-3cea9153d237 req-e749e526-9570-43fb-b187-f54a8495115d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 200 len: 217 time: 0.0427873 Jul 16 18:00:29.580478 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba9805-783d-4e0c-9639-3cea9153d237 req-fb1b728c-427e-4296-9b48-1d8e251e7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.582401 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ba9805-783d-4e0c-9639-3cea9153d237 req-fb1b728c-427e-4296-9b48-1d8e251e7760 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 200 len: 860 time: 0.2036672 Jul 16 18:00:29.631755 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.639757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29841970-13f9-4199-97aa-4b3e3182cc6a req-d1743a29-0475-4e91-a4c5-de4be4ef5541 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.644407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29841970-13f9-4199-97aa-4b3e3182cc6a req-d1743a29-0475-4e91-a4c5-de4be4ef5541 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.1713820 Jul 16 18:00:29.665264 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Transition to ACTIVE for port object d88e41e3-f992-4fa4-80fc-3b5cb72208a7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:29.678546 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.701844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f9d0ad8d-4f51-4852-93c3-669fd67f6afc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:29.716709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-c4e413c4-0791-4930-b58e-c454b2059d01 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Deleting port b164a93f-bfb5-4d03-a539-64bb0a4d6eed {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:29.717210 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-c4e413c4-0791-4930-b58e-c454b2059d01 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.744341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:29.745813 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Attempting to bind port d88e41e3-f992-4fa4-80fc-3b5cb72208a7 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:29.745958 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Attempting to bind port d88e41e3-f992-4fa4-80fc-3b5cb72208a7 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:29.746301 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Attempting to bind port d88e41e3-f992-4fa4-80fc-3b5cb72208a7 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:29.750321 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6dd72-92ff-47e6-8224-2a5a56dda4fb None None] Pushing event updated for resources: {'Port': ['ID=d88e41e3-f992-4fa4-80fc-3b5cb72208a7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:29.756036 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:29.756419 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:29.756830 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.757222 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:29.757717 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Bound port: d88e41e3-f992-4fa4-80fc-3b5cb72208a7, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:29.758103 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.806426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba9805-783d-4e0c-9639-3cea9153d237 req-47b42c5f-a0b4-4347-beb2-558a7b14cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.807974 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ba9805-783d-4e0c-9639-3cea9153d237 req-47b42c5f-a0b4-4347-beb2-558a7b14cc2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08f96ba2-0ec4-4089-8a39-c5652fbab18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160618 Jul 16 18:00:29.818467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29841970-13f9-4199-97aa-4b3e3182cc6a req-d706149d-f4b3-44e0-8d1a-f95b17c5e677 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648605 Jul 16 18:00:29.838915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f9d0ad8d-4f51-4852-93c3-669fd67f6afc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:29.839304 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.843217 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] For port d88e41e3-f992-4fa4-80fc-3b5cb72208a7, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:29.847563 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] For port d88e41e3-f992-4fa4-80fc-3b5cb72208a7, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d88e41e3-f992-4fa4-80fc-3b5cb72208a7,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:29.857926 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.931202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Allocated IP 172.20.0.1 (2ab8f11b-0449-4cf6-a81c-06443c1c64f1/83b97bde-9e33-4e87-a429-deb18da986f4/16203a57-cd74-4e67-9fd7-8ce37f8e9ec8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:29.937051 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Routers {'1a20d074-3973-4c17-8c5c-a93bbef76fee'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:29.937750 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a20d074-3973-4c17-8c5c-a93bbef76fee'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:29.968125 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-c4e413c4-0791-4930-b58e-c454b2059d01 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.968763 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-c4e413c4-0791-4930-b58e-c454b2059d01 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.999148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-c4e413c4-0791-4930-b58e-c454b2059d01 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Calling delete_port for b164a93f-bfb5-4d03-a539-64bb0a4d6eed owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:30.061412 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b932331-996b-4c60-b8d2-c28abdf35b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.091848 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ba9805-783d-4e0c-9639-3cea9153d237 req-744aa3c2-8e98-441a-8697-71c7595fb792 service neutron] 10.222.0.42 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673364 Jul 16 18:00:30.185261 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e72e-d3ab-4292-a18d-b1b7c6895ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.205477 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6dd72-92ff-47e6-8224-2a5a56dda4fb None None] Pushing event updated for resources: {'Port': ['ID=d88e41e3-f992-4fa4-80fc-3b5cb72208a7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:30.236066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-576a775a-6410-4a2a-8d7c-a18560101bee req-17255ef6-7a7c-49c3-8329-dfffa969dd4a tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 210 time: 0.0887287 Jul 16 18:00:30.312162 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] Set router 1a20d074-3973-4c17-8c5c-a93bbef76fee gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:30.317509 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ba9805-783d-4e0c-9639-3cea9153d237 req-692cb722-1322-4fa0-ae4b-852ac9604a0f service neutron] 10.222.0.42 "GET /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164929 Jul 16 18:00:30.324541 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.419473 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.457145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Network 2ab8f11b-0449-4cf6-a81c-06443c1c64f1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:30.513862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:30.523191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:30.550369 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-c4e413c4-0791-4930-b58e-c454b2059d01 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.610354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Pushing event updated for resources: {'Port': ['ID=16203a57-cd74-4e67-9fd7-8ce37f8e9ec8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:30.613550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e413c4-0791-4930-b58e-c454b2059d01 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Pushing event deleted for resources: {'Port': ['ID=b164a93f-bfb5-4d03-a539-64bb0a4d6eed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:30.629047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.647405 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:00:27Z', 'revision_number': 3, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:30.693862 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168dd6c9-0afd-4d50-baa3-8ce382f42dd0 None None] The sync data for ids ['1a20d074-3973-4c17-8c5c-a93bbef76fee'] in n-d-793618-9 is: [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:00:27Z', 'revision_number': 3, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:30.723577 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e72e-d3ab-4292-a18d-b1b7c6895ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.744528 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e72e-d3ab-4292-a18d-b1b7c6895ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.814826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b6e0e72e-d3ab-4292-a18d-b1b7c6895ab5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f78b3d64f1b34c3abea9b88581dbefd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0305760 Jul 16 18:00:30.815054 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.817867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:30.819344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0e72e-d3ab-4292-a18d-b1b7c6895ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c51ab37-b10a-4c94-95e0-c54dcb0ab8c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:30.832592 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-c4e413c4-0791-4930-b58e-c454b2059d01 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.835524 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-c4e413c4-0791-4930-b58e-c454b2059d01 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.854540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b9ca6ba4-c9ec-4428-9a15-d27ca2bbee1a req-c4e413c4-0791-4930-b58e-c454b2059d01 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "DELETE /v2.0/floatingips/48380f00-1433-47c2-81f5-17ccf6b9a6ae HTTP/1.1" status: 204 len: 173 time: 1.5808585 Jul 16 18:00:30.952666 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43a1429c-8450-41ac-82e0-d79bce5b2f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.979994 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43a1429c-8450-41ac-82e0-d79bce5b2f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.046131 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43a1429c-8450-41ac-82e0-d79bce5b2f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.049210 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43a1429c-8450-41ac-82e0-d79bce5b2f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.050532 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-43a1429c-8450-41ac-82e0-d79bce5b2f96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c51ab37-b10a-4c94-95e0-c54dcb0ab8c1 HTTP/1.1" status: 204 len: 168 time: 0.2317238 Jul 16 18:00:31.094914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1429c-8450-41ac-82e0-d79bce5b2f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c51ab37-b10a-4c94-95e0-c54dcb0ab8c1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:31.210152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd5482-7364-448f-a773-eb757920c2de req-f1a374e6-74c3-419a-b7b2-9641509d5495 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.220228 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9bd5482-7364-448f-a773-eb757920c2de req-f1a374e6-74c3-419a-b7b2-9641509d5495 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.1965971 Jul 16 18:00:31.302821 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9bd5482-7364-448f-a773-eb757920c2de req-a81051df-1369-4016-b066-1e7553e2e36e tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807164 Jul 16 18:00:31.523883 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.536217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-b8c4c69b-8c39-4e65-acad-5bd2887d4a22 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.537883 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-b8c4c69b-8c39-4e65-acad-5bd2887d4a22 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.42 "GET /v2.0/networks?id=98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 HTTP/1.1" status: 200 len: 812 time: 0.2555571 Jul 16 18:00:31.542609 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.603151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.702608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331062ef-6323-41be-9746-d3302552e081 req-bb7f2c04-65a4-4fec-a49f-0d81ee7e194b tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.722117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-331062ef-6323-41be-9746-d3302552e081 req-bb7f2c04-65a4-4fec-a49f-0d81ee7e194b tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 946 time: 0.1754713 Jul 16 18:00:31.774129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d88e41e3-f992-4fa4-80fc-3b5cb72208a7 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:31.794143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:31.841671 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-568e8002-5517-46c9-a3cf-fb6744210c4f tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871af83fd7ed4045ba375fe790cd4039 HTTP/1.1" status: 200 len: 380 time: 0.2527692 Jul 16 18:00:31.853496 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port d88e41e3-f992-4fa4-80fc-3b5cb72208a7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:31.855971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7fe45b0e-352f-45f7-a534-ecc26c1c49b9 req-8883063b-3a07-4c16-90b2-06e454e7ca49 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 210 time: 0.0991449 Jul 16 18:00:31.858689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d88e41e3-f992-4fa4-80fc-3b5cb72208a7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:31.859336 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.874172 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76e63f7-a929-4c9d-afac-38af913e9185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.877225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Request body: {'port': {'device_id': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'admin_state_up': True, 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'security_groups': ['9fd54151-8eb2-4d8b-9a67-45021f0e526c']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:31.944307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-331062ef-6323-41be-9746-d3302552e081 req-92f5280e-50d4-49eb-b569-1f8ff5616d91 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207899 Jul 16 18:00:31.979401 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.016629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port d88e41e3-f992-4fa4-80fc-3b5cb72208a7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d88e41e3-f992-4fa4-80fc-3b5cb72208a7,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:32.022633 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.084826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=d88e41e3-f992-4fa4-80fc-3b5cb72208a7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.113245 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76e63f7-a929-4c9d-afac-38af913e9185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.120832 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a76e63f7-a929-4c9d-afac-38af913e9185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.172734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a76e63f7-a929-4c9d-afac-38af913e9185 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7b4649ab19d4d90b2576fd0e9bda73f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365102 Jul 16 18:00:32.177502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:32.178545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e63f7-a929-4c9d-afac-38af913e9185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23961687-227c-496a-ae5f-1b5fcc6cb7bc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.222484 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8164ee4-4102-406a-b138-eb10897ea5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.292291 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.292815 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5894-372e-49cc-8714-e0a8040d4dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.308870 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.333562 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5894-372e-49cc-8714-e0a8040d4dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.378375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Pushing event updated for resources: {'Port': ['ID=16203a57-cd74-4e67-9fd7-8ce37f8e9ec8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.396179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Network 2ab8f11b-0449-4cf6-a81c-06443c1c64f1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:32.404350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:32.442506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5894-372e-49cc-8714-e0a8040d4dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.448271 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5894-372e-49cc-8714-e0a8040d4dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.449215 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0a1d5894-372e-49cc-8714-e0a8040d4dce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23961687-227c-496a-ae5f-1b5fcc6cb7bc HTTP/1.1" status: 204 len: 168 time: 0.2672806 Jul 16 18:00:32.493968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d5894-372e-49cc-8714-e0a8040d4dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23961687-227c-496a-ae5f-1b5fcc6cb7bc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.603373 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.647462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e3d80-39ab-4b64-a6cd-b1ba27ac015e req-0259463d-8dd4-4f59-a62a-3f665c297411 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.656316 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Router 1a20d074-3973-4c17-8c5c-a93bbef76fee has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:32.660780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a79e3d80-39ab-4b64-a6cd-b1ba27ac015e req-0259463d-8dd4-4f59-a62a-3f665c297411 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.1494064 Jul 16 18:00:32.675691 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Made reservation on behalf of 871af83fd7ed4045ba375fe790cd4039 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:32.679320 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.769565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a79e3d80-39ab-4b64-a6cd-b1ba27ac015e req-ec13b0d6-fda9-4b5e-98a0-bd0a58d94851 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078343 Jul 16 18:00:32.855435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abe394-57e2-4b9f-88d3-4289c2a933e4 req-0b12c0a5-f003-4031-9e40-1c43dda04f9b tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.858009 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30abe394-57e2-4b9f-88d3-4289c2a933e4 req-0b12c0a5-f003-4031-9e40-1c43dda04f9b tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.42 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 946 time: 0.1534111 Jul 16 18:00:33.008100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:33.023562 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8625dcb8-b80e-4d91-a748-c1260e192e8f admin admin] 10.222.0.52 "PUT /v2.0/routers/1a20d074-3973-4c17-8c5c-a93bbef76fee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6717432 Jul 16 18:00:33.063174 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Allocated IP 172.20.0.8 (98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5/4194d1d6-10c3-441e-9f37-d2873b157448/801952f6-1c32-4ea6-912d-334b799354de) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:33.128108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-30abe394-57e2-4b9f-88d3-4289c2a933e4 req-2156a8b5-e14f-4fe9-a276-885d1e2a49a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Deleting port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:33.128611 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30abe394-57e2-4b9f-88d3-4289c2a933e4 req-2156a8b5-e14f-4fe9-a276-885d1e2a49a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.251983 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:33.306805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e5705f5-bdea-4b3d-bf89-adf68017e4bb req-bab7eadb-5eac-45b0-9042-8b1cb349d4f5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 210 time: 0.0690658 Jul 16 18:00:33.331766 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-716a7120-03cc-4851-adad-7f5c87b2ea96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.353536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59acea-94af-4a95-9f7e-22da49208a78 req-059fc4be-b6b4-443e-ae38-d0608475209c tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.374467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f59acea-94af-4a95-9f7e-22da49208a78 req-059fc4be-b6b4-443e-ae38-d0608475209c tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/ports?device_id=f57de235-468e-4bb4-bd07-856e6a5af8bb HTTP/1.1" status: 200 len: 946 time: 0.1724899 Jul 16 18:00:33.391778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-30abe394-57e2-4b9f-88d3-4289c2a933e4 req-2156a8b5-e14f-4fe9-a276-885d1e2a49a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] For port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4e41fbec-8eb6-469b-a14b-6ec3b4a34634,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:33.392221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30abe394-57e2-4b9f-88d3-4289c2a933e4 req-2156a8b5-e14f-4fe9-a276-885d1e2a49a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.414662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-30abe394-57e2-4b9f-88d3-4289c2a933e4 req-2156a8b5-e14f-4fe9-a276-885d1e2a49a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Calling delete_port for 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:33.437339 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.451229 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Sync routers for ids ['1a20d074-3973-4c17-8c5c-a93bbef76fee'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:33.461903 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f59acea-94af-4a95-9f7e-22da49208a78 req-e26726ca-d501-4056-96b5-59374aed7541 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.52 "GET /v2.0/security-groups?id=fcad48a4-1695-4ebf-ade9-0f640cbeaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801206 Jul 16 18:00:33.463098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Transition to ACTIVE for port object 801952f6-1c32-4ea6-912d-334b799354de will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:33.463784 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Routers {'1a20d074-3973-4c17-8c5c-a93bbef76fee'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:33.466172 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a20d074-3973-4c17-8c5c-a93bbef76fee'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:33.579790 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.587875 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-716a7120-03cc-4851-adad-7f5c87b2ea96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.601250 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-716a7120-03cc-4851-adad-7f5c87b2ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.680658 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.681251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a7120-03cc-4851-adad-7f5c87b2ea96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297615b9-18e1-42b4-8b1c-29361e27fdde,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:33.683326 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30abe394-57e2-4b9f-88d3-4289c2a933e4 req-2156a8b5-e14f-4fe9-a276-885d1e2a49a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.699704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['4e41fbec-8eb6-469b-a14b-6ec3b4a34634'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:33.732391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156a8b5-e14f-4fe9-a276-885d1e2a49a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Pushing event deleted for resources: {'Port': ['ID=4e41fbec-8eb6-469b-a14b-6ec3b4a34634,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:33.741417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d88e41e3-f992-4fa4-80fc-3b5cb72208a7 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:33.751943 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Set router 1a20d074-3973-4c17-8c5c-a93bbef76fee gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:33.764387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:33.774774 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-716a7120-03cc-4851-adad-7f5c87b2ea96 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0924c4ecad77472f855f3afdb7bcecea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201173 Jul 16 18:00:33.786688 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:33.799886 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:33.825583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:33.882272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-30abe394-57e2-4b9f-88d3-4289c2a933e4 req-2156a8b5-e14f-4fe9-a276-885d1e2a49a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] No DVR routers for this DVR port 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:33.885554 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-30abe394-57e2-4b9f-88d3-4289c2a933e4 req-2156a8b5-e14f-4fe9-a276-885d1e2a49a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.888994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30abe394-57e2-4b9f-88d3-4289c2a933e4 req-2156a8b5-e14f-4fe9-a276-885d1e2a49a7 tempest-FloatingIPsAssociationTestJSON-236333936 tempest-FloatingIPsAssociationTestJSON-236333936-project] 10.222.0.42 "DELETE /v2.0/ports/4e41fbec-8eb6-469b-a14b-6ec3b4a34634 HTTP/1.1" status: 204 len: 173 time: 1.0223515 Jul 16 18:00:33.891547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'name': 'network-vif-deleted', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:33.895572 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38454503-087b-4cad-b232-69773df7c168" -d '{"events": [{"server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "name": "network-vif-deleted", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:33.909278 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Pushing event updated for resources: {'Port': ['ID=801952f6-1c32-4ea6-912d-334b799354de,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:33.926628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d88e41e3-f992-4fa4-80fc-3b5cb72208a7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:33.927483 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.058751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:34.061476 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.089969 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-057cfe5a-883a-4b44-addc-ea495d41f56d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:34.098333 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-057cfe5a-883a-4b44-addc-ea495d41f56d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/networks?id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1 HTTP/1.1" status: 200 len: 820 time: 0.2255161 Jul 16 18:00:34.156765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9fa2ae7b-8e7f-472d-ada4-e18025ce104d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/quotas/73e17b2de9034fae87c81f7fc88e6e6a HTTP/1.1" status: 200 len: 375 time: 0.0528662 Jul 16 18:00:34.164286 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-8890d10f-4b03-4dbe-aed8-40bc8d363d1d tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2844021 Jul 16 18:00:34.182230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Request body: {'port': {'device_id': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:34.239001 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:00:30Z', 'revision_number': 4, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '16203a57-cd74-4e67-9fd7-8ce37f8e9ec8', 'name': '', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'mac_address': 'fa:16:3e:91:b7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:29Z', 'updated_at': '2021-07-16T18:00:30Z', 'revision_number': 2, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'subnets': [{'id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:34.278666 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.281171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b1576f6-8bd3-457f-9ea6-e35e219dcc0d None None] Provisioning for port 801952f6-1c32-4ea6-912d-334b799354de completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:34.286648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b1576f6-8bd3-457f-9ea6-e35e219dcc0d None None] Provisioning complete for port 801952f6-1c32-4ea6-912d-334b799354de triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:34.286863 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Checking router: 1a20d074-3973-4c17-8c5c-a93bbef76fee for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:34.287056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b1576f6-8bd3-457f-9ea6-e35e219dcc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.287182 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Updating router 1a20d074-3973-4c17-8c5c-a93bbef76fee port 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:00:34.300592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb3153c-56a1-47ee-af70-f2bbc3b06f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.346760 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6b1576f6-8bd3-457f-9ea6-e35e219dcc0d None None] Port 801952f6-1c32-4ea6-912d-334b799354de cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:34.349915 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.361055 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb3153c-56a1-47ee-af70-f2bbc3b06f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.382633 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-12e97d8f-eabb-431f-8cb4-54f200e6fbe2 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=73e17b2de9034fae87c81f7fc88e6e6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2170720 Jul 16 18:00:34.493097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647862f6-5088-4bf8-be0a-1f3ac8dc23e5 req-0c6c2c41-55ab-446c-9e68-a784bf30578a tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:34.495115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-647862f6-5088-4bf8-be0a-1f3ac8dc23e5 req-0c6c2c41-55ab-446c-9e68-a784bf30578a tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.2065172 Jul 16 18:00:34.525401 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb3153c-56a1-47ee-af70-f2bbc3b06f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.528103 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-beb3153c-56a1-47ee-af70-f2bbc3b06f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.529581 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-beb3153c-56a1-47ee-af70-f2bbc3b06f40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/297615b9-18e1-42b4-8b1c-29361e27fdde HTTP/1.1" status: 204 len: 168 time: 0.7029850 Jul 16 18:00:34.571338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3153c-56a1-47ee-af70-f2bbc3b06f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297615b9-18e1-42b4-8b1c-29361e27fdde,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:34.715996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801952f6-1c32-4ea6-912d-334b799354de {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:34.729078 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.751526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Transition to ACTIVE for port object 801952f6-1c32-4ea6-912d-334b799354de will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:34.758949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.883523 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.908709 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Transition to ACTIVE for port object 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:34.923372 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.988200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Pushing event updated for resources: {'Port': ['ID=801952f6-1c32-4ea6-912d-334b799354de,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:35.028433 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defe3cb-c2d2-484b-bdb4-d88edb5b1047 None None] Pushing event updated for resources: {'Port': ['ID=16203a57-cd74-4e67-9fd7-8ce37f8e9ec8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:35.055118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Attempting to bind port 801952f6-1c32-4ea6-912d-334b799354de on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:35.055474 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Attempting to bind port 801952f6-1c32-4ea6-912d-334b799354de by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:35.055816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Attempting to bind port 801952f6-1c32-4ea6-912d-334b799354de on network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:35.062822 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Port 801952f6-1c32-4ea6-912d-334b799354de on network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:35.063605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Attempting to bind port 801952f6-1c32-4ea6-912d-334b799354de on network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:35.073005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:35.073005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Checking segment: {'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:35.073005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Bound using segment: {'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:35.073005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Bound port: 801952f6-1c32-4ea6-912d-334b799354de, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91781ce-9213-45b5-a0a3-56da9097e40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:35.073005 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.105287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-8c8fb24b-7100-4cb0-91f9-be9e4d7c2a0c service neutron] 10.222.0.52 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7217827 Jul 16 18:00:35.114020 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Attempting to bind port 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:35.114672 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Attempting to bind port 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '139e547b-5f8d-4368-b427-0d1688630137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:35.115214 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Attempting to bind port 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 on network 2ab8f11b-0449-4cf6-a81c-06443c1c64f1 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:35.122366 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:35.122984 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Checking segment: {'id': '139e547b-5f8d-4368-b427-0d1688630137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:35.123566 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.124144 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Bound using segment: {'id': '139e547b-5f8d-4368-b427-0d1688630137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:35.124802 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Bound port: 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139e547b-5f8d-4368-b427-0d1688630137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:35.125211 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.148934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-647862f6-5088-4bf8-be0a-1f3ac8dc23e5 req-1cfe8bc5-2dd5-4601-b0dd-22f535a8616d tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6424081 Jul 16 18:00:35.256156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] For port 801952f6-1c32-4ea6-912d-334b799354de, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:35.262104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] For port 801952f6-1c32-4ea6-912d-334b799354de, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=801952f6-1c32-4ea6-912d-334b799354de,segment=NetworkSegment(c91781ce-9213-45b5-a0a3-56da9097e40c),segment_id=c91781ce-9213-45b5-a0a3-56da9097e40c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:35.268658 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.278170 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] For port 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:35.280286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-bf87151b-d007-4d2e-a1e7-0a76e55471c3 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648481 Jul 16 18:00:35.281883 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8900e3b0-2779-4242-8477-64aed8084908 x-openstack-request-id: req-8900e3b0-2779-4242-8477-64aed8084908 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:35.282178 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57de235-468e-4bb4-bd07-856e6a5af8bb", "name": "network-vif-deleted", "tag": "4e41fbec-8eb6-469b-a14b-6ec3b4a34634", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:35.282535 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8900e3b0-2779-4242-8477-64aed8084908 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:35.283331 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57de235-468e-4bb4-bd07-856e6a5af8bb', 'name': 'network-vif-deleted', 'tag': '4e41fbec-8eb6-469b-a14b-6ec3b4a34634', 'status': 'completed', 'code': 200} Jul 16 18:00:35.299804 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] For port 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=16203a57-cd74-4e67-9fd7-8ce37f8e9ec8,segment=NetworkSegment(139e547b-5f8d-4368-b427-0d1688630137),segment_id=139e547b-5f8d-4368-b427-0d1688630137)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:35.312234 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.317418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.318267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.325156 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] 10.222.0.42 "PUT /v2.0/ports/801952f6-1c32-4ea6-912d-334b799354de HTTP/1.1" status: 200 len: 1091 time: 1.1590860 Jul 16 18:00:35.325633 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'tag': '801952f6-1c32-4ea6-912d-334b799354de'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:35.327960 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75c37d2-801e-47f6-81c0-584fcdc04181" -d '{"events": [{"name": "network-changed", "server_uuid": "df265f38-d2f6-49c6-8534-6113c81c4d3b", "tag": "801952f6-1c32-4ea6-912d-334b799354de"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:35.399784 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.443793 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Routers {'1a20d074-3973-4c17-8c5c-a93bbef76fee'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:35.444440 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a20d074-3973-4c17-8c5c-a93bbef76fee'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:35.475034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c0565-e3ce-4b94-ab67-383f68cb1b6e service neutron] Pushing event updated for resources: {'Port': ['ID=801952f6-1c32-4ea6-912d-334b799354de,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:35.524812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-742b3b8b-083d-4eef-a329-ac0c085f70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.526395 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-742b3b8b-083d-4eef-a329-ac0c085f70d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=871af83fd7ed4045ba375fe790cd4039&device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 1094 time: 0.1380913 Jul 16 18:00:35.593682 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-83564ef5-f550-4759-af7d-bf3ddbc18c82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801952f6-1c32-4ea6-912d-334b799354de HTTP/1.1" status: 200 len: 217 time: 0.0599623 Jul 16 18:00:35.629922 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defe3cb-c2d2-484b-bdb4-d88edb5b1047 None None] Pushing event updated for resources: {'Port': ['ID=16203a57-cd74-4e67-9fd7-8ce37f8e9ec8,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:35.724282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-14d69e4c-b404-4d09-a407-a746e1d873a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.732330 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-14d69e4c-b404-4d09-a407-a746e1d873a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4194d1d6-10c3-441e-9f37-d2873b157448 HTTP/1.1" status: 200 len: 851 time: 0.1297774 Jul 16 18:00:35.732939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432db5b4-ab81-4c93-bad2-f48c16149596 req-080750a0-616f-4517-b079-f566a6e35539 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.740247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-432db5b4-ab81-4c93-bad2-f48c16149596 req-080750a0-616f-4517-b079-f566a6e35539 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 943 time: 0.1933513 Jul 16 18:00:35.825760 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] Set router 1a20d074-3973-4c17-8c5c-a93bbef76fee gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:35.828297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:35.894963 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-432db5b4-ab81-4c93-bad2-f48c16149596 req-c724426c-06e8-4bd5-afff-b3d376260e35 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fd54151-8eb2-4d8b-9a67-45021f0e526c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538427 Jul 16 18:00:35.916421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-51381a8c-ad7d-4272-807f-e5127fca231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.917996 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-51381a8c-ad7d-4272-807f-e5127fca231b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1810441 Jul 16 18:00:36.234001 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-46a4cc7e-81e8-427e-b636-8f0d183ab7c2 service neutron] 10.222.0.42 "GET /v2.0/networks/98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075402 Jul 16 18:00:36.292114 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:00:30Z', 'revision_number': 4, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '16203a57-cd74-4e67-9fd7-8ce37f8e9ec8', 'name': '', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'mac_address': 'fa:16:3e:91:b7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:29Z', 'updated_at': '2021-07-16T18:00:35Z', 'revision_number': 4, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'subnets': [{'id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:36.451089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56cca409-4f1b-4c05-af74-6cb08bd9de2e req-4bbe0d34-5b99-4789-8e17-6cd4f51315aa tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 210 time: 0.0863538 Jul 16 18:00:36.476355 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-495ce049-a6ae-4925-85a2-d2019c3361bd req-33ecc9c1-56cb-4f35-96cf-9590f9ceb8fe service neutron] 10.222.0.42 "GET /v2.0/networks/98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352097 Jul 16 18:00:36.552717 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a57525-f9b2-4e33-8676-f24205948134 None None] The sync data for ids ['1a20d074-3973-4c17-8c5c-a93bbef76fee'] in n-d-793618-9 is: [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:00:30Z', 'revision_number': 4, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '16203a57-cd74-4e67-9fd7-8ce37f8e9ec8', 'name': '', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'mac_address': 'fa:16:3e:91:b7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:29Z', 'updated_at': '2021-07-16T18:00:35Z', 'revision_number': 4, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'subnets': [{'id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:36.595885 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5605aea-7c1f-4967-a1c0-48c38c19be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.731244 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:36.760944 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36a32be-a4b5-42f6-9520-7f286d00963b x-openstack-request-id: req-b36a32be-a4b5-42f6-9520-7f286d00963b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:36.761677 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df265f38-d2f6-49c6-8534-6113c81c4d3b", "tag": "801952f6-1c32-4ea6-912d-334b799354de", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:36.761677 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b36a32be-a4b5-42f6-9520-7f286d00963b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:36.762613 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'tag': '801952f6-1c32-4ea6-912d-334b799354de', 'status': 'completed', 'code': 200} Jul 16 18:00:36.828385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:36.834906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4e41fbec-8eb6-469b-a14b-6ec3b4a34634 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:37.020290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c37d2-801e-47f6-81c0-584fcdc04181 req-279e6119-a7fa-4007-84aa-2fe5708f96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.025397 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75c37d2-801e-47f6-81c0-584fcdc04181 req-279e6119-a7fa-4007-84aa-2fe5708f96ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=871af83fd7ed4045ba375fe790cd4039&device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 1094 time: 0.2341247 Jul 16 18:00:37.028975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e72751-5837-4d7b-b020-3f5319d4e67e req-bc33cbba-42b2-4a46-9487-7227a19bcd14 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.030606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2e72751-5837-4d7b-b020-3f5319d4e67e req-bc33cbba-42b2-4a46-9487-7227a19bcd14 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.1649480 Jul 16 18:00:37.187715 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2e72751-5837-4d7b-b020-3f5319d4e67e req-698f6230-e3a5-4212-9697-3a6efb3a48a2 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460171 Jul 16 18:00:37.256102 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c37d2-801e-47f6-81c0-584fcdc04181 req-e2813e38-eab8-420c-aaa0-01e5416052b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.257878 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75c37d2-801e-47f6-81c0-584fcdc04181 req-e2813e38-eab8-420c-aaa0-01e5416052b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 HTTP/1.1" status: 200 len: 913 time: 0.2249513 Jul 16 18:00:37.362239 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75c37d2-801e-47f6-81c0-584fcdc04181 req-19a5570d-5e2c-40df-99d7-23bb0e78898d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801952f6-1c32-4ea6-912d-334b799354de HTTP/1.1" status: 200 len: 217 time: 0.0965712 Jul 16 18:00:37.375881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f5605aea-7c1f-4967-a1c0-48c38c19be1c admin admin] Deleting port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:37.376246 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5605aea-7c1f-4967-a1c0-48c38c19be1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.403401 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1593b6-50db-40bf-a659-28d8717ba762 req-169d927f-7b4a-41ff-ab64-679ea4d7c63b tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.412269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f1593b6-50db-40bf-a659-28d8717ba762 req-169d927f-7b4a-41ff-ab64-679ea4d7c63b tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 943 time: 0.2770276 Jul 16 18:00:37.450509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c37d2-801e-47f6-81c0-584fcdc04181 req-366ac630-0e72-4496-8de2-f64b93095fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.460972 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75c37d2-801e-47f6-81c0-584fcdc04181 req-366ac630-0e72-4496-8de2-f64b93095fb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4194d1d6-10c3-441e-9f37-d2873b157448 HTTP/1.1" status: 200 len: 851 time: 0.0905452 Jul 16 18:00:37.551281 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f1593b6-50db-40bf-a659-28d8717ba762 req-5b1127c3-c27a-40e4-930a-f362988566ec tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fd54151-8eb2-4d8b-9a67-45021f0e526c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379128 Jul 16 18:00:37.645563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c37d2-801e-47f6-81c0-584fcdc04181 req-fb2afce6-5125-41ce-90a8-1d8a8481df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.647708 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75c37d2-801e-47f6-81c0-584fcdc04181 req-fb2afce6-5125-41ce-90a8-1d8a8481df2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648753 Jul 16 18:00:37.717869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f5605aea-7c1f-4967-a1c0-48c38c19be1c admin admin] For port 87cf57ac-f679-44e3-a4da-f7f5198f4cf8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=87cf57ac-f679-44e3-a4da-f7f5198f4cf8,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:37.718236 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5605aea-7c1f-4967-a1c0-48c38c19be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.739868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f5605aea-7c1f-4967-a1c0-48c38c19be1c admin admin] Calling delete_port for 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:37.752364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:37.856622 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75c37d2-801e-47f6-81c0-584fcdc04181 req-f45e5cd4-c44b-44e5-bf6d-339de64067bb service neutron] 10.222.0.42 "GET /v2.0/networks/98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906006 Jul 16 18:00:37.870730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:37.884876 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:37.885486 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.027953 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75c37d2-801e-47f6-81c0-584fcdc04181 req-e34e31a1-9464-4d92-997c-e86c75cd926f service neutron] 10.222.0.42 "GET /v2.0/networks/98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584437 Jul 16 18:00:38.032509 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.052763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03bec493-f2ae-4822-9a53-b9490e01ef4d req-8f6191d1-67e4-4765-8fc6-6cbcf14f9582 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 210 time: 0.1701646 Jul 16 18:00:38.096460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=16203a57-cd74-4e67-9fd7-8ce37f8e9ec8,segment=NetworkSegment(139e547b-5f8d-4368-b427-0d1688630137),segment_id=139e547b-5f8d-4368-b427-0d1688630137)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:38.117605 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.205064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:38.209813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=16203a57-cd74-4e67-9fd7-8ce37f8e9ec8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:38.239344 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5605aea-7c1f-4967-a1c0-48c38c19be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.275202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5605aea-7c1f-4967-a1c0-48c38c19be1c admin admin] Pushing event deleted for resources: {'Port': ['ID=87cf57ac-f679-44e3-a4da-f7f5198f4cf8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:38.317227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9a8566b7-583d-4766-b303-fd3e2974d1b7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.320242 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9a8566b7-583d-4766-b303-fd3e2974d1b7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.42 "GET /v2.0/networks?id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1 HTTP/1.1" status: 200 len: 820 time: 0.2733672 Jul 16 18:00:38.344098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Request body: {'port': {'device_id': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'admin_state_up': True, 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:38.593421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bf446b9-ae19-46d0-b448-f2bcc14f7cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.713183 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.api [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:00:38.713183 n-d-793618-9 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:00:38.713183 n-d-793618-9 neutron-server[93766]: [parameters: {'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'id': 'd71d22af-aae7-41cb-adcd-71336f34f443', 'expiration': datetime.datetime(2021, 7, 16, 18, 2, 38, 683928)}] Jul 16 18:00:38.713183 n-d-793618-9 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:00:38.713703 n-d-793618-9 neutron-server[93766]: DEBUG oslo_db.api [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:00:38.723114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 801952f6-1c32-4ea6-912d-334b799354de details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:38.728171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83a2af-358f-43a7-a248-85236e85c49a req-363191ca-0630-4f8f-ad7f-f42610258eb4 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.736855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb83a2af-358f-43a7-a248-85236e85c49a req-363191ca-0630-4f8f-ad7f-f42610258eb4 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.2528794 Jul 16 18:00:38.756540 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5605aea-7c1f-4967-a1c0-48c38c19be1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.820871 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bf446b9-ae19-46d0-b448-f2bcc14f7cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.829611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9bf446b9-ae19-46d0-b448-f2bcc14f7cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.873946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 801952f6-1c32-4ea6-912d-334b799354de, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=801952f6-1c32-4ea6-912d-334b799354de,segment=NetworkSegment(c91781ce-9213-45b5-a0a3-56da9097e40c),segment_id=c91781ce-9213-45b5-a0a3-56da9097e40c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:38.890640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '801952f6-1c32-4ea6-912d-334b799354de', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'port_id': '801952f6-1c32-4ea6-912d-334b799354de', 'mac_address': 'fa:16:3e:af:40:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:38.897888 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9bf446b9-ae19-46d0-b448-f2bcc14f7cc1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb108197d58e4bce8f0b674a55848d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6852829 Jul 16 18:00:38.897888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf446b9-ae19-46d0-b448-f2bcc14f7cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a58121-0bf4-489c-ad97-40cc5ad24f19,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:38.898942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:38.964234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70257062-0019-4efd-9771-f42c8b3e86ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.981122 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.998943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70257062-0019-4efd-9771-f42c8b3e86ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.012737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801952f6-1c32-4ea6-912d-334b799354de {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:39.057108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb83a2af-358f-43a7-a248-85236e85c49a req-dcca1a5c-fe52-4f85-ae80-3724120661b1 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191600 Jul 16 18:00:39.057792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 801952f6-1c32-4ea6-912d-334b799354de, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=801952f6-1c32-4ea6-912d-334b799354de,segment=NetworkSegment(c91781ce-9213-45b5-a0a3-56da9097e40c),segment_id=c91781ce-9213-45b5-a0a3-56da9097e40c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:39.064859 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.079981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70257062-0019-4efd-9771-f42c8b3e86ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.079981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70257062-0019-4efd-9771-f42c8b3e86ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.079981 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-70257062-0019-4efd-9771-f42c8b3e86ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0a58121-0bf4-489c-ad97-40cc5ad24f19 HTTP/1.1" status: 204 len: 168 time: 0.1772652 Jul 16 18:00:39.100005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70257062-0019-4efd-9771-f42c8b3e86ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a58121-0bf4-489c-ad97-40cc5ad24f19,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.146865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=801952f6-1c32-4ea6-912d-334b799354de,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.161603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf67f1-3ce3-4a0a-86f7-1d150b063fd0 req-1cc7ebe4-da9f-43ac-9411-4caf8546cb51 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.163570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5baf67f1-3ce3-4a0a-86f7-1d150b063fd0 req-1cc7ebe4-da9f-43ac-9411-4caf8546cb51 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 943 time: 0.3270965 Jul 16 18:00:39.225614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5605aea-7c1f-4967-a1c0-48c38c19be1c admin admin] Router db61f184-7b80-41f0-ab7b-768f0b5291a5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:39.258566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5baf67f1-3ce3-4a0a-86f7-1d150b063fd0 req-f19e6dfa-8361-4536-8a3d-8224745f108e tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fd54151-8eb2-4d8b-9a67-45021f0e526c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869057 Jul 16 18:00:39.287721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Made reservation on behalf of 73e17b2de9034fae87c81f7fc88e6e6a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:39.288840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['801952f6-1c32-4ea6-912d-334b799354de'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:39.291711 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.437618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7e16345a-dab0-478f-98b3-b9ad91e3ca87 req-b040a6a2-4432-4acc-ba7f-9d3f773e725c tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 210 time: 0.0439723 Jul 16 18:00:39.454986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5605aea-7c1f-4967-a1c0-48c38c19be1c admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:39.460791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f5605aea-7c1f-4967-a1c0-48c38c19be1c admin admin] 10.222.0.52 "PUT /v2.0/routers/db61f184-7b80-41f0-ab7b-768f0b5291a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6153781 Jul 16 18:00:39.468632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:39.490980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d35b8-58b2-410b-87c2-891b27fa7116 None None] Sync routers for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:39.496399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Allocated IP 172.20.0.5 (2ab8f11b-0449-4cf6-a81c-06443c1c64f1/83b97bde-9e33-4e87-a429-deb18da986f4/df5c696d-ef31-49fb-bd56-8e50337f0dce) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:39.511008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d35b8-58b2-410b-87c2-891b27fa7116 None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:39.511668 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7f9d35b8-58b2-410b-87c2-891b27fa7116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:39.620839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:39.643900 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82ec703-026c-4f24-8955-294f0ad4f21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.676597 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.737918 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.807673 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.883748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Network 2ab8f11b-0449-4cf6-a81c-06443c1c64f1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:39.890972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:39.893183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Pushing event updated for resources: {'Port': ['ID=df5c696d-ef31-49fb-bd56-8e50337f0dce,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.898908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:39.903400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:39.921094 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.958239 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82ec703-026c-4f24-8955-294f0ad4f21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.964703 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.965557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.965898 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82ec703-026c-4f24-8955-294f0ad4f21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.984617 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f793a7b5-8f8f-41aa-b789-12801ea2d041 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6546483 Jul 16 18:00:39.987073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:39.987454 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.992799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7f9d35b8-58b2-410b-87c2-891b27fa7116 None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:40.002251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Request body: {'port': {'device_id': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:40.056645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ec703-026c-4f24-8955-294f0ad4f21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ff0ea7-e399-48b4-9835-84f6750f4131,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:40.083358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d82ec703-026c-4f24-8955-294f0ad4f21a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16a5a4d61161458495fd40c297710ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610817 Jul 16 18:00:40.087554 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:40.088169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.092643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Deleting port 888cff8c-8402-4693-ad12-9b92f907df0e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:40.092993 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.200504 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66a750bc-d79e-4b09-a082-4239ba2b3cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.247311 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66a750bc-d79e-4b09-a082-4239ba2b3cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.248613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] For port 888cff8c-8402-4693-ad12-9b92f907df0e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=888cff8c-8402-4693-ad12-9b92f907df0e,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:40.249055 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.265950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Calling delete_port for 888cff8c-8402-4693-ad12-9b92f907df0e owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:40.306481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7f9d35b8-58b2-410b-87c2-891b27fa7116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T18:00:38Z', 'revision_number': 5, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port': {'id': '888cff8c-8402-4693-ad12-9b92f907df0e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:32:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:03Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:40.309189 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66a750bc-d79e-4b09-a082-4239ba2b3cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.311961 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66a750bc-d79e-4b09-a082-4239ba2b3cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.313127 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-66a750bc-d79e-4b09-a082-4239ba2b3cc4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47ff0ea7-e399-48b4-9835-84f6750f4131 HTTP/1.1" status: 204 len: 168 time: 0.2102549 Jul 16 18:00:40.324304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a750bc-d79e-4b09-a082-4239ba2b3cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ff0ea7-e399-48b4-9835-84f6750f4131,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:40.388610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d35b8-58b2-410b-87c2-891b27fa7116 None None] Checking router: db61f184-7b80-41f0-ab7b-768f0b5291a5 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:40.433007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d35b8-58b2-410b-87c2-891b27fa7116 None None] Routers {'db61f184-7b80-41f0-ab7b-768f0b5291a5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:40.436148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7f9d35b8-58b2-410b-87c2-891b27fa7116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['db61f184-7b80-41f0-ab7b-768f0b5291a5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:40.628991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7f9d35b8-58b2-410b-87c2-891b27fa7116 None None] Set router db61f184-7b80-41f0-ab7b-768f0b5291a5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:40.630903 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.685965 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5c696d-ef31-49fb-bd56-8e50337f0dce {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:40.704134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=888cff8c-8402-4693-ad12-9b92f907df0e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:40.707015 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.717947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7f9d35b8-58b2-410b-87c2-891b27fa7116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T18:00:39Z', 'revision_number': 6, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:40.732270 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Transition to ACTIVE for port object df5c696d-ef31-49fb-bd56-8e50337f0dce will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:40.739391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.753115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 801952f6-1c32-4ea6-912d-334b799354de up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:40.756870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d35b8-58b2-410b-87c2-891b27fa7116 None None] The sync data for ids ['db61f184-7b80-41f0-ab7b-768f0b5291a5'] in n-d-793618-9 is: [{'id': 'db61f184-7b80-41f0-ab7b-768f0b5291a5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1217833308-router', 'tenant_id': '9febc51e22c8482aa82f53a183471225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:58Z', 'updated_at': '2021-07-16T18:00:39Z', 'revision_number': 6, 'project_id': '9febc51e22c8482aa82f53a183471225', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:40.803562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79a825-4281-4b35-bcfa-c009eb013453 req-16c4f914-a3e7-4dbd-b1fe-91e78de06c60 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.805632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e79a825-4281-4b35-bcfa-c009eb013453 req-16c4f914-a3e7-4dbd-b1fe-91e78de06c60 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.5671303 Jul 16 18:00:40.847262 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.870098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 801952f6-1c32-4ea6-912d-334b799354de completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:40.876886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 801952f6-1c32-4ea6-912d-334b799354de triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:40.877529 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.881145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Pushing event updated for resources: {'Port': ['ID=df5c696d-ef31-49fb-bd56-8e50337f0dce,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:41.030251 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.070185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801952f6-1c32-4ea6-912d-334b799354de'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:41.076048 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26130dc4-d03e-4358-8b3e-ee9a8adde65d" -d '{"events": [{"server_uuid": "df265f38-d2f6-49c6-8534-6113c81c4d3b", "name": "network-vif-plugged", "status": "completed", "tag": "801952f6-1c32-4ea6-912d-334b799354de"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:41.082841 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Attempting to bind port df5c696d-ef31-49fb-bd56-8e50337f0dce on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:41.083940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Attempting to bind port df5c696d-ef31-49fb-bd56-8e50337f0dce by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '139e547b-5f8d-4368-b427-0d1688630137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:41.086336 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Attempting to bind port df5c696d-ef31-49fb-bd56-8e50337f0dce on network 2ab8f11b-0449-4cf6-a81c-06443c1c64f1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:41.100073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Port df5c696d-ef31-49fb-bd56-8e50337f0dce on network 2ab8f11b-0449-4cf6-a81c-06443c1c64f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:41.100073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Attempting to bind port df5c696d-ef31-49fb-bd56-8e50337f0dce on network 2ab8f11b-0449-4cf6-a81c-06443c1c64f1 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:41.106170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:41.106518 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Checking segment: {'id': '139e547b-5f8d-4368-b427-0d1688630137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:41.106913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Bound using segment: {'id': '139e547b-5f8d-4368-b427-0d1688630137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:41.108873 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Bound port: df5c696d-ef31-49fb-bd56-8e50337f0dce, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139e547b-5f8d-4368-b427-0d1688630137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:41.110940 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.112328 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 801952f6-1c32-4ea6-912d-334b799354de, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=801952f6-1c32-4ea6-912d-334b799354de,segment=NetworkSegment(c91781ce-9213-45b5-a0a3-56da9097e40c),segment_id=c91781ce-9213-45b5-a0a3-56da9097e40c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:41.120805 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.201270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=801952f6-1c32-4ea6-912d-334b799354de,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:41.248840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] For port df5c696d-ef31-49fb-bd56-8e50337f0dce, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:41.253747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] For port df5c696d-ef31-49fb-bd56-8e50337f0dce, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce,segment=NetworkSegment(139e547b-5f8d-4368-b427-0d1688630137),segment_id=139e547b-5f8d-4368-b427-0d1688630137)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:41.263256 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.327558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.328231 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.329742 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] 10.222.0.42 "PUT /v2.0/ports/df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 1091 time: 1.3325791 Jul 16 18:00:41.330706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:41.332758 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d3b287-3499-4971-b3b8-f0a6bc5b53bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:41.405995 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.408312 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.408861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b521ac5-4d64-4b64-b42b-b3da3be6b7ac service neutron] Pushing event updated for resources: {'Port': ['ID=df5c696d-ef31-49fb-bd56-8e50337f0dce,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:41.448063 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-aa332e7c-c7f7-4c9a-be15-69ea43230d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.450522 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-aa332e7c-c7f7-4c9a-be15-69ea43230d69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73e17b2de9034fae87c81f7fc88e6e6a&device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 1094 time: 0.0725980 Jul 16 18:00:41.482738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ded7cb-d984-46fc-a400-f3587f7805a7 req-36719e34-a2a6-414c-8d58-b3a6293a5cdd tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.490051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b9ded7cb-d984-46fc-a400-f3587f7805a7 req-36719e34-a2a6-414c-8d58-b3a6293a5cdd tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 944 time: 0.8234549 Jul 16 18:00:41.503725 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-0797e4f6-a0e5-45e5-86d9-e87a16d039db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 217 time: 0.0459280 Jul 16 18:00:41.542120 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.542632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db61f184-7b80-41f0-ab7b-768f0b5291a5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:00:41.547557 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.551504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6db04b21-dfdc-41f2-965f-303df4ad6b86 admin admin] 10.222.0.52 "DELETE /v2.0/routers/db61f184-7b80-41f0-ab7b-768f0b5291a5 HTTP/1.1" status: 204 len: 168 time: 2.0817735 Jul 16 18:00:41.552134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:41.580920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-efab18e3-eca8-4a2f-9e3f-71cd265cc6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.582691 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-efab18e3-eca8-4a2f-9e3f-71cd265cc6cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83b97bde-9e33-4e87-a429-deb18da986f4 HTTP/1.1" status: 200 len: 860 time: 0.0725160 Jul 16 18:00:41.585573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e79a825-4281-4b35-bcfa-c009eb013453 req-48db5294-10d5-4277-a2cb-919c54481c4d tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7687759 Jul 16 18:00:41.631842 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-3f52445a-93bd-4540-9ae6-f3700a6dca0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424802 Jul 16 18:00:41.706935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-286609c3-6011-48e6-9b24-c18f1d9cfa32 admin admin] Deleting subnet b2715fa6-e681-4bf2-b5f4-7980d53d631f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:41.721576 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-286609c3-6011-48e6-9b24-c18f1d9cfa32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.760224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:41.763254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b9ded7cb-d984-46fc-a400-f3587f7805a7 req-7ff15110-a259-4f8f-b851-4fa6fc8204eb tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fd54151-8eb2-4d8b-9a67-45021f0e526c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722850 Jul 16 18:00:41.802136 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-286609c3-6011-48e6-9b24-c18f1d9cfa32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.806063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:41.807033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 87cf57ac-f679-44e3-a4da-f7f5198f4cf8 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:41.807461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 888cff8c-8402-4693-ad12-9b92f907df0e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:41.826749 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-8dc7c901-92bc-4989-9365-abf68619ca72 service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875098 Jul 16 18:00:41.866310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 888cff8c-8402-4693-ad12-9b92f907df0e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:41.866659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 888cff8c-8402-4693-ad12-9b92f907df0e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:41.901802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dd6b944-0d71-41e1-941e-bac6ca415589 req-924807ef-a66b-4f0b-826f-6926822c4dc3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3986599 Jul 16 18:00:41.979793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9eb7ca7-e1a9-4623-9a46-e45eb8e9f6a9 req-bb4c9bdd-5086-4896-8210-1339bb074bd6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4868460 Jul 16 18:00:42.017714 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e35e1e53-bb59-4e81-903c-e113769a5aaf req-f6c24bbd-c066-48cc-b5fe-8ac398a7a8ab service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841040 Jul 16 18:00:42.135978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-286609c3-6011-48e6-9b24-c18f1d9cfa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.194111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a2eac-18e1-47e9-bffe-b5660a78f134 req-5bf30964-74d0-4246-8064-42ec487f4fdf tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.195682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-565a2eac-18e1-47e9-bffe-b5660a78f134 req-5bf30964-74d0-4246-8064-42ec487f4fdf tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 943 time: 0.3445535 Jul 16 18:00:42.215268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6b944-0d71-41e1-941e-bac6ca415589 req-4f089465-9fbb-43c7-90cf-918ed5aedd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.217741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dd6b944-0d71-41e1-941e-bac6ca415589 req-4f089465-9fbb-43c7-90cf-918ed5aedd23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae24206fa2ec480c8c28a7f43afb0d13&device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 1096 time: 0.2367251 Jul 16 18:00:42.232419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7ca7-e1a9-4623-9a46-e45eb8e9f6a9 req-f5139260-7882-4b9c-b389-3d2e75a7ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.234177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9eb7ca7-e1a9-4623-9a46-e45eb8e9f6a9 req-f5139260-7882-4b9c-b389-3d2e75a7ba0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 1096 time: 0.2119968 Jul 16 18:00:42.316656 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d89b3f-fd88-492d-b7d0-979ad74e7550 x-openstack-request-id: req-d2d89b3f-fd88-492d-b7d0-979ad74e7550 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:42.317543 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df265f38-d2f6-49c6-8534-6113c81c4d3b", "name": "network-vif-plugged", "status": "completed", "tag": "801952f6-1c32-4ea6-912d-334b799354de", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:42.317543 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2d89b3f-fd88-492d-b7d0-979ad74e7550 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:42.317845 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-286609c3-6011-48e6-9b24-c18f1d9cfa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.318036 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801952f6-1c32-4ea6-912d-334b799354de', 'code': 200} Jul 16 18:00:42.362075 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-565a2eac-18e1-47e9-bffe-b5660a78f134 req-ddb6ed96-ed55-4228-8bc3-91f93abd3b8c tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524799 Jul 16 18:00:42.393953 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-286609c3-6011-48e6-9b24-c18f1d9cfa32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.402159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-286609c3-6011-48e6-9b24-c18f1d9cfa32 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b2715fa6-e681-4bf2-b5f4-7980d53d631f HTTP/1.1" status: 204 len: 168 time: 0.8178596 Jul 16 18:00:42.406207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22577feb-b146-4e93-9bbe-117c405eafe7 None None] Network 08f96ba2-0ec4-4089-8a39-c5652fbab18c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:42.406831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:42.406831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286609c3-6011-48e6-9b24-c18f1d9cfa32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2715fa6-e681-4bf2-b5f4-7980d53d631f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:42.467155 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c16f13-cc6b-4b49-8c4d-4adeb0a389d8 x-openstack-request-id: req-19c16f13-cc6b-4b49-8c4d-4adeb0a389d8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:42.468448 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:42.468664 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19c16f13-cc6b-4b49-8c4d-4adeb0a389d8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:42.469470 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'status': 'completed', 'code': 200} Jul 16 18:00:42.717048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7ca7-e1a9-4623-9a46-e45eb8e9f6a9 req-4b49bc6f-3dd1-4340-a28f-cc1f68b02431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.718682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9eb7ca7-e1a9-4623-9a46-e45eb8e9f6a9 req-4b49bc6f-3dd1-4340-a28f-cc1f68b02431 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.4586799 Jul 16 18:00:42.721220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6b944-0d71-41e1-941e-bac6ca415589 req-56441593-c60c-48fa-b352-8b3176088f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.722735 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dd6b944-0d71-41e1-941e-bac6ca415589 req-56441593-c60c-48fa-b352-8b3176088f8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=15486c4d-c262-4e88-9036-2ec8ba922abe HTTP/1.1" status: 200 len: 906 time: 0.4508169 Jul 16 18:00:42.726243 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.740831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d13248-ecba-4d9b-8674-c8f4e1a14f5c None None] DHCP port deletion for 08f96ba2-0ec4-4089-8a39-c5652fbab18c request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:00:42.795450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3c684-74b1-447a-96f9-8d85b9747a22 req-b0b21260-449f-4cce-8d55-91cee3188cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.798752 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-eec3c684-74b1-447a-96f9-8d85b9747a22 req-b0b21260-449f-4cce-8d55-91cee3188cc6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 1096 time: 0.3278801 Jul 16 18:00:42.802028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3b287-3499-4971-b3b8-f0a6bc5b53bb req-ef0bcd36-e61e-4840-8c63-4a08da52703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.803468 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d5d3b287-3499-4971-b3b8-f0a6bc5b53bb req-ef0bcd36-e61e-4840-8c63-4a08da52703c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73e17b2de9034fae87c81f7fc88e6e6a&device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 1094 time: 0.3068006 Jul 16 18:00:42.865899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9eb7ca7-e1a9-4623-9a46-e45eb8e9f6a9 req-dd1e9237-9b98-4a25-a9d6-f68d4b48eb78 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 HTTP/1.1" status: 200 len: 217 time: 0.1366892 Jul 16 18:00:42.869748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-35d13248-ecba-4d9b-8674-c8f4e1a14f5c None None] Deleting port 03c5a5a6-f3f4-407b-b813-d479111fd143 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:42.869748 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35d13248-ecba-4d9b-8674-c8f4e1a14f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.979893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-35d13248-ecba-4d9b-8674-c8f4e1a14f5c None None] For port 03c5a5a6-f3f4-407b-b813-d479111fd143, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=03c5a5a6-f3f4-407b-b813-d479111fd143,segment=NetworkSegment(bf73e7ac-0199-441c-a83f-b513d7a6043e),segment_id=bf73e7ac-0199-441c-a83f-b513d7a6043e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:42.979893 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35d13248-ecba-4d9b-8674-c8f4e1a14f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.015304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-35d13248-ecba-4d9b-8674-c8f4e1a14f5c None None] Calling delete_port for 03c5a5a6-f3f4-407b-b813-d479111fd143 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:43.030892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dd6b944-0d71-41e1-941e-bac6ca415589 req-32d4b51f-29a7-4acb-b1d3-dc3916ae9ebc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7750e4b-392d-4f21-936c-17b0af8d3405 HTTP/1.1" status: 200 len: 1000 time: 0.2937005 Jul 16 18:00:43.035187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7ca7-e1a9-4623-9a46-e45eb8e9f6a9 req-ec04c381-1b05-440c-af26-1a118fbe5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.036692 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9eb7ca7-e1a9-4623-9a46-e45eb8e9f6a9 req-ec04c381-1b05-440c-af26-1a118fbe5f9e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.1594369 Jul 16 18:00:43.049426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3b287-3499-4971-b3b8-f0a6bc5b53bb req-cd5ef675-3a5d-4bea-a68a-e85ca46bb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.052301 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d5d3b287-3499-4971-b3b8-f0a6bc5b53bb req-cd5ef675-3a5d-4bea-a68a-e85ca46bb15d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1 HTTP/1.1" status: 200 len: 921 time: 0.2403541 Jul 16 18:00:43.108541 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d5d3b287-3499-4971-b3b8-f0a6bc5b53bb req-10fc2eb5-e432-421c-b386-259e3a02f5df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 217 time: 0.0480340 Jul 16 18:00:43.117976 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-eec3c684-74b1-447a-96f9-8d85b9747a22 req-92608ea8-f80f-4641-aa8c-e2e173a9f495 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9fd54151-8eb2-4d8b-9a67-45021f0e526c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971453 Jul 16 18:00:43.145655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9eb7ca7-e1a9-4623-9a46-e45eb8e9f6a9 req-8bfe8330-96d2-4196-9c85-a7519afb0d05 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887473 Jul 16 18:00:43.179198 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3b287-3499-4971-b3b8-f0a6bc5b53bb req-e66afffb-f4b1-45d9-83df-d02ef9746956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.181696 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d5d3b287-3499-4971-b3b8-f0a6bc5b53bb req-e66afffb-f4b1-45d9-83df-d02ef9746956 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83b97bde-9e33-4e87-a429-deb18da986f4 HTTP/1.1" status: 200 len: 860 time: 0.0669081 Jul 16 18:00:43.185786 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35d13248-ecba-4d9b-8674-c8f4e1a14f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.220945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d13248-ecba-4d9b-8674-c8f4e1a14f5c None None] Pushing event deleted for resources: {'Port': ['ID=03c5a5a6-f3f4-407b-b813-d479111fd143,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:43.224523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ad6cc-e347-4e8f-b9f3-80c77540374b req-215178b3-239d-4e1d-b703-853dc715c2c3 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.227198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d13248-ecba-4d9b-8674-c8f4e1a14f5c None None] No DVR routers for this DVR port 03c5a5a6-f3f4-407b-b813-d479111fd143 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:43.233415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da0ad6cc-e347-4e8f-b9f3-80c77540374b req-215178b3-239d-4e1d-b703-853dc715c2c3 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.3345270 Jul 16 18:00:43.236077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6b944-0d71-41e1-941e-bac6ca415589 req-3003b0e5-6b4c-45f0-b88d-48a2639a1de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.237546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dd6b944-0d71-41e1-941e-bac6ca415589 req-3003b0e5-6b4c-45f0-b88d-48a2639a1de0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8aad6c5a-210b-47f9-a347-b8352be22239 HTTP/1.1" status: 200 len: 844 time: 0.1992197 Jul 16 18:00:43.239717 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d5d3b287-3499-4971-b3b8-f0a6bc5b53bb req-88a00b1e-079c-45de-a4e3-3ce6bb8733c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512681 Jul 16 18:00:43.305441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Deleting port 03c5a5a6-f3f4-407b-b813-d479111fd143 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:43.305711 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.356732 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d5d3b287-3499-4971-b3b8-f0a6bc5b53bb req-dd13e3b6-e5c4-4dab-91ad-076026f62151 service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926220 Jul 16 18:00:43.390248 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da0ad6cc-e347-4e8f-b9f3-80c77540374b req-9e97b592-ad88-4e78-813e-f0b88edec685 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559496 Jul 16 18:00:43.453686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5752e-69d7-4ba7-80bb-09e2f1a61f18 req-89588cbd-e371-4a9e-a31e-3f4461f8bc58 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.455228 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65b5752e-69d7-4ba7-80bb-09e2f1a61f18 req-89588cbd-e371-4a9e-a31e-3f4461f8bc58 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 945 time: 0.3970432 Jul 16 18:00:43.461545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9eb7ca7-e1a9-4623-9a46-e45eb8e9f6a9 req-d3711d2d-0167-47c4-ac83-3bee8866e5f5 service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899532 Jul 16 18:00:43.470345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] For port 03c5a5a6-f3f4-407b-b813-d479111fd143, host n-d-793618-9, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:43.470715 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.479227 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d5d3b287-3499-4971-b3b8-f0a6bc5b53bb req-5d9b83a9-237c-4237-868e-5f22bf98c4ee service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113224 Jul 16 18:00:43.521570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Calling delete_port for 03c5a5a6-f3f4-407b-b813-d479111fd143 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:43.533941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Port 03c5a5a6-f3f4-407b-b813-d479111fd143 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:00:43.540296 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.615630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6b944-0d71-41e1-941e-bac6ca415589 req-7aad5f7f-0a28-4c32-8797-39cb16caf227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.617180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dd6b944-0d71-41e1-941e-bac6ca415589 req-7aad5f7f-0a28-4c32-8797-39cb16caf227 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15486c4d-c262-4e88-9036-2ec8ba922abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3493030 Jul 16 18:00:43.626788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c5a5a6-f3f4-407b-b813-d479111fd143,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:43.637305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] No DVR routers for this DVR port 03c5a5a6-f3f4-407b-b813-d479111fd143 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:43.666845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65b5752e-69d7-4ba7-80bb-09e2f1a61f18 req-4b5dc6d1-9e37-4811-ad38-3727398f594a tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fd54151-8eb2-4d8b-9a67-45021f0e526c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004993 Jul 16 18:00:43.688686 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 03c5a5a6-f3f4-407b-b813-d479111fd143 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:43.738412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 03c5a5a6-f3f4-407b-b813-d479111fd143 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:43.741997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 03c5a5a6-f3f4-407b-b813-d479111fd143 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:43.770517 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.808147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f96ba2-0ec4-4089-8a39-c5652fbab18c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:43.861034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9eb7ca7-e1a9-4623-9a46-e45eb8e9f6a9 req-e0881297-69b1-4c29-91c2-104d5412dc22 service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876293 Jul 16 18:00:43.893035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf73e7ac-0199-441c-a83f-b513d7a6043e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:43.893414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf73e7ac-0199-441c-a83f-b513d7a6043e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:43.909467 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.939777 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.959939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:43.960359 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:43.963010 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:43.989223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dd6b944-0d71-41e1-941e-bac6ca415589 req-19a4ad4d-e49f-4f51-8f0f-afdb982ef2ad service neutron] 10.222.0.42 "GET /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552103 Jul 16 18:00:44.041222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40a418-9ba6-45d9-8881-b05674e477c8 req-f6e64163-e108-42ed-8e5c-22ebe85e9782 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.042800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d40a418-9ba6-45d9-8881-b05674e477c8 req-f6e64163-e108-42ed-8e5c-22ebe85e9782 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 943 time: 0.2397599 Jul 16 18:00:44.087231 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.122140 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.125356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] 10.222.0.52 "DELETE /v2.0/networks/08f96ba2-0ec4-4089-8a39-c5652fbab18c HTTP/1.1" status: 204 len: 168 time: 1.7211647 Jul 16 18:00:44.158540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb129b08-0d0e-4b95-aaa6-02d1f4713458 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f96ba2-0ec4-4089-8a39-c5652fbab18c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:44.162878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d40a418-9ba6-45d9-8881-b05674e477c8 req-cf5b7a96-783b-43e3-b0a4-1489ae065fe1 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123240 Jul 16 18:00:44.198671 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dd6b944-0d71-41e1-941e-bac6ca415589 req-bc324552-a0cd-4030-896c-6bb460ccc362 service neutron] 10.222.0.42 "GET /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657686 Jul 16 18:00:44.335437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:44.390273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-42ef36aa-04a3-4e5f-b725-66f7fae0e457 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9febc51e22c8482aa82f53a183471225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513189 Jul 16 18:00:44.390604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:44.407269 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:44.487775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95ca7e40-b7f1-4e33-a66d-81b84ef149cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.516862 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95ca7e40-b7f1-4e33-a66d-81b84ef149cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.610626 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95ca7e40-b7f1-4e33-a66d-81b84ef149cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.613867 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95ca7e40-b7f1-4e33-a66d-81b84ef149cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.615102 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-95ca7e40-b7f1-4e33-a66d-81b84ef149cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fcad48a4-1695-4ebf-ade9-0f640cbeaa74 HTTP/1.1" status: 204 len: 168 time: 0.2235227 Jul 16 18:00:44.626715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca7e40-b7f1-4e33-a66d-81b84ef149cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcad48a4-1695-4ebf-ade9-0f640cbeaa74,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:44.677042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d332aeea-c7f7-4b47-9025-27532b444eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.715092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08dec7-e571-44c0-af3d-3421d3aa6cf3 req-4c05d275-79e8-45a2-a9d3-e0bef496b480 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.720144 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a08dec7-e571-44c0-af3d-3421d3aa6cf3 req-4c05d275-79e8-45a2-a9d3-e0bef496b480 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 946 time: 0.1810591 Jul 16 18:00:44.774072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device df5c696d-ef31-49fb-bd56-8e50337f0dce details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:44.812340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a08dec7-e571-44c0-af3d-3421d3aa6cf3 req-6857f134-f053-4118-90b0-11ad6ded2f04 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834892 Jul 16 18:00:44.850585 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d332aeea-c7f7-4b47-9025-27532b444eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.857042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d332aeea-c7f7-4b47-9025-27532b444eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.912457 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d332aeea-c7f7-4b47-9025-27532b444eaa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dcbff875ec24cccb12aa4c4e6838392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036969 Jul 16 18:00:44.915379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:44.915379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332aeea-c7f7-4b47-9025-27532b444eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7412825-f5dd-4af4-b097-b3f320c79663,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:44.990415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523662ea-2be1-44c4-9259-19dbe794c4ea req-3b107509-3455-4127-aaaf-8a53966d93d6 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.994320 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-523662ea-2be1-44c4-9259-19dbe794c4ea req-3b107509-3455-4127-aaaf-8a53966d93d6 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 945 time: 0.1171522 Jul 16 18:00:45.058962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port df5c696d-ef31-49fb-bd56-8e50337f0dce, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce,segment=NetworkSegment(139e547b-5f8d-4368-b427-0d1688630137),segment_id=139e547b-5f8d-4368-b427-0d1688630137)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:45.069814 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-523662ea-2be1-44c4-9259-19dbe794c4ea req-fabf3d69-ce91-4ece-84b5-360188351b35 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fd54151-8eb2-4d8b-9a67-45021f0e526c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630288 Jul 16 18:00:45.083372 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'port_id': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'mac_address': 'fa:16:3e:6a:d6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:45.197464 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.228940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5c696d-ef31-49fb-bd56-8e50337f0dce {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:45.266083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port df5c696d-ef31-49fb-bd56-8e50337f0dce, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce,segment=NetworkSegment(139e547b-5f8d-4368-b427-0d1688630137),segment_id=139e547b-5f8d-4368-b427-0d1688630137)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:45.271780 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.380664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=df5c696d-ef31-49fb-bd56-8e50337f0dce,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:45.446050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217882ac-74f3-418f-873f-e8847aca0829 req-fa9df6f8-4622-42a5-8516-27dc2eaccce4 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.458749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:45.460006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-217882ac-74f3-418f-873f-e8847aca0829 req-fa9df6f8-4622-42a5-8516-27dc2eaccce4 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 945 time: 0.1059983 Jul 16 18:00:45.466575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-634fb185-8a2e-4118-8762-3bf28453ec7e tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Request body: {'floatingip': {'port_id': '801952f6-1c32-4ea6-912d-334b799354de'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:45.506598 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43c41586-35dc-4af4-a402-be959061ce5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.510308 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['df5c696d-ef31-49fb-bd56-8e50337f0dce'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:45.541287 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-634fb185-8a2e-4118-8762-3bf28453ec7e tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.714238 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43c41586-35dc-4af4-a402-be959061ce5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.816955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e29d8d-32ae-47d5-b5ae-38854a25c638 req-35eba1f2-0abb-47a7-8ba2-583770045fbd tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.825810 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37e29d8d-32ae-47d5-b5ae-38854a25c638 req-35eba1f2-0abb-47a7-8ba2-583770045fbd tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 944 time: 0.1776412 Jul 16 18:00:45.846068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:45.921339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37e29d8d-32ae-47d5-b5ae-38854a25c638 req-8d37dcd0-0cc3-4dd7-94b8-c33e39fb7879 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945997 Jul 16 18:00:46.014786 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43c41586-35dc-4af4-a402-be959061ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.017503 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43c41586-35dc-4af4-a402-be959061ce5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.018981 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-43c41586-35dc-4af4-a402-be959061ce5a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c7412825-f5dd-4af4-b097-b3f320c79663 HTTP/1.1" status: 204 len: 168 time: 1.0891740 Jul 16 18:00:46.025584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1835947154-network', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:46.035856 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c41586-35dc-4af4-a402-be959061ce5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7412825-f5dd-4af4-b097-b3f320c79663,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:46.064791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Made reservation on behalf of 0881066b4f6b4bcc9a55aee5f079e11e for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:46.068775 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.085468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.210219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.217035 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.267406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:46.273466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e17d71b-edfa-4f55-ae9a-a4c96f66d42c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:46.282849 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.283273 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Added segment aaa26803-fa89-4862-898e-504a3def95c1 of type vlan for network 442914ca-923c-4085-9094-dde65cc8eabf Jul 16 18:00:46.338024 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.389984 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.391069 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.391808 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.424265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5741680 Jul 16 18:00:46.424502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:46.432308 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5958dfcd-b375-409f-9f9c-3d4c27cd0c54 admin admin] Request body: {'subnet': {'network_id': '442914ca-923c-4085-9094-dde65cc8eabf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1835947154-subnet', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:46.472392 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-634fb185-8a2e-4118-8762-3bf28453ec7e tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.484905 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-634fb185-8a2e-4118-8762-3bf28453ec7e tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.488761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:46.497837 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5958dfcd-b375-409f-9f9c-3d4c27cd0c54 admin admin] Made reservation on behalf of 0881066b4f6b4bcc9a55aee5f079e11e for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:46.500215 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5958dfcd-b375-409f-9f9c-3d4c27cd0c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.505493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e502c58-54f7-421c-b0b3-ab1c963ec8bd admin admin] Pushing event updated for resources: {'Network': ['ID=442914ca-923c-4085-9094-dde65cc8eabf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:46.519389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 442914ca-923c-4085-9094-dde65cc8eabf details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:46.552216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea2b475-b052-454b-96d4-84ffe91eb98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.708051 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-634fb185-8a2e-4118-8762-3bf28453ec7e tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Floating IP c5bc2a68-4c1e-4932-bd56-a07664ebf361 associated. External IP: 172.25.8.157, port: 801952f6-1c32-4ea6-912d-334b799354de. Jul 16 18:00:46.809804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device df5c696d-ef31-49fb-bd56-8e50337f0dce up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:46.876829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port df5c696d-ef31-49fb-bd56-8e50337f0dce completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:46.881717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port df5c696d-ef31-49fb-bd56-8e50337f0dce triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:46.882027 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.942573 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea2b475-b052-454b-96d4-84ffe91eb98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.951895 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ea2b475-b052-454b-96d4-84ffe91eb98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.012551 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.053422 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5958dfcd-b375-409f-9f9c-3d4c27cd0c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.069722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:47.071946 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a0460e-e869-4843-a393-2244b33ec22a" -d '{"events": [{"server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "name": "network-vif-plugged", "status": "completed", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:47.094934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port df5c696d-ef31-49fb-bd56-8e50337f0dce, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce,segment=NetworkSegment(139e547b-5f8d-4368-b427-0d1688630137),segment_id=139e547b-5f8d-4368-b427-0d1688630137)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:47.103606 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.136011 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0ea2b475-b052-454b-96d4-84ffe91eb98b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1b1970fe24847eda03d1c45615aa686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435864 Jul 16 18:00:47.138358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:47.164836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=df5c696d-ef31-49fb-bd56-8e50337f0dce,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:47.182634 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2b475-b052-454b-96d4-84ffe91eb98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86f2271-0fa4-49e2-9f8f-2fd381311c70,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:47.183098 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5220f3-48bb-40bf-9c47-c9e512b6636a x-openstack-request-id: req-aa5220f3-48bb-40bf-9c47-c9e512b6636a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:47.183392 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "name": "network-vif-plugged", "status": "completed", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:47.183648 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa5220f3-48bb-40bf-9c47-c9e512b6636a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:47.184040 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'code': 200} Jul 16 18:00:47.223213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958dfcd-b375-409f-9f9c-3d4c27cd0c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d93d45-05e3-4c01-a099-eaa6d264c38c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:47.239068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5958dfcd-b375-409f-9f9c-3d4c27cd0c54 admin admin] Checking segment: {'id': 'aaa26803-fa89-4862-898e-504a3def95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:47.239442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5958dfcd-b375-409f-9f9c-3d4c27cd0c54 admin admin] Network hostable DHCP agents. Network: 442914ca-923c-4085-9094-dde65cc8eabf, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:47.252921 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634fb185-8a2e-4118-8762-3bf28453ec7e tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:47.271564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5958dfcd-b375-409f-9f9c-3d4c27cd0c54 admin admin] Network 442914ca-923c-4085-9094-dde65cc8eabf is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:47.312237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5958dfcd-b375-409f-9f9c-3d4c27cd0c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 442914ca-923c-4085-9094-dde65cc8eabf) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:47.321184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2039deb7-dc5f-4dee-a4a8-fab1976bcb88 None None] Network 442914ca-923c-4085-9094-dde65cc8eabf requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:47.324929 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5958dfcd-b375-409f-9f9c-3d4c27cd0c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:47.326087 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5958dfcd-b375-409f-9f9c-3d4c27cd0c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.332800 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-004feba0-6ff8-467b-ae61-37e7674bf79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.369119 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-004feba0-6ff8-467b-ae61-37e7674bf79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.378746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112164c-606a-47f9-a596-30d501727cb0 req-00dafb9a-2d69-4348-8ae5-44ca201f276d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:47.380330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7112164c-606a-47f9-a596-30d501727cb0 req-00dafb9a-2d69-4348-8ae5-44ca201f276d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.2019522 Jul 16 18:00:47.393261 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5958dfcd-b375-409f-9f9c-3d4c27cd0c54 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9675891 Jul 16 18:00:47.403517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:47.403517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1835947154-router', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:47.414543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a02aa5-fcae-41e5-98a9-7bc903ccfdfa req-7d99a413-eb41-4fe3-ace7-b9779626ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:47.416488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5a02aa5-fcae-41e5-98a9-7bc903ccfdfa req-7d99a413-eb41-4fe3-ace7-b9779626ba2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 1096 time: 0.1566849 Jul 16 18:00:47.448140 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634fb185-8a2e-4118-8762-3bf28453ec7e tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:47.450592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.451837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.460850 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e595ed81-7ad0-482e-b74b-97b5227cb4ae None None] Sync routers for ids ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:47.475433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7112164c-606a-47f9-a596-30d501727cb0 req-0a0308b3-6873-4fcc-a99c-234f63d38cdf tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875862 Jul 16 18:00:47.510464 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e595ed81-7ad0-482e-b74b-97b5227cb4ae None None] Routers {'63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:47.513233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5a02aa5-fcae-41e5-98a9-7bc903ccfdfa req-26696026-b21c-4374-89f5-956328b85015 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864699 Jul 16 18:00:47.516015 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e595ed81-7ad0-482e-b74b-97b5227cb4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:47.527546 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-634fb185-8a2e-4118-8762-3bf28453ec7e tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.536330 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-004feba0-6ff8-467b-ae61-37e7674bf79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.544870 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-004feba0-6ff8-467b-ae61-37e7674bf79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.549632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-004feba0-6ff8-467b-ae61-37e7674bf79b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f86f2271-0fa4-49e2-9f8f-2fd381311c70 HTTP/1.1" status: 204 len: 168 time: 0.4064798 Jul 16 18:00:47.560516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-442914ca-923c-4085-9094-dde65cc8eabf', 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'fixed_ips': [{'subnet_id': '43d93d45-05e3-4c01-a099-eaa6d264c38c'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:00:47.562936 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.581197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004feba0-6ff8-467b-ae61-37e7674bf79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86f2271-0fa4-49e2-9f8f-2fd381311c70,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:47.624224 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.692814 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-634fb185-8a2e-4118-8762-3bf28453ec7e tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "PUT /v2.0/floatingips/c5bc2a68-4c1e-4932-bd56-a07664ebf361 HTTP/1.1" status: 200 len: 991 time: 2.2326620 Jul 16 18:00:47.722135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'tag': '801952f6-1c32-4ea6-912d-334b799354de'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:47.724680 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f968d0b-ecbc-40ce-9906-a435db30394e" -d '{"events": [{"name": "network-changed", "server_uuid": "df265f38-d2f6-49c6-8534-6113c81c4d3b", "tag": "801952f6-1c32-4ea6-912d-334b799354de"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:47.807359 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e595ed81-7ad0-482e-b74b-97b5227cb4ae None None] Set router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:47.812033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Allocated IP 172.20.0.2 (442914ca-923c-4085-9094-dde65cc8eabf/43d93d45-05e3-4c01-a099-eaa6d264c38c/f64ffeed-b129-4ba9-8b8d-1307de59fc38) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:47.828965 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e2881e-4143-4815-864e-a62b019b2b29 x-openstack-request-id: req-96e2881e-4143-4815-864e-a62b019b2b29 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:47.834061 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df265f38-d2f6-49c6-8534-6113c81c4d3b", "tag": "801952f6-1c32-4ea6-912d-334b799354de", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:47.834061 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96e2881e-4143-4815-864e-a62b019b2b29 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:47.834061 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'tag': '801952f6-1c32-4ea6-912d-334b799354de', 'status': 'completed', 'code': 200} Jul 16 18:00:48.047306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f968d0b-ecbc-40ce-9906-a435db30394e req-d379379f-d844-4838-8f69-327fa720f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.048874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f968d0b-ecbc-40ce-9906-a435db30394e req-d379379f-d844-4838-8f69-327fa720f343 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=871af83fd7ed4045ba375fe790cd4039&device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 1096 time: 0.2162735 Jul 16 18:00:48.050165 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.161630 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.181498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Transition to ACTIVE for port object f64ffeed-b129-4ba9-8b8d-1307de59fc38 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:48.185302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f968d0b-ecbc-40ce-9906-a435db30394e req-973aa9a7-d815-4551-8315-80a5a9fac25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.190218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f968d0b-ecbc-40ce-9906-a435db30394e req-973aa9a7-d815-4551-8315-80a5a9fac25b service neutron] 10.222.0.42 "GET /v2.0/networks?id=98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 HTTP/1.1" status: 200 len: 913 time: 0.1344373 Jul 16 18:00:48.218962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Transition to ACTIVE for port object f64ffeed-b129-4ba9-8b8d-1307de59fc38 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:48.242792 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.368884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f968d0b-ecbc-40ce-9906-a435db30394e req-17d0eccb-f4e2-4585-890a-0b1bc3cc7679 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801952f6-1c32-4ea6-912d-334b799354de HTTP/1.1" status: 200 len: 999 time: 0.1513267 Jul 16 18:00:48.451910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f968d0b-ecbc-40ce-9906-a435db30394e req-affa1bdc-b7ef-454d-8ea0-b1bfa69b0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.454164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f968d0b-ecbc-40ce-9906-a435db30394e req-affa1bdc-b7ef-454d-8ea0-b1bfa69b0955 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4194d1d6-10c3-441e-9f37-d2873b157448 HTTP/1.1" status: 200 len: 851 time: 0.0831535 Jul 16 18:00:48.484905 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Network 442914ca-923c-4085-9094-dde65cc8eabf is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:48.505414 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:48.524080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:48.526129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Pushing event updated for resources: {'Port': ['ID=f64ffeed-b129-4ba9-8b8d-1307de59fc38,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:48.555241 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e595ed81-7ad0-482e-b74b-97b5227cb4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c5bc2a68-4c1e-4932-bd56-a07664ebf361', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'port_id': '801952f6-1c32-4ea6-912d-334b799354de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'mac_address': 'fa:16:3e:af:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:46Z', 'revision_number': 1, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d0ad8d-4f51-4852-93c3-669fd67f6afc', 'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'mac_address': 'fa:16:3e:93:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:19Z', 'updated_at': '2021-07-16T18:00:28Z', 'revision_number': 5, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'subnets': [{'id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:48.562704 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.588432 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.636074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f968d0b-ecbc-40ce-9906-a435db30394e req-27c7579c-8c0a-4e71-8b41-dd8f33208b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.642157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f968d0b-ecbc-40ce-9906-a435db30394e req-27c7579c-8c0a-4e71-8b41-dd8f33208b75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1809864 Jul 16 18:00:48.673465 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e595ed81-7ad0-482e-b74b-97b5227cb4ae None None] Checking router: 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:48.693957 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e595ed81-7ad0-482e-b74b-97b5227cb4ae None None] Routers {'63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:48.700426 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e595ed81-7ad0-482e-b74b-97b5227cb4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:48.738748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 731b6b93-0444-4ab4-9962-28a4304deaad details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:48.857764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Allocated IP 172.25.8.56 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/c7bb523e-8748-4dc2-938c-7fff71c18f40) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:48.874568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 731b6b93-0444-4ab4-9962-28a4304deaad, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=731b6b93-0444-4ab4-9962-28a4304deaad,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:48.903809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Attempting to bind port f64ffeed-b129-4ba9-8b8d-1307de59fc38 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:48.904511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Attempting to bind port f64ffeed-b129-4ba9-8b8d-1307de59fc38 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'aaa26803-fa89-4862-898e-504a3def95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:48.905105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Attempting to bind port f64ffeed-b129-4ba9-8b8d-1307de59fc38 on network 442914ca-923c-4085-9094-dde65cc8eabf {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:48.910049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '731b6b93-0444-4ab4-9962-28a4304deaad', 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'port_id': '731b6b93-0444-4ab4-9962-28a4304deaad', 'mac_address': 'fa:16:3e:05:c7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a8ce34-8c02-46f7-9b44-335db1e8053f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:48.948350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:48.952075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Checking segment: {'id': 'aaa26803-fa89-4862-898e-504a3def95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:48.953198 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.954930 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Bound using segment: {'id': 'aaa26803-fa89-4862-898e-504a3def95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:48.957246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Bound port: f64ffeed-b129-4ba9-8b8d-1307de59fc38, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa26803-fa89-4862-898e-504a3def95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:48.961348 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.965346 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f968d0b-ecbc-40ce-9906-a435db30394e req-cb4ba44e-e696-4855-87b7-92c3bb989947 service neutron] 10.222.0.42 "GET /v2.0/networks/98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025663 Jul 16 18:00:49.004008 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e595ed81-7ad0-482e-b74b-97b5227cb4ae None None] Set router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:49.033853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e56bd7-aff6-4ffa-b38d-07bae8d5e857 req-968b78a1-41cf-4305-93df-7aef8b263393 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.051966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92e56bd7-aff6-4ffa-b38d-07bae8d5e857 req-968b78a1-41cf-4305-93df-7aef8b263393 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.1846967 Jul 16 18:00:49.197019 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.308642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e14935ae-886a-4026-9786-317503a26b3a None None] For port f64ffeed-b129-4ba9-8b8d-1307de59fc38, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:49.321966 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e14935ae-886a-4026-9786-317503a26b3a None None] For port f64ffeed-b129-4ba9-8b8d-1307de59fc38, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f64ffeed-b129-4ba9-8b8d-1307de59fc38,segment=NetworkSegment(aaa26803-fa89-4862-898e-504a3def95c1),segment_id=aaa26803-fa89-4862-898e-504a3def95c1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:49.322209 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.337361 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.359283 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.483939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:49.493659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14935ae-886a-4026-9786-317503a26b3a None None] Pushing event updated for resources: {'Port': ['ID=f64ffeed-b129-4ba9-8b8d-1307de59fc38,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:49.510565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 731b6b93-0444-4ab4-9962-28a4304deaad {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:49.525818 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:49.548226 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:49.554485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 731b6b93-0444-4ab4-9962-28a4304deaad, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=731b6b93-0444-4ab4-9962-28a4304deaad,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:49.563326 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.567787 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e595ed81-7ad0-482e-b74b-97b5227cb4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c5bc2a68-4c1e-4932-bd56-a07664ebf361', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'port_id': '801952f6-1c32-4ea6-912d-334b799354de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'mac_address': 'fa:16:3e:af:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:46Z', 'revision_number': 1, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d0ad8d-4f51-4852-93c3-669fd67f6afc', 'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'mac_address': 'fa:16:3e:93:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:19Z', 'updated_at': '2021-07-16T18:00:28Z', 'revision_number': 5, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'subnets': [{'id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:49.651227 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e595ed81-7ad0-482e-b74b-97b5227cb4ae None None] The sync data for ids ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'] in n-d-793618-9 is: [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c5bc2a68-4c1e-4932-bd56-a07664ebf361', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'port_id': '801952f6-1c32-4ea6-912d-334b799354de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'mac_address': 'fa:16:3e:af:40:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:46Z', 'revision_number': 1, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d0ad8d-4f51-4852-93c3-669fd67f6afc', 'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'mac_address': 'fa:16:3e:93:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:19Z', 'updated_at': '2021-07-16T18:00:28Z', 'revision_number': 5, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'subnets': [{'id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:49.675027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Pushing event updated for resources: {'Port': ['ID=c7bb523e-8748-4dc2-938c-7fff71c18f40,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:49.676129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=731b6b93-0444-4ab4-9962-28a4304deaad,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:49.752644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['731b6b93-0444-4ab4-9962-28a4304deaad'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:50.124352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92e56bd7-aff6-4ffa-b38d-07bae8d5e857 req-e5b60d17-4081-4533-b9ec-95c016a18e2e tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0713496 Jul 16 18:00:50.237646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f968d0b-ecbc-40ce-9906-a435db30394e req-37b1ae49-b191-4657-be52-3a40f08556ce service neutron] 10.222.0.42 "GET /v2.0/networks/98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2565148 Jul 16 18:00:50.306842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680d4a8-a933-4ec8-b131-4b0596613855 None None] New status for floating IP c5bc2a68-4c1e-4932-bd56-a07664ebf361: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:00:50.342552 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.813491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.451389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ea72-6d60-4152-ba5b-b9e0c75ae32b req-46b48c6a-739f-4e6c-bf3c-6fb86c670694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.456807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1194ea72-6d60-4152-ba5b-b9e0c75ae32b req-46b48c6a-739f-4e6c-bf3c-6fb86c670694 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73e17b2de9034fae87c81f7fc88e6e6a&device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 1096 time: 0.1443617 Jul 16 18:00:51.479434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c20fba-7171-4538-b28b-d2c7c9569f1f None None] Network 442914ca-923c-4085-9094-dde65cc8eabf requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:51.588085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Router f2af7996-b891-4ec9-be09-288b42ddf6f9 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:00:51.738948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ea72-6d60-4152-ba5b-b9e0c75ae32b req-174fcf10-a10b-4ca0-b9a2-5b140b26af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.740565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1194ea72-6d60-4152-ba5b-b9e0c75ae32b req-174fcf10-a10b-4ca0-b9a2-5b140b26af3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1 HTTP/1.1" status: 200 len: 921 time: 0.2769489 Jul 16 18:00:51.797774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-59e25777-0aa6-4ff9-aedf-37ce701154dd None None] Provisioning for port f64ffeed-b129-4ba9-8b8d-1307de59fc38 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:51.807614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f64ffeed-b129-4ba9-8b8d-1307de59fc38 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:51.833247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1194ea72-6d60-4152-ba5b-b9e0c75ae32b req-87314c63-ea24-4df6-88c3-15e6ac641c65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 217 time: 0.0858595 Jul 16 18:00:51.866465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:51.878660 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Sync routers for ids ['f2af7996-b891-4ec9-be09-288b42ddf6f9'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:51.893564 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Routers {'f2af7996-b891-4ec9-be09-288b42ddf6f9'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:51.895049 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f2af7996-b891-4ec9-be09-288b42ddf6f9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:51.907715 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.915263 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2620dd54-baf5-4a5b-b319-8d49deb93a7b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5179784 Jul 16 18:00:51.916110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56138) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:51.999183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f64ffeed-b129-4ba9-8b8d-1307de59fc38 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:52.008276 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f64ffeed-b129-4ba9-8b8d-1307de59fc38 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:52.009458 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.073561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ea72-6d60-4152-ba5b-b9e0c75ae32b req-c94a86f3-db84-42cc-bdb6-999c6735eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.080547 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1194ea72-6d60-4152-ba5b-b9e0c75ae32b req-c94a86f3-db84-42cc-bdb6-999c6735eadc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83b97bde-9e33-4e87-a429-deb18da986f4 HTTP/1.1" status: 200 len: 860 time: 0.1756527 Jul 16 18:00:52.097979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff519c-03da-40cb-add5-a20ac63abeb6 req-bc1a702c-090b-48ee-8e01-b54cd99eee7b tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.109949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0eff519c-03da-40cb-add5-a20ac63abeb6 req-bc1a702c-090b-48ee-8e01-b54cd99eee7b tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.2724228 Jul 16 18:00:52.192288 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Set router f2af7996-b891-4ec9-be09-288b42ddf6f9 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:52.221915 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1194ea72-6d60-4152-ba5b-b9e0c75ae32b req-b426b09c-ed16-41a2-9019-5c4184a7e9b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947583 Jul 16 18:00:52.275508 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.305414 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0eff519c-03da-40cb-add5-a20ac63abeb6 req-63fa4ba0-d872-4fcb-9895-d35278f30a69 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913285 Jul 16 18:00:52.386556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port f64ffeed-b129-4ba9-8b8d-1307de59fc38, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f64ffeed-b129-4ba9-8b8d-1307de59fc38,segment=NetworkSegment(aaa26803-fa89-4862-898e-504a3def95c1),segment_id=aaa26803-fa89-4862-898e-504a3def95c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:52.397649 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.539680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1194ea72-6d60-4152-ba5b-b9e0c75ae32b req-6dde6508-bcf7-4628-ad20-e43a87facba0 service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975476 Jul 16 18:00:52.540720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=f64ffeed-b129-4ba9-8b8d-1307de59fc38,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:52.683926 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35882176-3f79-4a3d-a2bc-f0f6c81e6d32 None None] Provisioning complete for port f64ffeed-b129-4ba9-8b8d-1307de59fc38 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:52.684467 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35882176-3f79-4a3d-a2bc-f0f6c81e6d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.712569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1194ea72-6d60-4152-ba5b-b9e0c75ae32b req-9fd72af2-1e26-4a3f-9cbf-84d4eda60c73 service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493957 Jul 16 18:00:52.743418 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'name': 'tempest-FloatingIPsTestJSON-1835947154-router', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:47Z', 'updated_at': '2021-07-16T18:00:50Z', 'revision_number': 3, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'gw_port': {'id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:48Z', 'updated_at': '2021-07-16T18:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:52.787744 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Checking router: f2af7996-b891-4ec9-be09-288b42ddf6f9 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:52.788102 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Updating router f2af7996-b891-4ec9-be09-288b42ddf6f9 port c7bb523e-8748-4dc2-938c-7fff71c18f40 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:00:52.808820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 731b6b93-0444-4ab4-9962-28a4304deaad up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:52.859360 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.927188 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.059362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 731b6b93-0444-4ab4-9962-28a4304deaad triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:53.059616 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.224579 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.269358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731b6b93-0444-4ab4-9962-28a4304deaad'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:53.272206 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ea87de-8ad6-41d8-8e72-966202c7a466" -d '{"events": [{"server_uuid": "3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08", "name": "network-vif-plugged", "status": "completed", "tag": "731b6b93-0444-4ab4-9962-28a4304deaad"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:53.311037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 731b6b93-0444-4ab4-9962-28a4304deaad, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=731b6b93-0444-4ab4-9962-28a4304deaad,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:53.318950 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.380335 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Allocated IP 172.20.0.1 (442914ca-923c-4085-9094-dde65cc8eabf/43d93d45-05e3-4c01-a099-eaa6d264c38c/63bfb954-9553-4ccc-963a-4721af735545) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:53.444517 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3aac830-c2fc-4713-881d-c3f769326126 x-openstack-request-id: req-a3aac830-c2fc-4713-881d-c3f769326126 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:53.445066 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08", "name": "network-vif-plugged", "status": "completed", "tag": "731b6b93-0444-4ab4-9962-28a4304deaad", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:53.447777 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3aac830-c2fc-4713-881d-c3f769326126 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:53.448736 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731b6b93-0444-4ab4-9962-28a4304deaad', 'code': 200} Jul 16 18:00:53.545084 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.561899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=731b6b93-0444-4ab4-9962-28a4304deaad,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:53.598390 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Transition to ACTIVE for port object c7bb523e-8748-4dc2-938c-7fff71c18f40 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:53.611351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:53.630595 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.672748 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Attempting to bind port c7bb523e-8748-4dc2-938c-7fff71c18f40 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:53.673626 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Attempting to bind port c7bb523e-8748-4dc2-938c-7fff71c18f40 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:53.674369 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Attempting to bind port c7bb523e-8748-4dc2-938c-7fff71c18f40 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:53.701766 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:53.702457 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:53.703170 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.703822 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:53.704474 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Bound port: c7bb523e-8748-4dc2-938c-7fff71c18f40, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:53.705278 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.726827 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.742617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Transition to ACTIVE for port object 63bfb954-9553-4ccc-963a-4721af735545 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:53.789814 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.823655 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f64ffeed-b129-4ba9-8b8d-1307de59fc38 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:53.879062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2363164-0749-4aec-aa6f-a4695773153c req-dfde509f-588c-442a-9d20-7ff33d649445 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:53.880768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2363164-0749-4aec-aa6f-a4695773153c req-dfde509f-588c-442a-9d20-7ff33d649445 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.2191083 Jul 16 18:00:53.894245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Network 442914ca-923c-4085-9094-dde65cc8eabf is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:53.897825 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:53.905479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:53.931934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318c5448-2541-424a-82f8-4ee88a178e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.940575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Pushing event updated for resources: {'Port': ['ID=63bfb954-9553-4ccc-963a-4721af735545,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:53.956235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f64ffeed-b129-4ba9-8b8d-1307de59fc38 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:53.956783 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.970269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.013873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2363164-0749-4aec-aa6f-a4695773153c req-30fe2cb1-af23-41c4-9594-35f5b5df15ce tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250603 Jul 16 18:00:54.048986 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Pushing event updated for resources: {'Port': ['ID=c7bb523e-8748-4dc2-938c-7fff71c18f40,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.104266 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] For port c7bb523e-8748-4dc2-938c-7fff71c18f40, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:54.114704 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] For port c7bb523e-8748-4dc2-938c-7fff71c18f40, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c7bb523e-8748-4dc2-938c-7fff71c18f40,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:54.154583 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:54.158203 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:54.158647 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:54.159063 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:54.159565 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:54.160029 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:54.162692 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:54.163138 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:54.164552 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:54.164968 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:54.165427 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:54.171861 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:54.195994 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.243250 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318c5448-2541-424a-82f8-4ee88a178e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.249644 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-318c5448-2541-424a-82f8-4ee88a178e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.341441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.351371 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c5448-2541-424a-82f8-4ee88a178e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fe592c-ca19-432c-88f0-d388e2b12931,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.352661 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Routers {'f2af7996-b891-4ec9-be09-288b42ddf6f9'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:54.353900 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f2af7996-b891-4ec9-be09-288b42ddf6f9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:54.355634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f5685a7e-38ff-4dd8-a22d-a1c2c30ef8e8 None None] Provisioning for port 63bfb954-9553-4ccc-963a-4721af735545 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:54.362739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f5685a7e-38ff-4dd8-a22d-a1c2c30ef8e8 None None] Provisioning complete for port 63bfb954-9553-4ccc-963a-4721af735545 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:54.363681 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5685a7e-38ff-4dd8-a22d-a1c2c30ef8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.376679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-318c5448-2541-424a-82f8-4ee88a178e3c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04629d0b6d6641fbaadb263d503173da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7642202 Jul 16 18:00:54.381026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:54.447874 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f5685a7e-38ff-4dd8-a22d-a1c2c30ef8e8 None None] Port 63bfb954-9553-4ccc-963a-4721af735545 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:54.507071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02acc2ca-e6c0-4859-afb0-074af5992727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.556072 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02acc2ca-e6c0-4859-afb0-074af5992727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.607175 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] Set router f2af7996-b891-4ec9-be09-288b42ddf6f9 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:54.644901 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02acc2ca-e6c0-4859-afb0-074af5992727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.647470 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02acc2ca-e6c0-4859-afb0-074af5992727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.648641 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-02acc2ca-e6c0-4859-afb0-074af5992727 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0fe592c-ca19-432c-88f0-d388e2b12931 HTTP/1.1" status: 204 len: 168 time: 0.2661936 Jul 16 18:00:54.661157 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.671550 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.694004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acc2ca-e6c0-4859-afb0-074af5992727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fe592c-ca19-432c-88f0-d388e2b12931,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.716557 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bea597-279e-4293-9776-a57a3ae18454 None None] Pushing event updated for resources: {'Port': ['ID=c7bb523e-8748-4dc2-938c-7fff71c18f40,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.915957 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Pushing event updated for resources: {'Port': ['ID=63bfb954-9553-4ccc-963a-4721af735545,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.945281 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.091779 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'name': 'tempest-FloatingIPsTestJSON-1835947154-router', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:47Z', 'updated_at': '2021-07-16T18:00:54Z', 'revision_number': 4, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'gw_port': {'id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:48Z', 'updated_at': '2021-07-16T18:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '63bfb954-9553-4ccc-963a-4721af735545', 'name': '', 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'mac_address': 'fa:16:3e:33:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '43d93d45-05e3-4c01-a099-eaa6d264c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:52Z', 'updated_at': '2021-07-16T18:00:53Z', 'revision_number': 1, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'subnets': [{'id': '43d93d45-05e3-4c01-a099-eaa6d264c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:55.119706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Network 442914ca-923c-4085-9094-dde65cc8eabf is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:55.123694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:55.160074 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa439b85-f63d-4404-b9ac-47e5fa792d8c None None] The sync data for ids ['f2af7996-b891-4ec9-be09-288b42ddf6f9'] in n-d-793618-9 is: [{'id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'name': 'tempest-FloatingIPsTestJSON-1835947154-router', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:47Z', 'updated_at': '2021-07-16T18:00:54Z', 'revision_number': 4, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'gw_port': {'id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:48Z', 'updated_at': '2021-07-16T18:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '63bfb954-9553-4ccc-963a-4721af735545', 'name': '', 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'mac_address': 'fa:16:3e:33:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '43d93d45-05e3-4c01-a099-eaa6d264c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:52Z', 'updated_at': '2021-07-16T18:00:53Z', 'revision_number': 1, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'subnets': [{'id': '43d93d45-05e3-4c01-a099-eaa6d264c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:55.334911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:55.368009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41dce089-b3c6-4c3a-96fd-6d258eb81662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.436284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Router f2af7996-b891-4ec9-be09-288b42ddf6f9 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:55.494422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff42e8-0cf4-4aa9-a228-34489ad23357 req-a2cb28c5-4e7b-4a48-98fc-8716d6f9f016 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.496403 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b1212fcc-34c8-4554-a088-3f282e982090 None None] Provisioning complete for port 63bfb954-9553-4ccc-963a-4721af735545 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:55.498923 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1212fcc-34c8-4554-a088-3f282e982090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.511360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8ff42e8-0cf4-4aa9-a228-34489ad23357 req-a2cb28c5-4e7b-4a48-98fc-8716d6f9f016 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.2157764 Jul 16 18:00:55.595327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b1212fcc-34c8-4554-a088-3f282e982090 None None] Port 63bfb954-9553-4ccc-963a-4721af735545 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:55.661782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8ff42e8-0cf4-4aa9-a228-34489ad23357 req-052cbb70-169b-45af-8ffa-dd6a9cb10cad tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473646 Jul 16 18:00:55.721440 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41dce089-b3c6-4c3a-96fd-6d258eb81662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.749753 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:55.761429 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2d2ac4a0-f9f2-4dd0-898a-b9162cbe908c admin admin] 10.222.0.52 "PUT /v2.0/routers/f2af7996-b891-4ec9-be09-288b42ddf6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8399878 Jul 16 18:00:55.763219 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41dce089-b3c6-4c3a-96fd-6d258eb81662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.818842 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-41dce089-b3c6-4c3a-96fd-6d258eb81662 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bfd05a42b0314c0a829b86a8fa9385e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828610 Jul 16 18:00:55.820302 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dce089-b3c6-4c3a-96fd-6d258eb81662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f846d12-39c5-4821-a9f1-7519cb60862d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:55.821738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:55.962603 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55ed7bb7-fdf7-4a14-b2eb-02000e70aa5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.013717 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55ed7bb7-fdf7-4a14-b2eb-02000e70aa5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.088470 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55ed7bb7-fdf7-4a14-b2eb-02000e70aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.097161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55ed7bb7-fdf7-4a14-b2eb-02000e70aa5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.098819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-55ed7bb7-fdf7-4a14-b2eb-02000e70aa5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f846d12-39c5-4821-a9f1-7519cb60862d HTTP/1.1" status: 204 len: 168 time: 0.2760429 Jul 16 18:00:56.132656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed7bb7-fdf7-4a14-b2eb-02000e70aa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f846d12-39c5-4821-a9f1-7519cb60862d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:56.551904 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-1578145f-8bca-4385-9b10-670297aa3f3a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2481408 Jul 16 18:00:56.558896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:56.620741 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.839909 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.101699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Allocated IP 172.25.8.243 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/d4ccab2a-0faf-4e34-8e36-32e120e67959) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:57.296646 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.325137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.364192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb965a1f-6584-4fba-9c2b-381cb7615db1 req-e2d1281a-67e5-4d95-858b-f5eeae68c3ba tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:57.372438 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb965a1f-6584-4fba-9c2b-381cb7615db1 req-e2d1281a-67e5-4d95-858b-f5eeae68c3ba tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.1848178 Jul 16 18:00:57.423926 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.450727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb965a1f-6584-4fba-9c2b-381cb7615db1 req-e0119368-a00a-4a88-86c5-98bb495e690a tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731976 Jul 16 18:00:57.542628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-6409440-network', 'tenant_id': '565937de75e3443f93597fdd4f4967e7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:57.566506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:57.569833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:57.578664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:57.582961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Made reservation on behalf of 565937de75e3443f93597fdd4f4967e7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:57.585943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.606084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.679847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Pushing event updated for resources: {'Port': ['ID=d4ccab2a-0faf-4e34-8e36-32e120e67959,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:57.708249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:57.708645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:57.710234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:57.710765 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:57.712637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:57.713805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:57.714678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:57.715729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:57.716965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:57.718210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:57.720463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:57.721347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:57.767923 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c7bb523e-8748-4dc2-938c-7fff71c18f40 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:57.859479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port c7bb523e-8748-4dc2-938c-7fff71c18f40 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:57.863823 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.870696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c7bb523e-8748-4dc2-938c-7fff71c18f40 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:57.871341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.871871 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.881064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.927761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:57.948898 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.950245 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.952254 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Added segment 92f097d7-b630-4e64-bcb9-97fb47a7c189 of type vlan for network e873bfab-ff66-44cb-8bce-e4e0b5617c01 Jul 16 18:00:58.074367 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.099018 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.117412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port c7bb523e-8748-4dc2-938c-7fff71c18f40, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c7bb523e-8748-4dc2-938c-7fff71c18f40,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:58.124739 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.144710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840bca81-7732-4dae-bc60-9e28d50fe5fe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:58.185232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:58.185630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:58.185978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:58.186324 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:58.186662 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:58.187000 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:58.187333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:58.197389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:58.197862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:58.199725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:58.200079 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:58.200417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:58.204253 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=c7bb523e-8748-4dc2-938c-7fff71c18f40,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:58.236609 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.243086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.246416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.248763 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.249526 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.298999 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9727190 Jul 16 18:00:58.299956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.307576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ddff368e-ddc3-4a52-9966-15bbd8ce3bb3 admin admin] Request body: {'subnet': {'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-6409440-subnet', 'tenant_id': '565937de75e3443f93597fdd4f4967e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:58.373343 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a979f1e-6cf4-400a-91a1-c5dbb89d858e admin admin] Pushing event updated for resources: {'Network': ['ID=e873bfab-ff66-44cb-8bce-e4e0b5617c01,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:58.381695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddff368e-ddc3-4a52-9966-15bbd8ce3bb3 admin admin] Made reservation on behalf of 565937de75e3443f93597fdd4f4967e7 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:58.388817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Pushing event updated for resources: {'Port': ['ID=d4ccab2a-0faf-4e34-8e36-32e120e67959,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:58.388999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network e873bfab-ff66-44cb-8bce-e4e0b5617c01 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:58.391927 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddff368e-ddc3-4a52-9966-15bbd8ce3bb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.403808 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.434610 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.437334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-9f262190-8234-465d-834a-956dc508f0e3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8832095 Jul 16 18:00:58.534236 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-2c63ca36-11e2-49cf-9cab-13581b9d3519 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.0903478 Jul 16 18:00:58.700714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Sync routers for ids ['f2af7996-b891-4ec9-be09-288b42ddf6f9'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:58.725004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Routers {'f2af7996-b891-4ec9-be09-288b42ddf6f9'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:58.726578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f2af7996-b891-4ec9-be09-288b42ddf6f9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:58.787386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-463f5e2a-a35d-4794-a602-70d0e572dcc3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.789359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-979d0b1f-9aab-44d9-b848-93e809d077c6 req-463f5e2a-a35d-4794-a602-70d0e572dcc3 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.2484422 Jul 16 18:00:58.881187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e822b-9e1d-411a-adf2-d47ea8913b10 req-cff143cc-22b6-4cbc-a353-a1d989a90aaf tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.883698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Set router f2af7996-b891-4ec9-be09-288b42ddf6f9 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:58.888732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc9e822b-9e1d-411a-adf2-d47ea8913b10 req-cff143cc-22b6-4cbc-a353-a1d989a90aaf tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.2346511 Jul 16 18:00:58.891471 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddff368e-ddc3-4a52-9966-15bbd8ce3bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.956339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc9e822b-9e1d-411a-adf2-d47ea8913b10 req-e70d96ad-6364-4fd9-8d09-d2d1f47d0ef3 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667222 Jul 16 18:00:59.028632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff368e-ddc3-4a52-9966-15bbd8ce3bb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d59bb117-601d-4130-a705-1881eee73fd0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:59.041249 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff368e-ddc3-4a52-9966-15bbd8ce3bb3 admin admin] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:59.041750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddff368e-ddc3-4a52-9966-15bbd8ce3bb3 admin admin] Network hostable DHCP agents. Network: e873bfab-ff66-44cb-8bce-e4e0b5617c01, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:59.061797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddff368e-ddc3-4a52-9966-15bbd8ce3bb3 admin admin] Network e873bfab-ff66-44cb-8bce-e4e0b5617c01 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:59.077058 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ddff368e-ddc3-4a52-9966-15bbd8ce3bb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, e873bfab-ff66-44cb-8bce-e4e0b5617c01) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:59.089515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddff368e-ddc3-4a52-9966-15bbd8ce3bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.090139 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddff368e-ddc3-4a52-9966-15bbd8ce3bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.132526 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ddff368e-ddc3-4a52-9966-15bbd8ce3bb3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8204353 Jul 16 18:00:59.143495 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ff7c0fe-5b14-4638-8d6f-ccd92d39283c req-5cfcf2c2-b99b-4909-bbc1-1fdb2c52c856 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/floatingips/293515e5-9c5b-44d3-b951-385a5c87da9c HTTP/1.1" status: 200 len: 693 time: 0.1122935 Jul 16 18:00:59.157015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4e96a-0f6f-4947-bc88-c85005e3d6c5 None None] Network e873bfab-ff66-44cb-8bce-e4e0b5617c01 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:59.255952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'name': 'tempest-FloatingIPsTestJSON-1835947154-router', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:47Z', 'updated_at': '2021-07-16T18:00:54Z', 'revision_number': 4, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'gw_port': {'id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:48Z', 'updated_at': '2021-07-16T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '63bfb954-9553-4ccc-963a-4721af735545', 'name': '', 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'mac_address': 'fa:16:3e:33:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '43d93d45-05e3-4c01-a099-eaa6d264c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:52Z', 'updated_at': '2021-07-16T18:00:54Z', 'revision_number': 2, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'subnets': [{'id': '43d93d45-05e3-4c01-a099-eaa6d264c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:59.295059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Checking router: f2af7996-b891-4ec9-be09-288b42ddf6f9 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:59.295420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Updating router f2af7996-b891-4ec9-be09-288b42ddf6f9 port 63bfb954-9553-4ccc-963a-4721af735545 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:00:59.441464 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.460806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800df0a3-7967-4540-ae44-d7110104285e None None] Network e873bfab-ff66-44cb-8bce-e4e0b5617c01 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:59.485280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7c0fe-5b14-4638-8d6f-ccd92d39283c req-dbfe1747-eeac-41a4-bd08-ee9387e8ae38 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.488688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ff7c0fe-5b14-4638-8d6f-ccd92d39283c req-dbfe1747-eeac-41a4-bd08-ee9387e8ae38 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.3393197 Jul 16 18:00:59.650675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9da5b23-768e-4772-ade3-43afcc3c05e1 req-d70fcebe-3fdd-4a72-8ee3-4917c72d72e0 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=0881066b4f6b4bcc9a55aee5f079e11e HTTP/1.1" status: 200 len: 696 time: 0.1325655 Jul 16 18:00:59.706873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c7bb523e-8748-4dc2-938c-7fff71c18f40 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:59.861349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da5b23-768e-4772-ade3-43afcc3c05e1 req-1974e994-93e0-4592-8ed6-762f648241cf tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.874710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c7bb523e-8748-4dc2-938c-7fff71c18f40 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:59.875095 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.875218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9da5b23-768e-4772-ade3-43afcc3c05e1 req-1974e994-93e0-4592-8ed6-762f648241cf tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/networks?id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 787 time: 0.2166264 Jul 16 18:00:59.977946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-b6409d6d-2616-4209-81de-04af18490e89 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/floatingips/293515e5-9c5b-44d3-b951-385a5c87da9c HTTP/1.1" status: 200 len: 693 time: 0.0820301 Jul 16 18:01:00.024051 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b06c763-055d-4de5-96e2-121ed8a0a3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.096519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:00.101827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1816791580-network', 'tenant_id': '8744c618181b404da7478c5c97366154'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:00.147682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Made reservation on behalf of 8744c618181b404da7478c5c97366154 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:00.150402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.169068 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.226445 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.243419 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Transition to ACTIVE for port object 63bfb954-9553-4ccc-963a-4721af735545 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:00.248929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-da0d866c-6e47-496a-8f0c-b9cd6a93a34b tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:00.256498 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.260345 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-da0d866c-6e47-496a-8f0c-b9cd6a93a34b tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.2726505 Jul 16 18:01:00.382066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-aed6b613-eb32-49d4-b5cb-d9bb7a7b7888 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.1203606 Jul 16 18:01:00.394955 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.404315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.442150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:00.481561 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.482262 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Added segment cc992f8d-cd81-48f4-bd40-7e526257a579 of type vlan for network 9690e06f-f52c-40d3-af6e-9471ae876b62 Jul 16 18:01:00.519168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-20425424-81c2-4ec0-8ef5-06e90bfc061d tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.1353934 Jul 16 18:01:00.574106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.638838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Attempting to bind port 63bfb954-9553-4ccc-963a-4721af735545 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:00.639702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Attempting to bind port 63bfb954-9553-4ccc-963a-4721af735545 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'aaa26803-fa89-4862-898e-504a3def95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:00.640503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Attempting to bind port 63bfb954-9553-4ccc-963a-4721af735545 on network 442914ca-923c-4085-9094-dde65cc8eabf {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:00.657108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88451174-ffdd-4875-9072-4366f0f8e3bc None None] Pushing event updated for resources: {'Port': ['ID=63bfb954-9553-4ccc-963a-4721af735545,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:00.672013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:00.673093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Checking segment: {'id': 'aaa26803-fa89-4862-898e-504a3def95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:00.673734 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.674330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Bound using segment: {'id': 'aaa26803-fa89-4862-898e-504a3def95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:00.674985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Bound port: 63bfb954-9553-4ccc-963a-4721af735545, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa26803-fa89-4862-898e-504a3def95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:00.675607 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.685289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9629de44-5f1f-4313-b64a-0f0fac1654b8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:00.688792 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.689966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:00.691422 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.751138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:00.759958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f94b3cf2-f21d-44b1-a5cf-7a161645d7c5 admin admin] Request body: {'subnet': {'network_id': '9690e06f-f52c-40d3-af6e-9471ae876b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1816791580-subnet', 'tenant_id': '8744c618181b404da7478c5c97366154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:00.762494 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6647768 Jul 16 18:01:00.805772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] For port 63bfb954-9553-4ccc-963a-4721af735545, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:00.810865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] For port 63bfb954-9553-4ccc-963a-4721af735545, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=63bfb954-9553-4ccc-963a-4721af735545,segment=NetworkSegment(aaa26803-fa89-4862-898e-504a3def95c1),segment_id=aaa26803-fa89-4862-898e-504a3def95c1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:00.812300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cc03d-993d-4385-b7f4-5f7d5952e66f req-eab514be-0e74-4224-97f3-01d1b5b4d975 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:00.814803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c0cc03d-993d-4385-b7f4-5f7d5952e66f req-eab514be-0e74-4224-97f3-01d1b5b4d975 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.4294455 Jul 16 18:01:00.823796 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b07e0-d462-4247-b767-a8ddc7002c3a admin admin] Pushing event updated for resources: {'Network': ['ID=9690e06f-f52c-40d3-af6e-9471ae876b62,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:00.831707 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.843128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-72bcdfc7-4e9e-4105-9be6-95ccd3a658f7 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Deleting port d4ccab2a-0faf-4e34-8e36-32e120e67959 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:00.844009 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-72bcdfc7-4e9e-4105-9be6-95ccd3a658f7 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.849586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 9690e06f-f52c-40d3-af6e-9471ae876b62 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:00.887043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94b3cf2-f21d-44b1-a5cf-7a161645d7c5 admin admin] Made reservation on behalf of 8744c618181b404da7478c5c97366154 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:00.889583 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f94b3cf2-f21d-44b1-a5cf-7a161645d7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.945606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c0cc03d-993d-4385-b7f4-5f7d5952e66f req-556d00c7-2316-4b0f-aee5-939901ca3dab tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210723 Jul 16 18:01:00.984569 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Routers {'f2af7996-b891-4ec9-be09-288b42ddf6f9'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:00.990443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f2af7996-b891-4ec9-be09-288b42ddf6f9'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:01.075493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88451174-ffdd-4875-9072-4366f0f8e3bc None None] Pushing event updated for resources: {'Port': ['ID=63bfb954-9553-4ccc-963a-4721af735545,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:01.173177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-72bcdfc7-4e9e-4105-9be6-95ccd3a658f7 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.173858 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-72bcdfc7-4e9e-4105-9be6-95ccd3a658f7 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.199636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-72bcdfc7-4e9e-4105-9be6-95ccd3a658f7 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Calling delete_port for d4ccab2a-0faf-4e34-8e36-32e120e67959 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:01.209196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] Set router f2af7996-b891-4ec9-be09-288b42ddf6f9 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:01.371957 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-72bcdfc7-4e9e-4105-9be6-95ccd3a658f7 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.410707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcdfc7-4e9e-4105-9be6-95ccd3a658f7 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Pushing event deleted for resources: {'Port': ['ID=d4ccab2a-0faf-4e34-8e36-32e120e67959,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:01.619207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'name': 'tempest-FloatingIPsTestJSON-1835947154-router', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:47Z', 'updated_at': '2021-07-16T18:00:54Z', 'revision_number': 4, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'gw_port': {'id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:48Z', 'updated_at': '2021-07-16T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '63bfb954-9553-4ccc-963a-4721af735545', 'name': '', 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'mac_address': 'fa:16:3e:33:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '43d93d45-05e3-4c01-a099-eaa6d264c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:52Z', 'updated_at': '2021-07-16T18:01:00Z', 'revision_number': 4, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'subnets': [{'id': '43d93d45-05e3-4c01-a099-eaa6d264c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:01.631102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-72bcdfc7-4e9e-4105-9be6-95ccd3a658f7 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.647347 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-72bcdfc7-4e9e-4105-9be6-95ccd3a658f7 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.649264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0fa7a518-a0bc-41c6-95ab-ced3afdb5ce5 req-72bcdfc7-4e9e-4105-9be6-95ccd3a658f7 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "DELETE /v2.0/floatingips/293515e5-9c5b-44d3-b951-385a5c87da9c HTTP/1.1" status: 204 len: 173 time: 1.1290245 Jul 16 18:01:01.695479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0877604-dad3-4d4b-9920-3f0164be7482 None None] The sync data for ids ['f2af7996-b891-4ec9-be09-288b42ddf6f9'] in n-d-793618-9 is: [{'id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'name': 'tempest-FloatingIPsTestJSON-1835947154-router', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:47Z', 'updated_at': '2021-07-16T18:00:54Z', 'revision_number': 4, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'gw_port': {'id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:48Z', 'updated_at': '2021-07-16T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '63bfb954-9553-4ccc-963a-4721af735545', 'name': '', 'network_id': '442914ca-923c-4085-9094-dde65cc8eabf', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'mac_address': 'fa:16:3e:33:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '43d93d45-05e3-4c01-a099-eaa6d264c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:52Z', 'updated_at': '2021-07-16T18:01:00Z', 'revision_number': 4, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'subnets': [{'id': '43d93d45-05e3-4c01-a099-eaa6d264c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:01.783366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 63bfb954-9553-4ccc-963a-4721af735545 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:01.808235 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f94b3cf2-f21d-44b1-a5cf-7a161645d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.913274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 63bfb954-9553-4ccc-963a-4721af735545 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:01.921068 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 63bfb954-9553-4ccc-963a-4721af735545 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:01.921757 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.976971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b3cf2-f21d-44b1-a5cf-7a161645d7c5 admin admin] Checking segment: {'id': 'cc992f8d-cd81-48f4-bd40-7e526257a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9690e06f-f52c-40d3-af6e-9471ae876b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:01.977534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b3cf2-f21d-44b1-a5cf-7a161645d7c5 admin admin] Network hostable DHCP agents. Network: 9690e06f-f52c-40d3-af6e-9471ae876b62, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:01.984569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b3cf2-f21d-44b1-a5cf-7a161645d7c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4bb2d43-1b4f-4337-a13f-1e4934134734,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:02.029042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-82093a08-32d5-47b4-8668-7485b7dbd9bb tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3343203 Jul 16 18:01:02.031833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b3cf2-f21d-44b1-a5cf-7a161645d7c5 admin admin] Network 9690e06f-f52c-40d3-af6e-9471ae876b62 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:02.045953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:02.077440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.083648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f94b3cf2-f21d-44b1-a5cf-7a161645d7c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 9690e06f-f52c-40d3-af6e-9471ae876b62) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:02.092178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94b3cf2-f21d-44b1-a5cf-7a161645d7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.092793 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f94b3cf2-f21d-44b1-a5cf-7a161645d7c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.108216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b3c240-4d08-42b8-a24b-4361682f71fc None None] Network 9690e06f-f52c-40d3-af6e-9471ae876b62 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:02.127212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f94b3cf2-f21d-44b1-a5cf-7a161645d7c5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3732839 Jul 16 18:01:02.155292 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.241072 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.358283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 63bfb954-9553-4ccc-963a-4721af735545, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=63bfb954-9553-4ccc-963a-4721af735545,segment=NetworkSegment(aaa26803-fa89-4862-898e-504a3def95c1),segment_id=aaa26803-fa89-4862-898e-504a3def95c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:02.365225 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0270d77d-8b0a-4126-aa3b-84f6be78ed96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.415664 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.533649 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Allocated IP 172.25.8.164 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/f09b9d1a-c7cf-485b-ab7e-4cf5992c07eb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:02.551261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0ae0b-903c-4ca5-9764-a74b6b84476a req-b4b1ec7e-8da8-4c5c-9807-9de3022147ba tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.553018 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4b0ae0b-903c-4ca5-9764-a74b6b84476a req-b4b1ec7e-8da8-4c5c-9807-9de3022147ba tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.2187722 Jul 16 18:01:02.580433 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.685647 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.781634 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.814754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=63bfb954-9553-4ccc-963a-4721af735545,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:02.856231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df17a85-3fd6-4187-9d02-06656eee8a13 None None] Network 9690e06f-f52c-40d3-af6e-9471ae876b62 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:02.934097 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.004823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4b0ae0b-903c-4ca5-9764-a74b6b84476a req-f84850d0-8d6e-48c5-bdd6-2ad0e6016754 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279377 Jul 16 18:01:03.008701 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.147299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:03.161420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:03.166203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:03.179575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Pushing event updated for resources: {'Port': ['ID=f09b9d1a-c7cf-485b-ab7e-4cf5992c07eb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:03.390022 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.517964 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.679678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 63bfb954-9553-4ccc-963a-4721af735545 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:03.755860 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.773212 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 63bfb954-9553-4ccc-963a-4721af735545 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:03.773522 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.817257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-1ca6d947-b2f6-4ffc-a277-d7e9cd2c29c8 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:03.824612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-1ca6d947-b2f6-4ffc-a277-d7e9cd2c29c8 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 818 time: 0.2499466 Jul 16 18:01:03.848201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-b95eb2f5-b8ee-4bde-90f1-1a97ccbac8e6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/quotas/565937de75e3443f93597fdd4f4967e7 HTTP/1.1" status: 200 len: 375 time: 0.0226483 Jul 16 18:01:03.905529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-1f5f318f-8eb6-4ffd-a913-b7851d8326db tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563855 Jul 16 18:01:04.005351 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.024048 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.109180 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Pushing event updated for resources: {'Port': ['ID=f09b9d1a-c7cf-485b-ab7e-4cf5992c07eb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:04.211580 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.242723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.244170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-da7b921b-ec75-4d7c-9cc4-da26b7f9310a tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2051172 Jul 16 18:01:04.257038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-a7fc4a40-a03a-4aec-ad9e-5a8423391e27 service neutron] 10.222.0.52 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497300 Jul 16 18:01:04.370097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-1db7762a-da90-400f-9e4d-000805524ca9 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.0625787 Jul 16 18:01:04.541920 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-97224250-588a-4611-b884-f369813a7a82 service neutron] 10.222.0.52 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834015 Jul 16 18:01:04.598479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-5bb23098-a6f3-4f07-9c1f-e02643e249c8 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.600274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cab6b48-5afa-4723-b4fd-49182658a37d req-5bb23098-a6f3-4f07-9c1f-e02643e249c8 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1813266 Jul 16 18:01:05.381489 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.450880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-df31b061-b0e5-4712-a3f3-12d171db4d32 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/floatingips/db1f2298-bd05-4b6c-8cd7-47c0953da30d HTTP/1.1" status: 200 len: 693 time: 0.0686824 Jul 16 18:01:05.554708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbce87c-a577-4eaf-8c31-a61a434cfbf6 req-a1cbd1f6-f71e-4134-9196-2378175ca445 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:05.556271 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1cbce87c-a577-4eaf-8c31-a61a434cfbf6 req-a1cbd1f6-f71e-4134-9196-2378175ca445 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.6737545 Jul 16 18:01:05.603702 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1cbce87c-a577-4eaf-8c31-a61a434cfbf6 req-8672532c-da4c-4771-b055-68b0ffec2bc7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416567 Jul 16 18:01:05.627988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-e5424ebd-b01a-4d2b-8e56-50019c747154 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:05.637090 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-e5424ebd-b01a-4d2b-8e56-50019c747154 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1840134 Jul 16 18:01:05.712397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-a83e4137-82f9-4f84-8a80-d58f5c3f2629 tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.0743330 Jul 16 18:01:05.772395 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-75199625-ac00-4c77-af11-56ddc7168a5c tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.0590408 Jul 16 18:01:05.911065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964b2e83-2f93-4e3e-8ccc-ee15db099069 req-7fb8bd7d-6deb-4bb6-981c-6d184164424c tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 210 time: 0.0538018 Jul 16 18:01:05.938854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-741eee12-a64f-4a3d-9134-348958c23fee tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Deleting port f09b9d1a-c7cf-485b-ab7e-4cf5992c07eb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:05.938854 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-741eee12-a64f-4a3d-9134-348958c23fee tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.062917 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-741eee12-a64f-4a3d-9134-348958c23fee tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.063293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-741eee12-a64f-4a3d-9134-348958c23fee tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.094873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-741eee12-a64f-4a3d-9134-348958c23fee tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Calling delete_port for f09b9d1a-c7cf-485b-ab7e-4cf5992c07eb owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:06.307688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-ecc432da-3af0-4d32-a0b6-eb76ffffe412 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.309421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-ecc432da-3af0-4d32-a0b6-eb76ffffe412 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 807 time: 0.2593441 Jul 16 18:01:06.318803 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:01:06.362242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-cf751db4-c227-4478-bce4-c625f6ea28e4 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/quotas/8dc149fb96834be9abc17afebb864774 HTTP/1.1" status: 200 len: 375 time: 0.0451679 Jul 16 18:01:06.459376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-81e4873b-e25c-46f5-922d-09d906544afe tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.461182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-81e4873b-e25c-46f5-922d-09d906544afe tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.38 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 818 time: 0.3126996 Jul 16 18:01:06.467145 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-741eee12-a64f-4a3d-9134-348958c23fee tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.504917 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Request body: {'port': {'device_id': '46930ed2-89ed-4fa1-989d-edc00fb98030', 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01', 'admin_state_up': True, 'tenant_id': '565937de75e3443f93597fdd4f4967e7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:06.513153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eee12-a64f-4a3d-9134-348958c23fee tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Pushing event deleted for resources: {'Port': ['ID=f09b9d1a-c7cf-485b-ab7e-4cf5992c07eb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:06.683011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-5990c20d-ef2b-4f70-a97b-f8af7db3c6d3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3187070 Jul 16 18:01:06.728047 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-741eee12-a64f-4a3d-9134-348958c23fee tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.732025 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-741eee12-a64f-4a3d-9134-348958c23fee tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.733215 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce90db6a-387a-448c-8378-3c1f4a2d2258 req-741eee12-a64f-4a3d-9134-348958c23fee tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "DELETE /v2.0/floatingips/db1f2298-bd05-4b6c-8cd7-47c0953da30d HTTP/1.1" status: 204 len: 173 time: 0.9600184 Jul 16 18:01:06.808356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Made reservation on behalf of 565937de75e3443f93597fdd4f4967e7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:06.812884 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.875331 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-7b3c4e98-ce21-445e-940b-1a58610618a4 service neutron] 10.222.0.52 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909707 Jul 16 18:01:07.060452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-daa53d9a-217c-4788-802a-4d23cc868183 service neutron] 10.222.0.52 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841409 Jul 16 18:01:07.066824 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Allocated IP 172.20.0.7 (e873bfab-ff66-44cb-8bce-e4e0b5617c01/d59bb117-601d-4130-a705-1881eee73fd0/c5f66112-44a2-429e-8bd2-1bdaf7192b25) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:07.281486 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.409522 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.496310 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-d32a3a54-7f01-4605-9a62-1f8adb8f535a req-21712a16-8d2f-4f50-9c07-5f746d56ccfc tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] show failed (client error): The resource could not be found. Jul 16 18:01:07.497307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d32a3a54-7f01-4605-9a62-1f8adb8f535a req-21712a16-8d2f-4f50-9c07-5f746d56ccfc tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/floatingips/db1f2298-bd05-4b6c-8cd7-47c0953da30d HTTP/1.1" status: 404 len: 350 time: 0.0688393 Jul 16 18:01:07.504405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Network e873bfab-ff66-44cb-8bce-e4e0b5617c01 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:07.512353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:07.531584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:07.631589 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Pushing event updated for resources: {'Port': ['ID=c5f66112-44a2-429e-8bd2-1bdaf7192b25,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:07.663132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca422bf-fa8e-4d24-a5f9-aae132df03fe req-333ef0dd-a8b5-486a-865c-a4d3aa491901 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:07.663132 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ca422bf-fa8e-4d24-a5f9-aae132df03fe req-333ef0dd-a8b5-486a-865c-a4d3aa491901 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.3189595 Jul 16 18:01:07.719954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:07.724312 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.764769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-8375c387-a34e-40b5-8971-3561ab24d018 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2869208 Jul 16 18:01:07.782267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ca422bf-fa8e-4d24-a5f9-aae132df03fe req-a5441937-6094-4b14-b4b0-62d3a1ef3c1a tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097298 Jul 16 18:01:07.797054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Request body: {'port': {'device_id': '46930ed2-89ed-4fa1-989d-edc00fb98030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:07.911957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29b8ad-a9d1-48f9-8f44-2ca5626badab req-f9e1705f-b899-419d-94fa-de3351dea964 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:07.913515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e29b8ad-a9d1-48f9-8f44-2ca5626badab req-f9e1705f-b899-419d-94fa-de3351dea964 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 931 time: 0.2532980 Jul 16 18:01:07.918270 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0f11f66-a255-4b97-86fd-3680c180e607 req-996b63dd-c2b5-42bb-abad-1f2523422e32 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 210 time: 0.0483954 Jul 16 18:01:08.021672 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-72f8ed3b-8738-4022-b560-2b4978b705e1 req-36c1e64c-7dcc-417e-8703-d37139897edb tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] show failed (client error): The resource could not be found. Jul 16 18:01:08.033419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:08.037649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72f8ed3b-8738-4022-b560-2b4978b705e1 req-36c1e64c-7dcc-417e-8703-d37139897edb tempest-FloatingIPsTestJSON-46793111 tempest-FloatingIPsTestJSON-46793111-project] 10.222.0.52 "GET /v2.0/floatingips/db1f2298-bd05-4b6c-8cd7-47c0953da30d HTTP/1.1" status: 404 len: 350 time: 0.0641720 Jul 16 18:01:08.046210 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.070575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e29b8ad-a9d1-48f9-8f44-2ca5626badab req-04c8a5a1-7cc0-453d-8ff0-b846faa59c5b tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277528 Jul 16 18:01:08.513060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f66112-44a2-429e-8bd2-1bdaf7192b25 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:08.522019 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.523334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5161e71e-e87f-48d4-ae08-0a7f9bdf3d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.541679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Transition to ACTIVE for port object c5f66112-44a2-429e-8bd2-1bdaf7192b25 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:08.548653 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.600414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f66112-44a2-429e-8bd2-1bdaf7192b25,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:08.688864 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Attempting to bind port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:08.689219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Attempting to bind port c5f66112-44a2-429e-8bd2-1bdaf7192b25 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:08.689592 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Attempting to bind port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:08.694409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:08.694740 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Attempting to bind port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:08.700068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:08.700410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:08.700867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Bound using segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:08.701387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Bound port: c5f66112-44a2-429e-8bd2-1bdaf7192b25, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:08.701843 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.774045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:08.778023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:08.785443 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.819772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5161e71e-e87f-48d4-ae08-0a7f9bdf3d7e admin admin] Deleting port 63bfb954-9553-4ccc-963a-4721af735545 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:08.820101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.820236 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5161e71e-e87f-48d4-ae08-0a7f9bdf3d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.820848 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.822538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] 10.222.0.38 "PUT /v2.0/ports/c5f66112-44a2-429e-8bd2-1bdaf7192b25 HTTP/1.1" status: 200 len: 1091 time: 1.0389001 Jul 16 18:01:08.823031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46930ed2-89ed-4fa1-989d-edc00fb98030', 'tag': 'c5f66112-44a2-429e-8bd2-1bdaf7192b25'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:08.825885 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff6a4af-be56-40bf-882f-f2a2b941d8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "46930ed2-89ed-4fa1-989d-edc00fb98030", "tag": "c5f66112-44a2-429e-8bd2-1bdaf7192b25"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:08.879270 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d40198b-3e92-4c35-b390-585ea0d4ccef x-openstack-request-id: req-6d40198b-3e92-4c35-b390-585ea0d4ccef {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:08.879568 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46930ed2-89ed-4fa1-989d-edc00fb98030", "tag": "c5f66112-44a2-429e-8bd2-1bdaf7192b25", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:08.880085 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d40198b-3e92-4c35-b390-585ea0d4ccef {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:08.880534 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46930ed2-89ed-4fa1-989d-edc00fb98030', 'tag': 'c5f66112-44a2-429e-8bd2-1bdaf7192b25', 'status': 'completed', 'code': 200} Jul 16 18:01:08.937800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5161e71e-e87f-48d4-ae08-0a7f9bdf3d7e admin admin] For port 63bfb954-9553-4ccc-963a-4721af735545, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=63bfb954-9553-4ccc-963a-4721af735545,segment=NetworkSegment(aaa26803-fa89-4862-898e-504a3def95c1),segment_id=aaa26803-fa89-4862-898e-504a3def95c1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:08.938294 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5161e71e-e87f-48d4-ae08-0a7f9bdf3d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.952639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5161e71e-e87f-48d4-ae08-0a7f9bdf3d7e admin admin] Calling delete_port for 63bfb954-9553-4ccc-963a-4721af735545 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:09.016912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc67623-896b-497b-b196-33519bbcf9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f66112-44a2-429e-8bd2-1bdaf7192b25,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:09.079070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-26ac88ed-3eb8-4d5e-82dc-c8c1b69c05da tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.080696 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-26ac88ed-3eb8-4d5e-82dc-c8c1b69c05da tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.42 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 807 time: 0.1994350 Jul 16 18:01:09.095634 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Request body: {'port': {'device_id': 'ee73ad54-fc04-4aeb-ab41-896c0a624c00', 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e', 'admin_state_up': True, 'tenant_id': '8dc149fb96834be9abc17afebb864774'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:09.168832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29c36268-d168-4072-823d-2b5e9753a7b3 req-786a1c6e-d9d7-4b5f-9877-e86df95a8501 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 210 time: 0.0602686 Jul 16 18:01:09.224122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-a0107c99-921a-4aa7-a49e-dc663979ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.226592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-a0107c99-921a-4aa7-a49e-dc663979ec61 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 1094 time: 0.3353324 Jul 16 18:01:09.245703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fac1c4-d709-460b-b982-a36b2bf2a80f req-55236d64-93bf-4a83-b6ba-63a334c5db27 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.247353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9fac1c4-d709-460b-b982-a36b2bf2a80f req-55236d64-93bf-4a83-b6ba-63a334c5db27 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.2405818 Jul 16 18:01:09.363630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-3777db42-bf60-4259-89a0-63d13652d5a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25 HTTP/1.1" status: 200 len: 217 time: 0.1093283 Jul 16 18:01:09.440610 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9fac1c4-d709-460b-b982-a36b2bf2a80f req-fc84e898-a614-4b47-a179-6e3fba1bf231 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796098 Jul 16 18:01:09.451358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Made reservation on behalf of 8dc149fb96834be9abc17afebb864774 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:09.455173 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.508409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-2f694802-2946-413b-ad75-9aacd93b7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.510287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-2f694802-2946-413b-ad75-9aacd93b7343 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1211572 Jul 16 18:01:09.522968 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5161e71e-e87f-48d4-ae08-0a7f9bdf3d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.568653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161e71e-e87f-48d4-ae08-0a7f9bdf3d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=63bfb954-9553-4ccc-963a-4721af735545,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:09.631947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-82ed5410-086b-422d-8097-923f3918488d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852170 Jul 16 18:01:09.650952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f99cf-fefd-4549-a306-438d8276fee9 req-00f1b584-f8c7-460d-8d52-9e86c835db33 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.658113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-944f99cf-fefd-4549-a306-438d8276fee9 req-00f1b584-f8c7-460d-8d52-9e86c835db33 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 943 time: 0.3165424 Jul 16 18:01:09.802289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-944f99cf-fefd-4549-a306-438d8276fee9 req-a686092f-8f94-44c9-9208-5382f971d55d tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431279 Jul 16 18:01:09.838405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5161e71e-e87f-48d4-ae08-0a7f9bdf3d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.905247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-20bd6edc-aacd-42bd-a21a-9ea48a6ac53e service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177896 Jul 16 18:01:09.906504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Allocated IP 172.20.0.8 (f7de7ee4-fe4c-401a-990c-c9868fce980e/3a6dfec8-d37c-42a8-86bf-6b4d8073d447/ed4bce58-6103-47bd-b39e-84d31adbdad5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:10.157238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5161e71e-e87f-48d4-ae08-0a7f9bdf3d7e admin admin] Router f2af7996-b891-4ec9-be09-288b42ddf6f9 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:10.171527 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09fc58d8-55fc-4ccd-901a-f2d632bc4792 req-eb7be406-eaf6-4997-84df-a87d210b3cbc service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688247 Jul 16 18:01:10.176533 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.233201 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.245763 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:10.330534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Network f7de7ee4-fe4c-401a-990c-c9868fce980e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:10.340606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:10.344559 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:10.352080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Pushing event updated for resources: {'Port': ['ID=ed4bce58-6103-47bd-b39e-84d31adbdad5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:10.359062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5161e71e-e87f-48d4-ae08-0a7f9bdf3d7e admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:10.365404 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5161e71e-e87f-48d4-ae08-0a7f9bdf3d7e admin admin] 10.222.0.52 "PUT /v2.0/routers/f2af7996-b891-4ec9-be09-288b42ddf6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3300698 Jul 16 18:01:10.367680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56558) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:10.373806 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e57dca-9e66-40b8-834d-814677fc35b0 None None] Sync routers for ids ['f2af7996-b891-4ec9-be09-288b42ddf6f9'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:10.388722 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e57dca-9e66-40b8-834d-814677fc35b0 None None] Routers {'f2af7996-b891-4ec9-be09-288b42ddf6f9'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:10.390209 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f0e57dca-9e66-40b8-834d-814677fc35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f2af7996-b891-4ec9-be09-288b42ddf6f9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:10.471234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6a4af-be56-40bf-882f-f2a2b941d8ed req-005e26aa-9d4f-4204-a5d0-b1791cbb32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.472773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff6a4af-be56-40bf-882f-f2a2b941d8ed req-005e26aa-9d4f-4204-a5d0-b1791cbb32d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 1094 time: 0.2372952 Jul 16 18:01:10.482655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.484442 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.525655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-2174d0c3-28df-4af1-99ff-f4c19229acd7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4334724 Jul 16 18:01:10.544474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Request body: {'port': {'device_id': 'ee73ad54-fc04-4aeb-ab41-896c0a624c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:10.605043 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.674799 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f0e57dca-9e66-40b8-834d-814677fc35b0 None None] Set router f2af7996-b891-4ec9-be09-288b42ddf6f9 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:10.759952 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.895384 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Deleting port c7bb523e-8748-4dc2-938c-7fff71c18f40 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:10.895896 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.968861 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f0e57dca-9e66-40b8-834d-814677fc35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'name': 'tempest-FloatingIPsTestJSON-1835947154-router', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:47Z', 'updated_at': '2021-07-16T18:01:09Z', 'revision_number': 5, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'gw_port': {'id': 'c7bb523e-8748-4dc2-938c-7fff71c18f40', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:48Z', 'updated_at': '2021-07-16T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:10.999907 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e57dca-9e66-40b8-834d-814677fc35b0 None None] Checking router: f2af7996-b891-4ec9-be09-288b42ddf6f9 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:11.004681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] For port c7bb523e-8748-4dc2-938c-7fff71c18f40, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c7bb523e-8748-4dc2-938c-7fff71c18f40,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:11.005572 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.011005 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e57dca-9e66-40b8-834d-814677fc35b0 None None] Routers {'f2af7996-b891-4ec9-be09-288b42ddf6f9'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:11.011845 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f0e57dca-9e66-40b8-834d-814677fc35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f2af7996-b891-4ec9-be09-288b42ddf6f9'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:11.022602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Calling delete_port for c7bb523e-8748-4dc2-938c-7fff71c18f40 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:11.045393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463cf96-7f79-4fad-9e53-19c634142df0 req-56939a0b-3064-4336-93dd-902b4557262f tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.052351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3463cf96-7f79-4fad-9e53-19c634142df0 req-56939a0b-3064-4336-93dd-902b4557262f tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 931 time: 0.6441042 Jul 16 18:01:11.112067 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.149744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6a4af-be56-40bf-882f-f2a2b941d8ed req-bd4cfdff-3514-44f8-b5c0-28220ee35900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.151834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff6a4af-be56-40bf-882f-f2a2b941d8ed req-bd4cfdff-3514-44f8-b5c0-28220ee35900 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.6554821 Jul 16 18:01:11.161293 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f0e57dca-9e66-40b8-834d-814677fc35b0 None None] Set router f2af7996-b891-4ec9-be09-288b42ddf6f9 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:11.227906 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f0e57dca-9e66-40b8-834d-814677fc35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'name': 'tempest-FloatingIPsTestJSON-1835947154-router', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:47Z', 'updated_at': '2021-07-16T18:01:10Z', 'revision_number': 6, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:11.261904 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3463cf96-7f79-4fad-9e53-19c634142df0 req-ca744df7-167f-4a64-976e-d547764344ab tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083697 Jul 16 18:01:11.262737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.263840 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e57dca-9e66-40b8-834d-814677fc35b0 None None] The sync data for ids ['f2af7996-b891-4ec9-be09-288b42ddf6f9'] in n-d-793618-9 is: [{'id': 'f2af7996-b891-4ec9-be09-288b42ddf6f9', 'name': 'tempest-FloatingIPsTestJSON-1835947154-router', 'tenant_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:47Z', 'updated_at': '2021-07-16T18:01:10Z', 'revision_number': 6, 'project_id': '0881066b4f6b4bcc9a55aee5f079e11e', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:11.264458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff6a4af-be56-40bf-882f-f2a2b941d8ed req-c08e0de8-3b7e-4a3c-9370-021d8b10ef7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25 HTTP/1.1" status: 200 len: 217 time: 0.1026194 Jul 16 18:01:11.295399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bb523e-8748-4dc2-938c-7fff71c18f40,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.385182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ece4-6ea9-4023-833b-35ecfc84be88 req-ee815c81-04fa-4f3a-b8ac-fb637fc2f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.387494 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2695ece4-6ea9-4023-833b-35ecfc84be88 req-ee815c81-04fa-4f3a-b8ac-fb637fc2f068 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 1096 time: 0.1552067 Jul 16 18:01:11.388955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76914345-b099-4e1d-905d-d51018e5b08c req-f2fe5e24-c646-444c-80d6-e4b736e3a4e1 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.401751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76914345-b099-4e1d-905d-d51018e5b08c req-f2fe5e24-c646-444c-80d6-e4b736e3a4e1 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.4111135 Jul 16 18:01:11.415027 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.522552 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.525291 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.598855 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.600501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2af7996-b891-4ec9-be09-288b42ddf6f9 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:01:11.614895 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.616907 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6db43e08-a6a4-4a14-90dd-b030a0f50967 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f2af7996-b891-4ec9-be09-288b42ddf6f9 HTTP/1.1" status: 204 len: 168 time: 1.2482090 Jul 16 18:01:11.621512 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2695ece4-6ea9-4023-833b-35ecfc84be88 req-df9409d1-1824-40dd-acdb-d4ab37e67a19 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257612 Jul 16 18:01:11.622231 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:11.627362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6a4af-be56-40bf-882f-f2a2b941d8ed req-542bc91d-5ea8-4faf-8750-fca0b47fcaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.628896 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff6a4af-be56-40bf-882f-f2a2b941d8ed req-542bc91d-5ea8-4faf-8750-fca0b47fcaa6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.3177500 Jul 16 18:01:11.638424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76914345-b099-4e1d-905d-d51018e5b08c req-d314b058-a1a9-4d12-b59e-70f7af329db8 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791606 Jul 16 18:01:11.687577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff6a4af-be56-40bf-882f-f2a2b941d8ed req-a3243044-b6a4-4980-a9ec-7830863f1554 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481865 Jul 16 18:01:11.691461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-225c782d-5e0d-46a5-99cf-13e02bd0d260 admin admin] Deleting subnet 43d93d45-05e3-4c01-a099-eaa6d264c38c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:11.694953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-225c782d-5e0d-46a5-99cf-13e02bd0d260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.740083 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-225c782d-5e0d-46a5-99cf-13e02bd0d260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.873399 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-225c782d-5e0d-46a5-99cf-13e02bd0d260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.958238 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-225c782d-5e0d-46a5-99cf-13e02bd0d260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.022267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff6a4af-be56-40bf-882f-f2a2b941d8ed req-9412cf26-52d5-47ee-a70c-561b89428a6a service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269680 Jul 16 18:01:12.059446 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-225c782d-5e0d-46a5-99cf-13e02bd0d260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.063135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fb9ce8-0b94-46a2-82df-713eb3a41efa None None] Network 442914ca-923c-4085-9094-dde65cc8eabf requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:12.065244 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-225c782d-5e0d-46a5-99cf-13e02bd0d260 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/43d93d45-05e3-4c01-a099-eaa6d264c38c HTTP/1.1" status: 204 len: 168 time: 0.4402082 Jul 16 18:01:12.066768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c782d-5e0d-46a5-99cf-13e02bd0d260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d93d45-05e3-4c01-a099-eaa6d264c38c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:12.066898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 63bfb954-9553-4ccc-963a-4721af735545 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:12.071539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:12.153235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 63bfb954-9553-4ccc-963a-4721af735545 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:12.153614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 63bfb954-9553-4ccc-963a-4721af735545 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:12.172918 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff6a4af-be56-40bf-882f-f2a2b941d8ed req-21a3282f-983b-436a-adfc-d43561effe5f service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369243 Jul 16 18:01:12.177967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4bce58-6103-47bd-b39e-84d31adbdad5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:12.187849 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.200328 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.208318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Transition to ACTIVE for port object ed4bce58-6103-47bd-b39e-84d31adbdad5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:12.226253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e509ea1-1b50-4454-94ed-40da03104ea7 req-235aba3f-0a29-4e64-a408-a3ead9eaf7f7 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.228353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e509ea1-1b50-4454-94ed-40da03104ea7 req-235aba3f-0a29-4e64-a408-a3ead9eaf7f7 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 943 time: 0.3844795 Jul 16 18:01:12.267211 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Deleting port f64ffeed-b129-4ba9-8b8d-1307de59fc38 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:12.267784 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.341762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.397104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] For port f64ffeed-b129-4ba9-8b8d-1307de59fc38, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f64ffeed-b129-4ba9-8b8d-1307de59fc38,segment=NetworkSegment(aaa26803-fa89-4862-898e-504a3def95c1),segment_id=aaa26803-fa89-4862-898e-504a3def95c1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:12.397651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.413826 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Calling delete_port for f64ffeed-b129-4ba9-8b8d-1307de59fc38 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:12.425121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-a4adbc69-cc4a-477c-a33d-f22c29c67eaf tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.427969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-a4adbc69-cc4a-477c-a33d-f22c29c67eaf tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/networks?id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 200 len: 805 time: 0.1980240 Jul 16 18:01:12.478191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4bce58-6103-47bd-b39e-84d31adbdad5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:12.502400 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-71100c62-f82f-41b7-aa0b-0e877bb37f3b tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/quotas/91946e394876469eb4374cd52f408efc HTTP/1.1" status: 200 len: 375 time: 0.0640030 Jul 16 18:01:12.517575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb1cf5e-3cf5-4d6a-aa39-48aa371b5e78 None None] DHCP port deletion for 442914ca-923c-4085-9094-dde65cc8eabf request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:01:12.536349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e509ea1-1b50-4454-94ed-40da03104ea7 req-0d7907c5-8ce6-48cc-90e4-daeb0352e485 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957545 Jul 16 18:01:12.569969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.593618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1cf5e-3cf5-4d6a-aa39-48aa371b5e78 None None] Deleting port f64ffeed-b129-4ba9-8b8d-1307de59fc38 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:12.594175 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fb1cf5e-3cf5-4d6a-aa39-48aa371b5e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.620569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f64ffeed-b129-4ba9-8b8d-1307de59fc38,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:12.634257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] No DVR routers for this DVR port f64ffeed-b129-4ba9-8b8d-1307de59fc38 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:12.659159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-0d231b4a-7a18-4244-957a-ff2d1f240c70 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1295152 Jul 16 18:01:12.702606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6fb1cf5e-3cf5-4d6a-aa39-48aa371b5e78 None None] For port f64ffeed-b129-4ba9-8b8d-1307de59fc38, host n-d-793618-9, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:12.703503 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fb1cf5e-3cf5-4d6a-aa39-48aa371b5e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.711661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Attempting to bind port ed4bce58-6103-47bd-b39e-84d31adbdad5 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:12.712148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Attempting to bind port ed4bce58-6103-47bd-b39e-84d31adbdad5 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:12.713423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Attempting to bind port ed4bce58-6103-47bd-b39e-84d31adbdad5 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:12.724931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Port ed4bce58-6103-47bd-b39e-84d31adbdad5 on network f7de7ee4-fe4c-401a-990c-c9868fce980e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:12.725426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Attempting to bind port ed4bce58-6103-47bd-b39e-84d31adbdad5 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:12.735107 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1cf5e-3cf5-4d6a-aa39-48aa371b5e78 None None] Calling delete_port for f64ffeed-b129-4ba9-8b8d-1307de59fc38 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:12.738475 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-6fb1cf5e-3cf5-4d6a-aa39-48aa371b5e78 None None] Port f64ffeed-b129-4ba9-8b8d-1307de59fc38 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:01:12.741462 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fb1cf5e-3cf5-4d6a-aa39-48aa371b5e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.778797 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.787424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1cf5e-3cf5-4d6a-aa39-48aa371b5e78 None None] No DVR routers for this DVR port f64ffeed-b129-4ba9-8b8d-1307de59fc38 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:12.793150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442914ca-923c-4085-9094-dde65cc8eabf']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:12.794212 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1cf5e-3cf5-4d6a-aa39-48aa371b5e78 None None] Pushing event deleted for resources: {'Port': ['ID=f64ffeed-b129-4ba9-8b8d-1307de59fc38,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:12.807143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:12.807502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:12.808697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Bound using segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:12.808697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Bound port: ed4bce58-6103-47bd-b39e-84d31adbdad5, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:12.808951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.813634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c5f66112-44a2-429e-8bd2-1bdaf7192b25 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:12.818260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 731b6b93-0444-4ab4-9962-28a4304deaad no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:12.826274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa26803-fa89-4862-898e-504a3def95c1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:12.826572 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa26803-fa89-4862-898e-504a3def95c1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:12.840624 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.865169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.872576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:12.873477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:12.877241 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:12.887313 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-f6d7cf93-7aa7-40c6-82bb-84a356c19ca6 service neutron] 10.222.0.52 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270634 Jul 16 18:01:12.959992 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.967071 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.969253 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/442914ca-923c-4085-9094-dde65cc8eabf HTTP/1.1" status: 204 len: 168 time: 0.8952374 Jul 16 18:01:13.002195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacbb27-5df2-4c26-99b4-28b5143a84e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=442914ca-923c-4085-9094-dde65cc8eabf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:13.040688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816bb5-be8e-4ec6-850a-be12b32fa48c req-76b3e014-071c-4600-a785-7f892c8d09b0 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.048844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb816bb5-be8e-4ec6-850a-be12b32fa48c req-76b3e014-071c-4600-a785-7f892c8d09b0 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 943 time: 0.2885523 Jul 16 18:01:13.068771 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.074039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:13.100188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:13.114409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.118579 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731b6b93-0444-4ab4-9962-28a4304deaad'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:13.121005 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b21986-07ef-4d23-b20e-f69495c20e1e" -d '{"events": [{"server_uuid": "3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08", "name": "network-vif-unplugged", "status": "completed", "tag": "731b6b93-0444-4ab4-9962-28a4304deaad"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:13.141508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:13.151803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 731b6b93-0444-4ab4-9962-28a4304deaad, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=731b6b93-0444-4ab4-9962-28a4304deaad,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:13.156857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'c5f66112-44a2-429e-8bd2-1bdaf7192b25', 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01', 'port_id': 'c5f66112-44a2-429e-8bd2-1bdaf7192b25', 'mac_address': 'fa:16:3e:62:22:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59bb117-601d-4130-a705-1881eee73fd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:13.160549 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.161303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-df6a8bf2-7bdb-4198-8008-d3bfc88d3271 service neutron] 10.222.0.52 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730591 Jul 16 18:01:13.191065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb816bb5-be8e-4ec6-850a-be12b32fa48c req-cf78c493-18ee-4dff-8f7c-570f15668658 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382463 Jul 16 18:01:13.230642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.232259 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.234963 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] 10.222.0.42 "PUT /v2.0/ports/ed4bce58-6103-47bd-b39e-84d31adbdad5 HTTP/1.1" status: 200 len: 1091 time: 2.6971674 Jul 16 18:01:13.237615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee73ad54-fc04-4aeb-ab41-896c0a624c00', 'tag': 'ed4bce58-6103-47bd-b39e-84d31adbdad5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:13.248424 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735e9a23-e8ee-4fc9-b626-d405a62c107b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee73ad54-fc04-4aeb-ab41-896c0a624c00", "tag": "ed4bce58-6103-47bd-b39e-84d31adbdad5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:13.255583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:13.270185 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.289268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=731b6b93-0444-4ab4-9962-28a4304deaad,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:13.309352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f66112-44a2-429e-8bd2-1bdaf7192b25 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:13.346499 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5ad6d50b-64b7-422e-a0d4-cd2dcd693962 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0881066b4f6b4bcc9a55aee5f079e11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0894265 Jul 16 18:01:13.349845 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:13.356815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a27251-d56f-483d-9c25-9a4964f218d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4bce58-6103-47bd-b39e-84d31adbdad5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:13.377458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:13.384819 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.455052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c5f66112-44a2-429e-8bd2-1bdaf7192b25,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:13.465933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-4f7055c1-18a8-4818-a772-fb5602be3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.477842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-4f7055c1-18a8-4818-a772-fb5602be3646 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 1094 time: 0.1772127 Jul 16 18:01:13.486805 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ec2c-ec1a-410a-abd5-d53f4d22ee94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.551503 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ec2c-ec1a-410a-abd5-d53f4d22ee94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.568149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-b8218c6b-ed50-48d1-83eb-2ff9ea99247e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5 HTTP/1.1" status: 200 len: 217 time: 0.0882139 Jul 16 18:01:13.648767 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ec2c-ec1a-410a-abd5-d53f4d22ee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.649284 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['c5f66112-44a2-429e-8bd2-1bdaf7192b25'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:13.653559 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ec2c-ec1a-410a-abd5-d53f4d22ee94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.655803 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4bb9ec2c-ec1a-410a-abd5-d53f4d22ee94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e17d71b-edfa-4f55-ae9a-a4c96f66d42c HTTP/1.1" status: 204 len: 168 time: 0.3050852 Jul 16 18:01:13.689084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-352d29e5-e8cf-401b-966c-dec12a9556a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.690756 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-352d29e5-e8cf-401b-966c-dec12a9556a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.1105957 Jul 16 18:01:13.698506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9ec2c-ec1a-410a-abd5-d53f4d22ee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e17d71b-edfa-4f55-ae9a-a4c96f66d42c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:13.754510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4d2e-e6a0-4f53-adc4-4bb4f034745b req-d01d202b-7fe4-4e40-8e61-671bf83512cd tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.756004 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39af4d2e-e6a0-4f53-adc4-4bb4f034745b req-d01d202b-7fe4-4e40-8e61-671bf83512cd tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08 HTTP/1.1" status: 200 len: 944 time: 0.3312118 Jul 16 18:01:13.770549 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-8f6bc2fa-1962-4c9b-b75c-efc72011cfa9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710599 Jul 16 18:01:13.795357 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f64ffeed-b129-4ba9-8b8d-1307de59fc38 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:13.855258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: f64ffeed-b129-4ba9-8b8d-1307de59fc38 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:13.855667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f64ffeed-b129-4ba9-8b8d-1307de59fc38 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:13.856202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c7bb523e-8748-4dc2-938c-7fff71c18f40 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:13.907752 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c7bb523e-8748-4dc2-938c-7fff71c18f40 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:13.908711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c7bb523e-8748-4dc2-938c-7fff71c18f40 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:14.020054 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5eb0ca-0e87-4022-a9cf-ca45edbb75b4 x-openstack-request-id: req-ee5eb0ca-0e87-4022-a9cf-ca45edbb75b4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:14.023742 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08", "name": "network-vif-unplugged", "status": "completed", "tag": "731b6b93-0444-4ab4-9962-28a4304deaad", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:14.024101 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee5eb0ca-0e87-4022-a9cf-ca45edbb75b4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:14.024604 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731b6b93-0444-4ab4-9962-28a4304deaad', 'code': 200} Jul 16 18:01:14.133122 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4740d909-c1fc-4219-9234-537ed6bdf90a x-openstack-request-id: req-4740d909-c1fc-4219-9234-537ed6bdf90a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:14.134984 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee73ad54-fc04-4aeb-ab41-896c0a624c00", "tag": "ed4bce58-6103-47bd-b39e-84d31adbdad5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:14.137902 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4740d909-c1fc-4219-9234-537ed6bdf90a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:14.138393 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee73ad54-fc04-4aeb-ab41-896c0a624c00', 'tag': 'ed4bce58-6103-47bd-b39e-84d31adbdad5', 'status': 'completed', 'code': 200} Jul 16 18:01:14.224601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfbfd9-7f16-4e0d-bf9b-333207e4f718 req-f9fd82f1-fded-43f8-b6c4-e091f3c81047 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.226951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44cfbfd9-7f16-4e0d-bf9b-333207e4f718 req-f9fd82f1-fded-43f8-b6c4-e091f3c81047 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.4805200 Jul 16 18:01:14.238245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbb4b948-da9b-44e0-868c-58e7441ca61f req-5b21edd0-c959-4fb6-80ec-3199bb290986 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 210 time: 0.0701447 Jul 16 18:01:14.289273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-171020f8-77d7-4023-a8a3-2ba665dd5164 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803700 Jul 16 18:01:14.402720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca8d594e-3f0f-4939-9298-ed1e33cf37b6 req-31d11c55-2a6c-4ea4-9cab-f9445b471884 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053240 Jul 16 18:01:14.488892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-39af4d2e-e6a0-4f53-adc4-4bb4f034745b req-279eb013-406c-4f5e-9de4-99a02b96d383 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Deleting port 731b6b93-0444-4ab4-9962-28a4304deaad {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:14.491523 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39af4d2e-e6a0-4f53-adc4-4bb4f034745b req-279eb013-406c-4f5e-9de4-99a02b96d383 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.620114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-39af4d2e-e6a0-4f53-adc4-4bb4f034745b req-279eb013-406c-4f5e-9de4-99a02b96d383 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] For port 731b6b93-0444-4ab4-9962-28a4304deaad, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=731b6b93-0444-4ab4-9962-28a4304deaad,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:14.620607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39af4d2e-e6a0-4f53-adc4-4bb4f034745b req-279eb013-406c-4f5e-9de4-99a02b96d383 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.634641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-39af4d2e-e6a0-4f53-adc4-4bb4f034745b req-279eb013-406c-4f5e-9de4-99a02b96d383 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Calling delete_port for 731b6b93-0444-4ab4-9962-28a4304deaad owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:14.771235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44cfbfd9-7f16-4e0d-bf9b-333207e4f718 req-3b67ec51-92aa-41ce-b7ca-f587f2b6c7ee tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319109 Jul 16 18:01:14.829126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c5f66112-44a2-429e-8bd2-1bdaf7192b25 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:14.907062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e9a23-e8ee-4fc9-b626-d405a62c107b req-cb1ffd9b-458d-4c4d-8a1b-192b4e23c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.907288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port c5f66112-44a2-429e-8bd2-1bdaf7192b25 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:14.909393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-735e9a23-e8ee-4fc9-b626-d405a62c107b req-cb1ffd9b-458d-4c4d-8a1b-192b4e23c833 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 1094 time: 0.4240315 Jul 16 18:01:14.913204 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port c5f66112-44a2-429e-8bd2-1bdaf7192b25 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:14.913786 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.979086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91858775-76c8-468e-b207-307e636f0bab req-346afc2d-0daf-4d2b-a7e7-5cc3d84e2564 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.980644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91858775-76c8-468e-b207-307e636f0bab req-346afc2d-0daf-4d2b-a7e7-5cc3d84e2564 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 944 time: 0.2764778 Jul 16 18:01:15.019282 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.034107 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39af4d2e-e6a0-4f53-adc4-4bb4f034745b req-279eb013-406c-4f5e-9de4-99a02b96d383 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.063188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:15.067890 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.068699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 731b6b93-0444-4ab4-9962-28a4304deaad no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:15.115793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 731b6b93-0444-4ab4-9962-28a4304deaad {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:15.116400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 731b6b93-0444-4ab4-9962-28a4304deaad not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:15.122990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279eb013-406c-4f5e-9de4-99a02b96d383 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Pushing event deleted for resources: {'Port': ['ID=731b6b93-0444-4ab4-9962-28a4304deaad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:15.151751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c5f66112-44a2-429e-8bd2-1bdaf7192b25,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:15.194564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91858775-76c8-468e-b207-307e636f0bab req-e4ab0545-63f2-45ac-becb-659571635793 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988966 Jul 16 18:01:15.318302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-8265184d-ec8e-499c-9a94-c0266f6ee283 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:15.320219 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-8265184d-ec8e-499c-9a94-c0266f6ee283 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.38 "GET /v2.0/networks?id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 200 len: 805 time: 0.2171407 Jul 16 18:01:15.345777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-39af4d2e-e6a0-4f53-adc4-4bb4f034745b req-279eb013-406c-4f5e-9de4-99a02b96d383 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] No DVR routers for this DVR port 731b6b93-0444-4ab4-9962-28a4304deaad on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:15.348434 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39af4d2e-e6a0-4f53-adc4-4bb4f034745b req-279eb013-406c-4f5e-9de4-99a02b96d383 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.350703 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39af4d2e-e6a0-4f53-adc4-4bb4f034745b req-279eb013-406c-4f5e-9de4-99a02b96d383 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.38 "DELETE /v2.0/ports/731b6b93-0444-4ab4-9962-28a4304deaad HTTP/1.1" status: 204 len: 173 time: 1.5787728 Jul 16 18:01:15.355052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Request body: {'port': {'device_id': '36c1ad38-09b3-4981-8a1f-aec59a1bcefb', 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'admin_state_up': True, 'tenant_id': '91946e394876469eb4374cd52f408efc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:15.359198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e9a23-e8ee-4fc9-b626-d405a62c107b req-287e7c8a-33ad-4e80-833e-8dac6986c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:15.360653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-735e9a23-e8ee-4fc9-b626-d405a62c107b req-287e7c8a-33ad-4e80-833e-8dac6986c4a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.4401450 Jul 16 18:01:15.382682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f9a9f-5d3f-4364-bff5-4b0d1a8c682a req-5f0d6828-c255-42fb-a2ff-c2da66f85533 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:15.385441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e26f9a9f-5d3f-4364-bff5-4b0d1a8c682a req-5f0d6828-c255-42fb-a2ff-c2da66f85533 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 943 time: 0.4613273 Jul 16 18:01:15.479149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-735e9a23-e8ee-4fc9-b626-d405a62c107b req-03630476-46b1-4cb6-941b-2723ac052746 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5 HTTP/1.1" status: 200 len: 217 time: 0.0924416 Jul 16 18:01:15.482616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9738418a-305b-4a4a-999f-6a1334a4dcd3 req-472b7642-06ff-4533-9337-0b5981679735 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1379764268', 'description': 'tempest-description-331808653'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:15.611685 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9738418a-305b-4a4a-999f-6a1334a4dcd3 req-472b7642-06ff-4533-9337-0b5981679735 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.624485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e9a23-e8ee-4fc9-b626-d405a62c107b req-e78608c1-6d55-4bf5-b74b-0a93bbc0f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:15.626056 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-735e9a23-e8ee-4fc9-b626-d405a62c107b req-e78608c1-6d55-4bf5-b74b-0a93bbc0f08f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.1273699 Jul 16 18:01:15.628857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e26f9a9f-5d3f-4364-bff5-4b0d1a8c682a req-8614019d-9f66-4077-a12a-05fa476231e3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214038 Jul 16 18:01:15.677960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-735e9a23-e8ee-4fc9-b626-d405a62c107b req-95f1c36e-0703-4369-b7a4-b64135b9042e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385129 Jul 16 18:01:15.718466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Made reservation on behalf of 91946e394876469eb4374cd52f408efc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:15.721959 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.025869 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46930ed2-89ed-4fa1-989d-edc00fb98030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f66112-44a2-429e-8bd2-1bdaf7192b25'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:16.028277 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65879903-f6b1-409c-8aec-e0760854930e" -d '{"events": [{"server_uuid": "46930ed2-89ed-4fa1-989d-edc00fb98030", "name": "network-vif-plugged", "status": "completed", "tag": "c5f66112-44a2-429e-8bd2-1bdaf7192b25"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:16.145517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08', 'name': 'network-vif-deleted', 'tag': '731b6b93-0444-4ab4-9962-28a4304deaad'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:16.147734 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40008d63-30b8-49dc-8837-af4108419fb2" -d '{"events": [{"server_uuid": "3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08", "name": "network-vif-deleted", "tag": "731b6b93-0444-4ab4-9962-28a4304deaad"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:16.157659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d68530b3-7226-42d3-a88f-737982f8b688 req-b7dd6c24-8faf-4b0e-b88d-04a2369fb9dd tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 210 time: 0.0568731 Jul 16 18:01:16.225707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-735e9a23-e8ee-4fc9-b626-d405a62c107b req-cefd8bd8-184a-42e6-9e67-105c2b887bbc service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408156 Jul 16 18:01:16.237034 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ad4ad2-74f5-42af-b77f-66721da8cf79 x-openstack-request-id: req-72ad4ad2-74f5-42af-b77f-66721da8cf79 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:16.237034 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46930ed2-89ed-4fa1-989d-edc00fb98030", "name": "network-vif-plugged", "status": "completed", "tag": "c5f66112-44a2-429e-8bd2-1bdaf7192b25", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:16.237302 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72ad4ad2-74f5-42af-b77f-66721da8cf79 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:16.237815 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46930ed2-89ed-4fa1-989d-edc00fb98030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f66112-44a2-429e-8bd2-1bdaf7192b25', 'code': 200} Jul 16 18:01:16.272095 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aea5e2a-f098-4da3-9f1b-9b6c7b968fb7 x-openstack-request-id: req-4aea5e2a-f098-4da3-9f1b-9b6c7b968fb7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:16.272396 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08", "name": "network-vif-deleted", "tag": "731b6b93-0444-4ab4-9962-28a4304deaad", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:16.272658 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4aea5e2a-f098-4da3-9f1b-9b6c7b968fb7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:16.273057 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3ee0b9-c4ef-4964-8ff9-4f9e76f0fe08', 'name': 'network-vif-deleted', 'tag': '731b6b93-0444-4ab4-9962-28a4304deaad', 'status': 'completed', 'code': 200} Jul 16 18:01:16.385458 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9738418a-305b-4a4a-999f-6a1334a4dcd3 req-472b7642-06ff-4533-9337-0b5981679735 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.400882 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9738418a-305b-4a4a-999f-6a1334a4dcd3 req-472b7642-06ff-4533-9337-0b5981679735 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.438616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Allocated IP 172.20.0.5 (5c6691cf-d5a9-47bc-b44e-6a15604d81d9/74a8ce34-8c02-46f7-9b44-335db1e8053f/d14814ec-8275-42e0-a94c-72ac36b02672) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:16.471345 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9738418a-305b-4a4a-999f-6a1334a4dcd3 req-472b7642-06ff-4533-9337-0b5981679735 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.472588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9738418a-305b-4a4a-999f-6a1334a4dcd3 req-472b7642-06ff-4533-9337-0b5981679735 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9994433 Jul 16 18:01:16.502112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-735e9a23-e8ee-4fc9-b626-d405a62c107b req-fd1dee35-fba0-4189-98fd-207912dfe40c service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684782 Jul 16 18:01:16.510220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b7642-06ff-4533-9337-0b5981679735 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7439fc1-b49c-4749-b22d-68e5e8e24fbe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:16.546602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe4283-8d8f-4114-bbb0-53bcdc9c3b90 req-da9a6a93-3518-4a20-a9cd-43c97ae90564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.548142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92fe4283-8d8f-4114-bbb0-53bcdc9c3b90 req-da9a6a93-3518-4a20-a9cd-43c97ae90564 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 1096 time: 0.2361741 Jul 16 18:01:16.633051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92fe4283-8d8f-4114-bbb0-53bcdc9c3b90 req-4642be6f-4acf-4497-925d-8c8c7d9fd1d6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773778 Jul 16 18:01:16.640979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620d718-453b-4737-92ae-9ed352bd31ac req-ba7a3059-3ca9-45e6-864d-80c1bf3a1d52 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.642471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c620d718-453b-4737-92ae-9ed352bd31ac req-ba7a3059-3ca9-45e6-864d-80c1bf3a1d52 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 945 time: 0.2053323 Jul 16 18:01:16.729567 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c620d718-453b-4737-92ae-9ed352bd31ac req-943a2a56-9f4e-492c-bfc8-4b3b17583557 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807147 Jul 16 18:01:16.741804 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.795572 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.871953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6ecc773-9380-4394-a082-97b1d8bdeb18 req-2cd6d164-32ab-4a42-bfe2-e945f9eb48a7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1379764268&fields=id&tenant_id=73e17b2de9034fae87c81f7fc88e6e6a HTTP/1.1" status: 200 len: 267 time: 0.0863740 Jul 16 18:01:16.873724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:16.882174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:16.885282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:16.927072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Pushing event updated for resources: {'Port': ['ID=d14814ec-8275-42e0-a94c-72ac36b02672,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:16.996080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.996696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.028582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-7667a738-182f-4e05-baec-b7be87b67d38 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6841004 Jul 16 18:01:17.044408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Request body: {'port': {'device_id': '36c1ad38-09b3-4981-8a1f-aec59a1bcefb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:17.055129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd2c9-aaed-4e2c-b463-f4640e5184ba req-3e3e7cea-8a42-4559-ad04-1842f59a6465 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:17.057305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-422bd2c9-aaed-4e2c-b463-f4640e5184ba req-3e3e7cea-8a42-4559-ad04-1842f59a6465 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 943 time: 0.1799846 Jul 16 18:01:17.086138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecc773-9380-4394-a082-97b1d8bdeb18 req-619082f0-2177-409d-a7d4-79354189e05e tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:17.087743 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6ecc773-9380-4394-a082-97b1d8bdeb18 req-619082f0-2177-409d-a7d4-79354189e05e tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.2092614 Jul 16 18:01:17.113065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f6ecc773-9380-4394-a082-97b1d8bdeb18 req-6cb287c4-658a-476c-a428-1c5ec191d128 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Request body: {'port': {'security_groups': ['eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1', 'a7439fc1-b49c-4749-b22d-68e5e8e24fbe']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:17.191608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-422bd2c9-aaed-4e2c-b463-f4640e5184ba req-dc5af554-7b1c-4855-a7fc-35b70893bf68 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029167 Jul 16 18:01:17.223773 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.275312 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ecc773-9380-4394-a082-97b1d8bdeb18 req-6cb287c4-658a-476c-a428-1c5ec191d128 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.545690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:17.656313 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48ae1b06-16e0-4473-b8a1-8f04616250c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.666915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20049c72-3ca8-4ccc-8655-e08b395e750c req-c10d5690-dd6d-4e28-93af-d793af5e262f tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:17.668461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20049c72-3ca8-4ccc-8655-e08b395e750c req-c10d5690-dd6d-4e28-93af-d793af5e262f tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 931 time: 0.2333455 Jul 16 18:01:17.747874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48ae1b06-16e0-4473-b8a1-8f04616250c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.752014 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48ae1b06-16e0-4473-b8a1-8f04616250c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.779912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14814ec-8275-42e0-a94c-72ac36b02672 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:17.786832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f6ecc773-9380-4394-a082-97b1d8bdeb18 req-6cb287c4-658a-476c-a428-1c5ec191d128 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] For port df5c696d-ef31-49fb-bd56-8e50337f0dce, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce,segment=NetworkSegment(139e547b-5f8d-4368-b427-0d1688630137),segment_id=139e547b-5f8d-4368-b427-0d1688630137)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:17.788572 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae1b06-16e0-4473-b8a1-8f04616250c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a302ddec-2d46-41e5-a308-5842c7227275,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:17.793974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20049c72-3ca8-4ccc-8655-e08b395e750c req-e3e5a3bd-6a3a-46c3-9e3b-0fce92128780 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150715 Jul 16 18:01:17.795861 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.797156 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-48ae1b06-16e0-4473-b8a1-8f04616250c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e81c5ce08ce246cd883cac714d551404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503059 Jul 16 18:01:17.798156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:17.823858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Transition to ACTIVE for port object d14814ec-8275-42e0-a94c-72ac36b02672 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:17.843698 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ecc773-9380-4394-a082-97b1d8bdeb18 req-6cb287c4-658a-476c-a428-1c5ec191d128 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.844996 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.854788 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ecc773-9380-4394-a082-97b1d8bdeb18 req-6cb287c4-658a-476c-a428-1c5ec191d128 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.863189 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-addc5e5f-c2fd-40aa-b1fb-f8bdb0c01a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.866574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['df5c696d-ef31-49fb-bd56-8e50337f0dce'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:17.893192 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-addc5e5f-c2fd-40aa-b1fb-f8bdb0c01a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.912932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecc773-9380-4394-a082-97b1d8bdeb18 req-6cb287c4-658a-476c-a428-1c5ec191d128 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:17.913621 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f6ecc773-9380-4394-a082-97b1d8bdeb18 req-6cb287c4-658a-476c-a428-1c5ec191d128 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.915064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6ecc773-9380-4394-a082-97b1d8bdeb18 req-6cb287c4-658a-476c-a428-1c5ec191d128 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "PUT /v2.0/ports/df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 981 time: 0.8169470 Jul 16 18:01:17.926838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Pushing event updated for resources: {'Port': ['ID=d14814ec-8275-42e0-a94c-72ac36b02672,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:17.959111 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-addc5e5f-c2fd-40aa-b1fb-f8bdb0c01a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.963990 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-addc5e5f-c2fd-40aa-b1fb-f8bdb0c01a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.979193 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-addc5e5f-c2fd-40aa-b1fb-f8bdb0c01a4d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a302ddec-2d46-41e5-a308-5842c7227275 HTTP/1.1" status: 204 len: 168 time: 0.1714842 Jul 16 18:01:17.995698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc5e5f-c2fd-40aa-b1fb-f8bdb0c01a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a302ddec-2d46-41e5-a308-5842c7227275,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:18.012249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['df5c696d-ef31-49fb-bd56-8e50337f0dce'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:18.167777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb287c4-658a-476c-a428-1c5ec191d128 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Pushing event updated for resources: {'Port': ['ID=df5c696d-ef31-49fb-bd56-8e50337f0dce,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:18.200261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Attempting to bind port d14814ec-8275-42e0-a94c-72ac36b02672 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:18.200541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Attempting to bind port d14814ec-8275-42e0-a94c-72ac36b02672 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:18.200867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Attempting to bind port d14814ec-8275-42e0-a94c-72ac36b02672 on network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:18.214286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Port d14814ec-8275-42e0-a94c-72ac36b02672 on network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:18.214630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Attempting to bind port d14814ec-8275-42e0-a94c-72ac36b02672 on network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:18.220091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:18.220439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Checking segment: {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:18.220866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Bound using segment: {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:18.221266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Bound port: d14814ec-8275-42e0-a94c-72ac36b02672, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:18.221686 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.283298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:18.286282 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808b5222-90e1-4776-814e-3759f9c9ab71" -d '{"events": [{"name": "network-changed", "server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:18.350690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] For port d14814ec-8275-42e0-a94c-72ac36b02672, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:18.356133 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f2b1d89e-1351-4fe6-8fde-0210c240a4ef req-2d1748e4-43ad-45b5-b6b0-eb03fb8de8f9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1379764268&fields=id&tenant_id=73e17b2de9034fae87c81f7fc88e6e6a HTTP/1.1" status: 200 len: 267 time: 0.1094205 Jul 16 18:01:18.376443 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] For port d14814ec-8275-42e0-a94c-72ac36b02672, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d14814ec-8275-42e0-a94c-72ac36b02672,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:18.406177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.472547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.473169 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.474687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] 10.222.0.38 "PUT /v2.0/ports/d14814ec-8275-42e0-a94c-72ac36b02672 HTTP/1.1" status: 200 len: 1091 time: 1.4364371 Jul 16 18:01:18.558132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f8884-5932-44ac-ac28-4965fcaa3b94 service neutron] Pushing event updated for resources: {'Port': ['ID=d14814ec-8275-42e0-a94c-72ac36b02672,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:18.571657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1d89e-1351-4fe6-8fde-0210c240a4ef req-a58658cb-2e6b-4c94-91c7-84a1b6ac174c tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.573177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f2b1d89e-1351-4fe6-8fde-0210c240a4ef req-a58658cb-2e6b-4c94-91c7-84a1b6ac174c tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 984 time: 0.2092686 Jul 16 18:01:18.589777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f2b1d89e-1351-4fe6-8fde-0210c240a4ef req-133abcad-7472-4ec7-8b1e-3d5a76123eef tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Request body: {'port': {'security_groups': ['eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:18.621239 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9793f0-fc31-4e66-9a4e-45c1c6253457 req-cecea84b-c564-4ba4-b431-6a6c7e1c65bc tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.622921 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae9793f0-fc31-4e66-9a4e-45c1c6253457 req-cecea84b-c564-4ba4-b431-6a6c7e1c65bc tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 945 time: 0.2199390 Jul 16 18:01:18.701581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-b4e0f068-7082-4b31-aa47-dbf3f8908687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.703090 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-b4e0f068-7082-4b31-aa47-dbf3f8908687 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 1094 time: 0.1878307 Jul 16 18:01:18.760318 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae9793f0-fc31-4e66-9a4e-45c1c6253457 req-fbb6b833-e205-4bef-95f3-403275c29360 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274292 Jul 16 18:01:18.764200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-bc89a61a-6008-4ae1-a259-85565ea84b60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d14814ec-8275-42e0-a94c-72ac36b02672 HTTP/1.1" status: 200 len: 217 time: 0.0475109 Jul 16 18:01:18.764914 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2b1d89e-1351-4fe6-8fde-0210c240a4ef req-133abcad-7472-4ec7-8b1e-3d5a76123eef tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.849647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-bf2a67da-1aef-42a9-b59f-cd112cacab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.851142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-bf2a67da-1aef-42a9-b59f-cd112cacab9d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74a8ce34-8c02-46f7-9b44-335db1e8053f HTTP/1.1" status: 200 len: 845 time: 0.0776706 Jul 16 18:01:18.906891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-e2438cf6-04ce-4aad-81d7-6fb2264c0823 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487697 Jul 16 18:01:19.116139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39711d-10c6-49ba-a9a9-410ed747accc req-0af8ed89-3b7e-474b-8b8d-7b7fc2a94425 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.117675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f39711d-10c6-49ba-a9a9-410ed747accc req-0af8ed89-3b7e-474b-8b8d-7b7fc2a94425 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 943 time: 0.2480476 Jul 16 18:01:19.127680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-ef35ee7e-9475-44da-8760-725557819429 service neutron] 10.222.0.38 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968112 Jul 16 18:01:19.175625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f2b1d89e-1351-4fe6-8fde-0210c240a4ef req-133abcad-7472-4ec7-8b1e-3d5a76123eef tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] For port df5c696d-ef31-49fb-bd56-8e50337f0dce, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce,segment=NetworkSegment(139e547b-5f8d-4368-b427-0d1688630137),segment_id=139e547b-5f8d-4368-b427-0d1688630137)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:19.213030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f39711d-10c6-49ba-a9a9-410ed747accc req-024e028a-333c-46a8-a73e-c52779be8078 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876467 Jul 16 18:01:19.258377 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8caf72f-bb89-4722-b2e4-d4a09d11f648 x-openstack-request-id: req-a8caf72f-bb89-4722-b2e4-d4a09d11f648 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:19.258669 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:19.258959 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8caf72f-bb89-4722-b2e4-d4a09d11f648 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:19.259543 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'status': 'completed', 'code': 200} Jul 16 18:01:19.262773 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2b1d89e-1351-4fe6-8fde-0210c240a4ef req-133abcad-7472-4ec7-8b1e-3d5a76123eef tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.268855 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2b1d89e-1351-4fe6-8fde-0210c240a4ef req-133abcad-7472-4ec7-8b1e-3d5a76123eef tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.282116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['df5c696d-ef31-49fb-bd56-8e50337f0dce'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:19.345974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1489718-24b3-4e62-a0e2-1178b97d31f9 req-bc8a7e5b-88ee-45c8-9c17-720983bda8ff service neutron] 10.222.0.38 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092507 Jul 16 18:01:19.362153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1d89e-1351-4fe6-8fde-0210c240a4ef req-133abcad-7472-4ec7-8b1e-3d5a76123eef tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.362795 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2b1d89e-1351-4fe6-8fde-0210c240a4ef req-133abcad-7472-4ec7-8b1e-3d5a76123eef tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.364222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f2b1d89e-1351-4fe6-8fde-0210c240a4ef req-133abcad-7472-4ec7-8b1e-3d5a76123eef tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "PUT /v2.0/ports/df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 942 time: 0.7837563 Jul 16 18:01:19.403438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133abcad-7472-4ec7-8b1e-3d5a76123eef tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Pushing event updated for resources: {'Port': ['ID=df5c696d-ef31-49fb-bd56-8e50337f0dce,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:19.418800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5222-90e1-4776-814e-3759f9c9ab71 req-002463af-ef9b-41eb-a1a7-f388188362c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.422745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-808b5222-90e1-4776-814e-3759f9c9ab71 req-002463af-ef9b-41eb-a1a7-f388188362c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73e17b2de9034fae87c81f7fc88e6e6a&device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 1096 time: 0.1099925 Jul 16 18:01:19.455351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['df5c696d-ef31-49fb-bd56-8e50337f0dce'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:19.527355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5222-90e1-4776-814e-3759f9c9ab71 req-575fff1d-ef9a-4c49-96df-a7c08e653467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.529648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-808b5222-90e1-4776-814e-3759f9c9ab71 req-575fff1d-ef9a-4c49-96df-a7c08e653467 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1 HTTP/1.1" status: 200 len: 921 time: 0.0997100 Jul 16 18:01:19.583642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-808b5222-90e1-4776-814e-3759f9c9ab71 req-d0d6df0b-efca-4a37-b5a9-eb17b1f63d02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 217 time: 0.0477006 Jul 16 18:01:19.638303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5222-90e1-4776-814e-3759f9c9ab71 req-235876e0-b973-4cb7-a450-e7e629ad11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.639803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-808b5222-90e1-4776-814e-3759f9c9ab71 req-235876e0-b973-4cb7-a450-e7e629ad11f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83b97bde-9e33-4e87-a429-deb18da986f4 HTTP/1.1" status: 200 len: 860 time: 0.0496352 Jul 16 18:01:19.674503 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-808b5222-90e1-4776-814e-3759f9c9ab71 req-08ff9919-cb22-401d-81e2-33b589494c64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282629 Jul 16 18:01:19.807998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-808b5222-90e1-4776-814e-3759f9c9ab71 req-9b7cb970-8d4a-45b1-a578-709a0a4c6e9b service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265571 Jul 16 18:01:19.813890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d1c8a-9e79-4881-b741-ffe82b45e143 req-24ec6500-6636-43a8-bfdd-b01899b67d11 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.815339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b5d1c8a-9e79-4881-b741-ffe82b45e143 req-24ec6500-6636-43a8-bfdd-b01899b67d11 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 1096 time: 0.1050775 Jul 16 18:01:19.904494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b5d1c8a-9e79-4881-b741-ffe82b45e143 req-cf086d67-995e-4d91-a0b3-2853de9b0711 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804360 Jul 16 18:01:19.930624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-808b5222-90e1-4776-814e-3759f9c9ab71 req-9234e220-72c0-48cd-96d4-82fdfd77bfa8 service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143157 Jul 16 18:01:20.004786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdebdbd-6bff-4b36-9a92-4ceb0ed2490e req-171fa45d-8d4c-4068-9743-e999e8853d7b tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.006335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bdebdbd-6bff-4b36-9a92-4ceb0ed2490e req-171fa45d-8d4c-4068-9743-e999e8853d7b tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 943 time: 0.0675788 Jul 16 18:01:20.045767 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bdebdbd-6bff-4b36-9a92-4ceb0ed2490e req-c7e64cf4-96b6-4e6f-a817-9241a4aca1ff tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327401 Jul 16 18:01:20.201958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-5666765e-be58-40ba-8cef-8f5dde45d1f4 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1136367 Jul 16 18:01:20.211724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:20.236389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.369420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662bf3d-ce8b-4e9c-a624-b52b6c4a9182 req-ea96ad5d-8a67-4435-a168-d2d08c6ce967 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.371033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b662bf3d-ce8b-4e9c-a624-b52b6c4a9182 req-ea96ad5d-8a67-4435-a168-d2d08c6ce967 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 1096 time: 0.1032536 Jul 16 18:01:20.397977 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.451777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b662bf3d-ce8b-4e9c-a624-b52b6c4a9182 req-ca422585-82d2-4036-8a15-82772477d8ce tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730963 Jul 16 18:01:20.518532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Allocated IP 172.25.8.229 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/d3fb9b48-0aec-4ae7-82d3-a88e1a7d6be4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:20.638456 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.710558 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.843241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d14814ec-8275-42e0-a94c-72ac36b02672 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:20.948270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d14814ec-8275-42e0-a94c-72ac36b02672, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d14814ec-8275-42e0-a94c-72ac36b02672,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:20.960540 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'd14814ec-8275-42e0-a94c-72ac36b02672', 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'port_id': 'd14814ec-8275-42e0-a94c-72ac36b02672', 'mac_address': 'fa:16:3e:b6:fd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a8ce34-8c02-46f7-9b44-335db1e8053f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:21.003918 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.018301 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14814ec-8275-42e0-a94c-72ac36b02672 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:21.039513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d14814ec-8275-42e0-a94c-72ac36b02672, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d14814ec-8275-42e0-a94c-72ac36b02672,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:21.044320 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.083215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:21.095981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d14814ec-8275-42e0-a94c-72ac36b02672,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:21.096247 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcfebd-ff43-4a01-92d9-5120b2938075 req-7f7a028c-0252-4504-ba29-28f92f1b4379 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.097534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7cdcfebd-ff43-4a01-92d9-5120b2938075 req-7f7a028c-0252-4504-ba29-28f92f1b4379 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 943 time: 0.4426148 Jul 16 18:01:21.098400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:21.105265 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:21.105494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:21.105653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:21.106003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:21.106348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:21.106691 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:21.107037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:21.107454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:21.107737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:21.108073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:21.108405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:21.108738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:21.109067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:21.113730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Pushing event updated for resources: {'Port': ['ID=d3fb9b48-0aec-4ae7-82d3-a88e1a7d6be4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:21.169832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7cdcfebd-ff43-4a01-92d9-5120b2938075 req-6ca60004-9009-411a-a7d7-7a05e19348bc tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652142 Jul 16 18:01:21.218915 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.261222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c1ad38-09b3-4981-8a1f-aec59a1bcefb', 'tag': 'd14814ec-8275-42e0-a94c-72ac36b02672'}, {'name': 'network-changed', 'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:21.263553 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17016733-1e82-4a88-98ea-0b294b85abd0" -d '{"events": [{"name": "network-changed", "server_uuid": "36c1ad38-09b3-4981-8a1f-aec59a1bcefb", "tag": "d14814ec-8275-42e0-a94c-72ac36b02672"}, {"name": "network-changed", "server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:21.269650 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.327741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['d14814ec-8275-42e0-a94c-72ac36b02672'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:21.443963 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.450349 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.538704 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Pushing event updated for resources: {'Port': ['ID=d3fb9b48-0aec-4ae7-82d3-a88e1a7d6be4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:21.548941 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.563928 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.565192 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-3acad220-adb2-472e-bccd-3cfd9a5628d7 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3577411 Jul 16 18:01:21.617472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-b49dc114-8b39-4ace-aa21-5417781263b4 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 696 time: 0.0442731 Jul 16 18:01:21.758544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-e8f0bb1d-62e2-4341-a6ca-ba41c83a270f tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.759922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39fad097-c9c4-499d-b222-c13cf68485d8 req-e8f0bb1d-62e2-4341-a6ca-ba41c83a270f tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1374722 Jul 16 18:01:21.771379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d27da9-b40d-4d12-bfe2-252762634b40 req-b9d6a889-fb9f-432e-a92d-e058b3c7abcc tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.772852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44d27da9-b40d-4d12-bfe2-252762634b40 req-b9d6a889-fb9f-432e-a92d-e058b3c7abcc tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 944 time: 0.1308830 Jul 16 18:01:21.813922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44d27da9-b40d-4d12-bfe2-252762634b40 req-a324874e-5a85-4af8-8375-4ac9955e0c2a tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343139 Jul 16 18:01:21.937488 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1695ab51-a2df-42f9-ab4c-61a3a5dcd038 x-openstack-request-id: req-1695ab51-a2df-42f9-ab4c-61a3a5dcd038 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:21.937815 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c1ad38-09b3-4981-8a1f-aec59a1bcefb", "tag": "d14814ec-8275-42e0-a94c-72ac36b02672", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:21.946047 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1695ab51-a2df-42f9-ab4c-61a3a5dcd038 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:21.947552 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c1ad38-09b3-4981-8a1f-aec59a1bcefb', 'tag': 'd14814ec-8275-42e0-a94c-72ac36b02672', 'status': 'completed', 'code': 200} Jul 16 18:01:21.947809 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'status': 'completed', 'code': 200} Jul 16 18:01:22.116866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-c2eef8dc-f667-4e9f-ba55-2f85f41dac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.120175 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-c2eef8dc-f667-4e9f-ba55-2f85f41dac08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73e17b2de9034fae87c81f7fc88e6e6a&device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 1096 time: 0.1545372 Jul 16 18:01:22.129895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-0784a9d6-32a9-49e1-8714-5473396a00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.131357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-0784a9d6-32a9-49e1-8714-5473396a00f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 1095 time: 0.1768370 Jul 16 18:01:22.348356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-4407079f-dced-4f6d-9415-8fe5cc9bdb18 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.350211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-4407079f-dced-4f6d-9415-8fe5cc9bdb18 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2848551 Jul 16 18:01:22.412162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-755978d7-9e8a-4823-be17-703c58672e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.414031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-755978d7-9e8a-4823-be17-703c58672e99 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 200 len: 906 time: 0.2731118 Jul 16 18:01:22.425567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-005980d0-f0d6-4165-82b8-66244e5f7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.428213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-005980d0-f0d6-4165-82b8-66244e5f7b30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1 HTTP/1.1" status: 200 len: 921 time: 0.3014934 Jul 16 18:01:22.436815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-8dc0776c-dcd6-4ec8-9478-1bba306c0f84 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 696 time: 0.0771508 Jul 16 18:01:22.509099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-b3080ea2-c04f-4370-bbf9-228756ca3489 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Request body: {'floatingip': {'port_id': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:22.512371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-59867828-3fd1-4e66-a909-0c4913413b27 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d14814ec-8275-42e0-a94c-72ac36b02672 HTTP/1.1" status: 200 len: 217 time: 0.0883830 Jul 16 18:01:22.515015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-3c203d6c-5983-47a2-a5e6-fc279728e7d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 217 time: 0.0760493 Jul 16 18:01:22.603706 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-b3080ea2-c04f-4370-bbf9-228756ca3489 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.694118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-2ca862e4-cb75-4f8d-92aa-d44e249785d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.695578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-2ca862e4-cb75-4f8d-92aa-d44e249785d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74a8ce34-8c02-46f7-9b44-335db1e8053f HTTP/1.1" status: 200 len: 845 time: 0.1525133 Jul 16 18:01:22.697448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-1c6c1df4-9ce6-4ff1-8dfb-caab43d50611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.698756 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-1c6c1df4-9ce6-4ff1-8dfb-caab43d50611 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83b97bde-9e33-4e87-a429-deb18da986f4 HTTP/1.1" status: 200 len: 860 time: 0.1567650 Jul 16 18:01:22.763960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-f6e1b68d-4235-4a11-93ab-73dd1d5b12a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621548 Jul 16 18:01:22.787742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-95c3b75c-11be-45ea-8be0-a02042d41974 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568914 Jul 16 18:01:22.842983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d14814ec-8275-42e0-a94c-72ac36b02672 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:22.877524 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-5edd04e6-b55c-4052-939f-386f1e790078 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:01:22.878632 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-5edd04e6-b55c-4052-939f-386f1e790078 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061262 Jul 16 18:01:22.891719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] Request body: {'binding': {'host': 'n-h2-793618-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:22.892484 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:01:22.899147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port d14814ec-8275-42e0-a94c-72ac36b02672 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:22.904089 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port d14814ec-8275-42e0-a94c-72ac36b02672 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:22.904715 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.944613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ed4bce58-6103-47bd-b39e-84d31adbdad5 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:23.037217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] Attempting to bind port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on host n-h2-793618-9 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:23.037908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] Attempting to bind port c5f66112-44a2-429e-8bd2-1bdaf7192b25 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:23.038444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] Attempting to bind port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:23.043790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] Port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:23.044134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] Attempting to bind port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:23.046291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-5e330870-7f5f-4a28-8d37-13a15809977e service neutron] 10.222.0.38 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633719 Jul 16 18:01:23.050320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:23.050680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:23.051293 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] Bound using segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:23.051923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] Bound port: c5f66112-44a2-429e-8bd2-1bdaf7192b25, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:23.054202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-578ea6f6-f18e-43f1-99f8-874ef73c702d service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574458 Jul 16 18:01:23.110323 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:23.115698 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.117266 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-1de0777d-7d4f-4a59-8ffd-d2af087831f3 service neutron] 10.222.0.52 "POST /v2.0/ports/c5f66112-44a2-429e-8bd2-1bdaf7192b25/bindings HTTP/1.1" status: 201 len: 389 time: 0.2301824 Jul 16 18:01:23.191810 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.229978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c1ad38-09b3-4981-8a1f-aec59a1bcefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14814ec-8275-42e0-a94c-72ac36b02672'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:23.232340 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09373e2e-4b84-489c-a8c4-607e98cfbac5" -d '{"events": [{"server_uuid": "36c1ad38-09b3-4981-8a1f-aec59a1bcefb", "name": "network-vif-plugged", "status": "completed", "tag": "d14814ec-8275-42e0-a94c-72ac36b02672"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:23.246189 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:23.256882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d14814ec-8275-42e0-a94c-72ac36b02672, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d14814ec-8275-42e0-a94c-72ac36b02672,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:23.262440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'ed4bce58-6103-47bd-b39e-84d31adbdad5', 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e', 'port_id': 'ed4bce58-6103-47bd-b39e-84d31adbdad5', 'mac_address': 'fa:16:3e:e6:cb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6dfec8-d37c-42a8-86bf-6b4d8073d447', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:23.264787 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.357747 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.359628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d14814ec-8275-42e0-a94c-72ac36b02672,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:23.374788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4bce58-6103-47bd-b39e-84d31adbdad5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:23.395514 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:23.400475 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.426729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-d3b543b1-5996-4977-b47e-be0726283c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:23.428332 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-d3b543b1-5996-4977-b47e-be0726283c58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 1096 time: 0.0664790 Jul 16 18:01:23.449775 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ed4bce58-6103-47bd-b39e-84d31adbdad5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:23.475396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-a53038b0-4cba-4fad-a0bd-dbcb377314cf service neutron] 10.222.0.38 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201961 Jul 16 18:01:23.501693 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17016733-1e82-4a88-98ea-0b294b85abd0 req-deb4ca63-099f-4274-b70c-31326b5d47dc service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361296 Jul 16 18:01:23.535587 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-416b90de-1b9a-4f61-bd5a-dfb0d2b42605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:23.537289 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-416b90de-1b9a-4f61-bd5a-dfb0d2b42605 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.1026516 Jul 16 18:01:23.579016 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-6abd44ee-aa79-4d8c-bd95-93615434a973 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25 HTTP/1.1" status: 200 len: 217 time: 0.0353062 Jul 16 18:01:23.619083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35665f6-b9f6-4b9c-97df-61bcda75cf1f req-f7816644-ca0c-4447-bd99-70e847215438 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:23.620570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f35665f6-b9f6-4b9c-97df-61bcda75cf1f req-f7816644-ca0c-4447-bd99-70e847215438 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 946 time: 0.2984192 Jul 16 18:01:23.630494 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-44fd4301-738c-425a-863d-bb390aec76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:23.631964 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-44fd4301-738c-425a-863d-bb390aec76ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.0464807 Jul 16 18:01:23.648322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['ed4bce58-6103-47bd-b39e-84d31adbdad5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:23.669693 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-9b0e318c-917d-4a5d-b12e-5e0e8a121bc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308664 Jul 16 18:01:23.692924 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-b3080ea2-c04f-4370-bbf9-228756ca3489 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.697559 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f35665f6-b9f6-4b9c-97df-61bcda75cf1f req-a11581b9-215d-4656-ac90-c8608f1a7281 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490899 Jul 16 18:01:23.698964 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-b3080ea2-c04f-4370-bbf9-228756ca3489 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.790656 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-544a5257-f4eb-47a2-b5b2-2fd1ba72e779 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133513 Jul 16 18:01:23.824061 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-b3080ea2-c04f-4370-bbf9-228756ca3489 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Floating IP 8ef2c9f3-37f1-4de5-aa47-a54a0a00ba95 associated. External IP: 172.25.8.229, port: df5c696d-ef31-49fb-bd56-8e50337f0dce. Jul 16 18:01:23.919242 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0e497d7a-0bab-488c-a352-f527db3a63fb service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221564 Jul 16 18:01:24.033955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cf91d-c26f-4216-860b-03a1016ae222 req-be665c04-08f3-4afc-8265-d6f2f0fc47eb tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.035455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a7cf91d-c26f-4216-860b-03a1016ae222 req-be665c04-08f3-4afc-8265-d6f2f0fc47eb tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 944 time: 0.1292982 Jul 16 18:01:24.078592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-57800c9a-862d-4a65-879c-2e547b5b7591 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.080122 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-57800c9a-862d-4a65-879c-2e547b5b7591 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030&tenant_id=565937de75e3443f93597fdd4f4967e7&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1096 time: 0.0968387 Jul 16 18:01:24.091838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-9'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:24.114931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a7cf91d-c26f-4216-860b-03a1016ae222 req-909c4f83-7de2-415b-a671-7b332e7d2bfd tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500426 Jul 16 18:01:24.124905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-b3080ea2-c04f-4370-bbf9-228756ca3489 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Router 1a20d074-3973-4c17-8c5c-a93bbef76fee has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:24.171230 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.588391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:24.624706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:24.652762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-b3080ea2-c04f-4370-bbf9-228756ca3489 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:24.657340 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-b3080ea2-c04f-4370-bbf9-228756ca3489 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.662762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f1077-aff3-46aa-9629-d3a71b516338 None None] Sync routers for ids ['1a20d074-3973-4c17-8c5c-a93bbef76fee'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:24.664389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46930ed2-89ed-4fa1-989d-edc00fb98030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f66112-44a2-429e-8bd2-1bdaf7192b25'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:24.667437 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cf46ee-a624-409e-be48-73093366d7e5" -d '{"events": [{"server_uuid": "46930ed2-89ed-4fa1-989d-edc00fb98030", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f66112-44a2-429e-8bd2-1bdaf7192b25"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:24.667621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b48616-ce72-4efd-83f4-467e70ab6cee req-58549e1a-11d5-4faf-be70-c4f4759ddb84 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.669059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33b48616-ce72-4efd-83f4-467e70ab6cee req-58549e1a-11d5-4faf-be70-c4f4759ddb84 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 945 time: 0.1278715 Jul 16 18:01:24.671545 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.678390 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.680235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f1077-aff3-46aa-9629-d3a71b516338 None None] Routers {'1a20d074-3973-4c17-8c5c-a93bbef76fee'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:24.681354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a96f1077-aff3-46aa-9629-d3a71b516338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a20d074-3973-4c17-8c5c-a93bbef76fee'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:24.732768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-b3080ea2-c04f-4370-bbf9-228756ca3489 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "PUT /v2.0/floatingips/8ef2c9f3-37f1-4de5-aa47-a54a0a00ba95 HTTP/1.1" status: 200 len: 996 time: 2.2866364 Jul 16 18:01:24.736047 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:24.737641 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e40808c-4adf-4355-9ac1-9803a75b3b91" -d '{"events": [{"name": "network-changed", "server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:24.744109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33b48616-ce72-4efd-83f4-467e70ab6cee req-2ce9d17f-fe67-4051-9368-37ca47ff4c62 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537739 Jul 16 18:01:24.787334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Attempting to bind port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on host n-h1-793618-9 for vnic_type normal with profile {"migrating_to": "n-h2-793618-9"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:24.787679 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Attempting to bind port c5f66112-44a2-429e-8bd2-1bdaf7192b25 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:24.788015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Attempting to bind port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:24.795853 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:24.796183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Attempting to bind port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:24.798205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f66112-44a2-429e-8bd2-1bdaf7192b25,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:24.804479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:24.804822 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:24.805203 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Bound using segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:24.806359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Bound port: c5f66112-44a2-429e-8bd2-1bdaf7192b25, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:24.806870 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.813131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a96f1077-aff3-46aa-9629-d3a71b516338 None None] Set router 1a20d074-3973-4c17-8c5c-a93bbef76fee gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:24.813798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-cacf376f-3938-4ad8-b5e5-ea3b58cb4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.815519 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-cacf376f-3938-4ad8-b5e5-ea3b58cb4698 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73e17b2de9034fae87c81f7fc88e6e6a&device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 1096 time: 0.0621052 Jul 16 18:01:24.892614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:24.895762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:24.904439 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.933225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-fd2c2c9b-0644-42a8-a99b-8169b5de72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.942624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-fd2c2c9b-0644-42a8-a99b-8169b5de72fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1 HTTP/1.1" status: 200 len: 921 time: 0.1187196 Jul 16 18:01:24.952571 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ed4bce58-6103-47bd-b39e-84d31adbdad5 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:24.989947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.990652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.992143 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] 10.222.0.42 "PUT /v2.0/ports/c5f66112-44a2-429e-8bd2-1bdaf7192b25 HTTP/1.1" status: 200 len: 1121 time: 0.9051220 Jul 16 18:01:25.008389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d96e-5a49-48ea-85e7-3dd5b36c0e45 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f66112-44a2-429e-8bd2-1bdaf7192b25,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.059608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-ef5e147e-ce10-4dcd-bc20-245d9b85cd20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 999 time: 0.1158900 Jul 16 18:01:25.089951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port ed4bce58-6103-47bd-b39e-84d31adbdad5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:25.096632 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port ed4bce58-6103-47bd-b39e-84d31adbdad5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:25.096923 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.120945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1acd31-1358-4fa0-ba48-58c3917519c9 req-03752aad-288f-439d-bad3-b82342aedd1f tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.122469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b1acd31-1358-4fa0-ba48-58c3917519c9 req-03752aad-288f-439d-bad3-b82342aedd1f tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 943 time: 0.1332123 Jul 16 18:01:25.127995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-36705d0e-4992-4417-a12f-51da6b5ee56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.129427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-36705d0e-4992-4417-a12f-51da6b5ee56d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83b97bde-9e33-4e87-a429-deb18da986f4 HTTP/1.1" status: 200 len: 860 time: 0.0634861 Jul 16 18:01:25.141968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['c5f66112-44a2-429e-8bd2-1bdaf7192b25'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:25.170222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-4ec51ff1-3d17-4740-87b2-ea5e8be4681b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338516 Jul 16 18:01:25.209734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b1acd31-1358-4fa0-ba48-58c3917519c9 req-f565c816-4c9e-4049-8b41-c2fa50e45457 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793095 Jul 16 18:01:25.263032 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ec51c4-468d-4f41-bc3b-9fd0424ff971 x-openstack-request-id: req-84ec51c4-468d-4f41-bc3b-9fd0424ff971 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:25.263696 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c1ad38-09b3-4981-8a1f-aec59a1bcefb", "name": "network-vif-plugged", "status": "completed", "tag": "d14814ec-8275-42e0-a94c-72ac36b02672", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:25.263696 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84ec51c4-468d-4f41-bc3b-9fd0424ff971 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:25.263926 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c1ad38-09b3-4981-8a1f-aec59a1bcefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14814ec-8275-42e0-a94c-72ac36b02672', 'code': 200} Jul 16 18:01:25.279556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a96f1077-aff3-46aa-9629-d3a71b516338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:00:30Z', 'revision_number': 4, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '8ef2c9f3-37f1-4de5-aa47-a54a0a00ba95', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'port_id': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'mac_address': 'fa:16:3e:6a:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:21Z', 'updated_at': '2021-07-16T18:01:23Z', 'revision_number': 1, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16203a57-cd74-4e67-9fd7-8ce37f8e9ec8', 'name': '', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'mac_address': 'fa:16:3e:91:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:29Z', 'updated_at': '2021-07-16T18:00:38Z', 'revision_number': 5, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'subnets': [{'id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:25.286323 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-3569803c-eaf2-47eb-be2f-6ba953e7b083 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092772 Jul 16 18:01:25.318342 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.322583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f1077-aff3-46aa-9629-d3a71b516338 None None] Checking router: 1a20d074-3973-4c17-8c5c-a93bbef76fee for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:25.366933 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f1077-aff3-46aa-9629-d3a71b516338 None None] Routers {'1a20d074-3973-4c17-8c5c-a93bbef76fee'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:25.367470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a96f1077-aff3-46aa-9629-d3a71b516338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a20d074-3973-4c17-8c5c-a93bbef76fee'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:25.424017 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:25.429758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-317942dc-ecb0-416e-8fe8-6dc19944feb1 req-0e2742d6-9ef8-44f4-bd10-6b335a801aca service neutron] 10.222.0.52 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352956 Jul 16 18:01:25.436541 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.445029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1900b-8944-4fb6-af12-8743c5e31e6d req-2d4a0f4b-05b6-474a-aa2b-b60a94fd9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.449615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cc1900b-8944-4fb6-af12-8743c5e31e6d req-2d4a0f4b-05b6-474a-aa2b-b60a94fd9430 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 1096 time: 0.0864956 Jul 16 18:01:25.506890 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cc1900b-8944-4fb6-af12-8743c5e31e6d req-bd5990aa-4449-478e-a2cb-6cf079b0f351 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491543 Jul 16 18:01:25.512594 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1246d8b8-b324-40cc-a303-2f11fbb621e7 x-openstack-request-id: req-1246d8b8-b324-40cc-a303-2f11fbb621e7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:25.512776 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46930ed2-89ed-4fa1-989d-edc00fb98030", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f66112-44a2-429e-8bd2-1bdaf7192b25", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:25.513071 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1246d8b8-b324-40cc-a303-2f11fbb621e7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:25.513606 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46930ed2-89ed-4fa1-989d-edc00fb98030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f66112-44a2-429e-8bd2-1bdaf7192b25', 'code': 200} Jul 16 18:01:25.525168 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d141bd16-1911-41f8-9bdc-2d96e3296c28 x-openstack-request-id: req-d141bd16-1911-41f8-9bdc-2d96e3296c28 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:25.525502 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:25.525756 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d141bd16-1911-41f8-9bdc-2d96e3296c28 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:25.526163 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'status': 'completed', 'code': 200} Jul 16 18:01:25.578345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a96f1077-aff3-46aa-9629-d3a71b516338 None None] Set router 1a20d074-3973-4c17-8c5c-a93bbef76fee gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:25.610382 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ed4bce58-6103-47bd-b39e-84d31adbdad5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.625187 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40808c-4adf-4355-9ac1-9803a75b3b91 req-e73d6780-a446-41e1-9a9b-af342623cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.630943 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4e40808c-4adf-4355-9ac1-9803a75b3b91 req-e73d6780-a446-41e1-9a9b-af342623cecc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73e17b2de9034fae87c81f7fc88e6e6a&device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 1096 time: 0.0820754 Jul 16 18:01:25.684326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a6707-474a-4d56-946b-50347b4ff24f req-52ea6278-fcdb-48da-b35e-ee8e21dc014c tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.686328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c5a6707-474a-4d56-946b-50347b4ff24f req-52ea6278-fcdb-48da-b35e-ee8e21dc014c tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 945 time: 0.0770555 Jul 16 18:01:25.730683 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c5a6707-474a-4d56-946b-50347b4ff24f req-43ff4188-09ef-47d7-be68-328c078cd24d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360303 Jul 16 18:01:25.741940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40808c-4adf-4355-9ac1-9803a75b3b91 req-2b1d949d-6d52-44db-9abe-c13bfe67b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.743703 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4e40808c-4adf-4355-9ac1-9803a75b3b91 req-2b1d949d-6d52-44db-9abe-c13bfe67b194 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1 HTTP/1.1" status: 200 len: 921 time: 0.1051476 Jul 16 18:01:25.824155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-a5c6aceb-0910-45e7-af27-f6f63443d5b2 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 999 time: 0.0679538 Jul 16 18:01:25.827574 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4e40808c-4adf-4355-9ac1-9803a75b3b91 req-7f134ceb-47b7-4898-84b1-6c2934212163 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 999 time: 0.0722721 Jul 16 18:01:25.868716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a96f1077-aff3-46aa-9629-d3a71b516338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:00:30Z', 'revision_number': 4, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '8ef2c9f3-37f1-4de5-aa47-a54a0a00ba95', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'port_id': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'mac_address': 'fa:16:3e:6a:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:21Z', 'updated_at': '2021-07-16T18:01:23Z', 'revision_number': 1, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16203a57-cd74-4e67-9fd7-8ce37f8e9ec8', 'name': '', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'mac_address': 'fa:16:3e:91:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:29Z', 'updated_at': '2021-07-16T18:00:38Z', 'revision_number': 5, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'subnets': [{'id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:25.882121 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40808c-4adf-4355-9ac1-9803a75b3b91 req-fb7edfcd-d74a-4c27-91e9-77f97f690888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.885014 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4e40808c-4adf-4355-9ac1-9803a75b3b91 req-fb7edfcd-d74a-4c27-91e9-77f97f690888 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83b97bde-9e33-4e87-a429-deb18da986f4 HTTP/1.1" status: 200 len: 860 time: 0.0490546 Jul 16 18:01:25.893414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-90e7c8e2-4bdb-429d-aa1e-a976849fbf36 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.894882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-90e7c8e2-4bdb-429d-aa1e-a976849fbf36 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports/df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 942 time: 0.0654290 Jul 16 18:01:25.903054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f1077-aff3-46aa-9629-d3a71b516338 None None] The sync data for ids ['1a20d074-3973-4c17-8c5c-a93bbef76fee'] in n-d-793618-9 is: [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:00:30Z', 'revision_number': 4, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '8ef2c9f3-37f1-4de5-aa47-a54a0a00ba95', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'port_id': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'mac_address': 'fa:16:3e:6a:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:21Z', 'updated_at': '2021-07-16T18:01:23Z', 'revision_number': 1, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16203a57-cd74-4e67-9fd7-8ce37f8e9ec8', 'name': '', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'mac_address': 'fa:16:3e:91:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:29Z', 'updated_at': '2021-07-16T18:00:38Z', 'revision_number': 5, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'subnets': [{'id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:25.924804 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4e40808c-4adf-4355-9ac1-9803a75b3b91 req-4570f052-8da6-47f8-8417-0584bfbcaf3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330026 Jul 16 18:01:26.033428 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4e40808c-4adf-4355-9ac1-9803a75b3b91 req-efce2b43-b5e5-480e-8534-9bd02e6c5350 service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010370 Jul 16 18:01:26.059024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-b9fa1dd9-f8da-4844-b06c-4d5653d7f816 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 999 time: 0.0720658 Jul 16 18:01:26.143115 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4e40808c-4adf-4355-9ac1-9803a75b3b91 req-12e2d213-6117-4faa-9ee0-0bf6ec37c501 service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026807 Jul 16 18:01:26.186090 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6919c5e0-0064-4007-baaa-6701edfae142 None None] New status for floating IP 8ef2c9f3-37f1-4de5-aa47-a54a0a00ba95: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:01:26.193469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-5c7ccccb-8ab4-490b-92f3-f13e44eda8b9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.194888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-5c7ccccb-8ab4-490b-92f3-f13e44eda8b9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.1304088 Jul 16 18:01:26.292521 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-cefe9000-f13d-41b9-a533-7b1201863dfb tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 999 time: 0.0756550 Jul 16 18:01:26.304046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b75d8-9537-4e22-82e1-4032e4bdd307 req-3dd79d09-f5c0-412f-84ec-d146840edf4b tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.305623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-883b75d8-9537-4e22-82e1-4032e4bdd307 req-3dd79d09-f5c0-412f-84ec-d146840edf4b tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 946 time: 0.1345053 Jul 16 18:01:26.310399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-1bfd07b0-c442-4fc3-85a7-be63b3fa351d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:26.389643 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-883b75d8-9537-4e22-82e1-4032e4bdd307 req-39fb5c8c-10e4-4cc1-bc71-0f6289336ece tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765643 Jul 16 18:01:26.396028 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-1bfd07b0-c442-4fc3-85a7-be63b3fa351d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.572696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-1bfd07b0-c442-4fc3-85a7-be63b3fa351d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.578060 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-1bfd07b0-c442-4fc3-85a7-be63b3fa351d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.578393 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-1bfd07b0-c442-4fc3-85a7-be63b3fa351d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Floating IP 8ef2c9f3-37f1-4de5-aa47-a54a0a00ba95 disassociated. External IP: 172.25.8.229, port: df5c696d-ef31-49fb-bd56-8e50337f0dce. Jul 16 18:01:26.671974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2d20-53ce-47d6-a5e0-80d6337b253f req-32c3fa5c-939e-4b95-9a75-750ee09c4e83 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.673436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c1c2d20-53ce-47d6-a5e0-80d6337b253f req-32c3fa5c-939e-4b95-9a75-750ee09c4e83 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 945 time: 0.1817868 Jul 16 18:01:26.728503 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c1c2d20-53ce-47d6-a5e0-80d6337b253f req-4d527912-345f-45df-bf7f-06b618f36bb2 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468233 Jul 16 18:01:26.831209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-1bfd07b0-c442-4fc3-85a7-be63b3fa351d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Router 1a20d074-3973-4c17-8c5c-a93bbef76fee has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:26.940216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-1bfd07b0-c442-4fc3-85a7-be63b3fa351d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:26.944902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c5f66112-44a2-429e-8bd2-1bdaf7192b25 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:26.945288 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-1bfd07b0-c442-4fc3-85a7-be63b3fa351d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.952692 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87953555-0cfb-43b9-8400-a67316a5780e None None] Sync routers for ids ['1a20d074-3973-4c17-8c5c-a93bbef76fee'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:26.971070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87953555-0cfb-43b9-8400-a67316a5780e None None] Routers {'1a20d074-3973-4c17-8c5c-a93bbef76fee'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:26.971894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-87953555-0cfb-43b9-8400-a67316a5780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a20d074-3973-4c17-8c5c-a93bbef76fee'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:26.981130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-1bfd07b0-c442-4fc3-85a7-be63b3fa351d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "PUT /v2.0/floatingips/8ef2c9f3-37f1-4de5-aa47-a54a0a00ba95 HTTP/1.1" status: 200 len: 695 time: 0.6745358 Jul 16 18:01:27.049579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-91c57c74-8349-4cd1-9430-60dd5b05a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.051128 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-91c57c74-8349-4cd1-9430-60dd5b05a1ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=73e17b2de9034fae87c81f7fc88e6e6a&device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 1096 time: 0.0555940 Jul 16 18:01:27.131021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-87953555-0cfb-43b9-8400-a67316a5780e None None] Set router 1a20d074-3973-4c17-8c5c-a93bbef76fee gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:27.143060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-0ba56c3c-5ca1-47fa-afca-e38095f3a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.144623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-0ba56c3c-5ca1-47fa-afca-e38095f3a330 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1 HTTP/1.1" status: 200 len: 921 time: 0.0870664 Jul 16 18:01:27.194268 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-7c50337c-fad7-4bbf-8b3e-33a39d6973a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 217 time: 0.0432863 Jul 16 18:01:27.248675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-1f1322e9-7e66-499c-8e27-47d8669c3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.250367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-1f1322e9-7e66-499c-8e27-47d8669c3098 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83b97bde-9e33-4e87-a429-deb18da986f4 HTTP/1.1" status: 200 len: 860 time: 0.0507414 Jul 16 18:01:27.285964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-8068b15b-3c6f-48cc-ae83-e639a2fcfa85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289290 Jul 16 18:01:27.293486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee73ad54-fc04-4aeb-ab41-896c0a624c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4bce58-6103-47bd-b39e-84d31adbdad5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:27.296168 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5b3a0b-99b0-4bb3-890d-9dfd3e61461f" -d '{"events": [{"server_uuid": "ee73ad54-fc04-4aeb-ab41-896c0a624c00", "name": "network-vif-plugged", "status": "completed", "tag": "ed4bce58-6103-47bd-b39e-84d31adbdad5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:27.329678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:27.376051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c5f66112-44a2-429e-8bd2-1bdaf7192b25 has no active binding in host n-h2-793618-9 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:01:27.421527 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-d6b517e5-a668-4ae5-99fb-90b42f1c63c4 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283853 Jul 16 18:01:27.434618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae3708-56f0-4c8e-8ee6-d4b0c42a8162 req-f4810f6f-d60a-435c-b4b4-341b753a60b3 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.436124 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30ae3708-56f0-4c8e-8ee6-d4b0c42a8162 req-f4810f6f-d60a-435c-b4b4-341b753a60b3 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 943 time: 0.1240625 Jul 16 18:01:27.494265 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-87953555-0cfb-43b9-8400-a67316a5780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:00:30Z', 'revision_number': 4, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '16203a57-cd74-4e67-9fd7-8ce37f8e9ec8', 'name': '', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'mac_address': 'fa:16:3e:91:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:29Z', 'updated_at': '2021-07-16T18:00:38Z', 'revision_number': 5, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'subnets': [{'id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:27.515158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46930ed2-89ed-4fa1-989d-edc00fb98030', 'tag': 'c5f66112-44a2-429e-8bd2-1bdaf7192b25'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:27.517795 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20e1798-c2ea-4a09-a174-9050466b4911" -d '{"events": [{"name": "network-changed", "server_uuid": "46930ed2-89ed-4fa1-989d-edc00fb98030", "tag": "c5f66112-44a2-429e-8bd2-1bdaf7192b25"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:27.521531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87953555-0cfb-43b9-8400-a67316a5780e None None] Checking router: 1a20d074-3973-4c17-8c5c-a93bbef76fee for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:27.528604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:27.531991 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cb860d-2e88-4ee3-99e0-3b2d25490f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:27.538633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87953555-0cfb-43b9-8400-a67316a5780e None None] Routers {'1a20d074-3973-4c17-8c5c-a93bbef76fee'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:27.538633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-87953555-0cfb-43b9-8400-a67316a5780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a20d074-3973-4c17-8c5c-a93bbef76fee'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:27.539232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30ae3708-56f0-4c8e-8ee6-d4b0c42a8162 req-68ec4c5b-9026-4c86-9a14-f5f46fcb3ed0 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941162 Jul 16 18:01:27.569522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135a6f43-1f03-4939-91e9-6b3c94c6ecaa req-798a5ac9-3771-41e1-be3e-e517d94409e8 service neutron] 10.222.0.52 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230695 Jul 16 18:01:27.656748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-87953555-0cfb-43b9-8400-a67316a5780e None None] Set router 1a20d074-3973-4c17-8c5c-a93bbef76fee gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:27.763472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ee2b-7b54-4c91-bddf-a10cf5a059b8 req-e8f23f86-48d1-4f17-afa0-5e03a8f3a1e4 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.765140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4109ee2b-7b54-4c91-bddf-a10cf5a059b8 req-e8f23f86-48d1-4f17-afa0-5e03a8f3a1e4 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 945 time: 0.0679991 Jul 16 18:01:27.803898 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4109ee2b-7b54-4c91-bddf-a10cf5a059b8 req-0e75dd9b-fca3-4928-bb6e-092f506fbecd tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329862 Jul 16 18:01:27.865163 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157743da-b23f-4231-ba3d-38838cd4f7d6 x-openstack-request-id: req-157743da-b23f-4231-ba3d-38838cd4f7d6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:27.865584 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee73ad54-fc04-4aeb-ab41-896c0a624c00", "name": "network-vif-plugged", "status": "completed", "tag": "ed4bce58-6103-47bd-b39e-84d31adbdad5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:27.865867 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-157743da-b23f-4231-ba3d-38838cd4f7d6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:27.866324 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee73ad54-fc04-4aeb-ab41-896c0a624c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4bce58-6103-47bd-b39e-84d31adbdad5', 'code': 200} Jul 16 18:01:27.876290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-87953555-0cfb-43b9-8400-a67316a5780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:00:30Z', 'revision_number': 4, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '16203a57-cd74-4e67-9fd7-8ce37f8e9ec8', 'name': '', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'mac_address': 'fa:16:3e:91:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:29Z', 'updated_at': '2021-07-16T18:00:38Z', 'revision_number': 5, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'subnets': [{'id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:27.898532 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3671eb8b-eff6-43a8-afdc-d4dd22ea9155 x-openstack-request-id: req-3671eb8b-eff6-43a8-afdc-d4dd22ea9155 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:27.898924 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46930ed2-89ed-4fa1-989d-edc00fb98030", "tag": "c5f66112-44a2-429e-8bd2-1bdaf7192b25", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:27.899251 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3671eb8b-eff6-43a8-afdc-d4dd22ea9155 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:27.899715 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46930ed2-89ed-4fa1-989d-edc00fb98030', 'tag': 'c5f66112-44a2-429e-8bd2-1bdaf7192b25', 'status': 'completed', 'code': 200} Jul 16 18:01:27.906793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87953555-0cfb-43b9-8400-a67316a5780e None None] The sync data for ids ['1a20d074-3973-4c17-8c5c-a93bbef76fee'] in n-d-793618-9 is: [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:00:30Z', 'revision_number': 4, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '16203a57-cd74-4e67-9fd7-8ce37f8e9ec8', 'name': '', 'network_id': '2ab8f11b-0449-4cf6-a81c-06443c1c64f1', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'mac_address': 'fa:16:3e:91:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:29Z', 'updated_at': '2021-07-16T18:00:38Z', 'revision_number': 5, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'subnets': [{'id': '83b97bde-9e33-4e87-a429-deb18da986f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:27.935878 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000c4d57-f996-4a43-8268-c98dd28e33eb x-openstack-request-id: req-000c4d57-f996-4a43-8268-c98dd28e33eb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:27.936282 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:27.936591 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-000c4d57-f996-4a43-8268-c98dd28e33eb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:27.937068 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'status': 'completed', 'code': 200} Jul 16 18:01:28.031919 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ea8d5-df8c-4415-a520-6b9ecc01ed7a req-e458c64c-c8e7-41e4-b0cb-eb3d83219d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.038827 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-090ea8d5-df8c-4415-a520-6b9ecc01ed7a req-e458c64c-c8e7-41e4-b0cb-eb3d83219d21 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 1096 time: 0.0682700 Jul 16 18:01:28.071367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-904e1902-6c73-42da-bd55-2cdb15b93f7e tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/floatingips/8ef2c9f3-37f1-4de5-aa47-a54a0a00ba95 HTTP/1.1" status: 200 len: 695 time: 0.1210725 Jul 16 18:01:28.075867 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-090ea8d5-df8c-4415-a520-6b9ecc01ed7a req-f30dbaa1-e3c1-4160-b9c3-3645a9481d11 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336099 Jul 16 18:01:28.183522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e1798-c2ea-4a09-a174-9050466b4911 req-e4288866-66c4-44b4-9175-fdbc463e6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.185071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b20e1798-c2ea-4a09-a174-9050466b4911 req-e4288866-66c4-44b4-9175-fdbc463e6b12 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 1124 time: 0.2284606 Jul 16 18:01:28.218731 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4cfb7-4186-4000-bed0-f3f774e15f93 None None] New status for floating IP 8ef2c9f3-37f1-4de5-aa47-a54a0a00ba95: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:01:28.501798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb860d-2e88-4ee3-99e0-3b2d25490f9b req-65efd5fd-c1da-4ff3-8c4e-1a720e39a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.503297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90cb860d-2e88-4ee3-99e0-3b2d25490f9b req-65efd5fd-c1da-4ff3-8c4e-1a720e39a1fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73e17b2de9034fae87c81f7fc88e6e6a&device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 1096 time: 0.5012889 Jul 16 18:01:28.573248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-cd85b881-a7e8-4fba-988a-b7c7bd2124ce tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.574644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-cd85b881-a7e8-4fba-988a-b7c7bd2124ce tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 784 time: 0.4944522 Jul 16 18:01:28.699505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58e7e6-82fd-4037-b8ef-0386d89efe56 req-e1a6d90c-9839-49ba-bf74-641a38ac90f3 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.700999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e58e7e6-82fd-4037-b8ef-0386d89efe56 req-e1a6d90c-9839-49ba-bf74-641a38ac90f3 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 945 time: 0.5635645 Jul 16 18:01:28.703764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-2f64d4f9-c937-4e01-aec3-f33c7d4d58f2 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 696 time: 0.1126473 Jul 16 18:01:28.708055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e1798-c2ea-4a09-a174-9050466b4911 req-103b58fa-2bf1-4e64-8cd9-68ef6be2058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.709457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b20e1798-c2ea-4a09-a174-9050466b4911 req-103b58fa-2bf1-4e64-8cd9-68ef6be2058b service neutron] 10.222.0.38 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.5006869 Jul 16 18:01:28.810012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b20e1798-c2ea-4a09-a174-9050466b4911 req-f20cfa28-cfb4-4e59-b55b-8a91a7bfef62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25 HTTP/1.1" status: 200 len: 217 time: 0.0906031 Jul 16 18:01:28.818103 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-bc96cac9-7885-4104-be81-80559e301ff0 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 696 time: 0.1069932 Jul 16 18:01:28.825576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb860d-2e88-4ee3-99e0-3b2d25490f9b req-ef7fd744-510b-47e5-a1d1-526d9942ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.826999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90cb860d-2e88-4ee3-99e0-3b2d25490f9b req-ef7fd744-510b-47e5-a1d1-526d9942ee4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1 HTTP/1.1" status: 200 len: 921 time: 0.3112717 Jul 16 18:01:28.873475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e58e7e6-82fd-4037-b8ef-0386d89efe56 req-7e661338-bd46-4bea-888a-52096ca310c4 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666028 Jul 16 18:01:28.938976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90cb860d-2e88-4ee3-99e0-3b2d25490f9b req-2a6455ed-8645-41aa-80a8-4953aa283365 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 200 len: 217 time: 0.0967574 Jul 16 18:01:29.015904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e1798-c2ea-4a09-a174-9050466b4911 req-aa4b6464-9bee-4d3a-a01d-2f29857d8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:29.017585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b20e1798-c2ea-4a09-a174-9050466b4911 req-aa4b6464-9bee-4d3a-a01d-2f29857d8a0a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1934440 Jul 16 18:01:29.079843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b20e1798-c2ea-4a09-a174-9050466b4911 req-e5f8326b-742d-4350-9928-6c5750452076 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531802 Jul 16 18:01:29.088075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb860d-2e88-4ee3-99e0-3b2d25490f9b req-3a4a844e-da80-4116-a70c-15cedf42e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:29.089515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90cb860d-2e88-4ee3-99e0-3b2d25490f9b req-3a4a844e-da80-4116-a70c-15cedf42e7cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83b97bde-9e33-4e87-a429-deb18da986f4 HTTP/1.1" status: 200 len: 860 time: 0.1364050 Jul 16 18:01:29.153409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90cb860d-2e88-4ee3-99e0-3b2d25490f9b req-627c7c60-3a8c-4228-a885-392ec4628060 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ab8f11b-0449-4cf6-a81c-06443c1c64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431895 Jul 16 18:01:29.235538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-67a52204-5b00-441a-b5fa-5c4f0e109dd4 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Deleting port d3fb9b48-0aec-4ae7-82d3-a88e1a7d6be4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:29.235901 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-67a52204-5b00-441a-b5fa-5c4f0e109dd4 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.296766 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b20e1798-c2ea-4a09-a174-9050466b4911 req-025ba2cc-63ef-4cc8-bbbf-6a9a431ad0a4 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104647 Jul 16 18:01:29.446727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90cb860d-2e88-4ee3-99e0-3b2d25490f9b req-1ed900aa-07a1-48f7-9b53-6b12b1710b83 service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618098 Jul 16 18:01:29.480006 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-67a52204-5b00-441a-b5fa-5c4f0e109dd4 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.480347 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-67a52204-5b00-441a-b5fa-5c4f0e109dd4 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.520309 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-67a52204-5b00-441a-b5fa-5c4f0e109dd4 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Calling delete_port for d3fb9b48-0aec-4ae7-82d3-a88e1a7d6be4 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:29.581723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b20e1798-c2ea-4a09-a174-9050466b4911 req-bfb2b751-5f87-4110-9329-277821c11aaa service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772989 Jul 16 18:01:29.637349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41296754-d750-4332-949c-a7c094ad06ad req-37700584-6065-4314-8709-9838bd88c147 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:29.638887 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41296754-d750-4332-949c-a7c094ad06ad req-37700584-6065-4314-8709-9838bd88c147 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 943 time: 0.2722623 Jul 16 18:01:29.685387 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90cb860d-2e88-4ee3-99e0-3b2d25490f9b req-9b58a340-a6a0-46eb-925f-077e2a4f1410 service neutron] 10.222.0.42 "GET /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237394 Jul 16 18:01:29.717546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41296754-d750-4332-949c-a7c094ad06ad req-62eac38b-3d46-4513-ba38-ab54686d2f49 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721993 Jul 16 18:01:29.803367 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-67a52204-5b00-441a-b5fa-5c4f0e109dd4 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.846611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a52204-5b00-441a-b5fa-5c4f0e109dd4 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Pushing event deleted for resources: {'Port': ['ID=d3fb9b48-0aec-4ae7-82d3-a88e1a7d6be4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.897742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-70b8a08c-7d6e-4305-af17-b7e91d66a97e service neutron] 10.222.0.38 "GET /v2.0/ports/c5f66112-44a2-429e-8bd2-1bdaf7192b25/bindings/n-h2-793618-9 HTTP/1.1" status: 200 len: 384 time: 0.1395519 Jul 16 18:01:29.972948 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-67a52204-5b00-441a-b5fa-5c4f0e109dd4 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.975703 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-67a52204-5b00-441a-b5fa-5c4f0e109dd4 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.977575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f3660e1-aea9-4862-9a2c-ab6e313cee3e req-67a52204-5b00-441a-b5fa-5c4f0e109dd4 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "DELETE /v2.0/floatingips/8ef2c9f3-37f1-4de5-aa47-a54a0a00ba95 HTTP/1.1" status: 204 len: 173 time: 1.1490269 Jul 16 18:01:30.007123 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5264454c-6e66-4983-8d5a-62007c1275ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.068483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae7841-36bd-4249-9fc2-023af8b97264 req-03dea954-807a-4627-9e70-441d5942abef tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:30.070018 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87ae7841-36bd-4249-9fc2-023af8b97264 req-03dea954-807a-4627-9e70-441d5942abef tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 945 time: 0.1379504 Jul 16 18:01:30.162799 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87ae7841-36bd-4249-9fc2-023af8b97264 req-ff0632ec-f7c9-4469-84e2-e7f17fee3f79 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787799 Jul 16 18:01:30.185884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-fe38c466-85d8-4f77-90a0-ecd18bb4870e service neutron] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:30.207728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-fe38c466-85d8-4f77-90a0-ecd18bb4870e service neutron] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:30.256493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-fe38c466-85d8-4f77-90a0-ecd18bb4870e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f66112-44a2-429e-8bd2-1bdaf7192b25 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:30.277658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-fe38c466-85d8-4f77-90a0-ecd18bb4870e service neutron] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:30.316195 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-fe38c466-85d8-4f77-90a0-ecd18bb4870e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.362805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f5e0b96-56b3-4dd8-be7f-f0e28495c133 req-7233643d-7287-4a8f-86a6-680222c159f5 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups/a7439fc1-b49c-4749-b22d-68e5e8e24fbe HTTP/1.1" status: 200 len: 1807 time: 0.1004462 Jul 16 18:01:30.465145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b85f0a-f858-42c7-b605-71f79d9c4cbf req-8e5a5a8b-8c74-41b3-b761-acff5cb4a193 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:30.466687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64b85f0a-f858-42c7-b605-71f79d9c4cbf req-8e5a5a8b-8c74-41b3-b761-acff5cb4a193 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 946 time: 0.1809359 Jul 16 18:01:30.504023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-fe38c466-85d8-4f77-90a0-ecd18bb4870e service neutron] Transition to ACTIVE for port object c5f66112-44a2-429e-8bd2-1bdaf7192b25 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:30.512150 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-fe38c466-85d8-4f77-90a0-ecd18bb4870e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.516318 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f5e0b96-56b3-4dd8-be7f-f0e28495c133 req-79701238-3dba-4f94-87d7-d7cbe07d22d8 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.591828 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f5e0b96-56b3-4dd8-be7f-f0e28495c133 req-79701238-3dba-4f94-87d7-d7cbe07d22d8 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.596640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64b85f0a-f858-42c7-b605-71f79d9c4cbf req-6fec8835-6193-43f8-ad28-df4bb8e21623 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235771 Jul 16 18:01:30.630053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-fe38c466-85d8-4f77-90a0-ecd18bb4870e service neutron] No DVR routers for this DVR port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:30.644764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38c466-85d8-4f77-90a0-ecd18bb4870e service neutron] Pushing event updated for resources: {'Port': ['ID=c5f66112-44a2-429e-8bd2-1bdaf7192b25,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:30.689791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-fe38c466-85d8-4f77-90a0-ecd18bb4870e service neutron] 10.222.0.38 "PUT /v2.0/ports/c5f66112-44a2-429e-8bd2-1bdaf7192b25/bindings/n-h2-793618-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7840891 Jul 16 18:01:30.704201 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f5e0b96-56b3-4dd8-be7f-f0e28495c133 req-79701238-3dba-4f94-87d7-d7cbe07d22d8 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.706963 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f5e0b96-56b3-4dd8-be7f-f0e28495c133 req-79701238-3dba-4f94-87d7-d7cbe07d22d8 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.708209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f5e0b96-56b3-4dd8-be7f-f0e28495c133 req-79701238-3dba-4f94-87d7-d7cbe07d22d8 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "DELETE /v2.0/security-groups/a7439fc1-b49c-4749-b22d-68e5e8e24fbe HTTP/1.1" status: 204 len: 173 time: 0.3262861 Jul 16 18:01:30.719807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79701238-3dba-4f94-87d7-d7cbe07d22d8 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7439fc1-b49c-4749-b22d-68e5e8e24fbe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:31.226466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-8a90a904-7a22-4633-8436-b9365e45b60c tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.228021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-8a90a904-7a22-4633-8436-b9365e45b60c tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030&tenant_id=565937de75e3443f93597fdd4f4967e7&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.4675443 Jul 16 18:01:31.250062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e94742-2466-4c49-a369-bbc485e12735 req-61ec88e6-6592-4c8d-8210-35c87171ddf5 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.251455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12e94742-2466-4c49-a369-bbc485e12735 req-61ec88e6-6592-4c8d-8210-35c87171ddf5 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 945 time: 0.4340351 Jul 16 18:01:31.264408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2deab-f73f-455b-b30c-df4a93f1a107 req-859c83a1-c07f-479e-ac54-c2b23313b8b1 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.265862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47e2deab-f73f-455b-b30c-df4a93f1a107 req-859c83a1-c07f-479e-ac54-c2b23313b8b1 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 1096 time: 0.4262412 Jul 16 18:01:31.291087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4985013-1220-4ccd-859d-426e53c9de04 req-a7aad220-5cae-48fa-90d2-3bc96cf10b48 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.292466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4985013-1220-4ccd-859d-426e53c9de04 req-a7aad220-5cae-48fa-90d2-3bc96cf10b48 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 946 time: 0.1874337 Jul 16 18:01:31.423093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47e2deab-f73f-455b-b30c-df4a93f1a107 req-12a9c468-9631-42ca-a77f-fea3c45a8dfd tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407483 Jul 16 18:01:31.425845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12e94742-2466-4c49-a369-bbc485e12735 req-9ac4fe44-1dde-4f6e-a130-81c4936f1cb4 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591570 Jul 16 18:01:31.471199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-3288df89-4c36-432a-bdeb-85f4e81d9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.472805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-3288df89-4c36-432a-bdeb-85f4e81d9bd9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030&tenant_id=565937de75e3443f93597fdd4f4967e7 HTTP/1.1" status: 200 len: 1095 time: 0.2202930 Jul 16 18:01:31.511992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Deleting port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:31.512340 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.674015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] For port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0cb89a7c-f8bb-4254-8e83-2e52f42735d7,segment=NetworkSegment(094c441d-0650-4749-abf2-77413f404650),segment_id=094c441d-0650-4749-abf2-77413f404650)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:31.674384 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.688427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-8d876f9d-8e4c-4390-8417-12be1d4a8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.689991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-8d876f9d-8e4c-4390-8417-12be1d4a8850 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 1095 time: 0.1895783 Jul 16 18:01:31.805690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a83556-4998-4e2e-a99f-09b2fd534cbf req-78668276-aa22-421e-87b1-bd1030e6b257 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.807199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7a83556-4998-4e2e-a99f-09b2fd534cbf req-78668276-aa22-421e-87b1-bd1030e6b257 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 944 time: 0.2130919 Jul 16 18:01:31.981727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7a83556-4998-4e2e-a99f-09b2fd534cbf req-3f4fa44f-0880-4d46-936c-f339f209ea0c tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614175 Jul 16 18:01:32.031681 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-f3a6ea4f-8d72-4d26-9eaf-059995249c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:32.033107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-f3a6ea4f-8d72-4d26-9eaf-059995249c27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.3129191 Jul 16 18:01:32.089625 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-69d8cb86-7155-40a7-840c-c22daa22f99c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25 HTTP/1.1" status: 200 len: 217 time: 0.0453932 Jul 16 18:01:32.094288 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.094668 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.094985 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Floating IP e27318d5-0960-4b9a-a5cd-d13ba4173fed disassociated. External IP: 172.25.8.60, port: 0cb89a7c-f8bb-4254-8e83-2e52f42735d7. Jul 16 18:01:32.095331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Calling delete_port for 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:32.120107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40bc91-939e-4b16-9354-f2fb245af8ce req-4d8add3b-11cb-4802-925f-91636134ad25 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:32.121785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d40bc91-939e-4b16-9354-f2fb245af8ce req-4d8add3b-11cb-4802-925f-91636134ad25 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 1096 time: 0.2090683 Jul 16 18:01:32.219175 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12cd0a4e-e628-45af-be67-09b84372f59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.238138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d40bc91-939e-4b16-9354-f2fb245af8ce req-cf25c821-d990-487f-8dc8-762c4ac87646 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956280 Jul 16 18:01:32.239514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-3b51309d-4107-4851-a3b5-12f8098ada31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:32.240945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-3b51309d-4107-4851-a3b5-12f8098ada31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1392238 Jul 16 18:01:32.282774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-4d1e3a86-8cbc-4d83-bf4d-6c743505f3b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289614 Jul 16 18:01:32.303951 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.310769 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.464821 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.511246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Pushing event deleted for resources: {'Port': ['ID=0cb89a7c-f8bb-4254-8e83-2e52f42735d7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:32.530817 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-5dd0ab62-5539-4f52-a3af-db08090cb171 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326910 Jul 16 18:01:32.545614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81b682-fc8d-4b36-9a05-3713618cceed req-ad60f3fa-9f8e-48ae-bc79-f9352137f2cc tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:32.547055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af81b682-fc8d-4b36-9a05-3713618cceed req-ad60f3fa-9f8e-48ae-bc79-f9352137f2cc tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 867 time: 0.2603679 Jul 16 18:01:32.585607 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.643198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d226a-f2ac-4031-b9c7-de3063a6e4f6 req-1f362a3a-77e9-4d78-9b5d-c8a7e259007a tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:32.644666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c22d226a-f2ac-4031-b9c7-de3063a6e4f6 req-1f362a3a-77e9-4d78-9b5d-c8a7e259007a tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.2658193 Jul 16 18:01:32.920441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:32.942711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:32.943120 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:32.943483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c5f66112-44a2-429e-8bd2-1bdaf7192b25 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:32.989631 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af81b682-fc8d-4b36-9a05-3713618cceed req-3a2c7d0b-d520-440e-ac6a-74c2a60031f2 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups?id=280ac06d-b711-4111-b27d-9b952db3b57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005809 Jul 16 18:01:32.989845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c5f66112-44a2-429e-8bd2-1bdaf7192b25 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:33.030361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-3f8955cd-303a-43ea-8909-3d1b981db397 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816999 Jul 16 18:01:33.033511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c22d226a-f2ac-4031-b9c7-de3063a6e4f6 req-aa139355-b2c1-499e-a6bb-6a1b85867d90 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803368 Jul 16 18:01:33.041288 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:33.162695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:33.186145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59660643-91aa-4072-8690-805ab2fae212 None None] Sync routers for ids ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:33.203426 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59660643-91aa-4072-8690-805ab2fae212 None None] Routers {'0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:33.204861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-59660643-91aa-4072-8690-805ab2fae212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:33.209851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] No DVR routers for this DVR port 0cb89a7c-f8bb-4254-8e83-2e52f42735d7 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:33.212734 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.214976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4985013-1220-4ccd-859d-426e53c9de04 req-fcd5ba85-9552-4385-ae31-8cbb2608815a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.38 "DELETE /v2.0/ports/0cb89a7c-f8bb-4254-8e83-2e52f42735d7 HTTP/1.1" status: 204 len: 173 time: 1.9002976 Jul 16 18:01:33.215479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'name': 'network-vif-deleted', 'tag': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:33.218964 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31abf194-f3f5-4b4d-8aee-5ba920894e1e" -d '{"events": [{"server_uuid": "3d9bd095-b7c7-41ed-b96b-e5d53776f001", "name": "network-vif-deleted", "tag": "0cb89a7c-f8bb-4254-8e83-2e52f42735d7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:33.378510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-59660643-91aa-4072-8690-805ab2fae212 None None] Set router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:33.424906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7e243-8524-40fd-b61d-2d6dca3b727a req-2b57c0ec-b0f6-436b-a75f-d9424c6975ed tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:33.426856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3f7e243-8524-40fd-b61d-2d6dca3b727a req-2b57c0ec-b0f6-436b-a75f-d9424c6975ed tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 945 time: 0.0864863 Jul 16 18:01:33.527477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3f7e243-8524-40fd-b61d-2d6dca3b727a req-4794b4d1-5302-4a5d-822c-feaff2dc72bf tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499165 Jul 16 18:01:33.545571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0645ca25-2e30-4b45-a771-074d85fa4c73 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:33.547490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-0645ca25-2e30-4b45-a771-074d85fa4c73 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030&tenant_id=565937de75e3443f93597fdd4f4967e7&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.1140833 Jul 16 18:01:33.642574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-59660643-91aa-4072-8690-805ab2fae212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3fc0d0c4-ce19-498b-abd8-c136cabff3e6', 'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'mac_address': 'fa:16:3e:83:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:26Z', 'updated_at': '2021-07-16T17:58:38Z', 'revision_number': 5, 'project_id': '034c908cb06848838e6f25b207696cc7', 'subnets': [{'id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:33.676892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59660643-91aa-4072-8690-805ab2fae212 None None] Checking router: 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:33.697844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59660643-91aa-4072-8690-805ab2fae212 None None] Routers {'0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:33.699199 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-59660643-91aa-4072-8690-805ab2fae212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:33.700851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-a87c36e9-c9a3-46c5-b611-e1c4afab8aa2 service neutron] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:33.704934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-a87c36e9-c9a3-46c5-b611-e1c4afab8aa2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.706501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6f45e44-8862-4b66-a925-b9ee30513ea5 req-a87c36e9-c9a3-46c5-b611-e1c4afab8aa2 service neutron] 10.222.0.42 "DELETE /v2.0/ports/c5f66112-44a2-429e-8bd2-1bdaf7192b25/bindings/n-h1-793618-9 HTTP/1.1" status: 204 len: 173 time: 0.1500285 Jul 16 18:01:33.755876 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.814239 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dcee9-e8a7-4223-ba46-40d5c82927af req-5417f051-35de-4376-be2a-c6ec8583bba8 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:33.815973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e9dcee9-e8a7-4223-ba46-40d5c82927af req-5417f051-35de-4376-be2a-c6ec8583bba8 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 944 time: 0.0888696 Jul 16 18:01:33.851374 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-59660643-91aa-4072-8690-805ab2fae212 None None] Set router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:33.875294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e9dcee9-e8a7-4223-ba46-40d5c82927af req-419c69de-d7e9-4159-80d5-c0ca20189c6e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510616 Jul 16 18:01:33.927340 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed0cdf1-26db-48b1-9ee0-74a7d36220c8 x-openstack-request-id: req-4ed0cdf1-26db-48b1-9ee0-74a7d36220c8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:33.927712 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9bd095-b7c7-41ed-b96b-e5d53776f001", "name": "network-vif-deleted", "tag": "0cb89a7c-f8bb-4254-8e83-2e52f42735d7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:33.928080 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ed0cdf1-26db-48b1-9ee0-74a7d36220c8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:33.928934 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9bd095-b7c7-41ed-b96b-e5d53776f001', 'name': 'network-vif-deleted', 'tag': '0cb89a7c-f8bb-4254-8e83-2e52f42735d7', 'status': 'completed', 'code': 200} Jul 16 18:01:34.170176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-59660643-91aa-4072-8690-805ab2fae212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3fc0d0c4-ce19-498b-abd8-c136cabff3e6', 'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'mac_address': 'fa:16:3e:83:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:26Z', 'updated_at': '2021-07-16T17:58:38Z', 'revision_number': 5, 'project_id': '034c908cb06848838e6f25b207696cc7', 'subnets': [{'id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:34.218700 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59660643-91aa-4072-8690-805ab2fae212 None None] The sync data for ids ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'] in n-d-793618-9 is: [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T17:58:27Z', 'revision_number': 4, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3fc0d0c4-ce19-498b-abd8-c136cabff3e6', 'name': '', 'network_id': '399f611f-6e6d-4d34-8a74-b474b6cf2d2c', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'mac_address': 'fa:16:3e:83:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:26Z', 'updated_at': '2021-07-16T17:58:38Z', 'revision_number': 5, 'project_id': '034c908cb06848838e6f25b207696cc7', 'subnets': [{'id': '064e3894-47d4-4922-8907-cacfb34c17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:34.366556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e2be5-f573-4e9d-9809-f437f096511c req-b671ed26-8165-44fa-ab10-c9dffe2d338d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.370715 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-332e2be5-f573-4e9d-9809-f437f096511c req-b671ed26-8165-44fa-ab10-c9dffe2d338d tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 945 time: 0.1655571 Jul 16 18:01:34.545089 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-332e2be5-f573-4e9d-9809-f437f096511c req-c753102b-27f4-4848-8d85-2d82f9418cd9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Deleting port df5c696d-ef31-49fb-bd56-8e50337f0dce {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:34.548091 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-332e2be5-f573-4e9d-9809-f437f096511c req-c753102b-27f4-4848-8d85-2d82f9418cd9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.757471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-332e2be5-f573-4e9d-9809-f437f096511c req-c753102b-27f4-4848-8d85-2d82f9418cd9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] For port df5c696d-ef31-49fb-bd56-8e50337f0dce, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=df5c696d-ef31-49fb-bd56-8e50337f0dce,segment=NetworkSegment(139e547b-5f8d-4368-b427-0d1688630137),segment_id=139e547b-5f8d-4368-b427-0d1688630137)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:34.766078 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-332e2be5-f573-4e9d-9809-f437f096511c req-c753102b-27f4-4848-8d85-2d82f9418cd9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.794905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-332e2be5-f573-4e9d-9809-f437f096511c req-c753102b-27f4-4848-8d85-2d82f9418cd9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Calling delete_port for df5c696d-ef31-49fb-bd56-8e50337f0dce owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:34.858670 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33706280-441c-4caf-b855-31ebb5891616 None None] New status for floating IP e27318d5-0960-4b9a-a5cd-d13ba4173fed: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:01:35.026697 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-332e2be5-f573-4e9d-9809-f437f096511c req-c753102b-27f4-4848-8d85-2d82f9418cd9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.056820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4cd906a5-8e60-446b-bf64-c6a85264d9fd req-aff354aa-7fd5-4fab-9853-91569f125d42 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 210 time: 0.0574145 Jul 16 18:01:35.095376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753102b-27f4-4848-8d85-2d82f9418cd9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Pushing event deleted for resources: {'Port': ['ID=df5c696d-ef31-49fb-bd56-8e50337f0dce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:35.100569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a0f42e57-facc-4cc8-a954-fb5656f3405c tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:01:35.101829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a0f42e57-facc-4cc8-a954-fb5656f3405c tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110309 Jul 16 18:01:35.135473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] Request body: {'binding': {'host': 'n-h1-793618-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:35.135945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:01:35.180892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-332e2be5-f573-4e9d-9809-f437f096511c req-c753102b-27f4-4848-8d85-2d82f9418cd9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] No DVR routers for this DVR port df5c696d-ef31-49fb-bd56-8e50337f0dce on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:35.187636 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-332e2be5-f573-4e9d-9809-f437f096511c req-c753102b-27f4-4848-8d85-2d82f9418cd9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.189631 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-332e2be5-f573-4e9d-9809-f437f096511c req-c753102b-27f4-4848-8d85-2d82f9418cd9 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.42 "DELETE /v2.0/ports/df5c696d-ef31-49fb-bd56-8e50337f0dce HTTP/1.1" status: 204 len: 173 time: 0.8133738 Jul 16 18:01:35.224889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71791633-fd55-4805-a97a-9429ddf8aaf3 req-09bb7904-d6f6-42f3-9e83-76c940210c08 tempest-ServerRescueTestJSONUnderV235-1296121108 tempest-ServerRescueTestJSONUnderV235-1296121108-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d67ca5f-fa9e-45d0-8295-39b199cf87ae HTTP/1.1" status: 200 len: 210 time: 0.0400062 Jul 16 18:01:35.384159 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.388595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] Attempting to bind port ed4bce58-6103-47bd-b39e-84d31adbdad5 on host n-h1-793618-9 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:35.389011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] Attempting to bind port ed4bce58-6103-47bd-b39e-84d31adbdad5 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:35.389561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] Attempting to bind port ed4bce58-6103-47bd-b39e-84d31adbdad5 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:35.394679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] Port ed4bce58-6103-47bd-b39e-84d31adbdad5 on network f7de7ee4-fe4c-401a-990c-c9868fce980e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:35.395090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] Attempting to bind port ed4bce58-6103-47bd-b39e-84d31adbdad5 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:35.406965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:35.408522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:35.409569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] Bound using segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:35.410603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] Bound port: ed4bce58-6103-47bd-b39e-84d31adbdad5, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:35.490727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:35.495454 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.496702 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-09a35cca-0bec-45c9-a058-fc6ac68d4bf3 service neutron] 10.222.0.52 "POST /v2.0/ports/ed4bce58-6103-47bd-b39e-84d31adbdad5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3660254 Jul 16 18:01:35.831156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c63a8-2358-4b41-b742-9c242b90a3a1 req-01e08b4e-d690-491d-b497-99146706905f tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.832706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef8c63a8-2358-4b41-b742-9c242b90a3a1 req-01e08b4e-d690-491d-b497-99146706905f tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 1095 time: 0.1631441 Jul 16 18:01:35.864481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae873b7-e91f-4916-8f94-6260e36a18fc req-b5674bfe-4c79-49d9-802d-043671fa8e36 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.866080 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ae873b7-e91f-4916-8f94-6260e36a18fc req-b5674bfe-4c79-49d9-802d-043671fa8e36 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 945 time: 0.1426864 Jul 16 18:01:35.901542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-eaa00709-37c4-4177-8713-2d848ca15921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.903645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-eaa00709-37c4-4177-8713-2d848ca15921 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 1096 time: 0.1396956 Jul 16 18:01:35.930865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'name': 'network-vif-deleted', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:35.933099 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5033025f-b52a-4b51-969d-9844259b8522" -d '{"events": [{"server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "name": "network-vif-deleted", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:35.954220 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef8c63a8-2358-4b41-b742-9c242b90a3a1 req-02bbd578-1869-40c7-b98a-c319a65d268c tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073046 Jul 16 18:01:35.970038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ae873b7-e91f-4916-8f94-6260e36a18fc req-534fac4a-9f8d-4f36-ad5e-c1b98042940f tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921922 Jul 16 18:01:36.038515 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0118797c-bc93-4835-8fa5-2423e61ddb12 x-openstack-request-id: req-0118797c-bc93-4835-8fa5-2423e61ddb12 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:36.039108 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d67ca5f-fa9e-45d0-8295-39b199cf87ae", "name": "network-vif-deleted", "tag": "df5c696d-ef31-49fb-bd56-8e50337f0dce", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:36.039438 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0118797c-bc93-4835-8fa5-2423e61ddb12 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:36.039886 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d67ca5f-fa9e-45d0-8295-39b199cf87ae', 'name': 'network-vif-deleted', 'tag': 'df5c696d-ef31-49fb-bd56-8e50337f0dce', 'status': 'completed', 'code': 200} Jul 16 18:01:36.064943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-1e5f7505-5a57-4ee8-a067-002093dbedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:36.066871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-1e5f7505-5a57-4ee8-a067-002093dbedd3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.1555715 Jul 16 18:01:36.122122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-6acb5815-c134-46dd-94e7-9af2015cb0a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5 HTTP/1.1" status: 200 len: 217 time: 0.0468688 Jul 16 18:01:36.211762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4cbe3b59-5a28-479e-b22f-5101bde81e00 req-0180310c-e231-4e44-b3a7-b0fae865bd9f tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 210 time: 0.0336769 Jul 16 18:01:36.213650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-2bc23f1e-08e9-4502-a0ea-9b719e1e7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:36.215059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-2bc23f1e-08e9-4502-a0ea-9b719e1e7ab7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.0854425 Jul 16 18:01:36.254706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-1d93b8d1-63fb-46d6-aee8-a3f78219fb70 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313115 Jul 16 18:01:36.435224 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-f7ac1e2b-f58c-4d70-8027-d06a3fdcd45a service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717629 Jul 16 18:01:36.491656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-c2347874-305e-4427-8104-5ee0b390cee8 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:36.493847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-c2347874-305e-4427-8104-5ee0b390cee8 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 818 time: 0.1860349 Jul 16 18:01:36.538361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-db6d94a9-90c5-4b87-b491-524348fd72ac tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/quotas/565937de75e3443f93597fdd4f4967e7 HTTP/1.1" status: 200 len: 375 time: 0.0380206 Jul 16 18:01:36.545497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:36.604530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-318ecdfe-c0ff-4f2f-abbc-840e8f1c5acf service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576118 Jul 16 18:01:36.641575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-4e4308a4-ac6d-4665-800e-2584ea7e0abe tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923388 Jul 16 18:01:36.797875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-d4f47631-ccb7-4751-9f7f-672e8928ec04 service neutron] 10.222.0.52 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493208 Jul 16 18:01:36.955163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d14814ec-8275-42e0-a94c-72ac36b02672 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:36.985680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-676885b0-8887-4fd6-9014-dc5cdcdfd6b1 service neutron] 10.222.0.52 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867590 Jul 16 18:01:36.994953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device df5c696d-ef31-49fb-bd56-8e50337f0dce no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:37.032392 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: df5c696d-ef31-49fb-bd56-8e50337f0dce {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:37.032751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device df5c696d-ef31-49fb-bd56-8e50337f0dce not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:37.176798 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a37088f-4b50-41f7-a7d4-f56c7507c033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.184853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d14814ec-8275-42e0-a94c-72ac36b02672, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d14814ec-8275-42e0-a94c-72ac36b02672,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:37.210240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'd14814ec-8275-42e0-a94c-72ac36b02672', 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'port_id': 'd14814ec-8275-42e0-a94c-72ac36b02672', 'mac_address': 'fa:16:3e:b6:fd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a8ce34-8c02-46f7-9b44-335db1e8053f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:37.346306 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.377578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d14814ec-8275-42e0-a94c-72ac36b02672 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:37.421043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d14814ec-8275-42e0-a94c-72ac36b02672, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d14814ec-8275-42e0-a94c-72ac36b02672,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:37.434737 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.462098 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-16b87a62-5f8a-4619-bf79-61957f801291 req-272413c3-58e7-40ba-ad99-c4863ba92e97 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 210 time: 0.1275978 Jul 16 18:01:37.581236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e1d8-9858-4ab3-b080-bcb51d554314 req-87c7e6fb-1d24-4f92-8723-0a54511acaf0 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:37.594650 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['d14814ec-8275-42e0-a94c-72ac36b02672'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:37.610006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28e7e1d8-9858-4ab3-b080-bcb51d554314 req-87c7e6fb-1d24-4f92-8723-0a54511acaf0 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 945 time: 0.3842859 Jul 16 18:01:37.685416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45006051-5d87-42d3-bf6a-f03ca4f007c2 req-adf89bf3-f538-4cb8-8af3-3b2afbf35c0c tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 210 time: 0.0705142 Jul 16 18:01:37.719828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28e7e1d8-9858-4ab3-b080-bcb51d554314 req-fca4aeaf-2ffd-4be4-b58c-16756ad35ea2 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044037 Jul 16 18:01:37.844842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d14814ec-8275-42e0-a94c-72ac36b02672,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:37.899210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2a37088f-4b50-41f7-a7d4-f56c7507c033 admin admin] Deleting port 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:37.899798 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a37088f-4b50-41f7-a7d4-f56c7507c033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.995456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:38.039998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2a37088f-4b50-41f7-a7d4-f56c7507c033 admin admin] For port 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=16203a57-cd74-4e67-9fd7-8ce37f8e9ec8,segment=NetworkSegment(139e547b-5f8d-4368-b427-0d1688630137),segment_id=139e547b-5f8d-4368-b427-0d1688630137)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:38.040853 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a37088f-4b50-41f7-a7d4-f56c7507c033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.064986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2a37088f-4b50-41f7-a7d4-f56c7507c033 admin admin] Calling delete_port for 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:38.291636 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d34ae723-6f6a-476c-bae7-770159d6317d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.376172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a37088f-4b50-41f7-a7d4-f56c7507c033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.508804 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d34ae723-6f6a-476c-bae7-770159d6317d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.516985 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d34ae723-6f6a-476c-bae7-770159d6317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.578437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37088f-4b50-41f7-a7d4-f56c7507c033 admin admin] Pushing event deleted for resources: {'Port': ['ID=16203a57-cd74-4e67-9fd7-8ce37f8e9ec8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.604598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ae723-6f6a-476c-bae7-770159d6317d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b603104-47c3-4eeb-a970-fb298e819b86,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.609134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d34ae723-6f6a-476c-bae7-770159d6317d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=55eb9bd97e7945b78f2cdae5694e511c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123259 Jul 16 18:01:38.611811 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:38.718142 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d650819b-9a96-4f50-a34f-d6f5a55a217a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.759647 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d650819b-9a96-4f50-a34f-d6f5a55a217a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.812024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5eb8ce33-0de1-4e83-bfe8-d1720cb18bd1 req-36a33e29-bfc3-4cd5-80be-af9218616a46 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 210 time: 0.0570524 Jul 16 18:01:38.895920 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d650819b-9a96-4f50-a34f-d6f5a55a217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.900509 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d650819b-9a96-4f50-a34f-d6f5a55a217a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.904250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d650819b-9a96-4f50-a34f-d6f5a55a217a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b603104-47c3-4eeb-a970-fb298e819b86 HTTP/1.1" status: 204 len: 168 time: 0.2890732 Jul 16 18:01:38.922570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650819b-9a96-4f50-a34f-d6f5a55a217a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b603104-47c3-4eeb-a970-fb298e819b86,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.964808 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d14814ec-8275-42e0-a94c-72ac36b02672 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:38.993523 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a37088f-4b50-41f7-a7d4-f56c7507c033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.046899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e3f2f6d-4210-4418-8ffd-d4f2f5138da2 req-0f028874-fc40-4728-b92b-90632b95d429 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9bd095-b7c7-41ed-b96b-e5d53776f001 HTTP/1.1" status: 200 len: 210 time: 0.0830364 Jul 16 18:01:39.053374 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port d14814ec-8275-42e0-a94c-72ac36b02672 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:39.054052 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.198676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beaaab-f515-4987-9ead-1b3ef657f8e6 req-34e9bd6b-0bb7-4ba1-85f3-145362d01434 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.221107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15beaaab-f515-4987-9ead-1b3ef657f8e6 req-34e9bd6b-0bb7-4ba1-85f3-145362d01434 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 945 time: 0.1720240 Jul 16 18:01:39.269661 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.345641 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c1ad38-09b3-4981-8a1f-aec59a1bcefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14814ec-8275-42e0-a94c-72ac36b02672'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:39.351767 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b754dc28-ff76-4e46-949a-2d15797fd69e" -d '{"events": [{"server_uuid": "36c1ad38-09b3-4981-8a1f-aec59a1bcefb", "name": "network-vif-plugged", "status": "completed", "tag": "d14814ec-8275-42e0-a94c-72ac36b02672"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:39.422715 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d14814ec-8275-42e0-a94c-72ac36b02672, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d14814ec-8275-42e0-a94c-72ac36b02672,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:39.429465 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.601744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a37088f-4b50-41f7-a7d4-f56c7507c033 admin admin] Router 1a20d074-3973-4c17-8c5c-a93bbef76fee has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:39.611129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15beaaab-f515-4987-9ead-1b3ef657f8e6 req-69e7831d-85ba-498e-bb47-a680e90cb1d7 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888760 Jul 16 18:01:39.641345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d14814ec-8275-42e0-a94c-72ac36b02672,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:39.704666 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dbeb9b-34ce-41bf-966f-1595cf27d243 x-openstack-request-id: req-f1dbeb9b-34ce-41bf-966f-1595cf27d243 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:39.704953 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c1ad38-09b3-4981-8a1f-aec59a1bcefb", "name": "network-vif-plugged", "status": "completed", "tag": "d14814ec-8275-42e0-a94c-72ac36b02672", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:39.705209 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1dbeb9b-34ce-41bf-966f-1595cf27d243 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:39.705654 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c1ad38-09b3-4981-8a1f-aec59a1bcefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14814ec-8275-42e0-a94c-72ac36b02672', 'code': 200} Jul 16 18:01:39.721083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-563a23fd-de3f-45d6-938f-d0971dbb503e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.724039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-563a23fd-de3f-45d6-938f-d0971dbb503e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.38 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 818 time: 0.4993367 Jul 16 18:01:39.744031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Request body: {'port': {'device_id': 'cf720a0d-d1c7-4873-9e1c-2b334b446736', 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01', 'admin_state_up': True, 'tenant_id': '565937de75e3443f93597fdd4f4967e7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:39.916746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a37088f-4b50-41f7-a7d4-f56c7507c033 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:39.925035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d786c029-d662-4fdb-a40e-bf0168501e8d None None] Sync routers for ids ['1a20d074-3973-4c17-8c5c-a93bbef76fee'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:39.937310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d786c029-d662-4fdb-a40e-bf0168501e8d None None] Routers {'1a20d074-3973-4c17-8c5c-a93bbef76fee'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:39.937968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d786c029-d662-4fdb-a40e-bf0168501e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a20d074-3973-4c17-8c5c-a93bbef76fee'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:39.939343 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2a37088f-4b50-41f7-a7d4-f56c7507c033 admin admin] 10.222.0.52 "PUT /v2.0/routers/1a20d074-3973-4c17-8c5c-a93bbef76fee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3927183 Jul 16 18:01:39.942838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:40.105291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Made reservation on behalf of 565937de75e3443f93597fdd4f4967e7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:40.110437 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.258845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8484b12-c41a-4d1e-b0c1-ff4e09f89b00 req-a76de50d-78ba-4add-b98c-f36aebd6138e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 210 time: 0.0418971 Jul 16 18:01:40.271323 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.393349 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:40.443020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Allocated IP 172.20.0.4 (e873bfab-ff66-44cb-8bce-e4e0b5617c01/d59bb117-601d-4130-a705-1881eee73fd0/c679c485-5e13-4abe-8128-a3f7f147eb58) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:40.562800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:40.837704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d786c029-d662-4fdb-a40e-bf0168501e8d None None] Set router 1a20d074-3973-4c17-8c5c-a93bbef76fee gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:40.899539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-821201094-network', 'tenant_id': 'ad4c56bf45f34236ae5b84afde88bfe6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:41.006191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.075843 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ededca8f-a2f8-4f4e-a251-3abfde6df57f tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.107927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Made reservation on behalf of ad4c56bf45f34236ae5b84afde88bfe6 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:41.117248 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.125957 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ededca8f-a2f8-4f4e-a251-3abfde6df57f tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.142962 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.156233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Deleting port d88e41e3-f992-4fa4-80fc-3b5cb72208a7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:41.156574 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.162103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.166778 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d786c029-d662-4fdb-a40e-bf0168501e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:01:38Z', 'revision_number': 5, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port': {'id': 'd88e41e3-f992-4fa4-80fc-3b5cb72208a7', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:26Z', 'updated_at': '2021-07-16T18:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:41.214056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48726a-a2e1-4bc1-8a4a-1bdcc11cebe4 req-80f379f0-076c-4ea9-9d44-7904a54db940 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.216067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e48726a-a2e1-4bc1-8a4a-1bdcc11cebe4 req-80f379f0-076c-4ea9-9d44-7904a54db940 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 945 time: 0.2795210 Jul 16 18:01:41.238831 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ededca8f-a2f8-4f4e-a251-3abfde6df57f tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.241416 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ededca8f-a2f8-4f4e-a251-3abfde6df57f tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.248074 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ededca8f-a2f8-4f4e-a251-3abfde6df57f tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "DELETE /v2.0/security-groups/280ac06d-b711-4111-b27d-9b952db3b57e HTTP/1.1" status: 204 len: 168 time: 0.8493655 Jul 16 18:01:41.248721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:41.266445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d786c029-d662-4fdb-a40e-bf0168501e8d None None] Checking router: 1a20d074-3973-4c17-8c5c-a93bbef76fee for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:41.284640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d786c029-d662-4fdb-a40e-bf0168501e8d None None] Routers {'1a20d074-3973-4c17-8c5c-a93bbef76fee'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:41.288217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d786c029-d662-4fdb-a40e-bf0168501e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a20d074-3973-4c17-8c5c-a93bbef76fee'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:41.328066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e48726a-a2e1-4bc1-8a4a-1bdcc11cebe4 req-4aa677c5-4186-4d3c-8342-0642c485c435 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041799 Jul 16 18:01:41.361299 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-87652c70-1217-47db-a7d5-ae66c88c5b06 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] show failed (client error): The resource could not be found. Jul 16 18:01:41.363729 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-87652c70-1217-47db-a7d5-ae66c88c5b06 tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "GET /v2.0/security-groups/280ac06d-b711-4111-b27d-9b952db3b57e HTTP/1.1" status: 404 len: 347 time: 0.1045511 Jul 16 18:01:41.382393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:41.385038 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededca8f-a2f8-4f4e-a251-3abfde6df57f tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=280ac06d-b711-4111-b27d-9b952db3b57e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:41.401384 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.450677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] For port d88e41e3-f992-4fa4-80fc-3b5cb72208a7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d88e41e3-f992-4fa4-80fc-3b5cb72208a7,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:41.451078 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.462955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Network e873bfab-ff66-44cb-8bce-e4e0b5617c01 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:41.479605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Calling delete_port for d88e41e3-f992-4fa4-80fc-3b5cb72208a7 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:41.529803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d786c029-d662-4fdb-a40e-bf0168501e8d None None] Set router 1a20d074-3973-4c17-8c5c-a93bbef76fee gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:41.557025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:41.560015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:41.628367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Pushing event updated for resources: {'Port': ['ID=c679c485-5e13-4abe-8128-a3f7f147eb58,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:41.675184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d786c029-d662-4fdb-a40e-bf0168501e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:01:41Z', 'revision_number': 6, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:41.757588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d786c029-d662-4fdb-a40e-bf0168501e8d None None] The sync data for ids ['1a20d074-3973-4c17-8c5c-a93bbef76fee'] in n-d-793618-9 is: [{'id': '1a20d074-3973-4c17-8c5c-a93bbef76fee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1685009222-router', 'tenant_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:25Z', 'updated_at': '2021-07-16T18:01:41Z', 'revision_number': 6, 'project_id': '73e17b2de9034fae87c81f7fc88e6e6a', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:41.939755 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.946319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.947104 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.000535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88e41e3-f992-4fa4-80fc-3b5cb72208a7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:42.069304 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.079252 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec21b9f9-9d5c-4e6e-85cf-416aeedb071a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Deleting port 165d3f8c-6bb4-43cc-9639-c06984fd5791 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:42.082107 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec21b9f9-9d5c-4e6e-85cf-416aeedb071a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.095712 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.130661 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.149728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:42.168209 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.170689 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Added segment cd6ae7b3-637b-48d8-9185-2eae58b49652 of type vlan for network ec9cf0a7-8d10-4084-977f-d847ba05d05c Jul 16 18:01:42.252578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.304381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d602a-9cfb-4756-838a-cd14b368d82e req-d2d4aecc-9ad2-4184-9472-2e64fc24a158 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.311221 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.313235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b97d602a-9cfb-4756-838a-cd14b368d82e req-d2d4aecc-9ad2-4184-9472-2e64fc24a158 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 931 time: 0.7313433 Jul 16 18:01:42.317939 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.346690 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.347575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.348147 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.374308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-e2934114-7cec-476d-b526-1980f4f1a409 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6412513 Jul 16 18:01:42.435753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.437171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a20d074-3973-4c17-8c5c-a93bbef76fee {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:01:42.444788 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.449054 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0b29ca83-244f-454a-9fa8-9f14f9de54c8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1a20d074-3973-4c17-8c5c-a93bbef76fee HTTP/1.1" status: 204 len: 168 time: 2.5025058 Jul 16 18:01:42.462494 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:42.495299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Request body: {'port': {'device_id': 'cf720a0d-d1c7-4873-9e1c-2b334b446736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:42.521233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc93051-061c-4de2-94be-e03e4042e7bc admin admin] Deleting subnet 83b97bde-9e33-4e87-a429-deb18da986f4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:42.526655 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dc93051-061c-4de2-94be-e03e4042e7bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.571938 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dc93051-061c-4de2-94be-e03e4042e7bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.630284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0653129 Jul 16 18:01:42.635324 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dc93051-061c-4de2-94be-e03e4042e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.718304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:42.722542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dc93051-061c-4de2-94be-e03e4042e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.778890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc93051-061c-4de2-94be-e03e4042e7bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b97bde-9e33-4e87-a429-deb18da986f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:42.787322 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dc93051-061c-4de2-94be-e03e4042e7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.793263 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5dc93051-061c-4de2-94be-e03e4042e7bc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/83b97bde-9e33-4e87-a429-deb18da986f4 HTTP/1.1" status: 204 len: 168 time: 0.3292825 Jul 16 18:01:42.794414 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:42.904160 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.050455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.064266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab8f11b-0449-4cf6-a81c-06443c1c64f1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:43.071281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-22aca821-c048-4742-b976-6b4dec63490c admin admin] Request body: {'subnet': {'network_id': 'ec9cf0a7-8d10-4084-977f-d847ba05d05c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-821201094-subnet', 'tenant_id': 'ad4c56bf45f34236ae5b84afde88bfe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:43.081575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139e547b-5f8d-4368-b427-0d1688630137') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:43.081864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139e547b-5f8d-4368-b427-0d1688630137') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:43.097455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.114733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.124814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8590641-b9f1-4077-8a07-396d25070809,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:43.125527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:43.125954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:43.207585 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:43.220476 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.232957 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.239785 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2ab8f11b-0449-4cf6-a81c-06443c1c64f1 HTTP/1.1" status: 204 len: 168 time: 0.4435215 Jul 16 18:01:43.253021 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac456c-77eb-4e2a-8199-957a8001e885 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab8f11b-0449-4cf6-a81c-06443c1c64f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:43.299459 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:01:43.315157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b543f2-519e-4a80-9d13-a800ef6f148d admin admin] Pushing event updated for resources: {'Network': ['ID=ec9cf0a7-8d10-4084-977f-d847ba05d05c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:43.318103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aca821-c048-4742-b976-6b4dec63490c admin admin] Made reservation on behalf of ad4c56bf45f34236ae5b84afde88bfe6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:43.322285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22aca821-c048-4742-b976-6b4dec63490c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.332278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network ec9cf0a7-8d10-4084-977f-d847ba05d05c details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:43.359607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b97d602a-9cfb-4756-838a-cd14b368d82e req-a9a11e10-0621-46a2-bd1d-fc3ad887248c tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0453093 Jul 16 18:01:43.410257 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.515703 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:43.606771 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3c9555be-23fe-4c9e-9415-176b4a549bd0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73e17b2de9034fae87c81f7fc88e6e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0883491 Jul 16 18:01:43.610127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:43.739707 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d28f9269-81d0-4f17-b182-6156e09f015e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.792794 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d28f9269-81d0-4f17-b182-6156e09f015e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.802818 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d88e41e3-f992-4fa4-80fc-3b5cb72208a7 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:43.821202 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec21b9f9-9d5c-4e6e-85cf-416aeedb071a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.823079 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec21b9f9-9d5c-4e6e-85cf-416aeedb071a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.884958 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d28f9269-81d0-4f17-b182-6156e09f015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.889641 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d28f9269-81d0-4f17-b182-6156e09f015e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.891112 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d28f9269-81d0-4f17-b182-6156e09f015e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1 HTTP/1.1" status: 204 len: 168 time: 0.2800243 Jul 16 18:01:43.900890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: d88e41e3-f992-4fa4-80fc-3b5cb72208a7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:43.906037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d88e41e3-f992-4fa4-80fc-3b5cb72208a7 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:43.908265 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:43.935048 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f9269-81d0-4f17-b182-6156e09f015e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb3fbe0-8ef8-4105-ad34-d4408e79a3f1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:44.001472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:44.002138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 16203a57-cd74-4e67-9fd7-8ce37f8e9ec8 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:44.132885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec21b9f9-9d5c-4e6e-85cf-416aeedb071a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Calling delete_port for 165d3f8c-6bb4-43cc-9639-c06984fd5791 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:44.152031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-baf27605-5b25-400e-8eae-4ed2b8e49fb6 req-aad1e14e-97b0-4695-b07a-006d3755ee1f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0851123 Jul 16 18:01:44.152969 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22aca821-c048-4742-b976-6b4dec63490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.215019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aca821-c048-4742-b976-6b4dec63490c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8daaec5a-b8aa-4a1a-9df8-2c4a65e0896d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:44.230336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d958ee-c459-4ff8-aa8a-ed5dd4e4f927 req-4e29e6c4-569d-463d-a2d5-e3ccd5646735 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.232254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08d958ee-c459-4ff8-aa8a-ed5dd4e4f927 req-4e29e6c4-569d-463d-a2d5-e3ccd5646735 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 945 time: 1.6257224 Jul 16 18:01:44.433347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08d958ee-c459-4ff8-aa8a-ed5dd4e4f927 req-3e444617-febf-47bd-bb74-6a829846f112 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811171 Jul 16 18:01:44.507723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf27605-5b25-400e-8eae-4ed2b8e49fb6 req-89ab38b5-c1c1-4c60-aea1-1a6c96c20a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.509536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-baf27605-5b25-400e-8eae-4ed2b8e49fb6 req-89ab38b5-c1c1-4c60-aea1-1a6c96c20a24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae24206fa2ec480c8c28a7f43afb0d13&device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 1096 time: 0.2656043 Jul 16 18:01:44.510481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aca821-c048-4742-b976-6b4dec63490c admin admin] Checking segment: {'id': 'cd6ae7b3-637b-48d8-9185-2eae58b49652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ec9cf0a7-8d10-4084-977f-d847ba05d05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:44.511170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aca821-c048-4742-b976-6b4dec63490c admin admin] Network hostable DHCP agents. Network: ec9cf0a7-8d10-4084-977f-d847ba05d05c, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:44.552173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c679c485-5e13-4abe-8128-a3f7f147eb58 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:44.576272 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.666294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Transition to ACTIVE for port object c679c485-5e13-4abe-8128-a3f7f147eb58 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:44.672170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aca821-c048-4742-b976-6b4dec63490c admin admin] Network ec9cf0a7-8d10-4084-977f-d847ba05d05c is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:44.691131 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.723771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-22aca821-c048-4742-b976-6b4dec63490c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, ec9cf0a7-8d10-4084-977f-d847ba05d05c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:44.734198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d677d62-2f2d-4da4-abe0-c24f8e3ad7c3 None None] Network ec9cf0a7-8d10-4084-977f-d847ba05d05c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:44.818898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aca821-c048-4742-b976-6b4dec63490c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.820793 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22aca821-c048-4742-b976-6b4dec63490c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.075855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf27605-5b25-400e-8eae-4ed2b8e49fb6 req-536154ba-f446-450c-a601-3f11b3fb965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.077760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-baf27605-5b25-400e-8eae-4ed2b8e49fb6 req-536154ba-f446-450c-a601-3f11b3fb965d service neutron] 10.222.0.42 "GET /v2.0/networks?id=15486c4d-c262-4e88-9036-2ec8ba922abe HTTP/1.1" status: 200 len: 906 time: 0.5416710 Jul 16 18:01:45.094712 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-22aca821-c048-4742-b976-6b4dec63490c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0352106 Jul 16 18:01:45.106284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Attempting to bind port c679c485-5e13-4abe-8128-a3f7f147eb58 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:45.106830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Attempting to bind port c679c485-5e13-4abe-8128-a3f7f147eb58 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:45.107794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Attempting to bind port c679c485-5e13-4abe-8128-a3f7f147eb58 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:45.111004 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec21b9f9-9d5c-4e6e-85cf-416aeedb071a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.112994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Pushing event updated for resources: {'Port': ['ID=c679c485-5e13-4abe-8128-a3f7f147eb58,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:45.189708 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f680ff-e96b-4f31-9556-341f3a4aaea5 None None] Network ec9cf0a7-8d10-4084-977f-d847ba05d05c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:45.236766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Port c679c485-5e13-4abe-8128-a3f7f147eb58 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:45.237471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Attempting to bind port c679c485-5e13-4abe-8128-a3f7f147eb58 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:45.276285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21b9f9-9d5c-4e6e-85cf-416aeedb071a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Pushing event deleted for resources: {'Port': ['ID=165d3f8c-6bb4-43cc-9639-c06984fd5791,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:45.341803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:45.343576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:45.343576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Bound using segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:45.343821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Bound port: c679c485-5e13-4abe-8128-a3f7f147eb58, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:45.344210 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.411975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:45.480895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-baf27605-5b25-400e-8eae-4ed2b8e49fb6 req-cc8d0ca9-8261-45f4-851d-f0cb66075af2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7750e4b-392d-4f21-936c-17b0af8d3405 HTTP/1.1" status: 200 len: 1000 time: 0.3911402 Jul 16 18:01:45.592068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fcfe8-2904-418d-8070-f96323d9e1e8 req-ef7028de-504d-4930-8403-69a76dd49236 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.592558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1444517231-network', 'tenant_id': '8363e099f2284c118b3eec5d5136643d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:45.600137 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0a9fcfe8-2904-418d-8070-f96323d9e1e8 req-ef7028de-504d-4930-8403-69a76dd49236 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 943 time: 0.8710465 Jul 16 18:01:45.650553 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Made reservation on behalf of 8363e099f2284c118b3eec5d5136643d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:45.653456 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.682878 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.688490 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec21b9f9-9d5c-4e6e-85cf-416aeedb071a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.691335 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec21b9f9-9d5c-4e6e-85cf-416aeedb071a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.692888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ec21b9f9-9d5c-4e6e-85cf-416aeedb071a tempest-ServersTestBootFromVolume-1548322432 tempest-ServersTestBootFromVolume-1548322432-project] 10.222.0.52 "DELETE /v2.0/floatingips/e27318d5-0960-4b9a-a5cd-d13ba4173fed HTTP/1.1" status: 204 len: 168 time: 4.3067145 Jul 16 18:01:45.695804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf27605-5b25-400e-8eae-4ed2b8e49fb6 req-b9168d62-df38-40b5-9d76-f0f559129e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.698412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-baf27605-5b25-400e-8eae-4ed2b8e49fb6 req-b9168d62-df38-40b5-9d76-f0f559129e5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8aad6c5a-210b-47f9-a347-b8352be22239 HTTP/1.1" status: 200 len: 844 time: 0.1501951 Jul 16 18:01:45.702050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:45.885271 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0a9fcfe8-2904-418d-8070-f96323d9e1e8 req-6d2494cd-292a-48d9-a2f6-8ead02fcc849 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841464 Jul 16 18:01:45.886128 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.890338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-719d842d-900b-44f4-8720-328b620e4d9b req-b542b99b-5452-45d0-9921-20900ca39809 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-289086170', 'description': 'tempest-description-154809310'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:45.893764 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.966451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b4edcc-9ce5-4620-9d03-3fed85d81566,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:45.990508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:46.017692 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.019087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf27605-5b25-400e-8eae-4ed2b8e49fb6 req-efe3addb-5deb-4944-84ca-7d228b52ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:46.019309 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Added segment 2286e076-7fe7-449e-8ad2-11a968d002ef of type vlan for network f5ea80a6-a8d3-4675-a5f2-9934541c21fe Jul 16 18:01:46.021222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-baf27605-5b25-400e-8eae-4ed2b8e49fb6 req-efe3addb-5deb-4944-84ca-7d228b52ab96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=15486c4d-c262-4e88-9036-2ec8ba922abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3097360 Jul 16 18:01:46.029509 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-719d842d-900b-44f4-8720-328b620e4d9b req-b542b99b-5452-45d0-9921-20900ca39809 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.144190 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-719d842d-900b-44f4-8720-328b620e4d9b req-b542b99b-5452-45d0-9921-20900ca39809 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.148989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.196041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:46.197043 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.198299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:46.198977 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.232807 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-719d842d-900b-44f4-8720-328b620e4d9b req-b542b99b-5452-45d0-9921-20900ca39809 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.312389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c679c485-5e13-4abe-8128-a3f7f147eb58,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:46.319673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] Pushing event updated for resources: {'Network': ['ID=f5ea80a6-a8d3-4675-a5f2-9934541c21fe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.328321 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0668e404-7b93-4fd4-a241-dfeb3050cb4b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9167957 Jul 16 18:01:46.329638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:46.334248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network f5ea80a6-a8d3-4675-a5f2-9934541c21fe details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:46.365875 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.369806 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-719d842d-900b-44f4-8720-328b620e4d9b req-b542b99b-5452-45d0-9921-20900ca39809 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.370363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2e845596-b694-4979-9402-a5c7f953275a admin admin] Request body: {'subnet': {'network_id': 'f5ea80a6-a8d3-4675-a5f2-9934541c21fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1444517231-subnet', 'tenant_id': '8363e099f2284c118b3eec5d5136643d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:46.381989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-719d842d-900b-44f4-8720-328b620e4d9b req-b542b99b-5452-45d0-9921-20900ca39809 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5062451 Jul 16 18:01:46.429206 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e845596-b694-4979-9402-a5c7f953275a admin admin] Made reservation on behalf of 8363e099f2284c118b3eec5d5136643d for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:46.432442 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e845596-b694-4979-9402-a5c7f953275a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.592364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542b99b-5452-45d0-9921-20900ca39809 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7336291f-5a3b-4c5c-993d-1bcbfdb34468,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.664536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-baf27605-5b25-400e-8eae-4ed2b8e49fb6 req-c73b126f-4458-4566-ad91-f1f4d471fecd service neutron] 10.222.0.42 "GET /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175280 Jul 16 18:01:46.714115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:46.714743 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.716141 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] 10.222.0.38 "PUT /v2.0/ports/c679c485-5e13-4abe-8128-a3f7f147eb58 HTTP/1.1" status: 200 len: 1091 time: 4.2668846 Jul 16 18:01:46.726073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf720a0d-d1c7-4873-9e1c-2b334b446736', 'tag': 'c679c485-5e13-4abe-8128-a3f7f147eb58'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:46.728618 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd21a24-dfc5-435b-a9c0-b60257d029d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cf720a0d-d1c7-4873-9e1c-2b334b446736", "tag": "c679c485-5e13-4abe-8128-a3f7f147eb58"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:46.754970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e845596-b694-4979-9402-a5c7f953275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.853582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e845596-b694-4979-9402-a5c7f953275a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2d9aad-bfc8-4eb2-8fe7-1bff1e93aaff,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.856475 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e845596-b694-4979-9402-a5c7f953275a admin admin] Checking segment: {'id': '2286e076-7fe7-449e-8ad2-11a968d002ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f5ea80a6-a8d3-4675-a5f2-9934541c21fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:46.856950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e845596-b694-4979-9402-a5c7f953275a admin admin] Network hostable DHCP agents. Network: f5ea80a6-a8d3-4675-a5f2-9934541c21fe, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:46.887515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e845596-b694-4979-9402-a5c7f953275a admin admin] Network f5ea80a6-a8d3-4675-a5f2-9934541c21fe is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:46.904196 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2e845596-b694-4979-9402-a5c7f953275a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, f5ea80a6-a8d3-4675-a5f2-9934541c21fe) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:46.909589 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e845596-b694-4979-9402-a5c7f953275a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:46.910391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e845596-b694-4979-9402-a5c7f953275a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.918311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614813d4-2376-4b44-a4e6-517c7938149e None None] Network f5ea80a6-a8d3-4675-a5f2-9934541c21fe requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:46.941160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988cb05-514f-4201-9242-312a66b349cd req-973cd3bc-44b0-416b-bcc6-54cfcaa38e3b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:46.942876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d988cb05-514f-4201-9242-312a66b349cd req-973cd3bc-44b0-416b-bcc6-54cfcaa38e3b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 945 time: 0.7414777 Jul 16 18:01:46.952173 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2e845596-b694-4979-9402-a5c7f953275a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6213696 Jul 16 18:01:47.119524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3aa48-a463-456c-bcd9-654e8224a61b None None] Network f5ea80a6-a8d3-4675-a5f2-9934541c21fe requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:47.368588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46950456-c020-4e4b-8c35-ac334f465b6a service neutron] Pushing event updated for resources: {'Port': ['ID=c679c485-5e13-4abe-8128-a3f7f147eb58,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:47.506370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d988cb05-514f-4201-9242-312a66b349cd req-29303501-b2fe-4c6b-9aab-7ea9ba6011f6 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660922 Jul 16 18:01:47.532512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28a0512b-af11-4905-ade8-33aa420c89da req-22b6ebb9-24c9-4fff-9ee7-104328b74595 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/7336291f-5a3b-4c5c-993d-1bcbfdb34468 HTTP/1.1" status: 200 len: 1803 time: 0.6196554 Jul 16 18:01:47.539147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-d9d61be2-1a5d-4488-ae1d-a17d43d0bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.540862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-d9d61be2-1a5d-4488-ae1d-a17d43d0bd1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 1094 time: 0.6808710 Jul 16 18:01:47.586312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-28a0512b-af11-4905-ade8-33aa420c89da req-c85eab8f-e19b-42c4-9dda-732a4b5b8493 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7336291f-5a3b-4c5c-993d-1bcbfdb34468', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:47.586648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-28a0512b-af11-4905-ade8-33aa420c89da req-c85eab8f-e19b-42c4-9dda-732a4b5b8493 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7336291f-5a3b-4c5c-993d-1bcbfdb34468', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:47.592624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-baf27605-5b25-400e-8eae-4ed2b8e49fb6 req-0ad16ca7-6134-4515-8dd2-192de5d5da2f service neutron] 10.222.0.42 "GET /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9016843 Jul 16 18:01:47.597889 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe26335e-e124-491d-b404-84d17b1243cd x-openstack-request-id: req-fe26335e-e124-491d-b404-84d17b1243cd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:47.598206 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf720a0d-d1c7-4873-9e1c-2b334b446736", "tag": "c679c485-5e13-4abe-8128-a3f7f147eb58", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:47.598462 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe26335e-e124-491d-b404-84d17b1243cd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:47.598854 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf720a0d-d1c7-4873-9e1c-2b334b446736', 'tag': 'c679c485-5e13-4abe-8128-a3f7f147eb58', 'status': 'completed', 'code': 200} Jul 16 18:01:47.640774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-97a6aed6-db4b-4b98-a573-d8a59fc76b72 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c679c485-5e13-4abe-8128-a3f7f147eb58 HTTP/1.1" status: 200 len: 217 time: 0.0865681 Jul 16 18:01:47.799458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-6d35bc78-3210-4e3c-adc8-90fa16367011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.800740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-6d35bc78-3210-4e3c-adc8-90fa16367011 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1495481 Jul 16 18:01:47.870019 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-28a0512b-af11-4905-ade8-33aa420c89da req-c85eab8f-e19b-42c4-9dda-732a4b5b8493 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.874554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-8d40e89f-ca8b-4529-9404-857366cc6ea3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490978 Jul 16 18:01:47.945711 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-28a0512b-af11-4905-ade8-33aa420c89da req-c85eab8f-e19b-42c4-9dda-732a4b5b8493 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.968361 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-28a0512b-af11-4905-ade8-33aa420c89da req-c85eab8f-e19b-42c4-9dda-732a4b5b8493 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.039871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85eab8f-e19b-42c4-9dda-732a4b5b8493 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e70e715-3d85-4f16-ba85-bcb1169d78d2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:48.049393 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-28a0512b-af11-4905-ade8-33aa420c89da req-c85eab8f-e19b-42c4-9dda-732a4b5b8493 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.050611 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28a0512b-af11-4905-ade8-33aa420c89da req-c85eab8f-e19b-42c4-9dda-732a4b5b8493 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5003104 Jul 16 18:01:48.061125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cd50d-08df-402e-b19d-80ddcc254b25 req-b5ba71ad-48a1-47dd-bee9-5d09ccf35f2a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.063170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f60cd50d-08df-402e-b19d-80ddcc254b25 req-b5ba71ad-48a1-47dd-bee9-5d09ccf35f2a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 943 time: 0.3121254 Jul 16 18:01:48.091109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-3cd5e652-7efa-44bb-aa97-6b9e863b7a8d service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884208 Jul 16 18:01:48.113808 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb6c0-604d-4a06-911e-a4c873ed0300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.201289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f60cd50d-08df-402e-b19d-80ddcc254b25 req-bf558487-e639-46d3-bbe2-82ce282187da tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250355 Jul 16 18:01:48.395896 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c2674c4-ad94-41a2-8ee1-9e45da32b162 req-773803ab-23ce-4779-b5b2-dda2f227e613 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950146 Jul 16 18:01:48.563567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-af5cedd3-cec2-43b9-9bd4-94f5a717f50e tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.569428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-af5cedd3-cec2-43b9-9bd4-94f5a717f50e tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/networks?id=f5ea80a6-a8d3-4675-a5f2-9934541c21fe HTTP/1.1" status: 200 len: 809 time: 0.3611836 Jul 16 18:01:48.602969 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e81f7620-fafc-48ce-854e-15b9e2726beb req-8d511157-17cf-4f8f-9e64-ebad3c37fa43 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-623404636', 'description': 'tempest-description-44327277'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:48.615150 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d3f3b7b9-e016-488f-a74f-d2e4889a100e tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/quotas/8363e099f2284c118b3eec5d5136643d HTTP/1.1" status: 200 len: 375 time: 0.0445528 Jul 16 18:01:48.685603 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-33349971-0858-4ec8-ae3e-1b48cfe5c0e8 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8363e099f2284c118b3eec5d5136643d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623574 Jul 16 18:01:48.690113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd21a24-dfc5-435b-a9c0-b60257d029d5 req-1844b8ab-b09f-4a1b-838f-7ede278624aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.691541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcd21a24-dfc5-435b-a9c0-b60257d029d5 req-1844b8ab-b09f-4a1b-838f-7ede278624aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 1094 time: 0.2319944 Jul 16 18:01:48.702513 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e81f7620-fafc-48ce-854e-15b9e2726beb req-8d511157-17cf-4f8f-9e64-ebad3c37fa43 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.999837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d7f5e3d0-1849-4817-9962-5f07dc5ec2b6 service neutron] 10.222.0.52 "GET /v2.0/networks/f5ea80a6-a8d3-4675-a5f2-9934541c21fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063126 Jul 16 18:01:49.000804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd21a24-dfc5-435b-a9c0-b60257d029d5 req-701e56d3-e84e-4948-a59c-73baefae45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:49.002255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcd21a24-dfc5-435b-a9c0-b60257d029d5 req-701e56d3-e84e-4948-a59c-73baefae45ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.2925906 Jul 16 18:01:49.083491 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcd21a24-dfc5-435b-a9c0-b60257d029d5 req-25e69c61-93e5-4bd6-a132-445947b4c8b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c679c485-5e13-4abe-8128-a3f7f147eb58 HTTP/1.1" status: 200 len: 217 time: 0.0699148 Jul 16 18:01:49.208464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e81f7620-fafc-48ce-854e-15b9e2726beb req-8d511157-17cf-4f8f-9e64-ebad3c37fa43 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.226684 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e81f7620-fafc-48ce-854e-15b9e2726beb req-8d511157-17cf-4f8f-9e64-ebad3c37fa43 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.244663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8d3cb6c0-604d-4a06-911e-a4c873ed0300 admin admin] Deleting port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:49.245009 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb6c0-604d-4a06-911e-a4c873ed0300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.259823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd21a24-dfc5-435b-a9c0-b60257d029d5 req-64b359e3-7152-4bb0-b7ed-abfec3c36bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:49.261299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcd21a24-dfc5-435b-a9c0-b60257d029d5 req-64b359e3-7152-4bb0-b7ed-abfec3c36bbc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1708028 Jul 16 18:01:49.334144 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e81f7620-fafc-48ce-854e-15b9e2726beb req-8d511157-17cf-4f8f-9e64-ebad3c37fa43 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.346764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e81f7620-fafc-48ce-854e-15b9e2726beb req-8d511157-17cf-4f8f-9e64-ebad3c37fa43 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7596970 Jul 16 18:01:49.370832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-9572f29f-5a9c-4891-88b1-5880454a4be6 service neutron] 10.222.0.52 "GET /v2.0/networks/f5ea80a6-a8d3-4675-a5f2-9934541c21fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584087 Jul 16 18:01:49.376036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcd21a24-dfc5-435b-a9c0-b60257d029d5 req-62c9476b-326d-4a07-a044-03db8dcc7072 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907700 Jul 16 18:01:49.403518 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d511157-17cf-4f8f-9e64-ebad3c37fa43 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4578d869-adc8-4789-a6d0-5502b3f4a3a1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:49.515898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8d3cb6c0-604d-4a06-911e-a4c873ed0300 admin admin] For port 3fc0d0c4-ce19-498b-abd8-c136cabff3e6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3fc0d0c4-ce19-498b-abd8-c136cabff3e6,segment=NetworkSegment(094c441d-0650-4749-abf2-77413f404650),segment_id=094c441d-0650-4749-abf2-77413f404650)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:49.516323 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb6c0-604d-4a06-911e-a4c873ed0300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.570166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8d3cb6c0-604d-4a06-911e-a4c873ed0300 admin admin] Calling delete_port for 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:49.610454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcd21a24-dfc5-435b-a9c0-b60257d029d5 req-702ebf19-a9b9-4450-a816-90ad09c61cb3 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042005 Jul 16 18:01:50.200294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0918b4-c5f8-4f18-9bda-17fd4a519a50 req-c6456cca-0f71-406d-a889-cc1743aee751 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:50.201975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa0918b4-c5f8-4f18-9bda-17fd4a519a50 req-c6456cca-0f71-406d-a889-cc1743aee751 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 945 time: 0.7038367 Jul 16 18:01:50.330860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcd21a24-dfc5-435b-a9c0-b60257d029d5 req-d41c3b37-b0a7-470c-b83c-8881121b68a9 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068529 Jul 16 18:01:50.345340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa0918b4-c5f8-4f18-9bda-17fd4a519a50 req-52024dd0-315d-416b-a8e3-003feee77c93 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346653 Jul 16 18:01:50.359656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8528-6031-4822-826f-dd802a0d2a12 req-bf3f3a5e-a721-4263-aaa3-babf7987865c tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:50.361601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cec8528-6031-4822-826f-dd802a0d2a12 req-bf3f3a5e-a721-4263-aaa3-babf7987865c tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 943 time: 0.6386850 Jul 16 18:01:50.603242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17a8c4c7-7dae-472a-a91e-8bdf2b063a96 req-fc757259-10cf-462f-b098-75bafc014dcf tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/4578d869-adc8-4789-a6d0-5502b3f4a3a1 HTTP/1.1" status: 200 len: 1802 time: 0.1176240 Jul 16 18:01:50.625090 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cec8528-6031-4822-826f-dd802a0d2a12 req-69b4ffa3-9dd1-4781-810b-494c4c842d2a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595323 Jul 16 18:01:50.635387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-17a8c4c7-7dae-472a-a91e-8bdf2b063a96 req-dd3eb202-d89e-449b-90bf-098ab11e6e97 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4578d869-adc8-4789-a6d0-5502b3f4a3a1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:50.641348 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-17a8c4c7-7dae-472a-a91e-8bdf2b063a96 req-dd3eb202-d89e-449b-90bf-098ab11e6e97 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4578d869-adc8-4789-a6d0-5502b3f4a3a1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:50.651519 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb6c0-604d-4a06-911e-a4c873ed0300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.731335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cb6c0-604d-4a06-911e-a4c873ed0300 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc0d0c4-ce19-498b-abd8-c136cabff3e6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:50.933144 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17a8c4c7-7dae-472a-a91e-8bdf2b063a96 req-dd3eb202-d89e-449b-90bf-098ab11e6e97 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.004917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c679c485-5e13-4abe-8128-a3f7f147eb58 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:51.091078 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d3cb6c0-604d-4a06-911e-a4c873ed0300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.191885 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c679c485-5e13-4abe-8128-a3f7f147eb58,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:51.207555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'c679c485-5e13-4abe-8128-a3f7f147eb58', 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01', 'port_id': 'c679c485-5e13-4abe-8128-a3f7f147eb58', 'mac_address': 'fa:16:3e:25:b0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59bb117-601d-4130-a705-1881eee73fd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:51.252915 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.267932 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c679c485-5e13-4abe-8128-a3f7f147eb58 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:51.292057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c679c485-5e13-4abe-8128-a3f7f147eb58,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:51.300704 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.305465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0d9c73a2-0b6f-4bda-b542-b4a09d592bc7 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:51.307722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0d9c73a2-0b6f-4bda-b542-b4a09d592bc7 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.42 "GET /v2.0/networks?id=f5ea80a6-a8d3-4675-a5f2-9934541c21fe HTTP/1.1" status: 200 len: 809 time: 0.1535842 Jul 16 18:01:51.318468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17a8c4c7-7dae-472a-a91e-8bdf2b063a96 req-dd3eb202-d89e-449b-90bf-098ab11e6e97 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.330651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Request body: {'port': {'device_id': 'f9eee9b0-7ff9-4b12-b79a-5ada9d403be5', 'network_id': 'f5ea80a6-a8d3-4675-a5f2-9934541c21fe', 'admin_state_up': True, 'tenant_id': '8363e099f2284c118b3eec5d5136643d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:51.357060 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17a8c4c7-7dae-472a-a91e-8bdf2b063a96 req-dd3eb202-d89e-449b-90bf-098ab11e6e97 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.360493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f75cef01-191f-410e-89f6-b1c0bb79671b req-643d8146-d4a1-4196-9544-e1ff81326d1a tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 210 time: 0.2115674 Jul 16 18:01:51.376882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c679c485-5e13-4abe-8128-a3f7f147eb58,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:51.427099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eb202-d89e-449b-90bf-098ab11e6e97 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2a520f-64a7-4529-89f8-ef5d81a71b9a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:51.490594 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17a8c4c7-7dae-472a-a91e-8bdf2b063a96 req-dd3eb202-d89e-449b-90bf-098ab11e6e97 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.502891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17a8c4c7-7dae-472a-a91e-8bdf2b063a96 req-dd3eb202-d89e-449b-90bf-098ab11e6e97 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8740649 Jul 16 18:01:51.556536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['c679c485-5e13-4abe-8128-a3f7f147eb58'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:51.829270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4e124f11-8094-4d89-8181-2e90bcc7c9ed req-f6c6b6ea-ff2a-4447-8b87-716bbd8f4544 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-686141165', 'description': 'tempest-description-630746215'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:51.841390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3cb6c0-604d-4a06-911e-a4c873ed0300 admin admin] Router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:51.899812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.api [req-4e124f11-8094-4d89-8181-2e90bcc7c9ed req-f6c6b6ea-ff2a-4447-8b87-716bbd8f4544 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:01:51.899812 n-d-793618-9 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:01:51.899812 n-d-793618-9 neutron-server[93767]: [parameters: {'project_id': 'ad4c56bf45f34236ae5b84afde88bfe6', 'id': 'aa35bb03-346b-432d-b994-aba8499ae377', 'expiration': datetime.datetime(2021, 7, 16, 18, 3, 51, 875136)}] Jul 16 18:01:51.899812 n-d-793618-9 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:01:51.900436 n-d-793618-9 neutron-server[93767]: DEBUG oslo_db.api [req-4e124f11-8094-4d89-8181-2e90bcc7c9ed req-f6c6b6ea-ff2a-4447-8b87-716bbd8f4544 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:01:51.943921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Made reservation on behalf of 8363e099f2284c118b3eec5d5136643d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:51.947894 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.090049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b14c8-e2dd-4662-8ebd-1be87021f796 req-15facab6-ee98-4259-b324-9a415e4bca43 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.091487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab0b14c8-e2dd-4662-8ebd-1be87021f796 req-15facab6-ee98-4259-b324-9a415e4bca43 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 945 time: 0.2741818 Jul 16 18:01:52.130545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3cb6c0-604d-4a06-911e-a4c873ed0300 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:52.140711 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd68a3b-833d-4939-b8b7-6a462ac15cb7 None None] Sync routers for ids ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:52.151679 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd68a3b-833d-4939-b8b7-6a462ac15cb7 None None] Routers {'0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:52.152654 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ecd68a3b-833d-4939-b8b7-6a462ac15cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:52.158834 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:52.159931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8d3cb6c0-604d-4a06-911e-a4c873ed0300 admin admin] 10.222.0.52 "PUT /v2.0/routers/0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4552772 Jul 16 18:01:52.195982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab0b14c8-e2dd-4662-8ebd-1be87021f796 req-d00306d4-7bbe-4d5a-9a1c-7538e845a9da tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970204 Jul 16 18:01:52.224119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Allocated IP 172.20.0.12 (f5ea80a6-a8d3-4675-a5f2-9934541c21fe/ea2d9aad-bfc8-4eb2-8fe7-1bff1e93aaff/5bb8d714-554d-486d-92b3-61c00c9318f0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:52.302030 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ecd68a3b-833d-4939-b8b7-6a462ac15cb7 None None] Set router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:52.384456 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.518634 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e124f11-8094-4d89-8181-2e90bcc7c9ed req-f6c6b6ea-ff2a-4447-8b87-716bbd8f4544 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.551905 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.567481 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.613536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcfbb8-7e4c-4b79-bf11-1af6412e5834 req-15d9ec70-a29d-4091-b980-603f8860aca0 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.615143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83dcfbb8-7e4c-4b79-bf11-1af6412e5834 req-15d9ec70-a29d-4091-b980-603f8860aca0 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 944 time: 0.2595611 Jul 16 18:01:52.653887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-10d4ae36-dafc-48a8-adec-fe93b346b3c5 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.655675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-10d4ae36-dafc-48a8-adec-fe93b346b3c5 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00&tenant_id=8dc149fb96834be9abc17afebb864774&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1096 time: 0.2323637 Jul 16 18:01:52.681966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793618-9'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:52.691551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Deleting port 35a7a74a-a545-470d-9d04-741e99f66b5e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:52.692268 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.715810 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ecd68a3b-833d-4939-b8b7-6a462ac15cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T18:01:50Z', 'revision_number': 5, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port': {'id': '35a7a74a-a545-470d-9d04-741e99f66b5e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:24Z', 'updated_at': '2021-07-16T17:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:52.761232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83dcfbb8-7e4c-4b79-bf11-1af6412e5834 req-eb56fd0a-9bdb-4742-b2f9-38f951d28f4a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359818 Jul 16 18:01:52.765794 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd68a3b-833d-4939-b8b7-6a462ac15cb7 None None] Checking router: 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:52.770421 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.800201 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd68a3b-833d-4939-b8b7-6a462ac15cb7 None None] Routers {'0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:52.800858 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ecd68a3b-833d-4939-b8b7-6a462ac15cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:52.900076 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] For port 35a7a74a-a545-470d-9d04-741e99f66b5e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=35a7a74a-a545-470d-9d04-741e99f66b5e,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:52.903149 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.929684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Calling delete_port for 35a7a74a-a545-470d-9d04-741e99f66b5e owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:53.012868 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ecd68a3b-833d-4939-b8b7-6a462ac15cb7 None None] Set router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:53.018766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device ed4bce58-6103-47bd-b39e-84d31adbdad5 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:53.021948 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e124f11-8094-4d89-8181-2e90bcc7c9ed req-f6c6b6ea-ff2a-4447-8b87-716bbd8f4544 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.028715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Network f5ea80a6-a8d3-4675-a5f2-9934541c21fe is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:53.048096 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Pushing event updated for resources: {'Port': ['ID=5bb8d714-554d-486d-92b3-61c00c9318f0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:53.062076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:53.064925 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e124f11-8094-4d89-8181-2e90bcc7c9ed req-f6c6b6ea-ff2a-4447-8b87-716bbd8f4544 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.067880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:53.074780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c679c485-5e13-4abe-8128-a3f7f147eb58 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:53.087348 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.113274 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ecd68a3b-833d-4939-b8b7-6a462ac15cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T18:01:52Z', 'revision_number': 6, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:53.155894 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd68a3b-833d-4939-b8b7-6a462ac15cb7 None None] The sync data for ids ['0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a'] in n-d-793618-9 is: [{'id': '0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a', 'name': 'tempest-ServersTestBootFromVolume-713118047-router', 'tenant_id': '034c908cb06848838e6f25b207696cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:23Z', 'updated_at': '2021-07-16T18:01:52Z', 'revision_number': 6, 'project_id': '034c908cb06848838e6f25b207696cc7', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:53.202165 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.242364 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Pushing event deleted for resources: {'Port': ['ID=35a7a74a-a545-470d-9d04-741e99f66b5e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:53.287940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port c679c485-5e13-4abe-8128-a3f7f147eb58 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:53.299788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port c679c485-5e13-4abe-8128-a3f7f147eb58 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:53.300181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.366790 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4e124f11-8094-4d89-8181-2e90bcc7c9ed req-f6c6b6ea-ff2a-4447-8b87-716bbd8f4544 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.368051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e124f11-8094-4d89-8181-2e90bcc7c9ed req-f6c6b6ea-ff2a-4447-8b87-716bbd8f4544 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.5495210 Jul 16 18:01:53.372791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:53.381350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6b6ea-ff2a-4447-8b87-716bbd8f4544 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0016508-be47-4e0c-90c7-ff22e107214d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:53.390333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.403665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.404336 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.429268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device ed4bce58-6103-47bd-b39e-84d31adbdad5 has no active binding in host n-h1-793618-9 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:01:53.452230 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-d49eb56d-aa4d-4db6-a63e-a524012c7bac tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1301460 Jul 16 18:01:53.468398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Request body: {'port': {'device_id': 'f9eee9b0-7ff9-4b12-b79a-5ada9d403be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:53.544124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89622c-25ad-48f2-92d3-600e5357bd7c req-2bcc2236-a1b5-4a8e-9cad-7c03012dca58 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.557500 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.560518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd89622c-25ad-48f2-92d3-600e5357bd7c req-2bcc2236-a1b5-4a8e-9cad-7c03012dca58 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 932 time: 0.3604450 Jul 16 18:01:53.595803 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.604336 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.667139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:53.695599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf720a0d-d1c7-4873-9e1c-2b334b446736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c679c485-5e13-4abe-8128-a3f7f147eb58'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:53.710274 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f4a4dd-b2ef-4f98-bf3a-aa5a51295e01" -d '{"events": [{"server_uuid": "cf720a0d-d1c7-4873-9e1c-2b334b446736", "name": "network-vif-plugged", "status": "completed", "tag": "c679c485-5e13-4abe-8128-a3f7f147eb58"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:53.712594 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.713362 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:01:53.722227 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.727159 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8af42f35-51cc-4c29-9fcc-dd1478fed76c admin admin] 10.222.0.52 "DELETE /v2.0/routers/0773e6cb-4e6d-41e9-bfeb-ba04c5c0d47a HTTP/1.1" status: 204 len: 168 time: 1.5672088 Jul 16 18:01:53.729804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:53.747907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c679c485-5e13-4abe-8128-a3f7f147eb58,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:53.749787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd89622c-25ad-48f2-92d3-600e5357bd7c req-61200e8d-8f58-45bf-b06b-c330591a08ad tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/security-groups?id=99b4edcc-9ce5-4620-9d03-3fed85d81566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882317 Jul 16 18:01:53.757329 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.808452 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.845412 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29c6d12-7ebf-441c-bfde-cba3bc4b7496 admin admin] Deleting subnet 064e3894-47d4-4922-8907-cacfb34c17c9 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:53.851175 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29c6d12-7ebf-441c-bfde-cba3bc4b7496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.857572 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:53.896383 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29c6d12-7ebf-441c-bfde-cba3bc4b7496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.916792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c679c485-5e13-4abe-8128-a3f7f147eb58,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:53.931521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3e1046aa-0ccc-4951-89fd-f379a8a93726 req-ca340ab0-7c78-4021-9ee6-f25e91c8b6b7 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1386131338', 'description': 'tempest-description-378450736'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:53.984834 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e1046aa-0ccc-4951-89fd-f379a8a93726 req-ca340ab0-7c78-4021-9ee6-f25e91c8b6b7 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.996901 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29c6d12-7ebf-441c-bfde-cba3bc4b7496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.053386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee73ad54-fc04-4aeb-ab41-896c0a624c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4bce58-6103-47bd-b39e-84d31adbdad5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:54.058502 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660b7694-092e-4d6b-b2f5-2cfedec2f9c2" -d '{"events": [{"server_uuid": "ee73ad54-fc04-4aeb-ab41-896c0a624c00", "name": "network-vif-unplugged", "status": "completed", "tag": "ed4bce58-6103-47bd-b39e-84d31adbdad5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:54.063442 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.067899 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29c6d12-7ebf-441c-bfde-cba3bc4b7496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.108596 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c6d12-7ebf-441c-bfde-cba3bc4b7496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=064e3894-47d4-4922-8907-cacfb34c17c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.110726 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c29c6d12-7ebf-441c-bfde-cba3bc4b7496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.116559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bbd403-dc8e-4c9d-afb1-133b9df05b80 None None] Network 399f611f-6e6d-4d34-8a74-b474b6cf2d2c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:54.118381 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c29c6d12-7ebf-441c-bfde-cba3bc4b7496 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/064e3894-47d4-4922-8907-cacfb34c17c9 HTTP/1.1" status: 204 len: 168 time: 0.3867912 Jul 16 18:01:54.119037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:54.157425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:54.161679 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.201821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:54.202307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3fc0d0c4-ce19-498b-abd8-c136cabff3e6 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:54.222446 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.318466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Deleting port ec4b84ff-c7e6-4068-b01e-98330c90406d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:54.319916 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.456195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] For port ec4b84ff-c7e6-4068-b01e-98330c90406d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ec4b84ff-c7e6-4068-b01e-98330c90406d,segment=NetworkSegment(094c441d-0650-4749-abf2-77413f404650),segment_id=094c441d-0650-4749-abf2-77413f404650)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:54.459082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.479963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b857ed-63e8-4eb2-9962-990b716aa51a None None] DHCP port deletion for 399f611f-6e6d-4d34-8a74-b474b6cf2d2c request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:01:54.491328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Calling delete_port for ec4b84ff-c7e6-4068-b01e-98330c90406d owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:54.572095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-02b857ed-63e8-4eb2-9962-990b716aa51a None None] Deleting port ec4b84ff-c7e6-4068-b01e-98330c90406d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:54.572480 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02b857ed-63e8-4eb2-9962-990b716aa51a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.612506 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.671258 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4b84ff-c7e6-4068-b01e-98330c90406d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.680802 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] No DVR routers for this DVR port ec4b84ff-c7e6-4068-b01e-98330c90406d on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:54.694618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-02b857ed-63e8-4eb2-9962-990b716aa51a None None] For port ec4b84ff-c7e6-4068-b01e-98330c90406d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ec4b84ff-c7e6-4068-b01e-98330c90406d,segment=NetworkSegment(094c441d-0650-4749-abf2-77413f404650),segment_id=094c441d-0650-4749-abf2-77413f404650)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:54.695022 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02b857ed-63e8-4eb2-9962-990b716aa51a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.708928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-02b857ed-63e8-4eb2-9962-990b716aa51a None None] Calling delete_port for ec4b84ff-c7e6-4068-b01e-98330c90406d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:54.724189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9890c65-1ea0-456c-9359-489457e6e7b7 req-2501079b-f67f-4e98-b367-c01426bec226 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:54.734785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9890c65-1ea0-456c-9359-489457e6e7b7 req-2501079b-f67f-4e98-b367-c01426bec226 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 945 time: 0.8166926 Jul 16 18:01:54.802648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4bce58-6103-47bd-b39e-84d31adbdad5,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.816154 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.838201 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02b857ed-63e8-4eb2-9962-990b716aa51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.838780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399f611f-6e6d-4d34-8a74-b474b6cf2d2c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:54.857015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094c441d-0650-4749-abf2-77413f404650') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:54.857549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094c441d-0650-4749-abf2-77413f404650') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:54.872336 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.881807 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b857ed-63e8-4eb2-9962-990b716aa51a None None] Pushing event deleted for resources: {'Port': ['ID=ec4b84ff-c7e6-4068-b01e-98330c90406d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.889250 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.893494 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b857ed-63e8-4eb2-9962-990b716aa51a None None] No DVR routers for this DVR port ec4b84ff-c7e6-4068-b01e-98330c90406d on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:54.910923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:54.911592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:54.914157 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:54.926622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Attempting to bind port ed4bce58-6103-47bd-b39e-84d31adbdad5 on host n-h2-793618-9 for vnic_type normal with profile {"migrating_to": "n-h1-793618-9"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:54.927140 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Attempting to bind port ed4bce58-6103-47bd-b39e-84d31adbdad5 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:54.927482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Attempting to bind port ed4bce58-6103-47bd-b39e-84d31adbdad5 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:54.950752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Port ed4bce58-6103-47bd-b39e-84d31adbdad5 on network f7de7ee4-fe4c-401a-990c-c9868fce980e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:54.951082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Attempting to bind port ed4bce58-6103-47bd-b39e-84d31adbdad5 on network f7de7ee4-fe4c-401a-990c-c9868fce980e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:54.972774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9890c65-1ea0-456c-9359-489457e6e7b7 req-5e7f5b6c-fb69-4934-98d2-ebe3f0fd248f tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368894 Jul 16 18:01:54.982530 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.995215 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.006814 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] 10.222.0.52 "DELETE /v2.0/networks/399f611f-6e6d-4d34-8a74-b474b6cf2d2c HTTP/1.1" status: 204 len: 168 time: 0.8859928 Jul 16 18:01:55.018949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:55.018949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Checking segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:55.019280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Bound using segment: {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:55.020646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Bound port: ed4bce58-6103-47bd-b39e-84d31adbdad5, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1323b9df-dc6c-4d31-ab19-d2ed3af79a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f7de7ee4-fe4c-401a-990c-c9868fce980e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:55.020646 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.026287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc78b8a-0fc7-4c0d-b122-35570db35e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=399f611f-6e6d-4d34-8a74-b474b6cf2d2c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:55.079240 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9685501-38c8-4c61-b83f-7b537672c5a4 x-openstack-request-id: req-c9685501-38c8-4c61-b83f-7b537672c5a4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:55.079782 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf720a0d-d1c7-4873-9e1c-2b334b446736", "name": "network-vif-plugged", "status": "completed", "tag": "c679c485-5e13-4abe-8128-a3f7f147eb58", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:55.080693 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9685501-38c8-4c61-b83f-7b537672c5a4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:55.081286 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf720a0d-d1c7-4873-9e1c-2b334b446736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c679c485-5e13-4abe-8128-a3f7f147eb58', 'code': 200} Jul 16 18:01:55.097902 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e1046aa-0ccc-4951-89fd-f379a8a93726 req-ca340ab0-7c78-4021-9ee6-f25e91c8b6b7 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.113648 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e1046aa-0ccc-4951-89fd-f379a8a93726 req-ca340ab0-7c78-4021-9ee6-f25e91c8b6b7 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.150179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb8d714-554d-486d-92b3-61c00c9318f0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:55.172302 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e1046aa-0ccc-4951-89fd-f379a8a93726 req-ca340ab0-7c78-4021-9ee6-f25e91c8b6b7 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.173642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e1046aa-0ccc-4951-89fd-f379a8a93726 req-ca340ab0-7c78-4021-9ee6-f25e91c8b6b7 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3182514 Jul 16 18:01:55.177935 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.249702 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:55.306062 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ba573bf6-a47a-4758-9436-05140d8c5f97 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=034c908cb06848838e6f25b207696cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527470 Jul 16 18:01:55.306331 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:55.315220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Transition to ACTIVE for port object 5bb8d714-554d-486d-92b3-61c00c9318f0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:55.316290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca340ab0-7c78-4021-9ee6-f25e91c8b6b7 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d013b1-ec24-4fdf-8cf7-a29815b30e39,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:55.351951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.369046 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0ac0cb-7676-438d-bdce-252b9d6c304a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.388439 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa12e77-e647-477e-941a-750513c21908 x-openstack-request-id: req-6fa12e77-e647-477e-941a-750513c21908 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:55.389675 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee73ad54-fc04-4aeb-ab41-896c0a624c00", "name": "network-vif-unplugged", "status": "completed", "tag": "ed4bce58-6103-47bd-b39e-84d31adbdad5", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:55.390439 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fa12e77-e647-477e-941a-750513c21908 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:55.391121 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee73ad54-fc04-4aeb-ab41-896c0a624c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4bce58-6103-47bd-b39e-84d31adbdad5', 'code': 200} Jul 16 18:01:55.404075 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0ac0cb-7676-438d-bdce-252b9d6c304a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.436756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:55.484167 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0ac0cb-7676-438d-bdce-252b9d6c304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.488228 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a0ac0cb-7676-438d-bdce-252b9d6c304a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.492218 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9a0ac0cb-7676-438d-bdce-252b9d6c304a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0edf3c5-a30f-4388-bde1-697ed5458147 HTTP/1.1" status: 204 len: 168 time: 0.1821167 Jul 16 18:01:55.492411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:55.511809 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.515891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ac0cb-7676-438d-bdce-252b9d6c304a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0edf3c5-a30f-4388-bde1-697ed5458147,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:55.533733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Pushing event updated for resources: {'Port': ['ID=5bb8d714-554d-486d-92b3-61c00c9318f0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:55.608515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1ce3a-e21b-4104-a505-8002e65bb536 req-721f0cf7-1574-46cf-8e45-7ce4ec942da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:55.610179 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ee1ce3a-e21b-4104-a505-8002e65bb536 req-721f0cf7-1574-46cf-8e45-7ce4ec942da1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 1096 time: 0.4289634 Jul 16 18:01:55.741124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ec4b84ff-c7e6-4068-b01e-98330c90406d no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:55.777882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4bce58-6103-47bd-b39e-84d31adbdad5,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:55.800545 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: ec4b84ff-c7e6-4068-b01e-98330c90406d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:55.801437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ec4b84ff-c7e6-4068-b01e-98330c90406d not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:55.802447 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 35a7a74a-a545-470d-9d04-741e99f66b5e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:55.834225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0119427-2400-48d0-82a2-0da512262059 req-a52a9a31-77a1-4722-b02c-190fcac9db2b tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:55.842185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0119427-2400-48d0-82a2-0da512262059 req-a52a9a31-77a1-4722-b02c-190fcac9db2b tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 945 time: 0.5563767 Jul 16 18:01:55.848736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:55.849396 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.851627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-e23e9d39-f70c-4b77-8b8b-f8dfb73fd4e1 service neutron] 10.222.0.38 "PUT /v2.0/ports/ed4bce58-6103-47bd-b39e-84d31adbdad5 HTTP/1.1" status: 200 len: 1121 time: 3.1827292 Jul 16 18:01:55.855221 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 35a7a74a-a545-470d-9d04-741e99f66b5e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:55.855698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 35a7a74a-a545-470d-9d04-741e99f66b5e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:55.873948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ee1ce3a-e21b-4104-a505-8002e65bb536 req-df8caf5e-b1a6-437a-a9f3-7b3bdcf1f403 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551801 Jul 16 18:01:55.931678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Attempting to bind port 5bb8d714-554d-486d-92b3-61c00c9318f0 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:55.932100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Attempting to bind port 5bb8d714-554d-486d-92b3-61c00c9318f0 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '2286e076-7fe7-449e-8ad2-11a968d002ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f5ea80a6-a8d3-4675-a5f2-9934541c21fe'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:55.932372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Attempting to bind port 5bb8d714-554d-486d-92b3-61c00c9318f0 on network f5ea80a6-a8d3-4675-a5f2-9934541c21fe {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:55.942666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['ed4bce58-6103-47bd-b39e-84d31adbdad5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:55.975024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Port 5bb8d714-554d-486d-92b3-61c00c9318f0 on network f5ea80a6-a8d3-4675-a5f2-9934541c21fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:55.975373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Attempting to bind port 5bb8d714-554d-486d-92b3-61c00c9318f0 on network f5ea80a6-a8d3-4675-a5f2-9934541c21fe {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:56.002410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0119427-2400-48d0-82a2-0da512262059 req-c7e5edc0-5f21-41c5-8cd1-296d3d7ae187 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579204 Jul 16 18:01:56.055059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:56.055296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Checking segment: {'id': '2286e076-7fe7-449e-8ad2-11a968d002ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f5ea80a6-a8d3-4675-a5f2-9934541c21fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:56.055752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Bound using segment: {'id': '2286e076-7fe7-449e-8ad2-11a968d002ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f5ea80a6-a8d3-4675-a5f2-9934541c21fe'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:56.056139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Bound port: 5bb8d714-554d-486d-92b3-61c00c9318f0, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2286e076-7fe7-449e-8ad2-11a968d002ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f5ea80a6-a8d3-4675-a5f2-9934541c21fe'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:56.056511 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.071142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['ed4bce58-6103-47bd-b39e-84d31adbdad5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:56.202496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] For port 5bb8d714-554d-486d-92b3-61c00c9318f0, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:56.206165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] For port 5bb8d714-554d-486d-92b3-61c00c9318f0, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5bb8d714-554d-486d-92b3-61c00c9318f0,segment=NetworkSegment(2286e076-7fe7-449e-8ad2-11a968d002ef),segment_id=2286e076-7fe7-449e-8ad2-11a968d002ef)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:56.218992 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.298616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Pushing event updated for resources: {'Port': ['ID=5bb8d714-554d-486d-92b3-61c00c9318f0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.314362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f207-f4b7-4afa-91ad-9d4468ac6ce7 req-7229e4ce-5381-4de8-9969-1aa984928736 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.323709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b18f207-f4b7-4afa-91ad-9d4468ac6ce7 req-7229e4ce-5381-4de8-9969-1aa984928736 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 944 time: 0.5883517 Jul 16 18:01:56.387126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b18f207-f4b7-4afa-91ad-9d4468ac6ce7 req-f4bbfd46-e507-470b-b6b0-4a3f60b1ca57 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/security-groups?id=99b4edcc-9ce5-4620-9d03-3fed85d81566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605876 Jul 16 18:01:56.403000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.403702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.405251 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0255d007-2c15-419d-a372-3a74282174ee service neutron] 10.222.0.42 "PUT /v2.0/ports/5bb8d714-554d-486d-92b3-61c00c9318f0 HTTP/1.1" status: 200 len: 1092 time: 2.9422939 Jul 16 18:01:56.439286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-869a5e1c-9503-4bd0-b5a6-745f8ebefc4c req-322448d8-8e50-4de6-8f19-8e2e7b54a402 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/a0016508-be47-4e0c-90c7-ff22e107214d HTTP/1.1" status: 200 len: 1803 time: 0.2994840 Jul 16 18:01:56.600919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-869a5e1c-9503-4bd0-b5a6-745f8ebefc4c req-e916a7de-e3bd-4669-b00b-3feb265350c6 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/d7d013b1-ec24-4fdf-8cf7-a29815b30e39 HTTP/1.1" status: 200 len: 1804 time: 0.1514232 Jul 16 18:01:56.614517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-869a5e1c-9503-4bd0-b5a6-745f8ebefc4c req-b3c73819-c442-41c4-addb-34501a134099 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a0016508-be47-4e0c-90c7-ff22e107214d', 'remote_group_id': 'd7d013b1-ec24-4fdf-8cf7-a29815b30e39', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:56.614841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-869a5e1c-9503-4bd0-b5a6-745f8ebefc4c req-b3c73819-c442-41c4-addb-34501a134099 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a0016508-be47-4e0c-90c7-ff22e107214d', 'remote_group_id': 'd7d013b1-ec24-4fdf-8cf7-a29815b30e39', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:56.624417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-22797f6b-9090-4fcc-9bf3-1ed8766479dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.626077 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-22797f6b-9090-4fcc-9bf3-1ed8766479dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8363e099f2284c118b3eec5d5136643d&device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 1095 time: 0.1595559 Jul 16 18:01:56.719861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-cb9583f0-c836-4bea-80e7-e55fa926d200 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb8d714-554d-486d-92b3-61c00c9318f0 HTTP/1.1" status: 200 len: 217 time: 0.0813065 Jul 16 18:01:56.731289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51ecb9-fa97-4ce5-99ea-96506d043713 req-e7929b5a-d085-4d46-9de6-da78d58524ba tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.733187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e51ecb9-fa97-4ce5-99ea-96506d043713 req-e7929b5a-d085-4d46-9de6-da78d58524ba tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 943 time: 0.2006941 Jul 16 18:01:56.767033 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:56.842956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e51ecb9-fa97-4ce5-99ea-96506d043713 req-f41800a3-59ea-4bc1-9bf6-61dc6c047263 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967393 Jul 16 18:01:56.853119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-c826580e-af86-458b-baf5-665a6a251eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.854815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-c826580e-af86-458b-baf5-665a6a251eea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea2d9aad-bfc8-4eb2-8fe7-1bff1e93aaff HTTP/1.1" status: 200 len: 849 time: 0.1202450 Jul 16 18:01:56.896182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-0663b3ac-7978-4e1c-a4aa-7b59785f4ba1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5ea80a6-a8d3-4675-a5f2-9934541c21fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334229 Jul 16 18:01:56.931196 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-869a5e1c-9503-4bd0-b5a6-745f8ebefc4c req-b3c73819-c442-41c4-addb-34501a134099 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.958720 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2057511786-network', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:56.983841 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:56.988146 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.999263 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.049551 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-869a5e1c-9503-4bd0-b5a6-745f8ebefc4c req-b3c73819-c442-41c4-addb-34501a134099 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.061773 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-869a5e1c-9503-4bd0-b5a6-745f8ebefc4c req-b3c73819-c442-41c4-addb-34501a134099 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.082371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-36c7ac3b-b9c4-4b97-b890-59cd771e1175 service neutron] 10.222.0.42 "GET /v2.0/networks/f5ea80a6-a8d3-4675-a5f2-9934541c21fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731675 Jul 16 18:01:57.109756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c73819-c442-41c4-addb-34501a134099 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8348571c-fb83-47bf-81cf-a10f52f4705a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:57.125516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.129937 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.139971 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-869a5e1c-9503-4bd0-b5a6-745f8ebefc4c req-b3c73819-c442-41c4-addb-34501a134099 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.141261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-869a5e1c-9503-4bd0-b5a6-745f8ebefc4c req-b3c73819-c442-41c4-addb-34501a134099 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5392034 Jul 16 18:01:57.159825 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:57.171102 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb80a9d-0f38-46d6-b984-15da2ba1c471,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:57.174596 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.174940 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Added segment d257a9bd-60b8-4b17-9da7-31249a1b81ca of type vlan for network a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 Jul 16 18:01:57.226992 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.234414 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e59cd1-fc4d-42a4-a3ba-020ebcd6cfd2 req-dcdad23f-afe4-409c-8780-56a9ffe737b9 service neutron] 10.222.0.42 "GET /v2.0/networks/f5ea80a6-a8d3-4675-a5f2-9934541c21fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383049 Jul 16 18:01:57.254543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a4730042-dd56-4f89-bf14-52c309e58265 req-dd8bfe03-4e74-4ead-826a-53ec7a136f55 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1421481145', 'description': 'tempest-description-1400083087'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:57.265967 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.267292 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.267994 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.289102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4730042-dd56-4f89-bf14-52c309e58265 req-dd8bfe03-4e74-4ead-826a-53ec7a136f55 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.308469 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5377762 Jul 16 18:01:57.308727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:57.315292 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b1a00092-8559-4784-8aaa-ad3fcdf28c04 admin admin] Request body: {'subnet': {'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2057511786-subnet', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:57.345833 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debde46b-c448-48fa-8580-ff7bd0c816ed admin admin] Pushing event updated for resources: {'Network': ['ID=a1cfc1ea-dbb1-44c9-be28-9d5b51f59888,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:57.356737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:57.394583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee73ad54-fc04-4aeb-ab41-896c0a624c00', 'tag': 'ed4bce58-6103-47bd-b39e-84d31adbdad5'}, {'name': 'network-changed', 'server_uuid': 'f9eee9b0-7ff9-4b12-b79a-5ada9d403be5', 'tag': '5bb8d714-554d-486d-92b3-61c00c9318f0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:57.396704 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57eaa13-4746-4df5-8ced-1cff51afe833" -d '{"events": [{"name": "network-changed", "server_uuid": "ee73ad54-fc04-4aeb-ab41-896c0a624c00", "tag": "ed4bce58-6103-47bd-b39e-84d31adbdad5"}, {"name": "network-changed", "server_uuid": "f9eee9b0-7ff9-4b12-b79a-5ada9d403be5", "tag": "5bb8d714-554d-486d-92b3-61c00c9318f0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:57.415546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274a17-05e4-4cf1-8e9f-b8239d440240 req-196d247e-c3fc-427c-bc11-f1f5f19bc8ee tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.417904 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7274a17-05e4-4cf1-8e9f-b8239d440240 req-196d247e-c3fc-427c-bc11-f1f5f19bc8ee tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 945 time: 0.1172068 Jul 16 18:01:57.456530 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4730042-dd56-4f89-bf14-52c309e58265 req-dd8bfe03-4e74-4ead-826a-53ec7a136f55 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.461173 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4730042-dd56-4f89-bf14-52c309e58265 req-dd8bfe03-4e74-4ead-826a-53ec7a136f55 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.481489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a00092-8559-4784-8aaa-ad3fcdf28c04 admin admin] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:57.484760 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1a00092-8559-4784-8aaa-ad3fcdf28c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.508139 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4730042-dd56-4f89-bf14-52c309e58265 req-dd8bfe03-4e74-4ead-826a-53ec7a136f55 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.509422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4730042-dd56-4f89-bf14-52c309e58265 req-dd8bfe03-4e74-4ead-826a-53ec7a136f55 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2597044 Jul 16 18:01:57.518019 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7274a17-05e4-4cf1-8e9f-b8239d440240 req-95abe1e1-af18-464e-b83f-820cc9033b47 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877781 Jul 16 18:01:57.519739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bfe03-4e74-4ead-826a-53ec7a136f55 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59623157-e7a0-460b-af43-d4a215de53ac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:57.590141 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9224c43-4a79-48e3-bbaa-79e63f8621ce x-openstack-request-id: req-b9224c43-4a79-48e3-bbaa-79e63f8621ce {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:57.590634 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee73ad54-fc04-4aeb-ab41-896c0a624c00", "tag": "ed4bce58-6103-47bd-b39e-84d31adbdad5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9eee9b0-7ff9-4b12-b79a-5ada9d403be5", "tag": "5bb8d714-554d-486d-92b3-61c00c9318f0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:57.591062 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9224c43-4a79-48e3-bbaa-79e63f8621ce {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:57.591549 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee73ad54-fc04-4aeb-ab41-896c0a624c00', 'tag': 'ed4bce58-6103-47bd-b39e-84d31adbdad5', 'status': 'completed', 'code': 200} Jul 16 18:01:57.591911 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9eee9b0-7ff9-4b12-b79a-5ada9d403be5', 'tag': '5bb8d714-554d-486d-92b3-61c00c9318f0', 'status': 'completed', 'code': 200} Jul 16 18:01:57.610724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-59c9dd89-7ced-4599-bdec-b34f7a531526 req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1746480103', 'description': 'tempest-description-494098078'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:57.669951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59c9dd89-7ced-4599-bdec-b34f7a531526 req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.710349 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1a00092-8559-4784-8aaa-ad3fcdf28c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.739847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-9d9e0282-715e-46bc-a1fb-2d710b86f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.741743 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-9d9e0282-715e-46bc-a1fb-2d710b86f4d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 1124 time: 0.1193976 Jul 16 18:01:57.763471 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a00092-8559-4784-8aaa-ad3fcdf28c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=832c288e-e7e2-41f7-88ec-6785f55372e9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:57.775804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a00092-8559-4784-8aaa-ad3fcdf28c04 admin admin] Checking segment: {'id': 'd257a9bd-60b8-4b17-9da7-31249a1b81ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:57.776585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a00092-8559-4784-8aaa-ad3fcdf28c04 admin admin] Network hostable DHCP agents. Network: a1cfc1ea-dbb1-44c9-be28-9d5b51f59888, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:57.793635 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a00092-8559-4784-8aaa-ad3fcdf28c04 admin admin] Network a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:57.803806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b1a00092-8559-4784-8aaa-ad3fcdf28c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, a1cfc1ea-dbb1-44c9-be28-9d5b51f59888) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:57.808584 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a00092-8559-4784-8aaa-ad3fcdf28c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.808584 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1a00092-8559-4784-8aaa-ad3fcdf28c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.819389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3a64e3-1aaa-4116-aa86-f343bc16e3a9 None None] Network a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:57.900209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbadbaf-c193-4fdb-a3a2-05cd86e87a84 req-aee97a7d-569f-4e47-bd87-dc7225ba7af8 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.901770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-acbadbaf-c193-4fdb-a3a2-05cd86e87a84 req-aee97a7d-569f-4e47-bd87-dc7225ba7af8 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 944 time: 0.2139332 Jul 16 18:01:57.921599 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59c9dd89-7ced-4599-bdec-b34f7a531526 req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.930892 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b1a00092-8559-4784-8aaa-ad3fcdf28c04 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6209965 Jul 16 18:01:57.931839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59c9dd89-7ced-4599-bdec-b34f7a531526 req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.934244 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:57.936958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-3f0ba713-514b-467e-9c48-8b77d8441816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.938569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-3f0ba713-514b-467e-9c48-8b77d8441816 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.1898177 Jul 16 18:01:57.939228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2057511786-router', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:57.963544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.966023 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.991465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-a1cfc1ea-dbb1-44c9-be28-9d5b51f59888', 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'fixed_ips': [{'subnet_id': '832c288e-e7e2-41f7-88ec-6785f55372e9'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:57.992613 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.010324 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59c9dd89-7ced-4599-bdec-b34f7a531526 req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.011584 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59c9dd89-7ced-4599-bdec-b34f7a531526 req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4053950 Jul 16 18:01:58.023369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-a32c0e46-7994-4dbe-91a3-dcb8e2312e27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5 HTTP/1.1" status: 200 len: 217 time: 0.0639796 Jul 16 18:01:58.026170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c457709a-4f85-4098-8746-954391f11f9c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.027090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.041162 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-acbadbaf-c193-4fdb-a3a2-05cd86e87a84 req-79a096de-c0d8-4387-a5aa-32c66c4f1918 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/security-groups?id=99b4edcc-9ce5-4620-9d03-3fed85d81566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321115 Jul 16 18:01:58.047261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.047638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.047972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.048314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.048655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.048997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.049349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.049691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.050024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.050355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.050686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.051013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2f3770-a960-42e3-9e56-f7f6cd1e1cb9 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.092201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-4905adbe-f7db-45a5-b4a9-e03083fba699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.093907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-4905adbe-f7db-45a5-b4a9-e03083fba699 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.0633121 Jul 16 18:01:58.139965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-6ec0597a-3a7c-42cb-98c0-9ef8541aaf70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363996 Jul 16 18:01:58.182759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Allocated IP 172.20.0.2 (a1cfc1ea-dbb1-44c9-be28-9d5b51f59888/832c288e-e7e2-41f7-88ec-6785f55372e9/1dc6a125-e417-4fe6-acc3-e0ee67d9fda1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:58.211336 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.323958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37c3ba-2756-4f7b-b085-317f87dfd47f req-b9ca9df2-26da-440c-afe3-c099ecc6f2eb tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.330940 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab37c3ba-2756-4f7b-b085-317f87dfd47f req-b9ca9df2-26da-440c-afe3-c099ecc6f2eb tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 1096 time: 0.1529722 Jul 16 18:01:58.336639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-91fa4302-b2fe-4531-aa7a-828a4140eaa4 service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812849 Jul 16 18:01:58.404731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab37c3ba-2756-4f7b-b085-317f87dfd47f req-bf318070-7842-4b22-9756-ef1d85be52e3 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727735 Jul 16 18:01:58.405873 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.449063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Transition to ACTIVE for port object 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:58.474053 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.477592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Transition to ACTIVE for port object 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:58.496350 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.499260 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.526096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-48f5341e-6039-4778-8b2b-7967502246aa service neutron] 10.222.0.42 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766298 Jul 16 18:01:58.639722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Allocated IP 172.25.8.86 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/87f74b0d-a54a-4329-b1d8-5e456e57d2a1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:58.727600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ee5ff-46a9-4f2e-98b5-1b2413bac411 req-81d1ac75-6321-4588-96ea-cd46604cc96d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.729723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d6ee5ff-46a9-4f2e-98b5-1b2413bac411 req-81d1ac75-6321-4588-96ea-cd46604cc96d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 943 time: 0.1758180 Jul 16 18:01:58.741240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Network a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:58.741652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-0b9cb862-e8b0-4567-b6c9-abba0f099b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.743169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-0b9cb862-e8b0-4567-b6c9-abba0f099b36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8363e099f2284c118b3eec5d5136643d&device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 1095 time: 0.1271434 Jul 16 18:01:58.745587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:58.749766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:58.757218 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Pushing event updated for resources: {'Port': ['ID=1dc6a125-e417-4fe6-acc3-e0ee67d9fda1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.784474 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.822935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Attempting to bind port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:58.823628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Attempting to bind port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'd257a9bd-60b8-4b17-9da7-31249a1b81ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:58.824201 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Attempting to bind port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 on network a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:58.835747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:58.837726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Checking segment: {'id': 'd257a9bd-60b8-4b17-9da7-31249a1b81ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:58.839177 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.839854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Bound using segment: {'id': 'd257a9bd-60b8-4b17-9da7-31249a1b81ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:58.840450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Bound port: 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd257a9bd-60b8-4b17-9da7-31249a1b81ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:58.840950 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.848129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.863863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d6ee5ff-46a9-4f2e-98b5-1b2413bac411 req-dd4517b7-ea48-4544-a25f-7a57d85ba292 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252322 Jul 16 18:01:58.927304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=87f74b0d-a54a-4329-b1d8-5e456e57d2a1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.932459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] For port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:58.936171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] For port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1dc6a125-e417-4fe6-acc3-e0ee67d9fda1,segment=NetworkSegment(d257a9bd-60b8-4b17-9da7-31249a1b81ca),segment_id=d257a9bd-60b8-4b17-9da7-31249a1b81ca)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:58.938834 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.938978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-58460439-5ce7-4b71-a2aa-89a7d5827aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.939191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.939562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.939862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.940412 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.941042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.941215 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-58460439-5ce7-4b71-a2aa-89a7d5827aec service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5ea80a6-a8d3-4675-a5f2-9934541c21fe HTTP/1.1" status: 200 len: 910 time: 0.1895947 Jul 16 18:01:58.941901 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.942272 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.942673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.943173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.944327 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.944832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.945659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa1fffa6-4a94-4a97-ab23-5a5d347eaabd req-211da574-7187-4828-9b1e-44f1b6e733eb tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/59623157-e7a0-460b-af43-d4a215de53ac HTTP/1.1" status: 200 len: 1805 time: 0.0621510 Jul 16 18:01:58.951466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:58.964653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:58.966356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:58.969593 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:59.037584 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-d82869d2-c4c6-4b37-806e-2de0cf1232e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb8d714-554d-486d-92b3-61c00c9318f0 HTTP/1.1" status: 200 len: 217 time: 0.0896566 Jul 16 18:01:59.067889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2eea3e-dce0-48b5-a9f6-d3e9069b681e None None] Pushing event updated for resources: {'Port': ['ID=1dc6a125-e417-4fe6-acc3-e0ee67d9fda1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:59.089646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5bb8d714-554d-486d-92b3-61c00c9318f0 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:59.125135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa1fffa6-4a94-4a97-ab23-5a5d347eaabd req-3ff7daca-bbc6-4f6f-b47c-94f234bbe988 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/c457709a-4f85-4098-8746-954391f11f9c HTTP/1.1" status: 200 len: 1804 time: 0.1677775 Jul 16 18:01:59.140453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aa1fffa6-4a94-4a97-ab23-5a5d347eaabd req-0f70300e-899c-4ae6-94b7-197f9fe83ff6 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '59623157-e7a0-460b-af43-d4a215de53ac', 'remote_group_id': 'c457709a-4f85-4098-8746-954391f11f9c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:59.140948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aa1fffa6-4a94-4a97-ab23-5a5d347eaabd req-0f70300e-899c-4ae6-94b7-197f9fe83ff6 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '59623157-e7a0-460b-af43-d4a215de53ac', 'remote_group_id': 'c457709a-4f85-4098-8746-954391f11f9c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:59.160970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-a0477343-0184-4460-8622-5f7a10db6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:59.165461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-a0477343-0184-4460-8622-5f7a10db6d1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea2d9aad-bfc8-4eb2-8fe7-1bff1e93aaff HTTP/1.1" status: 200 len: 849 time: 0.1077340 Jul 16 18:01:59.219381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-3c5bfb92-f8a0-47ab-afb6-d1bd8e54b366 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5ea80a6-a8d3-4675-a5f2-9934541c21fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385668 Jul 16 18:01:59.255973 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5bb8d714-554d-486d-92b3-61c00c9318f0, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5bb8d714-554d-486d-92b3-61c00c9318f0,segment=NetworkSegment(2286e076-7fe7-449e-8ad2-11a968d002ef),segment_id=2286e076-7fe7-449e-8ad2-11a968d002ef)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:59.274304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '5bb8d714-554d-486d-92b3-61c00c9318f0', 'network_id': 'f5ea80a6-a8d3-4675-a5f2-9934541c21fe', 'port_id': '5bb8d714-554d-486d-92b3-61c00c9318f0', 'mac_address': 'fa:16:3e:67:bd:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2d9aad-bfc8-4eb2-8fe7-1bff1e93aaff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:59.389487 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.399508 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa1fffa6-4a94-4a97-ab23-5a5d347eaabd req-0f70300e-899c-4ae6-94b7-197f9fe83ff6 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.431597 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb8d714-554d-486d-92b3-61c00c9318f0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:59.440420 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-ce2ece8b-609f-4cc9-af8d-656e4858a81e service neutron] 10.222.0.42 "GET /v2.0/networks/f5ea80a6-a8d3-4675-a5f2-9934541c21fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090940 Jul 16 18:01:59.505254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5bb8d714-554d-486d-92b3-61c00c9318f0, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5bb8d714-554d-486d-92b3-61c00c9318f0,segment=NetworkSegment(2286e076-7fe7-449e-8ad2-11a968d002ef),segment_id=2286e076-7fe7-449e-8ad2-11a968d002ef)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:59.505638 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa1fffa6-4a94-4a97-ab23-5a5d347eaabd req-0f70300e-899c-4ae6-94b7-197f9fe83ff6 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.514444 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.523282 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa1fffa6-4a94-4a97-ab23-5a5d347eaabd req-0f70300e-899c-4ae6-94b7-197f9fe83ff6 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.580986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5bb8d714-554d-486d-92b3-61c00c9318f0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:59.616467 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa1fffa6-4a94-4a97-ab23-5a5d347eaabd req-0f70300e-899c-4ae6-94b7-197f9fe83ff6 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.626827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa1fffa6-4a94-4a97-ab23-5a5d347eaabd req-0f70300e-899c-4ae6-94b7-197f9fe83ff6 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4937217 Jul 16 18:01:59.636736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70300e-899c-4ae6-94b7-197f9fe83ff6 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50d6307-b042-4291-9358-cfe72829f110,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:59.688081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57eaa13-4746-4df5-8ced-1cff51afe833 req-ad1e847e-8384-4cfd-8663-ccf7e95d40b0 service neutron] 10.222.0.42 "GET /v2.0/networks/f5ea80a6-a8d3-4675-a5f2-9934541c21fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369928 Jul 16 18:01:59.690105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b53c4-46b5-40be-8880-c01eb0bc18b0 req-961e6d8b-c622-4e67-bbed-fde76b1ac9ba tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:59.691759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d81b53c4-46b5-40be-8880-c01eb0bc18b0 req-961e6d8b-c622-4e67-bbed-fde76b1ac9ba tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 1096 time: 0.1756830 Jul 16 18:01:59.780312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5bb8d714-554d-486d-92b3-61c00c9318f0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:59.801772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d81b53c4-46b5-40be-8880-c01eb0bc18b0 req-b730d00f-24f5-4055-8e28-7aff332f6b8e tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854187 Jul 16 18:01:59.822588 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.868625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:00.077227 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dabacad4-2ea9-43f0-a9ae-64729a8c690d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.122863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:00.190797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8069d-d32a-4ea2-91c6-440839e7b208 req-067dfa57-8be0-4638-9a8a-113fbbf36f00 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.200258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64d8069d-d32a-4ea2-91c6-440839e7b208 req-067dfa57-8be0-4638-9a8a-113fbbf36f00 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 945 time: 0.1340137 Jul 16 18:02:00.270875 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.425058 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Router e11dba58-3552-4bbe-9b42-425ce260c4cf is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:02:00.439312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd73cb5-0925-4744-a28c-9a4ff490dcfc None None] Network a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:00.532113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47cb0f28-e7c9-4ae5-9b5f-b3d7e0961222 None None] Provisioning for port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:00.539992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47cb0f28-e7c9-4ae5-9b5f-b3d7e0961222 None None] Provisioning complete for port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:00.540381 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47cb0f28-e7c9-4ae5-9b5f-b3d7e0961222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.587175 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64d8069d-d32a-4ea2-91c6-440839e7b208 req-0953bdec-044f-445a-ad66-37a5fb1f8a0b tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb93bc43-1813-459e-92d3-1b879474310a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3857651 Jul 16 18:02:00.590966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:00.605303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Sync routers for ids ['e11dba58-3552-4bbe-9b42-425ce260c4cf'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:00.627593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23207e1-26b2-4689-b49e-b4af132c344c req-808a9c8f-4218-4f84-8941-5558ccefb3c4 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.638180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.642859 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-34aa3296-735e-4e35-8de0-b26601681ee3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7065752 Jul 16 18:02:00.643039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:00.649842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e23207e1-26b2-4689-b49e-b4af132c344c req-808a9c8f-4218-4f84-8941-5558ccefb3c4 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 945 time: 0.4807112 Jul 16 18:02:00.663718 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Routers {'e11dba58-3552-4bbe-9b42-425ce260c4cf'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:00.664388 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:01:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e11dba58-3552-4bbe-9b42-425ce260c4cf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:00.729160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-874ebbec-0cc2-4c20-902d-fc96fcc8c3ae req-4bd593ca-2c65-4287-bc10-36cad6c2a5a4 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/c457709a-4f85-4098-8746-954391f11f9c HTTP/1.1" status: 200 len: 1804 time: 0.0616875 Jul 16 18:02:00.763570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e23207e1-26b2-4689-b49e-b4af132c344c req-5f2e178e-87c5-4cca-8ffb-1bf4b600b02a tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/security-groups?id=99b4edcc-9ce5-4620-9d03-3fed85d81566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128502 Jul 16 18:02:00.809244 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-874ebbec-0cc2-4c20-902d-fc96fcc8c3ae req-0f7e212b-4ff1-48ce-96e9-c303b7ea90ab tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.858965 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47cb0f28-e7c9-4ae5-9b5f-b3d7e0961222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.869764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Set router e11dba58-3552-4bbe-9b42-425ce260c4cf gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:00.877348 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-874ebbec-0cc2-4c20-902d-fc96fcc8c3ae req-0f7e212b-4ff1-48ce-96e9-c303b7ea90ab tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.987296 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-874ebbec-0cc2-4c20-902d-fc96fcc8c3ae req-0f7e212b-4ff1-48ce-96e9-c303b7ea90ab tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.991212 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-874ebbec-0cc2-4c20-902d-fc96fcc8c3ae req-0f7e212b-4ff1-48ce-96e9-c303b7ea90ab tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.998496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-874ebbec-0cc2-4c20-902d-fc96fcc8c3ae req-0f7e212b-4ff1-48ce-96e9-c303b7ea90ab tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "DELETE /v2.0/security-groups/c457709a-4f85-4098-8746-954391f11f9c HTTP/1.1" status: 204 len: 173 time: 0.2668712 Jul 16 18:02:01.033762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e212b-4ff1-48ce-96e9-c303b7ea90ab tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c457709a-4f85-4098-8746-954391f11f9c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:01.071283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d14814ec-8275-42e0-a94c-72ac36b02672 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:01.144929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-47cb0f28-e7c9-4ae5-9b5f-b3d7e0961222 None None] For port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1dc6a125-e417-4fe6-acc3-e0ee67d9fda1,segment=NetworkSegment(d257a9bd-60b8-4b17-9da7-31249a1b81ca),segment_id=d257a9bd-60b8-4b17-9da7-31249a1b81ca)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:01.148439 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5bb8d714-554d-486d-92b3-61c00c9318f0 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:01.192902 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47cb0f28-e7c9-4ae5-9b5f-b3d7e0961222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.220399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45d6b8-70b4-4cb2-b74f-7d3bce12b9ff req-02d8ce54-4391-4ed6-b6fa-a3dd279c566a tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:01.227804 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd45d6b8-70b4-4cb2-b74f-7d3bce12b9ff req-02d8ce54-4391-4ed6-b6fa-a3dd279c566a tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 943 time: 0.1654687 Jul 16 18:02:01.265618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-abb49b7a-18dc-4787-b8e9-081598805c07 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:01.267286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-abb49b7a-18dc-4787-b8e9-081598805c07 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/networks?id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 200 len: 805 time: 0.1732299 Jul 16 18:02:01.268772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb0f28-e7c9-4ae5-9b5f-b3d7e0961222 None None] Pushing event updated for resources: {'Port': ['ID=1dc6a125-e417-4fe6-acc3-e0ee67d9fda1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:01.291476 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd45d6b8-70b4-4cb2-b74f-7d3bce12b9ff req-a33e1121-9111-4ae5-9833-b945e1cf67bd tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625641 Jul 16 18:02:01.305687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-f4383682-4c83-48f1-84e5-c8d9bd3d96eb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/quotas/91946e394876469eb4374cd52f408efc HTTP/1.1" status: 200 len: 375 time: 0.0127821 Jul 16 18:02:01.369993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 5bb8d714-554d-486d-92b3-61c00c9318f0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:01.382509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 5bb8d714-554d-486d-92b3-61c00c9318f0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:01.382893 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.387516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.402470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-95a98378-992d-4a6c-8199-b7ec943c989f None None] Provisioning complete for port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:01.402855 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95a98378-992d-4a6c-8199-b7ec943c989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.423590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-389afd0d-9e28-4d5e-8531-377e51829789 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0995932 Jul 16 18:02:01.543084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-58fd64e9-87c4-4c09-9a39-0af43e2c7a59 service neutron] 10.222.0.52 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183808 Jul 16 18:02:01.556115 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.636281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c1ad38-09b3-4981-8a1f-aec59a1bcefb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14814ec-8275-42e0-a94c-72ac36b02672'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:01.638546 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb741398-2f0d-4642-b2ab-2bdd04633286" -d '{"events": [{"server_uuid": "36c1ad38-09b3-4981-8a1f-aec59a1bcefb", "name": "network-vif-unplugged", "status": "completed", "tag": "d14814ec-8275-42e0-a94c-72ac36b02672"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:01.647206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d14814ec-8275-42e0-a94c-72ac36b02672, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d14814ec-8275-42e0-a94c-72ac36b02672,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:01.665149 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.683158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Allocated IP 172.20.0.1 (a1cfc1ea-dbb1-44c9-be28-9d5b51f59888/832c288e-e7e2-41f7-88ec-6785f55372e9/c6807b61-b5eb-4cc7-b303-9fa0471766a4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:01.750247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-fe3c852b-e128-465d-8128-b5e7c6e36be7 service neutron] 10.222.0.52 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062557 Jul 16 18:02:01.780208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:01.789155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'name': 'tempest-ServersTestMultiNic-2057511786-router', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:57Z', 'updated_at': '2021-07-16T18:01:59Z', 'revision_number': 3, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'gw_port': {'id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:58Z', 'updated_at': '2021-07-16T18:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:01.847170 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.857682 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.861953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Checking router: e11dba58-3552-4bbe-9b42-425ce260c4cf for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:01.862313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Updating router e11dba58-3552-4bbe-9b42-425ce260c4cf port 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:02:01.871014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d14814ec-8275-42e0-a94c-72ac36b02672,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:01.880028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Transition to ACTIVE for port object c6807b61-b5eb-4cc7-b303-9fa0471766a4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:01.919254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-c7ecee8d-b05d-4492-b686-c9db3b0f09e8 service neutron] 10.222.0.42 "GET /v2.0/ports/ed4bce58-6103-47bd-b39e-84d31adbdad5/bindings/n-h1-793618-9 HTTP/1.1" status: 200 len: 384 time: 0.3221669 Jul 16 18:02:01.952389 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.957883 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.038644 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Network a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:02.043164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7843e07-d613-478f-814f-7917cc79735f req-4f32fe48-1f2f-4e9a-a4de-d164031548f7 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/59623157-e7a0-460b-af43-d4a215de53ac HTTP/1.1" status: 200 len: 1805 time: 0.2367964 Jul 16 18:02:02.050322 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:02.054001 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:02.095640 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Pushing event updated for resources: {'Port': ['ID=c6807b61-b5eb-4cc7-b303-9fa0471766a4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:02.156741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.270278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a06e3058-85ad-4328-a2c6-61fdfe28c6f9 service neutron] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:02.302065 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60177980-c657-475f-a57f-2230052959c6 x-openstack-request-id: req-60177980-c657-475f-a57f-2230052959c6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:02.302346 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c1ad38-09b3-4981-8a1f-aec59a1bcefb", "name": "network-vif-unplugged", "status": "completed", "tag": "d14814ec-8275-42e0-a94c-72ac36b02672", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:02.302708 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60177980-c657-475f-a57f-2230052959c6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:02.303113 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c1ad38-09b3-4981-8a1f-aec59a1bcefb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14814ec-8275-42e0-a94c-72ac36b02672', 'code': 200} Jul 16 18:02:02.307330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5bb8d714-554d-486d-92b3-61c00c9318f0, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5bb8d714-554d-486d-92b3-61c00c9318f0,segment=NetworkSegment(2286e076-7fe7-449e-8ad2-11a968d002ef),segment_id=2286e076-7fe7-449e-8ad2-11a968d002ef)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:02.326246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a06e3058-85ad-4328-a2c6-61fdfe28c6f9 service neutron] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:02.339295 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.339880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ed4bce58-6103-47bd-b39e-84d31adbdad5 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:02.437025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a06e3058-85ad-4328-a2c6-61fdfe28c6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4bce58-6103-47bd-b39e-84d31adbdad5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:02.443765 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.444473 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1a5e-d526-4fd4-aa1f-16a553f08a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.469578 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.512632 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.524267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6f1b9-81e0-4985-ade7-4afa2562e6e8 req-be1e908a-7d14-481c-84ed-7fa3345a3bc5 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.526263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62c6f1b9-81e0-4985-ade7-4afa2562e6e8 req-be1e908a-7d14-481c-84ed-7fa3345a3bc5 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.38 "GET /v2.0/ports?device_id=36c1ad38-09b3-4981-8a1f-aec59a1bcefb HTTP/1.1" status: 200 len: 943 time: 0.7719119 Jul 16 18:02:02.533175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a06e3058-85ad-4328-a2c6-61fdfe28c6f9 service neutron] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:02.555619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5bb8d714-554d-486d-92b3-61c00c9318f0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:02.563901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:02.565016 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.618873 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a06e3058-85ad-4328-a2c6-61fdfe28c6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.711942 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.715800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4f356-14c4-4a20-9803-b2a03beb7133 req-40bbf866-a2fd-4d79-b8d0-4e4b3921f6d7 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.717114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1baeb31f-d5ef-4864-903b-6ea7b629752b None None] Provisioning for port c6807b61-b5eb-4cc7-b303-9fa0471766a4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:02.718749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c4c4f356-14c4-4a20-9803-b2a03beb7133 req-40bbf866-a2fd-4d79-b8d0-4e4b3921f6d7 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 1096 time: 0.2898998 Jul 16 18:02:02.719580 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.727667 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.746758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1baeb31f-d5ef-4864-903b-6ea7b629752b None None] Provisioning complete for port c6807b61-b5eb-4cc7-b303-9fa0471766a4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:02.747333 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1baeb31f-d5ef-4864-903b-6ea7b629752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.803570 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.817681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Pushing event updated for resources: {'Port': ['ID=c6807b61-b5eb-4cc7-b303-9fa0471766a4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:02.858936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1baeb31f-d5ef-4864-903b-6ea7b629752b None None] Port c6807b61-b5eb-4cc7-b303-9fa0471766a4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:02.937882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c4c4f356-14c4-4a20-9803-b2a03beb7133 req-d691506a-ab59-48fb-aa88-d9369ee59e6d tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935902 Jul 16 18:02:02.942395 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Network a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:02.945576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:02.991208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a06e3058-85ad-4328-a2c6-61fdfe28c6f9 service neutron] Transition to ACTIVE for port object ed4bce58-6103-47bd-b39e-84d31adbdad5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:03.005403 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.016951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6be61c-9942-4e74-8719-8d5d9492f95b req-3ddbda96-2cce-4189-8c5a-8212f6e023bb tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:03.018684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab6be61c-9942-4e74-8719-8d5d9492f95b req-3ddbda96-2cce-4189-8c5a-8212f6e023bb tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 946 time: 0.2988393 Jul 16 18:02:03.021227 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a06e3058-85ad-4328-a2c6-61fdfe28c6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.029918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Transition to ACTIVE for port object 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:03.041580 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.121498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Attempting to bind port 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:03.121928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Attempting to bind port 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:03.122307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Attempting to bind port 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:03.131944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afb9ec-a6ab-4c0f-86c5-95bf172cf241 None None] Pushing event updated for resources: {'Port': ['ID=87f74b0d-a54a-4329-b1d8-5e456e57d2a1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:03.141859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:03.142300 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:03.142716 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.143118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:03.143699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Bound port: 87f74b0d-a54a-4329-b1d8-5e456e57d2a1, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:03.144099 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.169626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Router e11dba58-3552-4bbe-9b42-425ce260c4cf has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:03.178171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e3058-85ad-4328-a2c6-61fdfe28c6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4bce58-6103-47bd-b39e-84d31adbdad5,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:03.231180 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] For port 87f74b0d-a54a-4329-b1d8-5e456e57d2a1, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:03.236042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] For port 87f74b0d-a54a-4329-b1d8-5e456e57d2a1, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=87f74b0d-a54a-4329-b1d8-5e456e57d2a1,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:03.242670 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.255979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce626e39-bdb4-4f8b-be1f-3c9bc3e29368 req-326d961c-8f35-4018-a5b3-e183e0d64910 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 210 time: 0.0755181 Jul 16 18:02:03.266508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-62c6f1b9-81e0-4985-ade7-4afa2562e6e8 req-5f42635b-f052-4d00-b998-de46ca8e0e66 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Deleting port d14814ec-8275-42e0-a94c-72ac36b02672 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:03.266877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62c6f1b9-81e0-4985-ade7-4afa2562e6e8 req-5f42635b-f052-4d00-b998-de46ca8e0e66 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.309700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a06e3058-85ad-4328-a2c6-61fdfe28c6f9 service neutron] No DVR routers for this DVR port ed4bce58-6103-47bd-b39e-84d31adbdad5 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:03.331249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Routers {'e11dba58-3552-4bbe-9b42-425ce260c4cf'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:03.331860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e11dba58-3552-4bbe-9b42-425ce260c4cf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:03.336600 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afb9ec-a6ab-4c0f-86c5-95bf172cf241 None None] Pushing event updated for resources: {'Port': ['ID=87f74b0d-a54a-4329-b1d8-5e456e57d2a1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:03.345340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e5ba223c-c440-4a9b-be49-16e8cbe01fe7 req-c992c9a2-afb1-4bc3-9c4e-5180676b0732 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-951254499', 'description': 'tempest-description-1036692344'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:03.372388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:03.387663 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c191d50d-76b2-4037-8d0f-d04847c3c068 admin admin] 10.222.0.52 "PUT /v2.0/routers/e11dba58-3552-4bbe-9b42-425ce260c4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7359097 Jul 16 18:02:03.391822 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab6be61c-9942-4e74-8719-8d5d9492f95b req-e454953a-5afa-4639-9ca8-58c72e5c4bef tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/security-groups?id=99b4edcc-9ce5-4620-9d03-3fed85d81566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524759 Jul 16 18:02:03.403197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d9207e6a-31eb-40d7-b85f-24e7b945f7cf None None] Provisioning complete for port c6807b61-b5eb-4cc7-b303-9fa0471766a4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:03.403602 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9207e6a-31eb-40d7-b85f-24e7b945f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.440643 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a06e3058-85ad-4328-a2c6-61fdfe28c6f9 service neutron] 10.222.0.42 "PUT /v2.0/ports/ed4bce58-6103-47bd-b39e-84d31adbdad5/bindings/n-h1-793618-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5131853 Jul 16 18:02:03.454954 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ba223c-c440-4a9b-be49-16e8cbe01fe7 req-c992c9a2-afb1-4bc3-9c4e-5180676b0732 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.485172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-62c6f1b9-81e0-4985-ade7-4afa2562e6e8 req-5f42635b-f052-4d00-b998-de46ca8e0e66 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] For port d14814ec-8275-42e0-a94c-72ac36b02672, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d14814ec-8275-42e0-a94c-72ac36b02672,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:03.485956 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62c6f1b9-81e0-4985-ade7-4afa2562e6e8 req-5f42635b-f052-4d00-b998-de46ca8e0e66 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.498430 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d9207e6a-31eb-40d7-b85f-24e7b945f7cf None None] Port c6807b61-b5eb-4cc7-b303-9fa0471766a4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:03.506874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-62c6f1b9-81e0-4985-ade7-4afa2562e6e8 req-5f42635b-f052-4d00-b998-de46ca8e0e66 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Calling delete_port for d14814ec-8275-42e0-a94c-72ac36b02672 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:03.507516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] Set router e11dba58-3552-4bbe-9b42-425ce260c4cf gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:03.585564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:03.667594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-490b8f94-77c6-4bb2-9ac7-9b17ae25e9aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1326421540'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:03.697462 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ba223c-c440-4a9b-be49-16e8cbe01fe7 req-c992c9a2-afb1-4bc3-9c4e-5180676b0732 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.715274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e304a-e3d1-4c98-a4b0-3052f7c0c7f6 req-8eb8952d-db55-44ca-a2ba-9506a0a86f45 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:03.722558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-327e304a-e3d1-4c98-a4b0-3052f7c0c7f6 req-8eb8952d-db55-44ca-a2ba-9506a0a86f45 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 944 time: 0.1483712 Jul 16 18:02:03.723559 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.726721 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ba223c-c440-4a9b-be49-16e8cbe01fe7 req-c992c9a2-afb1-4bc3-9c4e-5180676b0732 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.737740 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b8f94-77c6-4bb2-9ac7-9b17ae25e9aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:03.744618 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-490b8f94-77c6-4bb2-9ac7-9b17ae25e9aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.781751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490b8f94-77c6-4bb2-9ac7-9b17ae25e9aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:03.797044 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-490b8f94-77c6-4bb2-9ac7-9b17ae25e9aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.798161 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-490b8f94-77c6-4bb2-9ac7-9b17ae25e9aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Added segment afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4 of type vlan for network b31cf8a6-93ac-428c-a80a-1293f9f9d43a Jul 16 18:02:03.814038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'name': 'tempest-ServersTestMultiNic-2057511786-router', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:57Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 4, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'gw_port': {'id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:58Z', 'updated_at': '2021-07-16T18:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c6807b61-b5eb-4cc7-b303-9fa0471766a4', 'name': '', 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'mac_address': 'fa:16:3e:41:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '832c288e-e7e2-41f7-88ec-6785f55372e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:01Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 2, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'subnets': [{'id': '832c288e-e7e2-41f7-88ec-6785f55372e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:03.860180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-490b8f94-77c6-4bb2-9ac7-9b17ae25e9aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.875143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb2147-c2ec-4c64-9ef7-eb68b6de1844 None None] The sync data for ids ['e11dba58-3552-4bbe-9b42-425ce260c4cf'] in n-d-793618-9 is: [{'id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'name': 'tempest-ServersTestMultiNic-2057511786-router', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:57Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 4, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'gw_port': {'id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:58Z', 'updated_at': '2021-07-16T18:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c6807b61-b5eb-4cc7-b303-9fa0471766a4', 'name': '', 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'mac_address': 'fa:16:3e:41:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '832c288e-e7e2-41f7-88ec-6785f55372e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:01Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 2, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'subnets': [{'id': '832c288e-e7e2-41f7-88ec-6785f55372e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:03.877347 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ba223c-c440-4a9b-be49-16e8cbe01fe7 req-c992c9a2-afb1-4bc3-9c4e-5180676b0732 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.892421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ba223c-c440-4a9b-be49-16e8cbe01fe7 req-c992c9a2-afb1-4bc3-9c4e-5180676b0732 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5678036 Jul 16 18:02:03.914600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-490b8f94-77c6-4bb2-9ac7-9b17ae25e9aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.922840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b8f94-77c6-4bb2-9ac7-9b17ae25e9aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:03.923580 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-490b8f94-77c6-4bb2-9ac7-9b17ae25e9aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.951553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992c9a2-afb1-4bc3-9c4e-5180676b0732 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf54088-de26-4809-bd81-4233f42c0d62,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:03.963923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-327e304a-e3d1-4c98-a4b0-3052f7c0c7f6 req-8820e1e9-cb68-4fb2-96f1-072200583d7e tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401400 Jul 16 18:02:03.968257 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62c6f1b9-81e0-4985-ade7-4afa2562e6e8 req-5f42635b-f052-4d00-b998-de46ca8e0e66 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.044763 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-490b8f94-77c6-4bb2-9ac7-9b17ae25e9aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4569261 Jul 16 18:02:04.053811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:04.058863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d64f83de-0917-4315-a8b4-c99e1bb974ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'subnet': {'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:04.101657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42635b-f052-4d00-b998-de46ca8e0e66 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Pushing event deleted for resources: {'Port': ['ID=d14814ec-8275-42e0-a94c-72ac36b02672,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:04.153021 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b8f94-77c6-4bb2-9ac7-9b17ae25e9aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Network': ['ID=b31cf8a6-93ac-428c-a80a-1293f9f9d43a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:04.171828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network b31cf8a6-93ac-428c-a80a-1293f9f9d43a details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:04.190738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c6f1b9-81e0-4985-ade7-4afa2562e6e8 req-5f42635b-f052-4d00-b998-de46ca8e0e66 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] No DVR routers for this DVR port d14814ec-8275-42e0-a94c-72ac36b02672 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:04.196042 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62c6f1b9-81e0-4985-ade7-4afa2562e6e8 req-5f42635b-f052-4d00-b998-de46ca8e0e66 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.198100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62c6f1b9-81e0-4985-ade7-4afa2562e6e8 req-5f42635b-f052-4d00-b998-de46ca8e0e66 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.38 "DELETE /v2.0/ports/d14814ec-8275-42e0-a94c-72ac36b02672 HTTP/1.1" status: 204 len: 173 time: 1.6591914 Jul 16 18:02:04.198546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c1ad38-09b3-4981-8a1f-aec59a1bcefb', 'name': 'network-vif-deleted', 'tag': 'd14814ec-8275-42e0-a94c-72ac36b02672'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:04.200863 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d810ac30-ae7f-4c51-9a29-0c5dd1ed6f07" -d '{"events": [{"server_uuid": "36c1ad38-09b3-4981-8a1f-aec59a1bcefb", "name": "network-vif-deleted", "tag": "d14814ec-8275-42e0-a94c-72ac36b02672"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:04.231162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-d03dd880-d63e-4a92-9073-609d0b085c7f tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.232662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-d03dd880-d63e-4a92-9073-609d0b085c7f tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00&tenant_id=8dc149fb96834be9abc17afebb864774&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.4688599 Jul 16 18:02:04.259313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-ffade127-47ea-445d-a292-5b9c218d88fa tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.265461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-ffade127-47ea-445d-a292-5b9c218d88fa tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.42 "GET /v2.0/networks?id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 200 len: 805 time: 0.4979839 Jul 16 18:02:04.282697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Request body: {'port': {'device_id': 'd6d36679-f589-4003-9a6d-7cb3880cd395', 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'admin_state_up': True, 'tenant_id': '91946e394876469eb4374cd52f408efc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:04.367730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9eee9b0-7ff9-4b12-b79a-5ada9d403be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb8d714-554d-486d-92b3-61c00c9318f0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:04.370731 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c989d131-af71-46aa-8bc5-0d558b64e69a" -d '{"events": [{"server_uuid": "f9eee9b0-7ff9-4b12-b79a-5ada9d403be5", "name": "network-vif-plugged", "status": "completed", "tag": "5bb8d714-554d-486d-92b3-61c00c9318f0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:04.374060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64f83de-0917-4315-a8b4-c99e1bb974ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:04.381705 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d64f83de-0917-4315-a8b4-c99e1bb974ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.594264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd1bc-19e1-4087-b299-20278bdcb9e6 req-481dc387-f6a2-48ed-ba75-54dd85bd6090 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.595890 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974bd1bc-19e1-4087-b299-20278bdcb9e6 req-481dc387-f6a2-48ed-ba75-54dd85bd6090 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 945 time: 0.1863120 Jul 16 18:02:04.598099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-44dc98a4-0c9b-4929-9254-c3ee9c273080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.600952 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-44dc98a4-0c9b-4929-9254-c3ee9c273080 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00&tenant_id=8dc149fb96834be9abc17afebb864774 HTTP/1.1" status: 200 len: 1095 time: 0.3330164 Jul 16 18:02:04.691921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Made reservation on behalf of 91946e394876469eb4374cd52f408efc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:04.696015 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.704113 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d64f83de-0917-4315-a8b4-c99e1bb974ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.714882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974bd1bc-19e1-4087-b299-20278bdcb9e6 req-eaba8d02-c2bc-44a4-94c0-9b9624d1613c tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb93bc43-1813-459e-92d3-1b879474310a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098652 Jul 16 18:02:04.834578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-763bfe00-f1ce-4740-a768-259b4924c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.834578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-763bfe00-f1ce-4740-a768-259b4924c241 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8dc149fb96834be9abc17afebb864774&device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 1095 time: 0.1985641 Jul 16 18:02:04.844366 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f83de-0917-4315-a8b4-c99e1bb974ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Subnet': ['ID=12167375-fb3e-4d52-82fe-d0a411a03762,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:04.858095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f83de-0917-4315-a8b4-c99e1bb974ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Checking segment: {'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:04.858779 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f83de-0917-4315-a8b4-c99e1bb974ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network hostable DHCP agents. Network: b31cf8a6-93ac-428c-a80a-1293f9f9d43a, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:04.883407 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f83de-0917-4315-a8b4-c99e1bb974ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network b31cf8a6-93ac-428c-a80a-1293f9f9d43a is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:04.900398 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d64f83de-0917-4315-a8b4-c99e1bb974ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, b31cf8a6-93ac-428c-a80a-1293f9f9d43a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:04.907527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f83de-0917-4315-a8b4-c99e1bb974ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.913339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353aaefa-96b7-430c-ab11-5508cc4c1de8 None None] Network b31cf8a6-93ac-428c-a80a-1293f9f9d43a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:04.928515 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d64f83de-0917-4315-a8b4-c99e1bb974ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.964335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59734a53-6249-454e-ad29-fc8ec2ce6495 req-2fc26488-9ccd-4b40-90a7-a29621cd0f26 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/4bf54088-de26-4809-bd81-4233f42c0d62 HTTP/1.1" status: 200 len: 1804 time: 0.1889896 Jul 16 18:02:04.968190 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d64f83de-0917-4315-a8b4-c99e1bb974ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9132009 Jul 16 18:02:04.970500 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:04.981273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-59734a53-6249-454e-ad29-fc8ec2ce6495 req-a6a101f5-fafd-443f-b858-49b32c672fcc tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4bf54088-de26-4809-bd81-4233f42c0d62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:04.981651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-59734a53-6249-454e-ad29-fc8ec2ce6495 req-a6a101f5-fafd-443f-b858-49b32c672fcc tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4bf54088-de26-4809-bd81-4233f42c0d62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:04.989698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ecbb678e-2a2f-412b-8073-ad1720994775 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-833497310'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:05.066505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbb678e-2a2f-412b-8073-ad1720994775 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:05.067239 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d14814ec-8275-42e0-a94c-72ac36b02672 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:05.072382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecbb678e-2a2f-412b-8073-ad1720994775 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.095037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-bf028b05-6965-4f3f-9414-d2c710f1e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:05.098780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-bf028b05-6965-4f3f-9414-d2c710f1e25f service neutron] 10.222.0.38 "GET /v2.0/networks?id=f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 200 len: 908 time: 0.2436914 Jul 16 18:02:05.113492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Allocated IP 172.20.0.2 (5c6691cf-d5a9-47bc-b44e-6a15604d81d9/74a8ce34-8c02-46f7-9b44-335db1e8053f/2aac3614-2853-4626-bcec-313fc947b67b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:05.120771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbb678e-2a2f-412b-8073-ad1720994775 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:05.134442 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecbb678e-2a2f-412b-8073-ad1720994775 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.135086 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-ecbb678e-2a2f-412b-8073-ad1720994775 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Added segment a327effd-d535-4a7a-9ca9-96ab7a0a2b98 of type vlan for network 549e85e0-3fa0-4e0d-b14b-898de0976841 Jul 16 18:02:05.207327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: d14814ec-8275-42e0-a94c-72ac36b02672 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:05.207683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d14814ec-8275-42e0-a94c-72ac36b02672 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:05.235787 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecbb678e-2a2f-412b-8073-ad1720994775 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.325555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecbb678e-2a2f-412b-8073-ad1720994775 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.346458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbb678e-2a2f-412b-8073-ad1720994775 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:05.347131 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecbb678e-2a2f-412b-8073-ad1720994775 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.400071 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.439336 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-b31cf8a6-93ac-428c-a80a-1293f9f9d43a', 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'fixed_ips': [{'subnet_id': '12167375-fb3e-4d52-82fe-d0a411a03762'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:05.440432 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.560578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-2840eab7-9b71-4529-a932-7055fd49b4bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5 HTTP/1.1" status: 200 len: 217 time: 0.4511917 Jul 16 18:02:05.655924 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59734a53-6249-454e-ad29-fc8ec2ce6495 req-a6a101f5-fafd-443f-b858-49b32c672fcc tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.689062 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59734a53-6249-454e-ad29-fc8ec2ce6495 req-a6a101f5-fafd-443f-b858-49b32c672fcc tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.700413 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59734a53-6249-454e-ad29-fc8ec2ce6495 req-a6a101f5-fafd-443f-b858-49b32c672fcc tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.751976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a101f5-fafd-443f-b858-49b32c672fcc tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c971222e-2cc2-4a69-ae21-64f95c8b471d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:05.762175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a33e5068-22b4-4032-88ad-243e77294195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:05.764028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-a33e5068-22b4-4032-88ad-243e77294195 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 200 len: 847 time: 0.1959012 Jul 16 18:02:05.765394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Allocated IP 19.80.0.2 (b31cf8a6-93ac-428c-a80a-1293f9f9d43a/12167375-fb3e-4d52-82fe-d0a411a03762/ca0ead1b-4a53-4000-876c-268378ac316b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:05.813967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-08f00ea6-be5a-4bc7-9d22-37089731b344 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:02:05.815366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-08f00ea6-be5a-4bc7-9d22-37089731b344 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209987 Jul 16 18:02:05.832352 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-59734a53-6249-454e-ad29-fc8ec2ce6495 req-a6a101f5-fafd-443f-b858-49b32c672fcc tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.846628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59734a53-6249-454e-ad29-fc8ec2ce6495 req-a6a101f5-fafd-443f-b858-49b32c672fcc tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8760538 Jul 16 18:02:05.848963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:05.859737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb678e-2a2f-412b-8073-ad1720994775 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Network': ['ID=549e85e0-3fa0-4e0d-b14b-898de0976841,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:05.869136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-23e61944-6ae1-47c4-a0c3-805925ebb158 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f7de7ee4-fe4c-401a-990c-c9868fce980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879858 Jul 16 18:02:05.869841 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ecbb678e-2a2f-412b-8073-ad1720994775 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8978670 Jul 16 18:02:05.873283 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:05.878691 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-00c0ee64-f1db-4d63-8a3b-86aa7c97d5d1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'subnet': {'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:05.879281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] Request body: {'binding': {'host': 'n-h2-793618-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:05.879858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:02:05.893251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 549e85e0-3fa0-4e0d-b14b-898de0976841 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:06.019839 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a36a165-a381-4167-9807-a9f863519d86 x-openstack-request-id: req-4a36a165-a381-4167-9807-a9f863519d86 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:06.020812 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c1ad38-09b3-4981-8a1f-aec59a1bcefb", "name": "network-vif-deleted", "tag": "d14814ec-8275-42e0-a94c-72ac36b02672", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:06.021333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c0ee64-f1db-4d63-8a3b-86aa7c97d5d1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:06.021704 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a36a165-a381-4167-9807-a9f863519d86 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:06.022433 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c1ad38-09b3-4981-8a1f-aec59a1bcefb', 'name': 'network-vif-deleted', 'tag': 'd14814ec-8275-42e0-a94c-72ac36b02672', 'status': 'completed', 'code': 200} Jul 16 18:02:06.027744 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00c0ee64-f1db-4d63-8a3b-86aa7c97d5d1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.092021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:06.103284 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:06.103715 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.138215 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.163596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-13518a4e-b3a9-4cf8-ab7d-0b990f869f51 service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778504 Jul 16 18:02:06.265772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d0386f76-8500-41f0-b041-659cec1829c4 req-efb84a7a-ea05-4d3c-924b-c8059cb96855 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 210 time: 0.1011336 Jul 16 18:02:06.266590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00c0ee64-f1db-4d63-8a3b-86aa7c97d5d1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.338827 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.354145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Transition to ACTIVE for port object ca0ead1b-4a53-4000-876c-268378ac316b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:06.365119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0ee64-f1db-4d63-8a3b-86aa7c97d5d1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Subnet': ['ID=0c4ad540-93a1-425d-96ec-f5566106736d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:06.366377 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4075693-b446-4bfd-aa1c-91c0130d0928 x-openstack-request-id: req-a4075693-b446-4bfd-aa1c-91c0130d0928 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:06.366691 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9eee9b0-7ff9-4b12-b79a-5ada9d403be5", "name": "network-vif-plugged", "status": "completed", "tag": "5bb8d714-554d-486d-92b3-61c00c9318f0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:06.367269 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4075693-b446-4bfd-aa1c-91c0130d0928 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:06.367416 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9eee9b0-7ff9-4b12-b79a-5ada9d403be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb8d714-554d-486d-92b3-61c00c9318f0', 'code': 200} Jul 16 18:02:06.370371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0ee64-f1db-4d63-8a3b-86aa7c97d5d1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Checking segment: {'id': 'a327effd-d535-4a7a-9ca9-96ab7a0a2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:06.371237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0ee64-f1db-4d63-8a3b-86aa7c97d5d1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network hostable DHCP agents. Network: 549e85e0-3fa0-4e0d-b14b-898de0976841, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:06.379872 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.404157 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0ee64-f1db-4d63-8a3b-86aa7c97d5d1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network 549e85e0-3fa0-4e0d-b14b-898de0976841 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:06.405027 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Transition to ACTIVE for port object ca0ead1b-4a53-4000-876c-268378ac316b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:06.419421 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.421362 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-00c0ee64-f1db-4d63-8a3b-86aa7c97d5d1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 549e85e0-3fa0-4e0d-b14b-898de0976841) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:06.427351 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c0ee64-f1db-4d63-8a3b-86aa7c97d5d1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:06.428276 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00c0ee64-f1db-4d63-8a3b-86aa7c97d5d1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.445037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc991798-85bd-4775-ad3f-92f42aa1b3a2 None None] Network 549e85e0-3fa0-4e0d-b14b-898de0976841 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:06.448403 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-00c0ee64-f1db-4d63-8a3b-86aa7c97d5d1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5736899 Jul 16 18:02:06.495623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Network b31cf8a6-93ac-428c-a80a-1293f9f9d43a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:06.533740 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:06.545181 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366d6a3-ecf2-4d59-97b8-0968ea1542ee req-4fa9d8e7-977d-4eca-ab97-471cbecee23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:06.546949 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7366d6a3-ecf2-4d59-97b8-0968ea1542ee req-4fa9d8e7-977d-4eca-ab97-471cbecee23d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 1097 time: 0.0896187 Jul 16 18:02:06.554916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:06.557985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:06.564944 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.577694 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:06.582216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Pushing event updated for resources: {'Port': ['ID=2aac3614-2853-4626-bcec-313fc947b67b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:06.586806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:06.606883 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7366d6a3-ecf2-4d59-97b8-0968ea1542ee req-28b27040-d529-4704-b2a8-14350457e860 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=99b4edcc-9ce5-4620-9d03-3fed85d81566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520978 Jul 16 18:02:06.618478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-bf4f3b26-bdf6-436c-84dc-b13bdbc59c16 service neutron] 10.222.0.38 "GET /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116719 Jul 16 18:02:06.623880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 87f74b0d-a54a-4329-b1d8-5e456e57d2a1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=87f74b0d-a54a-4329-b1d8-5e456e57d2a1,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:06.627473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Pushing event updated for resources: {'Port': ['ID=ca0ead1b-4a53-4000-876c-268378ac316b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:06.655228 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.671261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] Attempting to bind port c679c485-5e13-4abe-8128-a3f7f147eb58 on host n-h2-793618-9 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:06.671533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] Attempting to bind port c679c485-5e13-4abe-8128-a3f7f147eb58 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:06.671868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] Attempting to bind port c679c485-5e13-4abe-8128-a3f7f147eb58 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:06.686956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] Port c679c485-5e13-4abe-8128-a3f7f147eb58 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:06.687297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] Attempting to bind port c679c485-5e13-4abe-8128-a3f7f147eb58 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:06.697531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:06.698294 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.709527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:06.709527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:06.709909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] Bound using segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:06.710256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] Bound port: c679c485-5e13-4abe-8128-a3f7f147eb58, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:06.756800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-60a04800-54b9-4b73-a213-537e7a3aaeeb tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4781134 Jul 16 18:02:06.774597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Request body: {'port': {'device_id': 'd6d36679-f589-4003-9a6d-7cb3880cd395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:06.777378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Attempting to bind port ca0ead1b-4a53-4000-876c-268378ac316b on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:06.777876 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Attempting to bind port ca0ead1b-4a53-4000-876c-268378ac316b by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:06.778352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Attempting to bind port ca0ead1b-4a53-4000-876c-268378ac316b on network b31cf8a6-93ac-428c-a80a-1293f9f9d43a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:06.788981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=87f74b0d-a54a-4329-b1d8-5e456e57d2a1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:06.814040 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c8b65-f791-4f97-aca6-b573d45b9915 req-ea03c951-2c3a-4793-8718-306b07d47410 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:06.815041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:06.815555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Checking segment: {'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:06.816065 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.816563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Bound using segment: {'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:06.817151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Bound port: ca0ead1b-4a53-4000-876c-268378ac316b, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:06.817664 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.822272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-067c8b65-f791-4f97-aca6-b573d45b9915 req-ea03c951-2c3a-4793-8718-306b07d47410 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 946 time: 0.2607670 Jul 16 18:02:06.841348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-549e85e0-3fa0-4e0d-b14b-898de0976841', 'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'fixed_ips': [{'subnet_id': '0c4ad540-93a1-425d-96ec-f5566106736d'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:06.842727 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.875275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c679c485-5e13-4abe-8128-a3f7f147eb58,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:06.897268 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.898490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b014e204-fcf6-431e-8541-3f9af84b7390 service neutron] 10.222.0.52 "POST /v2.0/ports/c679c485-5e13-4abe-8128-a3f7f147eb58/bindings HTTP/1.1" status: 201 len: 389 time: 1.0482492 Jul 16 18:02:06.924136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-067c8b65-f791-4f97-aca6-b573d45b9915 req-96c74fcc-d360-432c-b10c-f2efa2333296 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/security-groups?id=99b4edcc-9ce5-4620-9d03-3fed85d81566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009071 Jul 16 18:02:07.002770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] For port ca0ead1b-4a53-4000-876c-268378ac316b, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:07.009350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] For port ca0ead1b-4a53-4000-876c-268378ac316b, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ca0ead1b-4a53-4000-876c-268378ac316b,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:07.018001 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.133931 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.176793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Allocated IP 19.86.0.2 (549e85e0-3fa0-4e0d-b14b-898de0976841/0c4ad540-93a1-425d-96ec-f5566106736d/b2a7bb27-ca02-4d70-8996-52b09730ba18) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:07.181799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0623b8-621e-426d-810f-0c1b11c2f220 None None] Pushing event updated for resources: {'Port': ['ID=ca0ead1b-4a53-4000-876c-268378ac316b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:07.203076 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78698a9d-4b5d-42be-ae47-16afebea8ec8 req-62752402-6662-484d-b4fe-7df2ac1e8717 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/4bf54088-de26-4809-bd81-4233f42c0d62 HTTP/1.1" status: 200 len: 2397 time: 0.0558887 Jul 16 18:02:07.209074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-ef8534e3-0f29-4d77-ab9d-37ab2ff6236f tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:07.211797 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-ef8534e3-0f29-4d77-ab9d-37ab2ff6236f tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00&tenant_id=8dc149fb96834be9abc17afebb864774&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.3089738 Jul 16 18:02:07.216574 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Sync routers for ids ['e11dba58-3552-4bbe-9b42-425ce260c4cf'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:07.235787 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Routers {'e11dba58-3552-4bbe-9b42-425ce260c4cf'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:07.241692 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e11dba58-3552-4bbe-9b42-425ce260c4cf'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:07.322279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-78698a9d-4b5d-42be-ae47-16afebea8ec8 req-cb555f18-c0e6-4828-b646-11e64eb9cd40 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4bf54088-de26-4809-bd81-4233f42c0d62', 'remote_group_id': None}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:07.323516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-78698a9d-4b5d-42be-ae47-16afebea8ec8 req-cb555f18-c0e6-4828-b646-11e64eb9cd40 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4bf54088-de26-4809-bd81-4233f42c0d62', 'remote_group_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:07.350922 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-57dd5e8d-f674-4e4d-9571-c935cc2c5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:07.355339 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-57dd5e8d-f674-4e4d-9571-c935cc2c5702 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 1096 time: 0.1022730 Jul 16 18:02:07.445526 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Set router e11dba58-3552-4bbe-9b42-425ce260c4cf gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:07.461555 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.490243 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Transition to ACTIVE for port object b2a7bb27-ca02-4d70-8996-52b09730ba18 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:07.529526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Transition to ACTIVE for port object b2a7bb27-ca02-4d70-8996-52b09730ba18 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:07.550893 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.569344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-2e61592b-b463-4199-8230-cd9a8570ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:07.571195 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-2e61592b-b463-4199-8230-cd9a8570ba8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.2089968 Jul 16 18:02:07.620517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32ed27-81c8-4795-975d-e06e0dfb68dd req-aae4ae25-017e-47fe-ac80-df6564ec74c6 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:07.622066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Network 549e85e0-3fa0-4e0d-b14b-898de0976841 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:07.625343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Pushing event updated for resources: {'Port': ['ID=b2a7bb27-ca02-4d70-8996-52b09730ba18,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:07.627980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:07.633566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:07.636514 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd32ed27-81c8-4795-975d-e06e0dfb68dd req-aae4ae25-017e-47fe-ac80-df6564ec74c6 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 944 time: 0.4396636 Jul 16 18:02:07.663312 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-282ec6a5-29a1-40df-81c1-bdfd590e524b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c679c485-5e13-4abe-8128-a3f7f147eb58 HTTP/1.1" status: 200 len: 217 time: 0.0759172 Jul 16 18:02:07.686925 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78698a9d-4b5d-42be-ae47-16afebea8ec8 req-cb555f18-c0e6-4828-b646-11e64eb9cd40 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.726904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-a02f4992-c75e-423d-9cdc-8b15c405277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:07.728507 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-a02f4992-c75e-423d-9cdc-8b15c405277f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.0581784 Jul 16 18:02:07.730427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Attempting to bind port b2a7bb27-ca02-4d70-8996-52b09730ba18 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:07.730778 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Attempting to bind port b2a7bb27-ca02-4d70-8996-52b09730ba18 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'a327effd-d535-4a7a-9ca9-96ab7a0a2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:07.731143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Attempting to bind port b2a7bb27-ca02-4d70-8996-52b09730ba18 on network 549e85e0-3fa0-4e0d-b14b-898de0976841 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:07.736709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:07.737874 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Checking segment: {'id': 'a327effd-d535-4a7a-9ca9-96ab7a0a2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:07.738495 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.739056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Bound using segment: {'id': 'a327effd-d535-4a7a-9ca9-96ab7a0a2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:07.740381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Bound port: b2a7bb27-ca02-4d70-8996-52b09730ba18, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a327effd-d535-4a7a-9ca9-96ab7a0a2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:07.741081 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.770506 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-51a56e14-e998-4a46-82db-a4a9b99e8421 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349936 Jul 16 18:02:07.784942 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78698a9d-4b5d-42be-ae47-16afebea8ec8 req-cb555f18-c0e6-4828-b646-11e64eb9cd40 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.806519 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78698a9d-4b5d-42be-ae47-16afebea8ec8 req-cb555f18-c0e6-4828-b646-11e64eb9cd40 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.827377 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'name': 'tempest-ServersTestMultiNic-2057511786-router', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:57Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 4, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'gw_port': {'id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:58Z', 'updated_at': '2021-07-16T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c6807b61-b5eb-4cc7-b303-9fa0471766a4', 'name': '', 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'mac_address': 'fa:16:3e:41:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '832c288e-e7e2-41f7-88ec-6785f55372e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:01Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 2, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'subnets': [{'id': '832c288e-e7e2-41f7-88ec-6785f55372e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:07.864011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb555f18-c0e6-4828-b646-11e64eb9cd40 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e03705-6556-4229-9549-655985e93b50,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:07.867039 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Checking router: e11dba58-3552-4bbe-9b42-425ce260c4cf for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:07.868259 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Updating router e11dba58-3552-4bbe-9b42-425ce260c4cf port c6807b61-b5eb-4cc7-b303-9fa0471766a4 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:02:07.882806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd32ed27-81c8-4795-975d-e06e0dfb68dd req-4496046c-d3d3-4931-beb8-9332fb4ad388 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451220 Jul 16 18:02:07.908543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] For port b2a7bb27-ca02-4d70-8996-52b09730ba18, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:07.909999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] For port b2a7bb27-ca02-4d70-8996-52b09730ba18, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b2a7bb27-ca02-4d70-8996-52b09730ba18,segment=NetworkSegment(a327effd-d535-4a7a-9ca9-96ab7a0a2b98),segment_id=a327effd-d535-4a7a-9ca9-96ab7a0a2b98)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:07.921237 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.928983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:07.931249 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.931650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-de82cf7c-7b5a-49ae-9eca-760bcbbdd910 service neutron] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:07.935791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-de82cf7c-7b5a-49ae-9eca-760bcbbdd910 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.938084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb956fd-12d9-4e80-a08d-7124f0479a16 req-de82cf7c-7b5a-49ae-9eca-760bcbbdd910 service neutron] 10.222.0.38 "DELETE /v2.0/ports/ed4bce58-6103-47bd-b39e-84d31adbdad5/bindings/n-h2-793618-9 HTTP/1.1" status: 204 len: 173 time: 0.6984458 Jul 16 18:02:07.949179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-78698a9d-4b5d-42be-ae47-16afebea8ec8 req-cb555f18-c0e6-4828-b646-11e64eb9cd40 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.954398 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78698a9d-4b5d-42be-ae47-16afebea8ec8 req-cb555f18-c0e6-4828-b646-11e64eb9cd40 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7102106 Jul 16 18:02:08.016464 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-71ad41ea-116e-4afe-a9ce-afea1db5d214 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369230 Jul 16 18:02:08.159178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded04c27-50e4-4992-ac38-548efb77adde None None] Pushing event updated for resources: {'Port': ['ID=b2a7bb27-ca02-4d70-8996-52b09730ba18,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:08.164895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:08.165339 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.198796 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-77e707ae-97b7-4b24-8e13-f41d00d71ad1 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648362 Jul 16 18:02:08.295006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aac3614-2853-4626-bcec-313fc947b67b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:08.348514 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.387244 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ca0ead1b-4a53-4000-876c-268378ac316b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:08.410151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b1e08810-bf47-4b65-86a5-b3958acd532e tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:08.430945 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b1e08810-bf47-4b65-86a5-b3958acd532e tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736&tenant_id=565937de75e3443f93597fdd4f4967e7&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1096 time: 0.1512303 Jul 16 18:02:08.475098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-9'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:08.489875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Transition to ACTIVE for port object 2aac3614-2853-4626-bcec-313fc947b67b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:08.505950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-c4a6940e-d789-48e9-b973-669e8e7ff1ad tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:08.514202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-c4a6940e-d789-48e9-b973-669e8e7ff1ad tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:08.518532 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.538664 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Transition to ACTIVE for port object c6807b61-b5eb-4cc7-b303-9fa0471766a4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:08.540486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-c4a6940e-d789-48e9-b973-669e8e7ff1ad tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/networks?id=b31cf8a6-93ac-428c-a80a-1293f9f9d43a&id=549e85e0-3fa0-4e0d-b14b-898de0976841&id=b31cf8a6-93ac-428c-a80a-1293f9f9d43a HTTP/1.1" status: 200 len: 1391 time: 0.4870987 Jul 16 18:02:08.548061 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.550238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ca0ead1b-4a53-4000-876c-268378ac316b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:08.567263 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.613050 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Pushing event updated for resources: {'Port': ['ID=c6807b61-b5eb-4cc7-b303-9fa0471766a4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:08.617287 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.648164 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.648653 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.649053 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.649659 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.650216 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.650764 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.651298 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.651832 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.652500 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.653043 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.653964 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.654634 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:08.678356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-d7078a2b-2711-4466-ad31-bd9a89b32ad7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/quotas/164bfd99667d4e8db654de58223cd6fa HTTP/1.1" status: 200 len: 375 time: 0.1366179 Jul 16 18:02:08.692388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d634625-8531-4c71-9a23-88e09fd99f08 req-57496ac9-bade-46e8-85c0-88fb81b00a92 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:08.706124 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d634625-8531-4c71-9a23-88e09fd99f08 req-57496ac9-bade-46e8-85c0-88fb81b00a92 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 945 time: 0.5624387 Jul 16 18:02:08.710520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Pushing event updated for resources: {'Port': ['ID=2aac3614-2853-4626-bcec-313fc947b67b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:08.753193 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Attempting to bind port c6807b61-b5eb-4cc7-b303-9fa0471766a4 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:08.753618 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Attempting to bind port c6807b61-b5eb-4cc7-b303-9fa0471766a4 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'd257a9bd-60b8-4b17-9da7-31249a1b81ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:08.753981 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Attempting to bind port c6807b61-b5eb-4cc7-b303-9fa0471766a4 on network a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:08.765486 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:08.765867 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Checking segment: {'id': 'd257a9bd-60b8-4b17-9da7-31249a1b81ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:08.766489 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.767111 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Bound using segment: {'id': 'd257a9bd-60b8-4b17-9da7-31249a1b81ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:08.767767 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Bound port: c6807b61-b5eb-4cc7-b303-9fa0471766a4, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd257a9bd-60b8-4b17-9da7-31249a1b81ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:08.768370 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.819982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c679c485-5e13-4abe-8128-a3f7f147eb58,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:08.836831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f7c6bf-da72-4293-9e36-c41e00fa5fb7 None None] Network b31cf8a6-93ac-428c-a80a-1293f9f9d43a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:08.855414 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] For port c6807b61-b5eb-4cc7-b303-9fa0471766a4, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:08.859791 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] For port c6807b61-b5eb-4cc7-b303-9fa0471766a4, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c6807b61-b5eb-4cc7-b303-9fa0471766a4,segment=NetworkSegment(d257a9bd-60b8-4b17-9da7-31249a1b81ca),segment_id=d257a9bd-60b8-4b17-9da7-31249a1b81ca)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:08.870202 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.921937 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d634625-8531-4c71-9a23-88e09fd99f08 req-0303752b-11c4-40e8-9ad1-429fb7ab3fbb tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148352 Jul 16 18:02:08.957017 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Routers {'e11dba58-3552-4bbe-9b42-425ce260c4cf'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:08.957620 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e11dba58-3552-4bbe-9b42-425ce260c4cf'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:08.968589 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:08.998429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-74774704-6dd6-4d8d-a330-3410164d4584 None None] Provisioning for port ca0ead1b-4a53-4000-876c-268378ac316b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:09.030931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-6908e64c-f346-42ed-9254-4b8fc0de8de1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=164bfd99667d4e8db654de58223cd6fa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3516309 Jul 16 18:02:09.064339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-74774704-6dd6-4d8d-a330-3410164d4584 None None] Provisioning complete for port ca0ead1b-4a53-4000-876c-268378ac316b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:09.064873 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74774704-6dd6-4d8d-a330-3410164d4584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.074255 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39b9e2-5a7b-49df-afad-a0031628c9bd None None] Pushing event updated for resources: {'Port': ['ID=c6807b61-b5eb-4cc7-b303-9fa0471766a4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:09.090110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf720a0d-d1c7-4873-9e1c-2b334b446736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c679c485-5e13-4abe-8128-a3f7f147eb58'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:09.094067 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65350217-572c-4968-a473-d7c16b017bb9" -d '{"events": [{"server_uuid": "cf720a0d-d1c7-4873-9e1c-2b334b446736", "name": "network-vif-unplugged", "status": "completed", "tag": "c679c485-5e13-4abe-8128-a3f7f147eb58"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:09.103817 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.111979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.172280 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] Set router e11dba58-3552-4bbe-9b42-425ce260c4cf gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:09.207443 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Pushing event updated for resources: {'Port': ['ID=c679c485-5e13-4abe-8128-a3f7f147eb58,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:09.221183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Attempting to bind port 2aac3614-2853-4626-bcec-313fc947b67b on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:09.221562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Attempting to bind port 2aac3614-2853-4626-bcec-313fc947b67b by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:09.221900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Attempting to bind port 2aac3614-2853-4626-bcec-313fc947b67b on network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:09.271689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Port 2aac3614-2853-4626-bcec-313fc947b67b on network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:09.272021 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Attempting to bind port 2aac3614-2853-4626-bcec-313fc947b67b on network 5c6691cf-d5a9-47bc-b44e-6a15604d81d9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:09.297802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:09.298958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Checking segment: {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:09.300737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Bound using segment: {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:09.301410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Bound port: 2aac3614-2853-4626-bcec-313fc947b67b, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbae2678-1b8b-499f-90c3-56762aee9fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:09.302698 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.307525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Attempting to bind port c679c485-5e13-4abe-8128-a3f7f147eb58 on host n-h1-793618-9 for vnic_type normal with profile {"migrating_to": "n-h2-793618-9"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:09.307896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Attempting to bind port c679c485-5e13-4abe-8128-a3f7f147eb58 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:09.308238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Attempting to bind port c679c485-5e13-4abe-8128-a3f7f147eb58 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:09.317164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Port c679c485-5e13-4abe-8128-a3f7f147eb58 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:09.317537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Attempting to bind port c679c485-5e13-4abe-8128-a3f7f147eb58 on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:09.329818 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:09.330105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:09.330366 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Bound using segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:09.330712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Bound port: c679c485-5e13-4abe-8128-a3f7f147eb58, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:09.331079 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.411232 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74774704-6dd6-4d8d-a330-3410164d4584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.444315 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-f5a3392f-cfd4-48fd-aff2-02ca07ca5172 service neutron] 10.222.0.52 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974802 Jul 16 18:02:09.446824 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] For port 2aac3614-2853-4626-bcec-313fc947b67b, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:09.452493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] For port 2aac3614-2853-4626-bcec-313fc947b67b, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2aac3614-2853-4626-bcec-313fc947b67b,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:09.467050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-74774704-6dd6-4d8d-a330-3410164d4584 None None] For port ca0ead1b-4a53-4000-876c-268378ac316b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ca0ead1b-4a53-4000-876c-268378ac316b,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:09.476436 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74774704-6dd6-4d8d-a330-3410164d4584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.476585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:09.481667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c679c485-5e13-4abe-8128-a3f7f147eb58,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:09.491695 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.543367 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.544441 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'name': 'tempest-ServersTestMultiNic-2057511786-router', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:57Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 4, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'gw_port': {'id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:58Z', 'updated_at': '2021-07-16T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c6807b61-b5eb-4cc7-b303-9fa0471766a4', 'name': '', 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'mac_address': 'fa:16:3e:41:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '832c288e-e7e2-41f7-88ec-6785f55372e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:01Z', 'updated_at': '2021-07-16T18:02:08Z', 'revision_number': 4, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'subnets': [{'id': '832c288e-e7e2-41f7-88ec-6785f55372e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:09.576697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74774704-6dd6-4d8d-a330-3410164d4584 None None] Pushing event updated for resources: {'Port': ['ID=ca0ead1b-4a53-4000-876c-268378ac316b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:09.589355 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8a0f6-4bcc-4bf4-9cd2-f10c517ed618 None None] The sync data for ids ['e11dba58-3552-4bbe-9b42-425ce260c4cf'] in n-d-793618-9 is: [{'id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'name': 'tempest-ServersTestMultiNic-2057511786-router', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:57Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 4, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'gw_port': {'id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:58Z', 'updated_at': '2021-07-16T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c6807b61-b5eb-4cc7-b303-9fa0471766a4', 'name': '', 'network_id': 'a1cfc1ea-dbb1-44c9-be28-9d5b51f59888', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'mac_address': 'fa:16:3e:41:ef:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '832c288e-e7e2-41f7-88ec-6785f55372e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:01Z', 'updated_at': '2021-07-16T18:02:08Z', 'revision_number': 4, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'subnets': [{'id': '832c288e-e7e2-41f7-88ec-6785f55372e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:09.606832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:09.616897 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.618455 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] 10.222.0.42 "PUT /v2.0/ports/c679c485-5e13-4abe-8128-a3f7f147eb58 HTTP/1.1" status: 200 len: 1121 time: 1.1792855 Jul 16 18:02:09.626257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3189c2-e547-4b3f-a754-d05df6f217df service neutron] Pushing event updated for resources: {'Port': ['ID=c679c485-5e13-4abe-8128-a3f7f147eb58,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:09.665897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba568be-7204-4174-8c16-62ae3cdd8758 req-9b42333f-0b55-41f0-ae62-6e6b1b5ea424 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:09.683978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eba568be-7204-4174-8c16-62ae3cdd8758 req-9b42333f-0b55-41f0-ae62-6e6b1b5ea424 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 943 time: 0.5588517 Jul 16 18:02:09.711602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['c679c485-5e13-4abe-8128-a3f7f147eb58'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:09.749916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:09.752100 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.754289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] 10.222.0.42 "PUT /v2.0/ports/2aac3614-2853-4626-bcec-313fc947b67b HTTP/1.1" status: 200 len: 1091 time: 2.9898658 Jul 16 18:02:09.766633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d36679-f589-4003-9a6d-7cb3880cd395', 'tag': '2aac3614-2853-4626-bcec-313fc947b67b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:09.770356 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b0fd83-7533-45cb-91f0-33d4c463c530" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d36679-f589-4003-9a6d-7cb3880cd395", "tag": "2aac3614-2853-4626-bcec-313fc947b67b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:09.829740 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9236f8-7561-4fd6-a699-2d4ca9fa8b7a service neutron] Pushing event updated for resources: {'Port': ['ID=2aac3614-2853-4626-bcec-313fc947b67b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:09.868569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-0a0d1ee1-2e9c-4502-87e8-849f6997a7e3 service neutron] 10.222.0.52 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134481 Jul 16 18:02:09.889252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eba568be-7204-4174-8c16-62ae3cdd8758 req-9cd348aa-fc1b-4dcf-909e-16c06a54494a tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018094 Jul 16 18:02:09.989107 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734bba1f-fd81-4ff5-a5ff-4316074e1119 None None] Network 549e85e0-3fa0-4e0d-b14b-898de0976841 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:10.095433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b2a7bb27-ca02-4d70-8996-52b09730ba18 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:10.169712 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9ccb23bb-e37e-4b21-b3fa-ae0de7a0b207 None None] Provisioning complete for port ca0ead1b-4a53-4000-876c-268378ac316b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:10.170096 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ccb23bb-e37e-4b21-b3fa-ae0de7a0b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.303278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-df9e6dd0-31f3-4f0f-883d-689f48dd6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:10.304863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-df9e6dd0-31f3-4f0f-883d-689f48dd6ebd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 1094 time: 0.4940708 Jul 16 18:02:10.326450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port b2a7bb27-ca02-4d70-8996-52b09730ba18 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:10.335592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c6807b61-b5eb-4cc7-b303-9fa0471766a4 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:10.377681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-7804fc66-ba75-4c47-9266-4a9fb93e12fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2aac3614-2853-4626-bcec-313fc947b67b HTTP/1.1" status: 200 len: 217 time: 0.0586822 Jul 16 18:02:10.379912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-eeb7e491-1b1e-47d4-8139-dd43a323bc5f service neutron] 10.222.0.52 "GET /v2.0/networks/549e85e0-3fa0-4e0d-b14b-898de0976841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892805 Jul 16 18:02:10.402092 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port c6807b61-b5eb-4cc7-b303-9fa0471766a4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:10.406975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c6807b61-b5eb-4cc7-b303-9fa0471766a4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:10.407367 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.460567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35ed2965-e848-4ce6-a795-6e5f3c1edddd None None] Provisioning for port b2a7bb27-ca02-4d70-8996-52b09730ba18 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:10.465104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-35ed2965-e848-4ce6-a795-6e5f3c1edddd None None] Provisioning complete for port b2a7bb27-ca02-4d70-8996-52b09730ba18 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:10.465524 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35ed2965-e848-4ce6-a795-6e5f3c1edddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.527910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-a0d32d77-cabd-4007-832d-55c7dd240903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:10.529430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-a0d32d77-cabd-4007-832d-55c7dd240903 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74a8ce34-8c02-46f7-9b44-335db1e8053f HTTP/1.1" status: 200 len: 845 time: 0.1239183 Jul 16 18:02:10.586424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-0aefd405-1e25-472e-92b0-34f5d806c017 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451725 Jul 16 18:02:10.587760 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.601843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c5050-859d-4a93-9fa7-3aa932755eee req-fdea9aef-4fdd-4c6a-a7fc-367f1edf81d1 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:10.603432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-895c5050-859d-4a93-9fa7-3aa932755eee req-fdea9aef-4fdd-4c6a-a7fc-367f1edf81d1 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 946 time: 0.2398109 Jul 16 18:02:10.618007 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-90260656-e8b8-4503-afa0-8186125edf53 service neutron] 10.222.0.52 "GET /v2.0/networks/549e85e0-3fa0-4e0d-b14b-898de0976841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140875 Jul 16 18:02:10.638109 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35ed2965-e848-4ce6-a795-6e5f3c1edddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.641754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port c6807b61-b5eb-4cc7-b303-9fa0471766a4, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c6807b61-b5eb-4cc7-b303-9fa0471766a4,segment=NetworkSegment(d257a9bd-60b8-4b17-9da7-31249a1b81ca),segment_id=d257a9bd-60b8-4b17-9da7-31249a1b81ca)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:10.651717 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.652541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ca0ead1b-4a53-4000-876c-268378ac316b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:10.763117 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-35ed2965-e848-4ce6-a795-6e5f3c1edddd None None] For port b2a7bb27-ca02-4d70-8996-52b09730ba18, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b2a7bb27-ca02-4d70-8996-52b09730ba18,segment=NetworkSegment(a327effd-d535-4a7a-9ca9-96ab7a0a2b98),segment_id=a327effd-d535-4a7a-9ca9-96ab7a0a2b98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:10.766719 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-895c5050-859d-4a93-9fa7-3aa932755eee req-aeb0a1db-abfd-4fdb-8a7d-9ecb7fd4a9a9 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/security-groups?id=99b4edcc-9ce5-4620-9d03-3fed85d81566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523707 Jul 16 18:02:10.771813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=c6807b61-b5eb-4cc7-b303-9fa0471766a4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:10.774587 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35ed2965-e848-4ce6-a795-6e5f3c1edddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.809423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ca0ead1b-4a53-4000-876c-268378ac316b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:10.809825 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.816916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-fb1e0ab3-be66-4112-b728-bf83ef5020be service neutron] 10.222.0.52 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849427 Jul 16 18:02:10.824058 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-c44251d9-e64f-4ff2-9263-020078a03708 service neutron] 10.222.0.42 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181084 Jul 16 18:02:10.982700 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7067754a-e676-4701-9e1b-2ce6d0d3a161 req-bf9edcbe-70b9-4e62-a454-c3928e9deb03 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/4bf54088-de26-4809-bd81-4233f42c0d62 HTTP/1.1" status: 200 len: 2995 time: 0.1690478 Jul 16 18:02:10.992334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed2965-e848-4ce6-a795-6e5f3c1edddd None None] Pushing event updated for resources: {'Port': ['ID=b2a7bb27-ca02-4d70-8996-52b09730ba18,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:10.997867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3743f1f4-c810-46d5-9995-6568984c2d27 None None] Provisioning complete for port b2a7bb27-ca02-4d70-8996-52b09730ba18 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:10.998250 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3743f1f4-c810-46d5-9995-6568984c2d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.026761 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb17bde3-8579-4fac-b721-18ac0c6147f6 req-5c977e92-776c-42ef-b1e9-501c3ab3ff63 service neutron] 10.222.0.42 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864889 Jul 16 18:02:11.030209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-628cba6a-c25e-42c9-a8e5-526fcfa49c52 service neutron] 10.222.0.52 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052908 Jul 16 18:02:11.139643 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002f9778-f432-4958-8765-0c0140fb0115 x-openstack-request-id: req-002f9778-f432-4958-8765-0c0140fb0115 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:11.140157 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf720a0d-d1c7-4873-9e1c-2b334b446736", "name": "network-vif-unplugged", "status": "completed", "tag": "c679c485-5e13-4abe-8128-a3f7f147eb58", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:11.140287 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-002f9778-f432-4958-8765-0c0140fb0115 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:11.140639 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf720a0d-d1c7-4873-9e1c-2b334b446736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c679c485-5e13-4abe-8128-a3f7f147eb58', 'code': 200} Jul 16 18:02:11.148854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c679c485-5e13-4abe-8128-a3f7f147eb58 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:11.187792 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e066d0-2d7c-4f5e-8689-2b656d6307ce x-openstack-request-id: req-92e066d0-2d7c-4f5e-8689-2b656d6307ce {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:11.188092 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d36679-f589-4003-9a6d-7cb3880cd395", "tag": "2aac3614-2853-4626-bcec-313fc947b67b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:11.188348 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92e066d0-2d7c-4f5e-8689-2b656d6307ce {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:11.188931 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d36679-f589-4003-9a6d-7cb3880cd395', 'tag': '2aac3614-2853-4626-bcec-313fc947b67b', 'status': 'completed', 'code': 200} Jul 16 18:02:11.299677 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c679c485-5e13-4abe-8128-a3f7f147eb58,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:11.315846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c679c485-5e13-4abe-8128-a3f7f147eb58 has no active binding in host n-h2-793618-9 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:02:11.375520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0fd83-7533-45cb-91f0-33d4c463c530 req-5c507001-167d-49db-bbe2-8dadafec4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.378158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45b0fd83-7533-45cb-91f0-33d4c463c530 req-5c507001-167d-49db-bbe2-8dadafec4eb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 1094 time: 0.1628008 Jul 16 18:02:11.400480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02682dd3-1ecd-4f31-9842-48235be19153 req-e38ba707-0961-467f-b495-9ae5260a780a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.402320 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02682dd3-1ecd-4f31-9842-48235be19153 req-e38ba707-0961-467f-b495-9ae5260a780a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 943 time: 0.1340756 Jul 16 18:02:11.524946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02682dd3-1ecd-4f31-9842-48235be19153 req-d5e0cd98-b8cd-47a1-9da0-c9d7f32bfde7 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087759 Jul 16 18:02:11.532273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606486-8907-48f7-89ef-acbeb8bd21da req-7cdf1434-379a-41f2-9d0b-110bed379c64 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.534242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac606486-8907-48f7-89ef-acbeb8bd21da req-7cdf1434-379a-41f2-9d0b-110bed379c64 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 945 time: 0.2010057 Jul 16 18:02:11.577038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0fd83-7533-45cb-91f0-33d4c463c530 req-b5806917-a8fb-4334-ba40-5cc36f46a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.578606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45b0fd83-7533-45cb-91f0-33d4c463c530 req-b5806917-a8fb-4334-ba40-5cc36f46a724 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 200 len: 906 time: 0.1754942 Jul 16 18:02:11.605488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac606486-8907-48f7-89ef-acbeb8bd21da req-ec31cce5-46cb-4c37-aa04-848813b24efc tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb93bc43-1813-459e-92d3-1b879474310a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640686 Jul 16 18:02:11.650856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45b0fd83-7533-45cb-91f0-33d4c463c530 req-a73f88f4-2ec5-4a28-97f4-b30d883b82d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2aac3614-2853-4626-bcec-313fc947b67b HTTP/1.1" status: 200 len: 217 time: 0.0467114 Jul 16 18:02:11.711557 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-7123371c-12e8-4195-8bd5-51ea1513217f tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.713210 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-7123371c-12e8-4195-8bd5-51ea1513217f tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.42 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 945 time: 0.0881903 Jul 16 18:02:11.742256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0fd83-7533-45cb-91f0-33d4c463c530 req-540f6a35-f642-477b-9c95-666093836c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.743856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45b0fd83-7533-45cb-91f0-33d4c463c530 req-540f6a35-f642-477b-9c95-666093836c99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74a8ce34-8c02-46f7-9b44-335db1e8053f HTTP/1.1" status: 200 len: 845 time: 0.0914488 Jul 16 18:02:11.756782 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b2a7bb27-ca02-4d70-8996-52b09730ba18 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:11.819964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45b0fd83-7533-45cb-91f0-33d4c463c530 req-3e280922-a0c6-4fbb-b12f-33278f74d538 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5c6691cf-d5a9-47bc-b44e-6a15604d81d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683167 Jul 16 18:02:11.825468 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3949f3a-0f81-4149-b730-8af10684204a req-65c7cd92-d47a-42d2-8f77-152f71077bb5 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.826945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3949f3a-0f81-4149-b730-8af10684204a req-65c7cd92-d47a-42d2-8f77-152f71077bb5 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 1095 time: 0.1689122 Jul 16 18:02:11.834514 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b2a7bb27-ca02-4d70-8996-52b09730ba18 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:11.835253 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.894551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Deleting port f7750e4b-392d-4f21-936c-17b0af8d3405 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:11.895572 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.936639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3949f3a-0f81-4149-b730-8af10684204a req-62192c87-a6fc-4ad3-9f37-6637c79e38a0 tempest-LiveMigrationTest-1636424691 tempest-LiveMigrationTest-1636424691-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880718 Jul 16 18:02:11.949907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c6807b61-b5eb-4cc7-b303-9fa0471766a4 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:11.992732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45b0fd83-7533-45cb-91f0-33d4c463c530 req-c839ec3b-bb42-486a-bea0-dee9193e8e10 service neutron] 10.222.0.42 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648121 Jul 16 18:02:12.041166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c6807b61-b5eb-4cc7-b303-9fa0471766a4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:12.042122 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.066377 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] For port f7750e4b-392d-4f21-936c-17b0af8d3405, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f7750e4b-392d-4f21-936c-17b0af8d3405,segment=NetworkSegment(97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b),segment_id=97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:12.069097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.088771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ee35533-0eda-44fb-b407-4db1ef538db7 req-3a74102c-5c75-4802-bdcd-0b4c8e9cf786 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-group-rules/d8e03705-6556-4229-9549-655985e93b50 HTTP/1.1" status: 200 len: 783 time: 0.0786743 Jul 16 18:02:12.214955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45b0fd83-7533-45cb-91f0-33d4c463c530 req-711216e4-8258-4822-93e9-befb46fa00c4 service neutron] 10.222.0.42 "GET /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140734 Jul 16 18:02:12.217656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ee35533-0eda-44fb-b407-4db1ef538db7 req-1ba067c9-aabc-494c-bcc0-f775660ca190 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/4bf54088-de26-4809-bd81-4233f42c0d62 HTTP/1.1" status: 200 len: 2995 time: 0.1207089 Jul 16 18:02:12.267909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657ce3c-bbff-4604-aa1a-d33c05229a42 req-7f45cb1b-9635-402f-9ac9-9a8184ac6546 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:12.269556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5657ce3c-bbff-4604-aa1a-d33c05229a42 req-7f45cb1b-9635-402f-9ac9-9a8184ac6546 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 943 time: 0.1654594 Jul 16 18:02:12.272506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ee35533-0eda-44fb-b407-4db1ef538db7 req-777e5e05-5c37-4f3f-878a-62086128dab3 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.281652 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ee35533-0eda-44fb-b407-4db1ef538db7 req-777e5e05-5c37-4f3f-878a-62086128dab3 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.323021 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.323651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.323774 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Floating IP 1d50c64f-5d4c-4820-ba3b-ce4a37a419eb disassociated. External IP: 172.25.8.16, port: f7750e4b-392d-4f21-936c-17b0af8d3405. Jul 16 18:02:12.324017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Calling delete_port for f7750e4b-392d-4f21-936c-17b0af8d3405 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:12.331710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5657ce3c-bbff-4604-aa1a-d33c05229a42 req-edd610c0-6e70-4b54-b000-2ab19297c4e7 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559773 Jul 16 18:02:12.332977 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ee35533-0eda-44fb-b407-4db1ef538db7 req-777e5e05-5c37-4f3f-878a-62086128dab3 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.340352 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ee35533-0eda-44fb-b407-4db1ef538db7 req-777e5e05-5c37-4f3f-878a-62086128dab3 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.341212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ee35533-0eda-44fb-b407-4db1ef538db7 req-777e5e05-5c37-4f3f-878a-62086128dab3 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/d8e03705-6556-4229-9549-655985e93b50 HTTP/1.1" status: 204 len: 173 time: 0.1153638 Jul 16 18:02:12.350192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e5e05-5c37-4f3f-878a-62086128dab3 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8e03705-6556-4229-9549-655985e93b50,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:12.475788 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.499711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a47c3fa2-b452-40be-a533-3fa4161894bf req-b870b250-643e-4d0e-b3b9-53f9378ccf73 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 210 time: 0.0437808 Jul 16 18:02:12.515974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Pushing event deleted for resources: {'Port': ['ID=f7750e4b-392d-4f21-936c-17b0af8d3405,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:12.674302 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:12.706112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-8665b1fc-451e-4775-8827-cc0994c4785d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:12.713261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-8665b1fc-451e-4775-8827-cc0994c4785d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:12.714895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-8665b1fc-451e-4775-8827-cc0994c4785d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "GET /v2.0/networks?id=b31cf8a6-93ac-428c-a80a-1293f9f9d43a&id=549e85e0-3fa0-4e0d-b14b-898de0976841&id=b31cf8a6-93ac-428c-a80a-1293f9f9d43a HTTP/1.1" status: 200 len: 1391 time: 0.1776812 Jul 16 18:02:12.727813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c236fd98-8961-4f75-a916-becbafa36e1d req-5e1b14e1-b298-41d1-900a-2b676a0f899b tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/4bf54088-de26-4809-bd81-4233f42c0d62 HTTP/1.1" status: 200 len: 2397 time: 0.0752218 Jul 16 18:02:12.785953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'port': {'device_id': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a', 'admin_state_up': True, 'tenant_id': '164bfd99667d4e8db654de58223cd6fa'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:12.807767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:12.821541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3093f3-9ea6-4aad-9d00-33a1a0f18960 None None] Sync routers for ids ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:12.825979 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c236fd98-8961-4f75-a916-becbafa36e1d req-39b23865-686f-4e70-aa41-83b737a97142 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.853779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3093f3-9ea6-4aad-9d00-33a1a0f18960 None None] Routers {'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:12.854438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3b3093f3-9ea6-4aad-9d00-33a1a0f18960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:12.887792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] No DVR routers for this DVR port f7750e4b-392d-4f21-936c-17b0af8d3405 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:12.890651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.892981 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d8d0fc71-925c-4a67-833c-ae04fe3cacaf req-b3fa59f9-c6e5-4d03-b79d-51f70ff4ce71 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.42 "DELETE /v2.0/ports/f7750e4b-392d-4f21-936c-17b0af8d3405 HTTP/1.1" status: 204 len: 173 time: 1.1740952 Jul 16 18:02:12.935508 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c236fd98-8961-4f75-a916-becbafa36e1d req-39b23865-686f-4e70-aa41-83b737a97142 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.987030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3b3093f3-9ea6-4aad-9d00-33a1a0f18960 None None] Set router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:13.027242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:13.030846 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.036839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c236fd98-8961-4f75-a916-becbafa36e1d req-39b23865-686f-4e70-aa41-83b737a97142 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.039382 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c236fd98-8961-4f75-a916-becbafa36e1d req-39b23865-686f-4e70-aa41-83b737a97142 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.051963 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c236fd98-8961-4f75-a916-becbafa36e1d req-39b23865-686f-4e70-aa41-83b737a97142 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "DELETE /v2.0/security-groups/4bf54088-de26-4809-bd81-4233f42c0d62 HTTP/1.1" status: 204 len: 173 time: 0.3170879 Jul 16 18:02:13.092456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ed743-b549-48a7-81e6-cc79b2abbe19 req-e395c822-986f-4b84-9524-5c162463366b tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.094122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-546ed743-b549-48a7-81e6-cc79b2abbe19 req-e395c822-986f-4b84-9524-5c162463366b tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 943 time: 0.2061026 Jul 16 18:02:13.139051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b23865-686f-4e70-aa41-83b737a97142 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf54088-de26-4809-bd81-4233f42c0d62,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:13.141452 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf720a0d-d1c7-4873-9e1c-2b334b446736', 'tag': 'c679c485-5e13-4abe-8128-a3f7f147eb58'}, {'server_uuid': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'name': 'network-vif-deleted', 'tag': 'f7750e4b-392d-4f21-936c-17b0af8d3405'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:13.144060 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0089be84-2d15-46e8-9569-bf519d5fd113" -d '{"events": [{"name": "network-changed", "server_uuid": "cf720a0d-d1c7-4873-9e1c-2b334b446736", "tag": "c679c485-5e13-4abe-8128-a3f7f147eb58"}, {"server_uuid": "da3668e3-e3c9-4e72-ba62-1582fef78a6d", "name": "network-vif-deleted", "tag": "f7750e4b-392d-4f21-936c-17b0af8d3405"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:13.169819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-546ed743-b549-48a7-81e6-cc79b2abbe19 req-ed91aac1-f822-4441-b8c9-7c5c940f470a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681880 Jul 16 18:02:13.217387 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 2aac3614-2853-4626-bcec-313fc947b67b details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:13.301122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Allocated IP 19.80.0.80 (b31cf8a6-93ac-428c-a80a-1293f9f9d43a/12167375-fb3e-4d52-82fe-d0a411a03762/522430ae-f490-4792-b945-f80e5562b4bd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:13.371789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3b3093f3-9ea6-4aad-9d00-33a1a0f18960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T17:59:49Z', 'revision_number': 4, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '1b38a202-fd53-4b1c-8bcf-a62436bb727d', 'name': '', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'mac_address': 'fa:16:3e:b5:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:48Z', 'updated_at': '2021-07-16T17:59:58Z', 'revision_number': 5, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'subnets': [{'id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:13.403508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3093f3-9ea6-4aad-9d00-33a1a0f18960 None None] Checking router: a43b0644-ba3f-46d2-8d9b-128ad86ff0ab for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:13.421767 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bc9a27d-f7cd-402b-bdfb-876b5a6ac819 req-8a001e83-1ccf-4854-8ee5-d02deb89bb63 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/ports?device_id=da3668e3-e3c9-4e72-ba62-1582fef78a6d HTTP/1.1" status: 200 len: 210 time: 0.0509038 Jul 16 18:02:13.425892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 2aac3614-2853-4626-bcec-313fc947b67b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2aac3614-2853-4626-bcec-313fc947b67b,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:13.436845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3093f3-9ea6-4aad-9d00-33a1a0f18960 None None] Routers {'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:13.437652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3b3093f3-9ea6-4aad-9d00-33a1a0f18960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:13.444054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '2aac3614-2853-4626-bcec-313fc947b67b', 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'port_id': '2aac3614-2853-4626-bcec-313fc947b67b', 'mac_address': 'fa:16:3e:56:4e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a8ce34-8c02-46f7-9b44-335db1e8053f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:13.531605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-63dd12ee-d70a-4c62-98d7-cc54a203f2c5 service neutron] 10.222.0.38 "GET /v2.0/ports/c679c485-5e13-4abe-8128-a3f7f147eb58/bindings/n-h2-793618-9 HTTP/1.1" status: 200 len: 384 time: 0.2116957 Jul 16 18:02:13.553251 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-364d14a8-e715-4351-92f9-551394579fef req-7dfaa4ae-dbfe-4a06-8a01-cd2459741c52 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] show failed (client error): The resource could not be found. Jul 16 18:02:13.554385 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-364d14a8-e715-4351-92f9-551394579fef req-7dfaa4ae-dbfe-4a06-8a01-cd2459741c52 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/c457709a-4f85-4098-8746-954391f11f9c HTTP/1.1" status: 404 len: 352 time: 0.0566812 Jul 16 18:02:13.621470 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.643534 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7d07f3-eff0-47aa-a11d-d8e54829d588 x-openstack-request-id: req-0d7d07f3-eff0-47aa-a11d-d8e54829d588 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:13.644776 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf720a0d-d1c7-4873-9e1c-2b334b446736", "tag": "c679c485-5e13-4abe-8128-a3f7f147eb58", "status": "completed", "code": 200}, {"server_uuid": "da3668e3-e3c9-4e72-ba62-1582fef78a6d", "name": "network-vif-deleted", "tag": "f7750e4b-392d-4f21-936c-17b0af8d3405", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:13.645507 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d7d07f3-eff0-47aa-a11d-d8e54829d588 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:13.646014 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf720a0d-d1c7-4873-9e1c-2b334b446736', 'tag': 'c679c485-5e13-4abe-8128-a3f7f147eb58', 'status': 'completed', 'code': 200} Jul 16 18:02:13.646610 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3668e3-e3c9-4e72-ba62-1582fef78a6d', 'name': 'network-vif-deleted', 'tag': 'f7750e4b-392d-4f21-936c-17b0af8d3405', 'status': 'completed', 'code': 200} Jul 16 18:02:13.666520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aac3614-2853-4626-bcec-313fc947b67b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:13.698990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cf764-636e-4820-a89a-cdb9c927378d req-38927b45-3dc2-4eeb-85e1-e102365fa04b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.700860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-694cf764-636e-4820-a89a-cdb9c927378d req-38927b45-3dc2-4eeb-85e1-e102365fa04b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 944 time: 0.2785492 Jul 16 18:02:13.702187 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3b3093f3-9ea6-4aad-9d00-33a1a0f18960 None None] Set router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:13.772990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12bd5e-932d-4af8-b67f-dcdf283b420d req-fe29f448-09a5-4f4c-a8b1-9f1107e88d58 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.781249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 2aac3614-2853-4626-bcec-313fc947b67b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2aac3614-2853-4626-bcec-313fc947b67b,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:13.781986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d12bd5e-932d-4af8-b67f-dcdf283b420d req-fe29f448-09a5-4f4c-a8b1-9f1107e88d58 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 944 time: 0.3815770 Jul 16 18:02:13.790227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089be84-2d15-46e8-9569-bf519d5fd113 req-cb05eed8-2f61-4b2a-8074-6123d7d3e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.792182 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0089be84-2d15-46e8-9569-bf519d5fd113 req-cb05eed8-2f61-4b2a-8074-6123d7d3e6d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 1124 time: 0.0914199 Jul 16 18:02:13.793659 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.921795 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089be84-2d15-46e8-9569-bf519d5fd113 req-3f36506e-60b0-493a-aafd-e53422f5eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.923975 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0089be84-2d15-46e8-9569-bf519d5fd113 req-3f36506e-60b0-493a-aafd-e53422f5eb85 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.1244841 Jul 16 18:02:13.964345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=2aac3614-2853-4626-bcec-313fc947b67b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:13.979475 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0089be84-2d15-46e8-9569-bf519d5fd113 req-8a9a1498-9ed7-46bc-8468-a54c810ed10a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c679c485-5e13-4abe-8128-a3f7f147eb58 HTTP/1.1" status: 200 len: 217 time: 0.0481482 Jul 16 18:02:13.979661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d12bd5e-932d-4af8-b67f-dcdf283b420d req-da924135-4e6f-4067-b24e-7e62d83f2d9f tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963966 Jul 16 18:02:14.055918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089be84-2d15-46e8-9569-bf519d5fd113 req-8f3282f4-d8e8-4f87-8524-f04675354bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.057526 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0089be84-2d15-46e8-9569-bf519d5fd113 req-8f3282f4-d8e8-4f87-8524-f04675354bcc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.0712881 Jul 16 18:02:14.072344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['2aac3614-2853-4626-bcec-313fc947b67b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:14.123833 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0089be84-2d15-46e8-9569-bf519d5fd113 req-20737f22-0993-4916-8da7-fbfae0c5326a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586820 Jul 16 18:02:14.182126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3b3093f3-9ea6-4aad-9d00-33a1a0f18960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T17:59:49Z', 'revision_number': 4, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '1b38a202-fd53-4b1c-8bcf-a62436bb727d', 'name': '', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'mac_address': 'fa:16:3e:b5:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:48Z', 'updated_at': '2021-07-16T17:59:58Z', 'revision_number': 5, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'subnets': [{'id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:14.244485 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0089be84-2d15-46e8-9569-bf519d5fd113 req-7956a86a-cf4d-480e-8a33-e1765722c088 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122921 Jul 16 18:02:14.268572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3093f3-9ea6-4aad-9d00-33a1a0f18960 None None] The sync data for ids ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'] in n-d-793618-9 is: [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T17:59:49Z', 'revision_number': 4, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '1b38a202-fd53-4b1c-8bcf-a62436bb727d', 'name': '', 'network_id': '15486c4d-c262-4e88-9036-2ec8ba922abe', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'mac_address': 'fa:16:3e:b5:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:48Z', 'updated_at': '2021-07-16T17:59:58Z', 'revision_number': 5, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'subnets': [{'id': '8aad6c5a-210b-47f9-a347-b8352be22239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:14.343841 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.365030 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0089be84-2d15-46e8-9569-bf519d5fd113 req-47f1e450-a270-40ee-825f-45a21fe63b83 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130540 Jul 16 18:02:14.424521 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f7d8ec8-32ca-4abe-8196-42eff9639d8f req-5d1c1f93-ce2e-4439-a9bd-129b278d3245 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 210 time: 0.0838037 Jul 16 18:02:14.435519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Transition to ACTIVE for port object 522430ae-f490-4792-b945-f80e5562b4bd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:14.518274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-694cf764-636e-4820-a89a-cdb9c927378d req-1d79d0f1-1e3d-4bec-9561-47b02eee40ca tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Deleting port ed4bce58-6103-47bd-b39e-84d31adbdad5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:14.518632 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-694cf764-636e-4820-a89a-cdb9c927378d req-1d79d0f1-1e3d-4bec-9561-47b02eee40ca tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.541053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd58611-bb95-439d-bd04-b0502e6d1860 req-5f5466e7-8505-4e56-b33e-608013131040 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.542653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5cd58611-bb95-439d-bd04-b0502e6d1860 req-5f5466e7-8505-4e56-b33e-608013131040 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 944 time: 0.6916645 Jul 16 18:02:14.575738 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86979552-677a-4fdc-9b09-0e8707acfd33 None None] New status for floating IP 1d50c64f-5d4c-4820-ba3b-ce4a37a419eb: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:02:14.639556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-5589bbe4-855c-464b-aa77-841a7bd77e7a service neutron] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c679c485-5e13-4abe-8128-a3f7f147eb58,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:14.668105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba9cb849-94f5-421a-ae64-8ab90f5a9c7a req-f7ac8dc9-cda6-4aa3-9807-1094e922bcd0 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/59623157-e7a0-460b-af43-d4a215de53ac HTTP/1.1" status: 200 len: 1805 time: 0.2150958 Jul 16 18:02:14.682896 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.766645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5cd58611-bb95-439d-bd04-b0502e6d1860 req-5173b34c-a6f7-459b-81ed-bd4bcf99645e tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002790 Jul 16 18:02:14.788268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-5589bbe4-855c-464b-aa77-841a7bd77e7a service neutron] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:14.826301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network b31cf8a6-93ac-428c-a80a-1293f9f9d43a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:14.831723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-694cf764-636e-4820-a89a-cdb9c927378d req-1d79d0f1-1e3d-4bec-9561-47b02eee40ca tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] For port ed4bce58-6103-47bd-b39e-84d31adbdad5, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=ed4bce58-6103-47bd-b39e-84d31adbdad5,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:14.832098 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-694cf764-636e-4820-a89a-cdb9c927378d req-1d79d0f1-1e3d-4bec-9561-47b02eee40ca tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.848477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:14.858974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:14.864267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Port': ['ID=522430ae-f490-4792-b945-f80e5562b4bd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:14.869436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-694cf764-636e-4820-a89a-cdb9c927378d req-1d79d0f1-1e3d-4bec-9561-47b02eee40ca tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Calling delete_port for ed4bce58-6103-47bd-b39e-84d31adbdad5 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:14.912932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-5589bbe4-855c-464b-aa77-841a7bd77e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c679c485-5e13-4abe-8128-a3f7f147eb58 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:14.947846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-5589bbe4-855c-464b-aa77-841a7bd77e7a service neutron] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c679c485-5e13-4abe-8128-a3f7f147eb58,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:14.993579 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba9cb849-94f5-421a-ae64-8ab90f5a9c7a req-05c5b5dd-152b-480c-b647-f69d6c6c2d4f tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.013663 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-5589bbe4-855c-464b-aa77-841a7bd77e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.047802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.047802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.059787 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba9cb849-94f5-421a-ae64-8ab90f5a9c7a req-05c5b5dd-152b-480c-b647-f69d6c6c2d4f tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.081749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee16c205-477f-4080-b747-8701f141f885 None None] Provisioning for port 522430ae-f490-4792-b945-f80e5562b4bd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:15.086734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee16c205-477f-4080-b747-8701f141f885 None None] Provisioning complete for port 522430ae-f490-4792-b945-f80e5562b4bd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:15.087303 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee16c205-477f-4080-b747-8701f141f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.126512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ee16c205-477f-4080-b747-8701f141f885 None None] Port 522430ae-f490-4792-b945-f80e5562b4bd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:15.136772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-788e189f-ea52-43d2-99de-932b15e68f36 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3550332 Jul 16 18:02:15.163748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'port': {'device_id': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841', 'admin_state_up': True, 'tenant_id': '164bfd99667d4e8db654de58223cd6fa'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:15.174175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 2aac3614-2853-4626-bcec-313fc947b67b up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:15.223054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 2aac3614-2853-4626-bcec-313fc947b67b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:15.227723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 2aac3614-2853-4626-bcec-313fc947b67b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:15.228101 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.305769 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.310068 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba9cb849-94f5-421a-ae64-8ab90f5a9c7a req-05c5b5dd-152b-480c-b647-f69d6c6c2d4f tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.312637 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba9cb849-94f5-421a-ae64-8ab90f5a9c7a req-05c5b5dd-152b-480c-b647-f69d6c6c2d4f tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.313807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba9cb849-94f5-421a-ae64-8ab90f5a9c7a req-05c5b5dd-152b-480c-b647-f69d6c6c2d4f tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "DELETE /v2.0/security-groups/59623157-e7a0-460b-af43-d4a215de53ac HTTP/1.1" status: 204 len: 173 time: 0.6360352 Jul 16 18:02:15.332156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d36679-f589-4003-9a6d-7cb3880cd395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aac3614-2853-4626-bcec-313fc947b67b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:15.335414 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83c5cdf-0c2f-413d-b6c9-11703a43c326" -d '{"events": [{"server_uuid": "d6d36679-f589-4003-9a6d-7cb3880cd395", "name": "network-vif-plugged", "status": "completed", "tag": "2aac3614-2853-4626-bcec-313fc947b67b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:15.346561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5b5dd-152b-480c-b647-f69d6c6c2d4f tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59623157-e7a0-460b-af43-d4a215de53ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:15.351406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 2aac3614-2853-4626-bcec-313fc947b67b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2aac3614-2853-4626-bcec-313fc947b67b,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:15.357490 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.358355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device f7750e4b-392d-4f21-936c-17b0af8d3405 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:15.377901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-5589bbe4-855c-464b-aa77-841a7bd77e7a service neutron] Transition to ACTIVE for port object c679c485-5e13-4abe-8128-a3f7f147eb58 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:15.381693 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-694cf764-636e-4820-a89a-cdb9c927378d req-1d79d0f1-1e3d-4bec-9561-47b02eee40ca tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.387167 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-5589bbe4-855c-464b-aa77-841a7bd77e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.405990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: f7750e4b-392d-4f21-936c-17b0af8d3405 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:15.406537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device f7750e4b-392d-4f21-936c-17b0af8d3405 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:15.408054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:15.438955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79d0f1-1e3d-4bec-9561-47b02eee40ca tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Pushing event deleted for resources: {'Port': ['ID=ed4bce58-6103-47bd-b39e-84d31adbdad5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:15.464661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491566f-e51a-431d-ab6c-6b1cd8d53208 req-9faa6846-4a71-4c9d-84da-cfd3a3f293e2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.471520 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1491566f-e51a-431d-ab6c-6b1cd8d53208 req-9faa6846-4a71-4c9d-84da-cfd3a3f293e2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 943 time: 0.3204303 Jul 16 18:02:15.473368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=2aac3614-2853-4626-bcec-313fc947b67b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:15.568902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-694cf764-636e-4820-a89a-cdb9c927378d req-1d79d0f1-1e3d-4bec-9561-47b02eee40ca tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] No DVR routers for this DVR port ed4bce58-6103-47bd-b39e-84d31adbdad5 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:15.573499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:15.577080 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.594934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-694cf764-636e-4820-a89a-cdb9c927378d req-1d79d0f1-1e3d-4bec-9561-47b02eee40ca tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.596847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-694cf764-636e-4820-a89a-cdb9c927378d req-1d79d0f1-1e3d-4bec-9561-47b02eee40ca tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.38 "DELETE /v2.0/ports/ed4bce58-6103-47bd-b39e-84d31adbdad5 HTTP/1.1" status: 204 len: 173 time: 1.8516650 Jul 16 18:02:15.598962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee73ad54-fc04-4aeb-ab41-896c0a624c00', 'name': 'network-vif-deleted', 'tag': 'ed4bce58-6103-47bd-b39e-84d31adbdad5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:15.601243 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4063872a-889d-4436-b04f-494b5b86eb54" -d '{"events": [{"server_uuid": "ee73ad54-fc04-4aeb-ab41-896c0a624c00", "name": "network-vif-deleted", "tag": "ed4bce58-6103-47bd-b39e-84d31adbdad5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:15.647552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b277707-768f-4fa8-80fd-df6c98a15649 req-da2e5803-d794-4447-800b-dfbc29b0590e tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 210 time: 0.0821474 Jul 16 18:02:15.659736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1491566f-e51a-431d-ab6c-6b1cd8d53208 req-4221a8a3-26a0-46fe-9d2d-eca3df055d82 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873624 Jul 16 18:02:15.687090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-5589bbe4-855c-464b-aa77-841a7bd77e7a service neutron] No DVR routers for this DVR port c679c485-5e13-4abe-8128-a3f7f147eb58 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:15.701013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589bbe4-855c-464b-aa77-841a7bd77e7a service neutron] Pushing event updated for resources: {'Port': ['ID=c679c485-5e13-4abe-8128-a3f7f147eb58,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:15.735292 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3d0055-e673-4d88-8947-a16892ec7cff x-openstack-request-id: req-bb3d0055-e673-4d88-8947-a16892ec7cff {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:15.735665 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d36679-f589-4003-9a6d-7cb3880cd395", "name": "network-vif-plugged", "status": "completed", "tag": "2aac3614-2853-4626-bcec-313fc947b67b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:15.735987 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb3d0055-e673-4d88-8947-a16892ec7cff {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:15.736460 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d36679-f589-4003-9a6d-7cb3880cd395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aac3614-2853-4626-bcec-313fc947b67b', 'code': 200} Jul 16 18:02:15.766613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:15.813174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-5589bbe4-855c-464b-aa77-841a7bd77e7a service neutron] 10.222.0.38 "PUT /v2.0/ports/c679c485-5e13-4abe-8128-a3f7f147eb58/bindings/n-h2-793618-9/activate HTTP/1.1" status: 200 len: 369 time: 2.2717872 Jul 16 18:02:15.824766 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29a689f0-2d6d-4d5a-b0da-555e17176f0a req-fa04bf9d-801c-461e-97f9-b423c9084204 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/d7d013b1-ec24-4fdf-8cf7-a29815b30e39 HTTP/1.1" status: 200 len: 1804 time: 0.1391048 Jul 16 18:02:15.930746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5d96482-db5a-4d45-85df-2ce0ab71a5d6 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.942950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876be6ed-b559-4d40-8e42-6bb28fed09b5 req-e0dc8487-6953-455f-89b8-79437087b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.946300 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-876be6ed-b559-4d40-8e42-6bb28fed09b5 req-e0dc8487-6953-455f-89b8-79437087b05e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 1096 time: 0.1138744 Jul 16 18:02:15.951532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Allocated IP 19.86.0.253 (549e85e0-3fa0-4e0d-b14b-898de0976841/0c4ad540-93a1-425d-96ec-f5566106736d/afa68180-9ac7-4d14-9be3-1f26f9e58799) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:15.987991 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5d96482-db5a-4d45-85df-2ce0ab71a5d6 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.005776 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29a689f0-2d6d-4d5a-b0da-555e17176f0a req-372f35c7-95b7-4263-be11-2c82fefa6651 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.013947 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-876be6ed-b559-4d40-8e42-6bb28fed09b5 req-83025d4e-69b4-4d5b-ac8b-9ea667b6cd0b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573833 Jul 16 18:02:16.060282 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5d96482-db5a-4d45-85df-2ce0ab71a5d6 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.062968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-61bafa86-d340-499e-8639-8fa3760d8779 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.063191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5d96482-db5a-4d45-85df-2ce0ab71a5d6 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.065441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-61bafa86-d340-499e-8639-8fa3760d8779 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736&tenant_id=565937de75e3443f93597fdd4f4967e7&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.1894197 Jul 16 18:02:16.068343 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a5d96482-db5a-4d45-85df-2ce0ab71a5d6 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "DELETE /v2.0/security-groups/fb93bc43-1813-459e-92d3-1b879474310a HTTP/1.1" status: 204 len: 168 time: 0.3003178 Jul 16 18:02:16.069036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:16.089925 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29a689f0-2d6d-4d5a-b0da-555e17176f0a req-372f35c7-95b7-4263-be11-2c82fefa6651 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.096340 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0d521350-b899-4278-b1aa-4e9cd6fbb7fd tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] show failed (client error): The resource could not be found. Jul 16 18:02:16.100692 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0d521350-b899-4278-b1aa-4e9cd6fbb7fd tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "GET /v2.0/security-groups/fb93bc43-1813-459e-92d3-1b879474310a HTTP/1.1" status: 404 len: 347 time: 0.0277622 Jul 16 18:02:16.101298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:16.103457 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d96482-db5a-4d45-85df-2ce0ab71a5d6 tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb93bc43-1813-459e-92d3-1b879474310a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:16.234707 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d06bbc25-462b-4a18-b576-fc271b68c00d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Deleting port 7e141fab-e0e4-4d5b-b4eb-832efd701190 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:16.234989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d06bbc25-462b-4a18-b576-fc271b68c00d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.318886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d06bbc25-462b-4a18-b576-fc271b68c00d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.319431 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d06bbc25-462b-4a18-b576-fc271b68c00d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.323779 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-23255938-ba76-4dc6-ac18-1372a41d1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.325332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-23255938-ba76-4dc6-ac18-1372a41d1e4f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736&tenant_id=565937de75e3443f93597fdd4f4967e7 HTTP/1.1" status: 200 len: 1095 time: 0.2378113 Jul 16 18:02:16.328148 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.341388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d06bbc25-462b-4a18-b576-fc271b68c00d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Calling delete_port for 7e141fab-e0e4-4d5b-b4eb-832efd701190 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:16.347373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65142b-4883-46ff-a73c-ca3b07f8e70e req-1f136bbd-d443-4953-9636-54d0bc362483 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.348928 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a65142b-4883-46ff-a73c-ca3b07f8e70e req-1f136bbd-d443-4953-9636-54d0bc362483 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 931 time: 0.2354610 Jul 16 18:02:16.364440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Transition to ACTIVE for port object afa68180-9ac7-4d14-9be3-1f26f9e58799 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:16.376934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29a689f0-2d6d-4d5a-b0da-555e17176f0a req-372f35c7-95b7-4263-be11-2c82fefa6651 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.379473 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29a689f0-2d6d-4d5a-b0da-555e17176f0a req-372f35c7-95b7-4263-be11-2c82fefa6651 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.386923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29a689f0-2d6d-4d5a-b0da-555e17176f0a req-372f35c7-95b7-4263-be11-2c82fefa6651 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "DELETE /v2.0/security-groups/d7d013b1-ec24-4fdf-8cf7-a29815b30e39 HTTP/1.1" status: 204 len: 173 time: 0.5287211 Jul 16 18:02:16.436748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f35c7-95b7-4263-be11-2c82fefa6651 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d013b1-ec24-4fdf-8cf7-a29815b30e39,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:16.454823 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ff3a1e-9d13-436e-9898-a991128debbb x-openstack-request-id: req-78ff3a1e-9d13-436e-9898-a991128debbb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:16.455217 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee73ad54-fc04-4aeb-ab41-896c0a624c00", "name": "network-vif-deleted", "tag": "ed4bce58-6103-47bd-b39e-84d31adbdad5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:16.455402 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78ff3a1e-9d13-436e-9898-a991128debbb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:16.455768 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee73ad54-fc04-4aeb-ab41-896c0a624c00', 'name': 'network-vif-deleted', 'tag': 'ed4bce58-6103-47bd-b39e-84d31adbdad5', 'status': 'completed', 'code': 200} Jul 16 18:02:16.486494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a65142b-4883-46ff-a73c-ca3b07f8e70e req-fbbcf24c-1af6-4f2b-ac6b-ef1e8f0960ff tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286037 Jul 16 18:02:16.521529 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.618880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Port': ['ID=afa68180-9ac7-4d14-9be3-1f26f9e58799,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:16.639754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network 549e85e0-3fa0-4e0d-b14b-898de0976841 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:16.642972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-c5d5662c-5134-45a9-a317-11ac6a608b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.644618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-c5d5662c-5134-45a9-a317-11ac6a608b72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 1095 time: 0.2786112 Jul 16 18:02:16.645716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:16.648161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:16.661858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d06bbc25-462b-4a18-b576-fc271b68c00d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.726199 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bbc25-462b-4a18-b576-fc271b68c00d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Pushing event deleted for resources: {'Port': ['ID=7e141fab-e0e4-4d5b-b4eb-832efd701190,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:16.744608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.745586 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.815111 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d06bbc25-462b-4a18-b576-fc271b68c00d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.819333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d06bbc25-462b-4a18-b576-fc271b68c00d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.820930 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d06bbc25-462b-4a18-b576-fc271b68c00d tempest-ServersTestJSON-794870639 tempest-ServersTestJSON-794870639-project] 10.222.0.52 "DELETE /v2.0/floatingips/1d50c64f-5d4c-4820-ba3b-ce4a37a419eb HTTP/1.1" status: 204 len: 168 time: 0.7185352 Jul 16 18:02:16.823891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:16.904245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-542f5bd7-3c96-4239-9a5e-313919149384 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7514689 Jul 16 18:02:16.915201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3fa21f7d-29fc-4cc7-b4d3-9376432b1590 req-19819dc5-c382-4046-822d-bd25398c00f0 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/a0016508-be47-4e0c-90c7-ff22e107214d HTTP/1.1" status: 200 len: 1803 time: 0.2101071 Jul 16 18:02:16.955926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'port': {'device_id': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a', 'admin_state_up': True, 'tenant_id': '164bfd99667d4e8db654de58223cd6fa'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:17.059710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75ee720b-b275-4b46-8a44-95aab3f99421 None None] Provisioning for port afa68180-9ac7-4d14-9be3-1f26f9e58799 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:17.065145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-75ee720b-b275-4b46-8a44-95aab3f99421 None None] Provisioning complete for port afa68180-9ac7-4d14-9be3-1f26f9e58799 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:17.065978 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75ee720b-b275-4b46-8a44-95aab3f99421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.089905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-570cc586-e295-4350-8941-b5b29196a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.091542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-570cc586-e295-4350-8941-b5b29196a79e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.3664956 Jul 16 18:02:17.107066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23be21-b591-4d47-ada0-343a81b331fc req-f3dc6339-a5d5-406b-9015-895e152e5d6e tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.108592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b23be21-b591-4d47-ada0-343a81b331fc req-f3dc6339-a5d5-406b-9015-895e152e5d6e tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 945 time: 0.3598840 Jul 16 18:02:17.109365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-75ee720b-b275-4b46-8a44-95aab3f99421 None None] Port afa68180-9ac7-4d14-9be3-1f26f9e58799 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:17.112384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device ed4bce58-6103-47bd-b39e-84d31adbdad5 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:17.136877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: ed4bce58-6103-47bd-b39e-84d31adbdad5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:17.137652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device ed4bce58-6103-47bd-b39e-84d31adbdad5 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:17.138721 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c679c485-5e13-4abe-8128-a3f7f147eb58 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:17.181350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-40e3341a-792f-465b-b1f4-ac0f898797aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c679c485-5e13-4abe-8128-a3f7f147eb58 HTTP/1.1" status: 200 len: 217 time: 0.0673149 Jul 16 18:02:17.182168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c679c485-5e13-4abe-8128-a3f7f147eb58 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:17.200711 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa21f7d-29fc-4cc7-b4d3-9376432b1590 req-c4d672f3-5c2a-4056-81fd-bc5dd771433f tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.263209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b23be21-b591-4d47-ada0-343a81b331fc req-1910aead-1ae1-448f-8fa3-9b4857c58d59 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434193 Jul 16 18:02:17.264187 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b437fe80-fd4c-4d1f-9205-92edfaff0f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.284751 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa21f7d-29fc-4cc7-b4d3-9376432b1590 req-c4d672f3-5c2a-4056-81fd-bc5dd771433f tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.298613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b668f065-dc88-43fe-9777-5579bb7b1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.300102 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-b668f065-dc88-43fe-9777-5579bb7b1e70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1116197 Jul 16 18:02:17.300683 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:17.304345 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.351198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-24fdf05c-e6a0-4471-a1ab-103783787854 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423760 Jul 16 18:02:17.495011 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa21f7d-29fc-4cc7-b4d3-9376432b1590 req-c4d672f3-5c2a-4056-81fd-bc5dd771433f tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.497638 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3fa21f7d-29fc-4cc7-b4d3-9376432b1590 req-c4d672f3-5c2a-4056-81fd-bc5dd771433f tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.512261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3fa21f7d-29fc-4cc7-b4d3-9376432b1590 req-c4d672f3-5c2a-4056-81fd-bc5dd771433f tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "DELETE /v2.0/security-groups/a0016508-be47-4e0c-90c7-ff22e107214d HTTP/1.1" status: 204 len: 173 time: 0.5507877 Jul 16 18:02:17.638283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d672f3-5c2a-4056-81fd-bc5dd771433f tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0016508-be47-4e0c-90c7-ff22e107214d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:17.667117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-6efeb922-a306-430c-9336-65d02b68922e service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087411 Jul 16 18:02:17.698083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Allocated IP 19.80.0.79 (b31cf8a6-93ac-428c-a80a-1293f9f9d43a/12167375-fb3e-4d52-82fe-d0a411a03762/bd5f8cd7-3e86-4a90-af3f-cc4751564f09) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:17.755695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9df6d219-8544-4392-9a0f-08d0c3218f87 req-dc9357db-b896-4878-8745-e0e5bc51ebb5 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 210 time: 0.0945175 Jul 16 18:02:17.896144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b437fe80-fd4c-4d1f-9205-92edfaff0f42 admin admin] Deleting port 1b38a202-fd53-4b1c-8bcf-a62436bb727d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:17.897436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b437fe80-fd4c-4d1f-9205-92edfaff0f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.003918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b437fe80-fd4c-4d1f-9205-92edfaff0f42 admin admin] For port 1b38a202-fd53-4b1c-8bcf-a62436bb727d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1b38a202-fd53-4b1c-8bcf-a62436bb727d,segment=NetworkSegment(97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b),segment_id=97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:18.004290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b437fe80-fd4c-4d1f-9205-92edfaff0f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.026338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b437fe80-fd4c-4d1f-9205-92edfaff0f42 admin admin] Calling delete_port for 1b38a202-fd53-4b1c-8bcf-a62436bb727d owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:18.222827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-90c2a0e4-0a6a-44ba-a75f-8fbc20977eda service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326807 Jul 16 18:02:18.227026 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b437fe80-fd4c-4d1f-9205-92edfaff0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.247766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b96748-409b-43a1-992f-ac93dcf093c4 req-742233ca-b596-4351-8044-31609415b874 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.253975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437fe80-fd4c-4d1f-9205-92edfaff0f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b38a202-fd53-4b1c-8bcf-a62436bb727d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:18.257908 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50b96748-409b-43a1-992f-ac93dcf093c4 req-742233ca-b596-4351-8044-31609415b874 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 944 time: 0.5934026 Jul 16 18:02:18.471406 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50b96748-409b-43a1-992f-ac93dcf093c4 req-855ae014-540b-4230-9cfe-1d314ba6de89 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101915 Jul 16 18:02:18.486741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b437fe80-fd4c-4d1f-9205-92edfaff0f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.500333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589806bf-027d-48ee-a6b5-1f4d183c838b req-8fc7c66b-704f-431f-8730-1d5a4351db59 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.506691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589806bf-027d-48ee-a6b5-1f4d183c838b req-8fc7c66b-704f-431f-8730-1d5a4351db59 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.508350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-589806bf-027d-48ee-a6b5-1f4d183c838b req-8fc7c66b-704f-431f-8730-1d5a4351db59 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 1654 time: 0.3684177 Jul 16 18:02:18.511520 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.544255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Transition to ACTIVE for port object bd5f8cd7-3e86-4a90-af3f-cc4751564f09 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:18.637792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-589806bf-027d-48ee-a6b5-1f4d183c838b req-0fce2220-2763-4ebb-be31-4c6bb72190ba tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202481 Jul 16 18:02:18.661358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b93d6fa4-b80c-47e8-b55d-47db2ca3443f req-f5aa1092-764f-481f-9e8f-ef08bac7e6a4 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/4578d869-adc8-4789-a6d0-5502b3f4a3a1 HTTP/1.1" status: 200 len: 2401 time: 0.1255705 Jul 16 18:02:18.701343 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.736087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-c9425613-344b-41e5-9eac-7edcece11327 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.737949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-c9425613-344b-41e5-9eac-7edcece11327 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736&tenant_id=565937de75e3443f93597fdd4f4967e7&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.1853690 Jul 16 18:02:18.773208 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b437fe80-fd4c-4d1f-9205-92edfaff0f42 admin admin] Router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:18.785219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network b31cf8a6-93ac-428c-a80a-1293f9f9d43a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:18.815883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:18.822311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:18.921355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.923074 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.940294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b437fe80-fd4c-4d1f-9205-92edfaff0f42 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:18.955315 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b437fe80-fd4c-4d1f-9205-92edfaff0f42 admin admin] 10.222.0.52 "PUT /v2.0/routers/a43b0644-ba3f-46d2-8d9b-128ad86ff0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1299880 Jul 16 18:02:18.957303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0579ff9-5cb2-4e5c-b216-7003d2abe363 None None] Sync routers for ids ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:18.959413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57850) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:18.964424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Port': ['ID=bd5f8cd7-3e86-4a90-af3f-cc4751564f09,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:18.979581 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0579ff9-5cb2-4e5c-b216-7003d2abe363 None None] Routers {'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:18.980454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0579ff9-5cb2-4e5c-b216-7003d2abe363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:18.984953 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b93d6fa4-b80c-47e8-b55d-47db2ca3443f req-e375ca11-a65b-44fd-bc9a-a5211b7c04e4 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.042550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-392b55d5-86aa-4245-b436-3d280adf604b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0920255 Jul 16 18:02:19.053915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-8594408e-26e5-4772-8915-cb50df42fc03 service neutron] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:19.062600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Request body: {'port': {'device_id': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:19.073203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-8594408e-26e5-4772-8915-cb50df42fc03 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.076553 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7dc5ec2e-0f42-41c4-b7b0-19811b6ab9e1 req-8594408e-26e5-4772-8915-cb50df42fc03 service neutron] 10.222.0.42 "DELETE /v2.0/ports/c679c485-5e13-4abe-8128-a3f7f147eb58/bindings/n-h1-793618-9 HTTP/1.1" status: 204 len: 173 time: 0.3119588 Jul 16 18:02:19.126849 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b93d6fa4-b80c-47e8-b55d-47db2ca3443f req-e375ca11-a65b-44fd-bc9a-a5211b7c04e4 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.182913 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.213942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d0579ff9-5cb2-4e5c-b216-7003d2abe363 None None] Set router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:19.250924 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.277179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b93d6fa4-b80c-47e8-b55d-47db2ca3443f req-e375ca11-a65b-44fd-bc9a-a5211b7c04e4 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.279956 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b93d6fa4-b80c-47e8-b55d-47db2ca3443f req-e375ca11-a65b-44fd-bc9a-a5211b7c04e4 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.294727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b93d6fa4-b80c-47e8-b55d-47db2ca3443f req-e375ca11-a65b-44fd-bc9a-a5211b7c04e4 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "DELETE /v2.0/security-groups/4578d869-adc8-4789-a6d0-5502b3f4a3a1 HTTP/1.1" status: 204 len: 173 time: 0.6233881 Jul 16 18:02:19.329034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b7f3746-26b5-455f-b45f-36499eeae4ff None None] Provisioning for port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:19.330665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.344163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b7f3746-26b5-455f-b45f-36499eeae4ff None None] Provisioning complete for port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:19.345664 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3746-26b5-455f-b45f-36499eeae4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.372572 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375ca11-a65b-44fd-bc9a-a5211b7c04e4 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4578d869-adc8-4789-a6d0-5502b3f4a3a1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:19.400401 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Deleting port 78f22e6b-cad3-42c2-a7b9-b3d2db47693b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:19.401064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.412564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b4910-5a32-48d0-949f-e803917ff5a3 req-a502fc3f-0923-41ea-a14d-21b360dcfcde tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.414414 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce8b4910-5a32-48d0-949f-e803917ff5a3 req-a502fc3f-0923-41ea-a14d-21b360dcfcde tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 945 time: 0.2131827 Jul 16 18:02:19.516449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] For port 78f22e6b-cad3-42c2-a7b9-b3d2db47693b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=78f22e6b-cad3-42c2-a7b9-b3d2db47693b,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:19.516818 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.530745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Calling delete_port for 78f22e6b-cad3-42c2-a7b9-b3d2db47693b owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:19.538529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce8b4910-5a32-48d0-949f-e803917ff5a3 req-3a61d38a-5671-49d3-a540-6936b675e4ad tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145425 Jul 16 18:02:19.627130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b70220ba-8f9e-4021-a05f-d4e31abcb4c6 req-7fdb1be2-4bba-417e-b2ad-e40b1c78c3f5 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee73ad54-fc04-4aeb-ab41-896c0a624c00 HTTP/1.1" status: 200 len: 210 time: 0.1068101 Jul 16 18:02:19.690649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f3746-26b5-455f-b45f-36499eeae4ff None None] Port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:19.830215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0579ff9-5cb2-4e5c-b216-7003d2abe363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T18:02:18Z', 'revision_number': 5, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port': {'id': '78f22e6b-cad3-42c2-a7b9-b3d2db47693b', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:45Z', 'updated_at': '2021-07-16T17:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:19.850899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f449cff4-6b08-4f22-990e-d821718afdb5 req-21f2ddf4-ecff-440c-b865-b9e9163de215 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "GET /v2.0/security-groups/7336291f-5a3b-4c5c-993d-1bcbfdb34468 HTTP/1.1" status: 200 len: 2396 time: 0.1336243 Jul 16 18:02:19.868084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.906916 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0579ff9-5cb2-4e5c-b216-7003d2abe363 None None] Checking router: a43b0644-ba3f-46d2-8d9b-128ad86ff0ab for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:19.916204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f22e6b-cad3-42c2-a7b9-b3d2db47693b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:19.932420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0579ff9-5cb2-4e5c-b216-7003d2abe363 None None] Routers {'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:19.933077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0579ff9-5cb2-4e5c-b216-7003d2abe363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:20.010121 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.023543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d0579ff9-5cb2-4e5c-b216-7003d2abe363 None None] Set router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:20.055478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522430ae-f490-4792-b945-f80e5562b4bd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:20.061767 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f449cff4-6b08-4f22-990e-d821718afdb5 req-1b12d286-2c4c-4071-b38d-bc41d07fdb32 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.069351 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.106347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0579ff9-5cb2-4e5c-b216-7003d2abe363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T18:02:19Z', 'revision_number': 7, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:20.122646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Transition to ACTIVE for port object 522430ae-f490-4792-b945-f80e5562b4bd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:20.128102 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.130082 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f449cff4-6b08-4f22-990e-d821718afdb5 req-1b12d286-2c4c-4071-b38d-bc41d07fdb32 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.131987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.147279 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0579ff9-5cb2-4e5c-b216-7003d2abe363 None None] The sync data for ids ['a43b0644-ba3f-46d2-8d9b-128ad86ff0ab'] in n-d-793618-9 is: [{'id': 'a43b0644-ba3f-46d2-8d9b-128ad86ff0ab', 'name': 'tempest-ServersTestJSON-762790747-router', 'tenant_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:44Z', 'updated_at': '2021-07-16T18:02:19Z', 'revision_number': 7, 'project_id': 'ae24206fa2ec480c8c28a7f43afb0d13', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:20.152783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29162104-5fd6-4b74-b1e4-a5220efbcee5 req-80a2f145-a3b8-4279-908d-e4000109e0a3 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:20.160434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29162104-5fd6-4b74-b1e4-a5220efbcee5 req-80a2f145-a3b8-4279-908d-e4000109e0a3 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 944 time: 0.2352071 Jul 16 18:02:20.163251 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.194494 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.195676 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a43b0644-ba3f-46d2-8d9b-128ad86ff0ab {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:02:20.200778 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.204529 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bf3ed37a-eff1-441e-a036-cbb0063bb876 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a43b0644-ba3f-46d2-8d9b-128ad86ff0ab HTTP/1.1" status: 204 len: 168 time: 1.2401733 Jul 16 18:02:20.205097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:20.255393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-10030ccc-d9d8-497e-9faf-5100185bd0bc admin admin] Deleting subnet 8aad6c5a-210b-47f9-a347-b8352be22239 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:20.259875 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10030ccc-d9d8-497e-9faf-5100185bd0bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.275561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=522430ae-f490-4792-b945-f80e5562b4bd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.300794 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:02:20.312085 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10030ccc-d9d8-497e-9faf-5100185bd0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.314738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29162104-5fd6-4b74-b1e4-a5220efbcee5 req-a4a7ceea-2505-4208-8bb3-b120ebc958d9 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524773 Jul 16 18:02:20.373756 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f449cff4-6b08-4f22-990e-d821718afdb5 req-1b12d286-2c4c-4071-b38d-bc41d07fdb32 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.384870 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f449cff4-6b08-4f22-990e-d821718afdb5 req-1b12d286-2c4c-4071-b38d-bc41d07fdb32 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.386208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f449cff4-6b08-4f22-990e-d821718afdb5 req-1b12d286-2c4c-4071-b38d-bc41d07fdb32 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] 10.222.0.52 "DELETE /v2.0/security-groups/7336291f-5a3b-4c5c-993d-1bcbfdb34468 HTTP/1.1" status: 204 len: 173 time: 0.5247431 Jul 16 18:02:20.406008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:20.448432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12d286-2c4c-4071-b38d-bc41d07fdb32 tempest-SecurityGroupRulesTestJSON-1766360374 tempest-SecurityGroupRulesTestJSON-1766360374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7336291f-5a3b-4c5c-993d-1bcbfdb34468,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.452403 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10030ccc-d9d8-497e-9faf-5100185bd0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.573423 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10030ccc-d9d8-497e-9faf-5100185bd0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.615441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Attempting to bind port 522430ae-f490-4792-b945-f80e5562b4bd on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:20.616063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Attempting to bind port 522430ae-f490-4792-b945-f80e5562b4bd by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:20.616583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Attempting to bind port 522430ae-f490-4792-b945-f80e5562b4bd on network b31cf8a6-93ac-428c-a80a-1293f9f9d43a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:20.630030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10030ccc-d9d8-497e-9faf-5100185bd0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aad6c5a-210b-47f9-a347-b8352be22239,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.633709 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10030ccc-d9d8-497e-9faf-5100185bd0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.635615 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-10030ccc-d9d8-497e-9faf-5100185bd0bc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8aad6c5a-210b-47f9-a347-b8352be22239 HTTP/1.1" status: 204 len: 168 time: 0.4295187 Jul 16 18:02:20.638449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:20.643907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfbbd9c-0efe-4b7f-a9ed-8b1f2e32ea4b None None] Network 15486c4d-c262-4e88-9036-2ec8ba922abe requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:20.671452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b834a962-4644-4550-b16c-9f196077b54d admin admin] Deleting subnet 8daaec5a-b8aa-4a1a-9df8-2c4a65e0896d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:20.679552 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b834a962-4644-4550-b16c-9f196077b54d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.720802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Port 522430ae-f490-4792-b945-f80e5562b4bd on network b31cf8a6-93ac-428c-a80a-1293f9f9d43a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:20.721147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Attempting to bind port 522430ae-f490-4792-b945-f80e5562b4bd on network b31cf8a6-93ac-428c-a80a-1293f9f9d43a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:20.731154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:20.733861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Checking segment: {'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:20.733861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Bound using segment: {'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:20.733861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Bound port: 522430ae-f490-4792-b945-f80e5562b4bd, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:20.733861 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.756869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b834a962-4644-4550-b16c-9f196077b54d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.811538 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.877184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] For port 522430ae-f490-4792-b945-f80e5562b4bd, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:20.881510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] For port 522430ae-f490-4792-b945-f80e5562b4bd, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=522430ae-f490-4792-b945-f80e5562b4bd,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:20.915670 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b834a962-4644-4550-b16c-9f196077b54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.929286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Deleting port ba6680b8-69f6-49d3-b9cb-a29960fea5ee {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:20.929712 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.985350 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.080734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] DHCP port deletion for 15486c4d-c262-4e88-9036-2ec8ba922abe request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:21.083127 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b834a962-4644-4550-b16c-9f196077b54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.087882 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] For port ba6680b8-69f6-49d3-b9cb-a29960fea5ee, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ba6680b8-69f6-49d3-b9cb-a29960fea5ee,segment=NetworkSegment(97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b),segment_id=97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:21.088375 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.101340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=522430ae-f490-4792-b945-f80e5562b4bd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:21.106731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Calling delete_port for ba6680b8-69f6-49d3-b9cb-a29960fea5ee owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:21.129117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834a962-4644-4550-b16c-9f196077b54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8daaec5a-b8aa-4a1a-9df8-2c4a65e0896d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:21.141927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b834a962-4644-4550-b16c-9f196077b54d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.143875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b834a962-4644-4550-b16c-9f196077b54d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8daaec5a-b8aa-4a1a-9df8-2c4a65e0896d HTTP/1.1" status: 204 len: 168 time: 0.7331214 Jul 16 18:02:21.146513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.147137 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.148454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-1193cc27-9493-4207-86fb-5298bacdc3d1 service neutron] 10.222.0.38 "PUT /v2.0/ports/522430ae-f490-4792-b945-f80e5562b4bd HTTP/1.1" status: 200 len: 1091 time: 2.0909641 Jul 16 18:02:21.150523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'tag': '522430ae-f490-4792-b945-f80e5562b4bd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:21.159601 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b456c12b-9ef5-4339-9a64-c541f3e7d667" -d '{"events": [{"name": "network-changed", "server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "tag": "522430ae-f490-4792-b945-f80e5562b4bd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:21.162195 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:21.256608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Deleting port ba6680b8-69f6-49d3-b9cb-a29960fea5ee {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:21.257265 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.319194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Request body: {'port': {'device_id': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:21.326923 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.388861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6680b8-69f6-49d3-b9cb-a29960fea5ee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:21.393274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] No DVR routers for this DVR port ba6680b8-69f6-49d3-b9cb-a29960fea5ee on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:21.425009 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.454482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] For port ba6680b8-69f6-49d3-b9cb-a29960fea5ee, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ba6680b8-69f6-49d3-b9cb-a29960fea5ee,segment=NetworkSegment(97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b),segment_id=97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:21.458342 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.506157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Calling delete_port for ba6680b8-69f6-49d3-b9cb-a29960fea5ee owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:21.539083 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.562161 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.563843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d2a86-65e2-4e9d-9999-2a3de48f32e1 req-4144bdf5-c3b4-43ad-a51e-dac9751c5548 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.581304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d2a86-65e2-4e9d-9999-2a3de48f32e1 req-4144bdf5-c3b4-43ad-a51e-dac9751c5548 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.605554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d2a86-65e2-4e9d-9999-2a3de48f32e1 req-4144bdf5-c3b4-43ad-a51e-dac9751c5548 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.607305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-012d2a86-65e2-4e9d-9999-2a3de48f32e1 req-4144bdf5-c3b4-43ad-a51e-dac9751c5548 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2387 time: 1.0259180 Jul 16 18:02:21.611731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15486c4d-c262-4e88-9036-2ec8ba922abe']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:21.646110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:21.646110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b8a3e9-f1c1-407c-85a8-2cf2a4ebb41b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:21.684251 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.726019 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.737892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:21.740886 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.741624 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.763206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Pushing event deleted for resources: {'Port': ['ID=ba6680b8-69f6-49d3-b9cb-a29960fea5ee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:21.772085 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1b38a202-fd53-4b1c-8bcf-a62436bb727d no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:21.821587 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:21.826473 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.838639 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:21.839084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:21.840886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:21.841193 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:21.841662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:21.843021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:21.843021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:21.843021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:21.845658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:21.845941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:21.846764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:21.847113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:21.850345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e85311b-8b8e-44fd-92f6-d5dc8c1c29dd None None] No DVR routers for this DVR port ba6680b8-69f6-49d3-b9cb-a29960fea5ee on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:21.850887 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.855700 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] 10.222.0.52 "DELETE /v2.0/networks/15486c4d-c262-4e88-9036-2ec8ba922abe HTTP/1.1" status: 204 len: 168 time: 1.2135289 Jul 16 18:02:21.855914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 1b38a202-fd53-4b1c-8bcf-a62436bb727d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:21.855914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1b38a202-fd53-4b1c-8bcf-a62436bb727d not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:21.855914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 78f22e6b-cad3-42c2-a7b9-b3d2db47693b no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:21.856164 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.886459 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc964b-9bfb-45e7-a303-c3f1a26f43ea admin admin] Pushing event deleted for resources: {'Network': ['ID=15486c4d-c262-4e88-9036-2ec8ba922abe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:21.890919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9cf0a7-8d10-4084-977f-d847ba05d05c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:21.898004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 78f22e6b-cad3-42c2-a7b9-b3d2db47693b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:21.898358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 78f22e6b-cad3-42c2-a7b9-b3d2db47693b not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:21.898782 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ba6680b8-69f6-49d3-b9cb-a29960fea5ee no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:21.919850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6ae7b3-637b-48d8-9185-2eae58b49652') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:21.922678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6ae7b3-637b-48d8-9185-2eae58b49652') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:21.922864 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: ba6680b8-69f6-49d3-b9cb-a29960fea5ee {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:21.923038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ba6680b8-69f6-49d3-b9cb-a29960fea5ee not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:21.943660 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.963674 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-012d2a86-65e2-4e9d-9999-2a3de48f32e1 req-b38ab18d-7a77-4e68-a0ee-0de656bcef21 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355927 Jul 16 18:02:21.975372 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c22fcd3-6cb9-4818-91bc-f010d9c48cd6 x-openstack-request-id: req-8c22fcd3-6cb9-4818-91bc-f010d9c48cd6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:21.975679 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "tag": "522430ae-f490-4792-b945-f80e5562b4bd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:21.975993 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c22fcd3-6cb9-4818-91bc-f010d9c48cd6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:21.976413 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'tag': '522430ae-f490-4792-b945-f80e5562b4bd', 'status': 'completed', 'code': 200} Jul 16 18:02:22.053936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:22.174980 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a72624b0-9c6a-44dc-9ca0-b3d881b925c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae24206fa2ec480c8c28a7f43afb0d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1192937 Jul 16 18:02:22.177595 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:22.280584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa68180-9ac7-4d14-9be3-1f26f9e58799 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:22.289379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.289639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eba1af-e0a6-4fdc-a6ab-7038c898c2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.304148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Transition to ACTIVE for port object afa68180-9ac7-4d14-9be3-1f26f9e58799 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:22.325146 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.333767 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.342935 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eba1af-e0a6-4fdc-a6ab-7038c898c2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.417183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:22.417609 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.424491 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:22.430233 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:22.441051 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eba1af-e0a6-4fdc-a6ab-7038c898c2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.445239 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48eba1af-e0a6-4fdc-a6ab-7038c898c2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.449761 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-48eba1af-e0a6-4fdc-a6ab-7038c898c2bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1b23a9b-c46e-49fd-a1c8-9c057fb5c54a HTTP/1.1" status: 204 len: 168 time: 0.2685323 Jul 16 18:02:22.463654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eba1af-e0a6-4fdc-a6ab-7038c898c2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b23a9b-c46e-49fd-a1c8-9c057fb5c54a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:22.552898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Pushing event updated for resources: {'Port': ['ID=afa68180-9ac7-4d14-9be3-1f26f9e58799,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:22.650799 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.673694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.680114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ec9cf0a7-8d10-4084-977f-d847ba05d05c HTTP/1.1" status: 204 len: 168 time: 1.5113215 Jul 16 18:02:22.786580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456c12b-9ef5-4339-9a64-c541f3e7d667 req-f183d40b-6c96-4a19-ad9b-bccdb2e56770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.787832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456c12b-9ef5-4339-9a64-c541f3e7d667 req-f183d40b-6c96-4a19-ad9b-bccdb2e56770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.788351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456c12b-9ef5-4339-9a64-c541f3e7d667 req-f183d40b-6c96-4a19-ad9b-bccdb2e56770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.790240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b456c12b-9ef5-4339-9a64-c541f3e7d667 req-f183d40b-6c96-4a19-ad9b-bccdb2e56770 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=164bfd99667d4e8db654de58223cd6fa&device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2730 time: 0.8238838 Jul 16 18:02:23.021624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d51a52-4020-47d6-8983-fb5f4f333f7d req-d23b9ffb-fb46-4dfd-b0da-6e7bbfc20173 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.023196 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40d51a52-4020-47d6-8983-fb5f4f333f7d req-d23b9ffb-fb46-4dfd-b0da-6e7bbfc20173 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 1095 time: 0.6949685 Jul 16 18:02:23.069056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:23.073704 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44e378-2b48-4c30-aa3e-b29c836c2e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9cf0a7-8d10-4084-977f-d847ba05d05c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:23.158055 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b98f0f48-320a-48cc-9008-7e19f822ac21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad4c56bf45f34236ae5b84afde88bfe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0862901 Jul 16 18:02:23.159961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:23.170719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Attempting to bind port afa68180-9ac7-4d14-9be3-1f26f9e58799 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:23.171330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Attempting to bind port afa68180-9ac7-4d14-9be3-1f26f9e58799 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'a327effd-d535-4a7a-9ca9-96ab7a0a2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:23.171837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Attempting to bind port afa68180-9ac7-4d14-9be3-1f26f9e58799 on network 549e85e0-3fa0-4e0d-b14b-898de0976841 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:23.216949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 2aac3614-2853-4626-bcec-313fc947b67b details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:23.233414 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28ea648-c947-4fc4-bff3-e5e179022d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.263169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28ea648-c947-4fc4-bff3-e5e179022d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.332972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Port afa68180-9ac7-4d14-9be3-1f26f9e58799 on network 549e85e0-3fa0-4e0d-b14b-898de0976841 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:23.333520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Attempting to bind port afa68180-9ac7-4d14-9be3-1f26f9e58799 on network 549e85e0-3fa0-4e0d-b14b-898de0976841 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:23.335216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28ea648-c947-4fc4-bff3-e5e179022d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.339942 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28ea648-c947-4fc4-bff3-e5e179022d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.340755 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c28ea648-c947-4fc4-bff3-e5e179022d46 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8590641-b9f1-4077-8a07-396d25070809 HTTP/1.1" status: 204 len: 168 time: 0.1785431 Jul 16 18:02:23.363249 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ea648-c947-4fc4-bff3-e5e179022d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8590641-b9f1-4077-8a07-396d25070809,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:23.383160 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 2aac3614-2853-4626-bcec-313fc947b67b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2aac3614-2853-4626-bcec-313fc947b67b,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:23.406490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '2aac3614-2853-4626-bcec-313fc947b67b', 'network_id': '5c6691cf-d5a9-47bc-b44e-6a15604d81d9', 'port_id': '2aac3614-2853-4626-bcec-313fc947b67b', 'mac_address': 'fa:16:3e:56:4e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a8ce34-8c02-46f7-9b44-335db1e8053f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:23.425282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:23.425612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Checking segment: {'id': 'a327effd-d535-4a7a-9ca9-96ab7a0a2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:23.426625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Bound using segment: {'id': 'a327effd-d535-4a7a-9ca9-96ab7a0a2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:23.427258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Bound port: afa68180-9ac7-4d14-9be3-1f26f9e58799, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a327effd-d535-4a7a-9ca9-96ab7a0a2b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:23.427616 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.476849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456c12b-9ef5-4339-9a64-c541f3e7d667 req-92074573-2d16-4b05-b8fa-18d8b02db4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.477373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456c12b-9ef5-4339-9a64-c541f3e7d667 req-92074573-2d16-4b05-b8fa-18d8b02db4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.477855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456c12b-9ef5-4339-9a64-c541f3e7d667 req-92074573-2d16-4b05-b8fa-18d8b02db4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.479744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b456c12b-9ef5-4339-9a64-c541f3e7d667 req-92074573-2d16-4b05-b8fa-18d8b02db4b1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=164bfd99667d4e8db654de58223cd6fa&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6705658 Jul 16 18:02:23.489650 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.491559 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40d51a52-4020-47d6-8983-fb5f4f333f7d req-681cddb0-9208-480d-aef8-0ae9c47063a0 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457510 Jul 16 18:02:23.520971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2aac3614-2853-4626-bcec-313fc947b67b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:23.574078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 2aac3614-2853-4626-bcec-313fc947b67b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2aac3614-2853-4626-bcec-313fc947b67b,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:23.585067 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.732303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=2aac3614-2853-4626-bcec-313fc947b67b,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:23.747811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['2aac3614-2853-4626-bcec-313fc947b67b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:24.171968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fb593-53ec-4434-a704-155017d00123 req-7cd292f4-793f-4b20-a991-719e284f7ac1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.178534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fb593-53ec-4434-a704-155017d00123 req-7cd292f4-793f-4b20-a991-719e284f7ac1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.184400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fb593-53ec-4434-a704-155017d00123 req-7cd292f4-793f-4b20-a991-719e284f7ac1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.186117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b48fb593-53ec-4434-a704-155017d00123 req-7cd292f4-793f-4b20-a991-719e284f7ac1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2399 time: 0.8194165 Jul 16 18:02:24.327722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] For port afa68180-9ac7-4d14-9be3-1f26f9e58799, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:24.368063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] For port afa68180-9ac7-4d14-9be3-1f26f9e58799, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=afa68180-9ac7-4d14-9be3-1f26f9e58799,segment=NetworkSegment(a327effd-d535-4a7a-9ca9-96ab7a0a2b98),segment_id=a327effd-d535-4a7a-9ca9-96ab7a0a2b98)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:24.378073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456c12b-9ef5-4339-9a64-c541f3e7d667 req-429a2e58-4e09-49da-b512-6d779ba12ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.379716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b456c12b-9ef5-4339-9a64-c541f3e7d667 req-429a2e58-4e09-49da-b512-6d779ba12ad5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8789365 Jul 16 18:02:24.412572 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b48fb593-53ec-4434-a704-155017d00123 req-113f79f4-4b00-45e2-ae10-c0064ecf5335 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691804 Jul 16 18:02:24.439921 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:24.497821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:24.526695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ef92d-624e-4f4a-ad91-aaf732c4ea93 req-922942a6-65fb-4e86-b6d6-32fa418d6354 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.533891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed0ef92d-624e-4f4a-ad91-aaf732c4ea93 req-922942a6-65fb-4e86-b6d6-32fa418d6354 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 944 time: 0.3847625 Jul 16 18:02:24.571450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.572378 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:24.574050 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] 10.222.0.38 "PUT /v2.0/ports/afa68180-9ac7-4d14-9be3-1f26f9e58799 HTTP/1.1" status: 200 len: 1092 time: 3.2699280 Jul 16 18:02:24.577955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'tag': 'afa68180-9ac7-4d14-9be3-1f26f9e58799'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:24.580524 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05962e6b-51e5-43fe-8fc3-8aaccefec18b" -d '{"events": [{"name": "network-changed", "server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "tag": "afa68180-9ac7-4d14-9be3-1f26f9e58799"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:24.616742 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Request body: {'port': {'device_id': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:24.728868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:24.755394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cb2f6-afa7-4702-9e89-c0ff3c9fa49b service neutron] Pushing event updated for resources: {'Port': ['ID=afa68180-9ac7-4d14-9be3-1f26f9e58799,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:24.840101 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed0ef92d-624e-4f4a-ad91-aaf732c4ea93 req-ad35c91a-cbca-4e83-907d-8a45ea71b9b7 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048933 Jul 16 18:02:24.855318 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1551763434-network', 'tenant_id': '53f9afeb52c34096b97552facd74efbc'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:24.926247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-543961058-network', 'tenant_id': 'dd27ec52c184489fa6ba1f8e7c8bbcbf'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:24.958779 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0300128-51e9-4baa-b575-e2045db2a96e x-openstack-request-id: req-f0300128-51e9-4baa-b575-e2045db2a96e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:24.959367 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "tag": "afa68180-9ac7-4d14-9be3-1f26f9e58799", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:24.959847 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0300128-51e9-4baa-b575-e2045db2a96e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:24.960500 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'tag': 'afa68180-9ac7-4d14-9be3-1f26f9e58799', 'status': 'completed', 'code': 200} Jul 16 18:02:25.001182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Made reservation on behalf of 53f9afeb52c34096b97552facd74efbc for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:25.004532 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.007619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Made reservation on behalf of dd27ec52c184489fa6ba1f8e7c8bbcbf for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:25.010144 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.029913 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.076397 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.140667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-32a64ec6-da30-45dc-a024-a5c7f36a2144 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.142332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-32a64ec6-da30-45dc-a024-a5c7f36a2144 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 818 time: 0.2302909 Jul 16 18:02:25.145703 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.164084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-17d6df2e-2338-4cf7-b2b4-691092c4d483 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/quotas/565937de75e3443f93597fdd4f4967e7 HTTP/1.1" status: 200 len: 375 time: 0.0120766 Jul 16 18:02:25.234989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.240771 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.253953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 2aac3614-2853-4626-bcec-313fc947b67b up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:25.274501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:25.308403 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.309123 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Added segment 9be9689b-b6e7-469a-8a1d-24c5bc74b0ea of type vlan for network 22103f6d-635b-4008-97ce-857c41c448e2 Jul 16 18:02:25.310791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22d6843-b443-47fd-850f-73c343f9d3a5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:25.359236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 2aac3614-2853-4626-bcec-313fc947b67b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:25.359622 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.385997 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.454758 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.456201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.457485 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.473528 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.508924 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.515927 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d36679-f589-4003-9a6d-7cb3880cd395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aac3614-2853-4626-bcec-313fc947b67b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:25.519847 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a61f142-1743-4f3a-9c6b-ee4d35ac2c49" -d '{"events": [{"server_uuid": "d6d36679-f589-4003-9a6d-7cb3880cd395", "name": "network-vif-plugged", "status": "completed", "tag": "2aac3614-2853-4626-bcec-313fc947b67b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:25.526899 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.539171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 2aac3614-2853-4626-bcec-313fc947b67b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2aac3614-2853-4626-bcec-313fc947b67b,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:25.544162 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.554364 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:25.566042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.567132 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Added segment a639a46e-d18b-4c99-8bfd-5c4b85676307 of type vlan for network 770b23ca-3c29-4ce6-ac56-b64fc99325a3 Jul 16 18:02:25.605744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05962e6b-51e5-43fe-8fc3-8aaccefec18b req-20e39739-ac04-4125-8225-3af3274ea1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.606331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05962e6b-51e5-43fe-8fc3-8aaccefec18b req-20e39739-ac04-4125-8225-3af3274ea1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.606723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05962e6b-51e5-43fe-8fc3-8aaccefec18b req-20e39739-ac04-4125-8225-3af3274ea1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.608412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-05962e6b-51e5-43fe-8fc3-8aaccefec18b req-20e39739-ac04-4125-8225-3af3274ea1ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=164bfd99667d4e8db654de58223cd6fa&device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2797 time: 0.6424804 Jul 16 18:02:25.608731 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=2aac3614-2853-4626-bcec-313fc947b67b,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:25.621537 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.692287 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9621642 Jul 16 18:02:25.693048 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:25.697532 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.700294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.700854 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.724773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6fe1003d-fd2c-4834-a362-34fa81d77158 admin admin] Request body: {'subnet': {'network_id': '22103f6d-635b-4008-97ce-857c41c448e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-543961058-subnet', 'tenant_id': 'dd27ec52c184489fa6ba1f8e7c8bbcbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:25.732865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10032c-ea64-4c5f-9706-9c29d0553e8a admin admin] Pushing event updated for resources: {'Network': ['ID=22103f6d-635b-4008-97ce-857c41c448e2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:25.740239 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2404284 Jul 16 18:02:25.747206 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:25.748834 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 22103f6d-635b-4008-97ce-857c41c448e2 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:25.761350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Request body: {'subnet': {'network_id': '770b23ca-3c29-4ce6-ac56-b64fc99325a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1551763434-subnet', 'tenant_id': '53f9afeb52c34096b97552facd74efbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:25.786343 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109a772c-4420-47fb-97cd-21c1a9c2d48d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:25.799428 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:02:25.799428 n-d-793618-9 neutron-server[93766]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:02:25.799428 n-d-793618-9 neutron-server[93766]: [parameters: {'project_id_1': '53f9afeb52c34096b97552facd74efbc', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 2, 25, 766705)}] Jul 16 18:02:25.799428 n-d-793618-9 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:02:25.799855 n-d-793618-9 neutron-server[93766]: DEBUG oslo_db.api [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:02:25.844890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5f8cd7-3e86-4a90-af3f-cc4751564f09 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:25.852686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe1003d-fd2c-4834-a362-34fa81d77158 admin admin] Made reservation on behalf of dd27ec52c184489fa6ba1f8e7c8bbcbf for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:25.855069 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fe1003d-fd2c-4834-a362-34fa81d77158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.857150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093fd2-383b-45e9-9df5-261741d97227 admin admin] Pushing event updated for resources: {'Network': ['ID=770b23ca-3c29-4ce6-ac56-b64fc99325a3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:25.877185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 770b23ca-3c29-4ce6-ac56-b64fc99325a3 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:25.935908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05962e6b-51e5-43fe-8fc3-8aaccefec18b req-3302a321-b21f-4ec5-abe1-2f09ca535f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.936753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05962e6b-51e5-43fe-8fc3-8aaccefec18b req-3302a321-b21f-4ec5-abe1-2f09ca535f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.937085 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05962e6b-51e5-43fe-8fc3-8aaccefec18b req-3302a321-b21f-4ec5-abe1-2f09ca535f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.938732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-05962e6b-51e5-43fe-8fc3-8aaccefec18b req-3302a321-b21f-4ec5-abe1-2f09ca535f00 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=164bfd99667d4e8db654de58223cd6fa&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3164747 Jul 16 18:02:25.951531 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.004164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-caa5e277-0ced-4f6a-9cd2-cb97e2d35881 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8264620 Jul 16 18:02:26.031415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Transition to ACTIVE for port object bd5f8cd7-3e86-4a90-af3f-cc4751564f09 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:26.062321 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fe1003d-fd2c-4834-a362-34fa81d77158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.085056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.130823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1003d-fd2c-4834-a362-34fa81d77158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce124c7c-77de-47ac-bed7-d6f7d3ed7865,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:26.134090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1003d-fd2c-4834-a362-34fa81d77158 admin admin] Checking segment: {'id': '9be9689b-b6e7-469a-8a1d-24c5bc74b0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22103f6d-635b-4008-97ce-857c41c448e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:26.134718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1003d-fd2c-4834-a362-34fa81d77158 admin admin] Network hostable DHCP agents. Network: 22103f6d-635b-4008-97ce-857c41c448e2, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:26.157814 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1003d-fd2c-4834-a362-34fa81d77158 admin admin] Network 22103f6d-635b-4008-97ce-857c41c448e2 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:26.177536 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6fe1003d-fd2c-4834-a362-34fa81d77158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 22103f6d-635b-4008-97ce-857c41c448e2) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:26.184464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1003d-fd2c-4834-a362-34fa81d77158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.185338 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fe1003d-fd2c-4834-a362-34fa81d77158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.194466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066a0161-0a5b-42b2-b01d-58969e84914d None None] Network 22103f6d-635b-4008-97ce-857c41c448e2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:26.211488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df5614-9f5c-405f-b60c-b4d0296c569b req-9009ee9a-a08f-4a37-8eb5-a24e26f38cb1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.219204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df5614-9f5c-405f-b60c-b4d0296c569b req-9009ee9a-a08f-4a37-8eb5-a24e26f38cb1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.223908 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6fe1003d-fd2c-4834-a362-34fa81d77158 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5267808 Jul 16 18:02:26.226517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df5614-9f5c-405f-b60c-b4d0296c569b req-9009ee9a-a08f-4a37-8eb5-a24e26f38cb1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.232539 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98df5614-9f5c-405f-b60c-b4d0296c569b req-9009ee9a-a08f-4a37-8eb5-a24e26f38cb1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2399 time: 0.4067960 Jul 16 18:02:26.281450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05962e6b-51e5-43fe-8fc3-8aaccefec18b req-8d990de1-8424-4c15-b65e-cb12a6ba53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.283255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-05962e6b-51e5-43fe-8fc3-8aaccefec18b req-8d990de1-8424-4c15-b65e-cb12a6ba53a5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3343196 Jul 16 18:02:26.296103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5f8cd7-3e86-4a90-af3f-cc4751564f09,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:26.337744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Made reservation on behalf of 53f9afeb52c34096b97552facd74efbc for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:26.340141 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.389654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-e43cbf54-e747-42de-877e-f1127f895216 service neutron] 10.222.0.52 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718047 Jul 16 18:02:26.459512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98df5614-9f5c-405f-b60c-b4d0296c569b req-15f507ff-e76b-46da-b792-2a70691f8f5f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023194 Jul 16 18:02:26.481154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Attempting to bind port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:26.481540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Attempting to bind port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:26.481885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Attempting to bind port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 on network b31cf8a6-93ac-428c-a80a-1293f9f9d43a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:26.482150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b14c221-0646-4029-96fd-70cc42b309c6 None None] Network 22103f6d-635b-4008-97ce-857c41c448e2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:26.491928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 on network b31cf8a6-93ac-428c-a80a-1293f9f9d43a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:26.492265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Attempting to bind port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 on network b31cf8a6-93ac-428c-a80a-1293f9f9d43a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:26.527457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:26.527810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Checking segment: {'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:26.529171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Bound using segment: {'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:26.529171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Bound port: bd5f8cd7-3e86-4a90-af3f-cc4751564f09, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:26.529171 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.591461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-b4b568f3-aef3-4e2b-af92-4fc9fe8fbeac service neutron] 10.222.0.52 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915400 Jul 16 18:02:26.622243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] For port bd5f8cd7-3e86-4a90-af3f-cc4751564f09, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:26.632075 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252e64d2-fea5-4729-923c-39c4317168f0 x-openstack-request-id: req-252e64d2-fea5-4729-923c-39c4317168f0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:26.632684 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d36679-f589-4003-9a6d-7cb3880cd395", "name": "network-vif-plugged", "status": "completed", "tag": "2aac3614-2853-4626-bcec-313fc947b67b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:26.637622 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-252e64d2-fea5-4729-923c-39c4317168f0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:26.637622 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d36679-f589-4003-9a6d-7cb3880cd395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aac3614-2853-4626-bcec-313fc947b67b', 'code': 200} Jul 16 18:02:26.639337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] For port bd5f8cd7-3e86-4a90-af3f-cc4751564f09, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bd5f8cd7-3e86-4a90-af3f-cc4751564f09,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:26.644993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.648976 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.714455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5f8cd7-3e86-4a90-af3f-cc4751564f09,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:26.744043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036dbcd1-261c-42a6-a140-0d1c097db653,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:26.755077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Checking segment: {'id': 'a639a46e-d18b-4c99-8bfd-5c4b85676307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '770b23ca-3c29-4ce6-ac56-b64fc99325a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:26.755446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Network hostable DHCP agents. Network: 770b23ca-3c29-4ce6-ac56-b64fc99325a3, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:26.787283 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Network 770b23ca-3c29-4ce6-ac56-b64fc99325a3 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:26.802844 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 770b23ca-3c29-4ce6-ac56-b64fc99325a3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:26.803471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.804166 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.805596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-803ee0bc-74b5-460a-a885-d6d8d05d42f8 service neutron] 10.222.0.38 "PUT /v2.0/ports/bd5f8cd7-3e86-4a90-af3f-cc4751564f09 HTTP/1.1" status: 200 len: 1091 time: 2.1980093 Jul 16 18:02:26.818631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af512adc-ec71-4f51-b6d9-f3cafc143bb3 None None] Network 770b23ca-3c29-4ce6-ac56-b64fc99325a3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:26.842225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.843393 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.863318 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e4cf9163-5a3e-4c92-8439-13a0272ffb51 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1086028 Jul 16 18:02:26.971259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'tag': 'bd5f8cd7-3e86-4a90-af3f-cc4751564f09'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:26.973605 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a" -d '{"events": [{"name": "network-changed", "server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "tag": "bd5f8cd7-3e86-4a90-af3f-cc4751564f09"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:27.004588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a563d1-d13f-490c-816a-497322d03420 req-ad91971b-17b6-4b51-bc85-0547aa56e8d8 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.011921 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34a563d1-d13f-490c-816a-497322d03420 req-ad91971b-17b6-4b51-bc85-0547aa56e8d8 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 946 time: 0.2940543 Jul 16 18:02:27.109631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa894bc-1040-4aed-982f-6a51e782646e None None] Network 770b23ca-3c29-4ce6-ac56-b64fc99325a3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:27.121025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34a563d1-d13f-490c-816a-497322d03420 req-c4f753be-54bc-4e3a-93d4-78a44d0024af tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.52 "GET /v2.0/security-groups?id=99b4edcc-9ce5-4620-9d03-3fed85d81566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081336 Jul 16 18:02:27.200222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-774dc3c1-8fe1-4265-8539-eee9eca38dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.200741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-774dc3c1-8fe1-4265-8539-eee9eca38dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.201230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-774dc3c1-8fe1-4265-8539-eee9eca38dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.203737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-774dc3c1-8fe1-4265-8539-eee9eca38dc1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=164bfd99667d4e8db654de58223cd6fa&device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2864 time: 0.3343384 Jul 16 18:02:27.266379 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 2aac3614-2853-4626-bcec-313fc947b67b no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:27.273984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb8c3b-d1dd-4623-9edb-48a5745f0d46 req-0a3c8ab2-6fff-40ac-bf3e-dff5c855192a tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.275604 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51cb8c3b-d1dd-4623-9edb-48a5745f0d46 req-0a3c8ab2-6fff-40ac-bf3e-dff5c855192a tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9eee9b0-7ff9-4b12-b79a-5ada9d403be5 HTTP/1.1" status: 200 len: 946 time: 0.2602930 Jul 16 18:02:27.277254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-99a48cd5-25c2-4e04-8f23-c4ff0654d308 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.80&port_id=522430ae-f490-4792-b945-f80e5562b4bd HTTP/1.1" status: 200 len: 217 time: 0.0653136 Jul 16 18:02:27.428545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-54de7907-d706-49d0-bf44-d157f067005d req-14661e22-f347-4ff1-92c8-d36d2e915fe7 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1521617547', 'description': 'tempest-description-236133850'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:27.434622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-7535affa-08f0-4b76-a1bc-e55e7890cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.436197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-7535affa-08f0-4b76-a1bc-e55e7890cad9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=12167375-fb3e-4d52-82fe-d0a411a03762 HTTP/1.1" status: 200 len: 801 time: 0.1401834 Jul 16 18:02:27.439305 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.474119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 2aac3614-2853-4626-bcec-313fc947b67b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2aac3614-2853-4626-bcec-313fc947b67b,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:27.480173 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.509633 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54de7907-d706-49d0-bf44-d157f067005d req-14661e22-f347-4ff1-92c8-d36d2e915fe7 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.532115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=2aac3614-2853-4626-bcec-313fc947b67b,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:27.551243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-51cb8c3b-d1dd-4623-9edb-48a5745f0d46 req-2065bb8e-55e4-4b5e-ae61-b2250b1e9f69 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Deleting port 5bb8d714-554d-486d-92b3-61c00c9318f0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:27.551588 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51cb8c3b-d1dd-4623-9edb-48a5745f0d46 req-2065bb8e-55e4-4b5e-ae61-b2250b1e9f69 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.566701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececc6e2-c53e-4f6f-ab4b-3ad517980ec1 req-ed5a3992-6515-4a35-a4dd-a67be8eafbe6 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.568203 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ececc6e2-c53e-4f6f-ab4b-3ad517980ec1 req-ed5a3992-6515-4a35-a4dd-a67be8eafbe6 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 945 time: 0.3447857 Jul 16 18:02:27.666661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-59ee5d19-65ea-461f-a072-86c1a1f9e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.668178 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-59ee5d19-65ea-461f-a072-86c1a1f9e21a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b31cf8a6-93ac-428c-a80a-1293f9f9d43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2223971 Jul 16 18:02:27.734966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ececc6e2-c53e-4f6f-ab4b-3ad517980ec1 req-50c6fb47-29fe-4dab-b65b-519ce9c394cd tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f0557f-f5d2-4859-994c-78a09ff00ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488378 Jul 16 18:02:27.750750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-51cb8c3b-d1dd-4623-9edb-48a5745f0d46 req-2065bb8e-55e4-4b5e-ae61-b2250b1e9f69 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] For port 5bb8d714-554d-486d-92b3-61c00c9318f0, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5bb8d714-554d-486d-92b3-61c00c9318f0,segment=NetworkSegment(2286e076-7fe7-449e-8ad2-11a968d002ef),segment_id=2286e076-7fe7-449e-8ad2-11a968d002ef)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:27.751125 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51cb8c3b-d1dd-4623-9edb-48a5745f0d46 req-2065bb8e-55e4-4b5e-ae61-b2250b1e9f69 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.804362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-51cb8c3b-d1dd-4623-9edb-48a5745f0d46 req-2065bb8e-55e4-4b5e-ae61-b2250b1e9f69 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Calling delete_port for 5bb8d714-554d-486d-92b3-61c00c9318f0 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:27.846115 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54de7907-d706-49d0-bf44-d157f067005d req-14661e22-f347-4ff1-92c8-d36d2e915fe7 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.877470 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54de7907-d706-49d0-bf44-d157f067005d req-14661e22-f347-4ff1-92c8-d36d2e915fe7 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.885923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-2fa73ba4-2821-49d7-92ce-a7604d73d54c service neutron] 10.222.0.38 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042491 Jul 16 18:02:27.944844 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54de7907-d706-49d0-bf44-d157f067005d req-14661e22-f347-4ff1-92c8-d36d2e915fe7 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.946103 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54de7907-d706-49d0-bf44-d157f067005d req-14661e22-f347-4ff1-92c8-d36d2e915fe7 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5283344 Jul 16 18:02:27.964038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14661e22-f347-4ff1-92c8-d36d2e915fe7 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9552a2b6-4d19-468c-9650-6dd581c73f73,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:28.049778 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4cf582-596a-4b70-a6a6-4136b0a62143 x-openstack-request-id: req-4a4cf582-596a-4b70-a6a6-4136b0a62143 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:28.050140 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "tag": "bd5f8cd7-3e86-4a90-af3f-cc4751564f09", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:28.050582 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a4cf582-596a-4b70-a6a6-4136b0a62143 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:28.051043 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'tag': 'bd5f8cd7-3e86-4a90-af3f-cc4751564f09', 'status': 'completed', 'code': 200} Jul 16 18:02:28.057542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-d154d5da-56b8-4ca0-9eb2-f3926975fa05 service neutron] 10.222.0.38 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565611 Jul 16 18:02:28.102780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-483c08c8-5a48-4fb5-a3a6-d1fe0c4b5251 req-dcadbdc9-4831-4783-a707-f4c8a0de155e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 210 time: 0.0506837 Jul 16 18:02:28.142963 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-c18ace58-3024-43d4-ae12-c71797b61147 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=afa68180-9ac7-4d14-9be3-1f26f9e58799 HTTP/1.1" status: 200 len: 217 time: 0.0638528 Jul 16 18:02:28.235425 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51cb8c3b-d1dd-4623-9edb-48a5745f0d46 req-2065bb8e-55e4-4b5e-ae61-b2250b1e9f69 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.248928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5bb8d714-554d-486d-92b3-61c00c9318f0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:28.312384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065bb8e-55e4-4b5e-ae61-b2250b1e9f69 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Pushing event deleted for resources: {'Port': ['ID=5bb8d714-554d-486d-92b3-61c00c9318f0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:28.623627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-d55f3867-ac93-4fd7-b64b-648897fbc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:28.625004 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-d55f3867-ac93-4fd7-b64b-648897fbc30f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c4ad540-93a1-425d-96ec-f5566106736d HTTP/1.1" status: 200 len: 801 time: 0.4778814 Jul 16 18:02:28.638585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d36679-f589-4003-9a6d-7cb3880cd395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aac3614-2853-4626-bcec-313fc947b67b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:28.640878 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e66aba-8067-410d-88af-224808bdacd2" -d '{"events": [{"server_uuid": "d6d36679-f589-4003-9a6d-7cb3880cd395", "name": "network-vif-unplugged", "status": "completed", "tag": "2aac3614-2853-4626-bcec-313fc947b67b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:28.754189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cb8c3b-d1dd-4623-9edb-48a5745f0d46 req-2065bb8e-55e4-4b5e-ae61-b2250b1e9f69 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] No DVR routers for this DVR port 5bb8d714-554d-486d-92b3-61c00c9318f0 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:28.784662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-6043d740-bcd1-4954-90d7-de5eda968031 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:28.786738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-6043d740-bcd1-4954-90d7-de5eda968031 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.38 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 818 time: 0.6405735 Jul 16 18:02:28.787784 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51cb8c3b-d1dd-4623-9edb-48a5745f0d46 req-2065bb8e-55e4-4b5e-ae61-b2250b1e9f69 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.789619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51cb8c3b-d1dd-4623-9edb-48a5745f0d46 req-2065bb8e-55e4-4b5e-ae61-b2250b1e9f69 tempest-ServerTagsTestJSON-548563368 tempest-ServerTagsTestJSON-548563368-project] 10.222.0.42 "DELETE /v2.0/ports/5bb8d714-554d-486d-92b3-61c00c9318f0 HTTP/1.1" status: 204 len: 173 time: 1.4948256 Jul 16 18:02:28.806954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Request body: {'port': {'device_id': 'fcc3ecf8-b4ac-4834-b553-e944372ebc08', 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01', 'admin_state_up': True, 'tenant_id': '565937de75e3443f93597fdd4f4967e7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:28.818958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918123eb-549b-4b55-a533-e94586369822 req-129b7ccf-eeab-4aef-a217-0f3cd80c56d9 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:28.820477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-918123eb-549b-4b55-a533-e94586369822 req-129b7ccf-eeab-4aef-a217-0f3cd80c56d9 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 945 time: 0.6780291 Jul 16 18:02:28.929727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-7122de95-afc4-46f2-9fe6-f60a00f5f5da tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:28.931113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-7122de95-afc4-46f2-9fe6-f60a00f5f5da tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/networks?id=770b23ca-3c29-4ce6-ac56-b64fc99325a3 HTTP/1.1" status: 200 len: 814 time: 0.6199713 Jul 16 18:02:28.985057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-918123eb-549b-4b55-a533-e94586369822 req-e28ab6fe-14dd-43d6-9eb2-c2bada47f4fa tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fd54151-8eb2-4d8b-9a67-45021f0e526c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482203 Jul 16 18:02:28.993788 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-ea4ba76b-888f-4e44-94cc-2668924b3052 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/quotas/53f9afeb52c34096b97552facd74efbc HTTP/1.1" status: 200 len: 375 time: 0.0559950 Jul 16 18:02:28.997892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-43007038-08dd-46f6-9599-f2319d863ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:28.999363 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-43007038-08dd-46f6-9599-f2319d863ae2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=549e85e0-3fa0-4e0d-b14b-898de0976841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3469131 Jul 16 18:02:29.043824 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-bffd67a1-81ac-46d4-ba39-3b6c997ad5cf tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=53f9afeb52c34096b97552facd74efbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435247 Jul 16 18:02:29.051947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9936b-1558-41c8-b704-f0ea1ef32c96 req-710b3343-ef22-4283-bcd9-310858ecfdd3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.053766 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2b9936b-1558-41c8-b704-f0ea1ef32c96 req-710b3343-ef22-4283-bcd9-310858ecfdd3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.38 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 945 time: 0.3572943 Jul 16 18:02:29.245109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Made reservation on behalf of 565937de75e3443f93597fdd4f4967e7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:29.248615 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.355908 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-3b3ecfa5-260a-4707-8ac1-8f8ceaee1100 service neutron] 10.222.0.38 "GET /v2.0/networks/549e85e0-3fa0-4e0d-b14b-898de0976841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419268 Jul 16 18:02:29.389514 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-530ffd18-080e-4c56-82a0-cf320f662725 service neutron] 10.222.0.52 "GET /v2.0/networks/770b23ca-3c29-4ce6-ac56-b64fc99325a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337226 Jul 16 18:02:29.489927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a18e-c24c-45c2-9cb8-de2e8cd2a52c req-180bd8e7-ac69-4bac-946a-875f992bfbd8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.495609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a18e-c24c-45c2-9cb8-de2e8cd2a52c req-180bd8e7-ac69-4bac-946a-875f992bfbd8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.501437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a18e-c24c-45c2-9cb8-de2e8cd2a52c req-180bd8e7-ac69-4bac-946a-875f992bfbd8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.503025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f12a18e-c24c-45c2-9cb8-de2e8cd2a52c req-180bd8e7-ac69-4bac-946a-875f992bfbd8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2411 time: 0.3931863 Jul 16 18:02:29.621726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a2b9936b-1558-41c8-b704-f0ea1ef32c96 req-d4d894b9-246e-4d60-9884-0e9d7614d45b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Deleting port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:29.622072 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2b9936b-1558-41c8-b704-f0ea1ef32c96 req-d4d894b9-246e-4d60-9884-0e9d7614d45b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.690583 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-8ded3736-8246-4671-8397-47fd46685884 service neutron] 10.222.0.38 "GET /v2.0/networks/549e85e0-3fa0-4e0d-b14b-898de0976841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054316 Jul 16 18:02:29.691657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Allocated IP 172.20.0.8 (e873bfab-ff66-44cb-8bce-e4e0b5617c01/d59bb117-601d-4130-a705-1881eee73fd0/96e9d70d-2de3-419f-b358-aea7f660609f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:29.709032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f12a18e-c24c-45c2-9cb8-de2e8cd2a52c req-4b7e796d-cb3d-4e5f-a947-eabcbe0e699c tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952100 Jul 16 18:02:29.789475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-bd65d7bb-2f4a-4ef4-b929-9441b75e3ecc service neutron] 10.222.0.52 "GET /v2.0/networks/770b23ca-3c29-4ce6-ac56-b64fc99325a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844118 Jul 16 18:02:29.794787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-5efa9d60-411f-4e89-9ac4-119adeb7cd0e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.79&port_id=bd5f8cd7-3e86-4a90-af3f-cc4751564f09 HTTP/1.1" status: 200 len: 217 time: 0.0914032 Jul 16 18:02:29.884857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a2b9936b-1558-41c8-b704-f0ea1ef32c96 req-d4d894b9-246e-4d60-9884-0e9d7614d45b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] For port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:29.885226 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2b9936b-1558-41c8-b704-f0ea1ef32c96 req-d4d894b9-246e-4d60-9884-0e9d7614d45b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.919129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-2f428a74-e8bd-457f-b913-5842b5d754e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.920615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-2f428a74-e8bd-457f-b913-5842b5d754e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=12167375-fb3e-4d52-82fe-d0a411a03762 HTTP/1.1" status: 200 len: 801 time: 0.1193643 Jul 16 18:02:29.938887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a2b9936b-1558-41c8-b704-f0ea1ef32c96 req-d4d894b9-246e-4d60-9884-0e9d7614d45b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Calling delete_port for 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:30.012293 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21cab984-56f2-46a1-beae-3c0fce5f93ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.069532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9eee9b0-7ff9-4b12-b79a-5ada9d403be5', 'name': 'network-vif-deleted', 'tag': '5bb8d714-554d-486d-92b3-61c00c9318f0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:30.071767 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd8a9e6-0ca3-4a40-9f96-b90903d6230c" -d '{"events": [{"server_uuid": "f9eee9b0-7ff9-4b12-b79a-5ada9d403be5", "name": "network-vif-deleted", "tag": "5bb8d714-554d-486d-92b3-61c00c9318f0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:30.189940 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcc705a4-eae9-4387-aa4d-be20b23e0fc7 req-746925c1-7802-4123-8d33-67c9cb6e92e8 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/9552a2b6-4d19-468c-9650-6dd581c73f73 HTTP/1.1" status: 200 len: 1812 time: 0.2175262 Jul 16 18:02:30.197847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.229651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bcc705a4-eae9-4387-aa4d-be20b23e0fc7 req-a9b3bc74-4436-4246-a9e2-8ad36f2bee6e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9552a2b6-4d19-468c-9650-6dd581c73f73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:30.230018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bcc705a4-eae9-4387-aa4d-be20b23e0fc7 req-a9b3bc74-4436-4246-a9e2-8ad36f2bee6e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9552a2b6-4d19-468c-9650-6dd581c73f73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:30.246087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-eac38ee8-da97-41e6-a813-cef9eb1b3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:30.247603 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-eac38ee8-da97-41e6-a813-cef9eb1b3863 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b31cf8a6-93ac-428c-a80a-1293f9f9d43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3207371 Jul 16 18:02:30.389730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2ab52-cbf2-4f38-b1f4-6532581115d6 req-6294a1cb-32a6-4ace-bb5e-51558ee75036 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:30.391272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71f2ab52-cbf2-4f38-b1f4-6532581115d6 req-6294a1cb-32a6-4ace-bb5e-51558ee75036 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=32ec34ce-aa9f-472e-b830-8d2bf15372ab HTTP/1.1" status: 200 len: 945 time: 0.3105586 Jul 16 18:02:30.438613 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2b9936b-1558-41c8-b704-f0ea1ef32c96 req-d4d894b9-246e-4d60-9884-0e9d7614d45b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.474336 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.527203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d894b9-246e-4d60-9884-0e9d7614d45b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Pushing event deleted for resources: {'Port': ['ID=481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:30.530530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-b2123948-9263-4ab6-8b6a-1b0f834838e9 service neutron] 10.222.0.38 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748580 Jul 16 18:02:30.595258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:30.625953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Network e873bfab-ff66-44cb-8bce-e4e0b5617c01 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:30.638017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71f2ab52-cbf2-4f38-b1f4-6532581115d6 req-20853b7d-d58a-4eb3-81e9-6c7af04381a3 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315764 Jul 16 18:02:30.677447 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:30.687823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:30.745961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:30.776133 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0818231e-529e-4090-beba-5440340c5aae x-openstack-request-id: req-0818231e-529e-4090-beba-5440340c5aae {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:30.776440 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d36679-f589-4003-9a6d-7cb3880cd395", "name": "network-vif-unplugged", "status": "completed", "tag": "2aac3614-2853-4626-bcec-313fc947b67b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:30.776696 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0818231e-529e-4090-beba-5440340c5aae {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:30.777106 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d36679-f589-4003-9a6d-7cb3880cd395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aac3614-2853-4626-bcec-313fc947b67b', 'code': 200} Jul 16 18:02:30.794937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4524d91-d592-4ea9-8e81-fe335d73f214 admin admin] Deleting subnet ea2d9aad-bfc8-4eb2-8fe7-1bff1e93aaff {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:30.798319 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4524d91-d592-4ea9-8e81-fe335d73f214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.840947 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4524d91-d592-4ea9-8e81-fe335d73f214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.883812 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4524d91-d592-4ea9-8e81-fe335d73f214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.943535 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4524d91-d592-4ea9-8e81-fe335d73f214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.968408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4524d91-d592-4ea9-8e81-fe335d73f214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2d9aad-bfc8-4eb2-8fe7-1bff1e93aaff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:30.978314 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4524d91-d592-4ea9-8e81-fe335d73f214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.982611 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c4524d91-d592-4ea9-8e81-fe335d73f214 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ea2d9aad-bfc8-4eb2-8fe7-1bff1e93aaff HTTP/1.1" status: 204 len: 168 time: 0.2333157 Jul 16 18:02:30.982880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:31.010725 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcc705a4-eae9-4387-aa4d-be20b23e0fc7 req-a9b3bc74-4436-4246-a9e2-8ad36f2bee6e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.025335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b9936b-1558-41c8-b704-f0ea1ef32c96 req-d4d894b9-246e-4d60-9884-0e9d7614d45b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] No DVR routers for this DVR port 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:31.028142 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a2b9936b-1558-41c8-b704-f0ea1ef32c96 req-d4d894b9-246e-4d60-9884-0e9d7614d45b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.030799 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2b9936b-1558-41c8-b704-f0ea1ef32c96 req-d4d894b9-246e-4d60-9884-0e9d7614d45b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.38 "DELETE /v2.0/ports/481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a HTTP/1.1" status: 204 len: 173 time: 1.9522614 Jul 16 18:02:31.065078 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.167240 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.178887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Pushing event updated for resources: {'Port': ['ID=96e9d70d-2de3-419f-b358-aea7f660609f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:31.179229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ea80a6-a8d3-4675-a5f2-9934541c21fe']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:31.190681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2286e076-7fe7-449e-8ad2-11a968d002ef') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:31.191847 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2286e076-7fe7-449e-8ad2-11a968d002ef') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:31.206326 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.222970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.229524 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:31.229920 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:31.232029 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:31.250276 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcc705a4-eae9-4387-aa4d-be20b23e0fc7 req-a9b3bc74-4436-4246-a9e2-8ad36f2bee6e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.259833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.260469 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.276268 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcc705a4-eae9-4387-aa4d-be20b23e0fc7 req-a9b3bc74-4436-4246-a9e2-8ad36f2bee6e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.284912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5bb8d714-554d-486d-92b3-61c00c9318f0 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:31.296015 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.303821 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.306833 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] 10.222.0.52 "DELETE /v2.0/networks/f5ea80a6-a8d3-4675-a5f2-9934541c21fe HTTP/1.1" status: 204 len: 168 time: 0.3230314 Jul 16 18:02:31.318796 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ded88e-fa5e-49ad-a6f2-be6fd7fc1f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ea80a6-a8d3-4675-a5f2-9934541c21fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:31.321921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 5bb8d714-554d-486d-92b3-61c00c9318f0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:31.322369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5bb8d714-554d-486d-92b3-61c00c9318f0 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:31.338743 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-72475aad-055c-4a91-843e-1c1c8561f327 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5382609 Jul 16 18:02:31.339357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3bc74-4436-4246-a9e2-8ad36f2bee6e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbec5bd0-832c-44e1-a981-e372f993fba3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:31.351397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-c68167e7-6717-4943-b842-216c1ddb60e8 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.352867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-c68167e7-6717-4943-b842-216c1ddb60e8 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.42 "GET /v2.0/networks?id=770b23ca-3c29-4ce6-ac56-b64fc99325a3 HTTP/1.1" status: 200 len: 814 time: 0.2608554 Jul 16 18:02:31.358806 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bcc705a4-eae9-4387-aa4d-be20b23e0fc7 req-a9b3bc74-4436-4246-a9e2-8ad36f2bee6e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.359990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcc705a4-eae9-4387-aa4d-be20b23e0fc7 req-a9b3bc74-4436-4246-a9e2-8ad36f2bee6e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1550415 Jul 16 18:02:31.368689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Request body: {'port': {'device_id': 'fcc3ecf8-b4ac-4834-b553-e944372ebc08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:31.372810 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7444bd6c-231e-4f49-ac80-d78d1fb995b1 req-73037061-4266-41aa-984e-c896ef236be2 service neutron] 10.222.0.38 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8201790 Jul 16 18:02:31.399754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Request body: {'port': {'device_id': '14449052-056e-4806-8dff-1f3cf329d5f5', 'network_id': '770b23ca-3c29-4ce6-ac56-b64fc99325a3', 'admin_state_up': True, 'tenant_id': '53f9afeb52c34096b97552facd74efbc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:31.447596 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:31.454166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e34702-2dda-4251-9743-7fa1075945bf req-67fe6645-9939-4dbc-b68e-4b344a1c6430 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.455838 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5e34702-2dda-4251-9743-7fa1075945bf req-67fe6645-9939-4dbc-b68e-4b344a1c6430 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 931 time: 0.4322197 Jul 16 18:02:31.517241 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dfe848d5-265b-4353-aedc-9412e883aaa6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8363e099f2284c118b3eec5d5136643d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684457 Jul 16 18:02:31.520747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:31.588632 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c91e92e4-bc75-47b5-b270-c0bae2a74241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.615674 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c91e92e4-bc75-47b5-b270-c0bae2a74241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.655489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5e34702-2dda-4251-9743-7fa1075945bf req-6d0a84c1-ae7a-4603-bbba-da0dd0976f16 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814804 Jul 16 18:02:31.658096 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.674194 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c91e92e4-bc75-47b5-b270-c0bae2a74241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.677486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c91e92e4-bc75-47b5-b270-c0bae2a74241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.679360 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c91e92e4-bc75-47b5-b270-c0bae2a74241 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99b4edcc-9ce5-4620-9d03-3fed85d81566 HTTP/1.1" status: 204 len: 168 time: 0.1572940 Jul 16 18:02:31.703936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e92e4-bc75-47b5-b270-c0bae2a74241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b4edcc-9ce5-4620-9d03-3fed85d81566,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:31.731741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6cdaa55-324e-4bc8-9cc4-ba0039f4ec3d req-bceca2dc-3c62-41d3-ad69-1210872aaf02 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 210 time: 0.0682261 Jul 16 18:02:31.746183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-f4fc1e23-a634-44fc-b2cb-90b181307f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.746677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-f4fc1e23-a634-44fc-b2cb-90b181307f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.747162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-f4fc1e23-a634-44fc-b2cb-90b181307f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.749182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-f4fc1e23-a634-44fc-b2cb-90b181307f3f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=164bfd99667d4e8db654de58223cd6fa&device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2864 time: 0.2920592 Jul 16 18:02:31.827023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Made reservation on behalf of 53f9afeb52c34096b97552facd74efbc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:31.831406 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.845258 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167db9ea-01b9-45f3-b763-1451b8acd909 x-openstack-request-id: req-167db9ea-01b9-45f3-b763-1451b8acd909 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:31.845584 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9eee9b0-7ff9-4b12-b79a-5ada9d403be5", "name": "network-vif-deleted", "tag": "5bb8d714-554d-486d-92b3-61c00c9318f0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:31.845879 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-167db9ea-01b9-45f3-b763-1451b8acd909 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:31.846296 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9eee9b0-7ff9-4b12-b79a-5ada9d403be5', 'name': 'network-vif-deleted', 'tag': '5bb8d714-554d-486d-92b3-61c00c9318f0', 'status': 'completed', 'code': 200} Jul 16 18:02:31.882919 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698d08c-a966-4201-a089-896ab46e5a67 req-97201f1d-9639-4876-ab80-cd972e397fb6 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.884844 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5698d08c-a966-4201-a089-896ab46e5a67 req-97201f1d-9639-4876-ab80-cd972e397fb6 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 943 time: 0.1561062 Jul 16 18:02:31.993267 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5698d08c-a966-4201-a089-896ab46e5a67 req-96437749-98d8-404b-aadc-1759966f41e9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Deleting port 2aac3614-2853-4626-bcec-313fc947b67b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:31.993666 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5698d08c-a966-4201-a089-896ab46e5a67 req-96437749-98d8-404b-aadc-1759966f41e9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.091553 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5698d08c-a966-4201-a089-896ab46e5a67 req-96437749-98d8-404b-aadc-1759966f41e9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] For port 2aac3614-2853-4626-bcec-313fc947b67b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2aac3614-2853-4626-bcec-313fc947b67b,segment=NetworkSegment(cbae2678-1b8b-499f-90c3-56762aee9fb4),segment_id=cbae2678-1b8b-499f-90c3-56762aee9fb4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:32.091916 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5698d08c-a966-4201-a089-896ab46e5a67 req-96437749-98d8-404b-aadc-1759966f41e9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.106279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5698d08c-a966-4201-a089-896ab46e5a67 req-96437749-98d8-404b-aadc-1759966f41e9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Calling delete_port for 2aac3614-2853-4626-bcec-313fc947b67b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:32.122999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-d6314b45-23e7-4b70-b0a6-1abc03bc630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:32.127247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-d6314b45-23e7-4b70-b0a6-1abc03bc630b service neutron] 10.222.0.38 "GET /v2.0/networks?id=b31cf8a6-93ac-428c-a80a-1293f9f9d43a HTTP/1.1" status: 200 len: 903 time: 0.3516107 Jul 16 18:02:32.178538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f015d52-3534-4e04-9d9d-6ab52eff2a06 req-4b55b730-83be-4b2b-9be1-a527f9d36072 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/9552a2b6-4d19-468c-9650-6dd581c73f73 HTTP/1.1" status: 200 len: 2405 time: 0.2433531 Jul 16 18:02:32.235025 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f833e2ae-ffa7-4034-9914-97f95664411f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.241185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-31d284aa-8afc-416d-b1aa-87d47fd623ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.79&port_id=bd5f8cd7-3e86-4a90-af3f-cc4751564f09 HTTP/1.1" status: 200 len: 217 time: 0.1062295 Jul 16 18:02:32.281121 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5698d08c-a966-4201-a089-896ab46e5a67 req-96437749-98d8-404b-aadc-1759966f41e9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.295689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87857988-96a6-4185-8ae6-d11b38eb7391 req-4fcdb809-ab24-4caa-9e66-d412988e2103 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:32.309335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87857988-96a6-4185-8ae6-d11b38eb7391 req-4fcdb809-ab24-4caa-9e66-d412988e2103 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:32.315476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87857988-96a6-4185-8ae6-d11b38eb7391 req-4fcdb809-ab24-4caa-9e66-d412988e2103 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:32.317422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87857988-96a6-4185-8ae6-d11b38eb7391 req-4fcdb809-ab24-4caa-9e66-d412988e2103 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2411 time: 0.4116204 Jul 16 18:02:32.339346 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.345569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96437749-98d8-404b-aadc-1759966f41e9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Pushing event deleted for resources: {'Port': ['ID=2aac3614-2853-4626-bcec-313fc947b67b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:32.349230 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.394911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Allocated IP 172.20.0.13 (770b23ca-3c29-4ce6-ac56-b64fc99325a3/036dbcd1-261c-42a6-a140-0d1c097db653/f56989cf-9c31-4b5f-9fe9-395a33cb9348) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:32.396881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5698d08c-a966-4201-a089-896ab46e5a67 req-96437749-98d8-404b-aadc-1759966f41e9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] No DVR routers for this DVR port 2aac3614-2853-4626-bcec-313fc947b67b on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:32.400487 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5698d08c-a966-4201-a089-896ab46e5a67 req-96437749-98d8-404b-aadc-1759966f41e9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.401828 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5698d08c-a966-4201-a089-896ab46e5a67 req-96437749-98d8-404b-aadc-1759966f41e9 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.42 "DELETE /v2.0/ports/2aac3614-2853-4626-bcec-313fc947b67b HTTP/1.1" status: 204 len: 173 time: 0.5117381 Jul 16 18:02:32.402299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d36679-f589-4003-9a6d-7cb3880cd395', 'name': 'network-vif-deleted', 'tag': '2aac3614-2853-4626-bcec-313fc947b67b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:32.405068 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0fa79b-526c-40a0-b40d-4fa85338508b" -d '{"events": [{"server_uuid": "d6d36679-f589-4003-9a6d-7cb3880cd395", "name": "network-vif-deleted", "tag": "2aac3614-2853-4626-bcec-313fc947b67b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:32.422348 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-13cbbf74-8793-4f9f-92a9-42bf449d287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:32.423782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-13cbbf74-8793-4f9f-92a9-42bf449d287d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=12167375-fb3e-4d52-82fe-d0a411a03762 HTTP/1.1" status: 200 len: 801 time: 0.1761525 Jul 16 18:02:32.457265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87857988-96a6-4185-8ae6-d11b38eb7391 req-07a6641e-6bde-4130-a080-9ba5e230801e tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126041 Jul 16 18:02:32.582786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e9d70d-2de3-419f-b358-aea7f660609f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:32.598230 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.598893 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.681055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Transition to ACTIVE for port object 96e9d70d-2de3-419f-b358-aea7f660609f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:32.696756 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.745943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-a2f3b891-32f4-42fd-ba23-36400e4cab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:32.747558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-a2f3b891-32f4-42fd-ba23-36400e4cab02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b31cf8a6-93ac-428c-a80a-1293f9f9d43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3161869 Jul 16 18:02:32.817677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1940b2-df60-4f7d-a4b0-1a2c641c65d8 req-ababc274-c037-4bc5-ad10-8ce8eecaca97 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:32.819116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b1940b2-df60-4f7d-a4b0-1a2c641c65d8 req-ababc274-c037-4bc5-ad10-8ce8eecaca97 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 945 time: 0.2897980 Jul 16 18:02:32.828860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Pushing event updated for resources: {'Port': ['ID=96e9d70d-2de3-419f-b358-aea7f660609f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:32.842160 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.971025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ded815e9-fe79-4ba6-9bb0-da57f8b0f07e req-9f79ae5b-b1e7-48fc-8d9e-9cc910bd8171 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-group-rules/cbec5bd0-832c-44e1-a981-e372f993fba3 HTTP/1.1" status: 200 len: 778 time: 0.1084173 Jul 16 18:02:33.022921 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b1940b2-df60-4f7d-a4b0-1a2c641c65d8 req-9e8c04f3-fad7-49db-be05-2edae86d21a0 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fd54151-8eb2-4d8b-9a67-45021f0e526c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865680 Jul 16 18:02:33.052267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-ac9a1790-50f5-4d12-8355-4fb3a7f6de6f service neutron] 10.222.0.38 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930200 Jul 16 18:02:33.058192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Attempting to bind port 96e9d70d-2de3-419f-b358-aea7f660609f on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:33.058533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Attempting to bind port 96e9d70d-2de3-419f-b358-aea7f660609f by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:33.058868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Attempting to bind port 96e9d70d-2de3-419f-b358-aea7f660609f on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:33.069544 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a8d032-f98e-4d46-9198-1e1594da4fc2 x-openstack-request-id: req-04a8d032-f98e-4d46-9198-1e1594da4fc2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:33.070562 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d36679-f589-4003-9a6d-7cb3880cd395", "name": "network-vif-deleted", "tag": "2aac3614-2853-4626-bcec-313fc947b67b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:33.071055 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04a8d032-f98e-4d46-9198-1e1594da4fc2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:33.071681 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d36679-f589-4003-9a6d-7cb3880cd395', 'name': 'network-vif-deleted', 'tag': '2aac3614-2853-4626-bcec-313fc947b67b', 'status': 'completed', 'code': 200} Jul 16 18:02:33.082918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Port 96e9d70d-2de3-419f-b358-aea7f660609f on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:33.083188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Attempting to bind port 96e9d70d-2de3-419f-b358-aea7f660609f on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:33.110514 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ded815e9-fe79-4ba6-9bb0-da57f8b0f07e req-df651557-c12f-428a-b36e-21e50e4cc865 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/9552a2b6-4d19-468c-9650-6dd581c73f73 HTTP/1.1" status: 200 len: 2405 time: 0.1253929 Jul 16 18:02:33.120007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:33.120351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:33.120742 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Bound using segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:33.121193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Bound port: 96e9d70d-2de3-419f-b358-aea7f660609f, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:33.121586 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.124725 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9f96f245-0ce2-44a4-abf5-2f9a2d39d3eb req-3ebf1a8e-0df7-4f51-a301-fec0e8edbd8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91946e394876469eb4374cd52f408efc&device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 210 time: 0.0303826 Jul 16 18:02:33.130898 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.182683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device afa68180-9ac7-4d14-9be3-1f26f9e58799 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:33.189872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:33.230201 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:33.230931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:33.271114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Network 770b23ca-3c29-4ce6-ac56-b64fc99325a3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:33.273760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ded815e9-fe79-4ba6-9bb0-da57f8b0f07e req-34a8f101-ad37-45ef-8d3f-22d61c519582 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.290390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:33.308056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:33.312208 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ded815e9-fe79-4ba6-9bb0-da57f8b0f07e req-34a8f101-ad37-45ef-8d3f-22d61c519582 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.340490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0c1b30e-3002-4530-b5ac-66a3ea7af48a req-ba295121-e75c-4ffb-b012-50eb41f92e7b service neutron] 10.222.0.38 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794528 Jul 16 18:02:33.341382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Pushing event updated for resources: {'Port': ['ID=f56989cf-9c31-4b5f-9fe9-395a33cb9348,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.350840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f245-0ce2-44a4-abf5-2f9a2d39d3eb req-f4254786-ae64-477e-a975-d20ca2fd0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:33.353134 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9f96f245-0ce2-44a4-abf5-2f9a2d39d3eb req-f4254786-ae64-477e-a975-d20ca2fd0bfd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=91946e394876469eb4374cd52f408efc&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2217414 Jul 16 18:02:33.383386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port afa68180-9ac7-4d14-9be3-1f26f9e58799, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=afa68180-9ac7-4d14-9be3-1f26f9e58799,segment=NetworkSegment(a327effd-d535-4a7a-9ca9-96ab7a0a2b98),segment_id=a327effd-d535-4a7a-9ca9-96ab7a0a2b98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:33.394316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:33.399705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'afa68180-9ac7-4d14-9be3-1f26f9e58799', 'network_id': '549e85e0-3fa0-4e0d-b14b-898de0976841', 'port_id': 'afa68180-9ac7-4d14-9be3-1f26f9e58799', 'mac_address': 'fa:16:3e:2c:40:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4ad540-93a1-425d-96ec-f5566106736d', 'ip_address': '19.86.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:33.402661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:33.403613 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.406379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ded815e9-fe79-4ba6-9bb0-da57f8b0f07e req-34a8f101-ad37-45ef-8d3f-22d61c519582 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.409357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=96e9d70d-2de3-419f-b358-aea7f660609f,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:33.417982 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ded815e9-fe79-4ba6-9bb0-da57f8b0f07e req-34a8f101-ad37-45ef-8d3f-22d61c519582 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.423412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ded815e9-fe79-4ba6-9bb0-da57f8b0f07e req-34a8f101-ad37-45ef-8d3f-22d61c519582 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/cbec5bd0-832c-44e1-a981-e372f993fba3 HTTP/1.1" status: 204 len: 173 time: 0.3120284 Jul 16 18:02:33.439283 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.443581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8f101-ad37-45ef-8d3f-22d61c519582 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbec5bd0-832c-44e1-a981-e372f993fba3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.479125 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.493637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-d364e4d8-e9ea-47bf-9500-ac8eb0f9ee59 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1254315 Jul 16 18:02:33.501806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa68180-9ac7-4d14-9be3-1f26f9e58799 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:33.512441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Request body: {'port': {'device_id': '14449052-056e-4806-8dff-1f3cf329d5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:33.541192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:33.541894 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.543327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] 10.222.0.38 "PUT /v2.0/ports/96e9d70d-2de3-419f-b358-aea7f660609f HTTP/1.1" status: 200 len: 1091 time: 2.1885362 Jul 16 18:02:33.544503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port afa68180-9ac7-4d14-9be3-1f26f9e58799, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=afa68180-9ac7-4d14-9be3-1f26f9e58799,segment=NetworkSegment(a327effd-d535-4a7a-9ca9-96ab7a0a2b98),segment_id=a327effd-d535-4a7a-9ca9-96ab7a0a2b98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:33.551184 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.552421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 522430ae-f490-4792-b945-f80e5562b4bd details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:33.612568 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44c237-a465-478f-8bd7-11deb5823c7a service neutron] Pushing event updated for resources: {'Port': ['ID=96e9d70d-2de3-419f-b358-aea7f660609f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.742721 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=afa68180-9ac7-4d14-9be3-1f26f9e58799,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.797495 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.848559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 522430ae-f490-4792-b945-f80e5562b4bd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=522430ae-f490-4792-b945-f80e5562b4bd,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:33.875095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '522430ae-f490-4792-b945-f80e5562b4bd', 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a', 'port_id': '522430ae-f490-4792-b945-f80e5562b4bd', 'mac_address': 'fa:16:3e:6a:85:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12167375-fb3e-4d52-82fe-d0a411a03762', 'ip_address': '19.80.0.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:33.919180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96f245-0ce2-44a4-abf5-2f9a2d39d3eb req-49403037-afee-4f04-a299-0f746e7df968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:33.920867 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9f96f245-0ce2-44a4-abf5-2f9a2d39d3eb req-49403037-afee-4f04-a299-0f746e7df968 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5609522 Jul 16 18:02:33.945756 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.966322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522430ae-f490-4792-b945-f80e5562b4bd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:33.991335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 522430ae-f490-4792-b945-f80e5562b4bd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=522430ae-f490-4792-b945-f80e5562b4bd,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:33.997053 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.997990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device bd5f8cd7-3e86-4a90-af3f-cc4751564f09 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:34.016432 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9f96f245-0ce2-44a4-abf5-2f9a2d39d3eb req-2b37b051-178b-4cd4-917f-45a4091aff04 tempest-ImagesTestJSON-516068879 tempest-ImagesTestJSON-516068879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d36679-f589-4003-9a6d-7cb3880cd395 HTTP/1.1" status: 200 len: 210 time: 0.0321827 Jul 16 18:02:34.046216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ec34ce-aa9f-472e-b830-8d2bf15372ab', 'name': 'network-vif-deleted', 'tag': '481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a'}, {'name': 'network-changed', 'server_uuid': 'fcc3ecf8-b4ac-4834-b553-e944372ebc08', 'tag': '96e9d70d-2de3-419f-b358-aea7f660609f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:34.050003 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4db464-5887-4194-9509-7b1e849cddc3" -d '{"events": [{"server_uuid": "32ec34ce-aa9f-472e-b830-8d2bf15372ab", "name": "network-vif-deleted", "tag": "481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a"}, {"name": "network-changed", "server_uuid": "fcc3ecf8-b4ac-4834-b553-e944372ebc08", "tag": "96e9d70d-2de3-419f-b358-aea7f660609f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:34.078512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port bd5f8cd7-3e86-4a90-af3f-cc4751564f09, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bd5f8cd7-3e86-4a90-af3f-cc4751564f09,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:34.081116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=522430ae-f490-4792-b945-f80e5562b4bd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.104829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'bd5f8cd7-3e86-4a90-af3f-cc4751564f09', 'network_id': 'b31cf8a6-93ac-428c-a80a-1293f9f9d43a', 'port_id': 'bd5f8cd7-3e86-4a90-af3f-cc4751564f09', 'mac_address': 'fa:16:3e:6d:0e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12167375-fb3e-4d52-82fe-d0a411a03762', 'ip_address': '19.80.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:34.148961 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.154473 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.163077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5f8cd7-3e86-4a90-af3f-cc4751564f09 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:34.166169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab19c4c-d031-4a78-9328-1bd442e5f580 req-1232adaa-40af-42b6-a929-582a368a19ce tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.174269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ab19c4c-d031-4a78-9328-1bd442e5f580 req-1232adaa-40af-42b6-a929-582a368a19ce tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 943 time: 0.6864820 Jul 16 18:02:34.186670 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port bd5f8cd7-3e86-4a90-af3f-cc4751564f09, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bd5f8cd7-3e86-4a90-af3f-cc4751564f09,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:34.192958 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.246918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=bd5f8cd7-3e86-4a90-af3f-cc4751564f09,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.310007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-8395ed9e-d24c-41eb-8367-c4732b1b69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.311873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-8395ed9e-d24c-41eb-8367-c4732b1b69b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 1094 time: 0.7187645 Jul 16 18:02:34.319399 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ab19c4c-d031-4a78-9328-1bd442e5f580 req-3295ecbd-cae5-48b0-a188-398a4344aea6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418364 Jul 16 18:02:34.350090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5dbe9-73ab-4ccb-a7a9-bc1ed59f5ff7 req-bde8bfa6-54f8-4d52-9df2-6b2741eb0016 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.351661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56b5dbe9-73ab-4ccb-a7a9-bc1ed59f5ff7 req-bde8bfa6-54f8-4d52-9df2-6b2741eb0016 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 945 time: 0.2963300 Jul 16 18:02:34.470266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['afa68180-9ac7-4d14-9be3-1f26f9e58799'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:34.497336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefe960-ccc7-4879-85b9-54e1047de7c8 req-0ec7a5bb-f121-4fe0-8cac-da304ae7657d tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.499031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4aefe960-ccc7-4879-85b9-54e1047de7c8 req-0ec7a5bb-f121-4fe0-8cac-da304ae7657d tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 932 time: 0.4422514 Jul 16 18:02:34.504939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-6f73cdc9-39c7-44b4-af55-66c4194651cb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96e9d70d-2de3-419f-b358-aea7f660609f HTTP/1.1" status: 200 len: 217 time: 0.1753421 Jul 16 18:02:34.507166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['522430ae-f490-4792-b945-f80e5562b4bd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:34.511757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['bd5f8cd7-3e86-4a90-af3f-cc4751564f09'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:34.739254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-c45aaa50-8b3c-4f51-9786-8b2909b1e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.740765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-c45aaa50-8b3c-4f51-9786-8b2909b1e003 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.2103398 Jul 16 18:02:34.749351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4aefe960-ccc7-4879-85b9-54e1047de7c8 req-d859884c-1e25-40a8-854d-f70bfd412645 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/security-groups?id=109a772c-4420-47fb-97cd-21c1a9c2d48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226725 Jul 16 18:02:34.793380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-0c5172e0-f604-4bff-aac5-03580c5da99a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391428 Jul 16 18:02:34.823044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9c723d8b-c8bd-49fe-a619-015696db0ad7 req-ca16dba2-80b3-47b4-929b-f5c8ccf1c84d tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-524936935', 'description': 'tempest-description-1946875490'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:34.903956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7abf4-907e-42fd-960f-166bd9127c68 req-c2e59a15-7b72-4e59-afb0-1f3a4df42f14 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.905483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97c7abf4-907e-42fd-960f-166bd9127c68 req-c2e59a15-7b72-4e59-afb0-1f3a4df42f14 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba640299-8043-451b-adc7-ad978f30527a HTTP/1.1" status: 200 len: 945 time: 0.3529372 Jul 16 18:02:34.961120 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c723d8b-c8bd-49fe-a619-015696db0ad7 req-ca16dba2-80b3-47b4-929b-f5c8ccf1c84d tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.976540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-56b5dbe9-73ab-4ccb-a7a9-bc1ed59f5ff7 req-8ce92f37-5f32-4af0-bc5e-4f77079573d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Deleting port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:34.976890 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56b5dbe9-73ab-4ccb-a7a9-bc1ed59f5ff7 req-8ce92f37-5f32-4af0-bc5e-4f77079573d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.075363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56989cf-9c31-4b5f-9fe9-395a33cb9348 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:35.108683 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-c52c70f4-9f83-45a3-8ab9-ac5e77098538 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048549 Jul 16 18:02:35.126753 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.169648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97c7abf4-907e-42fd-960f-166bd9127c68 req-e0bf9ee5-41b9-4ce7-8e85-9d26d97a642b tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321730 Jul 16 18:02:35.195221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Transition to ACTIVE for port object f56989cf-9c31-4b5f-9fe9-395a33cb9348 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:35.212265 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.302028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 2aac3614-2853-4626-bcec-313fc947b67b no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:35.308786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-56b5dbe9-73ab-4ccb-a7a9-bc1ed59f5ff7 req-8ce92f37-5f32-4af0-bc5e-4f77079573d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] For port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:35.309161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56b5dbe9-73ab-4ccb-a7a9-bc1ed59f5ff7 req-8ce92f37-5f32-4af0-bc5e-4f77079573d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.322187 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 2aac3614-2853-4626-bcec-313fc947b67b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:35.322642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 2aac3614-2853-4626-bcec-313fc947b67b not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:35.367154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-56b5dbe9-73ab-4ccb-a7a9-bc1ed59f5ff7 req-8ce92f37-5f32-4af0-bc5e-4f77079573d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Calling delete_port for cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:35.372004 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.378003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Pushing event updated for resources: {'Port': ['ID=f56989cf-9c31-4b5f-9fe9-395a33cb9348,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:35.447499 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660412c8-94a4-4125-81cb-0976b6cd4913 req-5665ed0b-5510-463a-9cd0-ff85ccbfe546 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255131 Jul 16 18:02:35.478953 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c723d8b-c8bd-49fe-a619-015696db0ad7 req-ca16dba2-80b3-47b4-929b-f5c8ccf1c84d tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.506718 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c723d8b-c8bd-49fe-a619-015696db0ad7 req-ca16dba2-80b3-47b4-929b-f5c8ccf1c84d tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.574512 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c723d8b-c8bd-49fe-a619-015696db0ad7 req-ca16dba2-80b3-47b4-929b-f5c8ccf1c84d tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.575730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c723d8b-c8bd-49fe-a619-015696db0ad7 req-ca16dba2-80b3-47b4-929b-f5c8ccf1c84d tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7738183 Jul 16 18:02:35.579336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16dba2-80b3-47b4-929b-f5c8ccf1c84d tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e2a909-fa95-45a2-9940-d61d0a5d471b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:35.591418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7733-f2f4-48ea-bcfb-cf10777a413c req-77c7034e-7e6a-4e26-b0fd-67fab9b908f0 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:35.597946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7733-f2f4-48ea-bcfb-cf10777a413c req-77c7034e-7e6a-4e26-b0fd-67fab9b908f0 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:35.603813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7733-f2f4-48ea-bcfb-cf10777a413c req-77c7034e-7e6a-4e26-b0fd-67fab9b908f0 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:35.605542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de1c7733-f2f4-48ea-bcfb-cf10777a413c req-77c7034e-7e6a-4e26-b0fd-67fab9b908f0 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2414 time: 0.3115513 Jul 16 18:02:35.633274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Attempting to bind port f56989cf-9c31-4b5f-9fe9-395a33cb9348 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:35.633640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Attempting to bind port f56989cf-9c31-4b5f-9fe9-395a33cb9348 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'a639a46e-d18b-4c99-8bfd-5c4b85676307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '770b23ca-3c29-4ce6-ac56-b64fc99325a3'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:35.633976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Attempting to bind port f56989cf-9c31-4b5f-9fe9-395a33cb9348 on network 770b23ca-3c29-4ce6-ac56-b64fc99325a3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:35.650818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Port f56989cf-9c31-4b5f-9fe9-395a33cb9348 on network 770b23ca-3c29-4ce6-ac56-b64fc99325a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:35.651132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Attempting to bind port f56989cf-9c31-4b5f-9fe9-395a33cb9348 on network 770b23ca-3c29-4ce6-ac56-b64fc99325a3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:35.690659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:35.691047 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Checking segment: {'id': 'a639a46e-d18b-4c99-8bfd-5c4b85676307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '770b23ca-3c29-4ce6-ac56-b64fc99325a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:35.691437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Bound using segment: {'id': 'a639a46e-d18b-4c99-8bfd-5c4b85676307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '770b23ca-3c29-4ce6-ac56-b64fc99325a3'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:35.691885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Bound port: f56989cf-9c31-4b5f-9fe9-395a33cb9348, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a639a46e-d18b-4c99-8bfd-5c4b85676307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '770b23ca-3c29-4ce6-ac56-b64fc99325a3'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:35.692265 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.717785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de1c7733-f2f4-48ea-bcfb-cf10777a413c req-d7409c0e-8bd0-497b-a7be-86af0019f3ac tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041729 Jul 16 18:02:35.750232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-623416f4-174c-4b52-b785-8c3fabd501af req-73a97b07-a1ef-4554-b81b-e185b8e6fedc tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0522318 Jul 16 18:02:35.775653 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be943be-3b68-4bd2-8c91-106c1537a680 x-openstack-request-id: req-2be943be-3b68-4bd2-8c91-106c1537a680 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:35.775939 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ec34ce-aa9f-472e-b830-8d2bf15372ab", "name": "network-vif-deleted", "tag": "481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fcc3ecf8-b4ac-4834-b553-e944372ebc08", "tag": "96e9d70d-2de3-419f-b358-aea7f660609f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:35.776265 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2be943be-3b68-4bd2-8c91-106c1537a680 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:35.776580 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ec34ce-aa9f-472e-b830-8d2bf15372ab', 'name': 'network-vif-deleted', 'tag': '481f631b-16bf-4b3a-9f59-3bf0fdb9fe2a', 'status': 'completed', 'code': 200} Jul 16 18:02:35.776834 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc3ecf8-b4ac-4834-b553-e944372ebc08', 'tag': '96e9d70d-2de3-419f-b358-aea7f660609f', 'status': 'completed', 'code': 200} Jul 16 18:02:35.789893 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56b5dbe9-73ab-4ccb-a7a9-bc1ed59f5ff7 req-8ce92f37-5f32-4af0-bc5e-4f77079573d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.847933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce92f37-5f32-4af0-bc5e-4f77079573d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Pushing event deleted for resources: {'Port': ['ID=cd94d7f7-eef1-4fad-8669-3c3b20abc9d9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:35.878610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] For port f56989cf-9c31-4b5f-9fe9-395a33cb9348, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:35.944985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b5dbe9-73ab-4ccb-a7a9-bc1ed59f5ff7 req-8ce92f37-5f32-4af0-bc5e-4f77079573d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] No DVR routers for this DVR port cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:35.964815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] For port f56989cf-9c31-4b5f-9fe9-395a33cb9348, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f56989cf-9c31-4b5f-9fe9-395a33cb9348,segment=NetworkSegment(a639a46e-d18b-4c99-8bfd-5c4b85676307),segment_id=a639a46e-d18b-4c99-8bfd-5c4b85676307)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:35.966562 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56b5dbe9-73ab-4ccb-a7a9-bc1ed59f5ff7 req-8ce92f37-5f32-4af0-bc5e-4f77079573d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.968735 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56b5dbe9-73ab-4ccb-a7a9-bc1ed59f5ff7 req-8ce92f37-5f32-4af0-bc5e-4f77079573d9 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.38 "DELETE /v2.0/ports/cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 HTTP/1.1" status: 204 len: 173 time: 1.4919076 Jul 16 18:02:35.978088 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.041520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:36.042157 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.043909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] 10.222.0.42 "PUT /v2.0/ports/f56989cf-9c31-4b5f-9fe9-395a33cb9348 HTTP/1.1" status: 200 len: 1092 time: 2.5387092 Jul 16 18:02:36.096133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4db464-5887-4194-9509-7b1e849cddc3 req-5bee7af3-c16e-4375-958e-c5f687bf7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:36.099155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e4db464-5887-4194-9509-7b1e849cddc3 req-5bee7af3-c16e-4375-958e-c5f687bf7f66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 1094 time: 0.2842007 Jul 16 18:02:36.109482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b002228-86fe-4370-acd1-2288ad7b9833 service neutron] Pushing event updated for resources: {'Port': ['ID=f56989cf-9c31-4b5f-9fe9-395a33cb9348,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:36.209206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9a03d-9066-4b24-ab0e-9e395a8fe00d req-cf522d56-a33a-48af-b511-c65df5164887 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:36.210882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbb9a03d-9066-4b24-ab0e-9e395a8fe00d req-cf522d56-a33a-48af-b511-c65df5164887 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 943 time: 0.3014483 Jul 16 18:02:36.247475 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0f8e44d3-76ba-494a-ae85-4c0417fe677b req-742e172d-b46e-49bf-bc59-13e0824aa786 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0411599 Jul 16 18:02:36.260645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c103cd86-e6c4-4ed0-8f3a-ef5349e0c2ea req-66973493-b11c-47b1-bc7c-1b55dcc182b8 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/d5e2a909-fa95-45a2-9940-d61d0a5d471b HTTP/1.1" status: 200 len: 1812 time: 0.1904483 Jul 16 18:02:36.348480 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbb9a03d-9066-4b24-ab0e-9e395a8fe00d req-dc11bd25-7a16-47a6-b70b-3fefe126655d tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910130 Jul 16 18:02:36.350890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4db464-5887-4194-9509-7b1e849cddc3 req-d6ee67d0-63c0-445e-a30e-e6a21247e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:36.352243 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e4db464-5887-4194-9509-7b1e849cddc3 req-d6ee67d0-63c0-445e-a30e-e6a21247e213 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.2397993 Jul 16 18:02:36.366452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-52b092ed-185e-4415-9994-b317a03a80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:36.368025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-52b092ed-185e-4415-9994-b317a03a80dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53f9afeb52c34096b97552facd74efbc&device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 1095 time: 0.2095463 Jul 16 18:02:36.426683 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e4db464-5887-4194-9509-7b1e849cddc3 req-91d586ac-8841-4531-a61e-5b38d8489a13 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96e9d70d-2de3-419f-b358-aea7f660609f HTTP/1.1" status: 200 len: 217 time: 0.0576510 Jul 16 18:02:36.484229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-8d374708-1f8e-4e8b-8d2e-c58e0d49e38a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f56989cf-9c31-4b5f-9fe9-395a33cb9348 HTTP/1.1" status: 200 len: 217 time: 0.1065416 Jul 16 18:02:36.637737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4db464-5887-4194-9509-7b1e849cddc3 req-7670238a-0a5c-4b7a-84c8-17aed6797d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:36.639348 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e4db464-5887-4194-9509-7b1e849cddc3 req-7670238a-0a5c-4b7a-84c8-17aed6797d2c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1651142 Jul 16 18:02:36.642017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-a931a283-1702-43db-9cc9-a4b5db317328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:36.643897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-a931a283-1702-43db-9cc9-a4b5db317328 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=036dbcd1-261c-42a6-a140-0d1c097db653 HTTP/1.1" status: 200 len: 854 time: 0.1420519 Jul 16 18:02:36.716613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-ad3aa6a8-ca82-4452-bb1f-b98262d65d4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=770b23ca-3c29-4ce6-ac56-b64fc99325a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646653 Jul 16 18:02:36.718494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e4db464-5887-4194-9509-7b1e849cddc3 req-3d272279-41b8-43f2-ab88-6b1f72a0b64d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679524 Jul 16 18:02:36.742899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa70c4-4297-44ae-b7f7-ffb3cfc1f41d req-0a2f05fe-df14-4c4a-9981-00168ab40e07 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:36.744857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1eaa70c4-4297-44ae-b7f7-ffb3cfc1f41d req-0a2f05fe-df14-4c4a-9981-00168ab40e07 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 944 time: 0.3219638 Jul 16 18:02:37.193718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c10ff-1024-4173-aada-125022f8a466 req-3fa94420-2a67-4b1e-ba01-440a521ffefe tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.195215 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-581c10ff-1024-4173-aada-125022f8a466 req-3fa94420-2a67-4b1e-ba01-440a521ffefe tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 945 time: 0.6146152 Jul 16 18:02:37.210424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device afa68180-9ac7-4d14-9be3-1f26f9e58799 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:37.212501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 96e9d70d-2de3-419f-b358-aea7f660609f details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:37.230363 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1eaa70c4-4297-44ae-b7f7-ffb3cfc1f41d req-5bd6408e-080a-4cfc-aed2-47cf6460bcab tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/security-groups?id=109a772c-4420-47fb-97cd-21c1a9c2d48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537573 Jul 16 18:02:37.276406 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-99cbd527-f0cb-4b6a-ac39-11c7494fdb00 service neutron] 10.222.0.42 "GET /v2.0/networks/770b23ca-3c29-4ce6-ac56-b64fc99325a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525358 Jul 16 18:02:37.280133 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e4db464-5887-4194-9509-7b1e849cddc3 req-dc7e8597-82a0-49b3-b0e5-93ff50f99571 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343053 Jul 16 18:02:37.283663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-581c10ff-1024-4173-aada-125022f8a466 req-10e8d98e-0bab-49e0-ae57-6e4b276bc8fa tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fd54151-8eb2-4d8b-9a67-45021f0e526c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778372 Jul 16 18:02:37.333224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port afa68180-9ac7-4d14-9be3-1f26f9e58799 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:37.349606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port afa68180-9ac7-4d14-9be3-1f26f9e58799 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:37.350238 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.381957 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=96e9d70d-2de3-419f-b358-aea7f660609f,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:37.402257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '96e9d70d-2de3-419f-b358-aea7f660609f', 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01', 'port_id': '96e9d70d-2de3-419f-b358-aea7f660609f', 'mac_address': 'fa:16:3e:cf:e9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59bb117-601d-4130-a705-1881eee73fd0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:37.458373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e4db464-5887-4194-9509-7b1e849cddc3 req-a53ddc27-18cd-4a9d-b284-76f2b6a49221 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710277 Jul 16 18:02:37.460342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c835bad4-035e-4d4f-aeae-3a2eee06551f req-45e96b25-177c-45c8-a304-a484bbb3451b service neutron] 10.222.0.42 "GET /v2.0/networks/770b23ca-3c29-4ce6-ac56-b64fc99325a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645164 Jul 16 18:02:37.490903 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.513397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e9d70d-2de3-419f-b358-aea7f660609f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:37.523752 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.546847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=96e9d70d-2de3-419f-b358-aea7f660609f,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:37.556380 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.563360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa68180-9ac7-4d14-9be3-1f26f9e58799'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:37.566273 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8febf5a4-316a-4021-8393-772652a46831" -d '{"events": [{"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-plugged", "status": "completed", "tag": "afa68180-9ac7-4d14-9be3-1f26f9e58799"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:37.596153 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port afa68180-9ac7-4d14-9be3-1f26f9e58799, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=afa68180-9ac7-4d14-9be3-1f26f9e58799,segment=NetworkSegment(a327effd-d535-4a7a-9ca9-96ab7a0a2b98),segment_id=a327effd-d535-4a7a-9ca9-96ab7a0a2b98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:37.598233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00a414d4-ac7f-4da8-9cd6-8741079a664b req-eabee204-0441-49ec-ad7b-28df06a90b38 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0628698 Jul 16 18:02:37.605670 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.606656 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 522430ae-f490-4792-b945-f80e5562b4bd up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:37.644092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-95c5d5d8-1f7f-4fb4-b47b-824ab9187c8b tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.645580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-95c5d5d8-1f7f-4fb4-b47b-824ab9187c8b tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.42 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 945 time: 0.1409855 Jul 16 18:02:37.649256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-12d198f3-5b89-42a8-b9f9-38a5280e5e3d req-73224ebd-24b2-4795-b2a5-a4d5f2cbd07e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-338868961', 'description': 'tempest-description-547626056'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:37.662232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=96e9d70d-2de3-419f-b358-aea7f660609f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:37.708902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65465489-0ea3-4ccb-bbd9-09126bdbe556 req-fb263b2b-d265-40be-a4fe-9ff0ae3dba8b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.714756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65465489-0ea3-4ccb-bbd9-09126bdbe556 req-fb263b2b-d265-40be-a4fe-9ff0ae3dba8b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.721219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65465489-0ea3-4ccb-bbd9-09126bdbe556 req-fb263b2b-d265-40be-a4fe-9ff0ae3dba8b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.723725 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65465489-0ea3-4ccb-bbd9-09126bdbe556 req-fb263b2b-d265-40be-a4fe-9ff0ae3dba8b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2414 time: 0.1873419 Jul 16 18:02:37.724866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=afa68180-9ac7-4d14-9be3-1f26f9e58799,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:37.728040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 522430ae-f490-4792-b945-f80e5562b4bd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:37.732385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 522430ae-f490-4792-b945-f80e5562b4bd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:37.732763 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.752036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d198f3-5b89-42a8-b9f9-38a5280e5e3d req-73224ebd-24b2-4795-b2a5-a4d5f2cbd07e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.785478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba640299-8043-451b-adc7-ad978f30527a', 'name': 'network-vif-deleted', 'tag': 'cd94d7f7-eef1-4fad-8669-3c3b20abc9d9'}, {'name': 'network-changed', 'server_uuid': '14449052-056e-4806-8dff-1f3cf329d5f5', 'tag': 'f56989cf-9c31-4b5f-9fe9-395a33cb9348'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:37.787748 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20375a1a-7253-40a0-b6b8-6b4145893ee1" -d '{"events": [{"server_uuid": "ba640299-8043-451b-adc7-ad978f30527a", "name": "network-vif-deleted", "tag": "cd94d7f7-eef1-4fad-8669-3c3b20abc9d9"}, {"name": "network-changed", "server_uuid": "14449052-056e-4806-8dff-1f3cf329d5f5", "tag": "f56989cf-9c31-4b5f-9fe9-395a33cb9348"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:37.797155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['96e9d70d-2de3-419f-b358-aea7f660609f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:37.826598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65465489-0ea3-4ccb-bbd9-09126bdbe556 req-b38539a0-a972-4628-afc0-beea5ca4b7b5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922601 Jul 16 18:02:37.844752 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.873255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Deleting port 801952f6-1c32-4ea6-912d-334b799354de {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:37.873636 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.905547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 522430ae-f490-4792-b945-f80e5562b4bd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=522430ae-f490-4792-b945-f80e5562b4bd,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:37.914311 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.915105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device bd5f8cd7-3e86-4a90-af3f-cc4751564f09 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:37.970686 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d198f3-5b89-42a8-b9f9-38a5280e5e3d req-73224ebd-24b2-4795-b2a5-a4d5f2cbd07e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.981922 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d198f3-5b89-42a8-b9f9-38a5280e5e3d req-73224ebd-24b2-4795-b2a5-a4d5f2cbd07e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.016208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] For port 801952f6-1c32-4ea6-912d-334b799354de, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=801952f6-1c32-4ea6-912d-334b799354de,segment=NetworkSegment(c91781ce-9213-45b5-a0a3-56da9097e40c),segment_id=c91781ce-9213-45b5-a0a3-56da9097e40c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:38.016595 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.033704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=522430ae-f490-4792-b945-f80e5562b4bd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:38.035960 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d198f3-5b89-42a8-b9f9-38a5280e5e3d req-73224ebd-24b2-4795-b2a5-a4d5f2cbd07e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.048025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d198f3-5b89-42a8-b9f9-38a5280e5e3d req-73224ebd-24b2-4795-b2a5-a4d5f2cbd07e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4146547 Jul 16 18:02:38.058177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:38.063883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:38.064342 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.100661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73224ebd-24b2-4795-b2a5-a4d5f2cbd07e tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d66c83-9f47-4af6-b4d7-6c78128854b2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:38.169482 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.202921 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cd34c0-7246-421d-b839-37273737b7f2 x-openstack-request-id: req-45cd34c0-7246-421d-b839-37273737b7f2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:38.203286 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-plugged", "status": "completed", "tag": "afa68180-9ac7-4d14-9be3-1f26f9e58799", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:38.203626 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45cd34c0-7246-421d-b839-37273737b7f2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:38.204075 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa68180-9ac7-4d14-9be3-1f26f9e58799', 'code': 200} Jul 16 18:02:38.208352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port bd5f8cd7-3e86-4a90-af3f-cc4751564f09, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bd5f8cd7-3e86-4a90-af3f-cc4751564f09,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:38.212708 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.213545 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:38.254954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:38.255296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cd94d7f7-eef1-4fad-8669-3c3b20abc9d9 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:38.280794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=bd5f8cd7-3e86-4a90-af3f-cc4751564f09,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:38.306619 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.307206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.307352 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Floating IP c5bc2a68-4c1e-4932-bd56-a07664ebf361 disassociated. External IP: 172.25.8.157, port: 801952f6-1c32-4ea6-912d-334b799354de. Jul 16 18:02:38.307642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Calling delete_port for 801952f6-1c32-4ea6-912d-334b799354de owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:38.317090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60749ad4-fd66-40cb-8105-c63f3b433a4c req-9511e094-5edf-435f-a589-f7c0ae64f91b tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.318632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60749ad4-fd66-40cb-8105-c63f3b433a4c req-9511e094-5edf-435f-a589-f7c0ae64f91b tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 944 time: 0.1359870 Jul 16 18:02:38.404582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60749ad4-fd66-40cb-8105-c63f3b433a4c req-265eede6-4367-41c3-9a8a-42f1f1097401 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751054 Jul 16 18:02:38.472956 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ced9f12-fb4b-4336-908f-e3f559a87af5 x-openstack-request-id: req-3ced9f12-fb4b-4336-908f-e3f559a87af5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:38.473264 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba640299-8043-451b-adc7-ad978f30527a", "name": "network-vif-deleted", "tag": "cd94d7f7-eef1-4fad-8669-3c3b20abc9d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "14449052-056e-4806-8dff-1f3cf329d5f5", "tag": "f56989cf-9c31-4b5f-9fe9-395a33cb9348", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:38.473573 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ced9f12-fb4b-4336-908f-e3f559a87af5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:38.474003 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba640299-8043-451b-adc7-ad978f30527a', 'name': 'network-vif-deleted', 'tag': 'cd94d7f7-eef1-4fad-8669-3c3b20abc9d9', 'status': 'completed', 'code': 200} Jul 16 18:02:38.474291 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14449052-056e-4806-8dff-1f3cf329d5f5', 'tag': 'f56989cf-9c31-4b5f-9fe9-395a33cb9348', 'status': 'completed', 'code': 200} Jul 16 18:02:38.503505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.550611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Pushing event deleted for resources: {'Port': ['ID=801952f6-1c32-4ea6-912d-334b799354de,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:38.572936 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-800c1379-b211-45bd-8d9a-44a40b7fb370 req-d89695a0-e550-484d-83e2-4393a26905f6 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/d1d66c83-9f47-4af6-b4d7-6c78128854b2 HTTP/1.1" status: 200 len: 1811 time: 0.0877523 Jul 16 18:02:38.573849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20375a1a-7253-40a0-b6b8-6b4145893ee1 req-82e2a84e-1a4a-4a9a-a4f2-7e3af404e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.575491 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-20375a1a-7253-40a0-b6b8-6b4145893ee1 req-82e2a84e-1a4a-4a9a-a4f2-7e3af404e1f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53f9afeb52c34096b97552facd74efbc&device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 1095 time: 0.0793283 Jul 16 18:02:38.678506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20375a1a-7253-40a0-b6b8-6b4145893ee1 req-1adfe7df-07e6-4c6c-8140-3a88d56b23be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.680093 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-20375a1a-7253-40a0-b6b8-6b4145893ee1 req-1adfe7df-07e6-4c6c-8140-3a88d56b23be service neutron] 10.222.0.42 "GET /v2.0/networks?id=770b23ca-3c29-4ce6-ac56-b64fc99325a3 HTTP/1.1" status: 200 len: 915 time: 0.0987339 Jul 16 18:02:38.723169 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-20375a1a-7253-40a0-b6b8-6b4145893ee1 req-c2edb9ff-df55-4398-8f00-50ea8c7b8cbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f56989cf-9c31-4b5f-9fe9-395a33cb9348 HTTP/1.1" status: 200 len: 217 time: 0.0360050 Jul 16 18:02:38.771235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20375a1a-7253-40a0-b6b8-6b4145893ee1 req-35f7bc6d-e55b-4c76-bba6-c2328c5ffa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.772617 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-20375a1a-7253-40a0-b6b8-6b4145893ee1 req-35f7bc6d-e55b-4c76-bba6-c2328c5ffa50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=036dbcd1-261c-42a6-a140-0d1c097db653 HTTP/1.1" status: 200 len: 854 time: 0.0437801 Jul 16 18:02:38.773644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5931e24-fb44-4538-bb37-817a131fc1fd req-fa882ed5-3ce9-4abf-b209-db9a40308f0d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.775134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5931e24-fb44-4538-bb37-817a131fc1fd req-fa882ed5-3ce9-4abf-b209-db9a40308f0d tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 944 time: 0.1683388 Jul 16 18:02:38.782041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:38.805387 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-20375a1a-7253-40a0-b6b8-6b4145893ee1 req-1e8b04a1-d04a-4cb8-90cc-94deb5bdb546 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=770b23ca-3c29-4ce6-ac56-b64fc99325a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265117 Jul 16 18:02:38.870470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f62920-2e7c-4e7f-869b-194777fa4ea8 req-2e1f4aa5-b7db-44fc-99b7-16d1108fff76 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.871965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28f62920-2e7c-4e7f-869b-194777fa4ea8 req-2e1f4aa5-b7db-44fc-99b7-16d1108fff76 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 944 time: 0.1833351 Jul 16 18:02:38.900030 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-20375a1a-7253-40a0-b6b8-6b4145893ee1 req-8180a324-c781-4d01-8413-e02d5ca35b64 service neutron] 10.222.0.42 "GET /v2.0/networks/770b23ca-3c29-4ce6-ac56-b64fc99325a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880413 Jul 16 18:02:39.009699 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-20375a1a-7253-40a0-b6b8-6b4145893ee1 req-1f975822-d3aa-4b69-9214-06afd3fdc0ed service neutron] 10.222.0.42 "GET /v2.0/networks/770b23ca-3c29-4ce6-ac56-b64fc99325a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020083 Jul 16 18:02:39.043353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28f62920-2e7c-4e7f-869b-194777fa4ea8 req-04752332-0efa-4d6d-9947-29428e845c28 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bfd803-8c85-4e5c-bddc-1ad613fc6f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594200 Jul 16 18:02:39.051509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380fca4-b320-4563-ba63-910c85883ac5 req-aefe2f98-a3c8-4bf6-a467-4503ccad01eb tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:39.068109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1380fca4-b320-4563-ba63-910c85883ac5 req-aefe2f98-a3c8-4bf6-a467-4503ccad01eb tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 944 time: 0.2944250 Jul 16 18:02:39.113473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:39.125697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1380fca4-b320-4563-ba63-910c85883ac5 req-ee8258c3-54d9-4770-84b2-76ee24c3af71 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/security-groups?id=109a772c-4420-47fb-97cd-21c1a9c2d48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651813 Jul 16 18:02:39.125888 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603bf343-cced-462f-a2da-8b647c4cf58e None None] Sync routers for ids ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:39.126967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f5931e24-fb44-4538-bb37-817a131fc1fd req-fb04b746-9721-43b7-97f9-877d794ab098 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Deleting port 9c963df1-18e0-45a8-b1a4-053367a01596 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:39.127307 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5931e24-fb44-4538-bb37-817a131fc1fd req-fb04b746-9721-43b7-97f9-877d794ab098 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.140300 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603bf343-cced-462f-a2da-8b647c4cf58e None None] Routers {'63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:39.146131 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-603bf343-cced-462f-a2da-8b647c4cf58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:39.222028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 96e9d70d-2de3-419f-b358-aea7f660609f up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:39.282292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] No DVR routers for this DVR port 801952f6-1c32-4ea6-912d-334b799354de on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:39.286230 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab9c81d8-2677-4829-9b76-e1e1e6f38c11 req-de58ccbf-4364-41f5-8321-ebc4792eef69 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/ports?device_id=df265f38-d2f6-49c6-8534-6113c81c4d3b HTTP/1.1" status: 200 len: 210 time: 0.0630417 Jul 16 18:02:39.287543 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.289576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90fa1522-56c2-464c-9ce2-c920c47603b5 req-c85629d3-d61e-439d-a125-99d6c9553be5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.42 "DELETE /v2.0/ports/801952f6-1c32-4ea6-912d-334b799354de HTTP/1.1" status: 204 len: 173 time: 1.6361113 Jul 16 18:02:39.294232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 96e9d70d-2de3-419f-b358-aea7f660609f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:39.303352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 96e9d70d-2de3-419f-b358-aea7f660609f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:39.303741 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.316987 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-603bf343-cced-462f-a2da-8b647c4cf58e None None] Set router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:39.327816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device f56989cf-9c31-4b5f-9fe9-395a33cb9348 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:39.348646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f5931e24-fb44-4538-bb37-817a131fc1fd req-fb04b746-9721-43b7-97f9-877d794ab098 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] For port 9c963df1-18e0-45a8-b1a4-053367a01596, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9c963df1-18e0-45a8-b1a4-053367a01596,segment=NetworkSegment(1323b9df-dc6c-4d31-ab19-d2ed3af79a64),segment_id=1323b9df-dc6c-4d31-ab19-d2ed3af79a64)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:39.349248 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5931e24-fb44-4538-bb37-817a131fc1fd req-fb04b746-9721-43b7-97f9-877d794ab098 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.369166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f5931e24-fb44-4538-bb37-817a131fc1fd req-fb04b746-9721-43b7-97f9-877d794ab098 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Calling delete_port for 9c963df1-18e0-45a8-b1a4-053367a01596 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:39.390336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c847180a-b0b0-4332-b802-4b7e84062ebc req-4a696400-0c53-4e59-abd4-f66c302d1bf2 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-223478262', 'description': 'tempest-description-1489241550'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:39.468773 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c847180a-b0b0-4332-b802-4b7e84062ebc req-4a696400-0c53-4e59-abd4-f66c302d1bf2 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.509105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port f56989cf-9c31-4b5f-9fe9-395a33cb9348, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f56989cf-9c31-4b5f-9fe9-395a33cb9348,segment=NetworkSegment(a639a46e-d18b-4c99-8bfd-5c4b85676307),segment_id=a639a46e-d18b-4c99-8bfd-5c4b85676307)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:39.512873 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.535584 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'f56989cf-9c31-4b5f-9fe9-395a33cb9348', 'network_id': '770b23ca-3c29-4ce6-ac56-b64fc99325a3', 'port_id': 'f56989cf-9c31-4b5f-9fe9-395a33cb9348', 'mac_address': 'fa:16:3e:ce:1a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036dbcd1-261c-42a6-a140-0d1c097db653', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:39.563552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=96e9d70d-2de3-419f-b358-aea7f660609f,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:39.573715 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.615677 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5931e24-fb44-4538-bb37-817a131fc1fd req-fb04b746-9721-43b7-97f9-877d794ab098 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.665476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04b746-9721-43b7-97f9-877d794ab098 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Pushing event deleted for resources: {'Port': ['ID=9c963df1-18e0-45a8-b1a4-053367a01596,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:39.687279 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.734742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=96e9d70d-2de3-419f-b358-aea7f660609f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:39.750613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56989cf-9c31-4b5f-9fe9-395a33cb9348 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:39.764384 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-603bf343-cced-462f-a2da-8b647c4cf58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f9d0ad8d-4f51-4852-93c3-669fd67f6afc', 'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'mac_address': 'fa:16:3e:93:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:19Z', 'updated_at': '2021-07-16T18:00:28Z', 'revision_number': 5, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'subnets': [{'id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:39.772197 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c847180a-b0b0-4332-b802-4b7e84062ebc req-4a696400-0c53-4e59-abd4-f66c302d1bf2 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.789579 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port f56989cf-9c31-4b5f-9fe9-395a33cb9348, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f56989cf-9c31-4b5f-9fe9-395a33cb9348,segment=NetworkSegment(a639a46e-d18b-4c99-8bfd-5c4b85676307),segment_id=a639a46e-d18b-4c99-8bfd-5c4b85676307)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:39.796543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5931e24-fb44-4538-bb37-817a131fc1fd req-fb04b746-9721-43b7-97f9-877d794ab098 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] No DVR routers for this DVR port 9c963df1-18e0-45a8-b1a4-053367a01596 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:39.799127 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c847180a-b0b0-4332-b802-4b7e84062ebc req-4a696400-0c53-4e59-abd4-f66c302d1bf2 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.805348 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.813681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f5931e24-fb44-4538-bb37-817a131fc1fd req-fb04b746-9721-43b7-97f9-877d794ab098 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.816990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5931e24-fb44-4538-bb37-817a131fc1fd req-fb04b746-9721-43b7-97f9-877d794ab098 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.38 "DELETE /v2.0/ports/9c963df1-18e0-45a8-b1a4-053367a01596 HTTP/1.1" status: 204 len: 173 time: 1.0252359 Jul 16 18:02:39.829043 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c847180a-b0b0-4332-b802-4b7e84062ebc req-4a696400-0c53-4e59-abd4-f66c302d1bf2 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.835582 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603bf343-cced-462f-a2da-8b647c4cf58e None None] Checking router: 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:39.840862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c847180a-b0b0-4332-b802-4b7e84062ebc req-4a696400-0c53-4e59-abd4-f66c302d1bf2 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4590926 Jul 16 18:02:39.851335 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603bf343-cced-462f-a2da-8b647c4cf58e None None] Routers {'63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:39.852262 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-603bf343-cced-462f-a2da-8b647c4cf58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:39.897506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a696400-0c53-4e59-abd4-f66c302d1bf2 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daebf1e1-2563-4e47-ae4f-ccd3e0e23007,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:39.953509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=f56989cf-9c31-4b5f-9fe9-395a33cb9348,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:40.030964 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-603bf343-cced-462f-a2da-8b647c4cf58e None None] Set router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:40.043023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['f56989cf-9c31-4b5f-9fe9-395a33cb9348'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:40.206983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522430ae-f490-4792-b945-f80e5562b4bd'}, {'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5f8cd7-3e86-4a90-af3f-cc4751564f09'}, {'server_uuid': 'fcc3ecf8-b4ac-4834-b553-e944372ebc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e9d70d-2de3-419f-b358-aea7f660609f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:40.209872 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cd8fff-b8ee-440b-939f-150680065e48" -d '{"events": [{"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-plugged", "status": "completed", "tag": "522430ae-f490-4792-b945-f80e5562b4bd"}, {"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-plugged", "status": "completed", "tag": "bd5f8cd7-3e86-4a90-af3f-cc4751564f09"}, {"server_uuid": "fcc3ecf8-b4ac-4834-b553-e944372ebc08", "name": "network-vif-plugged", "status": "completed", "tag": "96e9d70d-2de3-419f-b358-aea7f660609f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:40.262835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4ec4-d3c1-493e-b932-bc1a6284e0bf req-a675ea33-1b01-4837-9753-5abff961985f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.270515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4ec4-d3c1-493e-b932-bc1a6284e0bf req-a675ea33-1b01-4837-9753-5abff961985f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.277684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4ec4-d3c1-493e-b932-bc1a6284e0bf req-a675ea33-1b01-4837-9753-5abff961985f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.285488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30ff4ec4-d3c1-493e-b932-bc1a6284e0bf req-a675ea33-1b01-4837-9753-5abff961985f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2417 time: 0.1744640 Jul 16 18:02:40.334131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aeb74b-26f8-44b8-af3b-8946cc951c70 req-4591ec81-064b-4ab0-a41a-9e58afc3e264 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.348059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70aeb74b-26f8-44b8-af3b-8946cc951c70 req-4591ec81-064b-4ab0-a41a-9e58afc3e264 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 945 time: 0.1754725 Jul 16 18:02:40.380763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30ff4ec4-d3c1-493e-b932-bc1a6284e0bf req-de3651e9-7a18-44c3-bdd1-ed792fe4bebd tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942879 Jul 16 18:02:40.429981 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70aeb74b-26f8-44b8-af3b-8946cc951c70 req-2599f375-ad59-4513-8e84-d23c4e36d62e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847206 Jul 16 18:02:40.457776 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-603bf343-cced-462f-a2da-8b647c4cf58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f9d0ad8d-4f51-4852-93c3-669fd67f6afc', 'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'mac_address': 'fa:16:3e:93:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:19Z', 'updated_at': '2021-07-16T18:00:28Z', 'revision_number': 5, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'subnets': [{'id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:40.478499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'name': 'network-vif-deleted', 'tag': '801952f6-1c32-4ea6-912d-334b799354de'}, {'server_uuid': 'bb3c999a-8408-41d7-84e9-91c5549c506d', 'name': 'network-vif-deleted', 'tag': '9c963df1-18e0-45a8-b1a4-053367a01596'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:40.489755 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5142c8-3cc1-4e82-9b45-ffbade38fe7a" -d '{"events": [{"server_uuid": "df265f38-d2f6-49c6-8534-6113c81c4d3b", "name": "network-vif-deleted", "tag": "801952f6-1c32-4ea6-912d-334b799354de"}, {"server_uuid": "bb3c999a-8408-41d7-84e9-91c5549c506d", "name": "network-vif-deleted", "tag": "9c963df1-18e0-45a8-b1a4-053367a01596"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:40.526981 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f90d921f-1a88-4c7f-900f-84ce2c60893a req-2345b46b-bcc4-440a-bba7-e287eb4aa55f tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/daebf1e1-2563-4e47-ae4f-ccd3e0e23007 HTTP/1.1" status: 200 len: 1812 time: 0.0952849 Jul 16 18:02:40.617530 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603bf343-cced-462f-a2da-8b647c4cf58e None None] The sync data for ids ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'] in n-d-793618-9 is: [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 4, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f9d0ad8d-4f51-4852-93c3-669fd67f6afc', 'name': '', 'network_id': '98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'mac_address': 'fa:16:3e:93:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:19Z', 'updated_at': '2021-07-16T18:00:28Z', 'revision_number': 5, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'subnets': [{'id': '4194d1d6-10c3-441e-9f37-d2873b157448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:40.678010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069e2ec6-7cb0-486c-9794-73c6b6952b41 req-466615b6-e70f-41f8-8968-6eb9466b7f95 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0566330 Jul 16 18:02:40.816670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3860239-6eb7-48e0-bf45-01dbd6a76771 req-db222409-3f5a-45d9-bd34-ad0ca82d5bf5 tempest-LiveMigrationTest-1394947665 tempest-LiveMigrationTest-1394947665-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb3c999a-8408-41d7-84e9-91c5549c506d HTTP/1.1" status: 200 len: 210 time: 0.0561519 Jul 16 18:02:40.892714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd044842-5e57-40f7-8a6a-70792c3926f8 req-10c43828-6321-4f6b-9a52-7a660c71737f tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.896138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd044842-5e57-40f7-8a6a-70792c3926f8 req-10c43828-6321-4f6b-9a52-7a660c71737f tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 945 time: 0.0784073 Jul 16 18:02:40.961981 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd044842-5e57-40f7-8a6a-70792c3926f8 req-aa0862e0-37b2-40da-a388-4836cce10f6f tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/security-groups?id=109a772c-4420-47fb-97cd-21c1a9c2d48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558972 Jul 16 18:02:41.025959 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925f459-0123-472b-9aff-9388e39b086d None None] New status for floating IP c5bc2a68-4c1e-4932-bd56-a07664ebf361: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:02:41.082801 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c3474e-f0f3-4f9a-8a21-da890624cedc x-openstack-request-id: req-44c3474e-f0f3-4f9a-8a21-da890624cedc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:41.083113 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-plugged", "status": "completed", "tag": "522430ae-f490-4792-b945-f80e5562b4bd", "code": 200}, {"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-plugged", "status": "completed", "tag": "bd5f8cd7-3e86-4a90-af3f-cc4751564f09", "code": 200}, {"server_uuid": "fcc3ecf8-b4ac-4834-b553-e944372ebc08", "name": "network-vif-plugged", "status": "completed", "tag": "96e9d70d-2de3-419f-b358-aea7f660609f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:41.083367 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44c3474e-f0f3-4f9a-8a21-da890624cedc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:41.083920 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522430ae-f490-4792-b945-f80e5562b4bd', 'code': 200} Jul 16 18:02:41.084043 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5f8cd7-3e86-4a90-af3f-cc4751564f09', 'code': 200} Jul 16 18:02:41.084264 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc3ecf8-b4ac-4834-b553-e944372ebc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e9d70d-2de3-419f-b358-aea7f660609f', 'code': 200} Jul 16 18:02:41.098677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c4111c01-8e3e-4a30-8726-dec23e24cbd1 req-96afbc15-2e34-4b8a-98ef-44b65e209869 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-791735813', 'description': 'tempest-description-667902949'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:41.114571 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3656d09-3ceb-44d9-a5b6-80bc8b522de9 x-openstack-request-id: req-e3656d09-3ceb-44d9-a5b6-80bc8b522de9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:41.114881 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df265f38-d2f6-49c6-8534-6113c81c4d3b", "name": "network-vif-deleted", "tag": "801952f6-1c32-4ea6-912d-334b799354de", "status": "completed", "code": 200}, {"server_uuid": "bb3c999a-8408-41d7-84e9-91c5549c506d", "name": "network-vif-deleted", "tag": "9c963df1-18e0-45a8-b1a4-053367a01596", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:41.117550 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3656d09-3ceb-44d9-a5b6-80bc8b522de9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:41.118359 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df265f38-d2f6-49c6-8534-6113c81c4d3b', 'name': 'network-vif-deleted', 'tag': '801952f6-1c32-4ea6-912d-334b799354de', 'status': 'completed', 'code': 200} Jul 16 18:02:41.118359 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3c999a-8408-41d7-84e9-91c5549c506d', 'name': 'network-vif-deleted', 'tag': '9c963df1-18e0-45a8-b1a4-053367a01596', 'status': 'completed', 'code': 200} Jul 16 18:02:41.140916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4111c01-8e3e-4a30-8726-dec23e24cbd1 req-96afbc15-2e34-4b8a-98ef-44b65e209869 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.225393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:41.286736 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8536cfa6-d607-444f-b04b-3e370c52e804 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.304160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:41.312892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device f56989cf-9c31-4b5f-9fe9-395a33cb9348 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:41.318086 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4111c01-8e3e-4a30-8726-dec23e24cbd1 req-96afbc15-2e34-4b8a-98ef-44b65e209869 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.325713 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4111c01-8e3e-4a30-8726-dec23e24cbd1 req-96afbc15-2e34-4b8a-98ef-44b65e209869 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.339356 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8536cfa6-d607-444f-b04b-3e370c52e804 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.350447 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504b032-1f79-4c03-8b21-2c7ddc90a6a8 req-f214bfc0-9067-487f-98d4-c2e4c6f65953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.350941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504b032-1f79-4c03-8b21-2c7ddc90a6a8 req-f214bfc0-9067-487f-98d4-c2e4c6f65953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.351434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504b032-1f79-4c03-8b21-2c7ddc90a6a8 req-f214bfc0-9067-487f-98d4-c2e4c6f65953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.353110 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9504b032-1f79-4c03-8b21-2c7ddc90a6a8 req-f214bfc0-9067-487f-98d4-c2e4c6f65953 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2870 time: 0.1504326 Jul 16 18:02:41.354887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da93fac-3306-4ac8-8ea6-3f0f9a2c9054 req-a310cf2b-d367-4d4e-91fb-8eef4212579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.356252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0da93fac-3306-4ac8-8ea6-3f0f9a2c9054 req-a310cf2b-d367-4d4e-91fb-8eef4212579e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 1096 time: 0.1632807 Jul 16 18:02:41.366428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port f56989cf-9c31-4b5f-9fe9-395a33cb9348 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:41.372616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port f56989cf-9c31-4b5f-9fe9-395a33cb9348 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:41.373344 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.381672 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4111c01-8e3e-4a30-8726-dec23e24cbd1 req-96afbc15-2e34-4b8a-98ef-44b65e209869 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.382857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c4111c01-8e3e-4a30-8726-dec23e24cbd1 req-96afbc15-2e34-4b8a-98ef-44b65e209869 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2895553 Jul 16 18:02:41.386982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3ad1d7-7183-4ee9-9ceb-f6924d2af108 admin admin] Deleting subnet 74a8ce34-8c02-46f7-9b44-335db1e8053f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:41.396387 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad1d7-7183-4ee9-9ceb-f6924d2af108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.397947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afbc15-2e34-4b8a-98ef-44b65e209869 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f460b392-fd84-4951-b8f6-1edc186ce91f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:41.446545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0da93fac-3306-4ac8-8ea6-3f0f9a2c9054 req-805006b8-241e-44fa-aeab-25703b18950d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779159 Jul 16 18:02:41.450322 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9504b032-1f79-4c03-8b21-2c7ddc90a6a8 req-3689003a-03a3-4199-99eb-63d6b1e530c3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801623 Jul 16 18:02:41.476109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0984161b-958f-4083-a6a3-14c5d9df426a req-81780694-c08a-4c44-a16b-761d44765ecf tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/f460b392-fd84-4951-b8f6-1edc186ce91f HTTP/1.1" status: 200 len: 1811 time: 0.0531931 Jul 16 18:02:41.479642 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.488313 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad1d7-7183-4ee9-9ceb-f6924d2af108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.515773 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8536cfa6-d607-444f-b04b-3e370c52e804 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.518586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port f56989cf-9c31-4b5f-9fe9-395a33cb9348, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f56989cf-9c31-4b5f-9fe9-395a33cb9348,segment=NetworkSegment(a639a46e-d18b-4c99-8bfd-5c4b85676307),segment_id=a639a46e-d18b-4c99-8bfd-5c4b85676307)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:41.519068 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8536cfa6-d607-444f-b04b-3e370c52e804 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.520475 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8536cfa6-d607-444f-b04b-3e370c52e804 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "DELETE /v2.0/security-groups/9fd54151-8eb2-4d8b-9a67-45021f0e526c HTTP/1.1" status: 204 len: 168 time: 0.2938728 Jul 16 18:02:41.522891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:41.525932 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.527182 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 801952f6-1c32-4ea6-912d-334b799354de no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:41.539367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536cfa6-d607-444f-b04b-3e370c52e804 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd54151-8eb2-4d8b-9a67-45021f0e526c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:41.566116 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2fda029f-5775-4fdf-8cbb-710002e6497a tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] show failed (client error): The resource could not be found. Jul 16 18:02:41.569740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2fda029f-5775-4fdf-8cbb-710002e6497a tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "GET /v2.0/security-groups/9fd54151-8eb2-4d8b-9a67-45021f0e526c HTTP/1.1" status: 404 len: 347 time: 0.0431368 Jul 16 18:02:41.569930 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad1d7-7183-4ee9-9ceb-f6924d2af108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.570231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:41.585072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 801952f6-1c32-4ea6-912d-334b799354de {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:41.585557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 801952f6-1c32-4ea6-912d-334b799354de not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:41.620038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=f56989cf-9c31-4b5f-9fe9-395a33cb9348,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:41.652578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad1d7-7183-4ee9-9ceb-f6924d2af108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.679287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ad1d7-7183-4ee9-9ceb-f6924d2af108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a8ce34-8c02-46f7-9b44-335db1e8053f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:41.682931 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad1d7-7183-4ee9-9ceb-f6924d2af108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.687585 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5a3ad1d7-7183-4ee9-9ceb-f6924d2af108 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/74a8ce34-8c02-46f7-9b44-335db1e8053f HTTP/1.1" status: 204 len: 168 time: 0.3824522 Jul 16 18:02:41.688189 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:41.734794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcec94-1dac-41e5-bef1-ed7f4be0d92c req-b3831ad0-b0e7-48dc-b45d-9dd6d02a1cde tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.740836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcec94-1dac-41e5-bef1-ed7f4be0d92c req-b3831ad0-b0e7-48dc-b45d-9dd6d02a1cde tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.746705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcec94-1dac-41e5-bef1-ed7f4be0d92c req-b3831ad0-b0e7-48dc-b45d-9dd6d02a1cde tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.748348 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dadcec94-1dac-41e5-bef1-ed7f4be0d92c req-b3831ad0-b0e7-48dc-b45d-9dd6d02a1cde tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2417 time: 0.2376137 Jul 16 18:02:41.761868 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.800671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d86d1-872b-415b-b862-818a134c912c req-c464b078-69ad-406c-bddc-500b036d7b13 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.802209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe7d86d1-872b-415b-b862-818a134c912c req-c464b078-69ad-406c-bddc-500b036d7b13 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 945 time: 0.1943471 Jul 16 18:02:41.823872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dadcec94-1dac-41e5-bef1-ed7f4be0d92c req-56007489-5d2c-48e8-a67f-6d392378b27f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689073 Jul 16 18:02:41.840495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cc8fece7-b081-40ee-8bb0-cb51d5c9f3f5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Deleting port 38baae68-dff9-4421-9506-8b5efb9cb374 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:41.840860 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc8fece7-b081-40ee-8bb0-cb51d5c9f3f5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.844040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.857288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6691cf-d5a9-47bc-b44e-6a15604d81d9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:41.867072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbae2678-1b8b-499f-90c3-56762aee9fb4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:41.867364 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbae2678-1b8b-499f-90c3-56762aee9fb4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:41.876412 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.890600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.899113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:41.899515 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:41.901218 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:41.962225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.968554 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.970545 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] 10.222.0.52 "DELETE /v2.0/networks/5c6691cf-d5a9-47bc-b44e-6a15604d81d9 HTTP/1.1" status: 204 len: 168 time: 0.2814319 Jul 16 18:02:41.987272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9ce0b-c54e-46f3-95f3-b7433933fc5b admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6691cf-d5a9-47bc-b44e-6a15604d81d9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.145196 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.172307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe7d86d1-872b-415b-b862-818a134c912c req-97f125fd-64ff-424c-a94c-af3491cd5ad6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635488 Jul 16 18:02:42.175135 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-282a2759-ac51-4791-a0fd-ffffbb327faa req-364edb7d-e592-4d33-b1bf-8e4e6cd33990 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] show failed (client error): The resource could not be found. Jul 16 18:02:42.176111 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-282a2759-ac51-4791-a0fd-ffffbb327faa req-364edb7d-e592-4d33-b1bf-8e4e6cd33990 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/df05321b-9eeb-43d0-891e-5604fb53233f HTTP/1.1" status: 404 len: 352 time: 0.3200486 Jul 16 18:02:42.192808 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-373a0857-5da8-4e11-a895-542492c49c39 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91946e394876469eb4374cd52f408efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462105 Jul 16 18:02:42.195312 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.244180 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc8fece7-b081-40ee-8bb0-cb51d5c9f3f5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.244540 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc8fece7-b081-40ee-8bb0-cb51d5c9f3f5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.257300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cc8fece7-b081-40ee-8bb0-cb51d5c9f3f5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Calling delete_port for 38baae68-dff9-4421-9506-8b5efb9cb374 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:42.292293 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df3030c7-096c-4ed5-ae41-431ce7edc7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.317912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df3030c7-096c-4ed5-ae41-431ce7edc7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.358413 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.369079 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9d7bc7e-6573-4cd8-afa2-e8044c200406 req-34a3a63a-0599-42c6-93c8-46f9425525ab tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0533769 Jul 16 18:02:42.384459 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df3030c7-096c-4ed5-ae41-431ce7edc7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.388222 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df3030c7-096c-4ed5-ae41-431ce7edc7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.390178 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-df3030c7-096c-4ed5-ae41-431ce7edc7b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82f0557f-f5d2-4859-994c-78a09ff00ae5 HTTP/1.1" status: 204 len: 168 time: 0.1938908 Jul 16 18:02:42.402022 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3030c7-096c-4ed5-ae41-431ce7edc7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f0557f-f5d2-4859-994c-78a09ff00ae5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.457715 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-a355bed5-4cd9-4f87-ab63-15646d0b92bc req-12087d45-618a-41ec-816c-edb33030389d tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] show failed (client error): The resource could not be found. Jul 16 18:02:42.465276 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a355bed5-4cd9-4f87-ab63-15646d0b92bc req-12087d45-618a-41ec-816c-edb33030389d tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-group-rules/cf8d8c6b-4d97-4ea1-a361-7e0e67d6a4aa HTTP/1.1" status: 404 len: 361 time: 0.0253191 Jul 16 18:02:42.610065 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc8fece7-b081-40ee-8bb0-cb51d5c9f3f5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.672008 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3dacef8-b31f-442a-ad2d-8e68baa4b3b1 req-0defc71f-ae6d-4ea9-9893-f0b13fa3c1a9 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/f460b392-fd84-4951-b8f6-1edc186ce91f HTTP/1.1" status: 200 len: 1811 time: 0.1662257 Jul 16 18:02:42.678125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fece7-b081-40ee-8bb0-cb51d5c9f3f5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Pushing event deleted for resources: {'Port': ['ID=38baae68-dff9-4421-9506-8b5efb9cb374,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.755076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-72af1586-35ef-4850-a8af-4b401ee8fbf2 admin admin] Deleting subnet 3a6dfec8-d37c-42a8-86bf-6b4d8073d447 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:42.775905 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72af1586-35ef-4850-a8af-4b401ee8fbf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.837759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b9a28-da8b-4ceb-9d8a-75605990b5ac req-0cb38cfe-0b26-4c11-846b-693823711573 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.838976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a7b9a28-da8b-4ceb-9d8a-75605990b5ac req-0cb38cfe-0b26-4c11-846b-693823711573 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 946 time: 0.3104525 Jul 16 18:02:42.854109 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72af1586-35ef-4850-a8af-4b401ee8fbf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.856756 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc8fece7-b081-40ee-8bb0-cb51d5c9f3f5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.859547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc8fece7-b081-40ee-8bb0-cb51d5c9f3f5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.860817 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cc8fece7-b081-40ee-8bb0-cb51d5c9f3f5 tempest-ServersTestManualDisk-556273397 tempest-ServersTestManualDisk-556273397-project] 10.222.0.52 "DELETE /v2.0/floatingips/c5bc2a68-4c1e-4932-bd56-a07664ebf361 HTTP/1.1" status: 204 len: 168 time: 1.2889860 Jul 16 18:02:42.864630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.974199 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3dacef8-b31f-442a-ad2d-8e68baa4b3b1 req-178904bf-cb85-431d-915d-b58e390d3155 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.991309 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72af1586-35ef-4850-a8af-4b401ee8fbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.027596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a7b9a28-da8b-4ceb-9d8a-75605990b5ac req-187a502f-c255-4766-9573-b7b403d03bf8 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/security-groups?id=109a772c-4420-47fb-97cd-21c1a9c2d48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773977 Jul 16 18:02:43.079051 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3dacef8-b31f-442a-ad2d-8e68baa4b3b1 req-178904bf-cb85-431d-915d-b58e390d3155 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.085634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14449052-056e-4806-8dff-1f3cf329d5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56989cf-9c31-4b5f-9fe9-395a33cb9348'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:43.089778 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97d16c8-7ae7-4e56-a9f4-9e5abf68fab4" -d '{"events": [{"server_uuid": "14449052-056e-4806-8dff-1f3cf329d5f5", "name": "network-vif-plugged", "status": "completed", "tag": "f56989cf-9c31-4b5f-9fe9-395a33cb9348"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:43.156452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-50cf57dc-77b3-4b9e-8ce0-8e35238e1465 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 402 time: 0.2559278 Jul 16 18:02:43.241929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 9c963df1-18e0-45a8-b1a4-053367a01596 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:43.275684 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 9c963df1-18e0-45a8-b1a4-053367a01596 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:43.276427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 9c963df1-18e0-45a8-b1a4-053367a01596 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:43.291697 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72af1586-35ef-4850-a8af-4b401ee8fbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.304594 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95417a7-fac6-495c-821a-fd972e91e4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.335806 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3dacef8-b31f-442a-ad2d-8e68baa4b3b1 req-178904bf-cb85-431d-915d-b58e390d3155 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.338419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3dacef8-b31f-442a-ad2d-8e68baa4b3b1 req-178904bf-cb85-431d-915d-b58e390d3155 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.339548 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3dacef8-b31f-442a-ad2d-8e68baa4b3b1 req-178904bf-cb85-431d-915d-b58e390d3155 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "DELETE /v2.0/security-groups/f460b392-fd84-4951-b8f6-1edc186ce91f HTTP/1.1" status: 204 len: 173 time: 0.6275144 Jul 16 18:02:43.346163 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72af1586-35ef-4850-a8af-4b401ee8fbf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.348942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-72af1586-35ef-4850-a8af-4b401ee8fbf2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3a6dfec8-d37c-42a8-86bf-6b4d8073d447 HTTP/1.1" status: 204 len: 168 time: 0.9790354 Jul 16 18:02:43.353646 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:43.354249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af1586-35ef-4850-a8af-4b401ee8fbf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a6dfec8-d37c-42a8-86bf-6b4d8073d447,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:43.374924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178904bf-cb85-431d-915d-b58e390d3155 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f460b392-fd84-4951-b8f6-1edc186ce91f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:43.408103 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b577c25-ce4c-4c9c-ad5e-0dbbd469ae38 x-openstack-request-id: req-9b577c25-ce4c-4c9c-ad5e-0dbbd469ae38 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:43.409770 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14449052-056e-4806-8dff-1f3cf329d5f5", "name": "network-vif-plugged", "status": "completed", "tag": "f56989cf-9c31-4b5f-9fe9-395a33cb9348", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:43.410026 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b577c25-ce4c-4c9c-ad5e-0dbbd469ae38 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:43.410498 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14449052-056e-4806-8dff-1f3cf329d5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56989cf-9c31-4b5f-9fe9-395a33cb9348', 'code': 200} Jul 16 18:02:43.422933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3877f-2ae6-47b9-893b-80af7f9f8b28 req-6e0c5b07-90a1-4289-9112-775fbdf11b18 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.429999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3877f-2ae6-47b9-893b-80af7f9f8b28 req-6e0c5b07-90a1-4289-9112-775fbdf11b18 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.437414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3877f-2ae6-47b9-893b-80af7f9f8b28 req-6e0c5b07-90a1-4289-9112-775fbdf11b18 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.439464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fc3877f-2ae6-47b9-893b-80af7f9f8b28 req-6e0c5b07-90a1-4289-9112-775fbdf11b18 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2417 time: 0.2797391 Jul 16 18:02:43.452065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-d306a3a1-7970-470b-97d7-bd5929402afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.452565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-d306a3a1-7970-470b-97d7-bd5929402afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.453056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-d306a3a1-7970-470b-97d7-bd5929402afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.454784 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-d306a3a1-7970-470b-97d7-bd5929402afe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=164bfd99667d4e8db654de58223cd6fa&device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2870 time: 0.2406702 Jul 16 18:02:43.467324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7052ad16-4a42-4853-8245-fe56bc806b56 req-96a29795-9c55-41c0-96ef-a51c42b77f27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2543554 Jul 16 18:02:43.520394 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.563164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fc3877f-2ae6-47b9-893b-80af7f9f8b28 req-07fa3307-d20e-4b96-bef9-aa5e08597637 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073556 Jul 16 18:02:43.704286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-a7c9e65c-a7c8-4d68-b9b9-70818d1b1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.704768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-a7c9e65c-a7c8-4d68-b9b9-70818d1b1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.707308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-a7c9e65c-a7c8-4d68-b9b9-70818d1b1bb6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b31cf8a6-93ac-428c-a80a-1293f9f9d43a&id=549e85e0-3fa0-4e0d-b14b-898de0976841&id=b31cf8a6-93ac-428c-a80a-1293f9f9d43a HTTP/1.1" status: 200 len: 1593 time: 0.2280309 Jul 16 18:02:43.713859 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc69f55c-73c9-4d3d-b5ac-ddc402817bbf req-ad7de18c-c2ea-4320-ad94-a9c6eb0a8eaf tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/daebf1e1-2563-4e47-ae4f-ccd3e0e23007 HTTP/1.1" status: 200 len: 1812 time: 0.1023850 Jul 16 18:02:43.724288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.736707 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052ad16-4a42-4853-8245-fe56bc806b56 req-725ef0c2-ccf7-4e30-a111-6ecf6572b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.738887 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7052ad16-4a42-4853-8245-fe56bc806b56 req-725ef0c2-ccf7-4e30-a111-6ecf6572b59e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 1095 time: 0.2154450 Jul 16 18:02:43.740413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7de7ee4-fe4c-401a-990c-c9868fce980e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:43.751721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1323b9df-dc6c-4d31-ab19-d2ed3af79a64') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:43.753155 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1323b9df-dc6c-4d31-ab19-d2ed3af79a64') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:43.764433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-0e763245-b5fb-4b35-854e-911dc29d3f95 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.80&port_id=522430ae-f490-4792-b945-f80e5562b4bd HTTP/1.1" status: 200 len: 217 time: 0.0485585 Jul 16 18:02:43.774234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.776471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40501bf-55e8-4fba-a9f4-9e1d8c800cdd req-3d58a591-139c-4405-a152-c1e47030e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.778029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d40501bf-55e8-4fba-a9f4-9e1d8c800cdd req-3d58a591-139c-4405-a152-c1e47030e4b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 1097 time: 0.2860489 Jul 16 18:02:43.801117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228aef26-b9e5-4a40-985e-eb96f91c26e8 req-21f37424-02ff-4636-9765-5d031052265a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.802611 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-228aef26-b9e5-4a40-985e-eb96f91c26e8 req-21f37424-02ff-4636-9765-5d031052265a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 945 time: 0.2554986 Jul 16 18:02:43.813897 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.825420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:43.825824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:43.827673 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:43.894662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-5d09c5e0-ce3d-4372-b57a-f65f8c711d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.896138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-5d09c5e0-ce3d-4372-b57a-f65f8c711d8b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=12167375-fb3e-4d52-82fe-d0a411a03762 HTTP/1.1" status: 200 len: 801 time: 0.1140814 Jul 16 18:02:43.910302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d40501bf-55e8-4fba-a9f4-9e1d8c800cdd req-4dad28b7-7825-4e88-83c4-b32c80eef181 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=109a772c-4420-47fb-97cd-21c1a9c2d48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169088 Jul 16 18:02:43.934367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-228aef26-b9e5-4a40-985e-eb96f91c26e8 req-054875b6-b7fc-4d6b-9a28-5e55eb199503 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019011 Jul 16 18:02:43.946377 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.953665 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc69f55c-73c9-4d3d-b5ac-ddc402817bbf req-6394cb2e-ec90-4bb7-87cc-001e69caf85c tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.970807 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.977572 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:43.977866 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] 10.222.0.52 "DELETE /v2.0/networks/f7de7ee4-fe4c-401a-990c-c9868fce980e HTTP/1.1" status: 204 len: 168 time: 0.6224411 Jul 16 18:02:43.991253 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc69f55c-73c9-4d3d-b5ac-ddc402817bbf req-6394cb2e-ec90-4bb7-87cc-001e69caf85c tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.012384 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee15df-6cfe-4438-bac4-1b198092c61c admin admin] Pushing event deleted for resources: {'Network': ['ID=f7de7ee4-fe4c-401a-990c-c9868fce980e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:44.017185 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052ad16-4a42-4853-8245-fe56bc806b56 req-fd440105-892f-43f0-bcac-66f80ec6720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.019097 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7052ad16-4a42-4853-8245-fe56bc806b56 req-fd440105-892f-43f0-bcac-66f80ec6720e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.2545118 Jul 16 18:02:44.075533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b770e5-7e08-454c-8a5a-c87eb47b30ff admin admin] Deleting subnet 06ef092d-9bcc-4efb-8cca-88f4470cfd42 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:44.083434 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97b770e5-7e08-454c-8a5a-c87eb47b30ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.087998 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7052ad16-4a42-4853-8245-fe56bc806b56 req-7399cdcc-8b61-412d-96f9-f68ea00b9dad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25 HTTP/1.1" status: 200 len: 217 time: 0.0438428 Jul 16 18:02:44.100994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-d050b03f-96c3-4986-b28b-831339c43046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.102523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-d050b03f-96c3-4986-b28b-831339c43046 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b31cf8a6-93ac-428c-a80a-1293f9f9d43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1997750 Jul 16 18:02:44.121244 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19964d14-ad17-42c1-8231-b990a087f987 req-39ffc8cc-5902-4479-854b-fa13dd09f391 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0623770 Jul 16 18:02:44.140122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e95417a7-fac6-495c-821a-fd972e91e4f1 admin admin] Deleting port f9d0ad8d-4f51-4852-93c3-669fd67f6afc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:44.140467 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95417a7-fac6-495c-821a-fd972e91e4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.148431 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc69f55c-73c9-4d3d-b5ac-ddc402817bbf req-6394cb2e-ec90-4bb7-87cc-001e69caf85c tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.150915 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc69f55c-73c9-4d3d-b5ac-ddc402817bbf req-6394cb2e-ec90-4bb7-87cc-001e69caf85c tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.152038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc69f55c-73c9-4d3d-b5ac-ddc402817bbf req-6394cb2e-ec90-4bb7-87cc-001e69caf85c tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "DELETE /v2.0/security-groups/daebf1e1-2563-4e47-ae4f-ccd3e0e23007 HTTP/1.1" status: 204 len: 173 time: 0.4267719 Jul 16 18:02:44.155767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052ad16-4a42-4853-8245-fe56bc806b56 req-a3f4ff4f-b98d-4984-aa81-29f5d78a65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.159395 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7052ad16-4a42-4853-8245-fe56bc806b56 req-a3f4ff4f-b98d-4984-aa81-29f5d78a65ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.0616541 Jul 16 18:02:44.176421 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97b770e5-7e08-454c-8a5a-c87eb47b30ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.180380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394cb2e-ec90-4bb7-87cc-001e69caf85c tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daebf1e1-2563-4e47-ae4f-ccd3e0e23007,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:44.202731 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7052ad16-4a42-4853-8245-fe56bc806b56 req-caca7956-2e7a-4b0c-b1a1-2bdd1f374fcd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358694 Jul 16 18:02:44.269917 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97b770e5-7e08-454c-8a5a-c87eb47b30ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.300959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-022e7b50-6195-4097-ad70-27e960e31f4c service neutron] 10.222.0.38 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786048 Jul 16 18:02:44.313095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e95417a7-fac6-495c-821a-fd972e91e4f1 admin admin] For port f9d0ad8d-4f51-4852-93c3-669fd67f6afc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f9d0ad8d-4f51-4852-93c3-669fd67f6afc,segment=NetworkSegment(c91781ce-9213-45b5-a0a3-56da9097e40c),segment_id=c91781ce-9213-45b5-a0a3-56da9097e40c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:44.313606 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95417a7-fac6-495c-821a-fd972e91e4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.333417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e95417a7-fac6-495c-821a-fd972e91e4f1 admin admin] Calling delete_port for f9d0ad8d-4f51-4852-93c3-669fd67f6afc owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:44.359200 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7052ad16-4a42-4853-8245-fe56bc806b56 req-9f0d651b-e39d-4043-ac3e-c54047eea64e service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282384 Jul 16 18:02:44.406890 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97b770e5-7e08-454c-8a5a-c87eb47b30ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.451995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b770e5-7e08-454c-8a5a-c87eb47b30ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ef092d-9bcc-4efb-8cca-88f4470cfd42,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:44.471747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-9582adcf-5012-4c04-9cfd-5edb6d5acd6b service neutron] 10.222.0.38 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642287 Jul 16 18:02:44.482847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97b770e5-7e08-454c-8a5a-c87eb47b30ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.484534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-97b770e5-7e08-454c-8a5a-c87eb47b30ff admin admin] 10.222.0.52 "DELETE /v2.0/subnets/06ef092d-9bcc-4efb-8cca-88f4470cfd42 HTTP/1.1" status: 204 len: 168 time: 0.5050216 Jul 16 18:02:44.490991 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:44.517511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-3b6846e4-da5a-497e-9178-817dd4e1a464 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1e38b136d56946bcbf84e0ba62779a9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713186 Jul 16 18:02:44.552979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-6a9da464-2792-45f7-b047-1bf2fd148a6e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=afa68180-9ac7-4d14-9be3-1f26f9e58799 HTTP/1.1" status: 200 len: 217 time: 0.0674214 Jul 16 18:02:44.740201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-7d58deec-b648-45d5-9d17-2cf74c3d0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.741717 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-7d58deec-b648-45d5-9d17-2cf74c3d0b4f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c4ad540-93a1-425d-96ec-f5566106736d HTTP/1.1" status: 200 len: 801 time: 0.1797671 Jul 16 18:02:44.808718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb442a-7a21-4a15-af33-2a158c64a31e req-1fff242c-911a-4881-a1f8-ce685982e34c tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.810302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2afb442a-7a21-4a15-af33-2a158c64a31e req-1fff242c-911a-4881-a1f8-ce685982e34c tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 1096 time: 0.3607192 Jul 16 18:02:44.835189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-00c0acca-c0a2-44c9-a68a-17bc035438be tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.837208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-00c0acca-c0a2-44c9-a68a-17bc035438be tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2888501 Jul 16 18:02:44.870054 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-67c5d3f8-60c1-42d7-9d11-a5627ee7f362 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/quotas/1e38b136d56946bcbf84e0ba62779a9e HTTP/1.1" status: 200 len: 375 time: 0.0214579 Jul 16 18:02:44.894684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2afb442a-7a21-4a15-af33-2a158c64a31e req-2cda8f64-82f0-4e52-a78a-2cc603784a20 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727360 Jul 16 18:02:44.896720 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7052ad16-4a42-4853-8245-fe56bc806b56 req-ba6a7332-8ba3-4fbc-9e4e-fc049a470da5 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937284 Jul 16 18:02:44.913567 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-ef795c08-b727-41ff-aa34-1aa2b04b2935 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e38b136d56946bcbf84e0ba62779a9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371742 Jul 16 18:02:44.916348 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-c4b91be0-24d9-4c58-a7cf-553b00db11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.917532 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.917780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-c4b91be0-24d9-4c58-a7cf-553b00db11c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=549e85e0-3fa0-4e0d-b14b-898de0976841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1671526 Jul 16 18:02:45.029616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-f169e542-5ed4-4a27-ac46-efb5cdc5b9b7 service neutron] 10.222.0.38 "GET /v2.0/networks/549e85e0-3fa0-4e0d-b14b-898de0976841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023784 Jul 16 18:02:45.042119 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.058333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042d0fc9-c53b-4bee-b03c-dd5168108a5c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:45.069856 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028d3816-5a6d-40f7-9bb2-6aaeeada880c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:45.070159 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028d3816-5a6d-40f7-9bb2-6aaeeada880c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:45.071954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95417a7-fac6-495c-821a-fd972e91e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.088482 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.119595 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95417a7-fac6-495c-821a-fd972e91e4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d0ad8d-4f51-4852-93c3-669fd67f6afc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.129769 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.170645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:45.171032 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:45.172757 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:45.278010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.286148 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.290722 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/042d0fc9-c53b-4bee-b03c-dd5168108a5c HTTP/1.1" status: 204 len: 168 time: 0.7959869 Jul 16 18:02:45.302085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9c29d-bab4-4819-9173-66ed3a2ed9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=042d0fc9-c53b-4bee-b03c-dd5168108a5c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.413951 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e95417a7-fac6-495c-821a-fd972e91e4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.557367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-108a6eb2-cd95-4aea-984d-2035e9e82724 service neutron] 10.222.0.38 "GET /v2.0/networks/549e85e0-3fa0-4e0d-b14b-898de0976841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208757 Jul 16 18:02:45.571716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:45.629948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-1e2c84c8-701d-4f1e-9985-85cba815d958 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.79&port_id=bd5f8cd7-3e86-4a90-af3f-cc4751564f09 HTTP/1.1" status: 200 len: 217 time: 0.0627906 Jul 16 18:02:45.651870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3b41b2f-7b7d-49b6-a4ba-98354199ce92 req-1dbe8d46-54b0-4f18-ab08-8aeda38dba6c tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/d1d66c83-9f47-4af6-b4d7-6c78128854b2 HTTP/1.1" status: 200 len: 1811 time: 0.5378799 Jul 16 18:02:45.672163 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c5efbc54-423f-4227-acc0-d80ca74b2b48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8dc149fb96834be9abc17afebb864774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990326 Jul 16 18:02:45.674782 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:45.738325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfd9e6-9f2d-425f-85ab-3f2436396acb req-f4894575-dd71-476d-b6e6-d8548b1b89ea tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.745209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bdfd9e6-9f2d-425f-85ab-3f2436396acb req-f4894575-dd71-476d-b6e6-d8548b1b89ea tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 946 time: 0.6301706 Jul 16 18:02:45.761675 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a95f64c4-83d0-4081-ad25-4dc7d23bfa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.777557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-ca1a3e5a-f334-4215-b596-1db471ddf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.779806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-ca1a3e5a-f334-4215-b596-1db471ddf0b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=12167375-fb3e-4d52-82fe-d0a411a03762 HTTP/1.1" status: 200 len: 801 time: 0.1421463 Jul 16 18:02:45.795971 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a95f64c4-83d0-4081-ad25-4dc7d23bfa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.814952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95417a7-fac6-495c-821a-fd972e91e4f1 admin admin] Router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:45.849888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bdfd9e6-9f2d-425f-85ab-3f2436396acb req-918571ce-5652-4c32-a027-8b911fab38d3 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/security-groups?id=109a772c-4420-47fb-97cd-21c1a9c2d48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037319 Jul 16 18:02:45.890437 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3b41b2f-7b7d-49b6-a4ba-98354199ce92 req-f166f69b-dcd0-42a4-802e-69499b436f36 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.914030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-493f7f14-44ab-4f21-ba76-96b9469be567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.915552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-493f7f14-44ab-4f21-ba76-96b9469be567 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b31cf8a6-93ac-428c-a80a-1293f9f9d43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1192045 Jul 16 18:02:45.926202 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a95f64c4-83d0-4081-ad25-4dc7d23bfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.928844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a95f64c4-83d0-4081-ad25-4dc7d23bfa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.932249 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a95f64c4-83d0-4081-ad25-4dc7d23bfa8b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65bfd803-8c85-4e5c-bddc-1ad613fc6f72 HTTP/1.1" status: 204 len: 168 time: 0.2545013 Jul 16 18:02:45.946081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f64c4-83d0-4081-ad25-4dc7d23bfa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bfd803-8c85-4e5c-bddc-1ad613fc6f72,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.951520 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3b41b2f-7b7d-49b6-a4ba-98354199ce92 req-f166f69b-dcd0-42a4-802e-69499b436f36 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.979088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95417a7-fac6-495c-821a-fd972e91e4f1 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:45.987105 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e95417a7-fac6-495c-821a-fd972e91e4f1 admin admin] 10.222.0.52 "PUT /v2.0/routers/63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1200049 Jul 16 18:02:45.989685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:45.992662 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af750375-65a0-432d-88d4-7b431efd301c None None] Sync routers for ids ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:46.006380 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af750375-65a0-432d-88d4-7b431efd301c None None] Routers {'63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:46.008721 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-af750375-65a0-432d-88d4-7b431efd301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:46.056843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-98d0445c-9cbd-4567-b535-5be16c529287 service neutron] 10.222.0.38 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312373 Jul 16 18:02:46.058171 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3b41b2f-7b7d-49b6-a4ba-98354199ce92 req-f166f69b-dcd0-42a4-802e-69499b436f36 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.061146 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3b41b2f-7b7d-49b6-a4ba-98354199ce92 req-f166f69b-dcd0-42a4-802e-69499b436f36 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.062404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3b41b2f-7b7d-49b6-a4ba-98354199ce92 req-f166f69b-dcd0-42a4-802e-69499b436f36 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "DELETE /v2.0/security-groups/d1d66c83-9f47-4af6-b4d7-6c78128854b2 HTTP/1.1" status: 204 len: 173 time: 0.3856575 Jul 16 18:02:46.084365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166f69b-dcd0-42a4-802e-69499b436f36 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d66c83-9f47-4af6-b4d7-6c78128854b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:46.208455 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-af750375-65a0-432d-88d4-7b431efd301c None None] Set router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:46.218691 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.283060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8821a96-9e4d-4337-9223-6c1869b7999e req-215ed971-d5b0-4eb1-850b-70d75a4a58da service neutron] 10.222.0.38 "GET /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193527 Jul 16 18:02:46.400463 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.426513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef751b1e-a7f0-4c8c-b030-e333a7b661b8 req-69ca247c-cd58-40af-b73a-d50986c4093f tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 210 time: 0.0801587 Jul 16 18:02:46.548603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Deleting port ea0cafa0-d37a-4a06-9bfe-93c58297fa44 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:46.549118 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.605960 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-af750375-65a0-432d-88d4-7b431efd301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:02:44Z', 'revision_number': 5, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port': {'id': 'ea0cafa0-d37a-4a06-9bfe-93c58297fa44', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:15:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:17Z', 'updated_at': '2021-07-16T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:46.686072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8a35569-177d-43d6-aea8-f8a3c8a22e2d req-5c6e2385-dc8f-4461-9a71-a003710c8136 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/d5e2a909-fa95-45a2-9940-d61d0a5d471b HTTP/1.1" status: 200 len: 1812 time: 0.1031935 Jul 16 18:02:46.689556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64cb50cf-dfde-476f-bda1-3078fe9ea6d9 req-02b21913-6f46-4c5d-8cb5-2b48ebb06ec2 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0530798 Jul 16 18:02:46.690860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:46.709306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] For port ea0cafa0-d37a-4a06-9bfe-93c58297fa44, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ea0cafa0-d37a-4a06-9bfe-93c58297fa44,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:46.709858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.740247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Calling delete_port for ea0cafa0-d37a-4a06-9bfe-93c58297fa44 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:46.749078 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af750375-65a0-432d-88d4-7b431efd301c None None] Checking router: 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:46.766084 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af750375-65a0-432d-88d4-7b431efd301c None None] Routers {'63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:46.766948 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-af750375-65a0-432d-88d4-7b431efd301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:46.783213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bf47c6a5-f367-4481-9f3a-28f5f85647ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f82727fcdd9430ea4b8b1aab0bc974a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0899837 Jul 16 18:02:46.787062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:46.809215 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c8a35569-177d-43d6-aea8-f8a3c8a22e2d req-74ef833a-3876-4f74-9b46-888f860c5d3a tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.899037 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-af750375-65a0-432d-88d4-7b431efd301c None None] Set router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:46.961656 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c8a35569-177d-43d6-aea8-f8a3c8a22e2d req-74ef833a-3876-4f74-9b46-888f860c5d3a tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.016473 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-9ec7bd51-23e7-46f8-8dc7-f235c36b2e84 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1e38b136d56946bcbf84e0ba62779a9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055937 Jul 16 18:02:47.020461 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8827fe7b-ad46-4115-97f0-59cb0e4ee243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.024237 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-af750375-65a0-432d-88d4-7b431efd301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:02:46Z', 'revision_number': 6, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:47.044189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8827fe7b-ad46-4115-97f0-59cb0e4ee243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.059891 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af750375-65a0-432d-88d4-7b431efd301c None None] The sync data for ids ['63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960'] in n-d-793618-9 is: [{'id': '63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960', 'name': 'tempest-ServersTestManualDisk-1194784634-router', 'tenant_id': '871af83fd7ed4045ba375fe790cd4039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:16Z', 'updated_at': '2021-07-16T18:02:46Z', 'revision_number': 6, 'project_id': '871af83fd7ed4045ba375fe790cd4039', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:47.101557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.148188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0cafa0-d37a-4a06-9bfe-93c58297fa44,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:47.199849 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c8a35569-177d-43d6-aea8-f8a3c8a22e2d req-74ef833a-3876-4f74-9b46-888f860c5d3a tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.203872 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c8a35569-177d-43d6-aea8-f8a3c8a22e2d req-74ef833a-3876-4f74-9b46-888f860c5d3a tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.216862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8a35569-177d-43d6-aea8-f8a3c8a22e2d req-74ef833a-3876-4f74-9b46-888f860c5d3a tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "DELETE /v2.0/security-groups/d5e2a909-fa95-45a2-9940-d61d0a5d471b HTTP/1.1" status: 204 len: 173 time: 0.5249078 Jul 16 18:02:47.228428 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.281791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8827fe7b-ad46-4115-97f0-59cb0e4ee243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.287187 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8827fe7b-ad46-4115-97f0-59cb0e4ee243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.288571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8827fe7b-ad46-4115-97f0-59cb0e4ee243 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bfdc5ffc-4c45-4a1c-aca9-10e6e529cb43 HTTP/1.1" status: 204 len: 168 time: 0.5009995 Jul 16 18:02:47.295035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef833a-3876-4f74-9b46-888f860c5d3a tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e2a909-fa95-45a2-9940-d61d0a5d471b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:47.327612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093d241-a0a0-4db4-bc7e-2cd6558c6321 req-d6e1b47a-367f-4a77-acf3-57b932efdb31 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.336405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093d241-a0a0-4db4-bc7e-2cd6558c6321 req-d6e1b47a-367f-4a77-acf3-57b932efdb31 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.338026 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.340538 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.344107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093d241-a0a0-4db4-bc7e-2cd6558c6321 req-d6e1b47a-367f-4a77-acf3-57b932efdb31 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.346718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1093d241-a0a0-4db4-bc7e-2cd6558c6321 req-d6e1b47a-367f-4a77-acf3-57b932efdb31 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2417 time: 0.4319308 Jul 16 18:02:47.398234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.398865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:02:47.403304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827fe7b-ad46-4115-97f0-59cb0e4ee243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdc5ffc-4c45-4a1c-aca9-10e6e529cb43,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:47.404613 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.410453 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-055eb029-f303-4392-b6c4-e8eaab71d99c admin admin] 10.222.0.52 "DELETE /v2.0/routers/63b3fc0f-5fbb-469f-92ff-d5e1c3fb7960 HTTP/1.1" status: 204 len: 168 time: 1.4194679 Jul 16 18:02:47.412496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:47.426641 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1093d241-a0a0-4db4-bc7e-2cd6558c6321 req-a9d682db-4565-4fa9-9314-b6f7a213e8de tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657761 Jul 16 18:02:47.476687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-2c632c6b-5072-48a2-aacc-a237b5a91442 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.485194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-2c632c6b-5072-48a2-aacc-a237b5a91442 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4101548 Jul 16 18:02:47.507352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Request body: {'port': {'device_id': 'e232dffa-8eb1-4491-94a5-f8610a2936b8', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '1e38b136d56946bcbf84e0ba62779a9e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:47.550183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2365921b-27bc-454a-84e5-f637183f74a9 admin admin] Deleting subnet 4194d1d6-10c3-441e-9f37-d2873b157448 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:47.555109 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2365921b-27bc-454a-84e5-f637183f74a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.620979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-833796e2-fc71-42a2-aaea-6890cc15cdb4 req-7382ca3d-1131-47ba-b73f-a0181fd0c395 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "GET /v2.0/security-groups/9552a2b6-4d19-468c-9650-6dd581c73f73 HTTP/1.1" status: 200 len: 1812 time: 0.1292615 Jul 16 18:02:47.684766 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2365921b-27bc-454a-84e5-f637183f74a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.714038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25820911-a8f5-4463-82db-4a4df3f30563 req-e60500da-098e-4ddc-9e94-437c56b85b2e tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 210 time: 0.0502660 Jul 16 18:02:47.768739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb34a9d-b432-442b-af45-cad3577181a6 req-91a78a9c-80b4-417c-87fc-095eeac555ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.770470 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-abb34a9d-b432-442b-af45-cad3577181a6 req-91a78a9c-80b4-417c-87fc-095eeac555ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53f9afeb52c34096b97552facd74efbc&device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 1097 time: 0.1627512 Jul 16 18:02:47.798465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Made reservation on behalf of 1e38b136d56946bcbf84e0ba62779a9e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:47.802397 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.831409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.838539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-833796e2-fc71-42a2-aaea-6890cc15cdb4 req-170c1712-2dd7-4513-bea9-4baa5f90a2f9 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.933573 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-833796e2-fc71-42a2-aaea-6890cc15cdb4 req-170c1712-2dd7-4513-bea9-4baa5f90a2f9 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.962667 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2365921b-27bc-454a-84e5-f637183f74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.048797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb34a9d-b432-442b-af45-cad3577181a6 req-fee8fb58-464a-407b-9b71-f615e45647f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.050951 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-abb34a9d-b432-442b-af45-cad3577181a6 req-fee8fb58-464a-407b-9b71-f615e45647f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=770b23ca-3c29-4ce6-ac56-b64fc99325a3 HTTP/1.1" status: 200 len: 915 time: 0.2513309 Jul 16 18:02:48.088337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ea0cafa0-d37a-4a06-9bfe-93c58297fa44 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:48.103427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14a303-e333-4593-928f-e0b9e818388e req-5086778a-4ef4-4a4d-8101-681ac1e7ffae tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.105084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa14a303-e333-4593-928f-e0b9e818388e req-5086778a-4ef4-4a4d-8101-681ac1e7ffae tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 946 time: 0.1783686 Jul 16 18:02:48.107818 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-833796e2-fc71-42a2-aaea-6890cc15cdb4 req-170c1712-2dd7-4513-bea9-4baa5f90a2f9 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.110963 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-833796e2-fc71-42a2-aaea-6890cc15cdb4 req-170c1712-2dd7-4513-bea9-4baa5f90a2f9 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.123278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-833796e2-fc71-42a2-aaea-6890cc15cdb4 req-170c1712-2dd7-4513-bea9-4baa5f90a2f9 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] 10.222.0.52 "DELETE /v2.0/security-groups/9552a2b6-4d19-468c-9650-6dd581c73f73 HTTP/1.1" status: 204 len: 173 time: 0.4970503 Jul 16 18:02:48.130507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:48.151914 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-abb34a9d-b432-442b-af45-cad3577181a6 req-26252c64-d42f-4340-bbd8-d426f0fdfc80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f56989cf-9c31-4b5f-9fe9-395a33cb9348 HTTP/1.1" status: 200 len: 217 time: 0.0943089 Jul 16 18:02:48.157533 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2365921b-27bc-454a-84e5-f637183f74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.255303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365921b-27bc-454a-84e5-f637183f74a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4194d1d6-10c3-441e-9f37-d2873b157448,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:48.262387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb34a9d-b432-442b-af45-cad3577181a6 req-7f31145a-044f-4ed9-8e31-723f09e46d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.266004 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-abb34a9d-b432-442b-af45-cad3577181a6 req-7f31145a-044f-4ed9-8e31-723f09e46d48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=036dbcd1-261c-42a6-a140-0d1c097db653 HTTP/1.1" status: 200 len: 854 time: 0.1055861 Jul 16 18:02:48.283159 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2365921b-27bc-454a-84e5-f637183f74a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.288141 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2365921b-27bc-454a-84e5-f637183f74a9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4194d1d6-10c3-441e-9f37-d2873b157448 HTTP/1.1" status: 204 len: 168 time: 0.8724086 Jul 16 18:02:48.289238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dbaef8-c19a-4b64-8652-72db06db1ff1 None None] Network 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:48.292610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: ea0cafa0-d37a-4a06-9bfe-93c58297fa44 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:48.292955 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ea0cafa0-d37a-4a06-9bfe-93c58297fa44 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:48.293386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f9d0ad8d-4f51-4852-93c3-669fd67f6afc no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:48.306114 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:48.334037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: f9d0ad8d-4f51-4852-93c3-669fd67f6afc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:48.334421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f9d0ad8d-4f51-4852-93c3-669fd67f6afc not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:48.335856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c1712-2dd7-4513-bea9-4baa5f90a2f9 tempest-SecurityGroupRulesNegativeTestJSON-335647733 tempest-SecurityGroupRulesNegativeTestJSON-335647733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9552a2b6-4d19-468c-9650-6dd581c73f73,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:48.355758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41c5d15-00a0-4de0-8bf1-1b75ae143d4e admin admin] Deleting subnet ce124c7c-77de-47ac-bed7-d6f7d3ed7865 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:48.394138 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.414607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c41c5d15-00a0-4de0-8bf1-1b75ae143d4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.429608 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-abb34a9d-b432-442b-af45-cad3577181a6 req-49207a20-38d2-4659-b9ae-1de42f4d03b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=770b23ca-3c29-4ce6-ac56-b64fc99325a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426187 Jul 16 18:02:48.572148 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a0dad68-4d5d-426a-b672-e8243e97fd3d req-cf671997-fe79-48bf-8f6b-a305734474ea tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.1662984 Jul 16 18:02:48.573890 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c41c5d15-00a0-4de0-8bf1-1b75ae143d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.582215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Deleting port ab602186-eb30-4287-9999-d78e7d6e724c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:48.582659 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.590746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14ef2c8-f0c7-42a2-bbdc-9f0127af8124 None None] DHCP port deletion for 98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:48.624768 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-abb34a9d-b432-442b-af45-cad3577181a6 req-6e407ef2-f415-4d75-822d-572a91a11db6 service neutron] 10.222.0.42 "GET /v2.0/networks/770b23ca-3c29-4ce6-ac56-b64fc99325a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850538 Jul 16 18:02:48.665681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c14ef2c8-f0c7-42a2-bbdc-9f0127af8124 None None] Deleting port ab602186-eb30-4287-9999-d78e7d6e724c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:48.665681 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c14ef2c8-f0c7-42a2-bbdc-9f0127af8124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.669899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa14a303-e333-4593-928f-e0b9e818388e req-fcdc72ba-1c05-4511-8869-763258be9acd tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/security-groups?id=109a772c-4420-47fb-97cd-21c1a9c2d48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383427 Jul 16 18:02:48.686825 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.695307 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.766729 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c41c5d15-00a0-4de0-8bf1-1b75ae143d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.779931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c14ef2c8-f0c7-42a2-bbdc-9f0127af8124 None None] For port ab602186-eb30-4287-9999-d78e7d6e724c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ab602186-eb30-4287-9999-d78e7d6e724c,segment=NetworkSegment(c91781ce-9213-45b5-a0a3-56da9097e40c),segment_id=c91781ce-9213-45b5-a0a3-56da9097e40c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:48.780861 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c14ef2c8-f0c7-42a2-bbdc-9f0127af8124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.800988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c14ef2c8-f0c7-42a2-bbdc-9f0127af8124 None None] Calling delete_port for ab602186-eb30-4287-9999-d78e7d6e724c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:48.808770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] For port ab602186-eb30-4287-9999-d78e7d6e724c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ab602186-eb30-4287-9999-d78e7d6e724c,segment=NetworkSegment(c91781ce-9213-45b5-a0a3-56da9097e40c),segment_id=c91781ce-9213-45b5-a0a3-56da9097e40c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:48.809449 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.885400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-66024d38-0f72-460b-9596-c8557a5515aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.895855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Calling delete_port for ab602186-eb30-4287-9999-d78e7d6e724c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:48.896255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-66024d38-0f72-460b-9596-c8557a5515aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.902481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-66024d38-0f72-460b-9596-c8557a5515aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.912621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-66024d38-0f72-460b-9596-c8557a5515aa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2417 time: 0.7801614 Jul 16 18:02:48.921597 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c14ef2c8-f0c7-42a2-bbdc-9f0127af8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.923222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddedc09e-4b64-47d5-bba3-80676c84629d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:48.942678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ef2c8-f0c7-42a2-bbdc-9f0127af8124 None None] No DVR routers for this DVR port ab602186-eb30-4287-9999-d78e7d6e724c on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:48.980506 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-abb34a9d-b432-442b-af45-cad3577181a6 req-ccc7e904-295b-43d4-ad0c-fd4bb5fd1db5 service neutron] 10.222.0.42 "GET /v2.0/networks/770b23ca-3c29-4ce6-ac56-b64fc99325a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332965 Jul 16 18:02:48.981512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ef2c8-f0c7-42a2-bbdc-9f0127af8124 None None] Pushing event deleted for resources: {'Port': ['ID=ab602186-eb30-4287-9999-d78e7d6e724c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.038581 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.054286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] No DVR routers for this DVR port ab602186-eb30-4287-9999-d78e7d6e724c on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:49.080006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab602186-eb30-4287-9999-d78e7d6e724c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.094349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bbb85de-4f45-48cf-a604-b9fa40cfbba5 req-228d5b93-a50d-456a-8e03-90f6851af427 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 210 time: 0.1767757 Jul 16 18:02:49.180304 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.194728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:49.234636 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91781ce-9213-45b5-a0a3-56da9097e40c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:49.235757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91781ce-9213-45b5-a0a3-56da9097e40c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:49.243823 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c41c5d15-00a0-4de0-8bf1-1b75ae143d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.272704 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.283187 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c41c5d15-00a0-4de0-8bf1-1b75ae143d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.285518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c41c5d15-00a0-4de0-8bf1-1b75ae143d4e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ce124c7c-77de-47ac-bed7-d6f7d3ed7865 HTTP/1.1" status: 204 len: 168 time: 1.1209521 Jul 16 18:02:49.292027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:49.292202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c5d15-00a0-4de0-8bf1-1b75ae143d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce124c7c-77de-47ac-bed7-d6f7d3ed7865,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.332824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.337496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209db34b-fefe-422a-ab70-8fb4aca12759 req-9f48f339-3502-4155-9b08-fa5deea7d1b8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:49.345292 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:49.345916 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:49.348268 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:49.351385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209db34b-fefe-422a-ab70-8fb4aca12759 req-9f48f339-3502-4155-9b08-fa5deea7d1b8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:49.358630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209db34b-fefe-422a-ab70-8fb4aca12759 req-9f48f339-3502-4155-9b08-fa5deea7d1b8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:49.359358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-209db34b-fefe-422a-ab70-8fb4aca12759 req-9f48f339-3502-4155-9b08-fa5deea7d1b8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 2417 time: 0.5647032 Jul 16 18:02:49.376405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Allocated IP 192.168.233.40 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/46b484ed-8816-4880-aca9-487dfb3aff04) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:49.420967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-1efc0aa3-5a41-48dc-8c39-eb81fefc80f1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting port afa68180-9ac7-4d14-9be3-1f26f9e58799 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:49.421340 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-1efc0aa3-5a41-48dc-8c39-eb81fefc80f1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.448848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.492788 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-209db34b-fefe-422a-ab70-8fb4aca12759 req-eda0f442-74fe-4840-8f57-8873e2f436f9 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096900 Jul 16 18:02:49.547304 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.565491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.570077 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] 10.222.0.52 "DELETE /v2.0/networks/98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5 HTTP/1.1" status: 204 len: 168 time: 1.2592897 Jul 16 18:02:49.632621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-1efc0aa3-5a41-48dc-8c39-eb81fefc80f1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] For port afa68180-9ac7-4d14-9be3-1f26f9e58799, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=afa68180-9ac7-4d14-9be3-1f26f9e58799,segment=NetworkSegment(a327effd-d535-4a7a-9ca9-96ab7a0a2b98),segment_id=a327effd-d535-4a7a-9ca9-96ab7a0a2b98)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:49.633014 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-1efc0aa3-5a41-48dc-8c39-eb81fefc80f1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.650930 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.653650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-1efc0aa3-5a41-48dc-8c39-eb81fefc80f1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Calling delete_port for afa68180-9ac7-4d14-9be3-1f26f9e58799 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:49.663455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22103f6d-635b-4008-97ce-857c41c448e2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:49.676130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be9689b-b6e7-469a-8a1d-24c5bc74b0ea') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:49.676442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be9689b-b6e7-469a-8a1d-24c5bc74b0ea') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:49.689119 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.724313 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c9905-1dee-434d-8f50-089d7aadf31d admin admin] Pushing event deleted for resources: {'Network': ['ID=98ad52fe-23b5-4c8f-8c4e-17c83ea2b0b5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.745880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.752666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:49.753090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:49.754845 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:49.763000 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.804036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ab602186-eb30-4287-9999-d78e7d6e724c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:49.875463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: ab602186-eb30-4287-9999-d78e7d6e724c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:49.875463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ab602186-eb30-4287-9999-d78e7d6e724c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:49.878985 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.879220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Transition to ACTIVE for port object 46b484ed-8816-4880-aca9-487dfb3aff04 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:49.883906 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.887982 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] 10.222.0.52 "DELETE /v2.0/networks/22103f6d-635b-4008-97ce-857c41c448e2 HTTP/1.1" status: 204 len: 168 time: 0.5916009 Jul 16 18:02:49.910633 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e7159-25c5-4906-9926-d6a7d3c75600 admin admin] Pushing event deleted for resources: {'Network': ['ID=22103f6d-635b-4008-97ce-857c41c448e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.012860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14618b0f-e323-43a1-8df2-3940ef16bca1 req-3047bd27-f9d6-4a49-97c3-40906e44cf9c tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0628142 Jul 16 18:02:50.035740 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-1efc0aa3-5a41-48dc-8c39-eb81fefc80f1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.085991 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.086788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:50.099935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc0aa3-5a41-48dc-8c39-eb81fefc80f1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Port': ['ID=afa68180-9ac7-4d14-9be3-1f26f9e58799,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.101944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:50.196651 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6764c76f-3b12-418d-a29f-0a8c6a8b300e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd27ec52c184489fa6ba1f8e7c8bbcbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063955 Jul 16 18:02:50.197626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:50.246368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:50.261544 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c65c64e2-792c-4e5c-9f26-d392ffdad90e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=871af83fd7ed4045ba375fe790cd4039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524961 Jul 16 18:02:50.264266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:50.281209 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf348f9a-46af-4708-b95b-a7ec042957d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.293825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:50.299453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-1efc0aa3-5a41-48dc-8c39-eb81fefc80f1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] No DVR routers for this DVR port afa68180-9ac7-4d14-9be3-1f26f9e58799 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:50.309003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:50.309177 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf348f9a-46af-4708-b95b-a7ec042957d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.318260 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-1efc0aa3-5a41-48dc-8c39-eb81fefc80f1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.320245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-1efc0aa3-5a41-48dc-8c39-eb81fefc80f1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "DELETE /v2.0/ports/afa68180-9ac7-4d14-9be3-1f26f9e58799 HTTP/1.1" status: 204 len: 173 time: 1.4065289 Jul 16 18:02:50.322084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-deleted', 'tag': 'afa68180-9ac7-4d14-9be3-1f26f9e58799'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:50.324362 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6b2927-d704-4e98-a80d-cca32e0dee45" -d '{"events": [{"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-deleted", "tag": "afa68180-9ac7-4d14-9be3-1f26f9e58799"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:50.384195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf348f9a-46af-4708-b95b-a7ec042957d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.387436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Pushing event updated for resources: {'Port': ['ID=46b484ed-8816-4880-aca9-487dfb3aff04,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.387600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bf348f9a-46af-4708-b95b-a7ec042957d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.388802 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bf348f9a-46af-4708-b95b-a7ec042957d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b22d6843-b443-47fd-850f-73c343f9d3a5 HTTP/1.1" status: 204 len: 168 time: 0.1902473 Jul 16 18:02:50.416668 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf348f9a-46af-4708-b95b-a7ec042957d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22d6843-b443-47fd-850f-73c343f9d3a5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.495342 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8eea4bd-ea7d-4e7d-b753-1899a63d07c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.515521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:50.516458 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.527343 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8eea4bd-ea7d-4e7d-b753-1899a63d07c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.596871 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8eea4bd-ea7d-4e7d-b753-1899a63d07c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.598545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19835a-fbb7-44cd-bb23-75e626523810 req-b2771287-14cf-48fa-aa9f-d530864ed880 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:50.602333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8eea4bd-ea7d-4e7d-b753-1899a63d07c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.605861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb19835a-fbb7-44cd-bb23-75e626523810 req-b2771287-14cf-48fa-aa9f-d530864ed880 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 946 time: 0.4182715 Jul 16 18:02:50.608103 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f8eea4bd-ea7d-4e7d-b753-1899a63d07c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a70d4bcd-3822-4c7a-a667-b6a1b3a6ed50 HTTP/1.1" status: 204 len: 168 time: 0.3407743 Jul 16 18:02:50.610396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-fa816a0c-7b3d-49ff-b5b1-658b6830f386 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1092720 Jul 16 18:02:50.624607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Request body: {'port': {'device_id': 'e232dffa-8eb1-4491-94a5-f8610a2936b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:50.630855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eea4bd-ea7d-4e7d-b753-1899a63d07c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70d4bcd-3822-4c7a-a667-b6a1b3a6ed50,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.747196 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb19835a-fbb7-44cd-bb23-75e626523810 req-fd58790c-4d17-4740-96fe-d250a3a173e3 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/security-groups?id=109a772c-4420-47fb-97cd-21c1a9c2d48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403689 Jul 16 18:02:50.759233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1cab028e-0456-4bcd-9121-7188f9387f14 None None] Provisioning for port 46b484ed-8816-4880-aca9-487dfb3aff04 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:50.764472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1cab028e-0456-4bcd-9121-7188f9387f14 None None] Provisioning complete for port 46b484ed-8816-4880-aca9-487dfb3aff04 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:50.765866 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cab028e-0456-4bcd-9121-7188f9387f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.864719 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1cab028e-0456-4bcd-9121-7188f9387f14 None None] Port 46b484ed-8816-4880-aca9-487dfb3aff04 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:50.882911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-4cb813ee-3c0b-4cd8-83e0-7e324c8f7e03 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:50.886911 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-4cb813ee-3c0b-4cd8-83e0-7e324c8f7e03 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.895826 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1443874-d12f-4474-81f1-35b8c8c93a8a x-openstack-request-id: req-f1443874-d12f-4474-81f1-35b8c8c93a8a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:50.896295 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-deleted", "tag": "afa68180-9ac7-4d14-9be3-1f26f9e58799", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:50.896767 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1443874-d12f-4474-81f1-35b8c8c93a8a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:50.897460 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-deleted', 'tag': 'afa68180-9ac7-4d14-9be3-1f26f9e58799', 'status': 'completed', 'code': 200} Jul 16 18:02:51.082986 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.125454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-4cb813ee-3c0b-4cd8-83e0-7e324c8f7e03 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] For port bd5f8cd7-3e86-4a90-af3f-cc4751564f09, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bd5f8cd7-3e86-4a90-af3f-cc4751564f09,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:51.125836 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-4cb813ee-3c0b-4cd8-83e0-7e324c8f7e03 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.177214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-4cb813ee-3c0b-4cd8-83e0-7e324c8f7e03 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Calling delete_port for bd5f8cd7-3e86-4a90-af3f-cc4751564f09 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:51.213658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307d350-f77d-4260-8ad6-0eb3c687118d req-9f365e4f-3579-494e-8e3a-10891e84d672 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:51.223833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3307d350-f77d-4260-8ad6-0eb3c687118d req-9f365e4f-3579-494e-8e3a-10891e84d672 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 935 time: 0.3751206 Jul 16 18:02:51.281063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device afa68180-9ac7-4d14-9be3-1f26f9e58799 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:51.311717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: afa68180-9ac7-4d14-9be3-1f26f9e58799 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:51.320612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device afa68180-9ac7-4d14-9be3-1f26f9e58799 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:51.322990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 522430ae-f490-4792-b945-f80e5562b4bd no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:51.438182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6928b-c6ad-40b9-b8b6-1635c8817259 req-6d4a9d01-9e44-4b36-ab13-b2641c989a99 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:51.445645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6928b-c6ad-40b9-b8b6-1635c8817259 req-6d4a9d01-9e44-4b36-ab13-b2641c989a99 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:51.447517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3a6928b-c6ad-40b9-b8b6-1635c8817259 req-6d4a9d01-9e44-4b36-ab13-b2641c989a99 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 1681 time: 0.4580822 Jul 16 18:02:51.468262 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.508142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522430ae-f490-4792-b945-f80e5562b4bd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:51.511801 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37404eac-a3b0-497c-b75c-18cdf8eabd77" -d '{"events": [{"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-unplugged", "status": "completed", "tag": "522430ae-f490-4792-b945-f80e5562b4bd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:51.531596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 522430ae-f490-4792-b945-f80e5562b4bd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=522430ae-f490-4792-b945-f80e5562b4bd,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:51.537234 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.538517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device bd5f8cd7-3e86-4a90-af3f-cc4751564f09 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:51.622911 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3307d350-f77d-4260-8ad6-0eb3c687118d req-bce44606-acf5-48ae-a7b0-551009220e00 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddedc09e-4b64-47d5-bba3-80676c84629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981142 Jul 16 18:02:51.632436 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-4cb813ee-3c0b-4cd8-83e0-7e324c8f7e03 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.664837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=522430ae-f490-4792-b945-f80e5562b4bd,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:51.677581 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No active binding found for port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:02:51.680264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device bd5f8cd7-3e86-4a90-af3f-cc4751564f09 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:51.729958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb813ee-3c0b-4cd8-83e0-7e324c8f7e03 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Port': ['ID=bd5f8cd7-3e86-4a90-af3f-cc4751564f09,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:51.843416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:51.861163 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3a6928b-c6ad-40b9-b8b6-1635c8817259 req-f557fc4b-85a8-49e3-b913-ebe85e527991 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020340 Jul 16 18:02:51.929122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-4cb813ee-3c0b-4cd8-83e0-7e324c8f7e03 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] No DVR routers for this DVR port bd5f8cd7-3e86-4a90-af3f-cc4751564f09 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:51.950836 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-4cb813ee-3c0b-4cd8-83e0-7e324c8f7e03 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.952885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-4cb813ee-3c0b-4cd8-83e0-7e324c8f7e03 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "DELETE /v2.0/ports/bd5f8cd7-3e86-4a90-af3f-cc4751564f09 HTTP/1.1" status: 204 len: 173 time: 1.5831356 Jul 16 18:02:52.203995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:52.219659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b484ed-8816-4880-aca9-487dfb3aff04 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:52.233804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-network', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:52.251669 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.267230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1978128075-network', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:52.289505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Transition to ACTIVE for port object 46b484ed-8816-4880-aca9-487dfb3aff04 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:52.291911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:52.294280 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7096772b-f3e7-4567-a27b-769ccb24c89f x-openstack-request-id: req-7096772b-f3e7-4567-a27b-769ccb24c89f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:52.294778 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-unplugged", "status": "completed", "tag": "522430ae-f490-4792-b945-f80e5562b4bd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:52.294895 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7096772b-f3e7-4567-a27b-769ccb24c89f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:52.295211 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522430ae-f490-4792-b945-f80e5562b4bd', 'code': 200} Jul 16 18:02:52.296949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.307337 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.325907 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:52.328508 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.332662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.341488 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.345240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-063defe1-d670-4021-b5aa-482d1e1b8574 req-38b31edb-3546-4fdf-ac78-6f4fe9e7aad3 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.1195259 Jul 16 18:02:52.507310 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.524014 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.569742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:52.599774 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.600226 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Added segment d49a41c5-9cdf-4f23-bc8e-046f34ad7d00 of type vlan for network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec Jul 16 18:02:52.675497 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.767085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1abdc2-7a78-4664-a9fb-eddc92cafd36,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:52.784381 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.813352 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.858732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:52.878112 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.879108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:52.879765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.898791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-deleted', 'tag': 'bd5f8cd7-3e86-4a90-af3f-cc4751564f09'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:52.901606 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbaffa0-fe4d-4af0-b61f-d1ad7b1f6fb4" -d '{"events": [{"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-deleted", "tag": "bd5f8cd7-3e86-4a90-af3f-cc4751564f09"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:52.903262 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.903616 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Added segment f62bbbfc-d9f4-4499-950e-694d9bc357d0 of type vlan for network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d Jul 16 18:02:52.927724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3651c970-967a-42e9-b5ca-706787424d7e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:52.966231 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1191654 Jul 16 18:02:52.970072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:52.986933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-354a023c-b303-457c-b7bd-f4a30ba00e2d admin admin] Request body: {'subnet': {'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-subnet', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:53.016254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.016535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a1b9a-397e-4242-868e-541680846939 service neutron] Pushing event updated for resources: {'Port': ['ID=46b484ed-8816-4880-aca9-487dfb3aff04,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.019913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-dd1678e8-e119-4882-a7be-584e3890eab4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting port 522430ae-f490-4792-b945-f80e5562b4bd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:53.020332 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-dd1678e8-e119-4882-a7be-584e3890eab4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.022509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01828b5e-dff2-4824-bd0f-86f2c710688c admin admin] Pushing event updated for resources: {'Network': ['ID=02dc7734-1774-4ed6-b2fb-86a1fe3301ec,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.040880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:53.079485 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.081422 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.082100 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.132994 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9262695 Jul 16 18:02:53.135915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:53.141832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7a4ddb7e-d535-44ee-a24e-8b8019ef244f admin admin] Request body: {'subnet': {'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1978128075-subnet', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:53.162674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354a023c-b303-457c-b7bd-f4a30ba00e2d admin admin] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:53.165102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-354a023c-b303-457c-b7bd-f4a30ba00e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.193088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286d168-efaa-4a69-82e9-c535411948f6 admin admin] Pushing event updated for resources: {'Network': ['ID=8b48fd7f-5b4c-4c63-b2c9-105c8429269d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.207394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4ddb7e-d535-44ee-a24e-8b8019ef244f admin admin] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:53.209225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:53.210768 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a4ddb7e-d535-44ee-a24e-8b8019ef244f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.227362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Attempting to bind port 46b484ed-8816-4880-aca9-487dfb3aff04 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:53.227821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Attempting to bind port 46b484ed-8816-4880-aca9-487dfb3aff04 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:53.228450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Attempting to bind port 46b484ed-8816-4880-aca9-487dfb3aff04 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:53.254835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Port 46b484ed-8816-4880-aca9-487dfb3aff04 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:53.255266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Attempting to bind port 46b484ed-8816-4880-aca9-487dfb3aff04 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:53.296632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6af4-ffdc-4c5a-851a-dc9701b5bc6f req-2f4b6b0a-df09-489a-86fc-9efe3b5e3287 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.298328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e1a6af4-ffdc-4c5a-851a-dc9701b5bc6f req-2f4b6b0a-df09-489a-86fc-9efe3b5e3287 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 947 time: 0.3891020 Jul 16 18:02:53.323507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:53.323968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:53.324428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:53.324933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Bound port: 46b484ed-8816-4880-aca9-487dfb3aff04, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:53.325388 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.381511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-dd1678e8-e119-4882-a7be-584e3890eab4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] For port 522430ae-f490-4792-b945-f80e5562b4bd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=522430ae-f490-4792-b945-f80e5562b4bd,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:53.382200 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-dd1678e8-e119-4882-a7be-584e3890eab4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.396972 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a4ddb7e-d535-44ee-a24e-8b8019ef244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.430198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-dd1678e8-e119-4882-a7be-584e3890eab4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Calling delete_port for 522430ae-f490-4792-b945-f80e5562b4bd owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:53.443641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285eae2-b5ba-47e1-be08-a6a4dca405ba req-4c7dfafd-1844-4fd7-a8f9-de65214137cd tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.445355 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e285eae2-b5ba-47e1-be08-a6a4dca405ba req-4c7dfafd-1844-4fd7-a8f9-de65214137cd tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 946 time: 0.3433945 Jul 16 18:02:53.460177 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ddb7e-d535-44ee-a24e-8b8019ef244f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fd40a31-1878-4b11-bb87-3f093244a313,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.469493 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ddb7e-d535-44ee-a24e-8b8019ef244f admin admin] Checking segment: {'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:53.469991 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4ddb7e-d535-44ee-a24e-8b8019ef244f admin admin] Network hostable DHCP agents. Network: 8b48fd7f-5b4c-4c63-b2c9-105c8429269d, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:53.488118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4ddb7e-d535-44ee-a24e-8b8019ef244f admin admin] Network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:53.498363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7a4ddb7e-d535-44ee-a24e-8b8019ef244f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 8b48fd7f-5b4c-4c63-b2c9-105c8429269d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:53.504035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4ddb7e-d535-44ee-a24e-8b8019ef244f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.504782 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a4ddb7e-d535-44ee-a24e-8b8019ef244f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.505028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e1a6af4-ffdc-4c5a-851a-dc9701b5bc6f req-ac05c704-433a-45bb-9f9d-b875d19c2ddc tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddedc09e-4b64-47d5-bba3-80676c84629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916647 Jul 16 18:02:53.511177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7d8ca2-47b3-4063-952f-74d38189e4d0 None None] Network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:53.522510 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7a4ddb7e-d535-44ee-a24e-8b8019ef244f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3841627 Jul 16 18:02:53.524362 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:53.529757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:53.554797 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.556700 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.588303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] For port 46b484ed-8816-4880-aca9-487dfb3aff04, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:53.654208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] For port 46b484ed-8816-4880-aca9-487dfb3aff04, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=46b484ed-8816-4880-aca9-487dfb3aff04,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:53.663407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e285eae2-b5ba-47e1-be08-a6a4dca405ba req-e7835306-4483-454d-8c8d-e887e7100c02 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/security-groups?id=109a772c-4420-47fb-97cd-21c1a9c2d48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023714 Jul 16 18:02:53.674836 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.675191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.736973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.739031 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.741710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-290a1b9a-397e-4242-868e-541680846939 service neutron] 10.222.0.38 "PUT /v2.0/ports/46b484ed-8816-4880-aca9-487dfb3aff04 HTTP/1.1" status: 200 len: 1095 time: 3.1228886 Jul 16 18:02:53.806176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:53.807287 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.897110 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.975275 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791de31b-15de-44fb-b39b-ce24ab27618b x-openstack-request-id: req-791de31b-15de-44fb-b39b-ce24ab27618b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:53.976237 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-deleted", "tag": "bd5f8cd7-3e86-4a90-af3f-cc4751564f09", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:53.977565 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-791de31b-15de-44fb-b39b-ce24ab27618b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:53.979201 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-deleted', 'tag': 'bd5f8cd7-3e86-4a90-af3f-cc4751564f09', 'status': 'completed', 'code': 200} Jul 16 18:02:54.005831 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-354a023c-b303-457c-b7bd-f4a30ba00e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.089728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a1b9a-397e-4242-868e-541680846939 service neutron] Pushing event updated for resources: {'Port': ['ID=46b484ed-8816-4880-aca9-487dfb3aff04,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:54.138267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Allocated IP 172.20.0.2 (8b48fd7f-5b4c-4c63-b2c9-105c8429269d/0fd40a31-1878-4b11-bb87-3f093244a313/57a670c6-1229-49e9-a565-d25fc09fcb24) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:54.284509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30902524-b0c9-465f-a12b-650c97ac5a5b req-40bb513e-5742-423e-81e1-f652508f5e76 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0642700 Jul 16 18:02:54.286062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a023c-b303-457c-b7bd-f4a30ba00e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=306fd435-821d-4c93-9da6-87680b1fbaa4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:54.299150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-e1ebcf2a-7897-4f81-ac06-6a30b9675a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.300816 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-e1ebcf2a-7897-4f81-ac06-6a30b9675a15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e38b136d56946bcbf84e0ba62779a9e&device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 1098 time: 0.3716342 Jul 16 18:02:54.306882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354a023c-b303-457c-b7bd-f4a30ba00e2d admin admin] Checking segment: {'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:54.307253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a023c-b303-457c-b7bd-f4a30ba00e2d admin admin] Network hostable DHCP agents. Network: 02dc7734-1774-4ed6-b2fb-86a1fe3301ec, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:54.360728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca0cb5-f364-45ec-8639-a291e46ae3f7 req-2e244b25-8129-443c-9f29-e63e1c1df24a tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.374547 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66ca0cb5-f364-45ec-8639-a291e46ae3f7 req-2e244b25-8129-443c-9f29-e63e1c1df24a tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=66e1c502-0d05-4307-bf3c-127fa8dd16ec HTTP/1.1" status: 200 len: 943 time: 0.4742992 Jul 16 18:02:54.384585 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-dd1678e8-e119-4882-a7be-584e3890eab4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.386678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-c614e2e4-934b-408e-8d60-a6d5e2f96677 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=46b484ed-8816-4880-aca9-487dfb3aff04 HTTP/1.1" status: 200 len: 217 time: 0.0732777 Jul 16 18:02:54.394477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.420292 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.459704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fa976-b349-49a8-ad29-a60a11167cb4 req-21e6b610-6a93-45a4-a82f-627a5358c246 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.461262 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-857fa976-b349-49a8-ad29-a60a11167cb4 req-21e6b610-6a93-45a4-a82f-627a5358c246 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.42 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 946 time: 0.2396092 Jul 16 18:02:54.470054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1678e8-e119-4882-a7be-584e3890eab4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Port': ['ID=522430ae-f490-4792-b945-f80e5562b4bd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:54.483974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a023c-b303-457c-b7bd-f4a30ba00e2d admin admin] Network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:54.613153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66ca0cb5-f364-45ec-8639-a291e46ae3f7 req-a601d687-e103-40f1-937f-86ca3e3943c9 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376614 Jul 16 18:02:54.635284 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.657374 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Transition to ACTIVE for port object 57a670c6-1229-49e9-a565-d25fc09fcb24 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:54.679913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-5e56acc0-689f-4f3e-a689-ac4e834fe480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.684027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-5e56acc0-689f-4f3e-a689-ac4e834fe480 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2817676 Jul 16 18:02:54.688054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-354a023c-b303-457c-b7bd-f4a30ba00e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 02dc7734-1774-4ed6-b2fb-86a1fe3301ec) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:54.691095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-dd1678e8-e119-4882-a7be-584e3890eab4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] No DVR routers for this DVR port 522430ae-f490-4792-b945-f80e5562b4bd on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:54.696227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Transition to ACTIVE for port object 57a670c6-1229-49e9-a565-d25fc09fcb24 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:54.709143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9351a-f9eb-41ba-8230-7eb12a32b14e None None] Network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:54.721369 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-dd1678e8-e119-4882-a7be-584e3890eab4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.724945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae688978-bf73-4d75-b18e-ca43f2071ef4 req-dd1678e8-e119-4882-a7be-584e3890eab4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "DELETE /v2.0/ports/522430ae-f490-4792-b945-f80e5562b4bd HTTP/1.1" status: 204 len: 173 time: 2.7526140 Jul 16 18:02:54.749639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354a023c-b303-457c-b7bd-f4a30ba00e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.753540 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-354a023c-b303-457c-b7bd-f4a30ba00e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.756461 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.881791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-354a023c-b303-457c-b7bd-f4a30ba00e2d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9057817 Jul 16 18:02:54.887434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:54.896349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:54.924217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Pushing event updated for resources: {'Port': ['ID=57a670c6-1229-49e9-a565-d25fc09fcb24,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:54.945205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:54.949960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:54.954248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:55.092261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbc11f-008f-4dbb-87cf-49f785da99d9 req-00125868-78cb-4576-a83f-4a72c1c365c5 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.093749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84bbc11f-008f-4dbb-87cf-49f785da99d9 req-00125868-78cb-4576-a83f-4a72c1c365c5 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 947 time: 0.2347586 Jul 16 18:02:55.100325 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.101422 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.120967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Attempting to bind port 57a670c6-1229-49e9-a565-d25fc09fcb24 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:55.121697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Attempting to bind port 57a670c6-1229-49e9-a565-d25fc09fcb24 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:55.122253 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Attempting to bind port 57a670c6-1229-49e9-a565-d25fc09fcb24 on network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:55.135026 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:55.135733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Checking segment: {'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:55.136687 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.137412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Bound using segment: {'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:55.138230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Bound port: 57a670c6-1229-49e9-a565-d25fc09fcb24, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:55.139497 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.212090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:55.237528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] For port 57a670c6-1229-49e9-a565-d25fc09fcb24, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:55.241238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.242389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] For port 57a670c6-1229-49e9-a565-d25fc09fcb24, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=57a670c6-1229-49e9-a565-d25fc09fcb24,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:55.253175 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.363412 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Allocated IP 172.25.8.62 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/144d384f-d13d-45cf-89bc-c64f3bc550e8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:55.478606 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca55d9b5-8242-4dcd-8a63-08ce34262e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.518058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'fixed_ips': [{'subnet_id': '306fd435-821d-4c93-9da6-87680b1fbaa4'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:55.519625 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.527574 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-86e1da83-3c64-4f1b-9a70-b64befd138e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.535935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-86e1da83-3c64-4f1b-9a70-b64befd138e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8403463 Jul 16 18:02:55.543810 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d132534-6778-4dab-9053-0e5b1353db07 None None] Pushing event updated for resources: {'Port': ['ID=57a670c6-1229-49e9-a565-d25fc09fcb24,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:55.624145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-857fa976-b349-49a8-ad29-a60a11167cb4 req-e7c277ff-1531-4b64-891d-01e5ef4e0d23 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Deleting port f56989cf-9c31-4b5f-9fe9-395a33cb9348 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:55.624537 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-857fa976-b349-49a8-ad29-a60a11167cb4 req-e7c277ff-1531-4b64-891d-01e5ef4e0d23 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.674075 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.795459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bca1b-31c2-4d50-9f99-a96d794038e4 req-9a04c31d-76f8-449a-b743-cf8ca4a836dd tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.797091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb6bca1b-31c2-4d50-9f99-a96d794038e4 req-9a04c31d-76f8-449a-b743-cf8ca4a836dd tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 946 time: 0.8013155 Jul 16 18:02:55.820022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Allocated IP 172.20.0.2 (02dc7734-1774-4ed6-b2fb-86a1fe3301ec/306fd435-821d-4c93-9da6-87680b1fbaa4/6a8e7082-a3a5-4c69-8794-7f647d181c42) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:55.938136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84bbc11f-008f-4dbb-87cf-49f785da99d9 req-d14f1749-2692-4aa3-92a9-d649d7d53526 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddedc09e-4b64-47d5-bba3-80676c84629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930470 Jul 16 18:02:55.944661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-857fa976-b349-49a8-ad29-a60a11167cb4 req-e7c277ff-1531-4b64-891d-01e5ef4e0d23 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] For port f56989cf-9c31-4b5f-9fe9-395a33cb9348, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f56989cf-9c31-4b5f-9fe9-395a33cb9348,segment=NetworkSegment(a639a46e-d18b-4c99-8bfd-5c4b85676307),segment_id=a639a46e-d18b-4c99-8bfd-5c4b85676307)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:55.944847 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-857fa976-b349-49a8-ad29-a60a11167cb4 req-e7c277ff-1531-4b64-891d-01e5ef4e0d23 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.958309 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.966529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-857fa976-b349-49a8-ad29-a60a11167cb4 req-e7c277ff-1531-4b64-891d-01e5ef4e0d23 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Calling delete_port for f56989cf-9c31-4b5f-9fe9-395a33cb9348 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:55.972091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb6bca1b-31c2-4d50-9f99-a96d794038e4 req-71696a1a-0e14-4eaf-84be-9f130a61ac62 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/security-groups?id=109a772c-4420-47fb-97cd-21c1a9c2d48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067686 Jul 16 18:02:55.974569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-455cdbd7-c18e-4815-8e0b-342ffcd92789 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058094 Jul 16 18:02:55.988405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca55d9b5-8242-4dcd-8a63-08ce34262e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.008698 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca55d9b5-8242-4dcd-8a63-08ce34262e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.010389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e232dffa-8eb1-4491-94a5-f8610a2936b8', 'tag': '46b484ed-8816-4880-aca9-487dfb3aff04'}, {'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-deleted', 'tag': '522430ae-f490-4792-b945-f80e5562b4bd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:56.015113 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30515d37-3a49-43d2-aabe-e0a86d5a3257" -d '{"events": [{"name": "network-changed", "server_uuid": "e232dffa-8eb1-4491-94a5-f8610a2936b8", "tag": "46b484ed-8816-4880-aca9-487dfb3aff04"}, {"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-deleted", "tag": "522430ae-f490-4792-b945-f80e5562b4bd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:56.117730 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.119195 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:56.140650 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Transition to ACTIVE for port object 6a8e7082-a3a5-4c69-8794-7f647d181c42 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:56.172979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.175141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Transition to ACTIVE for port object 6a8e7082-a3a5-4c69-8794-7f647d181c42 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:56.187607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 57a670c6-1229-49e9-a565-d25fc09fcb24 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:56.213820 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1751567-c156-4aec-bffe-7282d60bee59 x-openstack-request-id: req-e1751567-c156-4aec-bffe-7282d60bee59 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:56.214104 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e232dffa-8eb1-4491-94a5-f8610a2936b8", "tag": "46b484ed-8816-4880-aca9-487dfb3aff04", "status": "completed", "code": 200}, {"server_uuid": "66e1c502-0d05-4307-bf3c-127fa8dd16ec", "name": "network-vif-deleted", "tag": "522430ae-f490-4792-b945-f80e5562b4bd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:56.214363 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1751567-c156-4aec-bffe-7282d60bee59 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:56.214746 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e232dffa-8eb1-4491-94a5-f8610a2936b8', 'tag': '46b484ed-8816-4880-aca9-487dfb3aff04', 'status': 'completed', 'code': 200} Jul 16 18:02:56.214995 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e1c502-0d05-4307-bf3c-127fa8dd16ec', 'name': 'network-vif-deleted', 'tag': '522430ae-f490-4792-b945-f80e5562b4bd', 'status': 'completed', 'code': 200} Jul 16 18:02:56.221769 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.229738 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55d9b5-8242-4dcd-8a63-08ce34262e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1291757b-d52d-4625-8cac-36167b333f3c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.247433 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:56.249192 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba10ae91-bcfd-4807-aca2-f05531cc18f1 req-ff8023bb-8d2c-4f4f-831e-8e4c11873789 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0477207 Jul 16 18:02:56.253623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:56.259895 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:56.281646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-112f8445-9405-4963-826e-86e89cf0c3b7 req-19cbf120-e380-4063-b215-a1b9d102bd21 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755589 Jul 16 18:02:56.285773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-168559fa-d569-4098-a305-b74b58e5fade tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting subnet 0c4ad540-93a1-425d-96ec-f5566106736d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:56.288796 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-168559fa-d569-4098-a305-b74b58e5fade tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.300591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:56.304267 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ca55d9b5-8242-4dcd-8a63-08ce34262e30 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13fde170bd3140f491a485ecfec495ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0910201 Jul 16 18:02:56.311494 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:56.311711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:56.314109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:56.341815 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-168559fa-d569-4098-a305-b74b58e5fade tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.351694 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Pushing event updated for resources: {'Port': ['ID=6a8e7082-a3a5-4c69-8794-7f647d181c42,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.397881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 57a670c6-1229-49e9-a565-d25fc09fcb24 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:56.411499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Attempting to bind port 6a8e7082-a3a5-4c69-8794-7f647d181c42 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:56.411880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Attempting to bind port 6a8e7082-a3a5-4c69-8794-7f647d181c42 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:56.412246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Attempting to bind port 6a8e7082-a3a5-4c69-8794-7f647d181c42 on network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:56.431776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:56.432566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Checking segment: {'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:56.433058 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.433608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Bound using segment: {'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:56.434772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Bound port: 6a8e7082-a3a5-4c69-8794-7f647d181c42, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:56.435027 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.490529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Pushing event updated for resources: {'Port': ['ID=144d384f-d13d-45cf-89bc-c64f3bc550e8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.549669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] For port 6a8e7082-a3a5-4c69-8794-7f647d181c42, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:56.558280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] For port 6a8e7082-a3a5-4c69-8794-7f647d181c42, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6a8e7082-a3a5-4c69-8794-7f647d181c42,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:56.565516 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.578252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-857fa976-b349-49a8-ad29-a60a11167cb4 req-e7c277ff-1531-4b64-891d-01e5ef4e0d23 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.661090 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0abcbf-c3c1-48ff-a4e4-f6fd8bfc3280 None None] Pushing event updated for resources: {'Port': ['ID=6a8e7082-a3a5-4c69-8794-7f647d181c42,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.675622 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0eb2346f-b843-4dcf-8735-32a276f9390c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.681006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c277ff-1531-4b64-891d-01e5ef4e0d23 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Pushing event deleted for resources: {'Port': ['ID=f56989cf-9c31-4b5f-9fe9-395a33cb9348,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.791169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0eb2346f-b843-4dcf-8735-32a276f9390c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.793174 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-857fa976-b349-49a8-ad29-a60a11167cb4 req-e7c277ff-1531-4b64-891d-01e5ef4e0d23 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] No DVR routers for this DVR port f56989cf-9c31-4b5f-9fe9-395a33cb9348 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:56.804115 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-857fa976-b349-49a8-ad29-a60a11167cb4 req-e7c277ff-1531-4b64-891d-01e5ef4e0d23 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.806168 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-857fa976-b349-49a8-ad29-a60a11167cb4 req-e7c277ff-1531-4b64-891d-01e5ef4e0d23 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.42 "DELETE /v2.0/ports/f56989cf-9c31-4b5f-9fe9-395a33cb9348 HTTP/1.1" status: 204 len: 173 time: 2.3352554 Jul 16 18:02:56.806608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14449052-056e-4806-8dff-1f3cf329d5f5', 'name': 'network-vif-deleted', 'tag': 'f56989cf-9c31-4b5f-9fe9-395a33cb9348'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:56.808920 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8eb076-d1c7-4f69-b801-abd5d3b1b406" -d '{"events": [{"server_uuid": "14449052-056e-4806-8dff-1f3cf329d5f5", "name": "network-vif-deleted", "tag": "f56989cf-9c31-4b5f-9fe9-395a33cb9348"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:56.940265 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2648c83-3488-4a61-971b-c90311b15c8f x-openstack-request-id: req-f2648c83-3488-4a61-971b-c90311b15c8f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:56.940554 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14449052-056e-4806-8dff-1f3cf329d5f5", "name": "network-vif-deleted", "tag": "f56989cf-9c31-4b5f-9fe9-395a33cb9348", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:56.940822 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2648c83-3488-4a61-971b-c90311b15c8f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:56.941205 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14449052-056e-4806-8dff-1f3cf329d5f5', 'name': 'network-vif-deleted', 'tag': 'f56989cf-9c31-4b5f-9fe9-395a33cb9348', 'status': 'completed', 'code': 200} Jul 16 18:02:57.024776 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0eb2346f-b843-4dcf-8735-32a276f9390c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.027267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0eb2346f-b843-4dcf-8735-32a276f9390c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.033913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f69b61c-730d-4d10-b483-536c98da8799 None None] Network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:57.034422 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0eb2346f-b843-4dcf-8735-32a276f9390c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1291757b-d52d-4625-8cac-36167b333f3c HTTP/1.1" status: 204 len: 168 time: 0.5904365 Jul 16 18:02:57.045158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.075373 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.113492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2346f-b843-4dcf-8735-32a276f9390c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1291757b-d52d-4625-8cac-36167b333f3c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:57.194682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30515d37-3a49-43d2-aabe-e0a86d5a3257 req-c34c7ff1-b825-4ed7-bc40-c6240e1c00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.197074 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30515d37-3a49-43d2-aabe-e0a86d5a3257 req-c34c7ff1-b825-4ed7-bc40-c6240e1c00c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e38b136d56946bcbf84e0ba62779a9e&device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 1098 time: 0.8297606 Jul 16 18:02:57.198497 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.201623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-168559fa-d569-4098-a305-b74b58e5fade tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.246742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7cd4ffe1-1657-402d-891b-9c8d36b0eb54 None None] Provisioning for port 57a670c6-1229-49e9-a565-d25fc09fcb24 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:57.269845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7cd4ffe1-1657-402d-891b-9c8d36b0eb54 None None] Provisioning complete for port 57a670c6-1229-49e9-a565-d25fc09fcb24 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:57.270198 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cd4ffe1-1657-402d-891b-9c8d36b0eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.305902 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:02:57.349031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device f56989cf-9c31-4b5f-9fe9-395a33cb9348 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:57.393817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: f56989cf-9c31-4b5f-9fe9-395a33cb9348 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:57.395125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device f56989cf-9c31-4b5f-9fe9-395a33cb9348 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:57.396621 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.453060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b88bb3e-27ec-407c-839a-745328b82456 req-59c0bd13-7b1d-48f0-9b2c-c0d8e5d009d6 tempest-InstanceActionsTestJSON-1834428755 tempest-InstanceActionsTestJSON-1834428755-project] 10.222.0.52 "GET /v2.0/ports?device_id=14449052-056e-4806-8dff-1f3cf329d5f5 HTTP/1.1" status: 200 len: 210 time: 0.1401248 Jul 16 18:02:57.493172 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cd4ffe1-1657-402d-891b-9c8d36b0eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.567232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30515d37-3a49-43d2-aabe-e0a86d5a3257 req-8cf5fdfd-cee6-452a-9a44-02c2bcd19ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.568723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30515d37-3a49-43d2-aabe-e0a86d5a3257 req-8cf5fdfd-cee6-452a-9a44-02c2bcd19ab4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.3610532 Jul 16 18:02:57.620181 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:57.634707 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7cd4ffe1-1657-402d-891b-9c8d36b0eb54 None None] For port 57a670c6-1229-49e9-a565-d25fc09fcb24, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=57a670c6-1229-49e9-a565-d25fc09fcb24,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:57.642558 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89b2bd50-b2f0-4c2e-8b05-396ba40556b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.669601 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-168559fa-d569-4098-a305-b74b58e5fade tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.672478 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cd4ffe1-1657-402d-891b-9c8d36b0eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.703234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1357e1-3480-4eb0-9837-e6a636fb485a req-9818a406-95e5-48ea-a261-0b98352d42e8 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.713618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f1357e1-3480-4eb0-9837-e6a636fb485a req-9818a406-95e5-48ea-a261-0b98352d42e8 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 947 time: 0.4690259 Jul 16 18:02:57.749781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30515d37-3a49-43d2-aabe-e0a86d5a3257 req-5459a1ea-40ed-4f65-a61c-6d231f16629c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=46b484ed-8816-4880-aca9-487dfb3aff04 HTTP/1.1" status: 200 len: 217 time: 0.1576865 Jul 16 18:02:57.777203 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Router 65046e41-58c0-4f3e-9720-1f7cda08e23a is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:02:57.784050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4ffe1-1657-402d-891b-9c8d36b0eb54 None None] Pushing event updated for resources: {'Port': ['ID=57a670c6-1229-49e9-a565-d25fc09fcb24,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:57.868305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b967aa0b-10b6-4354-aca4-4be5e2d382a0 None None] Network 549e85e0-3fa0-4e0d-b14b-898de0976841 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:57.895868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6a8e7082-a3a5-4c69-8794-7f647d181c42 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:57.898346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Allocated IP 172.25.8.31 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/b0818668-4635-4a97-bf5e-b94a370ca4ab) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:57.919491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168559fa-d569-4098-a305-b74b58e5fade tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4ad540-93a1-425d-96ec-f5566106736d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:57.928839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-168559fa-d569-4098-a305-b74b58e5fade tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.930859 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-168559fa-d569-4098-a305-b74b58e5fade tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "DELETE /v2.0/subnets/0c4ad540-93a1-425d-96ec-f5566106736d HTTP/1.1" status: 204 len: 168 time: 1.8078051 Jul 16 18:02:57.948761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:57.949287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-387764fc-9e8f-4a2a-9865-99e661b9a46c req-16b7c8af-b6f6-4f30-8351-2e8b4273388a tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.2630012 Jul 16 18:02:57.959689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89b2bd50-b2f0-4c2e-8b05-396ba40556b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.993609 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89b2bd50-b2f0-4c2e-8b05-396ba40556b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.033749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30515d37-3a49-43d2-aabe-e0a86d5a3257 req-29939503-0b6e-4242-bd8f-2c0e43dd38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.036276 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30515d37-3a49-43d2-aabe-e0a86d5a3257 req-29939503-0b6e-4242-bd8f-2c0e43dd38eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2137332 Jul 16 18:02:58.074852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 6a8e7082-a3a5-4c69-8794-7f647d181c42 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:58.077626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f1357e1-3480-4eb0-9837-e6a636fb485a req-3adef7f0-c949-4f0f-9e10-994126d41fc4 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddedc09e-4b64-47d5-bba3-80676c84629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631289 Jul 16 18:02:58.140428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-08fb657f-5487-402a-84ca-18bb31074783 None None] Provisioning complete for port 57a670c6-1229-49e9-a565-d25fc09fcb24 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:58.140810 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08fb657f-5487-402a-84ca-18bb31074783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.178616 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-89b2bd50-b2f0-4c2e-8b05-396ba40556b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b300980ea654c3aa6719042be5ad5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5560343 Jul 16 18:02:58.182706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2bd50-b2f0-4c2e-8b05-396ba40556b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229261de-5116-492a-929a-e75aee28f91c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.190268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:58.196755 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.219756 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:58.233009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Sync routers for ids ['65046e41-58c0-4f3e-9720-1f7cda08e23a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:58.249696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.273013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30515d37-3a49-43d2-aabe-e0a86d5a3257 req-f8fde504-e287-4d42-8603-02c5edb77a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.275207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30515d37-3a49-43d2-aabe-e0a86d5a3257 req-f8fde504-e287-4d42-8603-02c5edb77a62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042782 Jul 16 18:02:58.282601 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.286831 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-29880b17-9ff9-49e4-936d-c80828832a96 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7587924 Jul 16 18:02:58.287730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:58.335722 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42bd0ced-a500-4dea-b452-ba1a21802b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.404169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8831b65-f844-4360-ba6d-6f7d4cda127b None None] DHCP port deletion for 549e85e0-3fa0-4e0d-b14b-898de0976841 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:58.405956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2512a089-2536-48ed-89e9-0f1c34455633 None None] Network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:58.413511 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42bd0ced-a500-4dea-b452-ba1a21802b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.414573 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting port b2a7bb27-ca02-4d70-8996-52b09730ba18 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:58.415070 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.449480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Routers {'65046e41-58c0-4f3e-9720-1f7cda08e23a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:58.450079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['65046e41-58c0-4f3e-9720-1f7cda08e23a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:58.459749 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.496294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30515d37-3a49-43d2-aabe-e0a86d5a3257 req-e851cf53-3711-466a-8b81-3053ef4720e2 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130198 Jul 16 18:02:58.552649 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] For port b2a7bb27-ca02-4d70-8996-52b09730ba18, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b2a7bb27-ca02-4d70-8996-52b09730ba18,segment=NetworkSegment(a327effd-d535-4a7a-9ca9-96ab7a0a2b98),segment_id=a327effd-d535-4a7a-9ca9-96ab7a0a2b98)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:58.553621 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.604786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Calling delete_port for b2a7bb27-ca02-4d70-8996-52b09730ba18 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:58.608532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:58.619720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:58.627799 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30515d37-3a49-43d2-aabe-e0a86d5a3257 req-08205fee-096c-4a17-8c39-951dfd0e0f7c service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212227 Jul 16 18:02:58.628766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:58.632349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:58.637184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Pushing event updated for resources: {'Port': ['ID=b0818668-4635-4a97-bf5e-b94a370ca4ab,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.671957 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42bd0ced-a500-4dea-b452-ba1a21802b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.672538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f8831b65-f844-4360-ba6d-6f7d4cda127b None None] Deleting port b2a7bb27-ca02-4d70-8996-52b09730ba18 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:58.672925 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8831b65-f844-4360-ba6d-6f7d4cda127b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.675539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42bd0ced-a500-4dea-b452-ba1a21802b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.679012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-42bd0ced-a500-4dea-b452-ba1a21802b45 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/229261de-5116-492a-929a-e75aee28f91c HTTP/1.1" status: 204 len: 168 time: 0.4832747 Jul 16 18:02:58.682154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.682296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.682693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.683042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.683416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.683851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.684191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.685015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.685292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.685678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.686009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.686335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.703210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd0ced-a500-4dea-b452-ba1a21802b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229261de-5116-492a-929a-e75aee28f91c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.728999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43b32a87-c9a7-4458-956e-45d6767d69e0 None None] Provisioning for port 6a8e7082-a3a5-4c69-8794-7f647d181c42 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:58.749849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd3a83b-a601-4e2b-b613-69ba225f0d43 admin admin] Deleting subnet 036dbcd1-261c-42a6-a140-0d1c097db653 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:58.771627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43b32a87-c9a7-4458-956e-45d6767d69e0 None None] Provisioning complete for port 6a8e7082-a3a5-4c69-8794-7f647d181c42 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:58.772005 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43b32a87-c9a7-4458-956e-45d6767d69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.795592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd3a83b-a601-4e2b-b613-69ba225f0d43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.889280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd3a83b-a601-4e2b-b613-69ba225f0d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.895101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f8831b65-f844-4360-ba6d-6f7d4cda127b None None] For port b2a7bb27-ca02-4d70-8996-52b09730ba18, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b2a7bb27-ca02-4d70-8996-52b09730ba18,segment=NetworkSegment(a327effd-d535-4a7a-9ca9-96ab7a0a2b98),segment_id=a327effd-d535-4a7a-9ca9-96ab7a0a2b98)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:58.895506 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8831b65-f844-4360-ba6d-6f7d4cda127b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.911899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Set router 65046e41-58c0-4f3e-9720-1f7cda08e23a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:58.921675 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.949249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f8831b65-f844-4360-ba6d-6f7d4cda127b None None] Calling delete_port for b2a7bb27-ca02-4d70-8996-52b09730ba18 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:58.965997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Port': ['ID=b2a7bb27-ca02-4d70-8996-52b09730ba18,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.978032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] No DVR routers for this DVR port b2a7bb27-ca02-4d70-8996-52b09730ba18 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:59.003097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:59.003826 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:59.004369 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:59.005090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:59.005647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:59.006165 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:59.006661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:59.007152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:59.007652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:59.008143 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:59.008653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:59.009156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:59.012625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd3a83b-a601-4e2b-b613-69ba225f0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.129950 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.198590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.210874 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43b32a87-c9a7-4458-956e-45d6767d69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.228956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549e85e0-3fa0-4e0d-b14b-898de0976841']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:59.247343 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a327effd-d535-4a7a-9ca9-96ab7a0a2b98') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:59.247644 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a327effd-d535-4a7a-9ca9-96ab7a0a2b98') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:59.249635 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd3a83b-a601-4e2b-b613-69ba225f0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.267871 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.283278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c970152a-c8bf-4c8e-96cc-d0ba6029f7e7 req-a80fd5a7-2dfa-4366-8875-94e08b998118 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0946472 Jul 16 18:02:59.306988 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3a83b-a601-4e2b-b613-69ba225f0d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036dbcd1-261c-42a6-a140-0d1c097db653,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:59.309089 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abd3a83b-a601-4e2b-b613-69ba225f0d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.313488 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-abd3a83b-a601-4e2b-b613-69ba225f0d43 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/036dbcd1-261c-42a6-a140-0d1c097db653 HTTP/1.1" status: 204 len: 168 time: 0.7042601 Jul 16 18:02:59.313874 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8831b65-f844-4360-ba6d-6f7d4cda127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.317490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:59.326763 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.365898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 46b484ed-8816-4880-aca9-487dfb3aff04 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:59.370181 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:59.370595 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:59.373636 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:59.417396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8831b65-f844-4360-ba6d-6f7d4cda127b None None] Pushing event deleted for resources: {'Port': ['ID=b2a7bb27-ca02-4d70-8996-52b09730ba18,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:59.427480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8831b65-f844-4360-ba6d-6f7d4cda127b None None] No DVR routers for this DVR port b2a7bb27-ca02-4d70-8996-52b09730ba18 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:59.452048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-43b32a87-c9a7-4458-956e-45d6767d69e0 None None] For port 6a8e7082-a3a5-4c69-8794-7f647d181c42, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6a8e7082-a3a5-4c69-8794-7f647d181c42,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:59.471297 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43b32a87-c9a7-4458-956e-45d6767d69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.567792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b32a87-c9a7-4458-956e-45d6767d69e0 None None] Pushing event updated for resources: {'Port': ['ID=6a8e7082-a3a5-4c69-8794-7f647d181c42,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:59.590526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb71b3-5a95-4430-828a-18e5fec1a301 req-5b2ab8c1-56f5-4949-b1ce-c1c207f4a22a tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.601619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdfb71b3-5a95-4430-828a-18e5fec1a301 req-5b2ab8c1-56f5-4949-b1ce-c1c207f4a22a tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 947 time: 0.2110045 Jul 16 18:02:59.635497 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.657452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:02:56Z', 'revision_number': 3, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:59.663791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 46b484ed-8816-4880-aca9-487dfb3aff04, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=46b484ed-8816-4880-aca9-487dfb3aff04,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:59.708453 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Checking router: 65046e41-58c0-4f3e-9720-1f7cda08e23a for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:59.708809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Updating router 65046e41-58c0-4f3e-9720-1f7cda08e23a port 144d384f-d13d-45cf-89bc-c64f3bc550e8 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:02:59.735712 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '46b484ed-8816-4880-aca9-487dfb3aff04', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '46b484ed-8816-4880-aca9-487dfb3aff04', 'mac_address': 'fa:16:3e:9d:c8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:59.762735 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdfb71b3-5a95-4430-828a-18e5fec1a301 req-4fe257c7-0f64-4b42-a076-e53b54395dcb tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddedc09e-4b64-47d5-bba3-80676c84629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523786 Jul 16 18:02:59.828464 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.881797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6a8e7082-a3a5-4c69-8794-7f647d181c42 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:59.913150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cd10d337-180f-4115-8519-072177bbe5ce None None] Provisioning complete for port 6a8e7082-a3a5-4c69-8794-7f647d181c42 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:59.914000 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd10d337-180f-4115-8519-072177bbe5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.926725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:02:59.955772 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.979236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b484ed-8816-4880-aca9-487dfb3aff04 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:00.002962 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.010443 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.014807 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.050496 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 46b484ed-8816-4880-aca9-487dfb3aff04, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=46b484ed-8816-4880-aca9-487dfb3aff04,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:00.052873 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.057940 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "DELETE /v2.0/networks/549e85e0-3fa0-4e0d-b14b-898de0976841 HTTP/1.1" status: 204 len: 168 time: 2.1047668 Jul 16 18:03:00.060423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a80a2-ea4d-4fb3-b764-65bfbbe0f269 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Network': ['ID=549e85e0-3fa0-4e0d-b14b-898de0976841,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.062230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:00.106918 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.137253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:00.143679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3b7406-8d25-46bb-bc69-15eafcded348 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting subnet 12167375-fb3e-4d52-82fe-d0a411a03762 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:00.150184 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Sync routers for ids ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:00.158850 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7406-8d25-46bb-bc69-15eafcded348 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.160360 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Routers {'3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:00.161011 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:00.174646 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.194615 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770b23ca-3c29-4ce6-ac56-b64fc99325a3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:00.206692 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.207929 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b68170e-581f-4adc-af9a-ae4f91ea4882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.210344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-19315daf-812d-4466-8b5e-6c09ae121e3e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3183651 Jul 16 18:03:00.213942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a639a46e-d18b-4c99-8bfd-5c4b85676307') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:00.214248 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a639a46e-d18b-4c99-8bfd-5c4b85676307') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:00.218843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:00.249120 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.262671 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7406-8d25-46bb-bc69-15eafcded348 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.275135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.285285 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=46b484ed-8816-4880-aca9-487dfb3aff04,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.314225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:00.315873 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.323635 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 6a8e7082-a3a5-4c69-8794-7f647d181c42 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:00.324026 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.386445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['46b484ed-8816-4880-aca9-487dfb3aff04'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:00.415243 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:00.417891 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Set router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:00.427839 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.443480 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.448881 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] 10.222.0.52 "DELETE /v2.0/networks/770b23ca-3c29-4ce6-ac56-b64fc99325a3 HTTP/1.1" status: 204 len: 168 time: 1.1274245 Jul 16 18:03:00.495283 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfe027-c24b-40b1-8e68-6ec1ec92e434 admin admin] Pushing event deleted for resources: {'Network': ['ID=770b23ca-3c29-4ce6-ac56-b64fc99325a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.522389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Allocated IP 172.20.0.1 (8b48fd7f-5b4c-4c63-b2c9-105c8429269d/0fd40a31-1878-4b11-bb87-3f093244a313/887c4328-8e8f-4060-ad6d-cb01ae6bbbeb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:00.752091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:00.783609 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.808448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Transition to ACTIVE for port object 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:00.866850 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.879871 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.887647 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:02:58Z', 'revision_number': 3, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:02:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:00.894861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Transition to ACTIVE for port object 144d384f-d13d-45cf-89bc-c64f3bc550e8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:00.924439 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.926086 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:00.934963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:00.952412 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Checking router: 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:00.955406 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Updating router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a port b0818668-4635-4a97-bf5e-b94a370ca4ab binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:03:00.955797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:00.961299 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8880c252-a9cc-4e3a-9179-3e3addddba20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53f9afeb52c34096b97552facd74efbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077320 Jul 16 18:03:00.973867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:00.976726 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba4c2e0e-58c5-47fc-904e-2f771cea9db5 req-d328d070-1f20-4e31-895d-c2f62bcbaa35 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0652139 Jul 16 18:03:00.990228 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Attempting to bind port 144d384f-d13d-45cf-89bc-c64f3bc550e8 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:00.990599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Attempting to bind port 144d384f-d13d-45cf-89bc-c64f3bc550e8 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:00.990969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Attempting to bind port 144d384f-d13d-45cf-89bc-c64f3bc550e8 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:01.028639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7406-8d25-46bb-bc69-15eafcded348 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.046965 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.096845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:01.097123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:01.097552 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.097954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:01.098440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Bound port: 144d384f-d13d-45cf-89bc-c64f3bc550e8, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:01.098824 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.109836 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Pushing event updated for resources: {'Port': ['ID=887c4328-8e8f-4060-ad6d-cb01ae6bbbeb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:01.149410 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55a7ea91-9d2f-47ff-b597-569b27353de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.180806 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.233911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] For port 144d384f-d13d-45cf-89bc-c64f3bc550e8, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:01.247591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] For port 144d384f-d13d-45cf-89bc-c64f3bc550e8, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=144d384f-d13d-45cf-89bc-c64f3bc550e8,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:01.282175 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.305419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7406-8d25-46bb-bc69-15eafcded348 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.348565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 57a670c6-1229-49e9-a565-d25fc09fcb24 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:01.371619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b7406-8d25-46bb-bc69-15eafcded348 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Subnet': ['ID=12167375-fb3e-4d52-82fe-d0a411a03762,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:01.373770 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7406-8d25-46bb-bc69-15eafcded348 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.379207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6e3b7406-8d25-46bb-bc69-15eafcded348 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "DELETE /v2.0/subnets/12167375-fb3e-4d52-82fe-d0a411a03762 HTTP/1.1" status: 204 len: 168 time: 1.3137081 Jul 16 18:03:01.380833 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:01.385336 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55a7ea91-9d2f-47ff-b597-569b27353de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.389045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1ddf-6e74-42c4-91aa-2ed65127c1df req-fc3d4351-5a0e-4b94-800f-e13f3e206230 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:01.396834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d9f1ddf-6e74-42c4-91aa-2ed65127c1df req-fc3d4351-5a0e-4b94-800f-e13f3e206230 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 948 time: 0.3697188 Jul 16 18:03:01.405071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0ad782-2e8d-4b0f-bc4e-649a0383358d None None] Network b31cf8a6-93ac-428c-a80a-1293f9f9d43a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:01.410223 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.442548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0042d-c5cd-4791-8fce-92fa488860ae None None] Pushing event updated for resources: {'Port': ['ID=144d384f-d13d-45cf-89bc-c64f3bc550e8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:01.447834 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Transition to ACTIVE for port object b0818668-4635-4a97-bf5e-b94a370ca4ab will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:01.463870 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.521401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0042d-c5cd-4791-8fce-92fa488860ae None None] Pushing event updated for resources: {'Port': ['ID=144d384f-d13d-45cf-89bc-c64f3bc550e8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:01.542017 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.549457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d9f1ddf-6e74-42c4-91aa-2ed65127c1df req-c577d533-3a80-4698-8ca3-dd1666c1b7e8 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddedc09e-4b64-47d5-bba3-80676c84629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513233 Jul 16 18:03:01.566400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Routers {'65046e41-58c0-4f3e-9720-1f7cda08e23a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:01.566400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['65046e41-58c0-4f3e-9720-1f7cda08e23a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:01.593362 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Attempting to bind port b0818668-4635-4a97-bf5e-b94a370ca4ab on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:01.593739 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Attempting to bind port b0818668-4635-4a97-bf5e-b94a370ca4ab by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:01.594268 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Attempting to bind port b0818668-4635-4a97-bf5e-b94a370ca4ab on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:01.602150 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e14106-5a47-4d6b-9338-a364983bd8d6 None None] Pushing event updated for resources: {'Port': ['ID=b0818668-4635-4a97-bf5e-b94a370ca4ab,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:01.607737 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:01.608371 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:01.609057 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.609643 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:01.610274 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Bound port: b0818668-4635-4a97-bf5e-b94a370ca4ab, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:01.611145 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.701035 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.716493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-851d7a09-6948-455d-9a46-605d90212d4c None None] Provisioning for port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:01.750184 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] For port b0818668-4635-4a97-bf5e-b94a370ca4ab, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:01.756651 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] For port b0818668-4635-4a97-bf5e-b94a370ca4ab, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b0818668-4635-4a97-bf5e-b94a370ca4ab,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:01.763789 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.799484 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.845994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-851d7a09-6948-455d-9a46-605d90212d4c None None] Provisioning complete for port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:01.846380 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-851d7a09-6948-455d-9a46-605d90212d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.849743 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting port ca0ead1b-4a53-4000-876c-268378ac316b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:01.850099 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.888550 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Routers {'3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:01.889697 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:02:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:01.900566 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55a7ea91-9d2f-47ff-b597-569b27353de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.902611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55a7ea91-9d2f-47ff-b597-569b27353de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.906423 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-55a7ea91-9d2f-47ff-b597-569b27353de4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/109a772c-4420-47fb-97cd-21c1a9c2d48d HTTP/1.1" status: 204 len: 168 time: 0.9243534 Jul 16 18:03:01.940338 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e14106-5a47-4d6b-9338-a364983bd8d6 None None] Pushing event updated for resources: {'Port': ['ID=b0818668-4635-4a97-bf5e-b94a370ca4ab,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:02.044948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] For port ca0ead1b-4a53-4000-876c-268378ac316b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ca0ead1b-4a53-4000-876c-268378ac316b,segment=NetworkSegment(afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4),segment_id=afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:02.045336 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.064673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Calling delete_port for ca0ead1b-4a53-4000-876c-268378ac316b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:02.096871 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] Set router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:02.125621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 57a670c6-1229-49e9-a565-d25fc09fcb24 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:02.127673 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.156806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-851d7a09-6948-455d-9a46-605d90212d4c None None] Port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:02.190563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] Set router 65046e41-58c0-4f3e-9720-1f7cda08e23a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:02.340949 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87d91824-62b4-4778-a71d-21527bb58991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.363649 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Allocated IP 172.20.0.1 (02dc7734-1774-4ed6-b2fb-86a1fe3301ec/306fd435-821d-4c93-9da6-87680b1fbaa4/61235551-5da1-4e1e-b0d3-29a2bb51a9e6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:02.373757 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.399601 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.445471 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7ea91-9d2f-47ff-b597-569b27353de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109a772c-4420-47fb-97cd-21c1a9c2d48d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:02.451733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Port': ['ID=ca0ead1b-4a53-4000-876c-268378ac316b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:02.483862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] No DVR routers for this DVR port ca0ead1b-4a53-4000-876c-268378ac316b on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:02.508532 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:02:58Z', 'revision_number': 3, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:02.542503 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ed3ab-dde0-41ca-b598-cddbdbe3fb87 None None] The sync data for ids ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'] in n-d-793618-9 is: [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:02:58Z', 'revision_number': 3, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:02.574818 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.590122 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.590967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5056923-62eb-443b-ae9a-9dc67e5b9327 None None] DHCP port deletion for b31cf8a6-93ac-428c-a80a-1293f9f9d43a request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:03:02.612051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-181f4f5c-e279-4432-897e-96eb3b0c5e99 req-6b9bbb1e-4784-4a44-a439-fffa7750ffec tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0875852 Jul 16 18:03:02.665665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.669820 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.674940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Transition to ACTIVE for port object 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:02.686915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31cf8a6-93ac-428c-a80a-1293f9f9d43a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:02.690446 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.696430 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '887c4328-8e8f-4060-ad6d-cb01ae6bbbeb', 'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'mac_address': 'fa:16:3e:94:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:00Z', 'revision_number': 1, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'subnets': [{'id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:02.710254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.776854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c00f0e-e41a-420a-8632-75832e3afdeb None None] The sync data for ids ['65046e41-58c0-4f3e-9720-1f7cda08e23a'] in n-d-793618-9 is: [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '887c4328-8e8f-4060-ad6d-cb01ae6bbbeb', 'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'mac_address': 'fa:16:3e:94:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:00Z', 'revision_number': 1, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'subnets': [{'id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:02.793842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b2a7bb27-ca02-4d70-8996-52b09730ba18 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:02.800690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:02.801066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc395a1-f5cf-4178-b0ab-1f6b0bd02ab4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:02.812380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e416d-1f2a-41b2-8e45-f046b0f34809 req-90bd0f34-d762-4da2-a24b-8dad28468474 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.821020 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.827080 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-592e416d-1f2a-41b2-8e45-f046b0f34809 req-90bd0f34-d762-4da2-a24b-8dad28468474 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 1096 time: 0.2323537 Jul 16 18:03:02.853136 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.872888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: b2a7bb27-ca02-4d70-8996-52b09730ba18 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:02.873198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b2a7bb27-ca02-4d70-8996-52b09730ba18 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:02.875112 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.904470 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:02.904898 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:02.908665 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:02.946455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Pushing event updated for resources: {'Port': ['ID=887c4328-8e8f-4060-ad6d-cb01ae6bbbeb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:02.980661 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.013563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ca0ead1b-4a53-4000-876c-268378ac316b no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:03.077360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: ca0ead1b-4a53-4000-876c-268378ac316b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:03.077557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ca0ead1b-4a53-4000-876c-268378ac316b not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:03.090939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-592e416d-1f2a-41b2-8e45-f046b0f34809 req-d9b507e9-c3af-4a7c-b36a-0c6d0d3cb47b tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628696 Jul 16 18:03:03.096329 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Pushing event updated for resources: {'Port': ['ID=61235551-5da1-4e1e-b0d3-29a2bb51a9e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:03.141345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:03.148805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:03.171228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:03.177852 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.218534 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.238823 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "DELETE /v2.0/networks/b31cf8a6-93ac-428c-a80a-1293f9f9d43a HTTP/1.1" status: 204 len: 168 time: 1.8368850 Jul 16 18:03:03.252129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:03.284567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-11a5a26a-78ac-47bf-bb07-642c4683a1c1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1543262568'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:03.383638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 46b484ed-8816-4880-aca9-487dfb3aff04 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:03.409917 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa50d2-928b-405b-9b46-b3442b213e3d tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Network': ['ID=b31cf8a6-93ac-428c-a80a-1293f9f9d43a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:03.524361 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.528996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:03.535435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:03.537900 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 46b484ed-8816-4880-aca9-487dfb3aff04 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:03.549240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 46b484ed-8816-4880-aca9-487dfb3aff04 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:03.549730 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.662745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:03.703753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a5a26a-78ac-47bf-bb07-642c4683a1c1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:03.713090 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a5a26a-78ac-47bf-bb07-642c4683a1c1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.795808 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.797681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7439058-121a-424f-8290-5f0341cc7a02 None None] Provisioning for port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:03.824185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7439058-121a-424f-8290-5f0341cc7a02 None None] Provisioning complete for port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:03.824716 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7439058-121a-424f-8290-5f0341cc7a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.876385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:03.920989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Router 65046e41-58c0-4f3e-9720-1f7cda08e23a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:03.966777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a5a26a-78ac-47bf-bb07-642c4683a1c1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:03.993551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a7439058-121a-424f-8290-5f0341cc7a02 None None] Port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:04.043827 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.068550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b9ea7-1981-4851-bf16-fbbe252b1f15 req-496257fd-2c56-400f-8fcb-1cb25119c91e tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.075858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-987b9ea7-1981-4851-bf16-fbbe252b1f15 req-496257fd-2c56-400f-8fcb-1cb25119c91e tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 948 time: 0.7340248 Jul 16 18:03:04.111783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e232dffa-8eb1-4491-94a5-f8610a2936b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b484ed-8816-4880-aca9-487dfb3aff04'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:04.112090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:04.122910 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d20f87-60fe-4f70-8754-ce358e9012e0" -d '{"events": [{"server_uuid": "e232dffa-8eb1-4491-94a5-f8610a2936b8", "name": "network-vif-plugged", "status": "completed", "tag": "46b484ed-8816-4880-aca9-487dfb3aff04"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:04.132671 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-75068338-c15c-429b-bec0-519698f27c62 admin admin] 10.222.0.52 "PUT /v2.0/routers/65046e41-58c0-4f3e-9720-1f7cda08e23a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8437111 Jul 16 18:03:04.154377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 46b484ed-8816-4880-aca9-487dfb3aff04, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=46b484ed-8816-4880-aca9-487dfb3aff04,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:04.156432 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a5a26a-78ac-47bf-bb07-642c4683a1c1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.157094 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-11a5a26a-78ac-47bf-bb07-642c4683a1c1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Added segment 98692fc6-90e7-4bd4-92cd-c14bd8b1a253 of type vlan for network 29eb003b-214c-41c8-aa56-93f67dae1852 Jul 16 18:03:04.164533 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adbb2883-58b1-43ef-94cd-85fc35cc4b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.169199 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.175472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1452392436-network', 'tenant_id': '8f37541c79974d7fb303cdda76254f98'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:04.195762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6c8d4849-9727-4e84-b47a-efe95f151bf3 None None] Provisioning complete for port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:04.196245 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4849-9727-4e84-b47a-efe95f151bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.222578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-987b9ea7-1981-4851-bf16-fbbe252b1f15 req-36fa9b2e-6709-479c-839d-874c7a647677 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddedc09e-4b64-47d5-bba3-80676c84629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454468 Jul 16 18:03:04.351419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a5a26a-78ac-47bf-bb07-642c4683a1c1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.361719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Made reservation on behalf of 8f37541c79974d7fb303cdda76254f98 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:04.366263 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.386541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d4849-9727-4e84-b47a-efe95f151bf3 None None] Port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:04.391778 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=46b484ed-8816-4880-aca9-487dfb3aff04,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.412611 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.447997 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.488420 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adbb2883-58b1-43ef-94cd-85fc35cc4b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.494246 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adbb2883-58b1-43ef-94cd-85fc35cc4b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.619055 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-adbb2883-58b1-43ef-94cd-85fc35cc4b21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c499fc86a3047678c2fa93860a7a508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9550776 Jul 16 18:03:04.620028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb2883-58b1-43ef-94cd-85fc35cc4b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4fa6cc-2336-4f0d-b374-c9cbe55864a6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.625124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:04.646943 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.690172 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.706831 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e896230b-042a-4df9-a5e3-9da835a34bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.743096 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e896230b-042a-4df9-a5e3-9da835a34bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.803945 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e896230b-042a-4df9-a5e3-9da835a34bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.811475 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e896230b-042a-4df9-a5e3-9da835a34bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.813101 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e896230b-042a-4df9-a5e3-9da835a34bfc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba4fa6cc-2336-4f0d-b374-c9cbe55864a6 HTTP/1.1" status: 204 len: 168 time: 0.1867907 Jul 16 18:03:04.820549 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a5a26a-78ac-47bf-bb07-642c4683a1c1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.824227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896230b-042a-4df9-a5e3-9da835a34bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4fa6cc-2336-4f0d-b374-c9cbe55864a6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.850655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a5a26a-78ac-47bf-bb07-642c4683a1c1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.851313 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11a5a26a-78ac-47bf-bb07-642c4683a1c1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.855234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9b85a77-a16d-4ee9-bf28-81b5b6abc40f req-a5685df1-e1b5-4020-a035-6de53cc83c14 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.2043686 Jul 16 18:03:04.896555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:04.897217 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.897982 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Added segment 4aee2a83-eefc-414a-8163-3243ff28cc03 of type vlan for network bc7c717c-f5bc-4c15-a1bf-8e6698e53064 Jul 16 18:03:04.944745 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6599cc3-cf37-4b48-ac65-5f7d24d231fb x-openstack-request-id: req-c6599cc3-cf37-4b48-ac65-5f7d24d231fb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:04.948293 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e232dffa-8eb1-4491-94a5-f8610a2936b8", "name": "network-vif-plugged", "status": "completed", "tag": "46b484ed-8816-4880-aca9-487dfb3aff04", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:04.949754 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6599cc3-cf37-4b48-ac65-5f7d24d231fb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:04.950398 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e232dffa-8eb1-4491-94a5-f8610a2936b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b484ed-8816-4880-aca9-487dfb3aff04', 'code': 200} Jul 16 18:03:05.061847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bacaa4f-b289-456e-987a-5b7865769786,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.137113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b0818668-4635-4a97-bf5e-b94a370ca4ab up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:05.187309 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5a26a-78ac-47bf-bb07-642c4683a1c1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Network': ['ID=29eb003b-214c-41c8-aa56-93f67dae1852,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.206705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 29eb003b-214c-41c8-aa56-93f67dae1852 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:05.267207 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.281121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-11a5a26a-78ac-47bf-bb07-642c4683a1c1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0126648 Jul 16 18:03:05.284064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:05.293037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-244bf130-b302-41c4-9e08-5a50512ec8e5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'subnet': {'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:05.456409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:03:05.471067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port b0818668-4635-4a97-bf5e-b94a370ca4ab completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:05.489048 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.492129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b0818668-4635-4a97-bf5e-b94a370ca4ab triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:05.492424 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.590710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-20e72ae7-1eec-4e19-a81e-f7ac66a8a626 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:03:05.592918 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-20e72ae7-1eec-4e19-a81e-f7ac66a8a626 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105870 Jul 16 18:03:05.605889 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:05.616370 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] Request body: {'binding': {'host': 'n-h2-793618-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:05.617723 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:03:05.635062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244bf130-b302-41c4-9e08-5a50512ec8e5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:05.638314 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.639231 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244bf130-b302-41c4-9e08-5a50512ec8e5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.667595 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port b0818668-4635-4a97-bf5e-b94a370ca4ab, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b0818668-4635-4a97-bf5e-b94a370ca4ab,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:05.680527 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.683307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 144d384f-d13d-45cf-89bc-c64f3bc550e8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:05.699556 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.701202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.702248 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.716859 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2403efc2-591c-404c-81da-0ee8a8f67477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.812516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=b0818668-4635-4a97-bf5e-b94a370ca4ab,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.857669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731df0e6-76cd-442d-99ed-c81bc6a82e4c req-d9580cb9-30da-48cf-a68e-403e3d4aca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.859823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-731df0e6-76cd-442d-99ed-c81bc6a82e4c req-d9580cb9-30da-48cf-a68e-403e3d4aca70 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 1100 time: 0.7740345 Jul 16 18:03:05.863791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 144d384f-d13d-45cf-89bc-c64f3bc550e8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:05.867976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 144d384f-d13d-45cf-89bc-c64f3bc550e8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:05.868431 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.878071 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2403efc2-591c-404c-81da-0ee8a8f67477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.903755 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2403efc2-591c-404c-81da-0ee8a8f67477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.998496 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.000985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] Pushing event updated for resources: {'Network': ['ID=bc7c717c-f5bc-4c15-a1bf-8e6698e53064,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.008513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1efa1f06-81f7-4824-91dc-5f2b4f6c6579 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1271009 Jul 16 18:03:06.012509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:06.024883 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.031939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8bfda78b-0f4e-4633-aa20-7962c1d5f872 admin admin] Request body: {'subnet': {'network_id': 'bc7c717c-f5bc-4c15-a1bf-8e6698e53064', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1452392436-subnet', 'tenant_id': '8f37541c79974d7fb303cdda76254f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:06.070878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f3aeb-2a6b-4192-8aae-0f792c46c82a req-92252978-9270-413d-8abb-2dc57e9bbfbf tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:06.072488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e08f3aeb-2a6b-4192-8aae-0f792c46c82a req-92252978-9270-413d-8abb-2dc57e9bbfbf tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 949 time: 0.4622271 Jul 16 18:03:06.137055 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403efc2-591c-404c-81da-0ee8a8f67477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6fc5ba-f3a4-47c0-b3a9-529bdf64c893,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.144572 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.150656 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2403efc2-591c-404c-81da-0ee8a8f67477 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2caf1a536384365848dbec7c6ab20df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5410359 Jul 16 18:03:06.154683 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-731df0e6-76cd-442d-99ed-c81bc6a82e4c req-214e4790-1af1-4faf-abe5-f2b9ead5cb7e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ddedc09e-4b64-47d5-bba3-80676c84629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802825 Jul 16 18:03:06.155345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfda78b-0f4e-4633-aa20-7962c1d5f872 admin admin] Made reservation on behalf of 8f37541c79974d7fb303cdda76254f98 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:06.158061 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bfda78b-0f4e-4633-aa20-7962c1d5f872 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.160538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:06.163177 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] Attempting to bind port 96e9d70d-2de3-419f-b358-aea7f660609f on host n-h2-793618-9 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:06.164464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] Attempting to bind port 96e9d70d-2de3-419f-b358-aea7f660609f by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:06.165039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] Attempting to bind port 96e9d70d-2de3-419f-b358-aea7f660609f on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:06.167134 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network bc7c717c-f5bc-4c15-a1bf-8e6698e53064 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:06.171988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 144d384f-d13d-45cf-89bc-c64f3bc550e8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=144d384f-d13d-45cf-89bc-c64f3bc550e8,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:06.183884 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.215593 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] Port 96e9d70d-2de3-419f-b358-aea7f660609f on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:06.215593 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] Attempting to bind port 96e9d70d-2de3-419f-b358-aea7f660609f on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:06.227556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:06.227904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:06.230219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] Bound using segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:06.230219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] Bound port: 96e9d70d-2de3-419f-b358-aea7f660609f, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:06.244559 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Pushing event updated for resources: {'Port': ['ID=61235551-5da1-4e1e-b0d3-29a2bb51a9e6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.279808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e08f3aeb-2a6b-4192-8aae-0f792c46c82a req-ec2c587c-7f99-4059-863d-cf851be36c60 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddedc09e-4b64-47d5-bba3-80676c84629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273286 Jul 16 18:03:06.295746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=144d384f-d13d-45cf-89bc-c64f3bc550e8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.339292 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.384650 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244bf130-b302-41c4-9e08-5a50512ec8e5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.410049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=96e9d70d-2de3-419f-b358-aea7f660609f,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:06.436343 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.437479 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-9b408ae0-f7ce-41bf-9c8f-5ab09f73c0ac service neutron] 10.222.0.52 "POST /v2.0/ports/96e9d70d-2de3-419f-b358-aea7f660609f/bindings HTTP/1.1" status: 201 len: 389 time: 0.8341327 Jul 16 18:03:06.468486 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85d8ed3b-e122-460e-8b0e-5d2ab1a4d420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.482117 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bf130-b302-41c4-9e08-5a50512ec8e5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Subnet': ['ID=6abf03eb-6fd8-4ff6-9dea-5dba062d2c4d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.484618 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244bf130-b302-41c4-9e08-5a50512ec8e5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Checking segment: {'id': '98692fc6-90e7-4bd4-92cd-c14bd8b1a253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:06.484996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244bf130-b302-41c4-9e08-5a50512ec8e5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network hostable DHCP agents. Network: 29eb003b-214c-41c8-aa56-93f67dae1852, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:06.521210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244bf130-b302-41c4-9e08-5a50512ec8e5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network 29eb003b-214c-41c8-aa56-93f67dae1852 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:06.535966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-244bf130-b302-41c4-9e08-5a50512ec8e5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 29eb003b-214c-41c8-aa56-93f67dae1852) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:06.543254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244bf130-b302-41c4-9e08-5a50512ec8e5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:06.544936 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244bf130-b302-41c4-9e08-5a50512ec8e5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.560102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed226a4e-81e7-4c52-b734-b999ec2c03b0 None None] Network 29eb003b-214c-41c8-aa56-93f67dae1852 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:06.565448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-290fdd5c-b75d-4ec3-b1ac-91ff7d542398 req-2fbe9d7e-5f17-4b24-a5c9-5678ca68ffe3 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.1236582 Jul 16 18:03:06.614757 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-244bf130-b302-41c4-9e08-5a50512ec8e5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3270230 Jul 16 18:03:06.615356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:06.625195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2e958c24-a48b-4282-b76f-01d15b082582 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1511542247'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:06.639401 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85d8ed3b-e122-460e-8b0e-5d2ab1a4d420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.674450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e958c24-a48b-4282-b76f-01d15b082582 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:06.679686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e958c24-a48b-4282-b76f-01d15b082582 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.732543 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e958c24-a48b-4282-b76f-01d15b082582 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:06.746039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:06.760011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:06.767741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e958c24-a48b-4282-b76f-01d15b082582 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.767741 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-2e958c24-a48b-4282-b76f-01d15b082582 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Added segment 584db92a-33e8-48c4-8c83-4e8042f1ac76 of type vlan for network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e Jul 16 18:03:06.928643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-29eb003b-214c-41c8-aa56-93f67dae1852', 'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'fixed_ips': [{'subnet_id': '6abf03eb-6fd8-4ff6-9dea-5dba062d2c4d'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:06.932300 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.968708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-cb639ba7-d87b-42fe-afaf-b34c811f6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:06.972536 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-cb639ba7-d87b-42fe-afaf-b34c811f6dea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 1096 time: 0.2028151 Jul 16 18:03:06.974798 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e958c24-a48b-4282-b76f-01d15b082582 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.083277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b0818668-4635-4a97-bf5e-b94a370ca4ab up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:07.134626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-c8cf294d-4b71-4a25-ae7b-4fbc9b7794d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.136154 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-c8cf294d-4b71-4a25-ae7b-4fbc9b7794d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.1558838 Jul 16 18:03:07.202497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Allocated IP 19.80.0.2 (29eb003b-214c-41c8-aa56-93f67dae1852/6abf03eb-6fd8-4ff6-9dea-5dba062d2c4d/8f95f94f-06ef-42bf-93ed-a7d26de35e8d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:07.220784 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-0d69f449-39a4-47fd-836d-e2193f02a9e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96e9d70d-2de3-419f-b358-aea7f660609f HTTP/1.1" status: 200 len: 217 time: 0.0748758 Jul 16 18:03:07.252548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eb4db4de-8b98-48f1-ad1f-6ac631394fb9 None None] Provisioning complete for port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:07.252795 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb4db4de-8b98-48f1-ad1f-6ac631394fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.259472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b0818668-4635-4a97-bf5e-b94a370ca4ab triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:07.259842 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.261909 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Sync routers for ids ['65046e41-58c0-4f3e-9720-1f7cda08e23a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:07.328010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Routers {'65046e41-58c0-4f3e-9720-1f7cda08e23a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:07.329397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-361293f3-94fd-43be-b944-a15ff429914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:03:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['65046e41-58c0-4f3e-9720-1f7cda08e23a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:07.366800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-504eb43e-b4da-411b-a0c4-13056b5e906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.370216 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-504eb43e-b4da-411b-a0c4-13056b5e906c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1324725 Jul 16 18:03:07.398513 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e958c24-a48b-4282-b76f-01d15b082582 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.405467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e958c24-a48b-4282-b76f-01d15b082582 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.406095 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e958c24-a48b-4282-b76f-01d15b082582 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.439407 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-2db59594-aed5-402e-97db-2755aadd5ad9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586410 Jul 16 18:03:07.451805 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eb4db4de-8b98-48f1-ad1f-6ac631394fb9 None None] Port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:07.500155 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2e958c24-a48b-4282-b76f-01d15b082582 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8832219 Jul 16 18:03:07.512129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:07.523059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0f8b10d7-102b-4e1e-b99e-db40eb6a3c42 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'subnet': {'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:07.603922 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 144d384f-d13d-45cf-89bc-c64f3bc550e8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:07.672097 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Set router 65046e41-58c0-4f3e-9720-1f7cda08e23a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:07.691508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e958c24-a48b-4282-b76f-01d15b082582 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Network': ['ID=96ed9ec8-a3bd-42e3-a20f-790a9b52a68e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.715183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:07.728754 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bfda78b-0f4e-4633-aa20-7962c1d5f872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.735346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8b10d7-102b-4e1e-b99e-db40eb6a3c42 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:07.740254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f8b10d7-102b-4e1e-b99e-db40eb6a3c42 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.745811 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85d8ed3b-e122-460e-8b0e-5d2ab1a4d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.748436 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85d8ed3b-e122-460e-8b0e-5d2ab1a4d420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.762014 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-ee416d77-ca5f-4867-8cdc-786af9014288 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025196 Jul 16 18:03:07.764953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-85d8ed3b-e122-460e-8b0e-5d2ab1a4d420 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d6fc5ba-f3a4-47c0-b3a9-529bdf64c893 HTTP/1.1" status: 204 len: 168 time: 1.5928073 Jul 16 18:03:07.775776 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.870152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8ed3b-e122-460e-8b0e-5d2ab1a4d420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6fc5ba-f3a4-47c0-b3a9-529bdf64c893,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.882326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feab9a0-bbee-48dc-ab24-ee1abd3c579a req-5bb5ae21-2601-41d7-9a9e-410a57b52edf tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.889558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4feab9a0-bbee-48dc-ab24-ee1abd3c579a req-5bb5ae21-2601-41d7-9a9e-410a57b52edf tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 945 time: 1.1358776 Jul 16 18:03:07.933928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:07.936327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfda78b-0f4e-4633-aa20-7962c1d5f872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d825084b-7e1d-49a5-b82c-2dfa80b39be0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.944831 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-210d13c7-bdfd-4a81-8a23-841ae40a0e96 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715856 Jul 16 18:03:07.978202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b0207-7966-4fd6-a275-dc56bb80d333 req-545615ca-bc92-4032-a10f-dcc835c3e05a tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.986615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-812b0207-7966-4fd6-a275-dc56bb80d333 req-545615ca-bc92-4032-a10f-dcc835c3e05a tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 949 time: 0.4154627 Jul 16 18:03:07.986965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Transition to ACTIVE for port object 8f95f94f-06ef-42bf-93ed-a7d26de35e8d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:08.040587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4feab9a0-bbee-48dc-ab24-ee1abd3c579a req-88727f79-acee-44d6-9f15-435509992c11 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467459 Jul 16 18:03:08.067320 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfda78b-0f4e-4633-aa20-7962c1d5f872 admin admin] Checking segment: {'id': '4aee2a83-eefc-414a-8163-3243ff28cc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'bc7c717c-f5bc-4c15-a1bf-8e6698e53064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:08.067886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfda78b-0f4e-4633-aa20-7962c1d5f872 admin admin] Network hostable DHCP agents. Network: bc7c717c-f5bc-4c15-a1bf-8e6698e53064, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:08.098016 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 144d384f-d13d-45cf-89bc-c64f3bc550e8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:08.098398 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.128205 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f8b10d7-102b-4e1e-b99e-db40eb6a3c42 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.164069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Transition to ACTIVE for port object 8f95f94f-06ef-42bf-93ed-a7d26de35e8d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:08.194352 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.227159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-812b0207-7966-4fd6-a275-dc56bb80d333 req-cde4352c-77d3-49b7-8210-bddcc29e4a94 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddedc09e-4b64-47d5-bba3-80676c84629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396426 Jul 16 18:03:08.237184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfda78b-0f4e-4633-aa20-7962c1d5f872 admin admin] Network bc7c717c-f5bc-4c15-a1bf-8e6698e53064 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:08.266283 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b10d7-102b-4e1e-b99e-db40eb6a3c42 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Subnet': ['ID=88994e94-ee5b-476b-a81a-3d05c9fde1e4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:08.278123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8bfda78b-0f4e-4633-aa20-7962c1d5f872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, bc7c717c-f5bc-4c15-a1bf-8e6698e53064) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:08.284739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b10d7-102b-4e1e-b99e-db40eb6a3c42 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Checking segment: {'id': '584db92a-33e8-48c4-8c83-4e8042f1ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:08.285651 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b10d7-102b-4e1e-b99e-db40eb6a3c42 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network hostable DHCP agents. Network: 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:08.290780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Network 29eb003b-214c-41c8-aa56-93f67dae1852 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:08.296892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:08.301890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1251a334-83fb-4bc4-8411-7b45a6cfe28a None None] Network bc7c717c-f5bc-4c15-a1bf-8e6698e53064 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:08.310552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:08.328599 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b10d7-102b-4e1e-b99e-db40eb6a3c42 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:08.330872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfda78b-0f4e-4633-aa20-7962c1d5f872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.331432 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bfda78b-0f4e-4633-aa20-7962c1d5f872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.335211 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b10d7-102b-4e1e-b99e-db40eb6a3c42 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:08.341490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8b10d7-102b-4e1e-b99e-db40eb6a3c42 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.342086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f8b10d7-102b-4e1e-b99e-db40eb6a3c42 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.368862 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4464e537-30d4-4cc2-bb57-88bdf42a80cc None None] Network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:08.380887 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0f8b10d7-102b-4e1e-b99e-db40eb6a3c42 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8604069 Jul 16 18:03:08.400578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:08.415434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Pushing event updated for resources: {'Port': ['ID=8f95f94f-06ef-42bf-93ed-a7d26de35e8d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:08.422274 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Sync routers for ids ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:08.440073 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Routers {'3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:08.441274 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:03:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:08.484678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59683896-6437-483c-8749-260ad8b54dab req-5be78a54-147d-4d54-966f-715aa22fcfa6 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.1293442 Jul 16 18:03:08.503953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-76884493-2a74-4f6a-aef0-cb9c301fb091 admin admin] 10.222.0.52 "PUT /v2.0/routers/3adc9191-2fbe-47bd-b33b-c820c8bd9a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2762618 Jul 16 18:03:08.506309 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8bfda78b-0f4e-4633-aa20-7962c1d5f872 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4900141 Jul 16 18:03:08.591391 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d0508ff-e8a2-4a08-8780-9d80f1b46839 req-ecd0afdf-9b56-4571-bd0a-e279aa303109 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0482523 Jul 16 18:03:08.627658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-361293f3-94fd-43be-b944-a15ff429914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '887c4328-8e8f-4060-ad6d-cb01ae6bbbeb', 'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'mac_address': 'fa:16:3e:94:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 2, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'subnets': [{'id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:08.771416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Attempting to bind port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:08.772840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Attempting to bind port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '98692fc6-90e7-4bd4-92cd-c14bd8b1a253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:08.774588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Attempting to bind port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d on network 29eb003b-214c-41c8-aa56-93f67dae1852 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:08.818763 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Checking router: 65046e41-58c0-4f3e-9720-1f7cda08e23a for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:08.819492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Updating router 65046e41-58c0-4f3e-9720-1f7cda08e23a port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:03:09.123416 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.138385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:09.138766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Checking segment: {'id': '98692fc6-90e7-4bd4-92cd-c14bd8b1a253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:09.139177 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.139576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Bound using segment: {'id': '98692fc6-90e7-4bd4-92cd-c14bd8b1a253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:09.139963 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Set router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:09.140148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Bound port: 8f95f94f-06ef-42bf-93ed-a7d26de35e8d, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98692fc6-90e7-4bd4-92cd-c14bd8b1a253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:09.140424 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.142178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-6a8c1a75-faa9-4866-bc96-41d6a71368d5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.164245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-6a8c1a75-faa9-4866-bc96-41d6a71368d5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.176105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-6a8c1a75-faa9-4866-bc96-41d6a71368d5 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/networks?id=29eb003b-214c-41c8-aa56-93f67dae1852&id=96ed9ec8-a3bd-42e3-a20f-790a9b52a68e HTTP/1.1" status: 200 len: 1392 time: 0.3787458 Jul 16 18:03:09.260287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-4070036e-bf94-4e8c-bb17-bddc94a8a40b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/quotas/164bfd99667d4e8db654de58223cd6fa HTTP/1.1" status: 200 len: 375 time: 0.0756671 Jul 16 18:03:09.583794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dd721-06e6-4a25-bd25-28deb029b100 req-4cb487c6-1001-47f5-970b-986ba9bb4cd1 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.604836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-483dd721-06e6-4a25-bd25-28deb029b100 req-4cb487c6-1001-47f5-970b-986ba9bb4cd1 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 949 time: 0.3857019 Jul 16 18:03:09.657889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-852ce6b2-1eaf-453e-bc25-8ee044037744 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=164bfd99667d4e8db654de58223cd6fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3954346 Jul 16 18:03:09.816665 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:03:04Z', 'revision_number': 4, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '61235551-5da1-4e1e-b0d3-29a2bb51a9e6', 'name': '', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:01Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 2, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'subnets': [{'id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:09.833625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:09.862567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1774552699-network', 'tenant_id': 'fc1157ec124a4ce08aa06d009ac00c1f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:09.916430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-483dd721-06e6-4a25-bd25-28deb029b100 req-d9b59ad2-8ca2-43bc-8f18-36b26668ce8a tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddedc09e-4b64-47d5-bba3-80676c84629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947178 Jul 16 18:03:09.996106 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Checking router: 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:09.996581 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Updating router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:03:09.999757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] For port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:10.015317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] For port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8f95f94f-06ef-42bf-93ed-a7d26de35e8d,segment=NetworkSegment(98692fc6-90e7-4bd4-92cd-c14bd8b1a253),segment_id=98692fc6-90e7-4bd4-92cd-c14bd8b1a253)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:10.032683 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.056298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Made reservation on behalf of fc1157ec124a4ce08aa06d009ac00c1f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:10.066984 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.121499 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.124349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-d6b4fc14-f715-407a-aa43-f9503bf5e375 service neutron] 10.222.0.52 "GET /v2.0/networks/29eb003b-214c-41c8-aa56-93f67dae1852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656081 Jul 16 18:03:10.129136 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.433109 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.462477 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90feb2-0101-4638-b462-5fa61751b250 None None] Pushing event updated for resources: {'Port': ['ID=8f95f94f-06ef-42bf-93ed-a7d26de35e8d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:10.482788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e14cb6-c584-4382-94f0-5a963425bd78 None None] Network bc7c717c-f5bc-4c15-a1bf-8e6698e53064 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:10.599785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Transition to ACTIVE for port object 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:10.726206 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.789344 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.804732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3f43f-7f4c-439b-90aa-4f9882f5d7d9 req-c9fb3d1c-5fa6-40b8-bb81-ad9166991755 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.813646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3f3f43f-7f4c-439b-90aa-4f9882f5d7d9 req-c9fb3d1c-5fa6-40b8-bb81-ad9166991755 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 945 time: 0.7138374 Jul 16 18:03:10.863410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aedc2-08a0-45ca-b27e-3161623bf553 None None] Pushing event updated for resources: {'Port': ['ID=887c4328-8e8f-4060-ad6d-cb01ae6bbbeb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:10.902611 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-f558c090-d13e-450f-896e-dd12ba0cefaf service neutron] 10.222.0.52 "GET /v2.0/networks/29eb003b-214c-41c8-aa56-93f67dae1852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558720 Jul 16 18:03:10.911171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-96ed9ec8-a3bd-42e3-a20f-790a9b52a68e', 'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'fixed_ips': [{'subnet_id': '88994e94-ee5b-476b-a81a-3d05c9fde1e4'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:10.912055 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.913708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.944188 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.981633 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Transition to ACTIVE for port object 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:11.005783 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.040606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Attempting to bind port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:11.040606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Attempting to bind port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:11.040606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Attempting to bind port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb on network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:11.063848 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:11.064318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Checking segment: {'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:11.064774 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.067092 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Bound using segment: {'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:11.067092 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Bound port: 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:11.067092 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.152288 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e38fb-21b3-49f7-b1ae-80ee73265c51 req-87f005ee-2a3c-41ee-9b82-84f5fd1d276e tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:11.153927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5a6e38fb-21b3-49f7-b1ae-80ee73265c51 req-87f005ee-2a3c-41ee-9b82-84f5fd1d276e tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.38 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 949 time: 0.7603412 Jul 16 18:03:11.154525 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Pushing event updated for resources: {'Port': ['ID=61235551-5da1-4e1e-b0d3-29a2bb51a9e6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.167485 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.168605 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.168964 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.169304 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.169659 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.170124 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.170462 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.170839 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.171176 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.171504 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.171829 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.172814 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:11.179521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:11.252736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3f3f43f-7f4c-439b-90aa-4f9882f5d7d9 req-71b7ec27-78fa-4cc4-bd6d-98902c2ba87d tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381831 Jul 16 18:03:11.349127 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Attempting to bind port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:11.349528 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Attempting to bind port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:11.349885 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Attempting to bind port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 on network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:11.357289 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:11.358489 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Checking segment: {'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:11.358489 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.364756 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Bound using segment: {'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:11.365367 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Bound port: 61235551-5da1-4e1e-b0d3-29a2bb51a9e6, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:11.365904 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.427292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4976e2f8-d300-47fc-a795-a4fff1e1363a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.435669 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.436331 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Added segment b91da254-597b-4807-86d0-963e36ba7269 of type vlan for network c857c430-6e7f-4211-a506-3d2fd435c84d Jul 16 18:03:11.526993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-361293f3-94fd-43be-b944-a15ff429914b None None] For port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:11.558572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-361293f3-94fd-43be-b944-a15ff429914b None None] For port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=887c4328-8e8f-4060-ad6d-cb01ae6bbbeb,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:11.563959 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Allocated IP 19.86.0.2 (96ed9ec8-a3bd-42e3-a20f-790a9b52a68e/88994e94-ee5b-476b-a81a-3d05c9fde1e4/0c919c5b-552a-4376-8617-2160de0065ef) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:11.593335 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] For port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:11.599652 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] For port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=61235551-5da1-4e1e-b0d3-29a2bb51a9e6,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:11.606589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8f95f94f-06ef-42bf-93ed-a7d26de35e8d up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:11.609240 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.720702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.778858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aca99c1-53f8-4fc5-9436-b81440c27bca req-d0984694-36e6-4fc8-a62b-a12e0cb6fcf0 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0527177 Jul 16 18:03:11.794613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-b7687e1e-08cc-49df-b9a9-b0936cb2159e service neutron] 10.222.0.52 "GET /v2.0/networks/96ed9ec8-a3bd-42e3-a20f-790a9b52a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8873618 Jul 16 18:03:11.795441 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c0991-384e-4a93-bdae-f8e52b81c95e None None] Pushing event updated for resources: {'Port': ['ID=61235551-5da1-4e1e-b0d3-29a2bb51a9e6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.861097 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Routers {'3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:11.861847 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:03:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:11.998445 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] Set router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:12.025396 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.026412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.027013 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.107717 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.195094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5a6e38fb-21b3-49f7-b1ae-80ee73265c51 req-1e43adf4-4618-440c-a1c1-72024b85d8c1 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Deleting port 46b484ed-8816-4880-aca9-487dfb3aff04 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:12.195467 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a6e38fb-21b3-49f7-b1ae-80ee73265c51 req-1e43adf4-4618-440c-a1c1-72024b85d8c1 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.294530 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.336894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Routers {'65046e41-58c0-4f3e-9720-1f7cda08e23a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:12.337868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-361293f3-94fd-43be-b944-a15ff429914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:03:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['65046e41-58c0-4f3e-9720-1f7cda08e23a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:12.443609 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:03:04Z', 'revision_number': 4, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '61235551-5da1-4e1e-b0d3-29a2bb51a9e6', 'name': '', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:01Z', 'updated_at': '2021-07-16T18:03:11Z', 'revision_number': 4, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'subnets': [{'id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:12.472276 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6250532 Jul 16 18:03:12.475097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:12.480148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2e27bbde-4d21-484e-b502-547465669bcd admin admin] Request body: {'subnet': {'network_id': 'c857c430-6e7f-4211-a506-3d2fd435c84d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1774552699-subnet', 'tenant_id': 'fc1157ec124a4ce08aa06d009ac00c1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:12.523207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Transition to ACTIVE for port object 0c919c5b-552a-4376-8617-2160de0065ef will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:12.536412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a00853-2518-4f5b-b605-a8bc5fe4f6fe None None] Network 29eb003b-214c-41c8-aa56-93f67dae1852 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:12.538586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e27bbde-4d21-484e-b502-547465669bcd admin admin] Made reservation on behalf of fc1157ec124a4ce08aa06d009ac00c1f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:12.542930 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e27bbde-4d21-484e-b502-547465669bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.550474 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7ccd5b-09e6-4672-9408-fe9f793019a8 None None] The sync data for ids ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'] in n-d-793618-9 is: [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:03:04Z', 'revision_number': 4, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '61235551-5da1-4e1e-b0d3-29a2bb51a9e6', 'name': '', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:01Z', 'updated_at': '2021-07-16T18:03:11Z', 'revision_number': 4, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'subnets': [{'id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:12.566506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-8923d18b-1e6f-4761-8598-a07e27d0af0e service neutron] 10.222.0.52 "GET /v2.0/networks/96ed9ec8-a3bd-42e3-a20f-790a9b52a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7709000 Jul 16 18:03:12.567232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809283a4-cd8a-4690-b0cc-a87ae8738fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=c857c430-6e7f-4211-a506-3d2fd435c84d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:12.645405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c857c430-6e7f-4211-a506-3d2fd435c84d details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:12.742850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5a6e38fb-21b3-49f7-b1ae-80ee73265c51 req-1e43adf4-4618-440c-a1c1-72024b85d8c1 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] For port 46b484ed-8816-4880-aca9-487dfb3aff04, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=46b484ed-8816-4880-aca9-487dfb3aff04,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:12.743293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a6e38fb-21b3-49f7-b1ae-80ee73265c51 req-1e43adf4-4618-440c-a1c1-72024b85d8c1 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.798689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8be09a-7348-4bc3-9528-daf27bb9a5cd req-e3bbc725-3b61-4de2-8058-13dda9ddb0e5 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.802856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aedc2-08a0-45ca-b27e-3161623bf553 None None] Pushing event updated for resources: {'Port': ['ID=887c4328-8e8f-4060-ad6d-cb01ae6bbbeb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:12.813419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf8be09a-7348-4bc3-9528-daf27bb9a5cd req-e3bbc725-3b61-4de2-8058-13dda9ddb0e5 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 949 time: 0.6812725 Jul 16 18:03:12.816956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5a6e38fb-21b3-49f7-b1ae-80ee73265c51 req-1e43adf4-4618-440c-a1c1-72024b85d8c1 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Calling delete_port for 46b484ed-8816-4880-aca9-487dfb3aff04 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:12.893209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5dd13237-57a6-40b0-9250-c68d5b5f0e4f None None] Provisioning for port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:12.898421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Transition to ACTIVE for port object 0c919c5b-552a-4376-8617-2160de0065ef will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:13.052595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf8be09a-7348-4bc3-9528-daf27bb9a5cd req-70319dbc-d44d-4651-98c4-0a0cb59b3e2f tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddedc09e-4b64-47d5-bba3-80676c84629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378728 Jul 16 18:03:13.105737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e27bbde-4d21-484e-b502-547465669bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.239059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-361293f3-94fd-43be-b944-a15ff429914b None None] Set router 65046e41-58c0-4f3e-9720-1f7cda08e23a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:13.312291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e27bbde-4d21-484e-b502-547465669bcd admin admin] Checking segment: {'id': 'b91da254-597b-4807-86d0-963e36ba7269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c857c430-6e7f-4211-a506-3d2fd435c84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:13.312732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e27bbde-4d21-484e-b502-547465669bcd admin admin] Network hostable DHCP agents. Network: c857c430-6e7f-4211-a506-3d2fd435c84d, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:13.314854 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a6e38fb-21b3-49f7-b1ae-80ee73265c51 req-1e43adf4-4618-440c-a1c1-72024b85d8c1 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.356946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43adf4-4618-440c-a1c1-72024b85d8c1 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Pushing event deleted for resources: {'Port': ['ID=46b484ed-8816-4880-aca9-487dfb3aff04,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:13.382988 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27bbde-4d21-484e-b502-547465669bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=60110d3d-0ff4-4948-b774-2fa31ac3c417,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:13.402383 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e27bbde-4d21-484e-b502-547465669bcd admin admin] Network c857c430-6e7f-4211-a506-3d2fd435c84d is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:13.424146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2e27bbde-4d21-484e-b502-547465669bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, c857c430-6e7f-4211-a506-3d2fd435c84d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:13.429988 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e27bbde-4d21-484e-b502-547465669bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.433469 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e27bbde-4d21-484e-b502-547465669bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.465550 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2e27bbde-4d21-484e-b502-547465669bcd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9891069 Jul 16 18:03:13.525788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:13.534660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d1b34f-755a-4537-b06a-15f1f1683d1c None None] Network c857c430-6e7f-4211-a506-3d2fd435c84d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:13.542761 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 46b484ed-8816-4880-aca9-487dfb3aff04 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:13.562373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6e38fb-21b3-49f7-b1ae-80ee73265c51 req-1e43adf4-4618-440c-a1c1-72024b85d8c1 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] No DVR routers for this DVR port 46b484ed-8816-4880-aca9-487dfb3aff04 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:13.653247 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a6e38fb-21b3-49f7-b1ae-80ee73265c51 req-1e43adf4-4618-440c-a1c1-72024b85d8c1 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.659354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5a6e38fb-21b3-49f7-b1ae-80ee73265c51 req-1e43adf4-4618-440c-a1c1-72024b85d8c1 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.38 "DELETE /v2.0/ports/46b484ed-8816-4880-aca9-487dfb3aff04 HTTP/1.1" status: 204 len: 173 time: 2.4769261 Jul 16 18:03:13.675220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e232dffa-8eb1-4491-94a5-f8610a2936b8', 'name': 'network-vif-deleted', 'tag': '46b484ed-8816-4880-aca9-487dfb3aff04'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:13.680780 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53be373d-a272-449b-8826-ee2b37dd0836" -d '{"events": [{"server_uuid": "e232dffa-8eb1-4491-94a5-f8610a2936b8", "name": "network-vif-deleted", "tag": "46b484ed-8816-4880-aca9-487dfb3aff04"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:13.699633 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6164921-8ee1-4e80-95ce-a48e7463c943 req-165ccc82-8a99-48e9-8831-5d69dad19e5e tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 210 time: 0.3121943 Jul 16 18:03:13.944230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fd7f6-44b7-42fe-ad3f-cfc22ad257dc req-2c19e540-3367-453f-aa64-bee3d416af6e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.957861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d74fd7f6-44b7-42fe-ad3f-cfc22ad257dc req-2c19e540-3367-453f-aa64-bee3d416af6e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 945 time: 0.4025323 Jul 16 18:03:13.964437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 46b484ed-8816-4880-aca9-487dfb3aff04 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:13.965194 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 46b484ed-8816-4880-aca9-487dfb3aff04 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:14.075443 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.085474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5dd13237-57a6-40b0-9250-c68d5b5f0e4f None None] Provisioning complete for port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:14.085892 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5dd13237-57a6-40b0-9250-c68d5b5f0e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.087605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:14.087976 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.103916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d74fd7f6-44b7-42fe-ad3f-cfc22ad257dc req-c59b7f5a-6617-4f75-ae3f-de7c4e4f07e0 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435952 Jul 16 18:03:14.258404 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4250d616-79ec-4d5d-a027-81995fd0c445 x-openstack-request-id: req-4250d616-79ec-4d5d-a027-81995fd0c445 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:14.259237 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e232dffa-8eb1-4491-94a5-f8610a2936b8", "name": "network-vif-deleted", "tag": "46b484ed-8816-4880-aca9-487dfb3aff04", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:14.259698 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4250d616-79ec-4d5d-a027-81995fd0c445 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:14.260458 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e232dffa-8eb1-4491-94a5-f8610a2936b8', 'name': 'network-vif-deleted', 'tag': '46b484ed-8816-4880-aca9-487dfb3aff04', 'status': 'completed', 'code': 200} Jul 16 18:03:14.591883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de0ec693-4e10-4b9e-ab5f-314c8319d054 req-91546928-201a-452a-b3fe-cd8b8e29c846 tempest-ImagesNegativeTestJSON-505500769 tempest-ImagesNegativeTestJSON-505500769-project] 10.222.0.52 "GET /v2.0/ports?device_id=e232dffa-8eb1-4491-94a5-f8610a2936b8 HTTP/1.1" status: 200 len: 210 time: 0.1064823 Jul 16 18:03:14.606181 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-554f63ad-10f9-4faf-900b-e239c31b8ec4 req-9e35d655-5e51-4c91-a514-ecdb19d6b89a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d504cb6a2d57411d8cedd1aff1c04709&device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.1013169 Jul 16 18:03:14.684489 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-554f63ad-10f9-4faf-900b-e239c31b8ec4 req-d32e5af5-cc24-4f86-b805-a97b734f03f2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d504cb6a2d57411d8cedd1aff1c04709&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707145 Jul 16 18:03:14.817168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:14.902526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:14.908815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:14.930406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Pushing event updated for resources: {'Port': ['ID=0c919c5b-552a-4376-8617-2160de0065ef,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:15.001773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f63ad-10f9-4faf-900b-e239c31b8ec4 req-ecde0d79-c212-416b-b852-b4505fd6fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.006655 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-554f63ad-10f9-4faf-900b-e239c31b8ec4 req-ecde0d79-c212-416b-b852-b4505fd6fecd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3160233 Jul 16 18:03:15.038125 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ff85dff-5376-4e63-873f-85a4939b674b req-be20d786-1f68-49fa-b1c8-fda61ec1ccbc tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.1556513 Jul 16 18:03:15.314537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e985966-1006-4d27-9608-a557ed73cb32 req-06f416c4-df0f-4473-9703-02e53b0ac208 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 210 time: 0.0477133 Jul 16 18:03:15.424531 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5dd13237-57a6-40b0-9250-c68d5b5f0e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.529481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-91e5b85e-5e37-4602-a32b-ef0bf448ade7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.530031 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.538420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-91e5b85e-5e37-4602-a32b-ef0bf448ade7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.540494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-91e5b85e-5e37-4602-a32b-ef0bf448ade7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "GET /v2.0/networks?id=29eb003b-214c-41c8-aa56-93f67dae1852&id=96ed9ec8-a3bd-42e3-a20f-790a9b52a68e HTTP/1.1" status: 200 len: 1392 time: 0.1921954 Jul 16 18:03:15.577925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'port': {'device_id': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852', 'admin_state_up': True, 'tenant_id': '164bfd99667d4e8db654de58223cd6fa'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:15.591642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Attempting to bind port 0c919c5b-552a-4376-8617-2160de0065ef on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:15.591939 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Attempting to bind port 0c919c5b-552a-4376-8617-2160de0065ef by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '584db92a-33e8-48c4-8c83-4e8042f1ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:15.592315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Attempting to bind port 0c919c5b-552a-4376-8617-2160de0065ef on network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:15.695268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:15.696136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Checking segment: {'id': '584db92a-33e8-48c4-8c83-4e8042f1ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:15.696738 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.697335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Bound using segment: {'id': '584db92a-33e8-48c4-8c83-4e8042f1ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:15.698018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Bound port: 0c919c5b-552a-4376-8617-2160de0065ef, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584db92a-33e8-48c4-8c83-4e8042f1ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:15.698769 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.798508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5dd13237-57a6-40b0-9250-c68d5b5f0e4f None None] For port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8f95f94f-06ef-42bf-93ed-a7d26de35e8d,segment=NetworkSegment(98692fc6-90e7-4bd4-92cd-c14bd8b1a253),segment_id=98692fc6-90e7-4bd4-92cd-c14bd8b1a253)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:15.804083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76d3c4-a461-4c91-95ba-762a5596ff2e None None] Network c857c430-6e7f-4211-a506-3d2fd435c84d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:15.855167 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5dd13237-57a6-40b0-9250-c68d5b5f0e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.943890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff34305-7c37-43d9-9dda-93581a186994 req-e5b6edfd-bc43-4e7d-b531-326673165af8 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.945592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff34305-7c37-43d9-9dda-93581a186994 req-e5b6edfd-bc43-4e7d-b531-326673165af8 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 945 time: 0.2877133 Jul 16 18:03:15.960364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:15.963915 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.988939 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-361293f3-94fd-43be-b944-a15ff429914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '887c4328-8e8f-4060-ad6d-cb01ae6bbbeb', 'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'mac_address': 'fa:16:3e:94:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:11Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'subnets': [{'id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:16.051041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361293f3-94fd-43be-b944-a15ff429914b None None] The sync data for ids ['65046e41-58c0-4f3e-9720-1f7cda08e23a'] in n-d-793618-9 is: [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '887c4328-8e8f-4060-ad6d-cb01ae6bbbeb', 'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'mac_address': 'fa:16:3e:94:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:11Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'subnets': [{'id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:16.116262 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff34305-7c37-43d9-9dda-93581a186994 req-e06ab5e3-2cc5-4bec-967d-412de4aae0a9 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631711 Jul 16 18:03:16.128762 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:03:16.129284 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:03:16.135842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] For port 0c919c5b-552a-4376-8617-2160de0065ef, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:16.160979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] For port 0c919c5b-552a-4376-8617-2160de0065ef, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0c919c5b-552a-4376-8617-2160de0065ef,segment=NetworkSegment(584db92a-33e8-48c4-8c83-4e8042f1ac76),segment_id=584db92a-33e8-48c4-8c83-4e8042f1ac76)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:16.160979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd13237-57a6-40b0-9250-c68d5b5f0e4f None None] Pushing event updated for resources: {'Port': ['ID=8f95f94f-06ef-42bf-93ed-a7d26de35e8d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:16.167933 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.308789 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-554f63ad-10f9-4faf-900b-e239c31b8ec4 req-59e91f45-84d8-43bc-9c16-cf4dd14f5b6a tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.42 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0808876 Jul 16 18:03:16.373487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81510498-b28a-4f55-9238-fb0915f4978e None None] Provisioning complete for port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:16.374052 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81510498-b28a-4f55-9238-fb0915f4978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.384093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Allocated IP 19.80.0.95 (29eb003b-214c-41c8-aa56-93f67dae1852/6abf03eb-6fd8-4ff6-9dea-5dba062d2c4d/7706aefc-2aca-4388-997f-d584c2630945) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:16.450225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9303328-aace-40c9-8589-ff0f6de8754b None None] Pushing event updated for resources: {'Port': ['ID=0c919c5b-552a-4376-8617-2160de0065ef,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:16.844214 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90afa56f-79ce-4774-9617-3d7a816081b9 req-ac2dad06-62bc-41d7-8fb1-1227f93986a8 tempest-ServerShowV254Test-934845873 tempest-ServerShowV254Test-934845873-project] 10.222.0.52 "GET /v2.0/ports?device_id=20552d19-00c0-4687-b6df-43fa176970d3 HTTP/1.1" status: 200 len: 210 time: 0.0702088 Jul 16 18:03:16.925386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.999046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Transition to ACTIVE for port object 7706aefc-2aca-4388-997f-d584c2630945 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:17.114778 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.243786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0c919c5b-552a-4376-8617-2160de0065ef up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:17.258198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network 29eb003b-214c-41c8-aa56-93f67dae1852 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:17.269114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:17.273601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:17.278181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Port': ['ID=7706aefc-2aca-4388-997f-d584c2630945,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:17.351457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 0c919c5b-552a-4376-8617-2160de0065ef completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:17.358375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:17.431036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.432567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:17.438240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:17.438434 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.440585 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.506715 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9625e436-75c8-4674-9f52-2873436eacdb tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9523697 Jul 16 18:03:17.522267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Request body: {'port': {'device_id': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e', 'admin_state_up': True, 'tenant_id': '164bfd99667d4e8db654de58223cd6fa'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:17.592554 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.614564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe296d-7281-4305-ba5c-69cf68e9b66f req-dec315fb-9539-4578-9cdb-d170e8a6bcb4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.616345 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dfe296d-7281-4305-ba5c-69cf68e9b66f req-dec315fb-9539-4578-9cdb-d170e8a6bcb4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 931 time: 0.4475312 Jul 16 18:03:17.677150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=61235551-5da1-4e1e-b0d3-29a2bb51a9e6,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:17.697828 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.698999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8f95f94f-06ef-42bf-93ed-a7d26de35e8d up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:17.806244 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dfe296d-7281-4305-ba5c-69cf68e9b66f req-4d0e0d4b-a2e8-457e-a7d0-9b887c9c7571 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613767 Jul 16 18:03:17.849497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=61235551-5da1-4e1e-b0d3-29a2bb51a9e6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:17.870365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Made reservation on behalf of 164bfd99667d4e8db654de58223cd6fa for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:17.874279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.884427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29cc7988-1a09-44e8-9120-6d185f40294c None None] Provisioning for port 7706aefc-2aca-4388-997f-d584c2630945 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:17.891698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29cc7988-1a09-44e8-9120-6d185f40294c None None] Provisioning complete for port 7706aefc-2aca-4388-997f-d584c2630945 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:17.892078 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29cc7988-1a09-44e8-9120-6d185f40294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.893790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:17.894318 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.037009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-29cc7988-1a09-44e8-9120-6d185f40294c None None] Port 7706aefc-2aca-4388-997f-d584c2630945 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:18.097237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7902eac7-4829-4499-a5e5-ed4f38ee9a56 None None] Network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:18.126325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Allocated IP 19.86.0.88 (96ed9ec8-a3bd-42e3-a20f-790a9b52a68e/88994e94-ee5b-476b-a81a-3d05c9fde1e4/68dad3f3-165a-4d6f-9334-57f895832c62) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:18.176733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:18.264293 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b0aa607-d74a-4b79-8051-15f75d3743ee None None] Provisioning for port 0c919c5b-552a-4376-8617-2160de0065ef completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:18.280035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6b0aa607-d74a-4b79-8051-15f75d3743ee None None] Provisioning complete for port 0c919c5b-552a-4376-8617-2160de0065ef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:18.280652 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa607-d74a-4b79-8051-15f75d3743ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.347960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f304556-15be-4330-a4ab-0434e072a45f req-0f3901ec-f670-4a87-8b75-a27673386f29 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.349454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f304556-15be-4330-a4ab-0434e072a45f req-0f3901ec-f670-4a87-8b75-a27673386f29 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 945 time: 0.1621912 Jul 16 18:03:18.386339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:18.390506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.400523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:18.400523 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.423860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f304556-15be-4330-a4ab-0434e072a45f req-a9b72a3d-0083-4ab6-84dc-a92994240a8d tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683663 Jul 16 18:03:18.440903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Transition to ACTIVE for port object 68dad3f3-165a-4d6f-9334-57f895832c62 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:18.520116 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.588779 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:18.594421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:18.596345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event updated for resources: {'Port': ['ID=68dad3f3-165a-4d6f-9334-57f895832c62,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:18.598698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:18.660693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.661405 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.680127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-7f480c97-3e80-4bb4-b648-de2a2e1415f8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1681519 Jul 16 18:03:18.695404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Request body: {'port': {'device_id': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:18.824058 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa607-d74a-4b79-8051-15f75d3743ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.886801 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.948340 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6b0aa607-d74a-4b79-8051-15f75d3743ee None None] For port 0c919c5b-552a-4376-8617-2160de0065ef, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0c919c5b-552a-4376-8617-2160de0065ef,segment=NetworkSegment(584db92a-33e8-48c4-8c83-4e8042f1ac76),segment_id=584db92a-33e8-48c4-8c83-4e8042f1ac76)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:18.961197 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa607-d74a-4b79-8051-15f75d3743ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.998057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:19.011183 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.118052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0aa607-d74a-4b79-8051-15f75d3743ee None None] Pushing event updated for resources: {'Port': ['ID=0c919c5b-552a-4376-8617-2160de0065ef,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.143594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=887c4328-8e8f-4060-ad6d-cb01ae6bbbeb,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:19.155230 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.348103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:19.356813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=887c4328-8e8f-4060-ad6d-cb01ae6bbbeb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.366970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e7d5d501-7486-40cf-bdf5-884f59e5b2d3 None None] Provisioning complete for port 0c919c5b-552a-4376-8617-2160de0065ef triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:19.368159 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d501-7486-40cf-bdf5-884f59e5b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.429795 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0c919c5b-552a-4376-8617-2160de0065ef up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:19.465485 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f53d8ad-b5ab-4dfd-a18b-6bc453743d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.529128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 0c919c5b-552a-4376-8617-2160de0065ef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:19.529604 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.594193 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f53d8ad-b5ab-4dfd-a18b-6bc453743d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.602113 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f53d8ad-b5ab-4dfd-a18b-6bc453743d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.639602 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0f53d8ad-b5ab-4dfd-a18b-6bc453743d78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1295c951840e46a5a6e481254c2aa09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899632 Jul 16 18:03:19.646755 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:19.692266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:19.715141 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35899708-6303-46f4-b99a-520f30778198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.718519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53d8ad-b5ab-4dfd-a18b-6bc453743d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c8e3af-82ad-4766-85af-dbc30a5bd479,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.745299 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35899708-6303-46f4-b99a-520f30778198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.773932 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6ee5070f-c10f-4dc5-ab86-a5747148ecaa None None] Provisioning for port 68dad3f3-165a-4d6f-9334-57f895832c62 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:19.779424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6ee5070f-c10f-4dc5-ab86-a5747148ecaa None None] Provisioning complete for port 68dad3f3-165a-4d6f-9334-57f895832c62 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:19.779899 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ee5070f-c10f-4dc5-ab86-a5747148ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.783763 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:19.784228 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.824500 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85f4db08-0dce-4231-8452-2e1d489ff490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.827351 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35899708-6303-46f4-b99a-520f30778198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.833179 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35899708-6303-46f4-b99a-520f30778198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.837623 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-35899708-6303-46f4-b99a-520f30778198 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5c8e3af-82ad-4766-85af-dbc30a5bd479 HTTP/1.1" status: 204 len: 168 time: 0.1895227 Jul 16 18:03:19.853574 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35899708-6303-46f4-b99a-520f30778198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c8e3af-82ad-4766-85af-dbc30a5bd479,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.856976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5070f-c10f-4dc5-ab86-a5747148ecaa None None] Port 68dad3f3-165a-4d6f-9334-57f895832c62 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:19.864854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db12e2-45e2-4417-a5c3-968c3af26184 req-a71f0abb-e22b-44fc-8ed4-587d9a2abcea tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.870793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db12e2-45e2-4417-a5c3-968c3af26184 req-a71f0abb-e22b-44fc-8ed4-587d9a2abcea tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.878250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93db12e2-45e2-4417-a5c3-968c3af26184 req-a71f0abb-e22b-44fc-8ed4-587d9a2abcea tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1653 time: 0.6679525 Jul 16 18:03:19.970623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93db12e2-45e2-4417-a5c3-968c3af26184 req-25c74e14-19ff-4286-acb8-073a456d541a tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907180 Jul 16 18:03:20.052143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7706aefc-2aca-4388-997f-d584c2630945 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:20.061510 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.090939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Transition to ACTIVE for port object 7706aefc-2aca-4388-997f-d584c2630945 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:20.098415 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.159939 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85f4db08-0dce-4231-8452-2e1d489ff490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.173834 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85f4db08-0dce-4231-8452-2e1d489ff490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.313294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Pushing event updated for resources: {'Port': ['ID=7706aefc-2aca-4388-997f-d584c2630945,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:20.355372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4db08-0dce-4231-8452-2e1d489ff490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfc0b80-8393-4870-a4e4-787553bce9dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:20.364655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-85f4db08-0dce-4231-8452-2e1d489ff490 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d504cb6a2d57411d8cedd1aff1c04709&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3616502 Jul 16 18:03:20.364761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:20.364761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:20.388918 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7859-f91c-4269-9690-f495118c864a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.452028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Attempting to bind port 7706aefc-2aca-4388-997f-d584c2630945 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:20.452373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Attempting to bind port 7706aefc-2aca-4388-997f-d584c2630945 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '98692fc6-90e7-4bd4-92cd-c14bd8b1a253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:20.452715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Attempting to bind port 7706aefc-2aca-4388-997f-d584c2630945 on network 29eb003b-214c-41c8-aa56-93f67dae1852 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:20.464037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Port 7706aefc-2aca-4388-997f-d584c2630945 on network 29eb003b-214c-41c8-aa56-93f67dae1852 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:20.464374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Attempting to bind port 7706aefc-2aca-4388-997f-d584c2630945 on network 29eb003b-214c-41c8-aa56-93f67dae1852 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:20.488918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d0aef-83f7-4019-9bdb-5b678c304b9f req-41c0230e-e5f9-45d7-88cf-f12bd520eb11 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.495994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a5d0aef-83f7-4019-9bdb-5b678c304b9f req-41c0230e-e5f9-45d7-88cf-f12bd520eb11 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 945 time: 0.2913613 Jul 16 18:03:20.512932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:20.513288 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Checking segment: {'id': '98692fc6-90e7-4bd4-92cd-c14bd8b1a253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:20.513709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Bound using segment: {'id': '98692fc6-90e7-4bd4-92cd-c14bd8b1a253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:20.514644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Bound port: 7706aefc-2aca-4388-997f-d584c2630945, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98692fc6-90e7-4bd4-92cd-c14bd8b1a253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:20.514644 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.541446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:20.562895 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ef16d84-e227-4bf8-9289-908e209a926d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.572843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a5d0aef-83f7-4019-9bdb-5b678c304b9f req-7ff81afd-8b47-4674-830e-96cf9ed062fe tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755002 Jul 16 18:03:20.601329 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ef16d84-e227-4bf8-9289-908e209a926d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.621538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] For port 7706aefc-2aca-4388-997f-d584c2630945, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:20.625365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] For port 7706aefc-2aca-4388-997f-d584c2630945, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7706aefc-2aca-4388-997f-d584c2630945,segment=NetworkSegment(98692fc6-90e7-4bd4-92cd-c14bd8b1a253),segment_id=98692fc6-90e7-4bd4-92cd-c14bd8b1a253)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:20.633839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.675976 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7859-f91c-4269-9690-f495118c864a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.688833 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d2a7859-f91c-4269-9690-f495118c864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.709201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.709898 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.711401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] 10.222.0.38 "PUT /v2.0/ports/7706aefc-2aca-4388-997f-d584c2630945 HTTP/1.1" status: 200 len: 1091 time: 2.0203726 Jul 16 18:03:20.713847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'tag': '7706aefc-2aca-4388-997f-d584c2630945'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:20.716180 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7f12f0-5989-462f-9806-31eb26d898b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "tag": "7706aefc-2aca-4388-997f-d584c2630945"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:20.752427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a7859-f91c-4269-9690-f495118c864a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f3cbe9-ad26-4387-a6f7-1e9a0d1a33a6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:20.763775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ef16d84-e227-4bf8-9289-908e209a926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.769259 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ef16d84-e227-4bf8-9289-908e209a926d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.771312 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8ef16d84-e227-4bf8-9289-908e209a926d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0dfc0b80-8393-4870-a4e4-787553bce9dd HTTP/1.1" status: 204 len: 168 time: 0.4058027 Jul 16 18:03:20.793065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Request body: {'port': {'device_id': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:20.797222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef16d84-e227-4bf8-9289-908e209a926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfc0b80-8393-4870-a4e4-787553bce9dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:20.816072 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1d2a7859-f91c-4269-9690-f495118c864a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e9b61037475449595663212839062de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423778 Jul 16 18:03:20.816273 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:20.854693 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d73d0ab-4b81-49c1-95fc-d7866cb74d79 x-openstack-request-id: req-9d73d0ab-4b81-49c1-95fc-d7866cb74d79 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:20.855742 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "tag": "7706aefc-2aca-4388-997f-d584c2630945", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:20.856005 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d73d0ab-4b81-49c1-95fc-d7866cb74d79 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:20.856418 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'tag': '7706aefc-2aca-4388-997f-d584c2630945', 'status': 'completed', 'code': 200} Jul 16 18:03:20.935663 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d39f38a1-9091-484a-a42b-e017f01d8c39 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e38b136d56946bcbf84e0ba62779a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855422 Jul 16 18:03:20.938741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-378ca38c-375d-4d63-b318-de1e7432603b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.941094 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:21.027938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99dbf9-456a-4447-917e-262c02836a15 service neutron] Pushing event updated for resources: {'Port': ['ID=7706aefc-2aca-4388-997f-d584c2630945,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:21.057602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-378ca38c-375d-4d63-b318-de1e7432603b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.096973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e3560dc-8940-45cf-8358-040fe53a098d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.154186 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e3560dc-8940-45cf-8358-040fe53a098d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.225053 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.257230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f12f0-5989-462f-9806-31eb26d898b8 req-901da503-9acd-43eb-a698-d30e158bc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.258446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f12f0-5989-462f-9806-31eb26d898b8 req-901da503-9acd-43eb-a698-d30e158bc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.260206 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e3560dc-8940-45cf-8358-040fe53a098d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.260895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae7f12f0-5989-462f-9806-31eb26d898b8 req-901da503-9acd-43eb-a698-d30e158bc011 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=164bfd99667d4e8db654de58223cd6fa&device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1912 time: 0.4031441 Jul 16 18:03:21.267957 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e3560dc-8940-45cf-8358-040fe53a098d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.275216 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5e3560dc-8940-45cf-8358-040fe53a098d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ddedc09e-4b64-47d5-bba3-80676c84629d HTTP/1.1" status: 204 len: 168 time: 0.3321869 Jul 16 18:03:21.277662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-378ca38c-375d-4d63-b318-de1e7432603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.290757 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-378ca38c-375d-4d63-b318-de1e7432603b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.294942 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-378ca38c-375d-4d63-b318-de1e7432603b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08f3cbe9-ad26-4387-a6f7-1e9a0d1a33a6 HTTP/1.1" status: 204 len: 168 time: 0.4747961 Jul 16 18:03:21.299134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3560dc-8940-45cf-8358-040fe53a098d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddedc09e-4b64-47d5-bba3-80676c84629d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:21.332128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ca38c-375d-4d63-b318-de1e7432603b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f3cbe9-ad26-4387-a6f7-1e9a0d1a33a6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:21.393907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:21.533215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:21.533609 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.624567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f12f0-5989-462f-9806-31eb26d898b8 req-60f7432d-d892-4501-b860-1084f5e31f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.625071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f12f0-5989-462f-9806-31eb26d898b8 req-60f7432d-d892-4501-b860-1084f5e31f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.625593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f12f0-5989-462f-9806-31eb26d898b8 req-60f7432d-d892-4501-b860-1084f5e31f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.627309 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae7f12f0-5989-462f-9806-31eb26d898b8 req-60f7432d-d892-4501-b860-1084f5e31f81 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=164bfd99667d4e8db654de58223cd6fa&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3582256 Jul 16 18:03:21.637381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19475bfa-aa3f-4cdb-ade7-2f3c9c9bedb4 req-f1e842cd-2cf6-4b9d-af28-5aeb4600485c tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.644793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19475bfa-aa3f-4cdb-ade7-2f3c9c9bedb4 req-f1e842cd-2cf6-4b9d-af28-5aeb4600485c tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.653993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19475bfa-aa3f-4cdb-ade7-2f3c9c9bedb4 req-f1e842cd-2cf6-4b9d-af28-5aeb4600485c tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1665 time: 0.3847799 Jul 16 18:03:21.774108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19475bfa-aa3f-4cdb-ade7-2f3c9c9bedb4 req-aa6a455f-91fc-4be4-83e5-fdfbab53fac7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212280 Jul 16 18:03:21.990398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f12f0-5989-462f-9806-31eb26d898b8 req-ea0d9f64-aa7b-48a0-bef3-12454abb60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.991931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae7f12f0-5989-462f-9806-31eb26d898b8 req-ea0d9f64-aa7b-48a0-bef3-12454abb60c4 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3380210 Jul 16 18:03:22.098057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68dad3f3-165a-4d6f-9334-57f895832c62 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:22.110233 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.128616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Transition to ACTIVE for port object 68dad3f3-165a-4d6f-9334-57f895832c62 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:22.145686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664eddf-7f6c-4171-a3c5-3c9bc2045490 req-00d6782a-f9a9-47dd-9a9d-fe7c53434e92 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.148685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0664eddf-7f6c-4171-a3c5-3c9bc2045490 req-00d6782a-f9a9-47dd-9a9d-fe7c53434e92 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 945 time: 0.1555171 Jul 16 18:03:22.150192 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.251229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Pushing event updated for resources: {'Port': ['ID=68dad3f3-165a-4d6f-9334-57f895832c62,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:22.279489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0664eddf-7f6c-4171-a3c5-3c9bc2045490 req-49013b7f-567c-47ec-9a07-afbaf11c40da tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203115 Jul 16 18:03:22.386001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Attempting to bind port 68dad3f3-165a-4d6f-9334-57f895832c62 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:22.386382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Attempting to bind port 68dad3f3-165a-4d6f-9334-57f895832c62 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '584db92a-33e8-48c4-8c83-4e8042f1ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:22.386686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Attempting to bind port 68dad3f3-165a-4d6f-9334-57f895832c62 on network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:22.392656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Port 68dad3f3-165a-4d6f-9334-57f895832c62 on network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:22.392998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Attempting to bind port 68dad3f3-165a-4d6f-9334-57f895832c62 on network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:22.401715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:22.404130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Checking segment: {'id': '584db92a-33e8-48c4-8c83-4e8042f1ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:22.404977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Bound using segment: {'id': '584db92a-33e8-48c4-8c83-4e8042f1ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:22.405754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Bound port: 68dad3f3-165a-4d6f-9334-57f895832c62, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584db92a-33e8-48c4-8c83-4e8042f1ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:22.407901 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.590605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] For port 68dad3f3-165a-4d6f-9334-57f895832c62, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:22.595409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] For port 68dad3f3-165a-4d6f-9334-57f895832c62, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=68dad3f3-165a-4d6f-9334-57f895832c62,segment=NetworkSegment(584db92a-33e8-48c4-8c83-4e8042f1ac76),segment_id=584db92a-33e8-48c4-8c83-4e8042f1ac76)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:22.600229 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.645226 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.645914 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.647349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] 10.222.0.38 "PUT /v2.0/ports/68dad3f3-165a-4d6f-9334-57f895832c62 HTTP/1.1" status: 200 len: 1091 time: 1.8653741 Jul 16 18:03:22.689024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5a654-6edf-496c-af16-bec117b063e6 service neutron] Pushing event updated for resources: {'Port': ['ID=68dad3f3-165a-4d6f-9334-57f895832c62,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:22.802895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-a598ff28-4d25-4483-bab5-132b312a652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.803573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-a598ff28-4d25-4483-bab5-132b312a652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.807070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-a598ff28-4d25-4483-bab5-132b312a652d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=164bfd99667d4e8db654de58223cd6fa&device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1979 time: 0.1099546 Jul 16 18:03:22.873980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'tag': '68dad3f3-165a-4d6f-9334-57f895832c62'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:22.878925 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb81811-b622-4bb3-ba53-3e3aae9997f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "tag": "68dad3f3-165a-4d6f-9334-57f895832c62"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:22.884810 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-057ff715-7f24-4c0a-bf7d-29131045877a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=7706aefc-2aca-4388-997f-d584c2630945 HTTP/1.1" status: 200 len: 217 time: 0.0701246 Jul 16 18:03:22.970118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:23.064801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-b9be4ecc-607f-4465-8252-75d3dae42385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.067018 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-b9be4ecc-607f-4465-8252-75d3dae42385 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6abf03eb-6fd8-4ff6-9dea-5dba062d2c4d HTTP/1.1" status: 200 len: 801 time: 0.1754336 Jul 16 18:03:23.138759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17bbb-950d-468a-b9cb-08bd6ff81eb9 req-c69b4c57-7628-4af5-82f9-d04a54a4445f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.145337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17bbb-950d-468a-b9cb-08bd6ff81eb9 req-c69b4c57-7628-4af5-82f9-d04a54a4445f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.146995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07e17bbb-950d-468a-b9cb-08bd6ff81eb9 req-c69b4c57-7628-4af5-82f9-d04a54a4445f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1677 time: 0.1508780 Jul 16 18:03:23.183237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-95d2408f-1f87-483f-969e-cbd96d4d2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.184792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-95d2408f-1f87-483f-969e-cbd96d4d2cf7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29eb003b-214c-41c8-aa56-93f67dae1852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1093793 Jul 16 18:03:23.221969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07e17bbb-950d-468a-b9cb-08bd6ff81eb9 req-8913dc18-f50d-4d37-83a4-231544a6ae85 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679858 Jul 16 18:03:23.255671 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1227687775-network', 'tenant_id': '880f802a827a4ed4b78915ad2c129523'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:23.280217 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81efd418-3b3c-44a0-a417-3f2bdd76a542 x-openstack-request-id: req-81efd418-3b3c-44a0-a417-3f2bdd76a542 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:23.280581 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "tag": "68dad3f3-165a-4d6f-9334-57f895832c62", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:23.281527 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81efd418-3b3c-44a0-a417-3f2bdd76a542 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:23.282044 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'tag': '68dad3f3-165a-4d6f-9334-57f895832c62', 'status': 'completed', 'code': 200} Jul 16 18:03:23.311695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Made reservation on behalf of 880f802a827a4ed4b78915ad2c129523 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:23.315334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-48be14c2-a910-4850-bed5-9fc6d18130f8 service neutron] 10.222.0.38 "GET /v2.0/networks/29eb003b-214c-41c8-aa56-93f67dae1852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202669 Jul 16 18:03:23.318476 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.341290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.450708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-8762515e-c6e6-414f-8ef5-91b500fa144e service neutron] 10.222.0.38 "GET /v2.0/networks/29eb003b-214c-41c8-aa56-93f67dae1852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265569 Jul 16 18:03:23.521033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-5da164a9-ba38-4536-b7bb-13a8e3811812 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.88&port_id=68dad3f3-165a-4d6f-9334-57f895832c62 HTTP/1.1" status: 200 len: 217 time: 0.0633709 Jul 16 18:03:23.547809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.553877 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.569630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:23.586656 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.587022 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Added segment 47fe959e-bf04-4a52-979f-39e9f15189b6 of type vlan for network 41171674-1d6b-4604-8f07-e1014019758b Jul 16 18:03:23.602870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-a32fe398-733a-4823-baad-7c3cdd6b550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.604784 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-a32fe398-733a-4823-baad-7c3cdd6b550f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88994e94-ee5b-476b-a81a-3d05c9fde1e4 HTTP/1.1" status: 200 len: 801 time: 0.0748572 Jul 16 18:03:23.651073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:23.653134 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.690415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1ef091-be94-46ae-942f-c57e3f0e8d26,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:23.737576 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.739472 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.740296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.765337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-f1a650e0-dc8c-454e-a282-5a6089eea5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.768782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-f1a650e0-dc8c-454e-a282-5a6089eea5be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=96ed9ec8-a3bd-42e3-a20f-790a9b52a68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1560323 Jul 16 18:03:23.783616 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8108220 Jul 16 18:03:23.786320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:23.791721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bff6c1a6-2752-4493-9672-69aeaeac8034 admin admin] Request body: {'subnet': {'network_id': '41171674-1d6b-4604-8f07-e1014019758b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1227687775-subnet', 'tenant_id': '880f802a827a4ed4b78915ad2c129523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:23.843733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e3477-35f9-4924-93c9-2145fd718557 admin admin] Pushing event updated for resources: {'Network': ['ID=41171674-1d6b-4604-8f07-e1014019758b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:23.857869 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 41171674-1d6b-4604-8f07-e1014019758b details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:23.860243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff6c1a6-2752-4493-9672-69aeaeac8034 admin admin] Made reservation on behalf of 880f802a827a4ed4b78915ad2c129523 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:23.863515 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bff6c1a6-2752-4493-9672-69aeaeac8034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.025718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-e5b1c1c2-9aca-429b-8051-b5d9058ad494 service neutron] 10.222.0.38 "GET /v2.0/networks/96ed9ec8-a3bd-42e3-a20f-790a9b52a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490549 Jul 16 18:03:24.027344 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6d43d5b-7402-4a6d-bcb1-31d5fe092bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.164700 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e2a4fd-c4a6-4cb4-abd9-dd0bcf80cd71 req-9554fec5-b26a-4caf-9b6b-8583532ad6ab service neutron] 10.222.0.38 "GET /v2.0/networks/96ed9ec8-a3bd-42e3-a20f-790a9b52a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312344 Jul 16 18:03:24.339926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81811-b622-4bb3-ba53-3e3aae9997f7 req-16ca8b4f-1c1f-45fd-b00f-f1736ca1e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.340605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81811-b622-4bb3-ba53-3e3aae9997f7 req-16ca8b4f-1c1f-45fd-b00f-f1736ca1e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.342404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-afb81811-b622-4bb3-ba53-3e3aae9997f7 req-16ca8b4f-1c1f-45fd-b00f-f1736ca1e9c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=164bfd99667d4e8db654de58223cd6fa&device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1979 time: 0.1118965 Jul 16 18:03:24.396054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c272da-c2f4-444a-ac94-8a75e43e496f req-6b32358b-9a06-486d-89c2-eb49f133a5b0 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.397875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2c272da-c2f4-444a-ac94-8a75e43e496f req-6b32358b-9a06-486d-89c2-eb49f133a5b0 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 945 time: 0.1571786 Jul 16 18:03:24.492435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2c272da-c2f4-444a-ac94-8a75e43e496f req-bcb73cab-8db7-4e59-9c5d-cd71c8f6021d tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872147 Jul 16 18:03:24.496014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81811-b622-4bb3-ba53-3e3aae9997f7 req-4d7ebf2f-e274-42a5-b30e-b805cda3755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.497643 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-afb81811-b622-4bb3-ba53-3e3aae9997f7 req-4d7ebf2f-e274-42a5-b30e-b805cda3755d service neutron] 10.222.0.38 "GET /v2.0/networks?id=96ed9ec8-a3bd-42e3-a20f-790a9b52a68e HTTP/1.1" status: 200 len: 903 time: 0.1484489 Jul 16 18:03:24.550923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-afb81811-b622-4bb3-ba53-3e3aae9997f7 req-3f9f1ad4-3e4b-47f4-abe4-2ce49c17ee53 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.88&port_id=68dad3f3-165a-4d6f-9334-57f895832c62 HTTP/1.1" status: 200 len: 217 time: 0.0458119 Jul 16 18:03:24.625369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81811-b622-4bb3-ba53-3e3aae9997f7 req-b39c6436-55d1-4906-b143-861f12b1de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.627645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-afb81811-b622-4bb3-ba53-3e3aae9997f7 req-b39c6436-55d1-4906-b143-861f12b1de1b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88994e94-ee5b-476b-a81a-3d05c9fde1e4 HTTP/1.1" status: 200 len: 801 time: 0.0688446 Jul 16 18:03:24.641931 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bff6c1a6-2752-4493-9672-69aeaeac8034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.690971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-85e40656-3cd9-42fe-aa5a-15adfcc64c82 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.692921 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-85e40656-3cd9-42fe-aa5a-15adfcc64c82 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08&tenant_id=565937de75e3443f93597fdd4f4967e7&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1096 time: 0.7362103 Jul 16 18:03:24.717489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-9'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:24.773165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81811-b622-4bb3-ba53-3e3aae9997f7 req-43c4d111-03b9-4b11-8b2b-0ce6ee4771f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.775065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-afb81811-b622-4bb3-ba53-3e3aae9997f7 req-43c4d111-03b9-4b11-8b2b-0ce6ee4771f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=96ed9ec8-a3bd-42e3-a20f-790a9b52a68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1401730 Jul 16 18:03:24.790108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6c1a6-2752-4493-9672-69aeaeac8034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0701585-264a-404b-b704-cfc39d33c1eb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:24.801263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530d812-2c10-40b3-8402-69018c9a5e1f req-507ef5c3-2ef4-4f00-88d4-55ac8c3ac1ab tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.806948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530d812-2c10-40b3-8402-69018c9a5e1f req-507ef5c3-2ef4-4f00-88d4-55ac8c3ac1ab tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.808733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b530d812-2c10-40b3-8402-69018c9a5e1f req-507ef5c3-2ef4-4f00-88d4-55ac8c3ac1ab tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1677 time: 0.1245275 Jul 16 18:03:24.855272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff6c1a6-2752-4493-9672-69aeaeac8034 admin admin] Checking segment: {'id': '47fe959e-bf04-4a52-979f-39e9f15189b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '41171674-1d6b-4604-8f07-e1014019758b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:24.855634 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff6c1a6-2752-4493-9672-69aeaeac8034 admin admin] Network hostable DHCP agents. Network: 41171674-1d6b-4604-8f07-e1014019758b, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:24.859557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6d43d5b-7402-4a6d-bcb1-31d5fe092bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.870959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6d43d5b-7402-4a6d-bcb1-31d5fe092bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.908740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b530d812-2c10-40b3-8402-69018c9a5e1f req-496b64dc-3d18-40ed-b89f-73076a9f7837 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892894 Jul 16 18:03:24.931234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.933031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d43d5b-7402-4a6d-bcb1-31d5fe092bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8280480-f0db-43d1-930c-42ae740c3456,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:24.940615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-afb81811-b622-4bb3-ba53-3e3aae9997f7 req-8825629a-c31f-4f35-b05e-0e580c890e4c service neutron] 10.222.0.38 "GET /v2.0/networks/96ed9ec8-a3bd-42e3-a20f-790a9b52a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572959 Jul 16 18:03:24.958478 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b6d43d5b-7402-4a6d-bcb1-31d5fe092bba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52f576ab29a043c688a3b4bdc294f0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3012478 Jul 16 18:03:24.961522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff6c1a6-2752-4493-9672-69aeaeac8034 admin admin] Network 41171674-1d6b-4604-8f07-e1014019758b is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:24.963535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:25.032875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bff6c1a6-2752-4493-9672-69aeaeac8034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 41171674-1d6b-4604-8f07-e1014019758b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:25.041986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbc138b-ed9a-4850-b116-9ef981118469 None None] Network 41171674-1d6b-4604-8f07-e1014019758b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:25.085800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6c1a6-2752-4493-9672-69aeaeac8034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:25.085800 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bff6c1a6-2752-4493-9672-69aeaeac8034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.098357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-afb81811-b622-4bb3-ba53-3e3aae9997f7 req-a679da2f-6f48-4037-b0d2-1e8fd3598272 service neutron] 10.222.0.38 "GET /v2.0/networks/96ed9ec8-a3bd-42e3-a20f-790a9b52a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496427 Jul 16 18:03:25.199804 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bff6c1a6-2752-4493-9672-69aeaeac8034 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4022431 Jul 16 18:03:25.236775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-209148f9-1c17-4345-997a-3eb21bbca9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.267153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-209148f9-1c17-4345-997a-3eb21bbca9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.285045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd134098-a7e1-4d6f-b0c3-7f0371914bff None None] Network 41171674-1d6b-4604-8f07-e1014019758b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:25.368835 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-209148f9-1c17-4345-997a-3eb21bbca9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.371912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-209148f9-1c17-4345-997a-3eb21bbca9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.375415 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-209148f9-1c17-4345-997a-3eb21bbca9e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8280480-f0db-43d1-930c-42ae740c3456 HTTP/1.1" status: 204 len: 168 time: 0.4082639 Jul 16 18:03:25.396356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209148f9-1c17-4345-997a-3eb21bbca9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8280480-f0db-43d1-930c-42ae740c3456,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:25.415443 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=96e9d70d-2de3-419f-b358-aea7f660609f,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:25.520959 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:25.535010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 96e9d70d-2de3-419f-b358-aea7f660609f details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:25.578425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc3ecf8-b4ac-4834-b553-e944372ebc08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e9d70d-2de3-419f-b358-aea7f660609f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:25.581514 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d20fa7d-ba98-4e71-bf46-f615fc6b9118" -d '{"events": [{"server_uuid": "fcc3ecf8-b4ac-4834-b553-e944372ebc08", "name": "network-vif-unplugged", "status": "completed", "tag": "96e9d70d-2de3-419f-b358-aea7f660609f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:25.586408 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.588540 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 68dad3f3-165a-4d6f-9334-57f895832c62 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:25.594783 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.655547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=96e9d70d-2de3-419f-b358-aea7f660609f,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:25.696196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=96e9d70d-2de3-419f-b358-aea7f660609f,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:25.715837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 96e9d70d-2de3-419f-b358-aea7f660609f has no active binding in host n-h2-793618-9 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:03:25.718497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Attempting to bind port 96e9d70d-2de3-419f-b358-aea7f660609f on host n-h1-793618-9 for vnic_type normal with profile {"migrating_to": "n-h2-793618-9"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:25.718841 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Attempting to bind port 96e9d70d-2de3-419f-b358-aea7f660609f by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:25.719175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Attempting to bind port 96e9d70d-2de3-419f-b358-aea7f660609f on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:25.724885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Port 96e9d70d-2de3-419f-b358-aea7f660609f on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:25.725251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Attempting to bind port 96e9d70d-2de3-419f-b358-aea7f660609f on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:25.730207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:25.730506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:25.730893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Bound using segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:25.731327 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Bound port: 96e9d70d-2de3-419f-b358-aea7f660609f, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:25.731781 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.841759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:25.846185 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=96e9d70d-2de3-419f-b358-aea7f660609f,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:25.855628 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.970334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 68dad3f3-165a-4d6f-9334-57f895832c62, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=68dad3f3-165a-4d6f-9334-57f895832c62,segment=NetworkSegment(584db92a-33e8-48c4-8c83-4e8042f1ac76),segment_id=584db92a-33e8-48c4-8c83-4e8042f1ac76)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:26.003890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '68dad3f3-165a-4d6f-9334-57f895832c62', 'network_id': '96ed9ec8-a3bd-42e3-a20f-790a9b52a68e', 'port_id': '68dad3f3-165a-4d6f-9334-57f895832c62', 'mac_address': 'fa:16:3e:da:b7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88994e94-ee5b-476b-a81a-3d05c9fde1e4', 'ip_address': '19.86.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:26.018357 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.018357 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.018357 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] 10.222.0.42 "PUT /v2.0/ports/96e9d70d-2de3-419f-b358-aea7f660609f HTTP/1.1" status: 200 len: 1121 time: 1.3105087 Jul 16 18:03:26.073077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6d64c-2e78-412a-a039-6fcabb28e9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=96e9d70d-2de3-419f-b358-aea7f660609f,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:26.120881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['96e9d70d-2de3-419f-b358-aea7f660609f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:26.134462 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['96e9d70d-2de3-419f-b358-aea7f660609f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:26.185367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c89ecb-df9a-4f94-8ad9-289ca6fbbf63 req-26d8c297-e936-4deb-b888-c979de86b919 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.198739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5c89ecb-df9a-4f94-8ad9-289ca6fbbf63 req-26d8c297-e936-4deb-b888-c979de86b919 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 943 time: 0.1128380 Jul 16 18:03:26.262167 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.275483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5c89ecb-df9a-4f94-8ad9-289ca6fbbf63 req-2f06848c-6550-4490-97cb-8daefe63abe5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757806 Jul 16 18:03:26.327797 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325f1ac2-e47d-475d-82de-22ae1083853f x-openstack-request-id: req-325f1ac2-e47d-475d-82de-22ae1083853f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:26.328126 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc3ecf8-b4ac-4834-b553-e944372ebc08", "name": "network-vif-unplugged", "status": "completed", "tag": "96e9d70d-2de3-419f-b358-aea7f660609f", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:26.328481 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-325f1ac2-e47d-475d-82de-22ae1083853f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:26.329741 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc3ecf8-b4ac-4834-b553-e944372ebc08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e9d70d-2de3-419f-b358-aea7f660609f', 'code': 200} Jul 16 18:03:26.356463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:26.361923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-771123059-network', 'tenant_id': 'eaabd17c3876403ca6c23b99b51456f9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:26.370424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68dad3f3-165a-4d6f-9334-57f895832c62 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:26.419419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Made reservation on behalf of eaabd17c3876403ca6c23b99b51456f9 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:26.423652 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.434980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 68dad3f3-165a-4d6f-9334-57f895832c62, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=68dad3f3-165a-4d6f-9334-57f895832c62,segment=NetworkSegment(584db92a-33e8-48c4-8c83-4e8042f1ac76),segment_id=584db92a-33e8-48c4-8c83-4e8042f1ac76)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:26.444762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.455464 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.456241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7706aefc-2aca-4388-997f-d584c2630945 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:26.543590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=68dad3f3-165a-4d6f-9334-57f895832c62,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:26.593283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bdddc-596f-4964-8436-2ec38c4500f7 req-a3f79620-0a07-425a-9cf8-cd19ee9f82d9 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.599728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bdddc-596f-4964-8436-2ec38c4500f7 req-a3f79620-0a07-425a-9cf8-cd19ee9f82d9 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.601753 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-887bdddc-596f-4964-8436-2ec38c4500f7 req-a3f79620-0a07-425a-9cf8-cd19ee9f82d9 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1678 time: 0.1295586 Jul 16 18:03:26.615475 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:26.615910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:26.616336 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:26.616748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:26.617156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:26.617595 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:26.618007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:26.618734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:26.619184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:26.619562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:26.619964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:26.620568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:26.684216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-887bdddc-596f-4964-8436-2ec38c4500f7 req-b09ed647-91b0-4abc-ace4-b86649520107 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757594 Jul 16 18:03:26.711299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.723437 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.725144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:26.759172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:26.765008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5e5f09-b15c-48d1-817c-f9a3e026840e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:26.773582 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.773923 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Added segment 3c988911-79f7-4623-a747-63723711ce52 of type vlan for network 16261687-73f3-490e-86e3-18e57a3faa0e Jul 16 18:03:26.840919 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.912563 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.914869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.917856 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.924709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7706aefc-2aca-4388-997f-d584c2630945, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7706aefc-2aca-4388-997f-d584c2630945,segment=NetworkSegment(98692fc6-90e7-4bd4-92cd-c14bd8b1a253),segment_id=98692fc6-90e7-4bd4-92cd-c14bd8b1a253)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:26.944502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '7706aefc-2aca-4388-997f-d584c2630945', 'network_id': '29eb003b-214c-41c8-aa56-93f67dae1852', 'port_id': '7706aefc-2aca-4388-997f-d584c2630945', 'mac_address': 'fa:16:3e:6b:e8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abf03eb-6fd8-4ff6-9dea-5dba062d2c4d', 'ip_address': '19.80.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:26.950219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-482751046-network', 'tenant_id': 'f6d7a8dc0f1e4d4aac5049796efc75b8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:26.985264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Made reservation on behalf of f6d7a8dc0f1e4d4aac5049796efc75b8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:26.987973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.997490 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.005819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6441936 Jul 16 18:03:27.009147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:27.013662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.016859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bdd234e8-7cf8-42ee-bf32-93a6b2008685 admin admin] Request body: {'subnet': {'network_id': '16261687-73f3-490e-86e3-18e57a3faa0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-771123059-subnet', 'tenant_id': 'eaabd17c3876403ca6c23b99b51456f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:27.039334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7706aefc-2aca-4388-997f-d584c2630945 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:27.069300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53869795-144d-4010-ac0c-13b02ed90a42 admin admin] Pushing event updated for resources: {'Network': ['ID=16261687-73f3-490e-86e3-18e57a3faa0e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.076436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7706aefc-2aca-4388-997f-d584c2630945, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7706aefc-2aca-4388-997f-d584c2630945,segment=NetworkSegment(98692fc6-90e7-4bd4-92cd-c14bd8b1a253),segment_id=98692fc6-90e7-4bd4-92cd-c14bd8b1a253)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:27.083094 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 16261687-73f3-490e-86e3-18e57a3faa0e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:27.096956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd234e8-7cf8-42ee-bf32-93a6b2008685 admin admin] Made reservation on behalf of eaabd17c3876403ca6c23b99b51456f9 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:27.104259 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd234e8-7cf8-42ee-bf32-93a6b2008685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.105820 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.286832 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=7706aefc-2aca-4388-997f-d584c2630945,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.294831 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.301573 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.322186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['7706aefc-2aca-4388-997f-d584c2630945'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:27.332170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:27.348143 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23eedd4-10db-451b-8092-c1a56bac3a60,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.355075 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.355772 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Added segment 1f2dfc49-5de7-4e72-a695-ef2247b11d6f of type vlan for network f5e1ddac-c0c2-4293-a568-59e08eb5a401 Jul 16 18:03:27.430769 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.469260 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd234e8-7cf8-42ee-bf32-93a6b2008685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.475184 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.476510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.476812 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.529366 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8024852 Jul 16 18:03:27.634515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd234e8-7cf8-42ee-bf32-93a6b2008685 admin admin] Checking segment: {'id': '3c988911-79f7-4623-a747-63723711ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '16261687-73f3-490e-86e3-18e57a3faa0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:27.634886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd234e8-7cf8-42ee-bf32-93a6b2008685 admin admin] Network hostable DHCP agents. Network: 16261687-73f3-490e-86e3-18e57a3faa0e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:27.638819 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f658f-4ad4-4144-9973-fb204e661954 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e1ddac-c0c2-4293-a568-59e08eb5a401,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.646867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd234e8-7cf8-42ee-bf32-93a6b2008685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56f036b-90a6-4695-905e-d885ae15040a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.651162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network f5e1ddac-c0c2-4293-a568-59e08eb5a401 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:27.662606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd234e8-7cf8-42ee-bf32-93a6b2008685 admin admin] Network 16261687-73f3-490e-86e3-18e57a3faa0e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:27.673603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bdd234e8-7cf8-42ee-bf32-93a6b2008685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 16261687-73f3-490e-86e3-18e57a3faa0e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:27.681585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd234e8-7cf8-42ee-bf32-93a6b2008685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.682896 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd234e8-7cf8-42ee-bf32-93a6b2008685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.705453 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98803108-38f2-471f-8cc0-ebbadf9cfcc9 None None] Network 16261687-73f3-490e-86e3-18e57a3faa0e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:27.722679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bdd234e8-7cf8-42ee-bf32-93a6b2008685 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7121489 Jul 16 18:03:27.824077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136cc42-d7b9-46e4-9b4f-f54754dd5b82 req-f15fb1b1-31bd-4324-8009-3e2470928373 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.826942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c136cc42-d7b9-46e4-9b4f-f54754dd5b82 req-f15fb1b1-31bd-4324-8009-3e2470928373 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 943 time: 0.0907502 Jul 16 18:03:27.897932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c136cc42-d7b9-46e4-9b4f-f54754dd5b82 req-24ff7c08-1087-4ef1-a6cc-e8ed6de6f253 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654542 Jul 16 18:03:27.905639 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbefe68-2f74-4796-a156-6f19ff65b31f None None] Network 16261687-73f3-490e-86e3-18e57a3faa0e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:28.331119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc3ecf8-b4ac-4834-b553-e944372ebc08', 'tag': '96e9d70d-2de3-419f-b358-aea7f660609f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:28.334295 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdc9f39-858e-4b00-85fc-e9bdb11f3e17" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc3ecf8-b4ac-4834-b553-e944372ebc08", "tag": "96e9d70d-2de3-419f-b358-aea7f660609f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:28.373891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a492f-4035-45a2-801c-81eb53b6dd4d req-5c656583-ec3f-4972-9c3d-92d22d0c0166 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.376747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['68dad3f3-165a-4d6f-9334-57f895832c62'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:28.383190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a492f-4035-45a2-801c-81eb53b6dd4d req-5c656583-ec3f-4972-9c3d-92d22d0c0166 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.385879 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b78a492f-4035-45a2-801c-81eb53b6dd4d req-5c656583-ec3f-4972-9c3d-92d22d0c0166 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1679 time: 0.0844467 Jul 16 18:03:28.431226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b78a492f-4035-45a2-801c-81eb53b6dd4d req-1de8adb2-17f7-4152-9496-3f84e24dafe1 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Jul 16 18:03:28.775577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02856af-d857-4af5-b445-24386d725534 req-9f561eca-6280-45ba-abf7-e23e96021833 tempest-ComputeTenantNetworksTest-2054532966 tempest-ComputeTenantNetworksTest-2054532966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.782529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02856af-d857-4af5-b445-24386d725534 req-9f561eca-6280-45ba-abf7-e23e96021833 tempest-ComputeTenantNetworksTest-2054532966 tempest-ComputeTenantNetworksTest-2054532966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.788419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02856af-d857-4af5-b445-24386d725534 req-9f561eca-6280-45ba-abf7-e23e96021833 tempest-ComputeTenantNetworksTest-2054532966 tempest-ComputeTenantNetworksTest-2054532966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.799010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b02856af-d857-4af5-b445-24386d725534 req-9f561eca-6280-45ba-abf7-e23e96021833 tempest-ComputeTenantNetworksTest-2054532966 tempest-ComputeTenantNetworksTest-2054532966-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2136104 Jul 16 18:03:29.564237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 68dad3f3-165a-4d6f-9334-57f895832c62 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:29.613791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 68dad3f3-165a-4d6f-9334-57f895832c62 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:29.617798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 68dad3f3-165a-4d6f-9334-57f895832c62 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:29.618170 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.831427 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.856231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dad3f3-165a-4d6f-9334-57f895832c62'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:29.859783 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e66eb19-b10f-478e-b2a2-8441ff9576a4" -d '{"events": [{"server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "name": "network-vif-plugged", "status": "completed", "tag": "68dad3f3-165a-4d6f-9334-57f895832c62"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:29.873663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 68dad3f3-165a-4d6f-9334-57f895832c62, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=68dad3f3-165a-4d6f-9334-57f895832c62,segment=NetworkSegment(584db92a-33e8-48c4-8c83-4e8042f1ac76),segment_id=584db92a-33e8-48c4-8c83-4e8042f1ac76)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:29.878896 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.879701 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7706aefc-2aca-4388-997f-d584c2630945 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:29.974538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=68dad3f3-165a-4d6f-9334-57f895832c62,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:29.991344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 7706aefc-2aca-4388-997f-d584c2630945 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:30.001088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 7706aefc-2aca-4388-997f-d584c2630945 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:30.001496 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.024422 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfda7430-6dff-48f5-a4e7-6dec2d058e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.087791 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.122685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7706aefc-2aca-4388-997f-d584c2630945, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7706aefc-2aca-4388-997f-d584c2630945,segment=NetworkSegment(98692fc6-90e7-4bd4-92cd-c14bd8b1a253),segment_id=98692fc6-90e7-4bd4-92cd-c14bd8b1a253)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:30.126756 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.179263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=7706aefc-2aca-4388-997f-d584c2630945,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:31.102663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-5e3e1397-a1f4-4803-ac94-c7b81badb47f tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.104186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-5e3e1397-a1f4-4803-ac94-c7b81badb47f tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/networks?id=bc7c717c-f5bc-4c15-a1bf-8e6698e53064 HTTP/1.1" status: 200 len: 825 time: 0.1901095 Jul 16 18:03:31.115711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-f8c7f18e-27c0-4131-90b9-eb3a34c69a02 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.117202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-f8c7f18e-27c0-4131-90b9-eb3a34c69a02 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/networks?id=41171674-1d6b-4604-8f07-e1014019758b HTTP/1.1" status: 200 len: 815 time: 0.1922925 Jul 16 18:03:31.137540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-b0b86420-5067-40fc-8846-9f6ef29b3919 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/quotas/8f37541c79974d7fb303cdda76254f98 HTTP/1.1" status: 200 len: 375 time: 0.0193095 Jul 16 18:03:31.140850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-8158038f-49cc-4965-9b31-47e1308e41cc tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/quotas/880f802a827a4ed4b78915ad2c129523 HTTP/1.1" status: 200 len: 375 time: 0.0131497 Jul 16 18:03:31.187960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-75f8303f-d10e-4ff5-b173-8aee223fd9cf tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f37541c79974d7fb303cdda76254f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399673 Jul 16 18:03:31.210113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-1771d740-e881-4c79-8535-9831de4dfd79 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=880f802a827a4ed4b78915ad2c129523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568280 Jul 16 18:03:31.381416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-35c33368-d398-4506-96b1-de82414499cd service neutron] 10.222.0.52 "GET /v2.0/networks/bc7c717c-f5bc-4c15-a1bf-8e6698e53064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699474 Jul 16 18:03:31.383255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-50be246e-ea32-438c-87de-89860c2c7cbf service neutron] 10.222.0.52 "GET /v2.0/networks/41171674-1d6b-4604-8f07-e1014019758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632612 Jul 16 18:03:31.558864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-4478dfff-78b1-4e43-a826-8ed0db538e16 service neutron] 10.222.0.52 "GET /v2.0/networks/41171674-1d6b-4604-8f07-e1014019758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695199 Jul 16 18:03:31.561332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-0e21241a-fdc5-4bc2-9370-ee4ad52f681c service neutron] 10.222.0.52 "GET /v2.0/networks/bc7c717c-f5bc-4c15-a1bf-8e6698e53064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708474 Jul 16 18:03:31.853374 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9a4ac5-2566-4dbe-814a-468006fcc8e8 x-openstack-request-id: req-bc9a4ac5-2566-4dbe-814a-468006fcc8e8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:31.854795 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc3ecf8-b4ac-4834-b553-e944372ebc08", "tag": "96e9d70d-2de3-419f-b358-aea7f660609f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:31.855975 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc9a4ac5-2566-4dbe-814a-468006fcc8e8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:31.857787 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc3ecf8-b4ac-4834-b553-e944372ebc08', 'tag': '96e9d70d-2de3-419f-b358-aea7f660609f', 'status': 'completed', 'code': 200} Jul 16 18:03:32.250196 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9b8efe8-2995-46a3-ab67-895d13ca6975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.334893 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.336776 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.594936 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.743028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd37c5-2594-4dc5-943d-08774e066f95 req-7ce2e1fc-7e3f-4434-abef-f1daf7012b3d tempest-ComputeTenantNetworksTest-2054532966 tempest-ComputeTenantNetworksTest-2054532966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.762372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08cd37c5-2594-4dc5-943d-08774e066f95 req-7ce2e1fc-7e3f-4434-abef-f1daf7012b3d tempest-ComputeTenantNetworksTest-2054532966 tempest-ComputeTenantNetworksTest-2054532966-project] 10.222.0.52 "GET /v2.0/networks/f5e1ddac-c0c2-4293-a568-59e08eb5a401 HTTP/1.1" status: 200 len: 768 time: 0.8498313 Jul 16 18:03:32.771896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:32.861938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc9f39-858e-4b00-85fc-e9bdb11f3e17 req-acbd72e5-01c5-402e-8235-9148b7f579be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.866947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bdc9f39-858e-4b00-85fc-e9bdb11f3e17 req-acbd72e5-01c5-402e-8235-9148b7f579be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 1124 time: 0.9895055 Jul 16 18:03:32.924754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c54e4-49ce-448a-a19d-3db53234c69c req-7586c016-90ed-4d2d-93ea-2f4a0799cbd1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.934759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-791c54e4-49ce-448a-a19d-3db53234c69c req-7586c016-90ed-4d2d-93ea-2f4a0799cbd1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 943 time: 0.4650865 Jul 16 18:03:33.027854 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.154112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-791c54e4-49ce-448a-a19d-3db53234c69c req-0c26c09e-bb49-40e3-84d2-8193c76669db tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177880 Jul 16 18:03:33.160732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc9f39-858e-4b00-85fc-e9bdb11f3e17 req-9e40b0e5-940b-4ce1-b36f-6796f825d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.169037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bdc9f39-858e-4b00-85fc-e9bdb11f3e17 req-9e40b0e5-940b-4ce1-b36f-6796f825d1ca service neutron] 10.222.0.38 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.2864101 Jul 16 18:03:33.207611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.232097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e1ddac-c0c2-4293-a568-59e08eb5a401']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:33.248306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2dfc49-5de7-4e72-a695-ef2247b11d6f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:33.248608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2dfc49-5de7-4e72-a695-ef2247b11d6f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:33.249560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bdc9f39-858e-4b00-85fc-e9bdb11f3e17 req-5c453de3-de3c-43e6-9e25-49a635cdc7b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96e9d70d-2de3-419f-b358-aea7f660609f HTTP/1.1" status: 200 len: 217 time: 0.0675421 Jul 16 18:03:33.259801 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.262275 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f4942c-b0af-4880-af14-dc6de4a613a0 x-openstack-request-id: req-a5f4942c-b0af-4880-af14-dc6de4a613a0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:33.262817 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "name": "network-vif-plugged", "status": "completed", "tag": "68dad3f3-165a-4d6f-9334-57f895832c62", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:33.262936 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5f4942c-b0af-4880-af14-dc6de4a613a0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:33.263302 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dad3f3-165a-4d6f-9334-57f895832c62', 'code': 200} Jul 16 18:03:33.279513 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.285926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:33.286330 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.366221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74713d8a-4440-4cf9-969f-a8949e95dc97 req-dfcb38fb-3f8d-4f9b-b65f-f66f451eb860 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.372333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74713d8a-4440-4cf9-969f-a8949e95dc97 req-dfcb38fb-3f8d-4f9b-b65f-f66f451eb860 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:33.392186 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:33.395237 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74713d8a-4440-4cf9-969f-a8949e95dc97 req-dfcb38fb-3f8d-4f9b-b65f-f66f451eb860 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1681 time: 0.3861940 Jul 16 18:03:33.407179 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.414113 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.426877 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f5e1ddac-c0c2-4293-a568-59e08eb5a401 HTTP/1.1" status: 204 len: 168 time: 0.6535833 Jul 16 18:03:33.471727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4afab-cde8-4e92-a58f-ca75b20b9bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e1ddac-c0c2-4293-a568-59e08eb5a401,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:33.482821 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74713d8a-4440-4cf9-969f-a8949e95dc97 req-18d4ec3b-89ef-4e1a-99e7-d47111a199fa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663469 Jul 16 18:03:33.532647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc9f39-858e-4b00-85fc-e9bdb11f3e17 req-24824c27-4a58-4b2a-873a-841d369662a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.532647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bdc9f39-858e-4b00-85fc-e9bdb11f3e17 req-24824c27-4a58-4b2a-873a-841d369662a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.2626743 Jul 16 18:03:33.538837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-601e8093-bb95-4954-93e6-ec1fb49dafa5 req-0fb2b0a2-9a9d-4090-bcf0-9206822be088 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 210 time: 0.0592151 Jul 16 18:03:33.596281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 96e9d70d-2de3-419f-b358-aea7f660609f no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:33.628426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:33.631072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bdc9f39-858e-4b00-85fc-e9bdb11f3e17 req-ad4af0ff-fe81-4765-91ef-0addf1215641 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911727 Jul 16 18:03:33.763489 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.795205 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6f97f5b0-3718-4c90-8a17-e7b468e18f95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6d7a8dc0f1e4d4aac5049796efc75b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652231 Jul 16 18:03:33.812852 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:33.942211 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-e489f3c4-bafb-4c90-8c4c-41ca1c729d26 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.944348 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-e489f3c4-bafb-4c90-8c4c-41ca1c729d26 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.42 "GET /v2.0/networks?id=bc7c717c-f5bc-4c15-a1bf-8e6698e53064 HTTP/1.1" status: 200 len: 825 time: 0.2216094 Jul 16 18:03:33.962228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Request body: {'port': {'device_id': '0cdb11ab-517d-4af9-a866-d95eea42ad85', 'network_id': 'bc7c717c-f5bc-4c15-a1bf-8e6698e53064', 'admin_state_up': True, 'tenant_id': '8f37541c79974d7fb303cdda76254f98'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:34.041906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4ea65ff-e597-4e39-8671-b86bd71a7e02 req-71202021-9f7e-46a7-86bb-3cced1a25549 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 210 time: 0.2574847 Jul 16 18:03:34.105894 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34696eef-a2ba-4ed4-94b3-69051e11ea4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.128960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bdc9f39-858e-4b00-85fc-e9bdb11f3e17 req-170d30ec-fba5-4967-b498-bd213edb3813 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901941 Jul 16 18:03:34.141578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-5dd2ee3b-0e9f-40ed-acc2-d2eba6d8b056 service neutron] 10.222.0.38 "GET /v2.0/ports/96e9d70d-2de3-419f-b358-aea7f660609f/bindings/n-h2-793618-9 HTTP/1.1" status: 200 len: 384 time: 0.4092774 Jul 16 18:03:34.162522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Made reservation on behalf of 8f37541c79974d7fb303cdda76254f98 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:34.170909 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.200788 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34696eef-a2ba-4ed4-94b3-69051e11ea4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.307393 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:03:34.418424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bdc9f39-858e-4b00-85fc-e9bdb11f3e17 req-ae36e4c1-6ce6-40e1-abc1-0e2e3072e26e service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747438 Jul 16 18:03:34.500924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:34.617979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Allocated IP 172.20.0.11 (bc7c717c-f5bc-4c15-a1bf-8e6698e53064/d825084b-7e1d-49a5-b82c-2dfa80b39be0/3d761df1-f5b3-4ba8-8284-5fa4a77fa309) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:34.732471 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34696eef-a2ba-4ed4-94b3-69051e11ea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.736069 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34696eef-a2ba-4ed4-94b3-69051e11ea4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.737247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-34696eef-a2ba-4ed4-94b3-69051e11ea4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a23eedd4-10db-451b-8092-c1a56bac3a60 HTTP/1.1" status: 204 len: 168 time: 0.8501999 Jul 16 18:03:34.776599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-707276a7-4971-461b-b885-dcc5b9490e89 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.778212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-707276a7-4971-461b-b885-dcc5b9490e89 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.42 "GET /v2.0/networks?id=41171674-1d6b-4604-8f07-e1014019758b HTTP/1.1" status: 200 len: 815 time: 0.2888491 Jul 16 18:03:34.791485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34696eef-a2ba-4ed4-94b3-69051e11ea4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23eedd4-10db-451b-8092-c1a56bac3a60,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.816748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Request body: {'port': {'device_id': 'e8ee43a2-e92e-4da2-be30-55af29c167ff', 'network_id': '41171674-1d6b-4604-8f07-e1014019758b', 'admin_state_up': True, 'tenant_id': '880f802a827a4ed4b78915ad2c129523'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:34.926873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2e6b3-313a-4c39-af8f-3c6288040f98 req-88d23012-563b-485c-9d42-e254bd729eff tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.928486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6db2e6b3-313a-4c39-af8f-3c6288040f98 req-88d23012-563b-485c-9d42-e254bd729eff tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 943 time: 0.4901488 Jul 16 18:03:35.101913 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.163570 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4b96-3ca5-4869-868c-851183dd58a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.184599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6db2e6b3-313a-4c39-af8f-3c6288040f98 req-ec27d3e2-4a12-4a30-a920-0c6fb2ce4c84 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336748 Jul 16 18:03:35.195249 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.213612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-1c1bfba4-00c4-43ae-9e5e-dc6771853744 service neutron] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=96e9d70d-2de3-419f-b358-aea7f660609f,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:35.266501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7706aefc-2aca-4388-997f-d584c2630945'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:35.273942 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3684f7ee-3791-4e47-8472-ceccacb2dc96" -d '{"events": [{"server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "name": "network-vif-plugged", "status": "completed", "tag": "7706aefc-2aca-4388-997f-d584c2630945"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:35.277129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Network bc7c717c-f5bc-4c15-a1bf-8e6698e53064 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:35.281068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:35.303503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:35.320788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa51730-0940-4245-97e2-27923b650c1f req-bfbcce47-741c-41fb-b862-ac3ecca06fe8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.330976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa51730-0940-4245-97e2-27923b650c1f req-bfbcce47-741c-41fb-b862-ac3ecca06fe8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.341976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aa51730-0940-4245-97e2-27923b650c1f req-bfbcce47-741c-41fb-b862-ac3ecca06fe8 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1681 time: 0.5626111 Jul 16 18:03:35.385071 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.432182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.433260 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.465884 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Pushing event updated for resources: {'Port': ['ID=3d761df1-f5b3-4ba8-8284-5fa4a77fa309,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.497033 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4b96-3ca5-4869-868c-851183dd58a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.527876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-1c1bfba4-00c4-43ae-9e5e-dc6771853744 service neutron] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:35.554607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b390b453-1184-4941-87e4-c53117833e7c req-e7297eaf-9bfe-4891-8e69-484b49f07cb1 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 210 time: 0.0746155 Jul 16 18:03:35.565940 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aa51730-0940-4245-97e2-27923b650c1f req-ceca32c3-c747-4c7f-be75-ed21bbc89449 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215605 Jul 16 18:03:35.569210 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-27cda28f-1bab-4920-8bef-0345e7aee2b7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6155860 Jul 16 18:03:35.598577 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Request body: {'port': {'device_id': '0cdb11ab-517d-4af9-a866-d95eea42ad85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:35.606508 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4b96-3ca5-4869-868c-851183dd58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.640665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Made reservation on behalf of 880f802a827a4ed4b78915ad2c129523 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:35.644338 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.673676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0a9b4b96-3ca5-4869-868c-851183dd58a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5818945ea22d45998ddd2f0518c23bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1482139 Jul 16 18:03:35.677261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b4b96-3ca5-4869-868c-851183dd58a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af76fe65-ee5a-460d-b822-cc16eb0024f9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.688046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.760935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-1c1bfba4-00c4-43ae-9e5e-dc6771853744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e9d70d-2de3-419f-b358-aea7f660609f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:35.763127 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1110b321-c4a7-46aa-9ac6-5306274b04d2 x-openstack-request-id: req-1110b321-c4a7-46aa-9ac6-5306274b04d2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:35.763979 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "name": "network-vif-plugged", "status": "completed", "tag": "7706aefc-2aca-4388-997f-d584c2630945", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:35.764923 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1110b321-c4a7-46aa-9ac6-5306274b04d2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:35.765551 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7706aefc-2aca-4388-997f-d584c2630945', 'code': 200} Jul 16 18:03:35.791478 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.931730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-1c1bfba4-00c4-43ae-9e5e-dc6771853744 service neutron] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=96e9d70d-2de3-419f-b358-aea7f660609f,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:35.949342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:36.001810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b77678-d6c1-490f-88cf-adf810fc5842 req-e1262508-1910-4f94-ae6d-507853beb36b tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.008616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5b77678-d6c1-490f-88cf-adf810fc5842 req-e1262508-1910-4f94-ae6d-507853beb36b tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 932 time: 0.3117986 Jul 16 18:03:36.034238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-573fe4ba-57a5-447b-a635-21e6c760ca47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.066858 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-1c1bfba4-00c4-43ae-9e5e-dc6771853744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.106092 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-573fe4ba-57a5-447b-a635-21e6c760ca47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.190524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-599235568-network', 'tenant_id': '1187b246a700405eb5f19d0e9e997cae'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:36.283042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:36.293867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Allocated IP 172.20.0.13 (41171674-1d6b-4604-8f07-e1014019758b/b0701585-264a-404b-b704-cfc39d33c1eb/5144f61a-357c-4cb4-8818-921085b960f4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:36.302302 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.383722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Transition to ACTIVE for port object 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:36.387988 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.515202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Pushing event updated for resources: {'Port': ['ID=3d761df1-f5b3-4ba8-8284-5fa4a77fa309,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.549236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-1c1bfba4-00c4-43ae-9e5e-dc6771853744 service neutron] Transition to ACTIVE for port object 96e9d70d-2de3-419f-b358-aea7f660609f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:36.555771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Attempting to bind port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:36.556477 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Attempting to bind port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '4aee2a83-eefc-414a-8163-3243ff28cc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'bc7c717c-f5bc-4c15-a1bf-8e6698e53064'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:36.557005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5b77678-d6c1-490f-88cf-adf810fc5842 req-8fbec0cd-eed0-42ee-8c19-024ca3139d8d tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bacaa4f-b289-456e-987a-5b7865769786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474603 Jul 16 18:03:36.557447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Attempting to bind port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 on network bc7c717c-f5bc-4c15-a1bf-8e6698e53064 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:36.561685 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c26959-df7b-4595-905e-77eb14af4b88 req-0b04e6bb-8325-44b3-993f-ba515f733461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.562880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c26959-df7b-4595-905e-77eb14af4b88 req-0b04e6bb-8325-44b3-993f-ba515f733461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.564705 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84c26959-df7b-4595-905e-77eb14af4b88 req-0b04e6bb-8325-44b3-993f-ba515f733461 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1983 time: 0.6781888 Jul 16 18:03:36.566176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 on network bc7c717c-f5bc-4c15-a1bf-8e6698e53064 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:36.566758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Attempting to bind port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 on network bc7c717c-f5bc-4c15-a1bf-8e6698e53064 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:36.571821 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-1c1bfba4-00c4-43ae-9e5e-dc6771853744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.575309 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:36.575942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Checking segment: {'id': '4aee2a83-eefc-414a-8163-3243ff28cc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'bc7c717c-f5bc-4c15-a1bf-8e6698e53064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:36.577416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Bound using segment: {'id': '4aee2a83-eefc-414a-8163-3243ff28cc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'bc7c717c-f5bc-4c15-a1bf-8e6698e53064'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:36.578108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Bound port: 3d761df1-f5b3-4ba8-8284-5fa4a77fa309, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aee2a83-eefc-414a-8163-3243ff28cc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'bc7c717c-f5bc-4c15-a1bf-8e6698e53064'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:36.578738 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.586395 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-573fe4ba-57a5-447b-a635-21e6c760ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.591312 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-573fe4ba-57a5-447b-a635-21e6c760ca47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.598914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-573fe4ba-57a5-447b-a635-21e6c760ca47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af76fe65-ee5a-460d-b822-cc16eb0024f9 HTTP/1.1" status: 204 len: 168 time: 0.9097259 Jul 16 18:03:36.624988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Made reservation on behalf of 1187b246a700405eb5f19d0e9e997cae for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:36.627603 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.690609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] For port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:36.694623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] For port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3d761df1-f5b3-4ba8-8284-5fa4a77fa309,segment=NetworkSegment(4aee2a83-eefc-414a-8163-3243ff28cc03),segment_id=4aee2a83-eefc-414a-8163-3243ff28cc03)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:36.702151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.758946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fe4ba-57a5-447b-a635-21e6c760ca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af76fe65-ee5a-460d-b822-cc16eb0024f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.791102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.804910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Pushing event updated for resources: {'Port': ['ID=3d761df1-f5b3-4ba8-8284-5fa4a77fa309,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.816112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.817123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.818927 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-c0c344da-a585-4ab6-8fb4-155c612b4c4c service neutron] 10.222.0.42 "PUT /v2.0/ports/3d761df1-f5b3-4ba8-8284-5fa4a77fa309 HTTP/1.1" status: 200 len: 1092 time: 1.2425168 Jul 16 18:03:36.820277 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdb11ab-517d-4af9-a866-d95eea42ad85', 'tag': '3d761df1-f5b3-4ba8-8284-5fa4a77fa309'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:36.823757 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0277bd0e-1809-437c-92bc-057a75b240ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdb11ab-517d-4af9-a866-d95eea42ad85", "tag": "3d761df1-f5b3-4ba8-8284-5fa4a77fa309"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:36.881580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1362dc61-db69-4d2a-b0c7-2780e1e073e5 req-8d6f88a6-ec15-42a5-a9b1-e72565fddb06 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 210 time: 0.1231079 Jul 16 18:03:36.962250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-9237ae6e-f9fc-4aaa-9434-391f6bf7718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.963790 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-9237ae6e-f9fc-4aaa-9434-391f6bf7718e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f37541c79974d7fb303cdda76254f98&device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 1095 time: 0.0940118 Jul 16 18:03:36.966544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-1c1bfba4-00c4-43ae-9e5e-dc6771853744 service neutron] No DVR routers for this DVR port 96e9d70d-2de3-419f-b358-aea7f660609f on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:36.990602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84c26959-df7b-4595-905e-77eb14af4b88 req-f1946e8a-e819-4a65-bc36-279e5b581b15 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871908 Jul 16 18:03:37.022365 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-b7dbcbe1-3b62-41da-928e-8263211d3eef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d761df1-f5b3-4ba8-8284-5fa4a77fa309 HTTP/1.1" status: 200 len: 217 time: 0.0506325 Jul 16 18:03:37.116831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-3b73c6e0-0935-4024-9754-b36c543122f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.119201 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-3b73c6e0-0935-4024-9754-b36c543122f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d825084b-7e1d-49a5-b82c-2dfa80b39be0 HTTP/1.1" status: 200 len: 865 time: 0.0904889 Jul 16 18:03:37.161952 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.164630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bfba4-00c4-43ae-9e5e-dc6771853744 service neutron] Pushing event updated for resources: {'Port': ['ID=96e9d70d-2de3-419f-b358-aea7f660609f,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:37.167630 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-44ad6423-0064-460c-9dd0-ae3ae92154ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc7c717c-f5bc-4c15-a1bf-8e6698e53064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406609 Jul 16 18:03:37.222965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-1c1bfba4-00c4-43ae-9e5e-dc6771853744 service neutron] 10.222.0.38 "PUT /v2.0/ports/96e9d70d-2de3-419f-b358-aea7f660609f/bindings/n-h2-793618-9/activate HTTP/1.1" status: 200 len: 369 time: 3.0494194 Jul 16 18:03:37.251541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba66b49-9382-46b7-b5df-3cb329fe6876 req-d1f58c11-0be1-4ff3-8126-7f3e34201ff5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.253117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fba66b49-9382-46b7-b5df-3cb329fe6876 req-d1f58c11-0be1-4ff3-8126-7f3e34201ff5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 944 time: 0.7011585 Jul 16 18:03:37.360401 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-5bf25bea-ad95-466f-ad98-a34a6ad3e74b service neutron] 10.222.0.42 "GET /v2.0/networks/bc7c717c-f5bc-4c15-a1bf-8e6698e53064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852722 Jul 16 18:03:37.371846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fba66b49-9382-46b7-b5df-3cb329fe6876 req-9535fb01-0590-46d6-b582-abbe1eb8d653 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001058 Jul 16 18:03:37.372814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.393584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab6115-83d1-4551-8a48-f5e150c3d5fd req-b02c5cb7-b523-429e-b790-6409235030a3 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.399713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab6115-83d1-4551-8a48-f5e150c3d5fd req-b02c5cb7-b523-429e-b790-6409235030a3 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.401393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02ab6115-83d1-4551-8a48-f5e150c3d5fd req-b02c5cb7-b523-429e-b790-6409235030a3 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1681 time: 0.2467782 Jul 16 18:03:37.537399 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acc32f6-c209-417e-8b0b-e06e797f608a x-openstack-request-id: req-7acc32f6-c209-417e-8b0b-e06e797f608a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:37.537686 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdb11ab-517d-4af9-a866-d95eea42ad85", "tag": "3d761df1-f5b3-4ba8-8284-5fa4a77fa309", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:37.537916 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7acc32f6-c209-417e-8b0b-e06e797f608a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:37.541336 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdb11ab-517d-4af9-a866-d95eea42ad85', 'tag': '3d761df1-f5b3-4ba8-8284-5fa4a77fa309', 'status': 'completed', 'code': 200} Jul 16 18:03:37.548273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Network 41171674-1d6b-4604-8f07-e1014019758b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:37.560633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:37.562577 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-28fbecc4-6781-4065-b8cf-38b104e11bfc req-421e5045-e832-416d-bce2-21f283037958 service neutron] 10.222.0.42 "GET /v2.0/networks/bc7c717c-f5bc-4c15-a1bf-8e6698e53064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899586 Jul 16 18:03:37.568006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-bdb62c83-7f89-4295-ba9a-685d781d3b76 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.570135 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-bdb62c83-7f89-4295-ba9a-685d781d3b76 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08&tenant_id=565937de75e3443f93597fdd4f4967e7&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.2081788 Jul 16 18:03:37.604289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:37.623245 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.627693 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02ab6115-83d1-4551-8a48-f5e150c3d5fd req-3de5c673-14e4-4d94-8eea-d0eb7958716b tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930857 Jul 16 18:03:37.635132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Pushing event updated for resources: {'Port': ['ID=5144f61a-357c-4cb4-8818-921085b960f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:37.688554 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.700496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:37.710936 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.711298 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Added segment 6669ef64-bb21-4dc0-81ca-a844f65921db of type vlan for network 78ac342c-aeee-4ee0-be14-8b86df8e98bb Jul 16 18:03:37.843501 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.925259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5122384-64ad-4166-8317-fe240927fa7b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:37.946427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-ef087823-d255-4dd7-872d-881ddcb61b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.949493 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-ef087823-d255-4dd7-872d-881ddcb61b84 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08&tenant_id=565937de75e3443f93597fdd4f4967e7 HTTP/1.1" status: 200 len: 1095 time: 0.3718350 Jul 16 18:03:37.952833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.953592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277bd0e-1809-437c-92bc-057a75b240ad req-b1f2ec6e-966c-4ae2-9502-4025a7e00afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.956642 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0277bd0e-1809-437c-92bc-057a75b240ad req-b1f2ec6e-966c-4ae2-9502-4025a7e00afb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f37541c79974d7fb303cdda76254f98&device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 1095 time: 0.2284875 Jul 16 18:03:37.959189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.029217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-a9717179-9639-4de2-8ada-f572c44c2f69 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2344260 Jul 16 18:03:38.040696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:03:38.070257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Request body: {'port': {'device_id': 'e8ee43a2-e92e-4da2-be30-55af29c167ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:38.249915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277bd0e-1809-437c-92bc-057a75b240ad req-acaecd7f-c843-47c6-acd8-8339ec7f4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.252013 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0277bd0e-1809-437c-92bc-057a75b240ad req-acaecd7f-c843-47c6-acd8-8339ec7f4631 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc7c717c-f5bc-4c15-a1bf-8e6698e53064 HTTP/1.1" status: 200 len: 926 time: 0.2875087 Jul 16 18:03:38.255275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-3855993a-5104-4b9c-a49d-66c08478c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.255583 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.256294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.257147 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.258303 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-3855993a-5104-4b9c-a49d-66c08478c21f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 1095 time: 0.2475650 Jul 16 18:03:38.318706 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0277bd0e-1809-437c-92bc-057a75b240ad req-a10e3efe-cc38-475f-8f8b-4214cc357935 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d761df1-f5b3-4ba8-8284-5fa4a77fa309 HTTP/1.1" status: 200 len: 217 time: 0.0588734 Jul 16 18:03:38.349745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3929634 Jul 16 18:03:38.354203 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:38.360806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b6349da6-f3b4-41bf-8ba3-d0a5794fa580 admin admin] Request body: {'subnet': {'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-599235568-subnet', 'tenant_id': '1187b246a700405eb5f19d0e9e997cae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:38.468778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277bd0e-1809-437c-92bc-057a75b240ad req-394c899b-396c-45c6-9339-125a581a6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.470375 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0277bd0e-1809-437c-92bc-057a75b240ad req-394c899b-396c-45c6-9339-125a581a6b10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d825084b-7e1d-49a5-b82c-2dfa80b39be0 HTTP/1.1" status: 200 len: 865 time: 0.1383185 Jul 16 18:03:38.495577 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6349da6-f3b4-41bf-8ba3-d0a5794fa580 admin admin] Made reservation on behalf of 1187b246a700405eb5f19d0e9e997cae for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:38.499097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6349da6-f3b4-41bf-8ba3-d0a5794fa580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.532986 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0277bd0e-1809-437c-92bc-057a75b240ad req-d6fdc1af-73b7-454e-82fd-7d7bd49d1dab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc7c717c-f5bc-4c15-a1bf-8e6698e53064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499809 Jul 16 18:03:38.536510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-16d82b9d-7ca9-4118-a3b8-f52d2d830903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.538375 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-16d82b9d-7ca9-4118-a3b8-f52d2d830903 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.2699912 Jul 16 18:03:38.647202 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-8c8ec348-7286-44ac-a935-4e227b725f7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96e9d70d-2de3-419f-b358-aea7f660609f HTTP/1.1" status: 200 len: 217 time: 0.1000364 Jul 16 18:03:38.790933 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-5cf99210-e3f9-4ed3-a7bc-00dd922fac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.792700 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-5cf99210-e3f9-4ed3-a7bc-00dd922fac52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1335466 Jul 16 18:03:38.864621 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-0b2aed9d-d538-4318-9c2e-0ab92dd4b145 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596533 Jul 16 18:03:38.870565 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0277bd0e-1809-437c-92bc-057a75b240ad req-a234bcef-775f-4c29-a6d5-2d95e49b4110 service neutron] 10.222.0.42 "GET /v2.0/networks/bc7c717c-f5bc-4c15-a1bf-8e6698e53064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246012 Jul 16 18:03:38.875001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa300f8-4e93-42aa-b1f9-3ee5c2cc4e23 admin admin] Pushing event updated for resources: {'Network': ['ID=78ac342c-aeee-4ee0-be14-8b86df8e98bb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.885808 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 78ac342c-aeee-4ee0-be14-8b86df8e98bb details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:38.917120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59867e2c-0831-4f1a-a971-39c726bd4afc req-11cb4739-93de-4485-a611-f075754c2de1 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.926504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59867e2c-0831-4f1a-a971-39c726bd4afc req-11cb4739-93de-4485-a611-f075754c2de1 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 944 time: 1.0993912 Jul 16 18:03:38.930631 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.972752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c8b34-8253-4d91-a8c1-38df2f075165 req-ad797b2b-5cb2-4a65-a31f-df0590de2d89 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.980106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c82c8b34-8253-4d91-a8c1-38df2f075165 req-ad797b2b-5cb2-4a65-a31f-df0590de2d89 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 932 time: 0.7983096 Jul 16 18:03:39.069609 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59867e2c-0831-4f1a-a971-39c726bd4afc req-ca33297b-a1bd-4cf4-ae9a-f832ddbcb4b6 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bacaa4f-b289-456e-987a-5b7865769786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417596 Jul 16 18:03:39.072795 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6349da6-f3b4-41bf-8ba3-d0a5794fa580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.220958 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-01f4991c-4dbf-49a4-bb5e-ffe4453164d6 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493414 Jul 16 18:03:39.239625 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0277bd0e-1809-437c-92bc-057a75b240ad req-1a8e2248-293d-4cd8-81bf-0585b2165ad8 service neutron] 10.222.0.42 "GET /v2.0/networks/bc7c717c-f5bc-4c15-a1bf-8e6698e53064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545420 Jul 16 18:03:39.248700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6349da6-f3b4-41bf-8ba3-d0a5794fa580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7403874-e2c4-4056-a85b-6286c507c9f9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:39.284981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6349da6-f3b4-41bf-8ba3-d0a5794fa580 admin admin] Checking segment: {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:39.285514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6349da6-f3b4-41bf-8ba3-d0a5794fa580 admin admin] Network hostable DHCP agents. Network: 78ac342c-aeee-4ee0-be14-8b86df8e98bb, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:39.371828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c82c8b34-8253-4d91-a8c1-38df2f075165 req-669bf15c-f92d-4372-af5f-4dfbfd3b029b tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1ef091-be94-46ae-942f-c57e3f0e8d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910916 Jul 16 18:03:39.406658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6349da6-f3b4-41bf-8ba3-d0a5794fa580 admin admin] Network 78ac342c-aeee-4ee0-be14-8b86df8e98bb is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:39.443366 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b6349da6-f3b4-41bf-8ba3-d0a5794fa580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 78ac342c-aeee-4ee0-be14-8b86df8e98bb) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:39.452283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9608960-4e1a-456a-b6a5-cc74dbbd7c66 None None] Network 78ac342c-aeee-4ee0-be14-8b86df8e98bb requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:39.464382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6349da6-f3b4-41bf-8ba3-d0a5794fa580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.465161 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6349da6-f3b4-41bf-8ba3-d0a5794fa580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.486996 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-53bbbe03-7b72-4c8a-97df-208ba53bf840 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500174 Jul 16 18:03:39.501879 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b6349da6-f3b4-41bf-8ba3-d0a5794fa580 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1461532 Jul 16 18:03:39.510401 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5144f61a-357c-4cb4-8818-921085b960f4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:39.521472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.554976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Transition to ACTIVE for port object 5144f61a-357c-4cb4-8818-921085b960f4 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:39.594883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:39.609431 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.859981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b38d5-a784-402b-846c-0bdfa2fbdbaa None None] Network 78ac342c-aeee-4ee0-be14-8b86df8e98bb requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:39.900290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Attempting to bind port 5144f61a-357c-4cb4-8818-921085b960f4 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:39.903216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Attempting to bind port 5144f61a-357c-4cb4-8818-921085b960f4 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '47fe959e-bf04-4a52-979f-39e9f15189b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '41171674-1d6b-4604-8f07-e1014019758b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:39.904084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Attempting to bind port 5144f61a-357c-4cb4-8818-921085b960f4 on network 41171674-1d6b-4604-8f07-e1014019758b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:39.917951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481c0b4-2eeb-48ed-bc02-7b0f4549277d req-31799abe-470d-4acf-92c9-d55e2f118c2b tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.922904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3d761df1-f5b3-4ba8-8284-5fa4a77fa309,segment=NetworkSegment(4aee2a83-eefc-414a-8163-3243ff28cc03),segment_id=4aee2a83-eefc-414a-8163-3243ff28cc03)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:39.928068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b481c0b4-2eeb-48ed-bc02-7b0f4549277d req-31799abe-470d-4acf-92c9-d55e2f118c2b tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 944 time: 0.3708239 Jul 16 18:03:39.936440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Pushing event updated for resources: {'Port': ['ID=5144f61a-357c-4cb4-8818-921085b960f4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:39.951048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '3d761df1-f5b3-4ba8-8284-5fa4a77fa309', 'network_id': 'bc7c717c-f5bc-4c15-a1bf-8e6698e53064', 'port_id': '3d761df1-f5b3-4ba8-8284-5fa4a77fa309', 'mac_address': 'fa:16:3e:43:1a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd825084b-7e1d-49a5-b82c-2dfa80b39be0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:39.968280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Port 5144f61a-357c-4cb4-8818-921085b960f4 on network 41171674-1d6b-4604-8f07-e1014019758b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:39.968880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Attempting to bind port 5144f61a-357c-4cb4-8818-921085b960f4 on network 41171674-1d6b-4604-8f07-e1014019758b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:39.976111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-20c3c12e-c8ee-4f4d-ba8a-61ca79ae17e0 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.978627 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-20c3c12e-c8ee-4f4d-ba8a-61ca79ae17e0 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08&tenant_id=565937de75e3443f93597fdd4f4967e7&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.1083386 Jul 16 18:03:39.983541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:39.983994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Checking segment: {'id': '47fe959e-bf04-4a52-979f-39e9f15189b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '41171674-1d6b-4604-8f07-e1014019758b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:39.984311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Bound using segment: {'id': '47fe959e-bf04-4a52-979f-39e9f15189b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '41171674-1d6b-4604-8f07-e1014019758b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:39.984776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Bound port: 5144f61a-357c-4cb4-8818-921085b960f4, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47fe959e-bf04-4a52-979f-39e9f15189b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '41171674-1d6b-4604-8f07-e1014019758b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:39.985345 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.030540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35420309-d852-4e3c-8c81-9ae06b6e821c req-605f36ac-9aea-4686-a282-fd4906885c14 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.038422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35420309-d852-4e3c-8c81-9ae06b6e821c req-605f36ac-9aea-4686-a282-fd4906885c14 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.046121 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.047123 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35420309-d852-4e3c-8c81-9ae06b6e821c req-605f36ac-9aea-4686-a282-fd4906885c14 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1681 time: 0.3960040 Jul 16 18:03:40.073617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b481c0b4-2eeb-48ed-bc02-7b0f4549277d req-bd2a7894-517c-4490-882c-879577d359cc tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445076 Jul 16 18:03:40.077359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:40.138333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3d761df1-f5b3-4ba8-8284-5fa4a77fa309,segment=NetworkSegment(4aee2a83-eefc-414a-8163-3243ff28cc03),segment_id=4aee2a83-eefc-414a-8163-3243ff28cc03)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:40.147181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.187135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-ea71ac87-ebd7-432f-a88a-9d0b3720fc1d service neutron] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:40.190243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] For port 5144f61a-357c-4cb4-8818-921085b960f4, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:40.198320 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-ea71ac87-ebd7-432f-a88a-9d0b3720fc1d service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.198546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] For port 5144f61a-357c-4cb4-8818-921085b960f4, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5144f61a-357c-4cb4-8818-921085b960f4,segment=NetworkSegment(47fe959e-bf04-4a52-979f-39e9f15189b6),segment_id=47fe959e-bf04-4a52-979f-39e9f15189b6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:40.203416 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9206c7dd-d8e6-4875-b9d3-8e9cd401aa08 req-ea71ac87-ebd7-432f-a88a-9d0b3720fc1d service neutron] 10.222.0.42 "DELETE /v2.0/ports/96e9d70d-2de3-419f-b358-aea7f660609f/bindings/n-h1-793618-9 HTTP/1.1" status: 204 len: 173 time: 0.2138987 Jul 16 18:03:40.217525 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.235182 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=3d761df1-f5b3-4ba8-8284-5fa4a77fa309,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:40.274432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.275071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.276479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-d64312c4-5784-4c17-9374-673760a0389d service neutron] 10.222.0.42 "PUT /v2.0/ports/5144f61a-357c-4cb4-8818-921085b960f4 HTTP/1.1" status: 200 len: 1092 time: 2.2289836 Jul 16 18:03:40.279740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35420309-d852-4e3c-8c81-9ae06b6e821c req-39a1f502-2034-48ae-b2ee-22edcdd82834 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317536 Jul 16 18:03:40.280396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ee43a2-e92e-4da2-be30-55af29c167ff', 'tag': '5144f61a-357c-4cb4-8818-921085b960f4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:40.283462 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def55d08-fd0b-4622-9c4a-eeb715075778" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ee43a2-e92e-4da2-be30-55af29c167ff", "tag": "5144f61a-357c-4cb4-8818-921085b960f4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:40.335666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64312c4-5784-4c17-9374-673760a0389d service neutron] Pushing event updated for resources: {'Port': ['ID=5144f61a-357c-4cb4-8818-921085b960f4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:40.399465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3d761df1-f5b3-4ba8-8284-5fa4a77fa309'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:40.429647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-c2b95c42-33ca-460d-8c92-20274dea82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.431893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-c2b95c42-33ca-460d-8c92-20274dea82c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=880f802a827a4ed4b78915ad2c129523&device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 1095 time: 0.0904007 Jul 16 18:03:40.525859 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-778eb3f4-9fec-4c11-be78-bb9ff474ff8d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5144f61a-357c-4cb4-8818-921085b960f4 HTTP/1.1" status: 200 len: 217 time: 0.0855260 Jul 16 18:03:40.678844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-55371948-451a-462e-8141-9628844f44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.680531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-55371948-451a-462e-8141-9628844f44e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0701585-264a-404b-b704-cfc39d33c1eb HTTP/1.1" status: 200 len: 855 time: 0.1426988 Jul 16 18:03:40.739161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8a50767b-bc9f-4a33-99c7-b55f31969adf tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.740765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8a50767b-bc9f-4a33-99c7-b55f31969adf tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 814 time: 0.3026056 Jul 16 18:03:40.755087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-68b32d5f-2a10-424b-8ce1-c899068c6e8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41171674-1d6b-4604-8f07-e1014019758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636325 Jul 16 18:03:40.790523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d064-ed43-4335-a501-a1e333dad89f req-075a0b03-cf18-41ab-9a6e-5b9b0e880fc9 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.792470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3534d064-ed43-4335-a501-a1e333dad89f req-075a0b03-cf18-41ab-9a6e-5b9b0e880fc9 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 945 time: 0.2903080 Jul 16 18:03:40.800695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-95bd3a4e-237d-42b1-8b33-b8f6e3478df4 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/quotas/1187b246a700405eb5f19d0e9e997cae HTTP/1.1" status: 200 len: 375 time: 0.0430264 Jul 16 18:03:40.906567 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-32758fea-ca30-4359-a159-f689bb36f433 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882668 Jul 16 18:03:41.004322 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3534d064-ed43-4335-a501-a1e333dad89f req-d6f511b1-2d61-450c-9948-3ccded37fb25 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bacaa4f-b289-456e-987a-5b7865769786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871593 Jul 16 18:03:41.098152 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-b21e5d7b-fe2a-44b2-9e66-fe2c81350c1a service neutron] 10.222.0.42 "GET /v2.0/networks/41171674-1d6b-4604-8f07-e1014019758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295920 Jul 16 18:03:41.222025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-b963fc23-5450-4282-95d5-6300b102124a service neutron] 10.222.0.52 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820878 Jul 16 18:03:41.344317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb72a54-07d7-4c58-97c8-de8365c08457 req-5419b975-3191-40e9-8216-1c3b9a0ffdfa service neutron] 10.222.0.42 "GET /v2.0/networks/41171674-1d6b-4604-8f07-e1014019758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339184 Jul 16 18:03:41.398915 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-b6eb7a48-e688-46fb-afa5-fb8b3c12dd3e service neutron] 10.222.0.52 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759222 Jul 16 18:03:41.417891 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8c8ded-4d67-42da-a12a-3c45cecd46b0 x-openstack-request-id: req-7b8c8ded-4d67-42da-a12a-3c45cecd46b0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:41.418292 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ee43a2-e92e-4da2-be30-55af29c167ff", "tag": "5144f61a-357c-4cb4-8818-921085b960f4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:41.418655 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b8c8ded-4d67-42da-a12a-3c45cecd46b0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:41.419172 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ee43a2-e92e-4da2-be30-55af29c167ff', 'tag': '5144f61a-357c-4cb4-8818-921085b960f4', 'status': 'completed', 'code': 200} Jul 16 18:03:41.552214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def55d08-fd0b-4622-9c4a-eeb715075778 req-fc5699a6-0ca4-4001-8316-deea8e7d1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:41.554499 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-def55d08-fd0b-4622-9c4a-eeb715075778 req-fc5699a6-0ca4-4001-8316-deea8e7d1b63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=880f802a827a4ed4b78915ad2c129523&device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 1095 time: 0.1119821 Jul 16 18:03:41.589373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:41.719435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:41.734353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:41.735019 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.857003 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.868495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def55d08-fd0b-4622-9c4a-eeb715075778 req-f71ba0c9-386f-4287-a65b-15ff61c27067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:41.870183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-def55d08-fd0b-4622-9c4a-eeb715075778 req-f71ba0c9-386f-4287-a65b-15ff61c27067 service neutron] 10.222.0.42 "GET /v2.0/networks?id=41171674-1d6b-4604-8f07-e1014019758b HTTP/1.1" status: 200 len: 916 time: 0.3055952 Jul 16 18:03:41.911116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdb11ab-517d-4af9-a866-d95eea42ad85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d761df1-f5b3-4ba8-8284-5fa4a77fa309'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:41.914149 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906a8f99-6d77-4632-8e0c-a5908a5e00dd" -d '{"events": [{"server_uuid": "0cdb11ab-517d-4af9-a866-d95eea42ad85", "name": "network-vif-plugged", "status": "completed", "tag": "3d761df1-f5b3-4ba8-8284-5fa4a77fa309"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:41.932257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-def55d08-fd0b-4622-9c4a-eeb715075778 req-87274dc6-e0f0-4ebe-b26e-6f52dbbc310f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5144f61a-357c-4cb4-8818-921085b960f4 HTTP/1.1" status: 200 len: 217 time: 0.0511363 Jul 16 18:03:41.946681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3d761df1-f5b3-4ba8-8284-5fa4a77fa309,segment=NetworkSegment(4aee2a83-eefc-414a-8163-3243ff28cc03),segment_id=4aee2a83-eefc-414a-8163-3243ff28cc03)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:41.952678 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.017170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def55d08-fd0b-4622-9c4a-eeb715075778 req-e5e6678e-1d5b-4d45-b064-0905096efb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.018763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-def55d08-fd0b-4622-9c4a-eeb715075778 req-e5e6678e-1d5b-4d45-b064-0905096efb2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b0701585-264a-404b-b704-cfc39d33c1eb HTTP/1.1" status: 200 len: 855 time: 0.0767040 Jul 16 18:03:42.028637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=3d761df1-f5b3-4ba8-8284-5fa4a77fa309,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:42.032479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590edacc-6a37-43eb-acb6-731ad168d0f4 req-93be9488-2fc4-4094-8b79-15d233468ba8 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.034106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-590edacc-6a37-43eb-acb6-731ad168d0f4 req-93be9488-2fc4-4094-8b79-15d233468ba8 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 944 time: 0.2326763 Jul 16 18:03:42.052606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfc6de-4cc4-48aa-90e5-1f3c28089fa6 req-b520ea2f-7dd5-4a29-a3d0-9f75ab8a6fbf tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.054279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-67cfc6de-4cc4-48aa-90e5-1f3c28089fa6 req-b520ea2f-7dd5-4a29-a3d0-9f75ab8a6fbf tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 944 time: 0.3456924 Jul 16 18:03:42.094220 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-def55d08-fd0b-4622-9c4a-eeb715075778 req-9e76d560-3cef-4e2b-bf30-0937a6656f37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=41171674-1d6b-4604-8f07-e1014019758b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580194 Jul 16 18:03:42.218161 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-590edacc-6a37-43eb-acb6-731ad168d0f4 req-e827c1ba-30b4-44ea-9ebf-39c9f691cfd3 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614797 Jul 16 18:03:42.250403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-67cfc6de-4cc4-48aa-90e5-1f3c28089fa6 req-b59143c8-bb66-470e-a294-d27af9b897b8 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1ef091-be94-46ae-942f-c57e3f0e8d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652956 Jul 16 18:03:42.304566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-def55d08-fd0b-4622-9c4a-eeb715075778 req-58a1cb30-ea27-48d7-acbb-4e15e20083b7 service neutron] 10.222.0.42 "GET /v2.0/networks/41171674-1d6b-4604-8f07-e1014019758b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945961 Jul 16 18:03:42.531546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-def55d08-fd0b-4622-9c4a-eeb715075778 req-87679aa8-6fb4-4f3f-a3a7-ecc4a8ca779d service neutron] 10.222.0.42 "GET /v2.0/networks/41171674-1d6b-4604-8f07-e1014019758b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185624 Jul 16 18:03:42.636011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1770475b-dde8-46a1-9375-a33f690c48f0 req-c2be4241-5338-4484-b8f3-417e2b8e45c2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 210 time: 0.0337431 Jul 16 18:03:42.709596 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587c315e-b884-4031-b0ee-d5ea5cc064ae x-openstack-request-id: req-587c315e-b884-4031-b0ee-d5ea5cc064ae {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:42.710167 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdb11ab-517d-4af9-a866-d95eea42ad85", "name": "network-vif-plugged", "status": "completed", "tag": "3d761df1-f5b3-4ba8-8284-5fa4a77fa309", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:42.710167 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-587c315e-b884-4031-b0ee-d5ea5cc064ae {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:42.710524 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdb11ab-517d-4af9-a866-d95eea42ad85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d761df1-f5b3-4ba8-8284-5fa4a77fa309', 'code': 200} Jul 16 18:03:42.886938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5e6ea-9217-4b6a-b34c-3df639c9dbb4 req-d4faf757-dda7-474e-864c-4293b65871cb tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.891126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2cf5e6ea-9217-4b6a-b34c-3df639c9dbb4 req-d4faf757-dda7-474e-864c-4293b65871cb tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 946 time: 0.1234980 Jul 16 18:03:43.009574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2cf5e6ea-9217-4b6a-b34c-3df639c9dbb4 req-dadfc3a4-8c4c-4dc6-bb47-1d5f2de2cbeb tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bacaa4f-b289-456e-987a-5b7865769786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127589 Jul 16 18:03:43.133055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d345-5f4f-40c1-84a3-bce0997457a9 req-83d43954-7a9d-40af-8ead-00fce3378b99 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.140865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d345-5f4f-40c1-84a3-bce0997457a9 req-83d43954-7a9d-40af-8ead-00fce3378b99 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.142574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0294d345-5f4f-40c1-84a3-bce0997457a9 req-83d43954-7a9d-40af-8ead-00fce3378b99 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1681 time: 0.2175930 Jul 16 18:03:43.144686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498db0e5-07bc-4a24-8007-1420e3085b9f req-54cd51e8-bc1d-491c-a16a-b0d530f78c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.151621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-498db0e5-07bc-4a24-8007-1420e3085b9f req-54cd51e8-bc1d-491c-a16a-b0d530f78c04 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 1097 time: 0.2249887 Jul 16 18:03:43.260262 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-498db0e5-07bc-4a24-8007-1420e3085b9f req-5d5b2fcc-68d6-4d47-b372-e04a1add3d09 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5bacaa4f-b289-456e-987a-5b7865769786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011055 Jul 16 18:03:43.263077 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0294d345-5f4f-40c1-84a3-bce0997457a9 req-7e844779-a5ba-4b5f-b93d-decf775b69d2 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094809 Jul 16 18:03:43.288522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9dbe-c600-409c-b4a0-dbe3cf0184e0 req-96c034af-b111-47fa-b43d-c1e7b5ce280e tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.290291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fabb9dbe-c600-409c-b4a0-dbe3cf0184e0 req-96c034af-b111-47fa-b43d-c1e7b5ce280e tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 1095 time: 0.1021473 Jul 16 18:03:43.358154 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fabb9dbe-c600-409c-b4a0-dbe3cf0184e0 req-5b770c96-6542-4461-8336-4665fd670a02 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609193 Jul 16 18:03:43.428614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:43.434784 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c89c4986-710e-4744-a589-c52178ed1581 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-170649107'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:43.491064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89c4986-710e-4744-a589-c52178ed1581 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:43.494972 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c89c4986-710e-4744-a589-c52178ed1581 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.546171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89c4986-710e-4744-a589-c52178ed1581 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:43.561123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c89c4986-710e-4744-a589-c52178ed1581 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.562190 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-c89c4986-710e-4744-a589-c52178ed1581 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Added segment 02879048-76c7-4995-b2f2-9292ca7d1fd8 of type vlan for network f8d3014e-98b1-4372-b371-192abfc83760 Jul 16 18:03:43.595682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5144f61a-357c-4cb4-8818-921085b960f4 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:43.612278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-a2abba53-b7e0-486d-b6fb-c9d031a819bd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.614208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-a2abba53-b7e0-486d-b6fb-c9d031a819bd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.38 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 814 time: 0.2260938 Jul 16 18:03:43.639915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Request body: {'port': {'device_id': '3afca0c6-5184-4b3a-8176-3a8f963eb923', 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb', 'admin_state_up': True, 'tenant_id': '1187b246a700405eb5f19d0e9e997cae'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:43.649114 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c89c4986-710e-4744-a589-c52178ed1581 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.665093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764025a-bb2f-4a81-b14e-d0e64d7f22d0 req-ca6115d6-68ee-4f15-8083-c4516cc9ad47 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.669732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0764025a-bb2f-4a81-b14e-d0e64d7f22d0 req-ca6115d6-68ee-4f15-8083-c4516cc9ad47 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 944 time: 0.2006042 Jul 16 18:03:43.708254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c89c4986-710e-4744-a589-c52178ed1581 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.717535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89c4986-710e-4744-a589-c52178ed1581 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.718160 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c89c4986-710e-4744-a589-c52178ed1581 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.729511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5144f61a-357c-4cb4-8818-921085b960f4, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5144f61a-357c-4cb4-8818-921085b960f4,segment=NetworkSegment(47fe959e-bf04-4a52-979f-39e9f15189b6),segment_id=47fe959e-bf04-4a52-979f-39e9f15189b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:43.743528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '5144f61a-357c-4cb4-8818-921085b960f4', 'network_id': '41171674-1d6b-4604-8f07-e1014019758b', 'port_id': '5144f61a-357c-4cb4-8818-921085b960f4', 'mac_address': 'fa:16:3e:af:a8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0701585-264a-404b-b704-cfc39d33c1eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:43.796888 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.818152 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0764025a-bb2f-4a81-b14e-d0e64d7f22d0 req-ed4b4b96-d7fc-4eb2-a17c-062ce482a0d9 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1ef091-be94-46ae-942f-c57e3f0e8d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350391 Jul 16 18:03:43.819290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5144f61a-357c-4cb4-8818-921085b960f4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:43.829921 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c4986-710e-4744-a589-c52178ed1581 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Network': ['ID=f8d3014e-98b1-4372-b371-192abfc83760,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:43.844606 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c89c4986-710e-4744-a589-c52178ed1581 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4139340 Jul 16 18:03:43.845272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:43.851271 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-90e123fb-ec7f-4348-bef0-d2feb13cad88 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1948619560'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:43.852560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5144f61a-357c-4cb4-8818-921085b960f4, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5144f61a-357c-4cb4-8818-921085b960f4,segment=NetworkSegment(47fe959e-bf04-4a52-979f-39e9f15189b6),segment_id=47fe959e-bf04-4a52-979f-39e9f15189b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:43.858226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network f8d3014e-98b1-4372-b371-192abfc83760 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:43.876491 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.878660 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e123fb-ec7f-4348-bef0-d2feb13cad88 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:43.883165 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90e123fb-ec7f-4348-bef0-d2feb13cad88 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.910662 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e123fb-ec7f-4348-bef0-d2feb13cad88 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:43.917226 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5155e-8b63-40fa-8a4f-81197ea2f180 req-02289633-25dd-48ce-a4b1-ab6dde7df6e3 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.928899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7d5155e-8b63-40fa-8a4f-81197ea2f180 req-02289633-25dd-48ce-a4b1-ab6dde7df6e3 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 1095 time: 0.2199643 Jul 16 18:03:43.937545 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90e123fb-ec7f-4348-bef0-d2feb13cad88 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.938121 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-90e123fb-ec7f-4348-bef0-d2feb13cad88 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Added segment 77cf7dd6-de0a-4925-9af9-cb9c4536d49c of type vlan for network ac8af031-332b-49b9-a5c1-24e1effc1820 Jul 16 18:03:43.988342 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90e123fb-ec7f-4348-bef0-d2feb13cad88 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.011099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5144f61a-357c-4cb4-8818-921085b960f4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:44.026197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Made reservation on behalf of 1187b246a700405eb5f19d0e9e997cae for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:44.035189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.040982 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90e123fb-ec7f-4348-bef0-d2feb13cad88 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.041941 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea970e87-b134-4004-8cbc-ab4fd389f000 req-bcfe913f-a921-46ca-8b3e-818e726dcb0e tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 210 time: 0.0728612 Jul 16 18:03:44.049842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e123fb-ec7f-4348-bef0-d2feb13cad88 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.051215 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90e123fb-ec7f-4348-bef0-d2feb13cad88 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.091382 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-90e123fb-ec7f-4348-bef0-d2feb13cad88 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2445681 Jul 16 18:03:44.092512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:44.106283 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-66401db8-35b1-486c-963a-8b2d1110ab54 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'subnet': {'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:44.120018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5144f61a-357c-4cb4-8818-921085b960f4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:44.175984 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e123fb-ec7f-4348-bef0-d2feb13cad88 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Network': ['ID=ac8af031-332b-49b9-a5c1-24e1effc1820,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:44.202638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network ac8af031-332b-49b9-a5c1-24e1effc1820 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:44.254242 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66401db8-35b1-486c-963a-8b2d1110ab54 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:44.259123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66401db8-35b1-486c-963a-8b2d1110ab54 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.325891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7d5155e-8b63-40fa-8a4f-81197ea2f180 req-9f41d17e-7f50-4bc0-b13c-599e5f0f6a8d tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956594 Jul 16 18:03:44.411924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Allocated IP 172.20.0.9 (78ac342c-aeee-4ee0-be14-8b86df8e98bb/b7403874-e2c4-4056-a85b-6286c507c9f9/fcff7823-865a-4ee3-b780-8b9f7da28b23) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:44.770552 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:44.880554 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66401db8-35b1-486c-963a-8b2d1110ab54 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.880784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-800ef08e-6e80-40cf-996a-d529b88b01b4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.887576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-800ef08e-6e80-40cf-996a-d529b88b01b4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.890176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-800ef08e-6e80-40cf-996a-d529b88b01b4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1681 time: 0.5762575 Jul 16 18:03:44.897473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03071d7e-b911-41a4-b22b-9c3d473fbec0 req-d5d604b9-f8cc-45cf-8b2a-ea51a70a726e tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.898855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03071d7e-b911-41a4-b22b-9c3d473fbec0 req-d5d604b9-f8cc-45cf-8b2a-ea51a70a726e tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 946 time: 0.5667322 Jul 16 18:03:44.934367 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae7bd-36e3-46d9-a25d-5571d6bbf982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.968814 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66401db8-35b1-486c-963a-8b2d1110ab54 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Subnet': ['ID=d77e86e2-81a4-4c4a-b62b-cb8197e196bc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:44.988241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66401db8-35b1-486c-963a-8b2d1110ab54 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Checking segment: {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:44.988626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66401db8-35b1-486c-963a-8b2d1110ab54 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Network hostable DHCP agents. Network: f8d3014e-98b1-4372-b371-192abfc83760, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:45.021327 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66401db8-35b1-486c-963a-8b2d1110ab54 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Network f8d3014e-98b1-4372-b371-192abfc83760 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:45.039039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-66401db8-35b1-486c-963a-8b2d1110ab54 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, f8d3014e-98b1-4372-b371-192abfc83760) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:45.046686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66401db8-35b1-486c-963a-8b2d1110ab54 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.047311 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66401db8-35b1-486c-963a-8b2d1110ab54 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.049764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb16bbe-2dbd-4387-bc39-e72e14d2e958 None None] Network f8d3014e-98b1-4372-b371-192abfc83760 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:45.062856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03071d7e-b911-41a4-b22b-9c3d473fbec0 req-098c3f89-f498-439f-8e60-d1355a7bbda6 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bacaa4f-b289-456e-987a-5b7865769786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484354 Jul 16 18:03:45.108733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae7bd-36e3-46d9-a25d-5571d6bbf982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.118344 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b4ae7bd-36e3-46d9-a25d-5571d6bbf982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.138258 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-66401db8-35b1-486c-963a-8b2d1110ab54 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0369682 Jul 16 18:03:45.144238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:45.153341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0573106d-a54d-4ab2-bdf7-1a6a03fefb0c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'subnet': {'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:45.172646 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5b4ae7bd-36e3-46d9-a25d-5571d6bbf982 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89bd8346f0b24459afd06f9801c30a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009690 Jul 16 18:03:45.175154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:45.181978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ae7bd-36e3-46d9-a25d-5571d6bbf982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27079771-69a7-44fa-8a73-89c53d67d706,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:45.219594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7b5c3-e1d6-4eaa-a3a7-1f415cf62acd req-98257b52-7cee-42be-9f48-b773608031f4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.226974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7b5c3-e1d6-4eaa-a3a7-1f415cf62acd req-98257b52-7cee-42be-9f48-b773608031f4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.234450 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63f7b5c3-e1d6-4eaa-a3a7-1f415cf62acd req-98257b52-7cee-42be-9f48-b773608031f4 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 1681 time: 0.3316612 Jul 16 18:03:45.239764 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bbb64c6-e382-4a1e-9513-7cd9742c43d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.266546 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bbb64c6-e382-4a1e-9513-7cd9742c43d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.296525 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-f8d3014e-98b1-4372-b371-192abfc83760', 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'fixed_ips': [{'subnet_id': 'd77e86e2-81a4-4c4a-b62b-cb8197e196bc'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:45.297417 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.366072 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.374885 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bbb64c6-e382-4a1e-9513-7cd9742c43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.384020 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bbb64c6-e382-4a1e-9513-7cd9742c43d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.387672 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2bbb64c6-e382-4a1e-9513-7cd9742c43d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27079771-69a7-44fa-8a73-89c53d67d706 HTTP/1.1" status: 204 len: 168 time: 0.2089472 Jul 16 18:03:45.408276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb64c6-e382-4a1e-9513-7cd9742c43d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27079771-69a7-44fa-8a73-89c53d67d706,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:45.448213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63f7b5c3-e1d6-4eaa-a3a7-1f415cf62acd req-f0669f1b-0a53-4d7e-b847-0f1785b87d65 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127914 Jul 16 18:03:45.454979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-9fd1d9a6-f1a7-4a5d-b7cc-6b2a1909fcfa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting port 68dad3f3-165a-4d6f-9334-57f895832c62 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:45.455342 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-9fd1d9a6-f1a7-4a5d-b7cc-6b2a1909fcfa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.588604 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Allocated IP 10.1.1.2 (f8d3014e-98b1-4372-b371-192abfc83760/d77e86e2-81a4-4c4a-b62b-cb8197e196bc/7e47f071-a89d-4bbd-acc1-1cffe4aa71b1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:45.627147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5144f61a-357c-4cb4-8818-921085b960f4 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:45.639967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0573106d-a54d-4ab2-bdf7-1a6a03fefb0c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:45.648531 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573106d-a54d-4ab2-bdf7-1a6a03fefb0c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.821812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 5144f61a-357c-4cb4-8818-921085b960f4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:45.851831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 5144f61a-357c-4cb4-8818-921085b960f4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:45.852224 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.856865 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-48355cd3-6d04-4247-9957-8e57229c5c42 req-515bd232-4743-4f49-a077-3ea3e3d3fbd0 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 210 time: 0.1469903 Jul 16 18:03:45.893448 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.963212 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.972080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Transition to ACTIVE for port object 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:45.974795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-9fd1d9a6-f1a7-4a5d-b7cc-6b2a1909fcfa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] For port 68dad3f3-165a-4d6f-9334-57f895832c62, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=68dad3f3-165a-4d6f-9334-57f895832c62,segment=NetworkSegment(584db92a-33e8-48c4-8c83-4e8042f1ac76),segment_id=584db92a-33e8-48c4-8c83-4e8042f1ac76)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:45.975240 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-9fd1d9a6-f1a7-4a5d-b7cc-6b2a1909fcfa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.987353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Transition to ACTIVE for port object 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:46.015856 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.018282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-9fd1d9a6-f1a7-4a5d-b7cc-6b2a1909fcfa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Calling delete_port for 68dad3f3-165a-4d6f-9334-57f895832c62 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:46.029871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Network 78ac342c-aeee-4ee0-be14-8b86df8e98bb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:46.046329 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:46.053222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Pushing event updated for resources: {'Port': ['ID=fcff7823-865a-4ee3-b780-8b9f7da28b23,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.058209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:46.071746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Network f8d3014e-98b1-4372-b371-192abfc83760 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:46.080408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:46.084787 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.088745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:46.103407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Pushing event updated for resources: {'Port': ['ID=7e47f071-a89d-4bbd-acc1-1cffe4aa71b1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.162359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ee43a2-e92e-4da2-be30-55af29c167ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5144f61a-357c-4cb4-8818-921085b960f4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:46.164360 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7798e854-ef71-4f13-96b5-d1cccd7c4e2c" -d '{"events": [{"server_uuid": "e8ee43a2-e92e-4da2-be30-55af29c167ff", "name": "network-vif-plugged", "status": "completed", "tag": "5144f61a-357c-4cb4-8818-921085b960f4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:46.178598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5144f61a-357c-4cb4-8818-921085b960f4, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5144f61a-357c-4cb4-8818-921085b960f4,segment=NetworkSegment(47fe959e-bf04-4a52-979f-39e9f15189b6),segment_id=47fe959e-bf04-4a52-979f-39e9f15189b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:46.186951 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.193853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Attempting to bind port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:46.194471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Attempting to bind port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:46.195128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Attempting to bind port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 on network f8d3014e-98b1-4372-b371-192abfc83760 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:46.222099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:46.222749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Checking segment: {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:46.223351 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.223935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Bound using segment: {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:46.224313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d54112-369e-4b9d-b16f-22dcc3471480 req-68f67e63-278e-4517-8a9b-1c713750fd7b tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:46.224811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Bound port: 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:46.225423 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.231877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68d54112-369e-4b9d-b16f-22dcc3471480 req-68f67e63-278e-4517-8a9b-1c713750fd7b tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 945 time: 0.5207837 Jul 16 18:03:46.283361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5144f61a-357c-4cb4-8818-921085b960f4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.305234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:46.305957 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.318422 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] For port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:46.321608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] For port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=7e47f071-a89d-4bbd-acc1-1cffe4aa71b1,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:46.330812 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.411531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebe7d5-6cae-433c-a9c6-49274e61ae2c None None] Pushing event updated for resources: {'Port': ['ID=7e47f071-a89d-4bbd-acc1-1cffe4aa71b1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.539930 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-98a0e167-d0d7-44ed-a20e-94f738022bcb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9103334 Jul 16 18:03:46.541114 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573106d-a54d-4ab2-bdf7-1a6a03fefb0c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.552285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-9fd1d9a6-f1a7-4a5d-b7cc-6b2a1909fcfa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.583131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Request body: {'port': {'device_id': '3afca0c6-5184-4b3a-8176-3a8f963eb923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:46.735417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1d9a6-f1a7-4a5d-b7cc-6b2a1909fcfa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Port': ['ID=68dad3f3-165a-4d6f-9334-57f895832c62,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.763368 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68d54112-369e-4b9d-b16f-22dcc3471480 req-3287977b-8ad8-454d-b662-6a7b1ed0d98e tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1ef091-be94-46ae-942f-c57e3f0e8d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236411 Jul 16 18:03:46.828882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69a191-c8ee-47dc-b4d9-7adfa82d13dd req-d1e994db-5257-4f01-b36d-5e85a9a1123a tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:46.841115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe69a191-c8ee-47dc-b4d9-7adfa82d13dd req-d1e994db-5257-4f01-b36d-5e85a9a1123a tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 946 time: 0.7173445 Jul 16 18:03:46.889986 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8621d11-372c-4e30-811e-c1de3ca40117 x-openstack-request-id: req-f8621d11-372c-4e30-811e-c1de3ca40117 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:46.890963 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ee43a2-e92e-4da2-be30-55af29c167ff", "name": "network-vif-plugged", "status": "completed", "tag": "5144f61a-357c-4cb4-8818-921085b960f4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:46.891219 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8621d11-372c-4e30-811e-c1de3ca40117 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:46.891632 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ee43a2-e92e-4da2-be30-55af29c167ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5144f61a-357c-4cb4-8818-921085b960f4', 'code': 200} Jul 16 18:03:46.998966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0573106d-a54d-4ab2-bdf7-1a6a03fefb0c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Checking segment: {'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:46.999365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0573106d-a54d-4ab2-bdf7-1a6a03fefb0c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Network hostable DHCP agents. Network: ac8af031-332b-49b9-a5c1-24e1effc1820, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:47.001656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573106d-a54d-4ab2-bdf7-1a6a03fefb0c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Subnet': ['ID=6209d1f1-0281-4b08-99ad-f54e411f3cea,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:47.054416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-9fd1d9a6-f1a7-4a5d-b7cc-6b2a1909fcfa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] No DVR routers for this DVR port 68dad3f3-165a-4d6f-9334-57f895832c62 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:47.065112 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-9fd1d9a6-f1a7-4a5d-b7cc-6b2a1909fcfa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.067089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-9fd1d9a6-f1a7-4a5d-b7cc-6b2a1909fcfa tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "DELETE /v2.0/ports/68dad3f3-165a-4d6f-9334-57f895832c62 HTTP/1.1" status: 204 len: 173 time: 2.1655276 Jul 16 18:03:47.068958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'name': 'network-vif-deleted', 'tag': '68dad3f3-165a-4d6f-9334-57f895832c62'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:47.071212 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811263ad-f82f-4832-ae10-62224da1018c" -d '{"events": [{"server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "name": "network-vif-deleted", "tag": "68dad3f3-165a-4d6f-9334-57f895832c62"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:47.104590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe69a191-c8ee-47dc-b4d9-7adfa82d13dd req-7ad6ab9c-d701-4b94-bb79-da89c88bf084 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bacaa4f-b289-456e-987a-5b7865769786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588367 Jul 16 18:03:47.190372 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.212056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0573106d-a54d-4ab2-bdf7-1a6a03fefb0c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Network ac8af031-332b-49b9-a5c1-24e1effc1820 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:47.259150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0573106d-a54d-4ab2-bdf7-1a6a03fefb0c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, ac8af031-332b-49b9-a5c1-24e1effc1820) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:47.268651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ce83d-14e7-4aa4-b0f1-2a012e445128 None None] Network ac8af031-332b-49b9-a5c1-24e1effc1820 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:47.301770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0573106d-a54d-4ab2-bdf7-1a6a03fefb0c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.302386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0573106d-a54d-4ab2-bdf7-1a6a03fefb0c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.494638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:47.532645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-ac8af031-332b-49b9-a5c1-24e1effc1820', 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'fixed_ips': [{'subnet_id': '6209d1f1-0281-4b08-99ad-f54e411f3cea'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:47.533901 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.632202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:47.649896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 68dad3f3-165a-4d6f-9334-57f895832c62 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:47.675964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 68dad3f3-165a-4d6f-9334-57f895832c62 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:47.676724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 68dad3f3-165a-4d6f-9334-57f895832c62 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:47.677390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7706aefc-2aca-4388-997f-d584c2630945 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:47.748298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d8e11-b405-463d-a4b5-7d960d14397b req-d8093245-bb1c-4c0e-b162-032fdaba4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.750874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a5d8e11-b405-463d-a4b5-7d960d14397b req-d8093245-bb1c-4c0e-b162-032fdaba4b72 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 1097 time: 0.7545993 Jul 16 18:03:47.759660 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0573106d-a54d-4ab2-bdf7-1a6a03fefb0c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6110899 Jul 16 18:03:47.762773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:47.769473 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'port': {'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760', 'name': 'tempest-TaggedBootDevicesTest-1390703698', 'fixed_ips': [{'subnet_id': 'd77e86e2-81a4-4c4a-b62b-cb8197e196bc'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:47.802153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624872c6-b072-40ec-884b-26e9ba71b185 req-1d36c88e-17c0-4471-9f7c-b3cfd74fa198 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.809813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-624872c6-b072-40ec-884b-26e9ba71b185 req-1d36c88e-17c0-4471-9f7c-b3cfd74fa198 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e3e662-d00f-4d05-83ae-0ba644f84414 HTTP/1.1" status: 200 len: 945 time: 0.7493002 Jul 16 18:03:47.881860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Allocated IP 10.2.2.2 (ac8af031-332b-49b9-a5c1-24e1effc1820/6209d1f1-0281-4b08-99ad-f54e411f3cea/40420b8c-f895-4c80-b6dd-8237af352e53) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:47.886165 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.914869 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c62b8-5b4f-47d6-ac3f-156eff4ad864 None None] Network f8d3014e-98b1-4372-b371-192abfc83760 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:47.916727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcff7823-865a-4ee3-b780-8b9f7da28b23 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:47.927281 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.957530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7706aefc-2aca-4388-997f-d584c2630945, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7706aefc-2aca-4388-997f-d584c2630945,segment=NetworkSegment(98692fc6-90e7-4bd4-92cd-c14bd8b1a253),segment_id=98692fc6-90e7-4bd4-92cd-c14bd8b1a253)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:47.977934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:47.984334 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.011356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:48.013162 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-624872c6-b072-40ec-884b-26e9ba71b185 req-93bb9154-e05a-4e41-aa03-04029159f8ab tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "GET /v2.0/security-groups?id=eeb80a9d-0f38-46d6-b984-15da2ba1c471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013812 Jul 16 18:03:48.018022 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aee6fd06-dd60-4588-9045-c991a0f2e26e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-360925264'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:48.049615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Transition to ACTIVE for port object fcff7823-865a-4ee3-b780-8b9f7da28b23 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:48.057429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-03341e85-9bcd-49bc-bddb-ba00449d1fd7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting port 7706aefc-2aca-4388-997f-d584c2630945 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:48.057835 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-03341e85-9bcd-49bc-bddb-ba00449d1fd7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.166832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-03341e85-9bcd-49bc-bddb-ba00449d1fd7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] For port 7706aefc-2aca-4388-997f-d584c2630945, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7706aefc-2aca-4388-997f-d584c2630945,segment=NetworkSegment(98692fc6-90e7-4bd4-92cd-c14bd8b1a253),segment_id=98692fc6-90e7-4bd4-92cd-c14bd8b1a253)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:48.167083 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-03341e85-9bcd-49bc-bddb-ba00449d1fd7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.168551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee6fd06-dd60-4588-9045-c991a0f2e26e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:48.179467 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aee6fd06-dd60-4588-9045-c991a0f2e26e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.181709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-03341e85-9bcd-49bc-bddb-ba00449d1fd7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Calling delete_port for 7706aefc-2aca-4388-997f-d584c2630945 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:48.192131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-927282a6-7462-4399-a6de-0bc75bda4b8c None None] Provisioning for port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:48.252598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-927282a6-7462-4399-a6de-0bc75bda4b8c None None] Provisioning complete for port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:48.252598 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-927282a6-7462-4399-a6de-0bc75bda4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.260350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee6fd06-dd60-4588-9045-c991a0f2e26e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:48.285529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aee6fd06-dd60-4588-9045-c991a0f2e26e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.286204 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-aee6fd06-dd60-4588-9045-c991a0f2e26e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Added segment e5e04f94-fc44-4b52-93af-f295b8ffee08 of type vlan for network 7cc8bf9d-645a-4817-933d-397852636c3d Jul 16 18:03:48.299351 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.353746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a5d8e11-b405-463d-a4b5-7d960d14397b req-33329fb4-7cec-4ed1-a522-8a1b2db850b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cf1ef091-be94-46ae-942f-c57e3f0e8d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5925303 Jul 16 18:03:48.359332 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1deaab-a4de-46ee-9b0e-4d4fef7ad48c x-openstack-request-id: req-7d1deaab-a4de-46ee-9b0e-4d4fef7ad48c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:48.359965 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "name": "network-vif-deleted", "tag": "68dad3f3-165a-4d6f-9334-57f895832c62", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:48.360241 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d1deaab-a4de-46ee-9b0e-4d4fef7ad48c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:48.361167 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'name': 'network-vif-deleted', 'tag': '68dad3f3-165a-4d6f-9334-57f895832c62', 'status': 'completed', 'code': 200} Jul 16 18:03:48.361630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] device_id is not set on port 4b93616d-b40c-420c-8b0a-a5239b5587a3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:03:48.368252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aee6fd06-dd60-4588-9045-c991a0f2e26e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.371058 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.376954 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-03341e85-9bcd-49bc-bddb-ba00449d1fd7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.475785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00231f56-04bd-4f85-9e52-f47b8b1d1b81 req-adfdf8f2-1e3b-4b34-b020-f62b00527fa4 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.475785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00231f56-04bd-4f85-9e52-f47b8b1d1b81 req-adfdf8f2-1e3b-4b34-b020-f62b00527fa4 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 931 time: 0.7476153 Jul 16 18:03:48.478251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=7706aefc-2aca-4388-997f-d584c2630945,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:48.583017 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aee6fd06-dd60-4588-9045-c991a0f2e26e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.590271 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6fd06-dd60-4588-9045-c991a0f2e26e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.591284 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aee6fd06-dd60-4588-9045-c991a0f2e26e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.594921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-03341e85-9bcd-49bc-bddb-ba00449d1fd7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] No DVR routers for this DVR port 7706aefc-2aca-4388-997f-d584c2630945 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:48.604052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Pushing event updated for resources: {'Port': ['ID=fcff7823-865a-4ee3-b780-8b9f7da28b23,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:48.604470 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.618651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Transition to ACTIVE for port object 40420b8c-f895-4c80-b6dd-8237af352e53 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:48.620697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5a448f4-ffe0-4de3-8b07-ec2a5401aa3f req-93296cb5-b002-4cd6-9c65-b465b495d80c tempest-AbsoluteLimitsNegativeTestJSON-1732032808 tempest-AbsoluteLimitsNegativeTestJSON-1732032808-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=735d777aea894a4285ea47303bdf67b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1426606 Jul 16 18:03:48.621907 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-03341e85-9bcd-49bc-bddb-ba00449d1fd7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.624037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c33ee3f2-525a-4494-af31-d0a55cc9c3f3 req-03341e85-9bcd-49bc-bddb-ba00449d1fd7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.38 "DELETE /v2.0/ports/7706aefc-2aca-4388-997f-d584c2630945 HTTP/1.1" status: 204 len: 173 time: 1.5483119 Jul 16 18:03:48.643513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Transition to ACTIVE for port object 40420b8c-f895-4c80-b6dd-8237af352e53 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:48.678595 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.682640 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-aee6fd06-dd60-4588-9045-c991a0f2e26e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6692502 Jul 16 18:03:48.688509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:48.693961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-641441526'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:48.760179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:48.765720 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.784042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6fd06-dd60-4588-9045-c991a0f2e26e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Network': ['ID=7cc8bf9d-645a-4817-933d-397852636c3d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:48.797019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Network ac8af031-332b-49b9-a5c1-24e1effc1820 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:48.812796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 7cc8bf9d-645a-4817-933d-397852636c3d details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:48.824117 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:48.827377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:48.869036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Allocated IP 10.1.1.181 (f8d3014e-98b1-4372-b371-192abfc83760/d77e86e2-81a4-4c4a-b62b-cb8197e196bc/4b93616d-b40c-420c-8b0a-a5239b5587a3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:48.878660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Pushing event updated for resources: {'Port': ['ID=40420b8c-f895-4c80-b6dd-8237af352e53,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:48.882528 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-927282a6-7462-4399-a6de-0bc75bda4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.907039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7706aefc-2aca-4388-997f-d584c2630945'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:48.911267 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7861e11-9b85-4348-8119-c42d4b85a04d" -d '{"events": [{"server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "name": "network-vif-unplugged", "status": "completed", "tag": "7706aefc-2aca-4388-997f-d584c2630945"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:48.933716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a448f4-ffe0-4de3-8b07-ec2a5401aa3f req-6789c2ce-fe9f-47a4-b3ac-d3db080f36f7 tempest-AbsoluteLimitsNegativeTestJSON-1732032808 tempest-AbsoluteLimitsNegativeTestJSON-1732032808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.937711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5a448f4-ffe0-4de3-8b07-ec2a5401aa3f req-6789c2ce-fe9f-47a4-b3ac-d3db080f36f7 tempest-AbsoluteLimitsNegativeTestJSON-1732032808 tempest-AbsoluteLimitsNegativeTestJSON-1732032808-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3071952 Jul 16 18:03:48.941909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03341e85-9bcd-49bc-bddb-ba00449d1fd7 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Port': ['ID=7706aefc-2aca-4388-997f-d584c2630945,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.002397 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:49.016577 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.017138 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Added segment f4d180e7-4980-47d0-9704-ef63dd7000c3 of type vlan for network 29c282e7-cacf-472e-b53a-2daeee14b484 Jul 16 18:03:49.018094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00231f56-04bd-4f85-9e52-f47b8b1d1b81 req-6de61ff8-c041-4165-bf35-3ba68dbdbc42 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181928 Jul 16 18:03:49.022379 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Attempting to bind port 40420b8c-f895-4c80-b6dd-8237af352e53 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:49.022859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Attempting to bind port 40420b8c-f895-4c80-b6dd-8237af352e53 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:49.023329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Attempting to bind port 40420b8c-f895-4c80-b6dd-8237af352e53 on network ac8af031-332b-49b9-a5c1-24e1effc1820 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:49.034329 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5a448f4-ffe0-4de3-8b07-ec2a5401aa3f req-ede1d607-269c-4d5f-bd88-b66706da956d tempest-AbsoluteLimitsNegativeTestJSON-1732032808 tempest-AbsoluteLimitsNegativeTestJSON-1732032808-project] 10.222.0.52 "GET /v2.0/quotas/735d777aea894a4285ea47303bdf67b8 HTTP/1.1" status: 200 len: 375 time: 0.0860703 Jul 16 18:03:49.072804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:49.073383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Checking segment: {'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:49.073943 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.074441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Bound using segment: {'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:49.074630 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.075151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Bound port: 40420b8c-f895-4c80-b6dd-8237af352e53, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:49.075657 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.088427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-927282a6-7462-4399-a6de-0bc75bda4b8c None None] For port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=7e47f071-a89d-4bbd-acc1-1cffe4aa71b1,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:49.115348 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-927282a6-7462-4399-a6de-0bc75bda4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.125293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5a448f4-ffe0-4de3-8b07-ec2a5401aa3f req-cbdd287b-c3df-4f07-b6c6-1cbf10fd1b46 tempest-AbsoluteLimitsNegativeTestJSON-1732032808 tempest-AbsoluteLimitsNegativeTestJSON-1732032808-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=735d777aea894a4285ea47303bdf67b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848641 Jul 16 18:03:49.163148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Attempting to bind port fcff7823-865a-4ee3-b780-8b9f7da28b23 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:49.163748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Attempting to bind port fcff7823-865a-4ee3-b780-8b9f7da28b23 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:49.165753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Attempting to bind port fcff7823-865a-4ee3-b780-8b9f7da28b23 on network 78ac342c-aeee-4ee0-be14-8b86df8e98bb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:49.183257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Port fcff7823-865a-4ee3-b780-8b9f7da28b23 on network 78ac342c-aeee-4ee0-be14-8b86df8e98bb not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:49.186874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Attempting to bind port fcff7823-865a-4ee3-b780-8b9f7da28b23 on network 78ac342c-aeee-4ee0-be14-8b86df8e98bb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:49.227315 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:49.227885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Checking segment: {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:49.228473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Bound using segment: {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:49.229305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Bound port: fcff7823-865a-4ee3-b780-8b9f7da28b23, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:49.230053 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.262516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.301193 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927282a6-7462-4399-a6de-0bc75bda4b8c None None] Pushing event updated for resources: {'Port': ['ID=7e47f071-a89d-4bbd-acc1-1cffe4aa71b1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.302976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Transition to ACTIVE for port object 4b93616d-b40c-420c-8b0a-a5239b5587a3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:49.371170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] For port 40420b8c-f895-4c80-b6dd-8237af352e53, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:49.381416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] For port 40420b8c-f895-4c80-b6dd-8237af352e53, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=40420b8c-f895-4c80-b6dd-8237af352e53,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:49.396836 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:03:49.406746 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.459119 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.461924 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.470263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.470939 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.524002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667df099-adc6-4e12-9cd8-cd4278bc52fc req-70bf853c-cc75-4cbf-8249-4b299fff0f1e tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.531330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-667df099-adc6-4e12-9cd8-cd4278bc52fc req-70bf853c-cc75-4cbf-8249-4b299fff0f1e tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 946 time: 0.3136683 Jul 16 18:03:49.576520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] For port fcff7823-865a-4ee3-b780-8b9f7da28b23, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:49.582250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55f336-50d0-49b7-b668-51a8ddafd123 None None] Pushing event updated for resources: {'Port': ['ID=40420b8c-f895-4c80-b6dd-8237af352e53,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.583427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Network': ['ID=29c282e7-cacf-472e-b53a-2daeee14b484,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.595642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 29c282e7-cacf-472e-b53a-2daeee14b484 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:49.638137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Network f8d3014e-98b1-4372-b371-192abfc83760 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:49.645632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:49.651068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:49.699389 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-525e1f72-d762-404b-b9ee-794a61ccf156 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0069327 Jul 16 18:03:49.720217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:49.730655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] For port fcff7823-865a-4ee3-b780-8b9f7da28b23, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fcff7823-865a-4ee3-b780-8b9f7da28b23,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:49.737794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0c06aa51-6f6e-481b-a72d-30148c882173 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'subnet': {'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:49.771171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-667df099-adc6-4e12-9cd8-cd4278bc52fc req-18ee11d3-393d-4aeb-931d-2e4bb4d98ba2 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1ef091-be94-46ae-942f-c57e3f0e8d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286425 Jul 16 18:03:49.780788 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.807661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Port': ['ID=4b93616d-b40c-420c-8b0a-a5239b5587a3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.825154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:49.917480 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.923536 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223c801b-af12-40a2-9009-f00e3ebc04dc x-openstack-request-id: req-223c801b-af12-40a2-9009-f00e3ebc04dc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:49.923882 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "name": "network-vif-unplugged", "status": "completed", "tag": "7706aefc-2aca-4388-997f-d584c2630945", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:49.924143 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-223c801b-af12-40a2-9009-f00e3ebc04dc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:49.924621 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7706aefc-2aca-4388-997f-d584c2630945', 'code': 200} Jul 16 18:03:49.924870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.925544 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.927544 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] 10.222.0.38 "PUT /v2.0/ports/fcff7823-865a-4ee3-b780-8b9f7da28b23 HTTP/1.1" status: 200 len: 1091 time: 3.3560965 Jul 16 18:03:49.929826 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.944614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd5c2423-95e8-41e3-97c9-2b1854118921 None None] Provisioning complete for port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:49.944998 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd5c2423-95e8-41e3-97c9-2b1854118921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.949927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441b619-e8a0-42c8-a011-62ecffd09a09 service neutron] Pushing event updated for resources: {'Port': ['ID=fcff7823-865a-4ee3-b780-8b9f7da28b23,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:50.073271 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ee36c-4e63-44bd-a3f6-e5c5ae0a538c req-f66dee84-55e1-4f0b-aa89-4824fbe417d1 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.086404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc6ee36c-4e63-44bd-a3f6-e5c5ae0a538c req-f66dee84-55e1-4f0b-aa89-4824fbe417d1 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 946 time: 0.5524585 Jul 16 18:03:50.106665 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c06aa51-6f6e-481b-a72d-30148c882173 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:50.116352 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c06aa51-6f6e-481b-a72d-30148c882173 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.150943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:50.248812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc6ee36c-4e63-44bd-a3f6-e5c5ae0a538c req-3149c9e7-be30-43b9-828f-5c9851b2e1f0 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bacaa4f-b289-456e-987a-5b7865769786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482558 Jul 16 18:03:50.253141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe220652-b510-43ce-a0ae-3ea542ee84ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting subnet 88994e94-ee5b-476b-a81a-3d05c9fde1e4 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:50.259649 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46295313-af42-448f-bef0-df0ce4d2e529 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4922686 Jul 16 18:03:50.260133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:50.273754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'port': {'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760', 'name': 'tempest-TaggedBootDevicesTest-522650315', 'fixed_ips': [{'subnet_id': 'd77e86e2-81a4-4c4a-b62b-cb8197e196bc'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:50.298417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2997-7a78-4811-bc8a-3cb75a414e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.327942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff0527e3-72d0-438f-93d7-524f565ecde0 None None] Provisioning for port 4b93616d-b40c-420c-8b0a-a5239b5587a3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:50.332546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff0527e3-72d0-438f-93d7-524f565ecde0 None None] Provisioning complete for port 4b93616d-b40c-420c-8b0a-a5239b5587a3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:50.332935 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff0527e3-72d0-438f-93d7-524f565ecde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.428313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ff0527e3-72d0-438f-93d7-524f565ecde0 None None] Port 4b93616d-b40c-420c-8b0a-a5239b5587a3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:50.659798 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c06aa51-6f6e-481b-a72d-30148c882173 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.773261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06aa51-6f6e-481b-a72d-30148c882173 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Subnet': ['ID=ceda2a24-c48a-4792-be50-32ed8ad30ecf,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:50.787375 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2997-7a78-4811-bc8a-3cb75a414e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.796921 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06aa51-6f6e-481b-a72d-30148c882173 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Checking segment: {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:50.797295 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06aa51-6f6e-481b-a72d-30148c882173 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Network hostable DHCP agents. Network: 7cc8bf9d-645a-4817-933d-397852636c3d, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:50.815755 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2997-7a78-4811-bc8a-3cb75a414e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.834283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'name': 'network-vif-deleted', 'tag': '7706aefc-2aca-4388-997f-d584c2630945'}, {'name': 'network-changed', 'server_uuid': '3afca0c6-5184-4b3a-8176-3a8f963eb923', 'tag': 'fcff7823-865a-4ee3-b780-8b9f7da28b23'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:50.834283 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0e1935-c183-4449-8568-6b23b7620726" -d '{"events": [{"server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "name": "network-vif-deleted", "tag": "7706aefc-2aca-4388-997f-d584c2630945"}, {"name": "network-changed", "server_uuid": "3afca0c6-5184-4b3a-8176-3a8f963eb923", "tag": "fcff7823-865a-4ee3-b780-8b9f7da28b23"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:50.834658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:50.835482 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe220652-b510-43ce-a0ae-3ea542ee84ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.843645 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.881456 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] device_id is not set on port 4aeea441-772e-43d3-9f23-1d59cee62d0e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:03:50.910860 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce2997-7a78-4811-bc8a-3cb75a414e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653751de-1686-4f0b-8c3c-b6fe64e27221,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:50.916811 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-42f279bb-1394-43ce-9d7e-75188910ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.918378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-42f279bb-1394-43ce-9d7e-75188910ad5e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 1094 time: 0.9289393 Jul 16 18:03:50.922109 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a1ce2997-7a78-4811-bc8a-3cb75a414e35 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=735d777aea894a4285ea47303bdf67b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0912592 Jul 16 18:03:50.922846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06aa51-6f6e-481b-a72d-30148c882173 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Network 7cc8bf9d-645a-4817-933d-397852636c3d is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:50.923762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:50.944732 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe220652-b510-43ce-a0ae-3ea542ee84ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.962430 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0c06aa51-6f6e-481b-a72d-30148c882173 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 7cc8bf9d-645a-4817-933d-397852636c3d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:50.970997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c06aa51-6f6e-481b-a72d-30148c882173 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.971619 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c06aa51-6f6e-481b-a72d-30148c882173 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.986545 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d872928-1e73-48fe-96ee-ef784e3dd552 None None] Network 7cc8bf9d-645a-4817-933d-397852636c3d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:51.012099 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0c06aa51-6f6e-481b-a72d-30148c882173 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2828670 Jul 16 18:03:51.014069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.018114 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f210cc8b-627b-443a-899b-9ca5e301544f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'subnet': {'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:51.079287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-355dc463-8fd4-4dd4-a83f-7a2cfd42031c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcff7823-865a-4ee3-b780-8b9f7da28b23 HTTP/1.1" status: 200 len: 217 time: 0.1453164 Jul 16 18:03:51.133051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a803e-c710-4efe-bd89-f59f183e795d None None] Network ac8af031-332b-49b9-a5c1-24e1effc1820 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:51.158435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216b6fd-3fa2-4d31-8e1c-3cf2f9b319bb req-5986f27d-ab51-4e8b-ab39-0ab5208ee26c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:51.163474 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3216b6fd-3fa2-4d31-8e1c-3cf2f9b319bb req-5986f27d-ab51-4e8b-ab39-0ab5208ee26c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 943 time: 0.9069254 Jul 16 18:03:51.259255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Allocated IP 10.1.1.65 (f8d3014e-98b1-4372-b371-192abfc83760/d77e86e2-81a4-4c4a-b62b-cb8197e196bc/4aeea441-772e-43d3-9f23-1d59cee62d0e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:51.265209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f210cc8b-627b-443a-899b-9ca5e301544f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:51.270062 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f210cc8b-627b-443a-899b-9ca5e301544f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.320587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-ae82e68a-eecf-4ba3-975c-49ad8827b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:51.322269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-ae82e68a-eecf-4ba3-975c-49ad8827b5ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7403874-e2c4-4056-a85b-6286c507c9f9 HTTP/1.1" status: 200 len: 854 time: 0.2307954 Jul 16 18:03:51.333035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691924c-4db7-4aa8-b2c7-c2c3fb78c107 req-72176080-0188-422e-a870-0097d9f49dd7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:51.353469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1691924c-4db7-4aa8-b2c7-c2c3fb78c107 req-72176080-0188-422e-a870-0097d9f49dd7 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 946 time: 0.4227140 Jul 16 18:03:51.362566 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4d6c-305c-4183-b298-13ed27f80f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.385259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-050a66e3-3e3d-4150-89df-fffde4635306 None None] Provisioning for port 40420b8c-f895-4c80-b6dd-8237af352e53 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:51.408081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-7cc8bf9d-645a-4817-933d-397852636c3d', 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'fixed_ips': [{'subnet_id': 'ceda2a24-c48a-4792-be50-32ed8ad30ecf'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:51.408963 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.455781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-fbc944b9-0570-40ac-8a77-1ec0c1e8bee9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78ac342c-aeee-4ee0-be14-8b86df8e98bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963099 Jul 16 18:03:51.479780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3216b6fd-3fa2-4d31-8e1c-3cf2f9b319bb req-41ac7f86-0a88-49d6-9c99-b52d53027e6d tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770035 Jul 16 18:03:51.481450 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe220652-b510-43ce-a0ae-3ea542ee84ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.505494 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 40420b8c-f895-4c80-b6dd-8237af352e53 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:51.573668 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4d6c-305c-4183-b298-13ed27f80f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.597738 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.618249 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Transition to ACTIVE for port object 4aeea441-772e-43d3-9f23-1d59cee62d0e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:51.631962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 40420b8c-f895-4c80-b6dd-8237af352e53 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:51.642420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 40420b8c-f895-4c80-b6dd-8237af352e53 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:51.642800 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.671839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1691924c-4db7-4aa8-b2c7-c2c3fb78c107 req-94f9964c-260e-4498-a894-f712fe1dd9c1 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bacaa4f-b289-456e-987a-5b7865769786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174803 Jul 16 18:03:51.687884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.751397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-5910f601-8f31-45e7-a09f-64aa04b0801d service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834470 Jul 16 18:03:51.761758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Port': ['ID=4aeea441-772e-43d3-9f23-1d59cee62d0e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:51.774305 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Network f8d3014e-98b1-4372-b371-192abfc83760 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:51.794279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:51.809604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:51.897835 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86053c92-9eb1-4e21-b33c-8e97e34390a0 req-385379dd-ea9b-4f77-994c-b870faaf8bb3 service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376648 Jul 16 18:03:51.899918 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de2d646-4301-43e3-9794-6ff59c29fb59 x-openstack-request-id: req-4de2d646-4301-43e3-9794-6ff59c29fb59 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:51.900225 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e3e662-d00f-4d05-83ae-0ba644f84414", "name": "network-vif-deleted", "tag": "7706aefc-2aca-4388-997f-d584c2630945", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3afca0c6-5184-4b3a-8176-3a8f963eb923", "tag": "fcff7823-865a-4ee3-b780-8b9f7da28b23", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:51.900486 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4de2d646-4301-43e3-9794-6ff59c29fb59 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:51.900994 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e3e662-d00f-4d05-83ae-0ba644f84414', 'name': 'network-vif-deleted', 'tag': '7706aefc-2aca-4388-997f-d584c2630945', 'status': 'completed', 'code': 200} Jul 16 18:03:51.901265 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afca0c6-5184-4b3a-8176-3a8f963eb923', 'tag': 'fcff7823-865a-4ee3-b780-8b9f7da28b23', 'status': 'completed', 'code': 200} Jul 16 18:03:52.019571 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Allocated IP 10.1.1.2 (7cc8bf9d-645a-4817-933d-397852636c3d/ceda2a24-c48a-4792-be50-32ed8ad30ecf/4e4f5979-127b-476a-9cdb-247c3400e633) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:52.024908 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.070772 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe220652-b510-43ce-a0ae-3ea542ee84ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.077942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.078913 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.097776 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f210cc8b-627b-443a-899b-9ca5e301544f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.119356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe220652-b510-43ce-a0ae-3ea542ee84ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Subnet': ['ID=88994e94-ee5b-476b-a81a-3d05c9fde1e4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.133348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 40420b8c-f895-4c80-b6dd-8237af352e53, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=40420b8c-f895-4c80-b6dd-8237af352e53,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:52.150035 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.151273 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:52.175727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4d6c-305c-4183-b298-13ed27f80f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.183586 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4d6c-305c-4183-b298-13ed27f80f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.185725 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9b7f4d6c-305c-4183-b298-13ed27f80f4d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/653751de-1686-4f0b-8c3c-b6fe64e27221 HTTP/1.1" status: 204 len: 168 time: 1.2563219 Jul 16 18:03:52.213671 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3c3369a5-512a-42a8-9938-83142d0b09c6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9462152 Jul 16 18:03:52.228617 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe220652-b510-43ce-a0ae-3ea542ee84ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.233977 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fe220652-b510-43ce-a0ae-3ea542ee84ed tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "DELETE /v2.0/subnets/88994e94-ee5b-476b-a81a-3d05c9fde1e4 HTTP/1.1" status: 204 len: 168 time: 2.0789268 Jul 16 18:03:52.238414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:52.296729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210cc8b-627b-443a-899b-9ca5e301544f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Subnet': ['ID=b93e8465-6528-4566-8e4d-afb8ffbc7d1c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.308806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=40420b8c-f895-4c80-b6dd-8237af352e53,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.316014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696b9eef-c18c-43f1-9fb4-88e9461501e5 None None] Network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:52.350003 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210cc8b-627b-443a-899b-9ca5e301544f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Checking segment: {'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:52.350457 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210cc8b-627b-443a-899b-9ca5e301544f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Network hostable DHCP agents. Network: 29c282e7-cacf-472e-b53a-2daeee14b484, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:52.359468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.361386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f4d6c-305c-4183-b298-13ed27f80f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653751de-1686-4f0b-8c3c-b6fe64e27221,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.405605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210cc8b-627b-443a-899b-9ca5e301544f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Network 29c282e7-cacf-472e-b53a-2daeee14b484 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:52.433148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f210cc8b-627b-443a-899b-9ca5e301544f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 29c282e7-cacf-472e-b53a-2daeee14b484) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:52.439481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210cc8b-627b-443a-899b-9ca5e301544f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.440094 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f210cc8b-627b-443a-899b-9ca5e301544f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.456718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de494f-9ec3-4d9d-9280-a9d40dede04e req-89824d29-a0b8-479b-98ae-dd22d7698517 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.458611 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92de494f-9ec3-4d9d-9280-a9d40dede04e req-89824d29-a0b8-479b-98ae-dd22d7698517 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 946 time: 0.5556409 Jul 16 18:03:52.481377 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f210cc8b-627b-443a-899b-9ca5e301544f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4672663 Jul 16 18:03:52.483706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e1935-c183-4449-8568-6b23b7620726 req-86d0a26e-546e-4ab8-9311-6789aa76ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.484528 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60058) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:52.485266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be0e1935-c183-4449-8568-6b23b7620726 req-86d0a26e-546e-4ab8-9311-6789aa76ee9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 1094 time: 0.4964297 Jul 16 18:03:52.489697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'port': {'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d', 'name': 'tempest-TaggedBootDevicesTest_v242-837562589', 'fixed_ips': [{'subnet_id': 'ceda2a24-c48a-4792-be50-32ed8ad30ecf'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:52.501870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166586ad-e3f3-4d7a-8d78-f8b07a5594b7 req-88842020-dc51-4f4c-9b4d-48f78335e57c tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.503586 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-166586ad-e3f3-4d7a-8d78-f8b07a5594b7 req-88842020-dc51-4f4c-9b4d-48f78335e57c tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 946 time: 0.4050112 Jul 16 18:03:52.617098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:52.661415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92de494f-9ec3-4d9d-9280-a9d40dede04e req-4d3b574e-e9af-4878-ad7b-197fe6a173ac tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1ef091-be94-46ae-942f-c57e3f0e8d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926022 Jul 16 18:03:52.745164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting port 0c919c5b-552a-4376-8617-2160de0065ef {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:52.753108 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.774653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba52b9-d8e9-4ef6-be52-6874233fbaaa None None] Network 29c282e7-cacf-472e-b53a-2daeee14b484 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:52.862907 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.912983 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] device_id is not set on port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:03:52.914856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:52.916225 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.950040 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e1935-c183-4449-8568-6b23b7620726 req-81523737-7eaa-4715-aa82-9e026929256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.952618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be0e1935-c183-4449-8568-6b23b7620726 req-81523737-7eaa-4715-aa82-9e026929256c service neutron] 10.222.0.38 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 915 time: 0.4459572 Jul 16 18:03:53.066757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be0e1935-c183-4449-8568-6b23b7620726 req-5eac0312-7540-48fc-b191-1343ccedd33c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcff7823-865a-4ee3-b780-8b9f7da28b23 HTTP/1.1" status: 200 len: 217 time: 0.0895634 Jul 16 18:03:53.081098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] For port 0c919c5b-552a-4376-8617-2160de0065ef, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0c919c5b-552a-4376-8617-2160de0065ef,segment=NetworkSegment(584db92a-33e8-48c4-8c83-4e8042f1ac76),segment_id=584db92a-33e8-48c4-8c83-4e8042f1ac76)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:53.081499 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.123271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-632daebd-07b3-4dab-aa22-a32e60234781 None None] Provisioning for port 4aeea441-772e-43d3-9f23-1d59cee62d0e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:53.144200 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-166586ad-e3f3-4d7a-8d78-f8b07a5594b7 req-e84ff6d1-c7e8-4c5d-912c-b3206a105861 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Deleting port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:53.144743 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-166586ad-e3f3-4d7a-8d78-f8b07a5594b7 req-e84ff6d1-c7e8-4c5d-912c-b3206a105861 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.150325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Calling delete_port for 0c919c5b-552a-4376-8617-2160de0065ef owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:53.194696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-632daebd-07b3-4dab-aa22-a32e60234781 None None] Provisioning complete for port 4aeea441-772e-43d3-9f23-1d59cee62d0e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:53.195225 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-632daebd-07b3-4dab-aa22-a32e60234781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.246598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:53.253245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bce3e6d8-a5c5-462a-8546-2c4df470af38 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976677504', 'description': 'tempest-description--1657778496'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:53.317850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950a201-6931-43b5-ba90-ecbee4fb906a req-71279226-ba7a-4103-8f1e-390ca255eb8a tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:53.320038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a950a201-6931-43b5-ba90-ecbee4fb906a req-71279226-ba7a-4103-8f1e-390ca255eb8a tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 943 time: 0.3940523 Jul 16 18:03:53.330726 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce3e6d8-a5c5-462a-8546-2c4df470af38 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.339654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-632daebd-07b3-4dab-aa22-a32e60234781 None None] Port 4aeea441-772e-43d3-9f23-1d59cee62d0e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:53.383865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e1935-c183-4449-8568-6b23b7620726 req-0ebc566e-bb38-4399-a877-634c1a84ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:53.388406 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be0e1935-c183-4449-8568-6b23b7620726 req-0ebc566e-bb38-4399-a877-634c1a84ce07 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7403874-e2c4-4056-a85b-6286c507c9f9 HTTP/1.1" status: 200 len: 854 time: 0.3037579 Jul 16 18:03:53.435912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 40420b8c-f895-4c80-b6dd-8237af352e53 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:53.451490 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.530732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-166586ad-e3f3-4d7a-8d78-f8b07a5594b7 req-e84ff6d1-c7e8-4c5d-912c-b3206a105861 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] For port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3d761df1-f5b3-4ba8-8284-5fa4a77fa309,segment=NetworkSegment(4aee2a83-eefc-414a-8163-3243ff28cc03),segment_id=4aee2a83-eefc-414a-8163-3243ff28cc03)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:53.531150 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-166586ad-e3f3-4d7a-8d78-f8b07a5594b7 req-e84ff6d1-c7e8-4c5d-912c-b3206a105861 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.552015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-166586ad-e3f3-4d7a-8d78-f8b07a5594b7 req-e84ff6d1-c7e8-4c5d-912c-b3206a105861 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Calling delete_port for 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:53.555811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Transition to ACTIVE for port object 4e4f5979-127b-476a-9cdb-247c3400e633 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:53.564154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-29c282e7-cacf-472e-b53a-2daeee14b484', 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'fixed_ips': [{'subnet_id': 'b93e8465-6528-4566-8e4d-afb8ffbc7d1c'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:53.565005 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.567100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cc3015-4b47-4b01-b3ed-6a1d2431d9a0 None None] DHCP port deletion for 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:03:53.583158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce3e6d8-a5c5-462a-8546-2c4df470af38 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.591914 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce3e6d8-a5c5-462a-8546-2c4df470af38 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.623161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf8ead19-a1b6-4ce3-8976-56d076cea5b4 None None] Provisioning complete for port 40420b8c-f895-4c80-b6dd-8237af352e53 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:53.623892 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf8ead19-a1b6-4ce3-8976-56d076cea5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.634086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bce3e6d8-a5c5-462a-8546-2c4df470af38 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.639448 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bce3e6d8-a5c5-462a-8546-2c4df470af38 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3916306 Jul 16 18:03:53.641606 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:53.647373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2d0cd56d-f2c6-47bd-833d-9a968d39f2f6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'security_group_rule': {'security_group_id': '0ab53352-c0e6-43bb-8bae-001a877e0dfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:53.657037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3e6d8-a5c5-462a-8546-2c4df470af38 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab53352-c0e6-43bb-8bae-001a877e0dfd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:53.657037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:53.683901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device fcff7823-865a-4ee3-b780-8b9f7da28b23 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:53.697753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd56d-f2c6-47bd-833d-9a968d39f2f6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.739342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Transition to ACTIVE for port object 4e4f5979-127b-476a-9cdb-247c3400e633 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:53.787148 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.789538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be0e1935-c183-4449-8568-6b23b7620726 req-a3c45879-f20f-4e02-b368-0e14be6bccf8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78ac342c-aeee-4ee0-be14-8b86df8e98bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346432 Jul 16 18:03:53.922212 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:03:53.925447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a950a201-6931-43b5-ba90-ecbee4fb906a req-e757b0e3-d29b-4fcd-b39e-f359cdda48b3 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669317 Jul 16 18:03:53.937542 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-85617216-network', 'tenant_id': 'a1ffeaff18b040c79bcd3f89f49d8d60'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:53.945603 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Network 7cc8bf9d-645a-4817-933d-397852636c3d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:53.972696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:53.977432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:53.999198 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Allocated IP 10.1.1.121 (7cc8bf9d-645a-4817-933d-397852636c3d/ceda2a24-c48a-4792-be50-32ed8ad30ecf/700bb1e6-b0d1-4e75-9079-e45d8a9ac09f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:54.006918 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd56d-f2c6-47bd-833d-9a968d39f2f6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.022716 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd56d-f2c6-47bd-833d-9a968d39f2f6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.050803 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cd56d-f2c6-47bd-833d-9a968d39f2f6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1796079f-e1d1-434d-89b1-4d26f1547b5f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.053379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Made reservation on behalf of a1ffeaff18b040c79bcd3f89f49d8d60 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:54.058648 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.060779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 40420b8c-f895-4c80-b6dd-8237af352e53 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:54.061455 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.076729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f0502-00d3-4866-9423-175a1da29f39 req-88d4d2d9-4dc7-498a-abb6-f87ed5c5d3c6 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.086660 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-473f0502-00d3-4866-9423-175a1da29f39 req-88d4d2d9-4dc7-498a-abb6-f87ed5c5d3c6 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 946 time: 0.3375614 Jul 16 18:03:54.088511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.089742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-89cc3015-4b47-4b01-b3ed-6a1d2431d9a0 None None] Deleting port 0c919c5b-552a-4376-8617-2160de0065ef {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:54.090389 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89cc3015-4b47-4b01-b3ed-6a1d2431d9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.118079 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-166586ad-e3f3-4d7a-8d78-f8b07a5594b7 req-e84ff6d1-c7e8-4c5d-912c-b3206a105861 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.123841 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.136260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be0e1935-c183-4449-8568-6b23b7620726 req-f0cd4761-e69e-48b3-9402-fdf51a59fb9b service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353415 Jul 16 18:03:54.186044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Port': ['ID=0c919c5b-552a-4376-8617-2160de0065ef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.190407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] No DVR routers for this DVR port 0c919c5b-552a-4376-8617-2160de0065ef on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:54.253592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd56d-f2c6-47bd-833d-9a968d39f2f6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.255164 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2d0cd56d-f2c6-47bd-833d-9a968d39f2f6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6119666 Jul 16 18:03:54.297558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:54.313610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port fcff7823-865a-4ee3-b780-8b9f7da28b23, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fcff7823-865a-4ee3-b780-8b9f7da28b23,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:54.334809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'fcff7823-865a-4ee3-b780-8b9f7da28b23', 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb', 'port_id': 'fcff7823-865a-4ee3-b780-8b9f7da28b23', 'mac_address': 'fa:16:3e:98:0c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7403874-e2c4-4056-a85b-6286c507c9f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:54.387783 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.390984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f4a435fc-d4fd-43c1-b972-214bc8770674 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'security_group_rule': {'security_group_id': '0ab53352-c0e6-43bb-8bae-001a877e0dfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:54.404157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ff6d1-c7e8-4c5d-912c-b3206a105861 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Pushing event deleted for resources: {'Port': ['ID=3d761df1-f5b3-4ba8-8284-5fa4a77fa309,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.404280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.407199 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Pushing event updated for resources: {'Port': ['ID=4e4f5979-127b-476a-9cdb-247c3400e633,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.420591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:54.426561 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-473f0502-00d3-4866-9423-175a1da29f39 req-7a4d855a-9ba5-4f79-b01d-d9494d0e3321 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bacaa4f-b289-456e-987a-5b7865769786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376179 Jul 16 18:03:54.430451 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.437200 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Added segment 4824c595-314e-4086-8ef6-bb6b7ddf8590 of type vlan for network 75ed4a0f-4d0b-41b2-9c98-90d87191034c Jul 16 18:03:54.514134 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.562024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-166586ad-e3f3-4d7a-8d78-f8b07a5594b7 req-e84ff6d1-c7e8-4c5d-912c-b3206a105861 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] No DVR routers for this DVR port 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:54.564892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-166586ad-e3f3-4d7a-8d78-f8b07a5594b7 req-e84ff6d1-c7e8-4c5d-912c-b3206a105861 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.565670 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.566957 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.567387 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-166586ad-e3f3-4d7a-8d78-f8b07a5594b7 req-e84ff6d1-c7e8-4c5d-912c-b3206a105861 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.42 "DELETE /v2.0/ports/3d761df1-f5b3-4ba8-8284-5fa4a77fa309 HTTP/1.1" status: 204 len: 173 time: 2.0476003 Jul 16 18:03:54.567746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.611136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdb11ab-517d-4af9-a866-d95eea42ad85', 'name': 'network-vif-deleted', 'tag': '3d761df1-f5b3-4ba8-8284-5fa4a77fa309'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:54.613176 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5495080-86be-4e42-8d1d-1f96985a255b" -d '{"events": [{"server_uuid": "0cdb11ab-517d-4af9-a866-d95eea42ad85", "name": "network-vif-deleted", "tag": "3d761df1-f5b3-4ba8-8284-5fa4a77fa309"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:54.621728 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.627781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Allocated IP 10.2.2.2 (29c282e7-cacf-472e-b53a-2daeee14b484/b93e8465-6528-4566-8e4d-afb8ffbc7d1c/d985d690-db9f-4865-9b8c-83f51eb68294) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:54.639661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Transition to ACTIVE for port object 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:54.642801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Attempting to bind port 4e4f5979-127b-476a-9cdb-247c3400e633 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:54.643256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Attempting to bind port 4e4f5979-127b-476a-9cdb-247c3400e633 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:54.643650 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Attempting to bind port 4e4f5979-127b-476a-9cdb-247c3400e633 on network 7cc8bf9d-645a-4817-933d-397852636c3d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:54.675059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:54.675452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Checking segment: {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:54.675798 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.676127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Bound using segment: {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:54.686517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Bound port: 4e4f5979-127b-476a-9cdb-247c3400e633, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:54.687451 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.690069 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.698735 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-89cc3015-4b47-4b01-b3ed-6a1d2431d9a0 None None] For port 0c919c5b-552a-4376-8617-2160de0065ef, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0c919c5b-552a-4376-8617-2160de0065ef,segment=NetworkSegment(584db92a-33e8-48c4-8c83-4e8042f1ac76),segment_id=584db92a-33e8-48c4-8c83-4e8042f1ac76)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:54.699347 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89cc3015-4b47-4b01-b3ed-6a1d2431d9a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.723320 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.730836 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.733020 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5523900a-1c13-4684-9f35-2a4af00d27b4 x-openstack-request-id: req-5523900a-1c13-4684-9f35-2a4af00d27b4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:54.733600 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdb11ab-517d-4af9-a866-d95eea42ad85", "name": "network-vif-deleted", "tag": "3d761df1-f5b3-4ba8-8284-5fa4a77fa309", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:54.733875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-89cc3015-4b47-4b01-b3ed-6a1d2431d9a0 None None] Calling delete_port for 0c919c5b-552a-4376-8617-2160de0065ef owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:54.734221 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5523900a-1c13-4684-9f35-2a4af00d27b4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:54.734811 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdb11ab-517d-4af9-a866-d95eea42ad85', 'name': 'network-vif-deleted', 'tag': '3d761df1-f5b3-4ba8-8284-5fa4a77fa309', 'status': 'completed', 'code': 200} Jul 16 18:03:54.756201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ed9ec8-a3bd-42e3-a20f-790a9b52a68e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:54.772624 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4a435fc-d4fd-43c1-b972-214bc8770674 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.799254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Network 7cc8bf9d-645a-4817-933d-397852636c3d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:54.808505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Port': ['ID=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.813208 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:54.823650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:54.832785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcff7823-865a-4ee3-b780-8b9f7da28b23 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:54.843488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584db92a-33e8-48c4-8c83-4e8042f1ac76') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:54.844045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584db92a-33e8-48c4-8c83-4e8042f1ac76') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:54.882810 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.887276 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2261002 Jul 16 18:03:54.892795 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35410a6e-3ab8-493f-852b-90a067bcac7d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.898180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:54.907483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d2e345a4-7a99-4fa6-8ef7-09c9909c759b admin admin] Request body: {'subnet': {'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-85617216-subnet', 'tenant_id': 'a1ffeaff18b040c79bcd3f89f49d8d60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:54.909148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port fcff7823-865a-4ee3-b780-8b9f7da28b23, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fcff7823-865a-4ee3-b780-8b9f7da28b23,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:54.946239 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be0e1935-c183-4449-8568-6b23b7620726 req-32ba04f1-e101-4e46-84dd-80be4f576b0f service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7873034 Jul 16 18:03:54.959330 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.971406 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4a435fc-d4fd-43c1-b972-214bc8770674 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.980073 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4a435fc-d4fd-43c1-b972-214bc8770674 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.983443 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.983627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:54.985745 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:54.991231 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:54.996865 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:55.031006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a435fc-d4fd-43c1-b972-214bc8770674 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7628828-da4c-4beb-a157-0df201c312b8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.070703 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.082231 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.084240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "DELETE /v2.0/networks/96ed9ec8-a3bd-42e3-a20f-790a9b52a68e HTTP/1.1" status: 204 len: 168 time: 2.8440356 Jul 16 18:03:55.087289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463495d-301c-4ff1-a9ae-eaf3579b21e5 admin admin] Pushing event updated for resources: {'Network': ['ID=75ed4a0f-4d0b-41b2-9c98-90d87191034c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.093598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=fcff7823-865a-4ee3-b780-8b9f7da28b23,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.098116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:55.098905 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4a435fc-d4fd-43c1-b972-214bc8770674 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.100910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f4a435fc-d4fd-43c1-b972-214bc8770674 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7766795 Jul 16 18:03:55.104376 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60180) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:55.110943 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e345a4-7a99-4fa6-8ef7-09c9909c759b admin admin] Made reservation on behalf of a1ffeaff18b040c79bcd3f89f49d8d60 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:55.113633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2e345a4-7a99-4fa6-8ef7-09c9909c759b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.118900 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 75ed4a0f-4d0b-41b2-9c98-90d87191034c details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:55.119799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:55.132748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:55.133820 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.169760 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ebae4422-3aa3-4cfb-af8d-a3706c205f2f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6833837 Jul 16 18:03:55.173906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] For port 4e4f5979-127b-476a-9cdb-247c3400e633, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:55.179466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:55.192245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'port': {'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d', 'name': 'tempest-TaggedBootDevicesTest_v242-503298425', 'fixed_ips': [{'subnet_id': 'ceda2a24-c48a-4792-be50-32ed8ad30ecf'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:55.217697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['fcff7823-865a-4ee3-b780-8b9f7da28b23'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:55.226923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938a629-da4a-4429-96ec-6a12d960e295 tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Network': ['ID=96ed9ec8-a3bd-42e3-a20f-790a9b52a68e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.255704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] For port 4e4f5979-127b-476a-9cdb-247c3400e633, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4e4f5979-127b-476a-9cdb-247c3400e633,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:55.276095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fedda2d-c743-4eb7-9316-26454bc05cee tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting subnet 6abf03eb-6fd8-4ff6-9dea-5dba062d2c4d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:55.283107 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fedda2d-c743-4eb7-9316-26454bc05cee tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.315871 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.343518 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.371946 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89cc3015-4b47-4b01-b3ed-6a1d2431d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.420820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0c919c5b-552a-4376-8617-2160de0065ef no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:55.424114 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fedda2d-c743-4eb7-9316-26454bc05cee tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.424544 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.482502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89cc3015-4b47-4b01-b3ed-6a1d2431d9a0 None None] Network 96ed9ec8-a3bd-42e3-a20f-790a9b52a68e is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:03:55.483191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc3015-4b47-4b01-b3ed-6a1d2431d9a0 None None] No DVR routers for this DVR port 0c919c5b-552a-4376-8617-2160de0065ef on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:55.531976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 0c919c5b-552a-4376-8617-2160de0065ef {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:55.533473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0c919c5b-552a-4376-8617-2160de0065ef not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:55.537208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Transition to ACTIVE for port object d985d690-db9f-4865-9b8c-83f51eb68294 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:55.552424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b44e92-7fbc-4908-b781-f3e794aadcaa None None] Pushing event updated for resources: {'Port': ['ID=4e4f5979-127b-476a-9cdb-247c3400e633,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.608650 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Transition to ACTIVE for port object d985d690-db9f-4865-9b8c-83f51eb68294 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:55.649729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:55.654421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.699180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] device_id is not set on port 1c7fda8b-3138-4238-aa2b-810ce6159203 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:03:55.706189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdecd1-06d3-45c0-b864-5bb85b8c0d84 req-81871deb-3e0e-4c3e-af3f-9d2d2fa93e33 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:55.712863 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2e345a4-7a99-4fa6-8ef7-09c9909c759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.714319 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7bdecd1-06d3-45c0-b864-5bb85b8c0d84 req-81871deb-3e0e-4c3e-af3f-9d2d2fa93e33 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 944 time: 0.6284997 Jul 16 18:03:55.861424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-654227f9-b41f-4eb4-a843-09a561f45e41 req-91b1cab7-fe82-4dbe-b7c0-d7ec2dbe5959 tempest-ServersNegativeTestMultiTenantJSON-1942854067 tempest-ServersNegativeTestMultiTenantJSON-1942854067-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cdb11ab-517d-4af9-a866-d95eea42ad85 HTTP/1.1" status: 200 len: 210 time: 0.1338730 Jul 16 18:03:55.883628 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fedda2d-c743-4eb7-9316-26454bc05cee tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.964265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e345a4-7a99-4fa6-8ef7-09c9909c759b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d62c42e8-0fd4-4a43-862e-35deb60b4c2e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.967401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7bdecd1-06d3-45c0-b864-5bb85b8c0d84 req-56c75c95-a019-4cd8-b7b6-234b6787a2a8 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518392 Jul 16 18:03:55.967571 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.969863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:55.980099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc3015-4b47-4b01-b3ed-6a1d2431d9a0 None None] Pushing event deleted for resources: {'Port': ['ID=0c919c5b-552a-4376-8617-2160de0065ef,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.026409 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.029816 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fedda2d-c743-4eb7-9316-26454bc05cee tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.068835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedda2d-c743-4eb7-9316-26454bc05cee tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Subnet': ['ID=6abf03eb-6fd8-4ff6-9dea-5dba062d2c4d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.082329 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fedda2d-c743-4eb7-9316-26454bc05cee tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.084833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9fedda2d-c743-4eb7-9316-26454bc05cee tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "DELETE /v2.0/subnets/6abf03eb-6fd8-4ff6-9dea-5dba062d2c4d HTTP/1.1" status: 204 len: 168 time: 0.9828978 Jul 16 18:03:56.087532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.100894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Pushing event updated for resources: {'Port': ['ID=d985d690-db9f-4865-9b8c-83f51eb68294,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.109243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e345a4-7a99-4fa6-8ef7-09c9909c759b admin admin] Checking segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:56.109694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e345a4-7a99-4fa6-8ef7-09c9909c759b admin admin] Network hostable DHCP agents. Network: 75ed4a0f-4d0b-41b2-9c98-90d87191034c, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:56.116692 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2730d13d-c41f-45dc-b290-9c81d3622e29 None None] Network 29eb003b-214c-41c8-aa56-93f67dae1852 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:56.152746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:56.153137 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3d761df1-f5b3-4ba8-8284-5fa4a77fa309 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:56.203791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.210323 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e345a4-7a99-4fa6-8ef7-09c9909c759b admin admin] Network 75ed4a0f-4d0b-41b2-9c98-90d87191034c is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:56.215274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Allocated IP 10.1.1.211 (7cc8bf9d-645a-4817-933d-397852636c3d/ceda2a24-c48a-4792-be50-32ed8ad30ecf/1c7fda8b-3138-4238-aa2b-810ce6159203) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:56.283675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Deleting port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:56.284257 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.293866 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d2e345a4-7a99-4fa6-8ef7-09c9909c759b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 75ed4a0f-4d0b-41b2-9c98-90d87191034c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:56.298124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Network 29c282e7-cacf-472e-b53a-2daeee14b484 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:56.301764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e345a4-7a99-4fa6-8ef7-09c9909c759b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:56.302383 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2e345a4-7a99-4fa6-8ef7-09c9909c759b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.337802 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Allocated IP 172.25.8.41 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/39fa36de-80b8-4680-97fa-f155d5800b50) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:56.358135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab9f5f1-8628-4c33-bae8-b87bbf72ffaf None None] Network 75ed4a0f-4d0b-41b2-9c98-90d87191034c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:56.361130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:56.363571 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:56.366743 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d2e345a4-7a99-4fa6-8ef7-09c9909c759b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4656610 Jul 16 18:03:56.408079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] For port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8f95f94f-06ef-42bf-93ed-a7d26de35e8d,segment=NetworkSegment(98692fc6-90e7-4bd4-92cd-c14bd8b1a253),segment_id=98692fc6-90e7-4bd4-92cd-c14bd8b1a253)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:56.408443 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.424778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Calling delete_port for 8f95f94f-06ef-42bf-93ed-a7d26de35e8d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:56.560064 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.666671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Port': ['ID=8f95f94f-06ef-42bf-93ed-a7d26de35e8d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.672902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] No DVR routers for this DVR port 8f95f94f-06ef-42bf-93ed-a7d26de35e8d on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:56.739917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Attempting to bind port d985d690-db9f-4865-9b8c-83f51eb68294 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:56.740352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Attempting to bind port d985d690-db9f-4865-9b8c-83f51eb68294 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:56.740720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Attempting to bind port d985d690-db9f-4865-9b8c-83f51eb68294 on network 29c282e7-cacf-472e-b53a-2daeee14b484 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:56.839599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125f9420-a160-4fb3-966c-b9f078fc1088 None None] Network 75ed4a0f-4d0b-41b2-9c98-90d87191034c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:56.842510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:56.842865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Checking segment: {'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:56.843287 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.843696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Bound using segment: {'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:56.844191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Bound port: d985d690-db9f-4865-9b8c-83f51eb68294, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:56.844642 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.847427 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.864817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29eb003b-214c-41c8-aa56-93f67dae1852']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:56.883526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98692fc6-90e7-4bd4-92cd-c14bd8b1a253') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:56.883875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98692fc6-90e7-4bd4-92cd-c14bd8b1a253') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:56.893993 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.913170 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.922726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:56.924313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354bff1c-7016-4fb4-98f3-f898bfcad31a None None] DHCP port deletion for 29eb003b-214c-41c8-aa56-93f67dae1852 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:03:56.924965 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:56.932237 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:57.022306 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.029367 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.088545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Transition to ACTIVE for port object 1c7fda8b-3138-4238-aa2b-810ce6159203 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:57.134942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:57.211988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] For port d985d690-db9f-4865-9b8c-83f51eb68294, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:57.230421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] For port d985d690-db9f-4865-9b8c-83f51eb68294, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d985d690-db9f-4865-9b8c-83f51eb68294,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:57.265584 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.362247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de22182-ed77-4f2b-925c-6736fe2787a9 admin admin] Deleting subnet d825084b-7e1d-49a5-b82c-2dfa80b39be0 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:57.377052 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.393337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1342e54c-5bce-4f84-a26d-ca84c6f65d2e None None] Network 7cc8bf9d-645a-4817-933d-397852636c3d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:57.400368 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2de22182-ed77-4f2b-925c-6736fe2787a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.482932 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e4f5979-127b-476a-9cdb-247c3400e633 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:57.520366 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Port': ['ID=39fa36de-80b8-4680-97fa-f155d5800b50,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:57.531741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:57.544268 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.550196 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2de22182-ed77-4f2b-925c-6736fe2787a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.552347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:57.593900 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fca949f-8546-408e-8831-f33494282fe2 None None] Provisioning for port 4e4f5979-127b-476a-9cdb-247c3400e633 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:57.601220 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:57.623677 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe8512-210b-4911-8c84-5c187176b3b4 None None] Pushing event updated for resources: {'Port': ['ID=d985d690-db9f-4865-9b8c-83f51eb68294,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:57.664750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Network 7cc8bf9d-645a-4817-933d-397852636c3d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:57.704633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 4e4f5979-127b-476a-9cdb-247c3400e633 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:57.706513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device fcff7823-865a-4ee3-b780-8b9f7da28b23 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:57.733120 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:57.740133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:57.767398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4e4f5979-127b-476a-9cdb-247c3400e633 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:57.767914 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.828502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Port': ['ID=1c7fda8b-3138-4238-aa2b-810ce6159203,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:57.843159 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2de22182-ed77-4f2b-925c-6736fe2787a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.955093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port fcff7823-865a-4ee3-b780-8b9f7da28b23 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:57.964481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port fcff7823-865a-4ee3-b780-8b9f7da28b23 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:57.964865 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.024826 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.041483 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.049082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] 10.222.0.52 "DELETE /v2.0/networks/29eb003b-214c-41c8-aa56-93f67dae1852 HTTP/1.1" status: 204 len: 168 time: 1.9550865 Jul 16 18:03:58.076142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3f3b1-8f6c-453f-bca2-bd6ed71bcd7f tempest-ServersTestMultiNic-1872013967 tempest-ServersTestMultiNic-1872013967-project] Pushing event deleted for resources: {'Network': ['ID=29eb003b-214c-41c8-aa56-93f67dae1852,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.197325 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.205614 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.222435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-dd4b0662-6d19-4309-aca5-a0ee44d63c0b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:58.225599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-dd4b0662-6d19-4309-aca5-a0ee44d63c0b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.2867012 Jul 16 18:03:58.264829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbe4f-51b9-4224-91a1-b15cc6378b26 req-e099e3e3-f95a-44b6-8d1a-696009bae593 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:58.266608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-347cbe4f-51b9-4224-91a1-b15cc6378b26 req-e099e3e3-f95a-44b6-8d1a-696009bae593 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 944 time: 0.3293886 Jul 16 18:03:58.284300 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port fcff7823-865a-4ee3-b780-8b9f7da28b23, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fcff7823-865a-4ee3-b780-8b9f7da28b23,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:58.289804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afca0c6-5184-4b3a-8176-3a8f963eb923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcff7823-865a-4ee3-b780-8b9f7da28b23'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:58.297103 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f0b3d3-5c1b-421e-ab92-1fded5f5773a" -d '{"events": [{"server_uuid": "3afca0c6-5184-4b3a-8176-3a8f963eb923", "name": "network-vif-plugged", "status": "completed", "tag": "fcff7823-865a-4ee3-b780-8b9f7da28b23"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:58.324487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-f9948ed7-5888-45c7-b1df-ba75e5ac998d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/quotas/a1ffeaff18b040c79bcd3f89f49d8d60 HTTP/1.1" status: 200 len: 375 time: 0.0845757 Jul 16 18:03:58.329579 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.339025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 4e4f5979-127b-476a-9cdb-247c3400e633, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4e4f5979-127b-476a-9cdb-247c3400e633,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:58.349182 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.355351 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:58.356000 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.405607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-3235fdba-5c79-413a-bec5-f6adb1308e08 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720105 Jul 16 18:03:58.427944 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2de22182-ed77-4f2b-925c-6736fe2787a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.480128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de22182-ed77-4f2b-925c-6736fe2787a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d825084b-7e1d-49a5-b82c-2dfa80b39be0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.482753 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8f95f94f-06ef-42bf-93ed-a7d26de35e8d no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:58.492100 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b16205fe-6f08-4ac4-94a0-e0cdd8baf595 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3088958 Jul 16 18:03:58.500422 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=fcff7823-865a-4ee3-b780-8b9f7da28b23,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.502641 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2de22182-ed77-4f2b-925c-6736fe2787a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.513625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.515105 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2de22182-ed77-4f2b-925c-6736fe2787a9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d825084b-7e1d-49a5-b82c-2dfa80b39be0 HTTP/1.1" status: 204 len: 168 time: 1.3731701 Jul 16 18:03:58.539668 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.589950 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-347cbe4f-51b9-4224-91a1-b15cc6378b26 req-cb0b47c4-1fa8-4b06-945e-e820f4bb6c2b tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065672 Jul 16 18:03:58.614282 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.677489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=4e4f5979-127b-476a-9cdb-247c3400e633,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.680224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 8f95f94f-06ef-42bf-93ed-a7d26de35e8d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:58.680576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8f95f94f-06ef-42bf-93ed-a7d26de35e8d not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:58.831452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-256c6360-4f32-4504-acb1-f19da8f0cf0c service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062381 Jul 16 18:03:58.840763 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.845445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e47c5994-1152-47ff-8d00-f58098f71213 None None] Provisioning for port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:58.862489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e47c5994-1152-47ff-8d00-f58098f71213 None None] Provisioning complete for port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:58.863025 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47c5994-1152-47ff-8d00-f58098f71213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.988627 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5528515d-338c-4d54-a3b1-f4129bc5b1a3 x-openstack-request-id: req-5528515d-338c-4d54-a3b1-f4129bc5b1a3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:58.988917 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afca0c6-5184-4b3a-8176-3a8f963eb923", "name": "network-vif-plugged", "status": "completed", "tag": "fcff7823-865a-4ee3-b780-8b9f7da28b23", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:58.989170 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5528515d-338c-4d54-a3b1-f4129bc5b1a3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:58.989590 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afca0c6-5184-4b3a-8176-3a8f963eb923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcff7823-865a-4ee3-b780-8b9f7da28b23', 'code': 200} Jul 16 18:03:58.990128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e47c5994-1152-47ff-8d00-f58098f71213 None None] Port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:59.028021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e47c5994-1152-47ff-8d00-f58098f71213 None None] Provisioning for port 1c7fda8b-3138-4238-aa2b-810ce6159203 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:59.034336 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e47c5994-1152-47ff-8d00-f58098f71213 None None] Provisioning complete for port 1c7fda8b-3138-4238-aa2b-810ce6159203 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:59.034971 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47c5994-1152-47ff-8d00-f58098f71213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.079923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-43673a99-b0e2-4180-aece-00beb5709cd7 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358854 Jul 16 18:03:59.104035 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.112620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e47c5994-1152-47ff-8d00-f58098f71213 None None] Port 1c7fda8b-3138-4238-aa2b-810ce6159203 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:59.119022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.142210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e47c5994-1152-47ff-8d00-f58098f71213 None None] Provisioning complete for port 4e4f5979-127b-476a-9cdb-247c3400e633 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:59.142829 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47c5994-1152-47ff-8d00-f58098f71213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.272288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590abfa3-e588-4ce7-b06a-009f4bb403cd None None] Network 29c282e7-cacf-472e-b53a-2daeee14b484 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:59.275973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.321165 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Port': ['ID=39fa36de-80b8-4680-97fa-f155d5800b50,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:59.331610 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.347064 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2369397 Jul 16 18:03:59.351540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:59.351888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:59.352233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:59.352571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:59.352908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:59.353246 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:59.353604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:59.353932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:59.354258 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:59.354582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:59.354908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:59.355229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87fda55-5b75-4288-8b32-c96399415848 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:59.640566 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.685510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7c717c-f5bc-4c15-a1bf-8e6698e53064']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:59.712826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e4f5979-127b-476a-9cdb-247c3400e633 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:59.735931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98f73de9-1419-4573-9c29-8d97bed93a6f None None] Provisioning for port d985d690-db9f-4865-9b8c-83f51eb68294 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:59.746178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3968b-07d3-461a-8059-ae5e769905db req-5b0f65c0-fe29-4b0c-90ce-7a469c1f34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:59.748973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25b3968b-07d3-461a-8059-ae5e769905db req-5b0f65c0-fe29-4b0c-90ce-7a469c1f34d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 1096 time: 0.6641624 Jul 16 18:03:59.758318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aee2a83-eefc-414a-8163-3243ff28cc03') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:59.758625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aee2a83-eefc-414a-8163-3243ff28cc03') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:59.859253 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98f73de9-1419-4573-9c29-8d97bed93a6f None None] Provisioning complete for port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:59.859687 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98f73de9-1419-4573-9c29-8d97bed93a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.921072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25b3968b-07d3-461a-8059-ae5e769905db req-181f9129-9f5b-4970-99e8-f3ad2ba0e195 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601150 Jul 16 18:03:59.925754 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.984218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c565a3c9-ae52-4b68-a3e9-7e9d37b511ba req-baa06005-587d-45dd-9faa-05e3b40633e8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab HTTP/1.1" status: 200 len: 210 time: 0.0749669 Jul 16 18:04:00.002066 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.015376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-98f73de9-1419-4573-9c29-8d97bed93a6f None None] Port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:00.022848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:00.024668 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:00.032489 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:00.065877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4e4f5979-127b-476a-9cdb-247c3400e633 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:00.065877 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.222048 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.229570 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.234772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] 10.222.0.52 "DELETE /v2.0/networks/bc7c717c-f5bc-4c15-a1bf-8e6698e53064 HTTP/1.1" status: 204 len: 168 time: 1.7150860 Jul 16 18:04:00.234963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.254906 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18bbabb2-24e9-45b5-b575-46033dee265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.290786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7c717c-f5bc-4c15-a1bf-8e6698e53064,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:00.305228 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d985d690-db9f-4865-9b8c-83f51eb68294 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:00.324528 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-551e576c-1827-4cab-9dd6-f17b7f5d2089 admin admin] Deleting subnet 60110d3d-0ff4-4948-b774-2fa31ac3c417 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:00.332241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551e576c-1827-4cab-9dd6-f17b7f5d2089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.348278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:00.348631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:00.353633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:00.353959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:00.354297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:00.354633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:00.354965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:00.355301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:00.355631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:00.355755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3abeb813-1d91-4164-a5f9-0eb2b1c7d4d0 None None] Provisioning complete for port 1c7fda8b-3138-4238-aa2b-810ce6159203 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:00.356165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:00.356907 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3abeb813-1d91-4164-a5f9-0eb2b1c7d4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.357692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:00.358031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6f5ed-df8c-44f6-806f-9e00a15f185d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:00.406175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3abeb813-1d91-4164-a5f9-0eb2b1c7d4d0 None None] Port 1c7fda8b-3138-4238-aa2b-810ce6159203 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:00.416877 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551e576c-1827-4cab-9dd6-f17b7f5d2089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.423242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port d985d690-db9f-4865-9b8c-83f51eb68294 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:00.432529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d985d690-db9f-4865-9b8c-83f51eb68294 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:00.433584 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.449482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06fc8c-7341-42a8-a97c-49ac050da89b req-00fc4d09-0f3a-4625-ad81-b606ea2bb35c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:00.463029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e06fc8c-7341-42a8-a97c-49ac050da89b req-00fc4d09-0f3a-4625-ad81-b606ea2bb35c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 945 time: 0.2269039 Jul 16 18:04:00.469963 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551e576c-1827-4cab-9dd6-f17b7f5d2089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.565790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e06fc8c-7341-42a8-a97c-49ac050da89b req-28320876-ceeb-4de3-9d55-26db811497ab tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998199 Jul 16 18:04:00.589449 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551e576c-1827-4cab-9dd6-f17b7f5d2089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.615841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-12ea986f-8197-4965-8c05-6309d818f339 None None] Provisioning complete for port d985d690-db9f-4865-9b8c-83f51eb68294 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:00.617600 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12ea986f-8197-4965-8c05-6309d818f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.659966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e576c-1827-4cab-9dd6-f17b7f5d2089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60110d3d-0ff4-4948-b774-2fa31ac3c417,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:00.702093 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.703772 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-551e576c-1827-4cab-9dd6-f17b7f5d2089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.710512 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-551e576c-1827-4cab-9dd6-f17b7f5d2089 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/60110d3d-0ff4-4948-b774-2fa31ac3c417 HTTP/1.1" status: 204 len: 168 time: 0.4745288 Jul 16 18:04:00.713210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.761152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port d985d690-db9f-4865-9b8c-83f51eb68294, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d985d690-db9f-4865-9b8c-83f51eb68294,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:00.768276 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.808453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.850927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-59bc560d-81ea-4eab-9228-7aac83a0d4ab tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1976677504&fields=id&tenant_id=1c67ec52b9484ad6bec26126f7f16745 HTTP/1.1" status: 200 len: 267 time: 0.1255138 Jul 16 18:04:00.856845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.864487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0d2f88bd-e3d0-40ac-8d7e-4ec72fd1ebb9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102819851', 'description': 'tempest-description--1580377672'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:00.939144 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=d985d690-db9f-4865-9b8c-83f51eb68294,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:00.984840 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.006671 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c857c430-6e7f-4211-a506-3d2fd435c84d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:01.018690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91da254-597b-4807-86d0-963e36ba7269') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:01.018984 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91da254-597b-4807-86d0-963e36ba7269') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:01.028798 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.033584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-50030977-a5cc-4b6b-8bdc-7663059d2bcf tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:01.037805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-50030977-a5cc-4b6b-8bdc-7663059d2bcf tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports/4b93616d-b40c-420c-8b0a-a5239b5587a3 HTTP/1.1" status: 200 len: 932 time: 0.1853180 Jul 16 18:04:01.057159 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.080568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:01.080789 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.087742 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:01.230932 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:01.251615 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.261773 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.269291 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c857c430-6e7f-4211-a506-3d2fd435c84d HTTP/1.1" status: 204 len: 168 time: 0.5541658 Jul 16 18:04:01.282792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-1b57fa92-4a45-4fa5-9a75-000c6071957a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:01.291129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-1b57fa92-4a45-4fa5-9a75-000c6071957a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports/4aeea441-772e-43d3-9f23-1d59cee62d0e HTTP/1.1" status: 200 len: 930 time: 0.2472951 Jul 16 18:04:01.302071 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5cc74-7887-47e4-ab84-99866b3660a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c857c430-6e7f-4211-a506-3d2fd435c84d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.342520 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a63c09b-b3a7-413f-b673-9cd54ac3f99c req-5fec4c14-7476-44c5-8184-8fef8643a2cb tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab HTTP/1.1" status: 200 len: 210 time: 0.1369679 Jul 16 18:04:01.343598 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d2f88bd-e3d0-40ac-8d7e-4ec72fd1ebb9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.372595 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d985d690-db9f-4865-9b8c-83f51eb68294 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:01.471263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:01.482184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a6e0705c-e092-49d3-9025-2aff1fb82f1f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?network_id=ac8af031-332b-49b9-a5c1-24e1effc1820&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1889668 Jul 16 18:04:01.485051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d985d690-db9f-4865-9b8c-83f51eb68294 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:01.486670 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.555926 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ccbdf3ce-e2ca-4cd7-9db1-d69b55506412 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f37541c79974d7fb303cdda76254f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0831516 Jul 16 18:04:01.560336 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:01.623548 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d2f88bd-e3d0-40ac-8d7e-4ec72fd1ebb9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.659574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-cfdb0d8b-102f-4640-a796-d5d20218527b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?network_id=ac8af031-332b-49b9-a5c1-24e1effc1820&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1764317 Jul 16 18:04:01.661764 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d2f88bd-e3d0-40ac-8d7e-4ec72fd1ebb9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.686555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f68770b4-75b3-43c4-b379-3e5f4ba38b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.712665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f68770b4-75b3-43c4-b379-3e5f4ba38b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.777425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f68770b4-75b3-43c4-b379-3e5f4ba38b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.785226 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f68770b4-75b3-43c4-b379-3e5f4ba38b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.789494 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f68770b4-75b3-43c4-b379-3e5f4ba38b10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bacaa4f-b289-456e-987a-5b7865769786 HTTP/1.1" status: 204 len: 168 time: 0.2252259 Jul 16 18:04:01.821881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68770b4-75b3-43c4-b379-3e5f4ba38b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bacaa4f-b289-456e-987a-5b7865769786,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.828504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f88bd-e3d0-40ac-8d7e-4ec72fd1ebb9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661ba804-5b82-4796-a18a-4ff7787c9da4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.931220 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d2f88bd-e3d0-40ac-8d7e-4ec72fd1ebb9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.931220 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0d2f88bd-e3d0-40ac-8d7e-4ec72fd1ebb9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0714688 Jul 16 18:04:01.934695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:01.940344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-27776f37-9be8-4cd9-a629-173e2184a51a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'security_group_rule': {'security_group_id': '661ba804-5b82-4796-a18a-4ff7787c9da4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:02.006861 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27776f37-9be8-4cd9-a629-173e2184a51a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.126380 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27776f37-9be8-4cd9-a629-173e2184a51a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.142633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27776f37-9be8-4cd9-a629-173e2184a51a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.172077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27776f37-9be8-4cd9-a629-173e2184a51a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d624555d-6389-4025-a174-2ad11c8097fe,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:02.184393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39c13c-6b6e-45f3-bb74-3f3cb8f49753 req-d122537c-3231-458b-8ed0-ec0561e7cd3e tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.194619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b39c13c-6b6e-45f3-bb74-3f3cb8f49753 req-d122537c-3231-458b-8ed0-ec0561e7cd3e tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 945 time: 0.3919601 Jul 16 18:04:02.194916 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27776f37-9be8-4cd9-a629-173e2184a51a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.196338 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-27776f37-9be8-4cd9-a629-173e2184a51a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2594705 Jul 16 18:04:02.198781 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:02.204121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-469c1c30-3a13-431b-9534-102037b60ccc tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.207586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0fbd6bfc-9688-4807-8455-cee5a532d3be tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'security_group_rule': {'security_group_id': '661ba804-5b82-4796-a18a-4ff7787c9da4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:02.210741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-469c1c30-3a13-431b-9534-102037b60ccc tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.220856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-469c1c30-3a13-431b-9534-102037b60ccc tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.223391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-469c1c30-3a13-431b-9534-102037b60ccc tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/networks?id=8b48fd7f-5b4c-4c63-b2c9-105c8429269d&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=ac8af031-332b-49b9-a5c1-24e1effc1820&id=ac8af031-332b-49b9-a5c1-24e1effc1820 HTTP/1.1" status: 200 len: 1990 time: 0.5629103 Jul 16 18:04:02.243376 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aa09760-ee3c-4d20-b508-450b807c3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.249546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-519d1787-01f2-489a-b84d-3995dcb61bc0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.252086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-519d1787-01f2-489a-b84d-3995dcb61bc0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.38 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.4855895 Jul 16 18:04:02.272342 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fbd6bfc-9688-4807-8455-cee5a532d3be tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.282053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Request body: {'port': {'device_id': '1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'admin_state_up': True, 'tenant_id': 'a1ffeaff18b040c79bcd3f89f49d8d60'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:02.351906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-62076a16-29a1-4bb1-910b-9128a136fb39 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/quotas/1c67ec52b9484ad6bec26126f7f16745 HTTP/1.1" status: 200 len: 375 time: 0.1146834 Jul 16 18:04:02.374438 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fbd6bfc-9688-4807-8455-cee5a532d3be tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.380047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fbd6bfc-9688-4807-8455-cee5a532d3be tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.400434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd6bfc-9688-4807-8455-cee5a532d3be tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b80567-fd0f-4831-928f-8cdc621e5c58,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:02.410393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b39c13c-6b6e-45f3-bb74-3f3cb8f49753 req-89da231a-792b-4162-a28f-83e606d43811 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146342 Jul 16 18:04:02.413231 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fbd6bfc-9688-4807-8455-cee5a532d3be tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.418414 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0fbd6bfc-9688-4807-8455-cee5a532d3be tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2152953 Jul 16 18:04:02.418414 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:02.429601 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:02.514632 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.635482 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:02.704114 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.706518 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.717011 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.769178 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b70754cc-f877-46a8-acd7-8cb53d9a3b64 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc1157ec124a4ce08aa06d009ac00c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324995 Jul 16 18:04:02.771640 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:02.824955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-82705b47-c565-41a4-8193-dbabca83a614 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4543746 Jul 16 18:04:02.833896 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.909012 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1c331cc-b0ea-42d9-b133-d6d7f35ec799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.966578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-e271a389-9fe4-4843-9a32-47abf6fd5f49 service neutron] 10.222.0.52 "GET /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403384 Jul 16 18:04:02.984054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Made reservation on behalf of a1ffeaff18b040c79bcd3f89f49d8d60 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:02.988611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1c331cc-b0ea-42d9-b133-d6d7f35ec799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.991733 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.001168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fcdc50e2-d8bf-4886-aa22-a0ad21d8ca8b req-62dd4455-b975-4d0e-8ddf-83d77d36e4e6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab HTTP/1.1" status: 200 len: 210 time: 0.2874763 Jul 16 18:04:03.049195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Allocated IP 172.25.8.39 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/4c2a7f92-7514-4e7d-a4cc-77ef3231709c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:03.130360 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1c331cc-b0ea-42d9-b133-d6d7f35ec799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.132965 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c1c331cc-b0ea-42d9-b133-d6d7f35ec799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.136301 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c1c331cc-b0ea-42d9-b133-d6d7f35ec799 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4976e2f8-d300-47fc-a795-a4fff1e1363a HTTP/1.1" status: 204 len: 168 time: 0.3613105 Jul 16 18:04:03.150379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c331cc-b0ea-42d9-b133-d6d7f35ec799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4976e2f8-d300-47fc-a795-a4fff1e1363a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.212731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-7978cf85-6ca6-4389-8508-dc5d035b903f service neutron] 10.222.0.52 "GET /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454040 Jul 16 18:04:03.216588 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.220138 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a230be00-242b-400e-9f49-0d6662f39789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.282169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-fbc1cf1a-b206-4630-a41e-85ffff9e3717 service neutron] 10.222.0.52 "GET /v2.0/ports/4b93616d-b40c-420c-8b0a-a5239b5587a3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0558271 Jul 16 18:04:03.292284 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.387951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:03.401262 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:03.406516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:03.487129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Port': ['ID=4c2a7f92-7514-4e7d-a4cc-77ef3231709c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.586289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Allocated IP 172.20.0.9 (75ed4a0f-4d0b-41b2-9c98-90d87191034c/d62c42e8-0fd4-4a43-862e-35deb60b4c2e/14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:03.617860 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.669095 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-2c925f42-917b-46b7-81a4-bc0f590ef00c service neutron] 10.222.0.52 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348715 Jul 16 18:04:03.701516 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.754983 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.779931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-5c956dca-83df-42df-9a6b-65e287848880 service neutron] 10.222.0.52 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098886 Jul 16 18:04:03.959601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-fc33bfd4-6fd7-4bcb-ab17-a2909bf67b65 service neutron] 10.222.0.52 "GET /v2.0/ports/4aeea441-772e-43d3-9f23-1d59cee62d0e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1787248 Jul 16 18:04:04.014532 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.023295 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.050169 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.133616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Port': ['ID=4c2a7f92-7514-4e7d-a4cc-77ef3231709c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:04.217232 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.251151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.251151 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3aaa52dc-0798-4adf-844b-0433f2273d47 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8300812 Jul 16 18:04:04.617517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87eee0ff-1030-43f9-a90b-1e924304f986 req-22e30bfd-7c4a-4f32-8a6e-76b047bc4dd6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab HTTP/1.1" status: 200 len: 210 time: 0.0518029 Jul 16 18:04:04.696079 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b01e8e7c-898c-410c-b1a5-69e4e7edac72 service neutron] 10.222.0.52 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356122 Jul 16 18:04:04.768723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a230be00-242b-400e-9f49-0d6662f39789 admin admin] Deleting port c6807b61-b5eb-4cc7-b303-9fa0471766a4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:04.769070 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a230be00-242b-400e-9f49-0d6662f39789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.800800 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.952381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Network 75ed4a0f-4d0b-41b2-9c98-90d87191034c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:04.976094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:04.979188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:05.014303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-680e0995-59cf-42e6-bf18-2691c5a69f72 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--102819851&fields=id&tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c HTTP/1.1" status: 200 len: 267 time: 0.2475500 Jul 16 18:04:05.022293 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event updated for resources: {'Port': ['ID=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:05.027451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f8f19598-948d-4ed4-95b5-f4a15af92ed5 service neutron] 10.222.0.52 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226178 Jul 16 18:04:05.142921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a230be00-242b-400e-9f49-0d6662f39789 admin admin] For port c6807b61-b5eb-4cc7-b303-9fa0471766a4, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c6807b61-b5eb-4cc7-b303-9fa0471766a4,segment=NetworkSegment(d257a9bd-60b8-4b17-9da7-31249a1b81ca),segment_id=d257a9bd-60b8-4b17-9da7-31249a1b81ca)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:05.143307 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a230be00-242b-400e-9f49-0d6662f39789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.165927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:05.167123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.196823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-3a36a462-b15f-41c1-922e-5c728767aba8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:05.198299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-3a36a462-b15f-41c1-922e-5c728767aba8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports/700bb1e6-b0d1-4e75-9079-e45d8a9ac09f HTTP/1.1" status: 200 len: 936 time: 0.1657465 Jul 16 18:04:05.229559 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a230be00-242b-400e-9f49-0d6662f39789 admin admin] Calling delete_port for c6807b61-b5eb-4cc7-b303-9fa0471766a4 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:05.265145 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-d79752cc-6313-40c8-90e7-3eebf3fa3596 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9982715 Jul 16 18:04:05.306104 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Request body: {'port': {'device_id': '1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:05.382083 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.402254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-d3009c96-6ee9-4cc0-a14b-c5b04632ffa0 service neutron] 10.222.0.52 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572099 Jul 16 18:04:05.435911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1d00f8a8-569c-4055-a60f-91b9d18f8c8b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:05.437411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1d00f8a8-569c-4055-a60f-91b9d18f8c8b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports/1c7fda8b-3138-4238-aa2b-810ce6159203 HTTP/1.1" status: 200 len: 936 time: 0.2054155 Jul 16 18:04:05.550496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-6102a0e5-dda5-42bd-be66-d8bbdd11efdf tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1011822 Jul 16 18:04:05.682133 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-257cfcfc-3e51-4453-8a26-21ea4b35d1f2 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0673602 Jul 16 18:04:05.702334 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.760739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-9f067492-6ce6-4ad5-acd6-1f633f100a11 service neutron] 10.222.0.52 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489246 Jul 16 18:04:06.057496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-f61766c2-a881-45d0-911e-ecded590a78a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.064150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-f61766c2-a881-45d0-911e-ecded590a78a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.069908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-f61766c2-a881-45d0-911e-ecded590a78a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.071965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-f61766c2-a881-45d0-911e-ecded590a78a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/networks?id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=29c282e7-cacf-472e-b53a-2daeee14b484&id=29c282e7-cacf-472e-b53a-2daeee14b484 HTTP/1.1" status: 200 len: 1994 time: 0.3886728 Jul 16 18:04:06.091386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a230be00-242b-400e-9f49-0d6662f39789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.140461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-e8d1ace1-40fc-4c0f-b1ce-1c5c093a0171 service neutron] 10.222.0.52 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540649 Jul 16 18:04:06.147706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1c93e6ec-c847-460f-9374-aef55ebb03ef tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/quotas/e3c2d32bfbc04f3ab4581d4ddeb2800c HTTP/1.1" status: 200 len: 375 time: 0.0659983 Jul 16 18:04:06.148514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230be00-242b-400e-9f49-0d6662f39789 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6807b61-b5eb-4cc7-b303-9fa0471766a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:06.472839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-59ffe270-6f3e-4f7e-b81d-81fe1cbe380c service neutron] 10.222.0.52 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935588 Jul 16 18:04:06.580429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:06.600742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-ec0ce4ab-4c4b-4e9a-aadd-b37d280bb757 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4203665 Jul 16 18:04:06.608657 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.653194 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a230be00-242b-400e-9f49-0d6662f39789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.683332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Transition to ACTIVE for port object 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:06.695685 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.761130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.817422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-d67e1682-b453-44a7-aa89-7bcc350b9483 service neutron] 10.222.0.52 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965970 Jul 16 18:04:06.892574 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-521dc941-f235-4df0-b168-f9ef4a06dd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.999484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-521dc941-f235-4df0-b168-f9ef4a06dd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.005153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-521dc941-f235-4df0-b168-f9ef4a06dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.051697 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-521dc941-f235-4df0-b168-f9ef4a06dd93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=627c3286b3294b0784e6e03710a76c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886329 Jul 16 18:04:07.052452 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521dc941-f235-4df0-b168-f9ef4a06dd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc243eab-2c7f-46f6-86b3-2373c36ae21d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.055333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:07.114494 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3c73260-bd71-4b0e-afae-0bb52b572817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.141713 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3c73260-bd71-4b0e-afae-0bb52b572817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.198944 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3c73260-bd71-4b0e-afae-0bb52b572817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.202683 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3c73260-bd71-4b0e-afae-0bb52b572817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.205245 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a3c73260-bd71-4b0e-afae-0bb52b572817 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc243eab-2c7f-46f6-86b3-2373c36ae21d HTTP/1.1" status: 204 len: 168 time: 0.1477113 Jul 16 18:04:07.216926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c73260-bd71-4b0e-afae-0bb52b572817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc243eab-2c7f-46f6-86b3-2373c36ae21d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.241062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Pushing event updated for resources: {'Port': ['ID=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.377412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-d12b19a9-b4b0-4235-9f89-24f95211aa8f service neutron] 10.222.0.52 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7353075 Jul 16 18:04:07.501416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-25c21c36-3800-441b-91cf-7d294f304d9a service neutron] 10.222.0.52 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811642 Jul 16 18:04:07.527253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Attempting to bind port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:07.527616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Attempting to bind port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:07.527929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Attempting to bind port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:07.553957 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:07.568806 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3bb6-6044-4411-8dd2-807981fe9a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.595602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:07.595936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Attempting to bind port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:07.630197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:07.630435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Checking segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:07.630827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Bound using segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:07.631304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Bound port: 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:07.631658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.657577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2d3fb084-41f5-41e5-9255-df390606821d service neutron] 10.222.0.52 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697716 Jul 16 18:04:07.713704 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3bb6-6044-4411-8dd2-807981fe9a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.720236 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3bb6-6044-4411-8dd2-807981fe9a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.779365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a230be00-242b-400e-9f49-0d6662f39789 admin admin] Router e11dba58-3552-4bbe-9b42-425ce260c4cf has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:04:07.782139 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1d0a3bb6-6044-4411-8dd2-807981fe9a0a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03812d3a556e49bab36fcdb3b51ce9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271056 Jul 16 18:04:07.784674 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:07.793879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a3bb6-6044-4411-8dd2-807981fe9a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c7a094-8da6-4a41-9b97-4ecc2676a72e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.807207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-5f71c319-0231-4316-a8aa-259bd9cb5d4b service neutron] 10.222.0.52 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769225 Jul 16 18:04:07.815010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-6d204907-071d-403a-b0c8-eadce23692ea service neutron] 10.222.0.52 "GET /v2.0/ports/700bb1e6-b0d1-4e75-9079-e45d8a9ac09f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1283779 Jul 16 18:04:07.833246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] For port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:07.852047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13679917-c3f4-4691-a396-c6829734f4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.878922 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13679917-c3f4-4691-a396-c6829734f4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.925377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] For port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:07.935409 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13679917-c3f4-4691-a396-c6829734f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.939349 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13679917-c3f4-4691-a396-c6829734f4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.943170 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-13679917-c3f4-4691-a396-c6829734f4d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19c7a094-8da6-4a41-9b97-4ecc2676a72e HTTP/1.1" status: 204 len: 168 time: 0.1560791 Jul 16 18:04:07.954997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13679917-c3f4-4691-a396-c6829734f4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c7a094-8da6-4a41-9b97-4ecc2676a72e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.971839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.091402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:08.092149 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.093611 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] 10.222.0.38 "PUT /v2.0/ports/14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb HTTP/1.1" status: 200 len: 1091 time: 2.8022554 Jul 16 18:04:08.094070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab', 'tag': '14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:08.096351 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c23e935-8d78-4ab9-a762-d071810ec841" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab", "tag": "14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:08.195687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616f6b3-8e04-46f3-bef9-06fe15bfb954 service neutron] Pushing event updated for resources: {'Port': ['ID=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:08.208054 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1ec9546b-e7c5-4de4-a42f-fbd12f3cdfc6 service neutron] 10.222.0.52 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782029 Jul 16 18:04:08.226948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-17a37b34-6561-4999-8aca-427baddd9bc8 service neutron] 10.222.0.52 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072938 Jul 16 18:04:08.254973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a230be00-242b-400e-9f49-0d6662f39789 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:08.267999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e258e-027b-4f2f-bc88-08d43503d29f None None] Sync routers for ids ['e11dba58-3552-4bbe-9b42-425ce260c4cf'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:08.269778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a230be00-242b-400e-9f49-0d6662f39789 admin admin] 10.222.0.52 "PUT /v2.0/routers/e11dba58-3552-4bbe-9b42-425ce260c4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1793470 Jul 16 18:04:08.273518 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:08.283644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e258e-027b-4f2f-bc88-08d43503d29f None None] Routers {'e11dba58-3552-4bbe-9b42-425ce260c4cf'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:08.284563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-975e258e-027b-4f2f-bc88-08d43503d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:04:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e11dba58-3552-4bbe-9b42-425ce260c4cf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:08.339252 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-374ce359-048c-480e-a10a-bed665f5b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:08.342006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-374ce359-048c-480e-a10a-bed665f5b751 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab HTTP/1.1" status: 200 len: 1094 time: 0.1845994 Jul 16 18:04:08.412624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-ec0b5e71-6788-4708-b151-ee5f864e2ed0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb HTTP/1.1" status: 200 len: 217 time: 0.0618792 Jul 16 18:04:08.419123 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e0db37e0-2474-4903-b873-bf6979d73c10 service neutron] 10.222.0.52 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102361 Jul 16 18:04:08.459656 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-975e258e-027b-4f2f-bc88-08d43503d29f None None] Set router e11dba58-3552-4bbe-9b42-425ce260c4cf gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:08.515099 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.517409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-b0a905a9-cb98-4cd1-94f8-481b025220af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:08.519117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-b0a905a9-cb98-4cd1-94f8-481b025220af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.0990098 Jul 16 18:04:08.524653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8f9e1306-6a89-4c7b-bb58-434aa4936b49 service neutron] 10.222.0.52 "GET /v2.0/ports/1c7fda8b-3138-4238-aa2b-810ce6159203?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0945227 Jul 16 18:04:08.571754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-971a1220-4e4c-4210-a58a-eb7d9efef096 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443940 Jul 16 18:04:08.711277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-fbc1054c-4db5-48db-ba34-639192bf63c1 service neutron] 10.222.0.38 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266303 Jul 16 18:04:08.723981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.761348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-975e258e-027b-4f2f-bc88-08d43503d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'name': 'tempest-ServersTestMultiNic-2057511786-router', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:57Z', 'updated_at': '2021-07-16T18:04:05Z', 'revision_number': 5, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'gw_port': {'id': '87f74b0d-a54a-4329-b1d8-5e456e57d2a1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:58Z', 'updated_at': '2021-07-16T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:08.821384 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Deleting port 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:08.821957 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.840521 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e258e-027b-4f2f-bc88-08d43503d29f None None] Checking router: e11dba58-3552-4bbe-9b42-425ce260c4cf for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:08.858424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e258e-027b-4f2f-bc88-08d43503d29f None None] Routers {'e11dba58-3552-4bbe-9b42-425ce260c4cf'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:08.859338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-975e258e-027b-4f2f-bc88-08d43503d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:04:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e11dba58-3552-4bbe-9b42-425ce260c4cf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:08.991327 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] For port 87f74b0d-a54a-4329-b1d8-5e456e57d2a1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=87f74b0d-a54a-4329-b1d8-5e456e57d2a1,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:08.991650 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.003571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1cea5010-13f5-4467-a7db-f1d81b27a707 service neutron] 10.222.0.52 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307580 Jul 16 18:04:09.014958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-975e258e-027b-4f2f-bc88-08d43503d29f None None] Set router e11dba58-3552-4bbe-9b42-425ce260c4cf gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:09.019854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Calling delete_port for 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:09.073175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-975e258e-027b-4f2f-bc88-08d43503d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'name': 'tempest-ServersTestMultiNic-2057511786-router', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:57Z', 'updated_at': '2021-07-16T18:04:08Z', 'revision_number': 6, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:09.106783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e258e-027b-4f2f-bc88-08d43503d29f None None] The sync data for ids ['e11dba58-3552-4bbe-9b42-425ce260c4cf'] in n-d-793618-9 is: [{'id': 'e11dba58-3552-4bbe-9b42-425ce260c4cf', 'name': 'tempest-ServersTestMultiNic-2057511786-router', 'tenant_id': '164bfd99667d4e8db654de58223cd6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:57Z', 'updated_at': '2021-07-16T18:04:08Z', 'revision_number': 6, 'project_id': '164bfd99667d4e8db654de58223cd6fa', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:09.156133 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-29d00f9e-193a-4113-9602-ef808c1584f1 service neutron] 10.222.0.52 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500287 Jul 16 18:04:09.158657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60624bf-03b3-49b0-a64d-f4fb4ef863a1 req-cae161f5-a384-4e1e-b810-8f52b410344e service neutron] 10.222.0.38 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363315 Jul 16 18:04:09.275944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-ba45bbd6-ad65-49e5-b14c-951b1672d04f service neutron] 10.222.0.52 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127217 Jul 16 18:04:09.360275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.429563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f74b0d-a54a-4329-b1d8-5e456e57d2a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:09.437112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e576a393-fe73-4064-b78f-8aafc9b22deb service neutron] 10.222.0.52 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463437 Jul 16 18:04:09.565200 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.616459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c6807b61-b5eb-4cc7-b303-9fa0471766a4 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:09.684088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c6807b61-b5eb-4cc7-b303-9fa0471766a4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:09.684683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c6807b61-b5eb-4cc7-b303-9fa0471766a4 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:09.706049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-07265583-071b-420b-9316-6f7578372bdb service neutron] 10.222.0.52 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680216 Jul 16 18:04:09.746738 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.749547 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.861247 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.862077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e11dba58-3552-4bbe-9b42-425ce260c4cf {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:04:09.883796 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.888384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:09.888592 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-111ebc9a-b33f-460e-bbca-79c4d8cd8365 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e11dba58-3552-4bbe-9b42-425ce260c4cf HTTP/1.1" status: 204 len: 168 time: 1.6104743 Jul 16 18:04:10.006509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6570b60b-2bef-4b17-955b-f2d0b32ddf36 admin admin] Deleting subnet 832c288e-e7e2-41f7-88ec-6785f55372e9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:10.011366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-19c5f354-152f-4268-9b51-54cead14a82c service neutron] 10.222.0.52 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939105 Jul 16 18:04:10.012664 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6570b60b-2bef-4b17-955b-f2d0b32ddf36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.153909 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6570b60b-2bef-4b17-955b-f2d0b32ddf36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.288647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-44d70865-387c-4932-98d7-a65c2c87c8e5 service neutron] 10.222.0.52 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518034 Jul 16 18:04:10.401067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-648738b2-22f0-4e98-ac08-946832d2e6f8 service neutron] 10.222.0.52 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050498 Jul 16 18:04:10.498477 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6570b60b-2bef-4b17-955b-f2d0b32ddf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.540520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250e25c-ad14-4edc-a97e-91355bd71975 req-25bcb138-9983-4722-b199-528a584d73c8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:10.542160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9250e25c-ad14-4edc-a97e-91355bd71975 req-25bcb138-9983-4722-b199-528a584d73c8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab HTTP/1.1" status: 200 len: 943 time: 0.3539095 Jul 16 18:04:10.787805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-769010ae-33be-458c-8ae9-54fa352fa05d service neutron] 10.222.0.52 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789926 Jul 16 18:04:10.853679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9250e25c-ad14-4edc-a97e-91355bd71975 req-517d3476-6ca7-463c-81be-64dc4f46846b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449231 Jul 16 18:04:10.876167 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6570b60b-2bef-4b17-955b-f2d0b32ddf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.929142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570b60b-2bef-4b17-955b-f2d0b32ddf36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832c288e-e7e2-41f7-88ec-6785f55372e9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:10.977878 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b192e67-ef0d-4624-8034-75c9c8377035 x-openstack-request-id: req-9b192e67-ef0d-4624-8034-75c9c8377035 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:10.978317 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab", "tag": "14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:10.978681 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b192e67-ef0d-4624-8034-75c9c8377035 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:10.979471 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab', 'tag': '14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb', 'status': 'completed', 'code': 200} Jul 16 18:04:10.983852 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6570b60b-2bef-4b17-955b-f2d0b32ddf36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.988422 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfbac5d-c38b-4ff2-83a4-1271beb7f0eb None None] Network a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:10.989826 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:10.993918 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6570b60b-2bef-4b17-955b-f2d0b32ddf36 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/832c288e-e7e2-41f7-88ec-6785f55372e9 HTTP/1.1" status: 204 len: 168 time: 1.1024818 Jul 16 18:04:11.091966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-af0e07ce-2419-4aaa-99d4-239e9214b0cf service neutron] 10.222.0.52 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678304 Jul 16 18:04:11.106224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23e935-8d78-4ab9-a762-d071810ec841 req-977598ba-447c-4afe-bab6-d2a4159fcce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:11.108827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c23e935-8d78-4ab9-a762-d071810ec841 req-977598ba-447c-4afe-bab6-d2a4159fcce4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab HTTP/1.1" status: 200 len: 1094 time: 0.1115694 Jul 16 18:04:11.182874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.303749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:11.310818 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:04:11.335952 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8819194-14c7-4e19-a1d6-a534af858ed1 req-482bbe19-bfa3-4099-9ca8-7ce963634f6f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.0929029 Jul 16 18:04:11.356575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc7b29a-7ad1-4c56-9b64-d2251988fde3 None None] DHCP port deletion for a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:04:11.377715 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:11.378490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 87f74b0d-a54a-4329-b1d8-5e456e57d2a1 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:11.406643 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Deleting port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:11.406998 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.518079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7b29a-7ad1-4c56-9b64-d2251988fde3 None None] Deleting port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:11.520184 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b29a-7ad1-4c56-9b64-d2251988fde3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.575715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] For port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1dc6a125-e417-4fe6-acc3-e0ee67d9fda1,segment=NetworkSegment(d257a9bd-60b8-4b17-9da7-31249a1b81ca),segment_id=d257a9bd-60b8-4b17-9da7-31249a1b81ca)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:11.576575 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.590644 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Calling delete_port for 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:11.617209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23e935-8d78-4ab9-a762-d071810ec841 req-276d5808-918c-4e4f-93f2-1cd54aad94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:11.639241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c23e935-8d78-4ab9-a762-d071810ec841 req-276d5808-918c-4e4f-93f2-1cd54aad94a4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 911 time: 0.5229852 Jul 16 18:04:11.644287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ae389b88-6ff1-420d-a96e-67366290539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:11.648188 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ae389b88-6ff1-420d-a96e-67366290539d service neutron] 10.222.0.42 "GET /v2.0/ports/4b93616d-b40c-420c-8b0a-a5239b5587a3 HTTP/1.1" status: 200 len: 1028 time: 0.1750598 Jul 16 18:04:11.712284 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9cc7b29a-7ad1-4c56-9b64-d2251988fde3 None None] For port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1dc6a125-e417-4fe6-acc3-e0ee67d9fda1,segment=NetworkSegment(d257a9bd-60b8-4b17-9da7-31249a1b81ca),segment_id=d257a9bd-60b8-4b17-9da7-31249a1b81ca)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:11.712683 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b29a-7ad1-4c56-9b64-d2251988fde3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.765440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7b29a-7ad1-4c56-9b64-d2251988fde3 None None] Calling delete_port for 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:11.778833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:11.782777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c23e935-8d78-4ab9-a762-d071810ec841 req-8e5e3eb1-00c1-4bea-a854-0af956640ae4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb HTTP/1.1" status: 200 len: 217 time: 0.1303082 Jul 16 18:04:11.816459 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.885542 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc6a125-e417-4fe6-acc3-e0ee67d9fda1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:11.889502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] No DVR routers for this DVR port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: from cryptography.utils import int_from_bytes Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: from cryptography.utils import int_from_bytes Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.965449 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:11.970559 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:04:11.972405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23e935-8d78-4ab9-a762-d071810ec841 req-55c0bb8d-5cfa-4b27-8a33-ad9be2b456b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:11.972405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c23e935-8d78-4ab9-a762-d071810ec841 req-55c0bb8d-5cfa-4b27-8a33-ad9be2b456b6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.1355166 Jul 16 18:04:11.981614 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b29a-7ad1-4c56-9b64-d2251988fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.015971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7b29a-7ad1-4c56-9b64-d2251988fde3 None None] Pushing event deleted for resources: {'Port': ['ID=1dc6a125-e417-4fe6-acc3-e0ee67d9fda1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.022850 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:04:12.042375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7b29a-7ad1-4c56-9b64-d2251988fde3 None None] No DVR routers for this DVR port 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:12.068610 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c23e935-8d78-4ab9-a762-d071810ec841 req-1b94653b-167b-49bb-b8b1-96c34634d2fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811822 Jul 16 18:04:12.070920 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.072058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-35febd4a-3f71-4942-91fa-9ef9e2e392b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:12.078055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-35febd4a-3f71-4942-91fa-9ef9e2e392b3 service neutron] 10.222.0.42 "GET /v2.0/ports/4aeea441-772e-43d3-9f23-1d59cee62d0e HTTP/1.1" status: 200 len: 1026 time: 0.3137822 Jul 16 18:04:12.088211 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cfc1ea-dbb1-44c9-be28-9d5b51f59888']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:12.112946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd257a9bd-60b8-4b17-9da7-31249a1b81ca') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:12.112946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd257a9bd-60b8-4b17-9da7-31249a1b81ca') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:12.125110 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.153377 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.156850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:12.161689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:12.162102 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:12.163864 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:12.176606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'port_id': '14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb', 'mac_address': 'fa:16:3e:60:6f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62c42e8-0fd4-4a43-862e-35deb60b4c2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:12.229121 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.243435 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.261278 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.267882 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a1cfc1ea-dbb1-44c9-be28-9d5b51f59888 HTTP/1.1" status: 204 len: 168 time: 1.2739840 Jul 16 18:04:12.268631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:12.299125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:12.306413 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.315156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff868ee2-30df-49cb-bfc0-240a03cf3bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1cfc1ea-dbb1-44c9-be28-9d5b51f59888,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.453513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.520908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:12.676680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:12.772178 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6f4ce2c2-3841-48cd-8cfa-0113ab755913 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=164bfd99667d4e8db654de58223cd6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939648 Jul 16 18:04:12.778038 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:12.876338 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50e5d5fe-1466-4fd8-8556-77ae6235006b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.904319 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50e5d5fe-1466-4fd8-8556-77ae6235006b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.972854 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50e5d5fe-1466-4fd8-8556-77ae6235006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.982664 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50e5d5fe-1466-4fd8-8556-77ae6235006b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.983853 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-50e5d5fe-1466-4fd8-8556-77ae6235006b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eeb80a9d-0f38-46d6-b984-15da2ba1c471 HTTP/1.1" status: 204 len: 168 time: 0.2014301 Jul 16 18:04:12.991910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5d5fe-1466-4fd8-8556-77ae6235006b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb80a9d-0f38-46d6-b984-15da2ba1c471,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.998167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:13.133577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c23e935-8d78-4ab9-a762-d071810ec841 req-c5a684b3-18a7-4268-8413-38ecbd07bda2 service neutron] 10.222.0.38 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0544221 Jul 16 18:04:13.147658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-13617a9a-339d-4565-bdfa-f6c95b21646a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.155836 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f26df570-e4af-4329-8b16-5c2f301990b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.177224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-13617a9a-339d-4565-bdfa-f6c95b21646a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.184009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-13617a9a-339d-4565-bdfa-f6c95b21646a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.190873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-13617a9a-339d-4565-bdfa-f6c95b21646a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "GET /v2.0/networks?id=8b48fd7f-5b4c-4c63-b2c9-105c8429269d&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=ac8af031-332b-49b9-a5c1-24e1effc1820&id=ac8af031-332b-49b9-a5c1-24e1effc1820 HTTP/1.1" status: 200 len: 1990 time: 1.0964119 Jul 16 18:04:13.284081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f26df570-e4af-4329-8b16-5c2f301990b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.291638 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f26df570-e4af-4329-8b16-5c2f301990b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.316149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c23e935-8d78-4ab9-a762-d071810ec841 req-5d50aabd-2d61-4352-8002-dfcb1a75818a service neutron] 10.222.0.38 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241620 Jul 16 18:04:13.374478 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26df570-e4af-4329-8b16-5c2f301990b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067e94b4-25dd-49c7-bb3c-97d46710d560,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:13.401583 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6d9c505d-1eeb-4458-aa86-c1d933c9ba26 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c67ec52b9484ad6bec26126f7f16745 HTTP/1.1" status: 200 len: 380 time: 0.0931821 Jul 16 18:04:13.410184 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f26df570-e4af-4329-8b16-5c2f301990b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc6f3078d67f407782889d3eb4d33910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108870 Jul 16 18:04:13.412922 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:13.415557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:13.419272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'port': {'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'admin_state_up': True, 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'security_groups': ['0ab53352-c0e6-43bb-8bae-001a877e0dfd']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:13.477165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:13.478416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1dc6a125-e417-4fe6-acc3-e0ee67d9fda1 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:13.548036 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94431570-4626-4af5-87c5-d37aca9b7bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.578693 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94431570-4626-4af5-87c5-d37aca9b7bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.649258 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94431570-4626-4af5-87c5-d37aca9b7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.649521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:13.654070 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94431570-4626-4af5-87c5-d37aca9b7bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.655662 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-94431570-4626-4af5-87c5-d37aca9b7bf9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/067e94b4-25dd-49c7-bb3c-97d46710d560 HTTP/1.1" status: 204 len: 168 time: 0.2304235 Jul 16 18:04:13.660647 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.666072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94431570-4626-4af5-87c5-d37aca9b7bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067e94b4-25dd-49c7-bb3c-97d46710d560,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:13.782086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:13.894132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:13.902366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:13.903052 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.035170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Allocated IP 172.20.0.10 (8b48fd7f-5b4c-4c63-b2c9-105c8429269d/0fd40a31-1878-4b11-bb87-3f093244a313/0598a2d5-d787-4411-9e1c-19663de1d374) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:14.045819 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.104110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:14.107228 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f955116b-aa73-4682-8c7b-964c83f0f9ed" -d '{"events": [{"server_uuid": "1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab", "name": "network-vif-plugged", "status": "completed", "tag": "14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:14.128896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:14.150605 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.255890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:14.316399 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.317137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.345376 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eed1688e-af23-4ce9-92b1-fa4668ebbe5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.360926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Transition to ACTIVE for port object 0598a2d5-d787-4411-9e1c-19663de1d374 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:14.413915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.423818 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.482785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:14.487402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:14.492841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:14.545689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Port': ['ID=0598a2d5-d787-4411-9e1c-19663de1d374,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:14.563084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eed1688e-af23-4ce9-92b1-fa4668ebbe5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.569951 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eed1688e-af23-4ce9-92b1-fa4668ebbe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.578730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.579552 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.610661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6c79f9ee-6fcc-42f7-8413-1fd089aad32f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1996162 Jul 16 18:04:14.623177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'port': {'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760', 'admin_state_up': True, 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'security_groups': ['0ab53352-c0e6-43bb-8bae-001a877e0dfd']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:14.639547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1148002406-network', 'tenant_id': 'aef74444f4964708a86849c150b36d95'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:14.639909 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eed1688e-af23-4ce9-92b1-fa4668ebbe5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f79a68879dd470482e454cc0fc9c81c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215432 Jul 16 18:04:14.641051 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1688e-af23-4ce9-92b1-fa4668ebbe5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545e027f-6039-4945-9968-0afe068b8c5a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:14.643526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.832851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Made reservation on behalf of aef74444f4964708a86849c150b36d95 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:14.835348 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.859588 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.866126 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e478c98c-5c99-4629-8557-941919af4543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.872214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f467eb6-83bc-4fff-9b10-9bb2744e5d31 None None] Provisioning for port 0598a2d5-d787-4411-9e1c-19663de1d374 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:14.878841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7f467eb6-83bc-4fff-9b10-9bb2744e5d31 None None] Provisioning complete for port 0598a2d5-d787-4411-9e1c-19663de1d374 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:14.880050 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f467eb6-83bc-4fff-9b10-9bb2744e5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.892316 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e478c98c-5c99-4629-8557-941919af4543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.950554 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7f467eb6-83bc-4fff-9b10-9bb2744e5d31 None None] Port 0598a2d5-d787-4411-9e1c-19663de1d374 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:14.956519 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e478c98c-5c99-4629-8557-941919af4543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.959228 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e478c98c-5c99-4629-8557-941919af4543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.960473 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e478c98c-5c99-4629-8557-941919af4543 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/545e027f-6039-4945-9968-0afe068b8c5a HTTP/1.1" status: 204 len: 168 time: 0.3000808 Jul 16 18:04:14.967625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:14.972111 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.071137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478c98c-5c99-4629-8557-941919af4543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545e027f-6039-4945-9968-0afe068b8c5a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:15.153293 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Allocated IP 10.1.1.217 (f8d3014e-98b1-4372-b371-192abfc83760/d77e86e2-81a4-4c4a-b62b-cb8197e196bc/b8437eda-68aa-4615-8c69-a9ca4460558a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:15.266581 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.279389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.361803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:15.375088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4cd117-4870-4742-95f7-5eb4ebf55c94,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:15.392577 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.392933 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Added segment d36582bb-7338-4524-abd3-5205e18079fd of type vlan for network d507c2c3-21e2-421a-8676-00afe9ea4305 Jul 16 18:04:15.466968 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.478320 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.490571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Transition to ACTIVE for port object b8437eda-68aa-4615-8c69-a9ca4460558a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:15.531287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.532388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.532869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.575278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1597836 Jul 16 18:04:15.578434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.583501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8899b570-9593-4c84-8cd1-045818aeebd2 admin admin] Request body: {'subnet': {'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1148002406-subnet', 'tenant_id': 'aef74444f4964708a86849c150b36d95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:15.593632 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.619610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8899b570-9593-4c84-8cd1-045818aeebd2 admin admin] Made reservation on behalf of aef74444f4964708a86849c150b36d95 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:15.622040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8899b570-9593-4c84-8cd1-045818aeebd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.661861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabce4b3-3fc3-4d32-8363-2e77c5c95e54 admin admin] Pushing event updated for resources: {'Network': ['ID=d507c2c3-21e2-421a-8676-00afe9ea4305,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:15.673998 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network d507c2c3-21e2-421a-8676-00afe9ea4305 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:15.716061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Network f8d3014e-98b1-4372-b371-192abfc83760 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:15.725109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:15.739459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:15.808081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Port': ['ID=b8437eda-68aa-4615-8c69-a9ca4460558a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:15.851952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.852763 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.873733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b4a98215-2bab-4fa4-b2cd-48a6b733cf8c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2550235 Jul 16 18:04:15.887828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'port': {'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760', 'admin_state_up': True, 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'security_groups': ['0ab53352-c0e6-43bb-8bae-001a877e0dfd']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:16.055726 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8899b570-9593-4c84-8cd1-045818aeebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.081684 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab807d6f-4114-441d-884d-f0e441edf90e None None] Provisioning for port b8437eda-68aa-4615-8c69-a9ca4460558a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:16.088513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab807d6f-4114-441d-884d-f0e441edf90e None None] Provisioning complete for port b8437eda-68aa-4615-8c69-a9ca4460558a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:16.089573 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab807d6f-4114-441d-884d-f0e441edf90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.098500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:16.103430 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.187277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ab807d6f-4114-441d-884d-f0e441edf90e None None] Port b8437eda-68aa-4615-8c69-a9ca4460558a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:16.187708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899b570-9593-4c84-8cd1-045818aeebd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93c028d-665f-4d31-9fd7-f763f5c9e09f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.220891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8899b570-9593-4c84-8cd1-045818aeebd2 admin admin] Checking segment: {'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:16.222517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8899b570-9593-4c84-8cd1-045818aeebd2 admin admin] Network hostable DHCP agents. Network: d507c2c3-21e2-421a-8676-00afe9ea4305, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:16.259813 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8899b570-9593-4c84-8cd1-045818aeebd2 admin admin] Network d507c2c3-21e2-421a-8676-00afe9ea4305 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:16.272985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8899b570-9593-4c84-8cd1-045818aeebd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, d507c2c3-21e2-421a-8676-00afe9ea4305) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:16.283189 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8899b570-9593-4c84-8cd1-045818aeebd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.286133 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8899b570-9593-4c84-8cd1-045818aeebd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.289608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de237961-59e8-446a-b433-6666a66ea7d1 None None] Network d507c2c3-21e2-421a-8676-00afe9ea4305 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:16.317229 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8899b570-9593-4c84-8cd1-045818aeebd2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7376192 Jul 16 18:04:16.365041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Allocated IP 10.1.1.91 (f8d3014e-98b1-4372-b371-192abfc83760/d77e86e2-81a4-4c4a-b62b-cb8197e196bc/aace7eb4-c981-4ac1-be70-21c27562802e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:16.559347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611246cc-3bd8-4d90-affc-675030c1eb6c None None] Network d507c2c3-21e2-421a-8676-00afe9ea4305 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:16.677039 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.713589 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Transition to ACTIVE for port object aace7eb4-c981-4ac1-be70-21c27562802e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:16.769974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.826117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Network f8d3014e-98b1-4372-b371-192abfc83760 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:16.832912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:16.837909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:16.901777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.902504 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.905006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Port': ['ID=aace7eb4-c981-4ac1-be70-21c27562802e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.930511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4789fccd-414a-43d6-8d54-3194ace0a2b4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0496933 Jul 16 18:04:16.944188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'port': {'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820', 'admin_state_up': True, 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'security_groups': ['0ab53352-c0e6-43bb-8bae-001a877e0dfd']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:17.092325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:17.212085 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.227008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-779961d7-dff1-40dd-b820-4cffb5dcc4a6 None None] Provisioning for port aace7eb4-c981-4ac1-be70-21c27562802e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:17.232090 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-779961d7-dff1-40dd-b820-4cffb5dcc4a6 None None] Provisioning complete for port aace7eb4-c981-4ac1-be70-21c27562802e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:17.232472 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-779961d7-dff1-40dd-b820-4cffb5dcc4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.280000 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-779961d7-dff1-40dd-b820-4cffb5dcc4a6 None None] Port aace7eb4-c981-4ac1-be70-21c27562802e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:17.523816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Allocated IP 10.2.2.100 (ac8af031-332b-49b9-a5c1-24e1effc1820/6209d1f1-0281-4b08-99ad-f54e411f3cea/355d586e-9b6f-45ca-9c78-5ec31972c14f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:17.716177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.737198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Transition to ACTIVE for port object 355d586e-9b6f-45ca-9c78-5ec31972c14f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:17.787294 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.867643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Network ac8af031-332b-49b9-a5c1-24e1effc1820 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:17.872786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:17.876442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:17.909860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Port': ['ID=355d586e-9b6f-45ca-9c78-5ec31972c14f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:17.954354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.955255 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.975939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f7cf1db2-5fad-4121-a011-23de9ef2779f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0392423 Jul 16 18:04:17.999025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'port': {'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820', 'admin_state_up': True, 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'security_groups': ['0ab53352-c0e6-43bb-8bae-001a877e0dfd']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:18.172556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Made reservation on behalf of 1c67ec52b9484ad6bec26126f7f16745 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:18.178161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.217694 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bf6baf2a-0be1-4852-9d64-d44b5d03905c None None] Provisioning for port 355d586e-9b6f-45ca-9c78-5ec31972c14f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:18.224457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bf6baf2a-0be1-4852-9d64-d44b5d03905c None None] Provisioning complete for port 355d586e-9b6f-45ca-9c78-5ec31972c14f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:18.224832 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf6baf2a-0be1-4852-9d64-d44b5d03905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.298445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bf6baf2a-0be1-4852-9d64-d44b5d03905c None None] Port 355d586e-9b6f-45ca-9c78-5ec31972c14f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:18.394115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Allocated IP 10.2.2.200 (ac8af031-332b-49b9-a5c1-24e1effc1820/6209d1f1-0281-4b08-99ad-f54e411f3cea/390c02d7-cbb9-4405-adc9-7f7430e8f6a3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:18.545002 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.562626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Transition to ACTIVE for port object 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:18.603251 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.696949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event updated for resources: {'Port': ['ID=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:18.702978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Network ac8af031-332b-49b9-a5c1-24e1effc1820 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:18.705181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:18.707498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:18.774873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:18.775888 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.800877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-662650d0-4c50-40a2-b048-315666ab1417 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8152406 Jul 16 18:04:18.817432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Request body: {'port': {'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:18.913470 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.036054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0f2b5a8-a607-4d4c-af30-e824aeae1a16 None None] Provisioning for port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:19.048192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0f2b5a8-a607-4d4c-af30-e824aeae1a16 None None] Provisioning complete for port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:19.048992 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b5a8-a607-4d4c-af30-e824aeae1a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.095078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2b5a8-a607-4d4c-af30-e824aeae1a16 None None] Port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:19.364118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0598a2d5-d787-4411-9e1c-19663de1d374 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:19.374263 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.397985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Transition to ACTIVE for port object 0598a2d5-d787-4411-9e1c-19663de1d374 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:19.411812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.471775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Pushing event updated for resources: {'Port': ['ID=0598a2d5-d787-4411-9e1c-19663de1d374,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:19.574145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Attempting to bind port 0598a2d5-d787-4411-9e1c-19663de1d374 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:19.575102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Attempting to bind port 0598a2d5-d787-4411-9e1c-19663de1d374 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:19.575670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Attempting to bind port 0598a2d5-d787-4411-9e1c-19663de1d374 on network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:19.581571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Port 0598a2d5-d787-4411-9e1c-19663de1d374 on network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:19.582144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Attempting to bind port 0598a2d5-d787-4411-9e1c-19663de1d374 on network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:19.590991 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:19.591599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Checking segment: {'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:19.592202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Bound using segment: {'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:19.592863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Bound port: 0598a2d5-d787-4411-9e1c-19663de1d374, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62bbbfc-d9f4-4499-950e-694d9bc357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:19.593505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.709520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] For port 0598a2d5-d787-4411-9e1c-19663de1d374, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:19.717338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] For port 0598a2d5-d787-4411-9e1c-19663de1d374, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0598a2d5-d787-4411-9e1c-19663de1d374,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:19.729859 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.781931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.782567 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.783994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] 10.222.0.42 "PUT /v2.0/ports/0598a2d5-d787-4411-9e1c-19663de1d374 HTTP/1.1" status: 200 len: 1092 time: 0.9772689 Jul 16 18:04:19.784447 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': '0598a2d5-d787-4411-9e1c-19663de1d374'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:19.790643 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8754f179-38cd-4843-b1b2-7460df23e2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "0598a2d5-d787-4411-9e1c-19663de1d374"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:19.825039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Request body: {'port': {'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:19.828380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf783c51-ab3b-4aa6-a4b9-1c65f91a3565 service neutron] Pushing event updated for resources: {'Port': ['ID=0598a2d5-d787-4411-9e1c-19663de1d374,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:20.006584 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.439540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b93616d-b40c-420c-8b0a-a5239b5587a3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:20.449990 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.472242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Transition to ACTIVE for port object 4b93616d-b40c-420c-8b0a-a5239b5587a3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:20.479188 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.691528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Pushing event updated for resources: {'Port': ['ID=4b93616d-b40c-420c-8b0a-a5239b5587a3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:20.751294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Attempting to bind port 4b93616d-b40c-420c-8b0a-a5239b5587a3 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:20.751733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Attempting to bind port 4b93616d-b40c-420c-8b0a-a5239b5587a3 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:20.752133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Attempting to bind port 4b93616d-b40c-420c-8b0a-a5239b5587a3 on network f8d3014e-98b1-4372-b371-192abfc83760 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:20.759672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Port 4b93616d-b40c-420c-8b0a-a5239b5587a3 on network f8d3014e-98b1-4372-b371-192abfc83760 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:20.760071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Attempting to bind port 4b93616d-b40c-420c-8b0a-a5239b5587a3 on network f8d3014e-98b1-4372-b371-192abfc83760 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:20.782753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:20.783173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Checking segment: {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:20.783637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Bound using segment: {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:20.784158 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Bound port: 4b93616d-b40c-420c-8b0a-a5239b5587a3, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:20.784607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.832294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63c6de-a3f2-4c0f-8b8f-255a0ace77d8 req-daae0ade-90f8-4ef2-8f58-e6a615a04113 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:20.834327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba63c6de-a3f2-4c0f-8b8f-255a0ace77d8 req-daae0ade-90f8-4ef2-8f58-e6a615a04113 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab HTTP/1.1" status: 200 len: 945 time: 0.1884127 Jul 16 18:04:21.000404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] For port 4b93616d-b40c-420c-8b0a-a5239b5587a3, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:21.024343 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba63c6de-a3f2-4c0f-8b8f-255a0ace77d8 req-09e80fd5-8b58-4f43-9b9e-21b84b3795d2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566098 Jul 16 18:04:21.028638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] For port 4b93616d-b40c-420c-8b0a-a5239b5587a3, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4b93616d-b40c-420c-8b0a-a5239b5587a3,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:21.038382 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.067687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3787bc-34b1-444a-b2cc-4aaa37db263c req-9b691cb2-a50c-462e-afba-263bb862b3d6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.074225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3787bc-34b1-444a-b2cc-4aaa37db263c req-9b691cb2-a50c-462e-afba-263bb862b3d6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.081255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3787bc-34b1-444a-b2cc-4aaa37db263c req-9b691cb2-a50c-462e-afba-263bb862b3d6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.087518 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3787bc-34b1-444a-b2cc-4aaa37db263c req-9b691cb2-a50c-462e-afba-263bb862b3d6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.095057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3787bc-34b1-444a-b2cc-4aaa37db263c req-9b691cb2-a50c-462e-afba-263bb862b3d6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.101091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3787bc-34b1-444a-b2cc-4aaa37db263c req-9b691cb2-a50c-462e-afba-263bb862b3d6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.103229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f3787bc-34b1-444a-b2cc-4aaa37db263c req-9b691cb2-a50c-462e-afba-263bb862b3d6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 4601 time: 0.3027484 Jul 16 18:04:21.141745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.142787 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.144094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] 10.222.0.42 "PUT /v2.0/ports/4b93616d-b40c-420c-8b0a-a5239b5587a3 HTTP/1.1" status: 200 len: 1131 time: 1.3249371 Jul 16 18:04:21.164967 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121bae45-afc5-42b9-b7a9-d0846ccf6c6c x-openstack-request-id: req-121bae45-afc5-42b9-b7a9-d0846ccf6c6c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:21.165744 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab", "name": "network-vif-plugged", "status": "completed", "tag": "14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:21.166837 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-121bae45-afc5-42b9-b7a9-d0846ccf6c6c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:21.168163 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb', 'code': 200} Jul 16 18:04:21.200418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Request body: {'port': {'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:21.337692 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f3787bc-34b1-444a-b2cc-4aaa37db263c req-9b24612a-5d55-4d27-8e37-be49700e69a6 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1922674 Jul 16 18:04:21.358469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dde45d-4a7f-4f05-a4c0-d2bdd2d98622 service neutron] Pushing event updated for resources: {'Port': ['ID=4b93616d-b40c-420c-8b0a-a5239b5587a3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:21.454234 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6348ad-8b19-4e69-839a-c0878dde4a48 x-openstack-request-id: req-4d6348ad-8b19-4e69-839a-c0878dde4a48 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:21.454525 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "0598a2d5-d787-4411-9e1c-19663de1d374", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:21.454808 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d6348ad-8b19-4e69-839a-c0878dde4a48 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:21.455296 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': '0598a2d5-d787-4411-9e1c-19663de1d374', 'status': 'completed', 'code': 200} Jul 16 18:04:21.497015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6caa0-7273-481e-ba05-f7fded6ca496 req-11301dc2-e79c-4145-b3c3-243b5d1990f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.498509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78c6caa0-7273-481e-ba05-f7fded6ca496 req-11301dc2-e79c-4145-b3c3-243b5d1990f4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab HTTP/1.1" status: 200 len: 1096 time: 0.2346790 Jul 16 18:04:21.535062 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.577647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-0c878c87-9f0e-415c-8884-a628044995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.579782 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-0c878c87-9f0e-415c-8884-a628044995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.580699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-0c878c87-9f0e-415c-8884-a628044995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.581389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-0c878c87-9f0e-415c-8884-a628044995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.582202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-0c878c87-9f0e-415c-8884-a628044995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.583380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-0c878c87-9f0e-415c-8884-a628044995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.585899 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-0c878c87-9f0e-415c-8884-a628044995c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5287 time: 0.1211040 Jul 16 18:04:21.775382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-3943f29e-c1d4-470e-9020-4e16bb3aafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.775982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-3943f29e-c1d4-470e-9020-4e16bb3aafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.779759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-3943f29e-c1d4-470e-9020-4e16bb3aafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.782246 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-3943f29e-c1d4-470e-9020-4e16bb3aafcd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1c67ec52b9484ad6bec26126f7f16745&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1872394 Jul 16 18:04:21.924036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78c6caa0-7273-481e-ba05-f7fded6ca496 req-9a346dad-7214-4b9f-865d-3a5bc1826377 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161797 Jul 16 18:04:22.003110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-d80cdde4-4709-4668-af3a-5bb845b951fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:22.005179 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8754f179-38cd-4843-b1b2-7460df23e2b1 req-d80cdde4-4709-4668-af3a-5bb845b951fd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2162991 Jul 16 18:04:22.060501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-6c7aea96-8e04-44b7-9646-113090b49106 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:22.062117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-6c7aea96-8e04-44b7-9646-113090b49106 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/networks?id=d507c2c3-21e2-421a-8676-00afe9ea4305 HTTP/1.1" status: 200 len: 818 time: 0.1785650 Jul 16 18:04:22.064418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aeea441-772e-43d3-9f23-1d59cee62d0e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:22.080834 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.089065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-1646b7f6-9452-4880-bbf1-30927732005a tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/quotas/aef74444f4964708a86849c150b36d95 HTTP/1.1" status: 200 len: 375 time: 0.0195401 Jul 16 18:04:22.097855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Transition to ACTIVE for port object 4aeea441-772e-43d3-9f23-1d59cee62d0e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:22.128162 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-f6e6560e-156e-4696-ac14-52f09ca35208 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=aef74444f4964708a86849c150b36d95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316024 Jul 16 18:04:22.129274 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.304794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a2127b6-bae6-41bf-b9db-cdeb7f847b03 req-bb778b8e-b5a9-45f0-9ca1-7f3ce8c16540 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.0888019 Jul 16 18:04:22.317743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Pushing event updated for resources: {'Port': ['ID=4aeea441-772e-43d3-9f23-1d59cee62d0e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:22.396070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-36be354c-6ec5-4a43-ab37-11e7b619c3b0 service neutron] 10.222.0.52 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347720 Jul 16 18:04:22.504976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Attempting to bind port 4aeea441-772e-43d3-9f23-1d59cee62d0e on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:22.505337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Attempting to bind port 4aeea441-772e-43d3-9f23-1d59cee62d0e by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:22.506034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Attempting to bind port 4aeea441-772e-43d3-9f23-1d59cee62d0e on network f8d3014e-98b1-4372-b371-192abfc83760 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:22.519711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Port 4aeea441-772e-43d3-9f23-1d59cee62d0e on network f8d3014e-98b1-4372-b371-192abfc83760 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:22.520165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Attempting to bind port 4aeea441-772e-43d3-9f23-1d59cee62d0e on network f8d3014e-98b1-4372-b371-192abfc83760 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:23.047282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-70daa3e5-e593-4af5-ba4f-074f1e510e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.049506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-70daa3e5-e593-4af5-ba4f-074f1e510e98 service neutron] 10.222.0.38 "GET /v2.0/ports/700bb1e6-b0d1-4e75-9079-e45d8a9ac09f HTTP/1.1" status: 200 len: 1032 time: 0.0573535 Jul 16 18:04:23.062189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:23.062887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Checking segment: {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:23.063578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Bound using segment: {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:23.064278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Bound port: 4aeea441-772e-43d3-9f23-1d59cee62d0e, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:23.064849 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.198291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-6122ed6b-203f-43c6-a3ca-a09ad3a06bc9 service neutron] 10.222.0.52 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8018687 Jul 16 18:04:23.237837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-ea5d38cd-79a6-407c-9003-2ecd74aec093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.239449 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-ea5d38cd-79a6-407c-9003-2ecd74aec093 service neutron] 10.222.0.38 "GET /v2.0/ports/1c7fda8b-3138-4238-aa2b-810ce6159203 HTTP/1.1" status: 200 len: 1032 time: 0.1584115 Jul 16 18:04:23.287582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] For port 4aeea441-772e-43d3-9f23-1d59cee62d0e, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:23.321933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-f6513ed6-ed96-4430-8cc1-ac4de9447cde tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.329568 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-f6513ed6-ed96-4430-8cc1-ac4de9447cde tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 818 time: 0.8109274 Jul 16 18:04:23.352123 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-d037d448-c09e-4002-8ebf-f9cf454da25c tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/quotas/565937de75e3443f93597fdd4f4967e7 HTTP/1.1" status: 200 len: 375 time: 0.0211759 Jul 16 18:04:23.360745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] For port 4aeea441-772e-43d3-9f23-1d59cee62d0e, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4aeea441-772e-43d3-9f23-1d59cee62d0e,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:23.405499 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.462994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': '4b93616d-b40c-420c-8b0a-a5239b5587a3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:23.466201 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da4b1f3-aa77-4f5f-b69f-32d993f22693" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "4b93616d-b40c-420c-8b0a-a5239b5587a3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:23.476622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.477541 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.479945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] 10.222.0.42 "PUT /v2.0/ports/4aeea441-772e-43d3-9f23-1d59cee62d0e HTTP/1.1" status: 200 len: 1129 time: 2.2892628 Jul 16 18:04:23.519858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Request body: {'port': {'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:23.616218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-d2c50d94-34ae-483f-8572-ac989cca1036 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.622516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-d2c50d94-34ae-483f-8572-ac989cca1036 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.628699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-d2c50d94-34ae-483f-8572-ac989cca1036 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.630612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-d2c50d94-34ae-483f-8572-ac989cca1036 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "GET /v2.0/networks?id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=29c282e7-cacf-472e-b53a-2daeee14b484&id=29c282e7-cacf-472e-b53a-2daeee14b484 HTTP/1.1" status: 200 len: 1994 time: 0.3830302 Jul 16 18:04:23.698434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bd665-d4ca-420c-9bc0-6701736f3e12 service neutron] Pushing event updated for resources: {'Port': ['ID=4aeea441-772e-43d3-9f23-1d59cee62d0e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:23.743922 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.751794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c0738582-65e0-4a80-b5df-e8cec3888394 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c HTTP/1.1" status: 200 len: 379 time: 0.0937386 Jul 16 18:04:23.783369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5d331044-585e-4f3d-bf16-294f42369088 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4298522 Jul 16 18:04:23.827789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'port': {'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'admin_state_up': True, 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'security_groups': ['661ba804-5b82-4796-a18a-4ff7787c9da4']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:24.083594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:24.087342 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.241940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5856e-756a-438f-9ece-a7d7252f2aa2 req-50d72ffc-3a22-42a1-8d17-33db597c95ee tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.250714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ce5856e-756a-438f-9ece-a7d7252f2aa2 req-50d72ffc-3a22-42a1-8d17-33db597c95ee tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab HTTP/1.1" status: 200 len: 945 time: 0.4461577 Jul 16 18:04:24.274541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-9ced7bd9-1604-49d3-8052-f2b14c1ac5df service neutron] 10.222.0.52 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901915 Jul 16 18:04:24.441654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ce5856e-756a-438f-9ece-a7d7252f2aa2 req-c78237ef-2d83-4068-a81d-b0ace8865865 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897638 Jul 16 18:04:24.538442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Allocated IP 172.20.0.12 (02dc7734-1774-4ed6-b2fb-86a1fe3301ec/306fd435-821d-4c93-9da6-87680b1fbaa4/d8801145-f837-4d0e-b9d5-1f06de7a01f4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:24.585957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-005f8673-f940-4b54-99e9-29e2ec391907 service neutron] 10.222.0.52 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956250 Jul 16 18:04:24.844365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8437eda-68aa-4615-8c69-a9ca4460558a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:24.860394 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.899035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Transition to ACTIVE for port object b8437eda-68aa-4615-8c69-a9ca4460558a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:24.909802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.922713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763de4d-a8d9-4dc0-a659-e5191fd2dfff req-748fdbd8-732e-480c-b93b-7e7f7b5110e2 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.928725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763de4d-a8d9-4dc0-a659-e5191fd2dfff req-748fdbd8-732e-480c-b93b-7e7f7b5110e2 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.935492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763de4d-a8d9-4dc0-a659-e5191fd2dfff req-748fdbd8-732e-480c-b93b-7e7f7b5110e2 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.941651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763de4d-a8d9-4dc0-a659-e5191fd2dfff req-748fdbd8-732e-480c-b93b-7e7f7b5110e2 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.947655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763de4d-a8d9-4dc0-a659-e5191fd2dfff req-748fdbd8-732e-480c-b93b-7e7f7b5110e2 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.954783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763de4d-a8d9-4dc0-a659-e5191fd2dfff req-748fdbd8-732e-480c-b93b-7e7f7b5110e2 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.961025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763de4d-a8d9-4dc0-a659-e5191fd2dfff req-748fdbd8-732e-480c-b93b-7e7f7b5110e2 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.963254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0763de4d-a8d9-4dc0-a659-e5191fd2dfff req-748fdbd8-732e-480c-b93b-7e7f7b5110e2 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5372 time: 0.3296397 Jul 16 18:04:24.981169 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.049190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Transition to ACTIVE for port object d8801145-f837-4d0e-b9d5-1f06de7a01f4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:25.103835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8437eda-68aa-4615-8c69-a9ca4460558a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:25.155928 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0763de4d-a8d9-4dc0-a659-e5191fd2dfff req-61a597b0-17c7-44d7-95b8-8f0a641bbe19 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1779628 Jul 16 18:04:25.308182 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.338033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Attempting to bind port b8437eda-68aa-4615-8c69-a9ca4460558a on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:25.339284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Attempting to bind port b8437eda-68aa-4615-8c69-a9ca4460558a by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:25.339643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Attempting to bind port b8437eda-68aa-4615-8c69-a9ca4460558a on network f8d3014e-98b1-4372-b371-192abfc83760 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:25.389606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:25.390521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Port b8437eda-68aa-4615-8c69-a9ca4460558a on network f8d3014e-98b1-4372-b371-192abfc83760 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:25.390876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Attempting to bind port b8437eda-68aa-4615-8c69-a9ca4460558a on network f8d3014e-98b1-4372-b371-192abfc83760 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:25.441302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:25.445292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:25.520397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:25.520725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Checking segment: {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:25.521239 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Bound using segment: {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:25.521635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Bound port: b8437eda-68aa-4615-8c69-a9ca4460558a, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:25.522018 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.553886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Port': ['ID=d8801145-f837-4d0e-b9d5-1f06de7a01f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:25.598457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.599383 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.641530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e91e63ac-8f9c-4c41-9552-fd1e56edc446 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8386772 Jul 16 18:04:25.656571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'port': {'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d', 'admin_state_up': True, 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'security_groups': ['661ba804-5b82-4796-a18a-4ff7787c9da4']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:25.685193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c4f35-5476-479f-af89-fe4de64c2a95 req-073e47e0-01ee-4dc5-b2e8-4c8d8c36c47b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.693060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a1c4f35-5476-479f-af89-fe4de64c2a95 req-073e47e0-01ee-4dc5-b2e8-4c8d8c36c47b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 932 time: 0.3413541 Jul 16 18:04:25.732265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] For port b8437eda-68aa-4615-8c69-a9ca4460558a, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:25.792257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] For port b8437eda-68aa-4615-8c69-a9ca4460558a, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b8437eda-68aa-4615-8c69-a9ca4460558a,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:25.832053 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.897581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a1c4f35-5476-479f-af89-fe4de64c2a95 req-0c8b98ea-1d98-43c1-8be8-5dbbe9d6e683 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033036 Jul 16 18:04:25.947291 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ac4554d-20c9-463b-800c-7ee4e5af2b8b None None] Provisioning for port d8801145-f837-4d0e-b9d5-1f06de7a01f4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:25.963886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ac4554d-20c9-463b-800c-7ee4e5af2b8b None None] Provisioning complete for port d8801145-f837-4d0e-b9d5-1f06de7a01f4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:25.964704 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ac4554d-20c9-463b-800c-7ee4e5af2b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.008854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.010037 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.011936 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] 10.222.0.42 "PUT /v2.0/ports/b8437eda-68aa-4615-8c69-a9ca4460558a HTTP/1.1" status: 200 len: 1091 time: 2.4983292 Jul 16 18:04:26.014742 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ec61b-67ce-42c2-9515-b91a963d7ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8437eda-68aa-4615-8c69-a9ca4460558a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:26.032186 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a5ebc8-0b01-4a91-85fb-ee1044c0aa5c x-openstack-request-id: req-b4a5ebc8-0b01-4a91-85fb-ee1044c0aa5c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:26.033203 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "4b93616d-b40c-420c-8b0a-a5239b5587a3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:26.033722 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4a5ebc8-0b01-4a91-85fb-ee1044c0aa5c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:26.034862 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': '4b93616d-b40c-420c-8b0a-a5239b5587a3', 'status': 'completed', 'code': 200} Jul 16 18:04:26.072484 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-8dcc2190-158d-4e58-aaae-d8ef79474db4 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.090340 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-8dcc2190-158d-4e58-aaae-d8ef79474db4 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.42 "GET /v2.0/networks?id=d507c2c3-21e2-421a-8676-00afe9ea4305 HTTP/1.1" status: 200 len: 818 time: 0.3096404 Jul 16 18:04:26.095899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4554d-20c9-463b-800c-7ee4e5af2b8b None None] Port d8801145-f837-4d0e-b9d5-1f06de7a01f4 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:26.108439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cae9239f-15d8-451d-a915-831583513218 req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Request body: {'port': {'device_id': '905f4cf4-c08f-4b4a-9815-637622bf3fe6', 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305', 'admin_state_up': True, 'tenant_id': 'aef74444f4964708a86849c150b36d95'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:26.318935 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Request body: {'port': {'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:26.337039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-2836b7ec-b382-4364-8631-a5b1e4bcf36d tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.341814 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-2836b7ec-b382-4364-8631-a5b1e4bcf36d tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.38 "GET /v2.0/networks?id=d507c2c3-21e2-421a-8676-00afe9ea4305 HTTP/1.1" status: 200 len: 818 time: 0.3020880 Jul 16 18:04:26.358330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cae9239f-15d8-451d-a915-831583513218 req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Request body: {'port': {'device_id': '25df4ec5-c08c-4fad-9ebf-e0b4161f84fe', 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305', 'admin_state_up': True, 'tenant_id': 'aef74444f4964708a86849c150b36d95'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:26.365717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:26.369414 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.505025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Made reservation on behalf of aef74444f4964708a86849c150b36d95 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:26.508647 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.548558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Allocated IP 10.1.1.162 (7cc8bf9d-645a-4817-933d-397852636c3d/ceda2a24-c48a-4792-be50-32ed8ad30ecf/7eabc694-8433-42fa-9894-3abdb602e652) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:26.683529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.699239 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-9efbd9e2-dbdb-4baa-b184-a72afac09099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.699738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-9efbd9e2-dbdb-4baa-b184-a72afac09099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.700126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-9efbd9e2-dbdb-4baa-b184-a72afac09099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.700610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-9efbd9e2-dbdb-4baa-b184-a72afac09099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.701084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-9efbd9e2-dbdb-4baa-b184-a72afac09099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.701842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-9efbd9e2-dbdb-4baa-b184-a72afac09099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.702320 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-9efbd9e2-dbdb-4baa-b184-a72afac09099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.704366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-9efbd9e2-dbdb-4baa-b184-a72afac09099 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6276 time: 0.6418195 Jul 16 18:04:26.773547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-cae9239f-15d8-451d-a915-831583513218 req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Allocated IP 172.20.0.6 (d507c2c3-21e2-421a-8676-00afe9ea4305/a93c028d-665f-4d31-9fd7-f763f5c9e09f/62b4e86d-aa74-40e5-bb11-392ab9c996b1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:27.068877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.085323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Transition to ACTIVE for port object 7eabc694-8433-42fa-9894-3abdb602e652 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:27.188765 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.190763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Made reservation on behalf of aef74444f4964708a86849c150b36d95 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:27.194203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.196828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-08a91160-f4ab-4e5a-9ac3-eff8acf3a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.197334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-08a91160-f4ab-4e5a-9ac3-eff8acf3a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.198398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-08a91160-f4ab-4e5a-9ac3-eff8acf3a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.199984 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-08a91160-f4ab-4e5a-9ac3-eff8acf3a727 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1c67ec52b9484ad6bec26126f7f16745&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4271522 Jul 16 18:04:27.222035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-89d623da-328a-40d8-ab82-bd88896aa930 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.226814 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-89d623da-328a-40d8-ab82-bd88896aa930 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.42 "GET /v2.0/networks?id=d507c2c3-21e2-421a-8676-00afe9ea4305 HTTP/1.1" status: 200 len: 818 time: 0.5450070 Jul 16 18:04:27.242309 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cae9239f-15d8-451d-a915-831583513218 req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Request body: {'port': {'device_id': 'df650240-c4ed-4f6a-906d-a1e2d2c2bc4b', 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305', 'admin_state_up': True, 'tenant_id': 'aef74444f4964708a86849c150b36d95'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:27.312102 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.319695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Network 7cc8bf9d-645a-4817-933d-397852636c3d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:27.337173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:27.458183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:27.469767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Port': ['ID=7eabc694-8433-42fa-9894-3abdb602e652,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.504735 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.571983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7e57b-e170-44d8-93f5-6c7fb6e537c6 req-6c35b5ef-70ab-4de8-80f0-c3a26f602146 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.586101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7e57b-e170-44d8-93f5-6c7fb6e537c6 req-6c35b5ef-70ab-4de8-80f0-c3a26f602146 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.598697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7e57b-e170-44d8-93f5-6c7fb6e537c6 req-6c35b5ef-70ab-4de8-80f0-c3a26f602146 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.605543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7e57b-e170-44d8-93f5-6c7fb6e537c6 req-6c35b5ef-70ab-4de8-80f0-c3a26f602146 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.611874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7e57b-e170-44d8-93f5-6c7fb6e537c6 req-6c35b5ef-70ab-4de8-80f0-c3a26f602146 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.618397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7e57b-e170-44d8-93f5-6c7fb6e537c6 req-6c35b5ef-70ab-4de8-80f0-c3a26f602146 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.624804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7e57b-e170-44d8-93f5-6c7fb6e537c6 req-6c35b5ef-70ab-4de8-80f0-c3a26f602146 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.635942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfc7e57b-e170-44d8-93f5-6c7fb6e537c6 req-6c35b5ef-70ab-4de8-80f0-c3a26f602146 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5384 time: 0.5215471 Jul 16 18:04:27.638930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae9239f-15d8-451d-a915-831583513218 req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Network d507c2c3-21e2-421a-8676-00afe9ea4305 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:27.649436 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-cae9239f-15d8-451d-a915-831583513218 req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:27.655723 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae9239f-15d8-451d-a915-831583513218 req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:27.658350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Pushing event updated for resources: {'Port': ['ID=62b4e86d-aa74-40e5-bb11-392ab9c996b1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.672552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ef9ce71-cd8a-47ef-b724-f3ffee3bafe5 None None] Provisioning for port 7eabc694-8433-42fa-9894-3abdb602e652 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:27.676715 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3ef9ce71-cd8a-47ef-b724-f3ffee3bafe5 None None] Provisioning complete for port 7eabc694-8433-42fa-9894-3abdb602e652 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:27.677101 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ce71-cd8a-47ef-b724-f3ffee3bafe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.680711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Made reservation on behalf of aef74444f4964708a86849c150b36d95 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:27.684389 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.696994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.698711 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.751061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9ce71-cd8a-47ef-b724-f3ffee3bafe5 None None] Port 7eabc694-8433-42fa-9894-3abdb602e652 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:28.149516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.150522 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.168680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aace7eb4-c981-4ac1-be70-21c27562802e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:28.170065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': '4aeea441-772e-43d3-9f23-1d59cee62d0e'}, {'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': 'b8437eda-68aa-4615-8c69-a9ca4460558a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:28.172335 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5eb9a11-37c6-45e4-b705-4bef8c66174e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "4aeea441-772e-43d3-9f23-1d59cee62d0e"}, {"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "b8437eda-68aa-4615-8c69-a9ca4460558a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:28.181303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-aa6bc7f7-c2fc-4a36-ada6-097608e1854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.183744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2da4b1f3-aa77-4f5f-b69f-32d993f22693 req-aa6bc7f7-c2fc-4a36-ada6-097608e1854a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9750905 Jul 16 18:04:28.185432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9b62e9b5-8bd3-49e7-aa83-4698967ebb4d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5329123 Jul 16 18:04:28.188265 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.209716 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-ad190a33-42ad-44cf-9476-fc5cbbde3a61 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1112666 Jul 16 18:04:28.212433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'port': {'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d', 'admin_state_up': True, 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'security_groups': ['661ba804-5b82-4796-a18a-4ff7787c9da4']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:28.212698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Transition to ACTIVE for port object aace7eb4-c981-4ac1-be70-21c27562802e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:28.223130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Request body: {'port': {'device_id': '905f4cf4-c08f-4b4a-9815-637622bf3fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:28.227505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.253987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfc7e57b-e170-44d8-93f5-6c7fb6e537c6 req-ca5efa43-36f0-44ae-8e34-85cf91ff876a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6203671 Jul 16 18:04:28.343199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-cae9239f-15d8-451d-a915-831583513218 req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Allocated IP 172.20.0.3 (d507c2c3-21e2-421a-8676-00afe9ea4305/a93c028d-665f-4d31-9fd7-f763f5c9e09f/294fd47f-d239-4e4b-8f25-76fe38a1976e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:28.420948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Pushing event updated for resources: {'Port': ['ID=aace7eb4-c981-4ac1-be70-21c27562802e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:28.579622 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.724743 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Attempting to bind port aace7eb4-c981-4ac1-be70-21c27562802e on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:28.725452 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Attempting to bind port aace7eb4-c981-4ac1-be70-21c27562802e by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:28.726004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Attempting to bind port aace7eb4-c981-4ac1-be70-21c27562802e on network f8d3014e-98b1-4372-b371-192abfc83760 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:28.740376 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Port aace7eb4-c981-4ac1-be70-21c27562802e on network f8d3014e-98b1-4372-b371-192abfc83760 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:28.741515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Attempting to bind port aace7eb4-c981-4ac1-be70-21c27562802e on network f8d3014e-98b1-4372-b371-192abfc83760 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:28.755779 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:28.757056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Checking segment: {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:28.757715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Bound using segment: {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:28.758447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Bound port: aace7eb4-c981-4ac1-be70-21c27562802e, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02879048-76c7-4995-b2f2-9292ca7d1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:28.759110 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.799424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5367bfa5-82b9-456b-9022-cab3217c3bcf req-d7aa6ce6-4cdb-476f-9cc1-4c6d1f64e355 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe HTTP/1.1" status: 200 len: 210 time: 0.2456996 Jul 16 18:04:28.824066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:28.841190 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.959024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] For port aace7eb4-c981-4ac1-be70-21c27562802e, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:28.966104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] For port aace7eb4-c981-4ac1-be70-21c27562802e, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=aace7eb4-c981-4ac1-be70-21c27562802e,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:28.990193 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.070183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.070815 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.072328 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] 10.222.0.42 "PUT /v2.0/ports/aace7eb4-c981-4ac1-be70-21c27562802e HTTP/1.1" status: 200 len: 1090 time: 2.7787290 Jul 16 18:04:29.073583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': 'aace7eb4-c981-4ac1-be70-21c27562802e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:29.075905 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fa1b9d-744b-490e-9082-1f000f6d0948" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "aace7eb4-c981-4ac1-be70-21c27562802e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:29.104481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a99093-dac1-4bcf-8ebd-897c8c1e0ff6 req-005be6f5-254f-4a07-b85c-4a1b941d72be tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.107019 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a99093-dac1-4bcf-8ebd-897c8c1e0ff6 req-005be6f5-254f-4a07-b85c-4a1b941d72be tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.38 "GET /v2.0/ports?device_id=1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab HTTP/1.1" status: 200 len: 945 time: 0.7297299 Jul 16 18:04:29.114345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Request body: {'port': {'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:29.223717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab2fbd-7878-4f05-9d3f-2bc3674de153 service neutron] Pushing event updated for resources: {'Port': ['ID=aace7eb4-c981-4ac1-be70-21c27562802e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:29.315956 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.618660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85774e1c-0f09-41e3-8c57-3e23e880c333 req-b047a95f-cd6a-4d1a-a9bc-9342ae1e6adf tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.621667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85774e1c-0f09-41e3-8c57-3e23e880c333 req-b047a95f-cd6a-4d1a-a9bc-9342ae1e6adf tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab HTTP/1.1" status: 200 len: 945 time: 0.5674238 Jul 16 18:04:29.664802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Allocated IP 10.1.1.120 (7cc8bf9d-645a-4817-933d-397852636c3d/ceda2a24-c48a-4792-be50-32ed8ad30ecf/c4066f96-874a-4e9b-9ebe-2041bf995554) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:29.674775 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.749558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85774e1c-0f09-41e3-8c57-3e23e880c333 req-498b57c8-f20e-45f1-9a57-53ff337719cd tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113524 Jul 16 18:04:29.808678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-60a99093-dac1-4bcf-8ebd-897c8c1e0ff6 req-51bb372b-b07b-490e-ae5f-923910884e80 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Deleting port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:29.809360 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a99093-dac1-4bcf-8ebd-897c8c1e0ff6 req-51bb372b-b07b-490e-ae5f-923910884e80 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.865043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355d586e-9b6f-45ca-9c78-5ec31972c14f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:29.884248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.920167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Transition to ACTIVE for port object 355d586e-9b6f-45ca-9c78-5ec31972c14f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:29.930404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.028987 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e536de8-51df-4385-81fa-e25096fc8fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.059289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Pushing event updated for resources: {'Port': ['ID=355d586e-9b6f-45ca-9c78-5ec31972c14f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:30.199876 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Attempting to bind port 355d586e-9b6f-45ca-9c78-5ec31972c14f on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:30.200437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Attempting to bind port 355d586e-9b6f-45ca-9c78-5ec31972c14f by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:30.201166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Attempting to bind port 355d586e-9b6f-45ca-9c78-5ec31972c14f on network ac8af031-332b-49b9-a5c1-24e1effc1820 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:30.206258 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Port 355d586e-9b6f-45ca-9c78-5ec31972c14f on network ac8af031-332b-49b9-a5c1-24e1effc1820 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:30.206805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Attempting to bind port 355d586e-9b6f-45ca-9c78-5ec31972c14f on network ac8af031-332b-49b9-a5c1-24e1effc1820 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:30.217962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:30.218715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Checking segment: {'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:30.219300 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Bound using segment: {'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:30.219937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Bound port: 355d586e-9b6f-45ca-9c78-5ec31972c14f, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:30.220484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.246603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60a99093-dac1-4bcf-8ebd-897c8c1e0ff6 req-51bb372b-b07b-490e-ae5f-923910884e80 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] For port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:30.247001 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a99093-dac1-4bcf-8ebd-897c8c1e0ff6 req-51bb372b-b07b-490e-ae5f-923910884e80 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.275040 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.365743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-60a99093-dac1-4bcf-8ebd-897c8c1e0ff6 req-51bb372b-b07b-490e-ae5f-923910884e80 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Calling delete_port for 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:30.377171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae9239f-15d8-451d-a915-831583513218 req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Network d507c2c3-21e2-421a-8676-00afe9ea4305 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:30.396070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-cae9239f-15d8-451d-a915-831583513218 req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:30.410397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae9239f-15d8-451d-a915-831583513218 req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:30.524940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Pushing event updated for resources: {'Port': ['ID=294fd47f-d239-4e4b-8f25-76fe38a1976e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:30.537479 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.543220 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] For port 355d586e-9b6f-45ca-9c78-5ec31972c14f, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:30.554240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-cae9239f-15d8-451d-a915-831583513218 req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Allocated IP 172.20.0.9 (d507c2c3-21e2-421a-8676-00afe9ea4305/a93c028d-665f-4d31-9fd7-f763f5c9e09f/68a33205-0835-42fd-aa63-50ae0f55de5f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:30.565865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] For port 355d586e-9b6f-45ca-9c78-5ec31972c14f, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=355d586e-9b6f-45ca-9c78-5ec31972c14f,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:30.592830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.597944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Transition to ACTIVE for port object c4066f96-874a-4e9b-9ebe-2041bf995554 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:30.609739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23e02-5125-4ae1-9056-b619a0c6e7d9 req-c8f35f4d-4bd7-4cbb-9430-b4639e611333 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.615861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23e02-5125-4ae1-9056-b619a0c6e7d9 req-c8f35f4d-4bd7-4cbb-9430-b4639e611333 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.624032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5f23e02-5125-4ae1-9056-b619a0c6e7d9 req-c8f35f4d-4bd7-4cbb-9430-b4639e611333 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 1654 time: 0.5837133 Jul 16 18:04:30.638097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.638779 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.662560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-b905db13-b7d8-403e-ac81-28aabde88b5e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3098190 Jul 16 18:04:30.685593 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.686759 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.688345 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] 10.222.0.42 "PUT /v2.0/ports/355d586e-9b6f-45ca-9c78-5ec31972c14f HTTP/1.1" status: 200 len: 1091 time: 1.5807736 Jul 16 18:04:30.690655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Request body: {'port': {'device_id': '25df4ec5-c08c-4fad-9ebf-e0b4161f84fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:30.737025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5989a64-ddcc-4875-93ce-dbe09e8966be service neutron] Pushing event updated for resources: {'Port': ['ID=355d586e-9b6f-45ca-9c78-5ec31972c14f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:30.747603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Request body: {'port': {'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:30.781733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5f23e02-5125-4ae1-9056-b619a0c6e7d9 req-b1c39adf-4b07-4c79-835e-d6b575ac6ff8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566968 Jul 16 18:04:30.889851 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f230b18c-69ca-453c-a7be-be75075e056c x-openstack-request-id: req-f230b18c-69ca-453c-a7be-be75075e056c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:30.892125 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "4aeea441-772e-43d3-9f23-1d59cee62d0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "b8437eda-68aa-4615-8c69-a9ca4460558a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:30.892575 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f230b18c-69ca-453c-a7be-be75075e056c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:30.893439 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': '4aeea441-772e-43d3-9f23-1d59cee62d0e', 'status': 'completed', 'code': 200} Jul 16 18:04:30.893987 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': 'b8437eda-68aa-4615-8c69-a9ca4460558a', 'status': 'completed', 'code': 200} Jul 16 18:04:30.939246 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.957128 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e10a93c-9fe6-4114-965e-b39b3da052f6 x-openstack-request-id: req-5e10a93c-9fe6-4114-965e-b39b3da052f6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:30.957456 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "aace7eb4-c981-4ac1-be70-21c27562802e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:30.957707 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e10a93c-9fe6-4114-965e-b39b3da052f6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:30.958101 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': 'aace7eb4-c981-4ac1-be70-21c27562802e', 'status': 'completed', 'code': 200} Jul 16 18:04:30.977192 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.099391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.137836 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a99093-dac1-4bcf-8ebd-897c8c1e0ff6 req-51bb372b-b07b-490e-ae5f-923910884e80 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.141442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Network 7cc8bf9d-645a-4817-933d-397852636c3d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:31.168199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:31.170174 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.176107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:31.250263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Port': ['ID=c4066f96-874a-4e9b-9ebe-2041bf995554,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:31.310552 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.372624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb372b-b07b-490e-ae5f-923910884e80 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event deleted for resources: {'Port': ['ID=14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:31.443977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a99093-dac1-4bcf-8ebd-897c8c1e0ff6 req-51bb372b-b07b-490e-ae5f-923910884e80 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] No DVR routers for this DVR port 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:31.453014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.453727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.461112 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a99093-dac1-4bcf-8ebd-897c8c1e0ff6 req-51bb372b-b07b-490e-ae5f-923910884e80 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.463878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a99093-dac1-4bcf-8ebd-897c8c1e0ff6 req-51bb372b-b07b-490e-ae5f-923910884e80 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.38 "DELETE /v2.0/ports/14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb HTTP/1.1" status: 204 len: 173 time: 2.2146981 Jul 16 18:04:31.508976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-2fd4a2c4-e810-4314-9b41-280683f01ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.509480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-2fd4a2c4-e810-4314-9b41-280683f01ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.510501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-2fd4a2c4-e810-4314-9b41-280683f01ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.511000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-2fd4a2c4-e810-4314-9b41-280683f01ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.511646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-2fd4a2c4-e810-4314-9b41-280683f01ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.512124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-2fd4a2c4-e810-4314-9b41-280683f01ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.512752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-2fd4a2c4-e810-4314-9b41-280683f01ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.514880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-2fd4a2c4-e810-4314-9b41-280683f01ec4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6410 time: 0.5594873 Jul 16 18:04:31.563973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c4125d76-2114-4ad1-80a3-84c8ba521f08 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3605213 Jul 16 18:04:31.582128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b8c4840-5181-44af-90c0-47c95783f90b None None] Provisioning for port c4066f96-874a-4e9b-9ebe-2041bf995554 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:31.585530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'port': {'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484', 'admin_state_up': True, 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'security_groups': ['661ba804-5b82-4796-a18a-4ff7787c9da4']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:31.587899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b8c4840-5181-44af-90c0-47c95783f90b None None] Provisioning complete for port c4066f96-874a-4e9b-9ebe-2041bf995554 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:31.589197 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b8c4840-5181-44af-90c0-47c95783f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.605763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d8c73-a31e-4ecd-a276-71bf155e6078 req-94dde23d-5bd4-4b32-a981-684dc618c881 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.612116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d8c73-a31e-4ecd-a276-71bf155e6078 req-94dde23d-5bd4-4b32-a981-684dc618c881 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.616716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b4e86d-aa74-40e5-bb11-392ab9c996b1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:31.618465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d8c73-a31e-4ecd-a276-71bf155e6078 req-94dde23d-5bd4-4b32-a981-684dc618c881 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.629598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d8c73-a31e-4ecd-a276-71bf155e6078 req-94dde23d-5bd4-4b32-a981-684dc618c881 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.636359 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d8c73-a31e-4ecd-a276-71bf155e6078 req-94dde23d-5bd4-4b32-a981-684dc618c881 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.639077 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.642602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d8c73-a31e-4ecd-a276-71bf155e6078 req-94dde23d-5bd4-4b32-a981-684dc618c881 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.648817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d8c73-a31e-4ecd-a276-71bf155e6078 req-94dde23d-5bd4-4b32-a981-684dc618c881 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.656815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-335d8c73-a31e-4ecd-a276-71bf155e6078 req-94dde23d-5bd4-4b32-a981-684dc618c881 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5408 time: 0.5083725 Jul 16 18:04:31.669838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Transition to ACTIVE for port object 62b4e86d-aa74-40e5-bb11-392ab9c996b1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:31.672407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c4840-5181-44af-90c0-47c95783f90b None None] Port c4066f96-874a-4e9b-9ebe-2041bf995554 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:31.754446 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.799600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-335d8c73-a31e-4ecd-a276-71bf155e6078 req-6af2ef01-b240-4e5c-83ea-34a8ce4edd45 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418812 Jul 16 18:04:31.812984 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae9239f-15d8-451d-a915-831583513218 req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Network d507c2c3-21e2-421a-8676-00afe9ea4305 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:31.827159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:31.835382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-cae9239f-15d8-451d-a915-831583513218 req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:31.856848 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae9239f-15d8-451d-a915-831583513218 req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:31.862384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:31.862967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:31.914515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Pushing event updated for resources: {'Port': ['ID=68a33205-0835-42fd-aa63-50ae0f55de5f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:31.922383 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.923021 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.026043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:32.039699 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.046430 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-dc85674d-a779-4933-9bd5-f393af15cd15 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8095858 Jul 16 18:04:32.054438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Pushing event updated for resources: {'Port': ['ID=62b4e86d-aa74-40e5-bb11-392ab9c996b1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.068468 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Request body: {'port': {'device_id': 'df650240-c4ed-4f6a-906d-a1e2d2c2bc4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:32.078947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Transition to ACTIVE for port object 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:32.115424 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.120883 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Attempting to bind port 62b4e86d-aa74-40e5-bb11-392ab9c996b1 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:32.121392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Attempting to bind port 62b4e86d-aa74-40e5-bb11-392ab9c996b1 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:32.121835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Attempting to bind port 62b4e86d-aa74-40e5-bb11-392ab9c996b1 on network d507c2c3-21e2-421a-8676-00afe9ea4305 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:32.130810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-231d67b2-20c0-4a82-9e39-8ec99b7809f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.132142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-231d67b2-20c0-4a82-9e39-8ec99b7809f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.132805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-231d67b2-20c0-4a82-9e39-8ec99b7809f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.134618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-231d67b2-20c0-4a82-9e39-8ec99b7809f7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1c67ec52b9484ad6bec26126f7f16745&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5741923 Jul 16 18:04:32.144174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:32.165616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Port 62b4e86d-aa74-40e5-bb11-392ab9c996b1 on network d507c2c3-21e2-421a-8676-00afe9ea4305 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:32.166468 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Attempting to bind port 62b4e86d-aa74-40e5-bb11-392ab9c996b1 on network d507c2c3-21e2-421a-8676-00afe9ea4305 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:32.244784 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3ef6d15-1ac7-48f3-8b0f-2e00517364cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.250320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Pushing event updated for resources: {'Port': ['ID=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.254498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:32.257605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Checking segment: {'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:32.258102 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Bound using segment: {'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:32.260253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Bound port: 62b4e86d-aa74-40e5-bb11-392ab9c996b1, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:32.260784 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.265600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:32.365069 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.367735 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.428970 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] For port 62b4e86d-aa74-40e5-bb11-392ab9c996b1, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:32.433111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] For port 62b4e86d-aa74-40e5-bb11-392ab9c996b1, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=62b4e86d-aa74-40e5-bb11-392ab9c996b1,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:32.445562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.470071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd6074a4-dcb1-4003-99c6-b5a3663cf1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.477724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-70bbbb88-b0d0-4ac7-8031-c1ad2994d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.480034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-70bbbb88-b0d0-4ac7-8031-c1ad2994d609 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3332462 Jul 16 18:04:32.515166 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.523867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.524491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.526769 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] 10.222.0.42 "PUT /v2.0/ports/62b4e86d-aa74-40e5-bb11-392ab9c996b1 HTTP/1.1" status: 200 len: 1091 time: 4.3094428 Jul 16 18:04:32.573421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbd918-1058-400d-80b0-c19c7a3c1212 req-d67bf8bb-8ca9-4e48-9b37-006a7b3a8a00 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.573421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ffbbd918-1058-400d-80b0-c19c7a3c1212 req-d67bf8bb-8ca9-4e48-9b37-006a7b3a8a00 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe HTTP/1.1" status: 200 len: 931 time: 0.5502930 Jul 16 18:04:32.583724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Attempting to bind port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:32.584024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Attempting to bind port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:32.584935 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Attempting to bind port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 on network ac8af031-332b-49b9-a5c1-24e1effc1820 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:32.586352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294fd47f-d239-4e4b-8f25-76fe38a1976e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:32.595174 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.641416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 on network ac8af031-332b-49b9-a5c1-24e1effc1820 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:32.641912 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Attempting to bind port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 on network ac8af031-332b-49b9-a5c1-24e1effc1820 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:32.648572 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.669065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:32.669439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Checking segment: {'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:32.669838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Bound using segment: {'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:32.670282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Bound port: 390c02d7-cbb9-4405-adc9-7f7430e8f6a3, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cf7dd6-de0a-4925-9af9-cb9c4536d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:32.670652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.674248 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.687640 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679633e9-ed2b-44ad-900e-4e0a69a2fb16 service neutron] Pushing event updated for resources: {'Port': ['ID=62b4e86d-aa74-40e5-bb11-392ab9c996b1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.699386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Transition to ACTIVE for port object 294fd47f-d239-4e4b-8f25-76fe38a1976e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:32.721714 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.747434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ffbbd918-1058-400d-80b0-c19c7a3c1212 req-1501a933-b9f0-4d16-865e-4da8061600c0 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910577 Jul 16 18:04:32.888806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-4f195eb7-f176-4aa5-b6c9-9f946e1541a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.890381 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-4f195eb7-f176-4aa5-b6c9-9f946e1541a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef74444f4964708a86849c150b36d95&device_id=905f4cf4-c08f-4b4a-9815-637622bf3fe6 HTTP/1.1" status: 200 len: 1094 time: 0.2798870 Jul 16 18:04:32.971969 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': '355d586e-9b6f-45ca-9c78-5ec31972c14f'}, {'name': 'network-changed', 'server_uuid': '905f4cf4-c08f-4b4a-9815-637622bf3fe6', 'tag': '62b4e86d-aa74-40e5-bb11-392ab9c996b1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:32.984112 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5724ac16-cb23-4041-9a0e-a3db73708dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "355d586e-9b6f-45ca-9c78-5ec31972c14f"}, {"name": "network-changed", "server_uuid": "905f4cf4-c08f-4b4a-9815-637622bf3fe6", "tag": "62b4e86d-aa74-40e5-bb11-392ab9c996b1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:33.060557 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] For port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:33.067564 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-2b1aebbd-a4f9-48eb-8396-8e4e58f9b9ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62b4e86d-aa74-40e5-bb11-392ab9c996b1 HTTP/1.1" status: 200 len: 217 time: 0.0964222 Jul 16 18:04:33.118255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] For port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:33.144701 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.197062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.198848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.200521 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] 10.222.0.42 "PUT /v2.0/ports/390c02d7-cbb9-4405-adc9-7f7430e8f6a3 HTTP/1.1" status: 200 len: 1091 time: 2.4603486 Jul 16 18:04:33.203645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab', 'name': 'network-vif-deleted', 'tag': '14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:33.206474 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf115c24-06ca-4265-acb9-55a82ac24a35" -d '{"events": [{"server_uuid": "1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab", "name": "network-vif-deleted", "tag": "14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:33.237949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-3e7dedac-43e1-4712-8897-fdcf68fa4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.239793 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-3e7dedac-43e1-4712-8897-fdcf68fa4f7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a93c028d-665f-4d31-9fd7-f763f5c9e09f HTTP/1.1" status: 200 len: 858 time: 0.1629968 Jul 16 18:04:33.239895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Pushing event updated for resources: {'Port': ['ID=294fd47f-d239-4e4b-8f25-76fe38a1976e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.285786 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-22daafdf-1581-43ee-9f96-b1293acda352 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d507c2c3-21e2-421a-8676-00afe9ea4305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333292 Jul 16 18:04:33.328459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-9685ccf2-1f9b-45b3-979c-5aeda4d0e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.328948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-9685ccf2-1f9b-45b3-979c-5aeda4d0e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.329457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-9685ccf2-1f9b-45b3-979c-5aeda4d0e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.329934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-9685ccf2-1f9b-45b3-979c-5aeda4d0e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.330756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-9685ccf2-1f9b-45b3-979c-5aeda4d0e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.330853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-9685ccf2-1f9b-45b3-979c-5aeda4d0e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.331335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-9685ccf2-1f9b-45b3-979c-5aeda4d0e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.333392 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-9685ccf2-1f9b-45b3-979c-5aeda4d0e771 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6435 time: 0.7700489 Jul 16 18:04:33.336555 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] Pushing event updated for resources: {'Port': ['ID=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.429148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a33205-0835-42fd-aa63-50ae0f55de5f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:33.444209 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.468592 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-b10f231d-ee24-47ba-830c-18ee72275cf3 service neutron] 10.222.0.42 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737103 Jul 16 18:04:33.470763 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd6074a4-dcb1-4003-99c6-b5a3663cf1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.471727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Transition to ACTIVE for port object 68a33205-0835-42fd-aa63-50ae0f55de5f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:33.488740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.537582 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd6074a4-dcb1-4003-99c6-b5a3663cf1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.636711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Attempting to bind port 294fd47f-d239-4e4b-8f25-76fe38a1976e on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:33.637075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Attempting to bind port 294fd47f-d239-4e4b-8f25-76fe38a1976e by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:33.637436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Attempting to bind port 294fd47f-d239-4e4b-8f25-76fe38a1976e on network d507c2c3-21e2-421a-8676-00afe9ea4305 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:33.651165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dd6074a4-dcb1-4003-99c6-b5a3663cf1b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a7373ad07954fc18964e25bd0fe762e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4984336 Jul 16 18:04:33.651937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Allocated IP 10.2.2.100 (29c282e7-cacf-472e-b53a-2daeee14b484/b93e8465-6528-4566-8e4d-afb8ffbc7d1c/3502ebbe-8b90-4a56-afa2-80f95d0e97d8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:33.652012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Pushing event updated for resources: {'Port': ['ID=68a33205-0835-42fd-aa63-50ae0f55de5f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.657537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 32818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:33.660242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6074a4-dcb1-4003-99c6-b5a3663cf1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28832f5c-afe3-462c-9370-dfbe749453cf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.677757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03049fdb-eaba-47f9-8a66-3c2fc92af571 req-23fcf0df-e0dc-4fd5-948d-6d7726e3d88a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.684898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03049fdb-eaba-47f9-8a66-3c2fc92af571 req-23fcf0df-e0dc-4fd5-948d-6d7726e3d88a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.690959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03049fdb-eaba-47f9-8a66-3c2fc92af571 req-23fcf0df-e0dc-4fd5-948d-6d7726e3d88a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.693203 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03049fdb-eaba-47f9-8a66-3c2fc92af571 req-23fcf0df-e0dc-4fd5-948d-6d7726e3d88a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 2375 time: 0.4764204 Jul 16 18:04:33.698670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Port 294fd47f-d239-4e4b-8f25-76fe38a1976e on network d507c2c3-21e2-421a-8676-00afe9ea4305 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:33.699016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Attempting to bind port 294fd47f-d239-4e4b-8f25-76fe38a1976e on network d507c2c3-21e2-421a-8676-00afe9ea4305 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:33.702111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-aa4e2592-9ded-49f1-97dd-78c073a636ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.702649 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-aa4e2592-9ded-49f1-97dd-78c073a636ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.703093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-aa4e2592-9ded-49f1-97dd-78c073a636ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.704764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-aa4e2592-9ded-49f1-97dd-78c073a636ad service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1c67ec52b9484ad6bec26126f7f16745&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3602026 Jul 16 18:04:33.721232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:33.721612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Checking segment: {'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:33.722007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Bound using segment: {'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:33.722462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Bound port: 294fd47f-d239-4e4b-8f25-76fe38a1976e, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:33.722830 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.742994 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-70d0754f-dd4d-4e51-a40b-734a1d6102f8 service neutron] 10.222.0.42 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670784 Jul 16 18:04:33.752326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Attempting to bind port 68a33205-0835-42fd-aa63-50ae0f55de5f on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:33.753444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Attempting to bind port 68a33205-0835-42fd-aa63-50ae0f55de5f by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:33.753444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Attempting to bind port 68a33205-0835-42fd-aa63-50ae0f55de5f on network d507c2c3-21e2-421a-8676-00afe9ea4305 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:33.766956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Port 68a33205-0835-42fd-aa63-50ae0f55de5f on network d507c2c3-21e2-421a-8676-00afe9ea4305 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:33.767338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Attempting to bind port 68a33205-0835-42fd-aa63-50ae0f55de5f on network d507c2c3-21e2-421a-8676-00afe9ea4305 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:33.774780 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b19e8afe-14e7-405e-a0a8-6e04c1e6b49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.781208 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:33.781572 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Checking segment: {'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:33.781974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Bound using segment: {'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:33.783195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Bound port: 68a33205-0835-42fd-aa63-50ae0f55de5f, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36582bb-7338-4524-abd3-5205e18079fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:33.783577 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.842408 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b19e8afe-14e7-405e-a0a8-6e04c1e6b49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.902373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03049fdb-eaba-47f9-8a66-3c2fc92af571 req-d95b6cf4-354c-4c4b-b0c7-9b475bc73dd4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955240 Jul 16 18:04:33.907252 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.907869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] For port 68a33205-0835-42fd-aa63-50ae0f55de5f, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:33.911764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] For port 68a33205-0835-42fd-aa63-50ae0f55de5f, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=68a33205-0835-42fd-aa63-50ae0f55de5f,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:33.922532 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.953524 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b19e8afe-14e7-405e-a0a8-6e04c1e6b49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.956430 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b19e8afe-14e7-405e-a0a8-6e04c1e6b49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.960751 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b19e8afe-14e7-405e-a0a8-6e04c1e6b49a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28832f5c-afe3-462c-9370-dfbe749453cf HTTP/1.1" status: 204 len: 168 time: 0.3007624 Jul 16 18:04:33.975086 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e8afe-14e7-405e-a0a8-6e04c1e6b49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28832f5c-afe3-462c-9370-dfbe749453cf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.981686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] For port 294fd47f-d239-4e4b-8f25-76fe38a1976e, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:33.996109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.996906 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.998574 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] 10.222.0.42 "PUT /v2.0/ports/68a33205-0835-42fd-aa63-50ae0f55de5f HTTP/1.1" status: 200 len: 1091 time: 1.9366450 Jul 16 18:04:34.017598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] For port 294fd47f-d239-4e4b-8f25-76fe38a1976e, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=294fd47f-d239-4e4b-8f25-76fe38a1976e,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:34.030976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dda571-8723-4f39-a6ca-3db10f83c897 service neutron] Pushing event updated for resources: {'Port': ['ID=68a33205-0835-42fd-aa63-50ae0f55de5f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.086156 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.109625 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-701c2270-c704-4f74-8923-5226ec3564b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.111262 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-701c2270-c704-4f74-8923-5226ec3564b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef74444f4964708a86849c150b36d95&device_id=df650240-c4ed-4f6a-906d-a1e2d2c2bc4b HTTP/1.1" status: 200 len: 1094 time: 0.0679135 Jul 16 18:04:34.158543 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-d68a792d-9d66-4902-90a9-de2d2e5a58e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68a33205-0835-42fd-aa63-50ae0f55de5f HTTP/1.1" status: 200 len: 217 time: 0.0397780 Jul 16 18:04:34.203844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.204640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.206431 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] 10.222.0.38 "PUT /v2.0/ports/294fd47f-d239-4e4b-8f25-76fe38a1976e HTTP/1.1" status: 200 len: 1091 time: 3.5321209 Jul 16 18:04:34.207567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-5d82cfd8-e3e8-46af-89c9-27a452769f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.209167 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5eb9a11-37c6-45e4-b705-4bef8c66174e req-5d82cfd8-e3e8-46af-89c9-27a452769f55 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4909768 Jul 16 18:04:34.252139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-ccdd93ed-c55f-42fa-af35-2032b894dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.255224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360ea19-6d17-418c-866c-a03720ed2359 service neutron] Pushing event updated for resources: {'Port': ['ID=294fd47f-d239-4e4b-8f25-76fe38a1976e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.257224 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-ccdd93ed-c55f-42fa-af35-2032b894dd3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a93c028d-665f-4d31-9fd7-f763f5c9e09f HTTP/1.1" status: 200 len: 858 time: 0.0877962 Jul 16 18:04:34.271758 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.299322 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-ca8b5aa3-db36-41ab-991b-01a573c3dc76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d507c2c3-21e2-421a-8676-00afe9ea4305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382116 Jul 16 18:04:34.333945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f7693-3687-4572-be95-2cabb80231e5 req-95070401-3a16-4d83-a9bb-02d4a4bbb4e9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.341208 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 32826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:34.342646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f7693-3687-4572-be95-2cabb80231e5 req-95070401-3a16-4d83-a9bb-02d4a4bbb4e9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.348632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f7693-3687-4572-be95-2cabb80231e5 req-95070401-3a16-4d83-a9bb-02d4a4bbb4e9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.355176 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f7693-3687-4572-be95-2cabb80231e5 req-95070401-3a16-4d83-a9bb-02d4a4bbb4e9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.358217 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6922a82-a1e6-4853-a06e-62d6b6271131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.361521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f7693-3687-4572-be95-2cabb80231e5 req-95070401-3a16-4d83-a9bb-02d4a4bbb4e9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.367546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f7693-3687-4572-be95-2cabb80231e5 req-95070401-3a16-4d83-a9bb-02d4a4bbb4e9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.373678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f7693-3687-4572-be95-2cabb80231e5 req-95070401-3a16-4d83-a9bb-02d4a4bbb4e9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.375746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-731f7693-3687-4572-be95-2cabb80231e5 req-95070401-3a16-4d83-a9bb-02d4a4bbb4e9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5420 time: 0.3054621 Jul 16 18:04:34.404898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Transition to ACTIVE for port object 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:34.439465 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-a4692807-a09b-47a3-aaaa-eab24d908acd service neutron] 10.222.0.42 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319351 Jul 16 18:04:34.500716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-731f7693-3687-4572-be95-2cabb80231e5 req-f57605a0-1f66-41d1-b5b1-6bb0170624c5 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011384 Jul 16 18:04:34.517734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-475b573f-1568-4e5c-81c6-735cab29556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.519234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-475b573f-1568-4e5c-81c6-735cab29556a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aef74444f4964708a86849c150b36d95&device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe HTTP/1.1" status: 200 len: 1094 time: 0.2449663 Jul 16 18:04:34.522032 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.533088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-13f07f03-971c-4f98-a2f1-8dab38c63705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.533429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-13f07f03-971c-4f98-a2f1-8dab38c63705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.533916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-13f07f03-971c-4f98-a2f1-8dab38c63705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.534399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-13f07f03-971c-4f98-a2f1-8dab38c63705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.534880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-13f07f03-971c-4f98-a2f1-8dab38c63705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.535363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-13f07f03-971c-4f98-a2f1-8dab38c63705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.535843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-13f07f03-971c-4f98-a2f1-8dab38c63705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.538082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-13f07f03-971c-4f98-a2f1-8dab38c63705 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6477 time: 0.2509210 Jul 16 18:04:34.594458 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-25fbecf5-aec4-4854-ad36-7da87a9b9966 service neutron] 10.222.0.42 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472266 Jul 16 18:04:34.608812 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c6c323-bae9-4040-b553-66f1f72ed655 x-openstack-request-id: req-54c6c323-bae9-4040-b553-66f1f72ed655 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:34.609368 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "355d586e-9b6f-45ca-9c78-5ec31972c14f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "905f4cf4-c08f-4b4a-9815-637622bf3fe6", "tag": "62b4e86d-aa74-40e5-bb11-392ab9c996b1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:34.609896 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54c6c323-bae9-4040-b553-66f1f72ed655 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:34.610671 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': '355d586e-9b6f-45ca-9c78-5ec31972c14f', 'status': 'completed', 'code': 200} Jul 16 18:04:34.611117 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905f4cf4-c08f-4b4a-9815-637622bf3fe6', 'tag': '62b4e86d-aa74-40e5-bb11-392ab9c996b1', 'status': 'completed', 'code': 200} Jul 16 18:04:34.633997 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6922a82-a1e6-4853-a06e-62d6b6271131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.638327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-edc5b792-6ccb-49ed-90de-5f54c3bbe0e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=294fd47f-d239-4e4b-8f25-76fe38a1976e HTTP/1.1" status: 200 len: 217 time: 0.0960312 Jul 16 18:04:34.642499 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6922a82-a1e6-4853-a06e-62d6b6271131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.683799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6922a82-a1e6-4853-a06e-62d6b6271131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273c86ef-f5b3-425f-bb85-72f026f7aa2b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.688440 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d6922a82-a1e6-4853-a06e-62d6b6271131 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3ae741f804414917ae561f085e1e2aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461833 Jul 16 18:04:34.692933 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 32836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:34.732294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Network 29c282e7-cacf-472e-b53a-2daeee14b484 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:34.751225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511fbc47-1354-4503-8f2f-e48877145d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.769637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:34.773953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511fbc47-1354-4503-8f2f-e48877145d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.782560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Port': ['ID=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.784957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:34.842662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511fbc47-1354-4503-8f2f-e48877145d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.849290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-511fbc47-1354-4503-8f2f-e48877145d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.850754 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-511fbc47-1354-4503-8f2f-e48877145d25 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/273c86ef-f5b3-425f-bb85-72f026f7aa2b HTTP/1.1" status: 204 len: 168 time: 0.1567640 Jul 16 18:04:34.865986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fbc47-1354-4503-8f2f-e48877145d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273c86ef-f5b3-425f-bb85-72f026f7aa2b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.914330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9239f-15d8-451d-a915-831583513218 req-59f00756-ed7c-48bd-a5bb-fc452ef11f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.916370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-59f00756-ed7c-48bd-a5bb-fc452ef11f5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a93c028d-665f-4d31-9fd7-f763f5c9e09f HTTP/1.1" status: 200 len: 858 time: 0.2080436 Jul 16 18:04:34.923756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-83ad855a-908f-4516-97e7-70ea991d6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.924336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-83ad855a-908f-4516-97e7-70ea991d6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.924724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-83ad855a-908f-4516-97e7-70ea991d6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.927848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-83ad855a-908f-4516-97e7-70ea991d6cc1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1c67ec52b9484ad6bec26126f7f16745&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3737178 Jul 16 18:04:34.986754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.987429 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.007482 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-aec1ab27-fec5-4337-8d75-cb3a1bc5d94a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d507c2c3-21e2-421a-8676-00afe9ea4305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742869 Jul 16 18:04:35.064304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-d5c93dea-ef8b-4ee6-80cc-e68087aec979 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.065876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-d5c93dea-ef8b-4ee6-80cc-e68087aec979 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.3529720 Jul 16 18:04:35.071324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-9044c44e-6e97-412b-9465-4ecaf629ea40 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4937999 Jul 16 18:04:35.095035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25d6b9f5-5cc8-4983-b4b0-dbf093fb3d7c None None] Provisioning for port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:35.101370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25d6b9f5-5cc8-4983-b4b0-dbf093fb3d7c None None] Provisioning complete for port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:35.102009 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25d6b9f5-5cc8-4983-b4b0-dbf093fb3d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.116302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'port': {'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484', 'admin_state_up': True, 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'security_groups': ['661ba804-5b82-4796-a18a-4ff7787c9da4']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:35.146327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-92978161-c288-485b-91ce-20fb3b595195 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/quotas/a1ffeaff18b040c79bcd3f89f49d8d60 HTTP/1.1" status: 200 len: 375 time: 0.0739825 Jul 16 18:04:35.150940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-25d6b9f5-5cc8-4983-b4b0-dbf093fb3d7c None None] Port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:35.228506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-db47c663-c6fc-4935-98e5-a0e3af313c76 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737357 Jul 16 18:04:35.280943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-edd3c0f1-c70c-499b-985d-db5b4c7966a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.282463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2fa1b9d-744b-490e-9082-1f000f6d0948 req-edd3c0f1-c70c-499b-985d-db5b4c7966a6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3482134 Jul 16 18:04:35.334177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-ed80aa29-352f-4c27-b894-7e803cd07081 service neutron] 10.222.0.38 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092535 Jul 16 18:04:35.386726 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.516702 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cae9239f-15d8-451d-a915-831583513218 req-a0a4d81b-a096-490a-9cd3-53a72886b968 service neutron] 10.222.0.38 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711276 Jul 16 18:04:35.537428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fbea2b38-0427-47e3-81b2-6e07888e56e3 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694049 Jul 16 18:04:35.542178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Made reservation on behalf of e3c2d32bfbc04f3ab4581d4ddeb2800c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:35.546760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.616124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-871bb2a3-894a-4b4f-8c40-d07e8904d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.616624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-871bb2a3-894a-4b4f-8c40-d07e8904d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.617105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-871bb2a3-894a-4b4f-8c40-d07e8904d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.617597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-871bb2a3-894a-4b4f-8c40-d07e8904d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.618079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-871bb2a3-894a-4b4f-8c40-d07e8904d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.618551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-871bb2a3-894a-4b4f-8c40-d07e8904d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.619094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-871bb2a3-894a-4b4f-8c40-d07e8904d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.621172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-871bb2a3-894a-4b4f-8c40-d07e8904d2e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6477 time: 0.2745233 Jul 16 18:04:35.725233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-16d45452-a9b4-4084-a3c3-e820d95fb99d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0598a2d5-d787-4411-9e1c-19663de1d374 HTTP/1.1" status: 200 len: 217 time: 0.0733008 Jul 16 18:04:35.813880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-12bcf869-564d-4306-a83b-7ec0fce92582 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622876 Jul 16 18:04:35.845143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6d680796-86ae-4af6-a3cf-40fac5103595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.846782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-6d680796-86ae-4af6-a3cf-40fac5103595 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fd40a31-1878-4b11-bb87-3f093244a313 HTTP/1.1" status: 200 len: 851 time: 0.1122346 Jul 16 18:04:35.916037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 62b4e86d-aa74-40e5-bb11-392ab9c996b1 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:36.002480 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcc7735-01f0-4074-9586-f300ad2589e6 x-openstack-request-id: req-fbcc7735-01f0-4074-9586-f300ad2589e6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:36.002752 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab", "name": "network-vif-deleted", "tag": "14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:36.003012 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbcc7735-01f0-4074-9586-f300ad2589e6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:36.003407 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9c9a70-1ab2-4efb-82e1-e9bfdacff4ab', 'name': 'network-vif-deleted', 'tag': '14cbf5b1-19bf-4f6f-a3af-15d6fd0f82fb', 'status': 'completed', 'code': 200} Jul 16 18:04:36.007736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Allocated IP 10.2.2.200 (29c282e7-cacf-472e-b53a-2daeee14b484/b93e8465-6528-4566-8e4d-afb8ffbc7d1c/594998ad-2e61-4855-828d-8fedaa5b4aae) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:36.012362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-18656183-ef14-40e1-9f47-f4f5084d9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:36.014132 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-18656183-ef14-40e1-9f47-f4f5084d9dc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b48fd7f-5b4c-4c63-b2c9-105c8429269d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606576 Jul 16 18:04:36.168960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 62b4e86d-aa74-40e5-bb11-392ab9c996b1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=62b4e86d-aa74-40e5-bb11-392ab9c996b1,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:36.181786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '62b4e86d-aa74-40e5-bb11-392ab9c996b1', 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305', 'port_id': '62b4e86d-aa74-40e5-bb11-392ab9c996b1', 'mac_address': 'fa:16:3e:31:ab:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93c028d-665f-4d31-9fd7-f763f5c9e09f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:36.225872 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.264947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b4e86d-aa74-40e5-bb11-392ab9c996b1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:36.294360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 62b4e86d-aa74-40e5-bb11-392ab9c996b1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=62b4e86d-aa74-40e5-bb11-392ab9c996b1,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:36.301756 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.304779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 68a33205-0835-42fd-aa63-50ae0f55de5f details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:36.440392 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 68a33205-0835-42fd-aa63-50ae0f55de5f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=68a33205-0835-42fd-aa63-50ae0f55de5f,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:36.523338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '68a33205-0835-42fd-aa63-50ae0f55de5f', 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305', 'port_id': '68a33205-0835-42fd-aa63-50ae0f55de5f', 'mac_address': 'fa:16:3e:00:bb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93c028d-665f-4d31-9fd7-f763f5c9e09f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:36.599001 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=62b4e86d-aa74-40e5-bb11-392ab9c996b1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:36.613165 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': '390c02d7-cbb9-4405-adc9-7f7430e8f6a3'}, {'name': 'network-changed', 'server_uuid': 'df650240-c4ed-4f6a-906d-a1e2d2c2bc4b', 'tag': '68a33205-0835-42fd-aa63-50ae0f55de5f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:36.616181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:36.616746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:36.617395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:36.617936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:36.618269 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "390c02d7-cbb9-4405-adc9-7f7430e8f6a3"}, {"name": "network-changed", "server_uuid": "df650240-c4ed-4f6a-906d-a1e2d2c2bc4b", "tag": "68a33205-0835-42fd-aa63-50ae0f55de5f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:36.619436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:36.620002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:36.620556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:36.621086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:36.621878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:36.622485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:36.623071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:36.623616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:36.632328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-f69475a1-28bc-4881-aa45-214b26edf9b1 service neutron] 10.222.0.42 "GET /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075366 Jul 16 18:04:36.639241 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.661081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a33205-0835-42fd-aa63-50ae0f55de5f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:36.714602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 68a33205-0835-42fd-aa63-50ae0f55de5f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=68a33205-0835-42fd-aa63-50ae0f55de5f,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:36.724395 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.888231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aef6af-020d-40d9-89f4-8f501357bf73 req-7c2aa9f5-00dd-463b-a1ca-975f46671809 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:36.895234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54aef6af-020d-40d9-89f4-8f501357bf73 req-7c2aa9f5-00dd-463b-a1ca-975f46671809 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe HTTP/1.1" status: 200 len: 943 time: 0.7684691 Jul 16 18:04:36.911174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-a657dff9-5d78-4c34-95d6-3107d6567330 service neutron] 10.222.0.42 "GET /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660408 Jul 16 18:04:36.938997 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.948066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=68a33205-0835-42fd-aa63-50ae0f55de5f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:36.988886 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-11a6ff34-e8ad-4f2e-8698-62e3d83e5d51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=4b93616d-b40c-420c-8b0a-a5239b5587a3 HTTP/1.1" status: 200 len: 217 time: 0.0633843 Jul 16 18:04:37.081968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['68a33205-0835-42fd-aa63-50ae0f55de5f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:37.142779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['62b4e86d-aa74-40e5-bb11-392ab9c996b1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:37.162914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Transition to ACTIVE for port object 594998ad-2e61-4855-828d-8fedaa5b4aae will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:37.238458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54aef6af-020d-40d9-89f4-8f501357bf73 req-a6b88d34-1a9e-489f-a48d-28ccbce79d9f tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352611 Jul 16 18:04:37.373800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-5bb3a224-dc5d-4483-b624-33b06d08a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.375410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-5bb3a224-dc5d-4483-b624-33b06d08a693 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.3747904 Jul 16 18:04:37.543175 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.627128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700ce5b-4fda-43db-8a07-45dc1c623c6e req-0de85f84-950c-4e81-9bf8-66c8e01dd242 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.633306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700ce5b-4fda-43db-8a07-45dc1c623c6e req-0de85f84-950c-4e81-9bf8-66c8e01dd242 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.641068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700ce5b-4fda-43db-8a07-45dc1c623c6e req-0de85f84-950c-4e81-9bf8-66c8e01dd242 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.647294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700ce5b-4fda-43db-8a07-45dc1c623c6e req-0de85f84-950c-4e81-9bf8-66c8e01dd242 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.656296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f700ce5b-4fda-43db-8a07-45dc1c623c6e req-0de85f84-950c-4e81-9bf8-66c8e01dd242 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 3096 time: 0.4605663 Jul 16 18:04:37.670075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-98247f37-cc68-41f3-9e3b-a21ce5e8338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.671635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-98247f37-cc68-41f3-9e3b-a21ce5e8338a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2882133 Jul 16 18:04:37.714646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Network 29c282e7-cacf-472e-b53a-2daeee14b484 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:37.739068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:37.742950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:37.774899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc2c6e-d856-49ec-b90e-845c82954909 req-fa25550b-ef05-4d24-8a88-af95d574bf6b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.792964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc2c6e-d856-49ec-b90e-845c82954909 req-fa25550b-ef05-4d24-8a88-af95d574bf6b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.805536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc2c6e-d856-49ec-b90e-845c82954909 req-fa25550b-ef05-4d24-8a88-af95d574bf6b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.823712 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc2c6e-d856-49ec-b90e-845c82954909 req-fa25550b-ef05-4d24-8a88-af95d574bf6b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.838669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc2c6e-d856-49ec-b90e-845c82954909 req-fa25550b-ef05-4d24-8a88-af95d574bf6b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.859616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc2c6e-d856-49ec-b90e-845c82954909 req-fa25550b-ef05-4d24-8a88-af95d574bf6b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.868128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc2c6e-d856-49ec-b90e-845c82954909 req-fa25550b-ef05-4d24-8a88-af95d574bf6b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.872592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 294fd47f-d239-4e4b-8f25-76fe38a1976e details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:37.873065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64bc2c6e-d856-49ec-b90e-845c82954909 req-fa25550b-ef05-4d24-8a88-af95d574bf6b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5420 time: 0.5100191 Jul 16 18:04:37.930969 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event updated for resources: {'Port': ['ID=594998ad-2e61-4855-828d-8fedaa5b4aae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:38.007286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25df4ec5-c08c-4fad-9ebf-e0b4161f84fe', 'tag': '294fd47f-d239-4e4b-8f25-76fe38a1976e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:38.010653 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2044bd7b-f404-4af9-a852-a5d12cf17dea" -d '{"events": [{"name": "network-changed", "server_uuid": "25df4ec5-c08c-4fad-9ebf-e0b4161f84fe", "tag": "294fd47f-d239-4e4b-8f25-76fe38a1976e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:38.104924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 294fd47f-d239-4e4b-8f25-76fe38a1976e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=294fd47f-d239-4e4b-8f25-76fe38a1976e,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:38.145202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '294fd47f-d239-4e4b-8f25-76fe38a1976e', 'network_id': 'd507c2c3-21e2-421a-8676-00afe9ea4305', 'port_id': '294fd47f-d239-4e4b-8f25-76fe38a1976e', 'mac_address': 'fa:16:3e:9e:e8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93c028d-665f-4d31-9fd7-f763f5c9e09f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:38.156585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9bd1b553-0ecc-4dca-8f1c-fedfe172d2d7 None None] Provisioning for port 594998ad-2e61-4855-828d-8fedaa5b4aae completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:38.162783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9bd1b553-0ecc-4dca-8f1c-fedfe172d2d7 None None] Provisioning complete for port 594998ad-2e61-4855-828d-8fedaa5b4aae triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:38.163449 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b553-0ecc-4dca-8f1c-fedfe172d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.242288 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.259280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294fd47f-d239-4e4b-8f25-76fe38a1976e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:38.268558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1b553-0ecc-4dca-8f1c-fedfe172d2d7 None None] Port 594998ad-2e61-4855-828d-8fedaa5b4aae cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:38.302389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 294fd47f-d239-4e4b-8f25-76fe38a1976e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=294fd47f-d239-4e4b-8f25-76fe38a1976e,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:38.308987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64bc2c6e-d856-49ec-b90e-845c82954909 req-192744df-5873-4492-80d7-7c0a8b3be7b0 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3431823 Jul 16 18:04:38.311668 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.347472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f700ce5b-4fda-43db-8a07-45dc1c623c6e req-2a42908f-8cf2-406c-83ed-6e9b08ca7330 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6904647 Jul 16 18:04:38.404473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=294fd47f-d239-4e4b-8f25-76fe38a1976e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:38.512414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.515776 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.542482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['294fd47f-d239-4e4b-8f25-76fe38a1976e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:38.645285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8df50ea4-7be4-4664-a89f-92e12c449d93 req-256e4411-29fe-43ef-8874-61bf20db1b03 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 210 time: 0.1137483 Jul 16 18:04:38.671328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-41968a00-3df5-420a-8956-06f8d08b2701 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9661744 Jul 16 18:04:38.682474 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1749b4be-9a33-4613-94e5-5533962e0e18 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5682814 Jul 16 18:04:38.728817 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa952c04-ab36-4e92-92f2-4140cb61ec63 x-openstack-request-id: req-fa952c04-ab36-4e92-92f2-4140cb61ec63 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:38.729358 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "390c02d7-cbb9-4405-adc9-7f7430e8f6a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "df650240-c4ed-4f6a-906d-a1e2d2c2bc4b", "tag": "68a33205-0835-42fd-aa63-50ae0f55de5f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:38.729793 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa952c04-ab36-4e92-92f2-4140cb61ec63 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:38.730546 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': '390c02d7-cbb9-4405-adc9-7f7430e8f6a3', 'status': 'completed', 'code': 200} Jul 16 18:04:38.730913 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df650240-c4ed-4f6a-906d-a1e2d2c2bc4b', 'tag': '68a33205-0835-42fd-aa63-50ae0f55de5f', 'status': 'completed', 'code': 200} Jul 16 18:04:38.804063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-b0498bf5-f355-49e8-ad4c-6541768cd07c service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092649 Jul 16 18:04:38.811044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Request body: {'port': {'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:38.871444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-26f17ca2-ca54-47a5-80b9-20179e6f747d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.872982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-26f17ca2-ca54-47a5-80b9-20179e6f747d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.38 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.9214396 Jul 16 18:04:38.993963 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-7f2d3a08-e06b-468e-8209-417ff2002709 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=4aeea441-772e-43d3-9f23-1d59cee62d0e HTTP/1.1" status: 200 len: 217 time: 0.1784136 Jul 16 18:04:39.002893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Request body: {'port': {'device_id': '56315788-a91f-4c99-8c49-cf142f980d23', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'admin_state_up': True, 'tenant_id': 'a1ffeaff18b040c79bcd3f89f49d8d60'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:39.066581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eea6db62-eec8-40ef-8ed6-8a8d3854f89f req-bfc0aa08-7078-4994-846d-abe7bff1b534 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 210 time: 0.1542060 Jul 16 18:04:39.079893 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.467630 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57356fc-9d83-4b9d-850a-9b59b64a3208 x-openstack-request-id: req-b57356fc-9d83-4b9d-850a-9b59b64a3208 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:39.467943 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25df4ec5-c08c-4fad-9ebf-e0b4161f84fe", "tag": "294fd47f-d239-4e4b-8f25-76fe38a1976e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:39.468195 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b57356fc-9d83-4b9d-850a-9b59b64a3208 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:39.468586 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25df4ec5-c08c-4fad-9ebf-e0b4161f84fe', 'tag': '294fd47f-d239-4e4b-8f25-76fe38a1976e', 'status': 'completed', 'code': 200} Jul 16 18:04:39.562824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044bd7b-f404-4af9-a852-a5d12cf17dea req-79eefe42-ffc5-46a8-a3be-3379e9314136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.564400 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2044bd7b-f404-4af9-a852-a5d12cf17dea req-79eefe42-ffc5-46a8-a3be-3379e9314136 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aef74444f4964708a86849c150b36d95&device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe HTTP/1.1" status: 200 len: 1095 time: 0.2188818 Jul 16 18:04:39.616213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-eff0b9de-1f21-4850-8855-6b00ad04bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.617732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-eff0b9de-1f21-4850-8855-6b00ad04bfcb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.5901482 Jul 16 18:04:39.801565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044bd7b-f404-4af9-a852-a5d12cf17dea req-f44d5715-4479-4ab2-a4a4-51c8a417d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.803089 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2044bd7b-f404-4af9-a852-a5d12cf17dea req-f44d5715-4479-4ab2-a4a4-51c8a417d645 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d507c2c3-21e2-421a-8676-00afe9ea4305 HTTP/1.1" status: 200 len: 919 time: 0.2300653 Jul 16 18:04:39.847411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Made reservation on behalf of a1ffeaff18b040c79bcd3f89f49d8d60 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:39.851600 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.880132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 294fd47f-d239-4e4b-8f25-76fe38a1976e up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:39.890880 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2044bd7b-f404-4af9-a852-a5d12cf17dea req-118a59a3-d8db-4ec0-a529-0ef13e34a6c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=294fd47f-d239-4e4b-8f25-76fe38a1976e HTTP/1.1" status: 200 len: 217 time: 0.0796771 Jul 16 18:04:39.929541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 62b4e86d-aa74-40e5-bb11-392ab9c996b1 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:39.973517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-e3f533a3-c56c-4630-9c35-305e29f8dc31 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.975480 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-e3f533a3-c56c-4630-9c35-305e29f8dc31 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.38 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 818 time: 0.8122063 Jul 16 18:04:39.993643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdf2b0-91b4-4d35-8228-16bb129fab7d req-70e5d3a5-4f6d-483f-a45e-99eb16cb9d7d tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.996309 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-67bdf2b0-91b4-4d35-8228-16bb129fab7d req-70e5d3a5-4f6d-483f-a45e-99eb16cb9d7d tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe HTTP/1.1" status: 200 len: 944 time: 0.5352421 Jul 16 18:04:40.022010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044bd7b-f404-4af9-a852-a5d12cf17dea req-1a299d4a-f965-43ec-b1a8-965c62dc491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:40.023553 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2044bd7b-f404-4af9-a852-a5d12cf17dea req-1a299d4a-f965-43ec-b1a8-965c62dc491e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a93c028d-665f-4d31-9fd7-f763f5c9e09f HTTP/1.1" status: 200 len: 858 time: 0.1253185 Jul 16 18:04:40.023747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Request body: {'port': {'device_id': '36ec41cd-da5e-43da-89bc-198d6a58d02f', 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01', 'admin_state_up': True, 'tenant_id': '565937de75e3443f93597fdd4f4967e7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:40.084410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 62b4e86d-aa74-40e5-bb11-392ab9c996b1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:40.084794 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2044bd7b-f404-4af9-a852-a5d12cf17dea req-1c867733-1a7e-41af-968a-dc056203995d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d507c2c3-21e2-421a-8676-00afe9ea4305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531142 Jul 16 18:04:40.102592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 62b4e86d-aa74-40e5-bb11-392ab9c996b1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:40.105600 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.161187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-3c731edc-5719-4d69-b4f9-acdd592ea0ec tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:40.163426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-3c731edc-5719-4d69-b4f9-acdd592ea0ec tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 814 time: 0.9054153 Jul 16 18:04:40.179616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 294fd47f-d239-4e4b-8f25-76fe38a1976e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:40.185758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 294fd47f-d239-4e4b-8f25-76fe38a1976e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:40.186138 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.263271 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.329397 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.352849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905f4cf4-c08f-4b4a-9815-637622bf3fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b4e86d-aa74-40e5-bb11-392ab9c996b1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:40.357072 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3534576e-9da2-489e-a5a2-f48a76a68c0f" -d '{"events": [{"server_uuid": "905f4cf4-c08f-4b4a-9815-637622bf3fe6", "name": "network-vif-plugged", "status": "completed", "tag": "62b4e86d-aa74-40e5-bb11-392ab9c996b1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:40.363937 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-c7c8374e-2839-48b5-9d92-e9659f41f1b0 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/quotas/1187b246a700405eb5f19d0e9e997cae HTTP/1.1" status: 200 len: 375 time: 0.1366882 Jul 16 18:04:40.366653 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2044bd7b-f404-4af9-a852-a5d12cf17dea req-0d7b71e1-204a-4b3e-b516-4ee85fd7e80d service neutron] 10.222.0.38 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731678 Jul 16 18:04:40.380322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 62b4e86d-aa74-40e5-bb11-392ab9c996b1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=62b4e86d-aa74-40e5-bb11-392ab9c996b1,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:40.391256 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.392552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 68a33205-0835-42fd-aa63-50ae0f55de5f up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:40.468342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-67bdf2b0-91b4-4d35-8228-16bb129fab7d req-3cdf3510-d668-4da7-8917-4e873407c023 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547241 Jul 16 18:04:40.470287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4937b8f0-26d0-442e-8e2f-6b4a5e336945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:40.471733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-4937b8f0-26d0-442e-8e2f-6b4a5e336945 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8326797 Jul 16 18:04:40.526753 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=62b4e86d-aa74-40e5-bb11-392ab9c996b1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.623776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 294fd47f-d239-4e4b-8f25-76fe38a1976e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=294fd47f-d239-4e4b-8f25-76fe38a1976e,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:40.627074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Made reservation on behalf of 565937de75e3443f93597fdd4f4967e7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:40.631272 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.636157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8801145-f837-4d0e-b9d5-1f06de7a01f4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:40.650874 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.652754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Allocated IP 172.20.0.4 (75ed4a0f-4d0b-41b2-9c98-90d87191034c/d62c42e8-0fd4-4a43-862e-35deb60b4c2e/d8cf4d30-5792-464b-9987-53b6aa23b488) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:40.680140 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2044bd7b-f404-4af9-a852-a5d12cf17dea req-10c00866-3b59-4b99-8f30-c8f62d39044d service neutron] 10.222.0.38 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041079 Jul 16 18:04:40.680786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.790914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=294fd47f-d239-4e4b-8f25-76fe38a1976e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.817176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 68a33205-0835-42fd-aa63-50ae0f55de5f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:40.821617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 68a33205-0835-42fd-aa63-50ae0f55de5f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:40.822626 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.971716 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.051003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 68a33205-0835-42fd-aa63-50ae0f55de5f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=68a33205-0835-42fd-aa63-50ae0f55de5f,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:41.058723 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.147711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=68a33205-0835-42fd-aa63-50ae0f55de5f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.334472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Transition to ACTIVE for port object d8801145-f837-4d0e-b9d5-1f06de7a01f4 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:41.371830 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.408217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-4d721596-82b0-4a1a-b30b-394a80e2aa38 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9937310 Jul 16 18:04:41.468182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-896be544-14f9-48db-b526-08b965679563 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9706337 Jul 16 18:04:41.648064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Pushing event updated for resources: {'Port': ['ID=d8801145-f837-4d0e-b9d5-1f06de7a01f4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.871924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Allocated IP 172.20.0.6 (e873bfab-ff66-44cb-8bce-e4e0b5617c01/d59bb117-601d-4130-a705-1881eee73fd0/938d2cc3-a7f8-434c-9f2f-01667cbea3fb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:41.926114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c2491-74f9-448b-b16e-2939c01ad6e6 req-3b744080-55ef-4ba5-be06-d6c04e7fd46d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.938352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c2491-74f9-448b-b16e-2939c01ad6e6 req-3b744080-55ef-4ba5-be06-d6c04e7fd46d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.944465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c2491-74f9-448b-b16e-2939c01ad6e6 req-3b744080-55ef-4ba5-be06-d6c04e7fd46d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.953251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c2491-74f9-448b-b16e-2939c01ad6e6 req-3b744080-55ef-4ba5-be06-d6c04e7fd46d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.960632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c2491-74f9-448b-b16e-2939c01ad6e6 req-3b744080-55ef-4ba5-be06-d6c04e7fd46d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.968897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c2491-74f9-448b-b16e-2939c01ad6e6 req-3b744080-55ef-4ba5-be06-d6c04e7fd46d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.974883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c2491-74f9-448b-b16e-2939c01ad6e6 req-3b744080-55ef-4ba5-be06-d6c04e7fd46d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.977302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f76c2491-74f9-448b-b16e-2939c01ad6e6 req-3b744080-55ef-4ba5-be06-d6c04e7fd46d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5420 time: 1.2023296 Jul 16 18:04:42.080182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-4492690d-5de2-4e94-a39e-e14a74e7d254 service neutron] 10.222.0.52 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6348746 Jul 16 18:04:42.117583 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-0c09e05c-48f3-4a67-9a74-13e7f1ccd7a6 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012714 Jul 16 18:04:42.163438 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.261627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-abf56ef8-7e1b-41fe-9edf-7482e7f135c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b8437eda-68aa-4615-8c69-a9ca4460558a HTTP/1.1" status: 200 len: 217 time: 0.1215143 Jul 16 18:04:42.262339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Attempting to bind port d8801145-f837-4d0e-b9d5-1f06de7a01f4 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:42.262693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Attempting to bind port d8801145-f837-4d0e-b9d5-1f06de7a01f4 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:42.263027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Attempting to bind port d8801145-f837-4d0e-b9d5-1f06de7a01f4 on network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:42.276512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f76c2491-74f9-448b-b16e-2939c01ad6e6 req-2b4649d6-8e5b-439d-a04e-74a53c22042c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2860334 Jul 16 18:04:42.344960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Port d8801145-f837-4d0e-b9d5-1f06de7a01f4 on network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:42.345633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Attempting to bind port d8801145-f837-4d0e-b9d5-1f06de7a01f4 on network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:42.415764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:42.416173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Checking segment: {'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:42.416526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Bound using segment: {'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:42.417105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Bound port: d8801145-f837-4d0e-b9d5-1f06de7a01f4, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:42.417470 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.531170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-877eb364-5a60-47ee-b6c3-52166fd73d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:42.532979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-877eb364-5a60-47ee-b6c3-52166fd73d6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.2481778 Jul 16 18:04:42.589880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-a2b213f1-6228-4d22-8313-33d9a919138a service neutron] 10.222.0.52 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952073 Jul 16 18:04:42.669326 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.758632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event updated for resources: {'Port': ['ID=d8cf4d30-5792-464b-9987-53b6aa23b488,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.831731 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.859641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Network 75ed4a0f-4d0b-41b2-9c98-90d87191034c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:42.873123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:42.876591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:42.882949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] For port d8801145-f837-4d0e-b9d5-1f06de7a01f4, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:42.891318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] For port d8801145-f837-4d0e-b9d5-1f06de7a01f4, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d8801145-f837-4d0e-b9d5-1f06de7a01f4,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:42.949431 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.984671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c59f-2ece-4bf5-a46f-64916677b39f req-27ecb7f4-741e-428e-82cb-8a00e8d61542 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:42.984671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c59f-2ece-4bf5-a46f-64916677b39f req-27ecb7f4-741e-428e-82cb-8a00e8d61542 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:42.991143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c59f-2ece-4bf5-a46f-64916677b39f req-27ecb7f4-741e-428e-82cb-8a00e8d61542 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:42.999982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c59f-2ece-4bf5-a46f-64916677b39f req-27ecb7f4-741e-428e-82cb-8a00e8d61542 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.008133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136c59f-2ece-4bf5-a46f-64916677b39f req-27ecb7f4-741e-428e-82cb-8a00e8d61542 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.010437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4136c59f-2ece-4bf5-a46f-64916677b39f req-27ecb7f4-741e-428e-82cb-8a00e8d61542 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 3829 time: 0.5194807 Jul 16 18:04:43.094965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.095687 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.098584 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] 10.222.0.38 "PUT /v2.0/ports/d8801145-f837-4d0e-b9d5-1f06de7a01f4 HTTP/1.1" status: 200 len: 1092 time: 4.2990415 Jul 16 18:04:43.114301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:43.117698 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941879ce-6e7b-445b-a927-8a22ecd91f86" -d '{"events": [{"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "d8801145-f837-4d0e-b9d5-1f06de7a01f4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:43.122404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-12ed05e2-f8e9-44a8-b466-6a90213d9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.124232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-12ed05e2-f8e9-44a8-b466-6a90213d9acb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5773747 Jul 16 18:04:43.169485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.170253 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.200478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Request body: {'port': {'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:43.300524 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.311941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['96e9d70d-2de3-419f-b358-aea7f660609f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:43.318215 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f3665cf0-8e86-4ee9-8d21-768626a41b81 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4001975 Jul 16 18:04:43.338839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4fcd2-f079-4b04-ae69-f2f4e6bc006c service neutron] Pushing event updated for resources: {'Port': ['ID=d8801145-f837-4d0e-b9d5-1f06de7a01f4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:43.373040 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4136c59f-2ece-4bf5-a46f-64916677b39f req-4b9411b9-be5f-4800-ab6f-6887298aa1f0 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303709 Jul 16 18:04:43.384368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Request body: {'port': {'device_id': '56315788-a91f-4c99-8c49-cf142f980d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:43.582135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Network e873bfab-ff66-44cb-8bce-e4e0b5617c01 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:43.648168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:43.682888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:43.766744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Pushing event updated for resources: {'Port': ['ID=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:43.801266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41f36d-cbb9-4c96-a17a-ab14ffa192e0 req-edecb6ee-6248-4788-8133-1f44d5d3a8d7 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.809074 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e41f36d-cbb9-4c96-a17a-ab14ffa192e0 req-edecb6ee-6248-4788-8133-1f44d5d3a8d7 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 931 time: 0.7544141 Jul 16 18:04:43.818302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-9230f435-0c2d-4532-b14c-697a7a4b7f63 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437469 Jul 16 18:04:43.828954 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.867230 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.891677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.892325 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.994172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e41f36d-cbb9-4c96-a17a-ab14ffa192e0 req-7629b36f-d375-4a0c-8f2c-a84bec9070de tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836133 Jul 16 18:04:44.076044 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-38f9bde0-bdc6-4fab-9fd9-290925a3feea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0720999 Jul 16 18:04:44.093992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4822c3-64bd-4415-aa5d-8d5a775a0741 req-701fd134-db81-4573-a48f-d321eb040316 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.098538 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee037a3b-cd72-44f9-9054-04a57d74a25a x-openstack-request-id: req-ee037a3b-cd72-44f9-9054-04a57d74a25a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:44.098844 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905f4cf4-c08f-4b4a-9815-637622bf3fe6", "name": "network-vif-plugged", "status": "completed", "tag": "62b4e86d-aa74-40e5-bb11-392ab9c996b1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:44.099103 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee037a3b-cd72-44f9-9054-04a57d74a25a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:44.099507 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905f4cf4-c08f-4b4a-9815-637622bf3fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b4e86d-aa74-40e5-bb11-392ab9c996b1', 'code': 200} Jul 16 18:04:44.102272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f4822c3-64bd-4415-aa5d-8d5a775a0741 req-701fd134-db81-4573-a48f-d321eb040316 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 931 time: 0.5233088 Jul 16 18:04:44.133885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Request body: {'port': {'device_id': '36ec41cd-da5e-43da-89bc-198d6a58d02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:44.165610 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1fd15a44-be58-4d54-84a2-d28b3734e00c req-d49c5d2d-935e-41c8-b267-285f20b16249 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1234565 Jul 16 18:04:44.369358 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.552553 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f4822c3-64bd-4415-aa5d-8d5a775a0741 req-ea767db2-3b18-4bf4-8e09-4229e16d8433 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484937 Jul 16 18:04:44.556312 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ad2a912c-ff7b-4590-81f1-cb31343e0428 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7197282 Jul 16 18:04:44.869904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd15a44-be58-4d54-84a2-d28b3734e00c req-c69c4f7c-a0d8-4123-aa3d-4188854dbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.871428 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1fd15a44-be58-4d54-84a2-d28b3734e00c req-c69c4f7c-a0d8-4123-aa3d-4188854dbfdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 1095 time: 0.1593442 Jul 16 18:04:44.879600 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde3cd2-337e-4123-bed4-ed8e185ec2b4 req-ce3f06f6-c610-4c65-9ab9-b60b2a525206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.881098 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3bde3cd2-337e-4123-bed4-ed8e185ec2b4 req-ce3f06f6-c610-4c65-9ab9-b60b2a525206 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=905f4cf4-c08f-4b4a-9815-637622bf3fe6 HTTP/1.1" status: 200 len: 1096 time: 0.7061942 Jul 16 18:04:44.892332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-c7dc0c72-8128-4f02-a0a3-a40986e08ba0 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.894146 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-c7dc0c72-8128-4f02-a0a3-a40986e08ba0 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.38 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 814 time: 0.2063465 Jul 16 18:04:44.907406 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Request body: {'port': {'device_id': '02735330-e3b7-405f-acf8-60b9a0da91b4', 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb', 'admin_state_up': True, 'tenant_id': '1187b246a700405eb5f19d0e9e997cae'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:45.032080 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3bde3cd2-337e-4123-bed4-ed8e185ec2b4 req-fd667efa-020d-4c72-b20a-c7e58a9f3f57 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368356 Jul 16 18:04:45.048509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-297631d0-fcfc-423b-890b-bb356303d953 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=aace7eb4-c981-4ac1-be70-21c27562802e HTTP/1.1" status: 200 len: 217 time: 0.4820092 Jul 16 18:04:45.117069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd15a44-be58-4d54-84a2-d28b3734e00c req-266d15d6-7dbe-492d-8aec-3ccc261c246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.119945 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1fd15a44-be58-4d54-84a2-d28b3734e00c req-266d15d6-7dbe-492d-8aec-3ccc261c246b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.1756108 Jul 16 18:04:45.177910 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1fd15a44-be58-4d54-84a2-d28b3734e00c req-8a0d8505-d9b1-4ae2-a517-0aa6c62cdbdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25 HTTP/1.1" status: 200 len: 217 time: 0.0480082 Jul 16 18:04:45.178832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-d2ac325b-aaa1-4426-98da-36d79d8dc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.181127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-d2ac325b-aaa1-4426-98da-36d79d8dc0a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.0648842 Jul 16 18:04:45.183649 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Made reservation on behalf of 1187b246a700405eb5f19d0e9e997cae for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:45.187995 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.218508 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75a0fcfa-9432-4028-9069-8f39a52f71c8 req-cb21ee28-10b6-45e0-b4bc-9fb33b22c5fd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=02735330-e3b7-405f-acf8-60b9a0da91b4 HTTP/1.1" status: 200 len: 210 time: 0.1555049 Jul 16 18:04:45.335281 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0f4f9-0779-490a-b08e-b99363be3761 x-openstack-request-id: req-a9f0f4f9-0779-490a-b08e-b99363be3761 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:45.335281 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "d8801145-f837-4d0e-b9d5-1f06de7a01f4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:45.335281 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9f0f4f9-0779-490a-b08e-b99363be3761 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:45.335628 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4', 'status': 'completed', 'code': 200} Jul 16 18:04:45.360847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.38', 54374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:45.378132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd15a44-be58-4d54-84a2-d28b3734e00c req-ad090020-673a-42c6-804f-d6629a6eca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.379875 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1fd15a44-be58-4d54-84a2-d28b3734e00c req-ad090020-673a-42c6-804f-d6629a6eca0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1881919 Jul 16 18:04:45.431314 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1fd15a44-be58-4d54-84a2-d28b3734e00c req-5d8686f0-106f-4ded-9ee8-b72630058af0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433135 Jul 16 18:04:45.435124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e58d9-7a5d-45cc-aa39-308e1b35e6cb req-43ff205f-fa19-4746-b653-2101aa1305de tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.436738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d4e58d9-7a5d-45cc-aa39-308e1b35e6cb req-43ff205f-fa19-4746-b653-2101aa1305de tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe HTTP/1.1" status: 200 len: 945 time: 1.0817285 Jul 16 18:04:45.584423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Allocated IP 172.20.0.4 (78ac342c-aeee-4ee0-be14-8b86df8e98bb/b7403874-e2c4-4056-a85b-6286c507c9f9/887bbe77-12a9-46de-abd3-8f9901bc6418) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:45.620619 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1fd15a44-be58-4d54-84a2-d28b3734e00c req-e36d7076-0f01-4d46-aa23-281a276ea2a3 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823208 Jul 16 18:04:45.623869 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d4e58d9-7a5d-45cc-aa39-308e1b35e6cb req-f1e14c2d-a4ca-4d07-896d-8937311efefb tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542120 Jul 16 18:04:45.773361 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-7c7fd874-8bb6-4ea2-858c-043653fa67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.775253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-7c7fd874-8bb6-4ea2-858c-043653fa67a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5671928 Jul 16 18:04:45.875487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-5d820581-d64a-4b50-afcd-a5fc88fb4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.876052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-5d820581-d64a-4b50-afcd-a5fc88fb4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.876535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-5d820581-d64a-4b50-afcd-a5fc88fb4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.877015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-5d820581-d64a-4b50-afcd-a5fc88fb4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.877613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-5d820581-d64a-4b50-afcd-a5fc88fb4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.879401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-5d820581-d64a-4b50-afcd-a5fc88fb4cf6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 4364 time: 0.5144742 Jul 16 18:04:45.936550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cf4d30-5792-464b-9987-53b6aa23b488 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:45.947142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:45.972040 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.979146 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.994569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a45fb8-647a-4d68-8012-b76052f10d69 req-0fdc7812-48ca-4478-982b-1bf9afe50bd5 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.000833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a45fb8-647a-4d68-8012-b76052f10d69 req-0fdc7812-48ca-4478-982b-1bf9afe50bd5 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.007231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a45fb8-647a-4d68-8012-b76052f10d69 req-0fdc7812-48ca-4478-982b-1bf9afe50bd5 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.013136 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1fd15a44-be58-4d54-84a2-d28b3734e00c req-fb430f97-a20d-42e2-8cd2-6d721ebd53dd service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733578 Jul 16 18:04:46.014922 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a45fb8-647a-4d68-8012-b76052f10d69 req-0fdc7812-48ca-4478-982b-1bf9afe50bd5 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.022754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a45fb8-647a-4d68-8012-b76052f10d69 req-0fdc7812-48ca-4478-982b-1bf9afe50bd5 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.029470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a45fb8-647a-4d68-8012-b76052f10d69 req-0fdc7812-48ca-4478-982b-1bf9afe50bd5 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.035635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a45fb8-647a-4d68-8012-b76052f10d69 req-0fdc7812-48ca-4478-982b-1bf9afe50bd5 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.038472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a45fb8-647a-4d68-8012-b76052f10d69 req-0fdc7812-48ca-4478-982b-1bf9afe50bd5 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5420 time: 0.5232575 Jul 16 18:04:46.048642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.101123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25df4ec5-c08c-4fad-9ebf-e0b4161f84fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294fd47f-d239-4e4b-8f25-76fe38a1976e'}, {'server_uuid': 'df650240-c4ed-4f6a-906d-a1e2d2c2bc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a33205-0835-42fd-aa63-50ae0f55de5f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:46.103590 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7674f818-7016-4fec-8cb7-1a25520304b1" -d '{"events": [{"server_uuid": "25df4ec5-c08c-4fad-9ebf-e0b4161f84fe", "name": "network-vif-plugged", "status": "completed", "tag": "294fd47f-d239-4e4b-8f25-76fe38a1976e"}, {"server_uuid": "df650240-c4ed-4f6a-906d-a1e2d2c2bc4b", "name": "network-vif-plugged", "status": "completed", "tag": "68a33205-0835-42fd-aa63-50ae0f55de5f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:46.132077 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.132667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Transition to ACTIVE for port object 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:46.138331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Transition to ACTIVE for port object d8cf4d30-5792-464b-9987-53b6aa23b488 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:46.146563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['fcff7823-865a-4ee3-b780-8b9f7da28b23'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:46.177679 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.177679 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.218654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Network 78ac342c-aeee-4ee0-be14-8b86df8e98bb is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:46.220336 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Pushing event updated for resources: {'Port': ['ID=887bbe77-12a9-46de-abd3-8f9901bc6418,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:46.223214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:46.230158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:46.324373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.326103 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.355197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-33a30625-a78a-40e4-bd0c-6819265e96f3 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502105 Jul 16 18:04:46.359716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938d2cc3-a7f8-434c-9f2f-01667cbea3fb {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:46.360074 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-fe509893-64cf-4cb0-92b9-ab68c7a659fc tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4564142 Jul 16 18:04:46.380263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Request body: {'port': {'device_id': '02735330-e3b7-405f-acf8-60b9a0da91b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:46.389746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69a45fb8-647a-4d68-8012-b76052f10d69 req-5d713778-5297-4f34-a1bd-f81eb0900012 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3243623 Jul 16 18:04:46.410324 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.449294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Pushing event updated for resources: {'Port': ['ID=d8cf4d30-5792-464b-9987-53b6aa23b488,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:46.498370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-39464287-0a63-419a-8917-4bcb4f21c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.498859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-39464287-0a63-419a-8917-4bcb4f21c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.499503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-39464287-0a63-419a-8917-4bcb4f21c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.501140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-39464287-0a63-419a-8917-4bcb4f21c893 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5798790 Jul 16 18:04:46.528215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45289a9-8f2b-409b-86dd-0f28dcf9b6db req-e51cf37f-6751-428f-b092-705c867f0f51 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.534553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45289a9-8f2b-409b-86dd-0f28dcf9b6db req-e51cf37f-6751-428f-b092-705c867f0f51 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.546980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45289a9-8f2b-409b-86dd-0f28dcf9b6db req-e51cf37f-6751-428f-b092-705c867f0f51 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.553903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45289a9-8f2b-409b-86dd-0f28dcf9b6db req-e51cf37f-6751-428f-b092-705c867f0f51 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.564733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45289a9-8f2b-409b-86dd-0f28dcf9b6db req-e51cf37f-6751-428f-b092-705c867f0f51 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.570016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e45289a9-8f2b-409b-86dd-0f28dcf9b6db req-e51cf37f-6751-428f-b092-705c867f0f51 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 3829 time: 0.7539892 Jul 16 18:04:46.572551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Transition to ACTIVE for port object 938d2cc3-a7f8-434c-9f2f-01667cbea3fb will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:46.597507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.679614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Pushing event updated for resources: {'Port': ['ID=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:46.721802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.38', 54375) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:46.735334 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.936083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887bbe77-12a9-46de-abd3-8f9901bc6418 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:46.945268 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.965947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Transition to ACTIVE for port object 887bbe77-12a9-46de-abd3-8f9901bc6418 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:46.970986 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.083032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Pushing event updated for resources: {'Port': ['ID=887bbe77-12a9-46de-abd3-8f9901bc6418,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:47.112854 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e45289a9-8f2b-409b-86dd-0f28dcf9b6db req-a32c76a9-786c-4cbd-83a2-e234d31a8b14 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3892584 Jul 16 18:04:47.127854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Attempting to bind port 887bbe77-12a9-46de-abd3-8f9901bc6418 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:47.129951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Attempting to bind port 887bbe77-12a9-46de-abd3-8f9901bc6418 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:47.130290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Attempting to bind port 887bbe77-12a9-46de-abd3-8f9901bc6418 on network 78ac342c-aeee-4ee0-be14-8b86df8e98bb {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:47.137745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Port 887bbe77-12a9-46de-abd3-8f9901bc6418 on network 78ac342c-aeee-4ee0-be14-8b86df8e98bb not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:47.138467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Attempting to bind port 887bbe77-12a9-46de-abd3-8f9901bc6418 on network 78ac342c-aeee-4ee0-be14-8b86df8e98bb {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:47.151543 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:47.152123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Checking segment: {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:47.153036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Bound using segment: {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:47.154337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Bound port: 887bbe77-12a9-46de-abd3-8f9901bc6418, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:47.154942 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.171628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Attempting to bind port d8cf4d30-5792-464b-9987-53b6aa23b488 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:47.172001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Attempting to bind port d8cf4d30-5792-464b-9987-53b6aa23b488 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:47.172318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Attempting to bind port d8cf4d30-5792-464b-9987-53b6aa23b488 on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:47.237870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Pushing event updated for resources: {'Port': ['ID=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:47.240402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Port d8cf4d30-5792-464b-9987-53b6aa23b488 on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:47.240739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Attempting to bind port d8cf4d30-5792-464b-9987-53b6aa23b488 on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:47.246577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-5a11c106-f4c8-44f1-b073-a89bfd343d0d service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8689759 Jul 16 18:04:47.269172 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] For port 887bbe77-12a9-46de-abd3-8f9901bc6418, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:47.272941 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] For port 887bbe77-12a9-46de-abd3-8f9901bc6418, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=887bbe77-12a9-46de-abd3-8f9901bc6418,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:47.285658 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.330621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:47.330971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Checking segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:47.331357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Bound using segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:47.331807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Bound port: d8cf4d30-5792-464b-9987-53b6aa23b488, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:47.332418 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.334217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Attempting to bind port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:47.334551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Attempting to bind port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:47.334874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Attempting to bind port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f on network 7cc8bf9d-645a-4817-933d-397852636c3d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:47.347627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Pushing event updated for resources: {'Port': ['ID=887bbe77-12a9-46de-abd3-8f9901bc6418,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:47.357162 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.357836 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.359244 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-f1a9a63a-7b98-4f9e-9c77-110929ea0f95 service neutron] 10.222.0.38 "PUT /v2.0/ports/887bbe77-12a9-46de-abd3-8f9901bc6418 HTTP/1.1" status: 200 len: 1091 time: 0.9870334 Jul 16 18:04:47.359693 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02735330-e3b7-405f-acf8-60b9a0da91b4', 'tag': '887bbe77-12a9-46de-abd3-8f9901bc6418'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:47.361997 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfff79ca-dbfb-44dc-9143-f70dc6992e19" -d '{"events": [{"name": "network-changed", "server_uuid": "02735330-e3b7-405f-acf8-60b9a0da91b4", "tag": "887bbe77-12a9-46de-abd3-8f9901bc6418"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:47.364761 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779670a-3e83-43b1-944a-1c464a9c4c1e req-61bbba9b-b6ff-4d15-b9bb-a04f23535a15 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.366351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6779670a-3e83-43b1-944a-1c464a9c4c1e req-61bbba9b-b6ff-4d15-b9bb-a04f23535a15 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 943 time: 0.7355177 Jul 16 18:04:47.466601 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-ac5a0d58-4e4b-4caa-830d-e1debe608f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.468342 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-ac5a0d58-4e4b-4caa-830d-e1debe608f9e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&device_id=02735330-e3b7-405f-acf8-60b9a0da91b4 HTTP/1.1" status: 200 len: 1094 time: 0.0674620 Jul 16 18:04:47.524053 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-9b5c6d02-3f9f-453f-9298-898b816b56cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=887bbe77-12a9-46de-abd3-8f9901bc6418 HTTP/1.1" status: 200 len: 217 time: 0.0487506 Jul 16 18:04:47.596115 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-d98364e7-e481-451c-8ea2-eeeeec5e47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.597821 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-d98364e7-e481-451c-8ea2-eeeeec5e47d7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7403874-e2c4-4056-a85b-6286c507c9f9 HTTP/1.1" status: 200 len: 854 time: 0.0680003 Jul 16 18:04:47.636517 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-939faad6-f324-4e45-9ed2-0cf5a27ac24c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78ac342c-aeee-4ee0-be14-8b86df8e98bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319929 Jul 16 18:04:47.803734 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-40a91339-81f0-4d0f-b318-e49ca3d72c9b service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608794 Jul 16 18:04:47.848521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-96979c4b-ee32-42f0-84bc-6ccdfe629099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.850053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-96979c4b-ee32-42f0-84bc-6ccdfe629099 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2757862 Jul 16 18:04:47.872590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f on network 7cc8bf9d-645a-4817-933d-397852636c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:47.872924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Attempting to bind port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f on network 7cc8bf9d-645a-4817-933d-397852636c3d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:47.876176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-0d03e329-03ef-4ef5-bffd-d2490e60aff9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=355d586e-9b6f-45ca-9c78-5ec31972c14f HTTP/1.1" status: 200 len: 217 time: 0.5621519 Jul 16 18:04:47.884683 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Attempting to bind port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:47.885028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Attempting to bind port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:47.885385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Attempting to bind port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:47.892267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ffa7d28-dcc0-4576-baed-56dc26548bb0 req-065d1292-a725-4e46-8d68-13a3bd751a3e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1540709 Jul 16 18:04:47.931451 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a534e4e7-40f7-4286-9bc5-f50293a1d273 req-e7befad8-6c3d-455a-a325-f16117b9c707 service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206677 Jul 16 18:04:47.939262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:47.939616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Checking segment: {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:47.940017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Bound using segment: {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:47.940486 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Bound port: 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:47.940856 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.942675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:47.943002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Attempting to bind port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:48.018207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:48.018488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:48.018895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Bound using segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:48.019344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Bound port: 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:48.019716 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.073156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa7d28-dcc0-4576-baed-56dc26548bb0 req-b2daac23-1967-4222-8fdc-74e2603529df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.074707 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7ffa7d28-dcc0-4576-baed-56dc26548bb0 req-b2daac23-1967-4222-8fdc-74e2603529df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 1096 time: 0.1335244 Jul 16 18:04:48.110712 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6779670a-3e83-43b1-944a-1c464a9c4c1e req-5c7ac44b-d360-4cfe-9844-e2849b1e7b1b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694578 Jul 16 18:04:48.171469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-0971dfb6-369c-4706-b77b-8d401170b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.179349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-0971dfb6-369c-4706-b77b-8d401170b037 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6209d1f1-0281-4b08-99ad-f54e411f3cea HTTP/1.1" status: 200 len: 797 time: 0.2839811 Jul 16 18:04:48.224396 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed5d04d-996f-47d8-9249-cc2520967ed1 x-openstack-request-id: req-aed5d04d-996f-47d8-9249-cc2520967ed1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:48.225869 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25df4ec5-c08c-4fad-9ebf-e0b4161f84fe", "name": "network-vif-plugged", "status": "completed", "tag": "294fd47f-d239-4e4b-8f25-76fe38a1976e", "code": 200}, {"server_uuid": "df650240-c4ed-4f6a-906d-a1e2d2c2bc4b", "name": "network-vif-plugged", "status": "completed", "tag": "68a33205-0835-42fd-aa63-50ae0f55de5f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:48.226288 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aed5d04d-996f-47d8-9249-cc2520967ed1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:48.226864 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25df4ec5-c08c-4fad-9ebf-e0b4161f84fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294fd47f-d239-4e4b-8f25-76fe38a1976e', 'code': 200} Jul 16 18:04:48.227307 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df650240-c4ed-4f6a-906d-a1e2d2c2bc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a33205-0835-42fd-aa63-50ae0f55de5f', 'code': 200} Jul 16 18:04:48.244470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b7f34-306f-4217-ba14-fcb5da96e99c req-1b10981d-dcbc-4e5c-8b55-4536200d0587 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.256382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d60b7f34-306f-4217-ba14-fcb5da96e99c req-1b10981d-dcbc-4e5c-8b55-4536200d0587 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 943 time: 0.9419518 Jul 16 18:04:48.258269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] For port d8cf4d30-5792-464b-9987-53b6aa23b488, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:48.308809 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:04:48.330435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa7d28-dcc0-4576-baed-56dc26548bb0 req-04ec08e3-35a2-4b54-ae33-89c3877fb576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.331508 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7ffa7d28-dcc0-4576-baed-56dc26548bb0 req-04ec08e3-35a2-4b54-ae33-89c3877fb576 service neutron] 10.222.0.38 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 915 time: 0.2318933 Jul 16 18:04:48.394832 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7ffa7d28-dcc0-4576-baed-56dc26548bb0 req-32a06928-19a4-4a29-85b7-f6861560347a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcff7823-865a-4ee3-b780-8b9f7da28b23 HTTP/1.1" status: 200 len: 217 time: 0.0446126 Jul 16 18:04:48.478695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] For port d8cf4d30-5792-464b-9987-53b6aa23b488, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d8cf4d30-5792-464b-9987-53b6aa23b488,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:48.494509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0c956-4826-4a14-83ef-317bff7ed888 req-3306d25b-d0cf-4138-ac0b-eb3ea12747d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.496262 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-10d0c956-4826-4a14-83ef-317bff7ed888 req-3306d25b-d0cf-4138-ac0b-eb3ea12747d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=df650240-c4ed-4f6a-906d-a1e2d2c2bc4b HTTP/1.1" status: 200 len: 1096 time: 0.1800926 Jul 16 18:04:48.498254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa7d28-dcc0-4576-baed-56dc26548bb0 req-10b8d9a5-1c32-4813-b7fc-a18d3c0cc43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.503669 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7ffa7d28-dcc0-4576-baed-56dc26548bb0 req-10b8d9a5-1c32-4813-b7fc-a18d3c0cc43f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7403874-e2c4-4056-a85b-6286c507c9f9 HTTP/1.1" status: 200 len: 854 time: 0.1001496 Jul 16 18:04:48.508374 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.523244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] For port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:48.567453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:48.596005 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7ffa7d28-dcc0-4576-baed-56dc26548bb0 req-7a2fab89-ed00-42f0-9a1f-af9dab6ee787 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78ac342c-aeee-4ee0-be14-8b86df8e98bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829518 Jul 16 18:04:48.640503 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-10d0c956-4826-4a14-83ef-317bff7ed888 req-8e90b0fc-172c-4dd5-ae0a-3adea108c568 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339462 Jul 16 18:04:48.643911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.644632 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.645894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] 10.222.0.38 "PUT /v2.0/ports/d8cf4d30-5792-464b-9987-53b6aa23b488 HTTP/1.1" status: 200 len: 1091 time: 5.3030133 Jul 16 18:04:48.650536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:48.655093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] For port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:48.655973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56315788-a91f-4c99-8c49-cf142f980d23', 'tag': 'd8cf4d30-5792-464b-9987-53b6aa23b488'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:48.658455 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e336e5c-f84a-48d4-ad90-86bcbe47f30d" -d '{"events": [{"name": "network-changed", "server_uuid": "56315788-a91f-4c99-8c49-cf142f980d23", "tag": "d8cf4d30-5792-464b-9987-53b6aa23b488"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:48.676187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d60b7f34-306f-4217-ba14-fcb5da96e99c req-a4e4782f-ac8e-4ddf-abbd-d128f397187d tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489685 Jul 16 18:04:48.684997 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.692549 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.766910 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7ffa7d28-dcc0-4576-baed-56dc26548bb0 req-58590cce-6b14-4302-a1a7-a9a6b79da17c service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614997 Jul 16 18:04:48.776954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.777854 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.779269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] 10.222.0.38 "PUT /v2.0/ports/938d2cc3-a7f8-434c-9f2f-01667cbea3fb HTTP/1.1" status: 200 len: 1091 time: 4.6641831 Jul 16 18:04:48.812539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.813245 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.814857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] 10.222.0.38 "PUT /v2.0/ports/700bb1e6-b0d1-4e75-9079-e45d8a9ac09f HTTP/1.1" status: 200 len: 1135 time: 5.6367292 Jul 16 18:04:48.815659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80400f-7d46-48c3-a900-38bafd5edf0a service neutron] Pushing event updated for resources: {'Port': ['ID=d8cf4d30-5792-464b-9987-53b6aa23b488,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:48.867145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-206581ec-3de3-4f64-adbe-d9afded0ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.868794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-206581ec-3de3-4f64-adbe-d9afded0ca82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac8af031-332b-49b9-a5c1-24e1effc1820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6827545 Jul 16 18:04:48.886481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Request body: {'port': {'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:48.990880 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7ffa7d28-dcc0-4576-baed-56dc26548bb0 req-44b97921-d1c1-4097-b879-eee07770b887 service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154584 Jul 16 18:04:49.041659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4daad3-d910-44d8-9b6a-c4084f8ae28b req-770c32c4-6ae1-4fa0-957f-85dda999f48f tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.043590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4daad3-d910-44d8-9b6a-c4084f8ae28b req-770c32c4-6ae1-4fa0-957f-85dda999f48f tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=02735330-e3b7-405f-acf8-60b9a0da91b4 HTTP/1.1" status: 200 len: 943 time: 0.5956450 Jul 16 18:04:49.045520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92753d96-f7c6-43e2-a19f-99bc168e0f91 req-c3b36532-e9b4-4ba7-b932-d46f88fc53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.046975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92753d96-f7c6-43e2-a19f-99bc168e0f91 req-c3b36532-e9b4-4ba7-b932-d46f88fc53e7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe HTTP/1.1" status: 200 len: 1096 time: 0.6454320 Jul 16 18:04:49.183731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1665f4-4efb-41bd-b881-ec18b783d784 service neutron] Pushing event updated for resources: {'Port': ['ID=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:49.272206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-1fa50150-a836-4b13-9a96-b9c91a4951c2 service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789654 Jul 16 18:04:49.299696 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4daad3-d910-44d8-9b6a-c4084f8ae28b req-495b3a4f-da23-479f-b363-8e3ef2adfab5 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056055 Jul 16 18:04:49.331986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f41ba527-6c2b-4bd5-95b7-7911494c4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.331986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-f41ba527-6c2b-4bd5-95b7-7911494c4477 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 1094 time: 0.6210675 Jul 16 18:04:49.343069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92753d96-f7c6-43e2-a19f-99bc168e0f91 req-956ce58b-f9ac-4699-a357-f5c8ebe06008 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520928 Jul 16 18:04:49.375549 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03871e61-2e57-4fee-9a32-a0ff797c6f35 x-openstack-request-id: req-03871e61-2e57-4fee-9a32-a0ff797c6f35 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:49.376015 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02735330-e3b7-405f-acf8-60b9a0da91b4", "tag": "887bbe77-12a9-46de-abd3-8f9901bc6418", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:49.376116 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03871e61-2e57-4fee-9a32-a0ff797c6f35 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:49.377654 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02735330-e3b7-405f-acf8-60b9a0da91b4', 'tag': '887bbe77-12a9-46de-abd3-8f9901bc6418', 'status': 'completed', 'code': 200} Jul 16 18:04:49.412345 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.421909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-322f0b4a-6ffd-476d-a6db-9c33b60b007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.423493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-322f0b4a-6ffd-476d-a6db-9c33b60b007c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 1094 time: 0.5951355 Jul 16 18:04:49.439960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f3f56-9f5c-4449-8393-89996af6d2bb req-8e9f4e71-b4ab-4c1f-a29f-af595f3d6cbf tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.448996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-295f3f56-9f5c-4449-8393-89996af6d2bb req-8e9f4e71-b4ab-4c1f-a29f-af595f3d6cbf tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe HTTP/1.1" status: 200 len: 945 time: 0.4281459 Jul 16 18:04:49.450770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-14fd9d95-0a5b-4f88-9344-fd9b2455de7e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8cf4d30-5792-464b-9987-53b6aa23b488 HTTP/1.1" status: 200 len: 217 time: 0.1009672 Jul 16 18:04:49.488256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e9e03-c6ec-4604-a4cc-a5f6c1d85075 service neutron] Pushing event updated for resources: {'Port': ['ID=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:49.649923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-d60818b6-c6e9-468c-83ea-795c57e6a26f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb HTTP/1.1" status: 200 len: 217 time: 0.1885791 Jul 16 18:04:49.772574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-13ccaee3-4c63-48ef-8418-03ffcc06050c service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784784 Jul 16 18:04:49.912862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-295f3f56-9f5c-4449-8393-89996af6d2bb req-0fd4a0b6-da94-404a-9833-a4674a91a121 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639378 Jul 16 18:04:49.919966 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 887bbe77-12a9-46de-abd3-8f9901bc6418 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:49.920398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-a7e1c487-e801-4b07-bae5-4c1d2b005727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.922882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-a7e1c487-e801-4b07-bae5-4c1d2b005727 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.2428076 Jul 16 18:04:49.952726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-54806554-ca49-42f0-9368-c9236c49fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.959537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-54806554-ca49-42f0-9368-c9236c49fe94 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.4619923 Jul 16 18:04:50.141942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 887bbe77-12a9-46de-abd3-8f9901bc6418, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=887bbe77-12a9-46de-abd3-8f9901bc6418,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:50.160688 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '887bbe77-12a9-46de-abd3-8f9901bc6418', 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb', 'port_id': '887bbe77-12a9-46de-abd3-8f9901bc6418', 'mac_address': 'fa:16:3e:5a:f4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7403874-e2c4-4056-a85b-6286c507c9f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:50.210886 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.236282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887bbe77-12a9-46de-abd3-8f9901bc6418 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:50.261726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 887bbe77-12a9-46de-abd3-8f9901bc6418, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=887bbe77-12a9-46de-abd3-8f9901bc6418,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:50.273300 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.361652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=887bbe77-12a9-46de-abd3-8f9901bc6418,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:50.372210 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-813aec09-f084-49a3-9c71-fbd391d6cd7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=390c02d7-cbb9-4405-adc9-7f7430e8f6a3 HTTP/1.1" status: 200 len: 217 time: 0.5206609 Jul 16 18:04:50.374178 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-bc8762db-a2e7-440c-a2fb-5ca020db34f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4098363 Jul 16 18:04:50.422491 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-e17f99a3-f39b-4afa-b4a5-9620c9f9915c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3499143 Jul 16 18:04:50.495207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['887bbe77-12a9-46de-abd3-8f9901bc6418'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:50.562394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edded0d-19ef-4dd9-8574-5fe4e5d8234b req-af3531e3-ca16-4555-a0d7-3a6853815ce1 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.568382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edded0d-19ef-4dd9-8574-5fe4e5d8234b req-af3531e3-ca16-4555-a0d7-3a6853815ce1 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.574747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edded0d-19ef-4dd9-8574-5fe4e5d8234b req-af3531e3-ca16-4555-a0d7-3a6853815ce1 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.581750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edded0d-19ef-4dd9-8574-5fe4e5d8234b req-af3531e3-ca16-4555-a0d7-3a6853815ce1 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.588367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edded0d-19ef-4dd9-8574-5fe4e5d8234b req-af3531e3-ca16-4555-a0d7-3a6853815ce1 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.594299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edded0d-19ef-4dd9-8574-5fe4e5d8234b req-af3531e3-ca16-4555-a0d7-3a6853815ce1 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.600209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edded0d-19ef-4dd9-8574-5fe4e5d8234b req-af3531e3-ca16-4555-a0d7-3a6853815ce1 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.602800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8edded0d-19ef-4dd9-8574-5fe4e5d8234b req-af3531e3-ca16-4555-a0d7-3a6853815ce1 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5420 time: 1.0553367 Jul 16 18:04:50.623862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff79ca-dbfb-44dc-9143-f70dc6992e19 req-09f8c7b6-597e-4016-8e69-4060018d50f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.625880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bfff79ca-dbfb-44dc-9143-f70dc6992e19 req-09f8c7b6-597e-4016-8e69-4060018d50f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&device_id=02735330-e3b7-405f-acf8-60b9a0da91b4 HTTP/1.1" status: 200 len: 1094 time: 1.1937714 Jul 16 18:04:50.746767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-76adf28b-e02b-43a3-82fc-7efd0ae5473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.748269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-76adf28b-e02b-43a3-82fc-7efd0ae5473c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6209d1f1-0281-4b08-99ad-f54e411f3cea HTTP/1.1" status: 200 len: 797 time: 0.3649518 Jul 16 18:04:51.137624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7fda8b-3138-4238-aa2b-810ce6159203 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:51.179742 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.274971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8edded0d-19ef-4dd9-8574-5fe4e5d8234b req-97ee362e-9c8b-4703-85e1-5ee7d0cb0f3e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6417143 Jul 16 18:04:51.284936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Transition to ACTIVE for port object 1c7fda8b-3138-4238-aa2b-810ce6159203 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:51.288929 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-e002ccc9-5d4c-493a-a16d-0a0a5ba12d8c service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9079430 Jul 16 18:04:51.299654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2022c8e-c8b5-499d-98c3-e7025d0700d6 req-65281428-a433-41ca-b637-e6d71c455c71 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.306511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2022c8e-c8b5-499d-98c3-e7025d0700d6 req-65281428-a433-41ca-b637-e6d71c455c71 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.317572 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2022c8e-c8b5-499d-98c3-e7025d0700d6 req-65281428-a433-41ca-b637-e6d71c455c71 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.318815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2022c8e-c8b5-499d-98c3-e7025d0700d6 req-65281428-a433-41ca-b637-e6d71c455c71 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.325761 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2022c8e-c8b5-499d-98c3-e7025d0700d6 req-65281428-a433-41ca-b637-e6d71c455c71 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.331569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2022c8e-c8b5-499d-98c3-e7025d0700d6 req-65281428-a433-41ca-b637-e6d71c455c71 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.333531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2022c8e-c8b5-499d-98c3-e7025d0700d6 req-65281428-a433-41ca-b637-e6d71c455c71 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 4606 time: 0.9427826 Jul 16 18:04:51.346803 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.349991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-8331047c-9f7b-4c97-9ca1-aa44fc48693f service neutron] 10.222.0.38 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345068 Jul 16 18:04:51.384339 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed96f63-2472-4c10-b26a-06ff9dc8d2dd x-openstack-request-id: req-9ed96f63-2472-4c10-b26a-06ff9dc8d2dd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:51.384644 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56315788-a91f-4c99-8c49-cf142f980d23", "tag": "d8cf4d30-5792-464b-9987-53b6aa23b488", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:51.384886 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ed96f63-2472-4c10-b26a-06ff9dc8d2dd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:51.385291 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56315788-a91f-4c99-8c49-cf142f980d23', 'tag': 'd8cf4d30-5792-464b-9987-53b6aa23b488', 'status': 'completed', 'code': 200} Jul 16 18:04:51.461001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff79ca-dbfb-44dc-9143-f70dc6992e19 req-71954203-a16c-4abb-ab40-0183ebc22a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.462796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bfff79ca-dbfb-44dc-9143-f70dc6992e19 req-71954203-a16c-4abb-ab40-0183ebc22a85 service neutron] 10.222.0.38 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 915 time: 0.8282280 Jul 16 18:04:51.669268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7fda8b-3138-4238-aa2b-810ce6159203,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:51.689614 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bfff79ca-dbfb-44dc-9143-f70dc6992e19 req-e3e918e3-5881-49c8-b992-d45fe06717fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=887bbe77-12a9-46de-abd3-8f9901bc6418 HTTP/1.1" status: 200 len: 217 time: 0.1949873 Jul 16 18:04:51.691624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c979036f-6225-4048-9694-317ebdc4c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.692943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-c979036f-6225-4048-9694-317ebdc4c03d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac8af031-332b-49b9-a5c1-24e1effc1820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5804060 Jul 16 18:04:51.705425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2022c8e-c8b5-499d-98c3-e7025d0700d6 req-872a62f9-8450-40aa-bf78-6661b35d6a63 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3527181 Jul 16 18:04:51.790423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43f8c3fd-c8f6-461d-b56b-37bf5c82fa60 req-8ba61432-a22a-42ed-8c0e-ebd297522824 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547348 Jul 16 18:04:51.875811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d0c751-f08a-4bec-a122-1344c93bfe49 req-46922705-db2f-4f97-b792-e541155bc895 service neutron] 10.222.0.38 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888456 Jul 16 18:04:51.919543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff79ca-dbfb-44dc-9143-f70dc6992e19 req-0d639bdd-5af6-4fa1-8b89-1d266fb3f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.921049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bfff79ca-dbfb-44dc-9143-f70dc6992e19 req-0d639bdd-5af6-4fa1-8b89-1d266fb3f05c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7403874-e2c4-4056-a85b-6286c507c9f9 HTTP/1.1" status: 200 len: 854 time: 0.2110817 Jul 16 18:04:51.927330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 887bbe77-12a9-46de-abd3-8f9901bc6418 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:51.984588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107828c-4008-490e-8e19-c63678a35fef req-373f0cee-a77a-4fd2-a104-9fbced04333e tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.991752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c107828c-4008-490e-8e19-c63678a35fef req-373f0cee-a77a-4fd2-a104-9fbced04333e tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 943 time: 0.4863482 Jul 16 18:04:51.995943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 887bbe77-12a9-46de-abd3-8f9901bc6418 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:51.999759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bfff79ca-dbfb-44dc-9143-f70dc6992e19 req-c555941f-ae93-4eae-b55d-a4ccf5d7a18f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78ac342c-aeee-4ee0-be14-8b86df8e98bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669918 Jul 16 18:04:52.003791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 887bbe77-12a9-46de-abd3-8f9901bc6418 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:52.006635 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.024500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Attempting to bind port 1c7fda8b-3138-4238-aa2b-810ce6159203 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:52.024867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Attempting to bind port 1c7fda8b-3138-4238-aa2b-810ce6159203 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:52.025169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Attempting to bind port 1c7fda8b-3138-4238-aa2b-810ce6159203 on network 7cc8bf9d-645a-4817-933d-397852636c3d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:52.094088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-72a0d22f-345d-4f61-a6e2-8524a5067b80 service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829036 Jul 16 18:04:52.103422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Port 1c7fda8b-3138-4238-aa2b-810ce6159203 on network 7cc8bf9d-645a-4817-933d-397852636c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:52.103768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Attempting to bind port 1c7fda8b-3138-4238-aa2b-810ce6159203 on network 7cc8bf9d-645a-4817-933d-397852636c3d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:52.143578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:52.144222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Checking segment: {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:52.144303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Bound using segment: {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:52.144775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Bound port: 1c7fda8b-3138-4238-aa2b-810ce6159203, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:52.145169 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.162814 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.255067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 887bbe77-12a9-46de-abd3-8f9901bc6418, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=887bbe77-12a9-46de-abd3-8f9901bc6418,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:52.258409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02735330-e3b7-405f-acf8-60b9a0da91b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887bbe77-12a9-46de-abd3-8f9901bc6418'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:52.264979 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d17fd8-af76-46c4-acba-7df8c9df78fe" -d '{"events": [{"server_uuid": "02735330-e3b7-405f-acf8-60b9a0da91b4", "name": "network-vif-plugged", "status": "completed", "tag": "887bbe77-12a9-46de-abd3-8f9901bc6418"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:52.273817 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.348333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=887bbe77-12a9-46de-abd3-8f9901bc6418,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:52.368956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c107828c-4008-490e-8e19-c63678a35fef req-be906ddd-fff4-46cc-9a97-f8e1d704384e tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761535 Jul 16 18:04:52.409095 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bfff79ca-dbfb-44dc-9143-f70dc6992e19 req-94fda53e-c063-4a5a-980d-ded60d836852 service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971648 Jul 16 18:04:52.560854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e336e5c-f84a-48d4-ad90-86bcbe47f30d req-0507a3ef-e1da-4789-9eaa-6aab0d837711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.562559 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e336e5c-f84a-48d4-ad90-86bcbe47f30d req-0507a3ef-e1da-4789-9eaa-6aab0d837711 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 1094 time: 0.5665677 Jul 16 18:04:52.562984 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:52.613776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-1c7b9e17-7d81-47f9-96bb-ba346569a6a0 service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066471 Jul 16 18:04:52.702665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] For port 1c7fda8b-3138-4238-aa2b-810ce6159203, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:52.714315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2864c003-97d1-4d78-9965-a6841beaf918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.773344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] For port 1c7fda8b-3138-4238-aa2b-810ce6159203, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=1c7fda8b-3138-4238-aa2b-810ce6159203,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:52.816369 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.818977 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2864c003-97d1-4d78-9965-a6841beaf918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.824620 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2864c003-97d1-4d78-9965-a6841beaf918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.840790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bfff79ca-dbfb-44dc-9143-f70dc6992e19 req-24a19c4d-a213-46cd-a135-592921b3ebf4 service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998194 Jul 16 18:04:52.865885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb39830-1ad6-4884-9760-7e012c1e1e5f req-b9efcae3-e819-4a05-b43a-5681665b04fb tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.867973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcb39830-1ad6-4884-9760-7e012c1e1e5f req-b9efcae3-e819-4a05-b43a-5681665b04fb tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 943 time: 0.9973354 Jul 16 18:04:52.878849 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2864c003-97d1-4d78-9965-a6841beaf918 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc345c0e372d440d83502ec63725964e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147299 Jul 16 18:04:52.882169 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:52.899079 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864c003-97d1-4d78-9965-a6841beaf918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cea61d9-178d-422d-9b98-e35122eac917,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:52.902177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.902803 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.904205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] 10.222.0.38 "PUT /v2.0/ports/1c7fda8b-3138-4238-aa2b-810ce6159203 HTTP/1.1" status: 200 len: 1135 time: 4.0311739 Jul 16 18:04:52.920475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e336e5c-f84a-48d4-ad90-86bcbe47f30d req-5cfc5231-a923-4ea6-abb5-4661a6c85b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.922187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e336e5c-f84a-48d4-ad90-86bcbe47f30d req-5cfc5231-a923-4ea6-abb5-4661a6c85b4a service neutron] 10.222.0.38 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 911 time: 0.3410413 Jul 16 18:04:52.951091 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8306-520f-4a81-9a15-984661be6438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.964290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0237031-73b3-4f45-acb6-40b1c2b7dca3 req-8c4dcd86-4f75-4236-bc2b-c4b0fca06e4a tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.971801 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0237031-73b3-4f45-acb6-40b1c2b7dca3 req-8c4dcd86-4f75-4236-bc2b-c4b0fca06e4a tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=02735330-e3b7-405f-acf8-60b9a0da91b4 HTTP/1.1" status: 200 len: 945 time: 0.4282677 Jul 16 18:04:52.980438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Request body: {'port': {'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:52.991686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8306-520f-4a81-9a15-984661be6438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.047718 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8306-520f-4a81-9a15-984661be6438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.050840 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8306-520f-4a81-9a15-984661be6438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.052288 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5ecf8306-520f-4a81-9a15-984661be6438 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7cea61d9-178d-422d-9b98-e35122eac917 HTTP/1.1" status: 204 len: 168 time: 0.1689103 Jul 16 18:04:53.062011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf8306-520f-4a81-9a15-984661be6438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cea61d9-178d-422d-9b98-e35122eac917,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:53.071588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f20c4-68dd-41aa-9afd-3fda2aefc2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7fda8b-3138-4238-aa2b-810ce6159203,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:53.141947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e336e5c-f84a-48d4-ad90-86bcbe47f30d req-7891315c-8e53-4256-b183-e98e62c6b20a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8cf4d30-5792-464b-9987-53b6aa23b488 HTTP/1.1" status: 200 len: 217 time: 0.2011077 Jul 16 18:04:53.144893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcb39830-1ad6-4884-9760-7e012c1e1e5f req-4d8ff554-49b8-417a-93fb-38c1160387eb tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661171 Jul 16 18:04:53.229211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-75e03548-852d-4938-84b8-9403838b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.229723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-75e03548-852d-4938-84b8-9403838b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.230205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-75e03548-852d-4938-84b8-9403838b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.230755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-75e03548-852d-4938-84b8-9403838b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.231145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-75e03548-852d-4938-84b8-9403838b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.231665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-75e03548-852d-4938-84b8-9403838b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.232088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-75e03548-852d-4938-84b8-9403838b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.234119 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-75e03548-852d-4938-84b8-9403838b94c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6477 time: 0.5235276 Jul 16 18:04:53.242036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.291916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0237031-73b3-4f45-acb6-40b1c2b7dca3 req-9f6515f5-23ed-48f4-b81d-719678cc0b82 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151252 Jul 16 18:04:53.299062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e336e5c-f84a-48d4-ad90-86bcbe47f30d req-265db59e-f8a6-4f13-87e2-aba29504e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.301548 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e336e5c-f84a-48d4-ad90-86bcbe47f30d req-265db59e-f8a6-4f13-87e2-aba29504e8e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.1453762 Jul 16 18:04:53.391632 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7595017-8009-4a20-8103-3be0942f9f0e x-openstack-request-id: req-d7595017-8009-4a20-8103-3be0942f9f0e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:53.392631 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02735330-e3b7-405f-acf8-60b9a0da91b4", "name": "network-vif-plugged", "status": "completed", "tag": "887bbe77-12a9-46de-abd3-8f9901bc6418", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:53.393094 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7595017-8009-4a20-8103-3be0942f9f0e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:53.393925 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02735330-e3b7-405f-acf8-60b9a0da91b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887bbe77-12a9-46de-abd3-8f9901bc6418', 'code': 200} Jul 16 18:04:53.419134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ec41cd-da5e-43da-89bc-198d6a58d02f', 'tag': '938d2cc3-a7f8-434c-9f2f-01667cbea3fb'}, {'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': '700bb1e6-b0d1-4e75-9079-e45d8a9ac09f'}, {'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': '1c7fda8b-3138-4238-aa2b-810ce6159203'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:53.433423 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b651a71f-c95e-4f74-93d5-f6333d3f60dc" -d '{"events": [{"name": "network-changed", "server_uuid": "36ec41cd-da5e-43da-89bc-198d6a58d02f", "tag": "938d2cc3-a7f8-434c-9f2f-01667cbea3fb"}, {"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "700bb1e6-b0d1-4e75-9079-e45d8a9ac09f"}, {"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "1c7fda8b-3138-4238-aa2b-810ce6159203"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:53.484212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:53.501984 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2896f776-c95c-46e0-bcd1-d0efebf18026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.527055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e336e5c-f84a-48d4-ad90-86bcbe47f30d req-423566eb-40c0-4cd4-86fd-f76f2e26119a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1954210 Jul 16 18:04:53.610488 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2896f776-c95c-46e0-bcd1-d0efebf18026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.615082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2896f776-c95c-46e0-bcd1-d0efebf18026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.648346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896f776-c95c-46e0-bcd1-d0efebf18026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6252bac8-950a-43e8-92f2-5d64ac790e19,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:53.677046 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2896f776-c95c-46e0-bcd1-d0efebf18026 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e6ff162134f4313aac01393125bb345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911039 Jul 16 18:04:53.679193 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:53.740303 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93d9f027-40c5-40b0-be62-f6dd5c47e10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.784766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-f6b22ec2-435b-4ef4-863c-6d4c5a7a71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.786304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-f6b22ec2-435b-4ef4-863c-6d4c5a7a71cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=ac8af031-332b-49b9-a5c1-24e1effc1820 HTTP/1.1" status: 200 len: 903 time: 0.5401919 Jul 16 18:04:53.789944 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93d9f027-40c5-40b0-be62-f6dd5c47e10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.860696 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93d9f027-40c5-40b0-be62-f6dd5c47e10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.864237 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93d9f027-40c5-40b0-be62-f6dd5c47e10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.868197 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-93d9f027-40c5-40b0-be62-f6dd5c47e10e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6252bac8-950a-43e8-92f2-5d64ac790e19 HTTP/1.1" status: 204 len: 168 time: 0.1847484 Jul 16 18:04:53.883822 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9f027-40c5-40b0-be62-f6dd5c47e10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6252bac8-950a-43e8-92f2-5d64ac790e19,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:53.933355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d8cf4d30-5792-464b-9987-53b6aa23b488 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:54.084097 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d8cf4d30-5792-464b-9987-53b6aa23b488, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d8cf4d30-5792-464b-9987-53b6aa23b488,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:54.106823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'd8cf4d30-5792-464b-9987-53b6aa23b488', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'port_id': 'd8cf4d30-5792-464b-9987-53b6aa23b488', 'mac_address': 'fa:16:3e:b0:01:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62c42e8-0fd4-4a43-862e-35deb60b4c2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:54.171851 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.192566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cf4d30-5792-464b-9987-53b6aa23b488 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:54.231809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d8cf4d30-5792-464b-9987-53b6aa23b488, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d8cf4d30-5792-464b-9987-53b6aa23b488,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:54.239197 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.273380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-dd3e1da5-8d83-4bdc-9ec6-4642c02b7eb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=355d586e-9b6f-45ca-9c78-5ec31972c14f HTTP/1.1" status: 200 len: 217 time: 0.4783876 Jul 16 18:04:54.324078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d8cf4d30-5792-464b-9987-53b6aa23b488,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:54.327297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eb002-43e6-42ab-a0d4-66774876133c req-17635aaa-9365-4e46-9e4e-24f0023ff177 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.328978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f1eb002-43e6-42ab-a0d4-66774876133c req-17635aaa-9365-4e46-9e4e-24f0023ff177 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe HTTP/1.1" status: 200 len: 945 time: 1.0001159 Jul 16 18:04:54.457247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e336e5c-f84a-48d4-ad90-86bcbe47f30d req-3c7d8e6c-4d73-4f02-a90c-f189c52de26f service neutron] 10.222.0.38 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8718858 Jul 16 18:04:54.459144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52d75c-7873-43e3-bfba-72e8ac136593 req-2b3474c8-580d-4364-97fa-11fc8630f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.460742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d52d75c-7873-43e3-bfba-72e8ac136593 req-2b3474c8-580d-4364-97fa-11fc8630f31c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=02735330-e3b7-405f-acf8-60b9a0da91b4 HTTP/1.1" status: 200 len: 1096 time: 0.9325917 Jul 16 18:04:54.463333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['d8cf4d30-5792-464b-9987-53b6aa23b488'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:54.624994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-0ad0038a-2783-4d0e-8d21-5947630db5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.626552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-0ad0038a-2783-4d0e-8d21-5947630db5e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6209d1f1-0281-4b08-99ad-f54e411f3cea HTTP/1.1" status: 200 len: 797 time: 0.3424079 Jul 16 18:04:54.723094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f1eb002-43e6-42ab-a0d4-66774876133c req-d069cb6b-ca83-407e-a1a6-d58c0fd7c378 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991281 Jul 16 18:04:54.812167 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d52d75c-7873-43e3-bfba-72e8ac136593 req-b3c2d921-5ce6-4049-aab6-9bc5f6a3a780 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216166 Jul 16 18:04:54.821723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eabc694-8433-42fa-9894-3abdb602e652 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:54.845640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb4e0-8f9c-4221-8107-38ede422b8e5 req-b7e2c4f7-5732-46a2-a35d-eedad7ba10df tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.852777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb4e0-8f9c-4221-8107-38ede422b8e5 req-b7e2c4f7-5732-46a2-a35d-eedad7ba10df tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.858983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb4e0-8f9c-4221-8107-38ede422b8e5 req-b7e2c4f7-5732-46a2-a35d-eedad7ba10df tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.866653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb4e0-8f9c-4221-8107-38ede422b8e5 req-b7e2c4f7-5732-46a2-a35d-eedad7ba10df tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.873106 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb4e0-8f9c-4221-8107-38ede422b8e5 req-b7e2c4f7-5732-46a2-a35d-eedad7ba10df tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.879159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb4e0-8f9c-4221-8107-38ede422b8e5 req-b7e2c4f7-5732-46a2-a35d-eedad7ba10df tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.885274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb4e0-8f9c-4221-8107-38ede422b8e5 req-b7e2c4f7-5732-46a2-a35d-eedad7ba10df tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.887204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bdcb4e0-8f9c-4221-8107-38ede422b8e5 req-b7e2c4f7-5732-46a2-a35d-eedad7ba10df tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5420 time: 1.3008654 Jul 16 18:04:54.898090 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.956674 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e336e5c-f84a-48d4-ad90-86bcbe47f30d req-2ea3b36f-f4f4-4aca-8217-ac6dbeb773a8 service neutron] 10.222.0.38 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650033 Jul 16 18:04:54.957999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Transition to ACTIVE for port object 7eabc694-8433-42fa-9894-3abdb602e652 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:54.993389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.019568 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bdcb4e0-8f9c-4221-8107-38ede422b8e5 req-a6105d82-af7c-4bc5-b219-eb1172388d3f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145272 Jul 16 18:04:55.107826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-566c8498-05b0-4107-b8c8-f9daefd3bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.109912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-566c8498-05b0-4107-b8c8-f9daefd3bf48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac8af031-332b-49b9-a5c1-24e1effc1820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4706104 Jul 16 18:04:55.254135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Pushing event updated for resources: {'Port': ['ID=7eabc694-8433-42fa-9894-3abdb602e652,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:55.396591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769d54b-2131-48aa-9887-e49c83ce553f req-db43f001-c59b-4fe2-8616-9fc349df7390 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.403375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769d54b-2131-48aa-9887-e49c83ce553f req-db43f001-c59b-4fe2-8616-9fc349df7390 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.409392 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769d54b-2131-48aa-9887-e49c83ce553f req-db43f001-c59b-4fe2-8616-9fc349df7390 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.415630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769d54b-2131-48aa-9887-e49c83ce553f req-db43f001-c59b-4fe2-8616-9fc349df7390 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.422007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769d54b-2131-48aa-9887-e49c83ce553f req-db43f001-c59b-4fe2-8616-9fc349df7390 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.428433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769d54b-2131-48aa-9887-e49c83ce553f req-db43f001-c59b-4fe2-8616-9fc349df7390 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.434853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769d54b-2131-48aa-9887-e49c83ce553f req-db43f001-c59b-4fe2-8616-9fc349df7390 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.440644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0769d54b-2131-48aa-9887-e49c83ce553f req-db43f001-c59b-4fe2-8616-9fc349df7390 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5395 time: 0.4761808 Jul 16 18:04:55.440644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Attempting to bind port 7eabc694-8433-42fa-9894-3abdb602e652 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:55.440644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Attempting to bind port 7eabc694-8433-42fa-9894-3abdb602e652 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:55.440644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Attempting to bind port 7eabc694-8433-42fa-9894-3abdb602e652 on network 7cc8bf9d-645a-4817-933d-397852636c3d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:55.468820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Port 7eabc694-8433-42fa-9894-3abdb602e652 on network 7cc8bf9d-645a-4817-933d-397852636c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:55.469157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Attempting to bind port 7eabc694-8433-42fa-9894-3abdb602e652 on network 7cc8bf9d-645a-4817-933d-397852636c3d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:55.489283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-6887ce4b-096c-4b8f-9987-0562caa1bbf5 service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259339 Jul 16 18:04:55.493531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:55.493880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Checking segment: {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:55.494275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Bound using segment: {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:55.494730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Bound port: 7eabc694-8433-42fa-9894-3abdb602e652, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:55.495096 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.566466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0769d54b-2131-48aa-9887-e49c83ce553f req-fd2feec9-056a-4703-bef3-d8d3d976a7a5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1170375 Jul 16 18:04:55.595847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab87db-abea-42cd-8a5a-6a1a832c1bc5 req-0affab4b-b4ac-48ce-b753-899312e6eb8e tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.595847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dab87db-abea-42cd-8a5a-6a1a832c1bc5 req-0affab4b-b4ac-48ce-b753-899312e6eb8e tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 944 time: 0.3599379 Jul 16 18:04:55.712871 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e193974-1a0e-4f07-be14-0894493a42d9 x-openstack-request-id: req-1e193974-1a0e-4f07-be14-0894493a42d9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:55.712871 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ec41cd-da5e-43da-89bc-198d6a58d02f", "tag": "938d2cc3-a7f8-434c-9f2f-01667cbea3fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "700bb1e6-b0d1-4e75-9079-e45d8a9ac09f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "1c7fda8b-3138-4238-aa2b-810ce6159203", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:55.712871 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e193974-1a0e-4f07-be14-0894493a42d9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:55.713082 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ec41cd-da5e-43da-89bc-198d6a58d02f', 'tag': '938d2cc3-a7f8-434c-9f2f-01667cbea3fb', 'status': 'completed', 'code': 200} Jul 16 18:04:55.713878 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': '700bb1e6-b0d1-4e75-9079-e45d8a9ac09f', 'status': 'completed', 'code': 200} Jul 16 18:04:55.713878 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': '1c7fda8b-3138-4238-aa2b-810ce6159203', 'status': 'completed', 'code': 200} Jul 16 18:04:55.744288 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] For port 7eabc694-8433-42fa-9894-3abdb602e652, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:55.790741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dab87db-abea-42cd-8a5a-6a1a832c1bc5 req-2fe8f36b-a789-478d-ae43-539b6bd131ea tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797738 Jul 16 18:04:55.801537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] For port 7eabc694-8433-42fa-9894-3abdb602e652, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7eabc694-8433-42fa-9894-3abdb602e652,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:55.815912 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.828395 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-bfbd2fa3-a2dd-40cf-9751-f175624a2e00 service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165684 Jul 16 18:04:55.949878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d8cf4d30-5792-464b-9987-53b6aa23b488 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:55.962177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.962826 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.964286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a289a550-0f23-4586-95ce-015985fee35d service neutron] 10.222.0.38 "PUT /v2.0/ports/7eabc694-8433-42fa-9894-3abdb602e652 HTTP/1.1" status: 200 len: 1091 time: 3.0131147 Jul 16 18:04:56.038514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Request body: {'port': {'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:56.109710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-042408c8-fd39-4929-8fb2-88499b7ab270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.111589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port d8cf4d30-5792-464b-9987-53b6aa23b488 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:56.112064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-042408c8-fd39-4929-8fb2-88499b7ab270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.113106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-042408c8-fd39-4929-8fb2-88499b7ab270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.115048 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-042408c8-fd39-4929-8fb2-88499b7ab270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.116416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port d8cf4d30-5792-464b-9987-53b6aa23b488 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:56.116677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-042408c8-fd39-4929-8fb2-88499b7ab270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.116776 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.118554 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-042408c8-fd39-4929-8fb2-88499b7ab270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.120564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-042408c8-fd39-4929-8fb2-88499b7ab270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.124886 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-042408c8-fd39-4929-8fb2-88499b7ab270 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6477 time: 0.1768386 Jul 16 18:04:56.212736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289a550-0f23-4586-95ce-015985fee35d service neutron] Pushing event updated for resources: {'Port': ['ID=7eabc694-8433-42fa-9894-3abdb602e652,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:56.244586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-0d7c19f2-2867-4f37-9400-107cdea365b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.246632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-0d7c19f2-2867-4f37-9400-107cdea365b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 1094 time: 0.5044596 Jul 16 18:04:56.250617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-5508dca3-3ee8-464b-9f55-d6e5cf2a64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.252319 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-5508dca3-3ee8-464b-9f55-d6e5cf2a64ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=ac8af031-332b-49b9-a5c1-24e1effc1820 HTTP/1.1" status: 200 len: 903 time: 0.1198685 Jul 16 18:04:56.266189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580ed71-ab79-4c72-9e68-157556242865 req-5e07127a-c0aa-4e46-802a-f4331046bfe6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.273371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1580ed71-ab79-4c72-9e68-157556242865 req-5e07127a-c0aa-4e46-802a-f4331046bfe6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 943 time: 0.4166951 Jul 16 18:04:56.303531 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.356979 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-3d579fb5-2910-4904-97df-f48bb62476bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=390c02d7-cbb9-4405-adc9-7f7430e8f6a3 HTTP/1.1" status: 200 len: 217 time: 0.0972240 Jul 16 18:04:56.366156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56315788-a91f-4c99-8c49-cf142f980d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf4d30-5792-464b-9987-53b6aa23b488'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:56.371032 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ddf5a2-5ec1-4441-b8b8-608b7013ee82" -d '{"events": [{"server_uuid": "56315788-a91f-4c99-8c49-cf142f980d23", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf4d30-5792-464b-9987-53b6aa23b488"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:56.387229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d8cf4d30-5792-464b-9987-53b6aa23b488, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d8cf4d30-5792-464b-9987-53b6aa23b488,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:56.393393 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.447151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-4dea7f94-5281-4b58-90ba-019c518c9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.450856 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-4dea7f94-5281-4b58-90ba-019c518c9d70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6209d1f1-0281-4b08-99ad-f54e411f3cea HTTP/1.1" status: 200 len: 797 time: 0.0870028 Jul 16 18:04:56.459297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-ad4962ca-89aa-472f-96fd-5920f8f58177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.461481 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-ad4962ca-89aa-472f-96fd-5920f8f58177 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef74444f4964708a86849c150b36d95&device_id=905f4cf4-c08f-4b4a-9815-637622bf3fe6 HTTP/1.1" status: 200 len: 1096 time: 0.5224273 Jul 16 18:04:56.468625 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.496507 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1580ed71-ab79-4c72-9e68-157556242865 req-fc6e910e-1a65-4feb-93f8-39eb8379ad73 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218421 Jul 16 18:04:56.507413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d8cf4d30-5792-464b-9987-53b6aa23b488,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:56.572681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-6dd4c149-edea-4a45-8ea6-9a534448ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.574286 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-6dd4c149-edea-4a45-8ea6-9a534448ffd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac8af031-332b-49b9-a5c1-24e1effc1820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1158211 Jul 16 18:04:56.672913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-602722da-b151-4d22-8c3c-fad9c0c56c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.674479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-602722da-b151-4d22-8c3c-fad9c0c56c3b service neutron] 10.222.0.38 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.4190989 Jul 16 18:04:56.712629 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-39a72911-6f4a-4308-a85a-eb36a6812a2f service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306357 Jul 16 18:04:56.759876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d956-5612-445e-b36a-308c7937f4a8 req-06093283-8b78-4207-bf83-9ea456830de2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.761716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40b5d956-5612-445e-b36a-308c7937f4a8 req-06093283-8b78-4207-bf83-9ea456830de2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=02735330-e3b7-405f-acf8-60b9a0da91b4 HTTP/1.1" status: 200 len: 945 time: 0.6294231 Jul 16 18:04:56.824125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-e4682fd0-6293-4e6b-b0a5-ad3fa90129ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.826053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-e4682fd0-6293-4e6b-b0a5-ad3fa90129ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=d507c2c3-21e2-421a-8676-00afe9ea4305 HTTP/1.1" status: 200 len: 919 time: 0.3519607 Jul 16 18:04:56.842622 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-d14cd294-cfcb-42cc-afa1-99e3d991c7fb service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236095 Jul 16 18:04:56.847028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-46c9ec6c-4791-443b-ae5b-1094c33bfc9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb HTTP/1.1" status: 200 len: 217 time: 0.1141191 Jul 16 18:04:56.939609 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-7472032e-90d6-4c2a-a99c-44755f0d2b7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62b4e86d-aa74-40e5-bb11-392ab9c996b1 HTTP/1.1" status: 200 len: 217 time: 0.0989087 Jul 16 18:04:56.956964 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-68d53c87-40b9-4a01-8bce-4fcf0d22f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.959071 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-68d53c87-40b9-4a01-8bce-4fcf0d22f659 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef74444f4964708a86849c150b36d95&device_id=df650240-c4ed-4f6a-906d-a1e2d2c2bc4b HTTP/1.1" status: 200 len: 1096 time: 0.0623980 Jul 16 18:04:57.080658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-8862213d-c967-4a5f-adb0-7ce990c94d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.082475 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-8862213d-c967-4a5f-adb0-7ce990c94d31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d507c2c3-21e2-421a-8676-00afe9ea4305 HTTP/1.1" status: 200 len: 919 time: 0.1170189 Jul 16 18:04:57.099392 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40b5d956-5612-445e-b36a-308c7937f4a8 req-32879786-8d45-4d52-af5e-6e968ac4025c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601063 Jul 16 18:04:57.129043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-6d6b7540-41b7-47f9-80c5-9a055f61ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.130585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-6d6b7540-41b7-47f9-80c5-9a055f61ca6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.2527537 Jul 16 18:04:57.157681 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-df9e7d73-f543-4b41-90c8-6f02d9e1a84c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68a33205-0835-42fd-aa63-50ae0f55de5f HTTP/1.1" status: 200 len: 217 time: 0.0671496 Jul 16 18:04:57.204015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ea4c2-71f1-4176-951d-0b8e3bfa9d59 req-ef669972-2563-4897-b69f-34025def1887 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.206518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-402ea4c2-71f1-4176-951d-0b8e3bfa9d59 req-ef669972-2563-4897-b69f-34025def1887 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=905f4cf4-c08f-4b4a-9815-637622bf3fe6 HTTP/1.1" status: 200 len: 945 time: 0.4745493 Jul 16 18:04:57.208836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-74b8f0bd-a046-4309-9f95-ba5e1771fa8e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539649 Jul 16 18:04:57.211077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-322dd4a9-5f9b-4e00-a3f9-fdf531c386db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.212976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-322dd4a9-5f9b-4e00-a3f9-fdf531c386db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a93c028d-665f-4d31-9fd7-f763f5c9e09f HTTP/1.1" status: 200 len: 858 time: 0.2039232 Jul 16 18:04:57.223717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-9222a29e-2d19-4079-9014-66dc95e10db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.225559 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-9222a29e-2d19-4079-9014-66dc95e10db3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a93c028d-665f-4d31-9fd7-f763f5c9e09f HTTP/1.1" status: 200 len: 858 time: 0.0613198 Jul 16 18:04:57.267381 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-882f7f8d-921b-43e6-ab1d-f16630dbbf83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d507c2c3-21e2-421a-8676-00afe9ea4305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342355 Jul 16 18:04:57.343218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-ccbb66b1-2a66-4016-b917-89cbf25db6ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d507c2c3-21e2-421a-8676-00afe9ea4305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917819 Jul 16 18:04:57.377827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-402ea4c2-71f1-4176-951d-0b8e3bfa9d59 req-39fc378d-cf47-49d6-af66-a9c982c92c40 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636336 Jul 16 18:04:57.451941 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-af84799e-bda6-4fb9-92e5-312365001579 service neutron] 10.222.0.42 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752734 Jul 16 18:04:57.519545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:57.524723 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bb732d-d8e3-4e29-ad8a-356b814df1ad x-openstack-request-id: req-22bb732d-d8e3-4e29-ad8a-356b814df1ad {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:57.525206 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56315788-a91f-4c99-8c49-cf142f980d23", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf4d30-5792-464b-9987-53b6aa23b488", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:57.525289 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22bb732d-d8e3-4e29-ad8a-356b814df1ad {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:57.525720 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56315788-a91f-4c99-8c49-cf142f980d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf4d30-5792-464b-9987-53b6aa23b488', 'code': 200} Jul 16 18:04:57.613505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4066f96-874a-4e9b-9ebe-2041bf995554 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:57.623082 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.636845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Transition to ACTIVE for port object c4066f96-874a-4e9b-9ebe-2041bf995554 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:57.639499 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0987882d-2c9a-4a6f-9f2a-ab6abd4aca7b req-da1bae56-fe47-41f7-bc64-2a9a05eed392 service neutron] 10.222.0.42 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798255 Jul 16 18:04:57.699483 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.710171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-14251e90-5718-49a9-9c32-7e0f047bbaec service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842145 Jul 16 18:04:57.716821 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50644e8c-2154-4fe8-8e08-61a1e24aab68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.830502 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50644e8c-2154-4fe8-8e08-61a1e24aab68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.834810 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50644e8c-2154-4fe8-8e08-61a1e24aab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.883833 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-50644e8c-2154-4fe8-8e08-61a1e24aab68 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f61d5c90953482e97a075084021b792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626368 Jul 16 18:04:57.884976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:57.887174 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50644e8c-2154-4fe8-8e08-61a1e24aab68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9bcebd-e767-421c-b3ec-43bfeed9731f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:57.944646 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d15c7d54-a5de-4846-ba83-dae16c263fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.964666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 938d2cc3-a7f8-434c-9f2f-01667cbea3fb details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:57.972399 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d15c7d54-a5de-4846-ba83-dae16c263fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.031911 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d15c7d54-a5de-4846-ba83-dae16c263fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.034432 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d15c7d54-a5de-4846-ba83-dae16c263fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.038021 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d15c7d54-a5de-4846-ba83-dae16c263fa1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f9bcebd-e767-421c-b3ec-43bfeed9731f HTTP/1.1" status: 204 len: 168 time: 0.1494801 Jul 16 18:04:58.045128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c7d54-a5de-4846-ba83-dae16c263fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9bcebd-e767-421c-b3ec-43bfeed9731f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.113851 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:58.141558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '938d2cc3-a7f8-434c-9f2f-01667cbea3fb', 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01', 'port_id': '938d2cc3-a7f8-434c-9f2f-01667cbea3fb', 'mac_address': 'fa:16:3e:a3:1e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59bb117-601d-4130-a705-1881eee73fd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:58.143935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': '7eabc694-8433-42fa-9894-3abdb602e652'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:58.146244 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b7e29f-3be5-4fed-b854-d80c75261f44" -d '{"events": [{"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "7eabc694-8433-42fa-9894-3abdb602e652"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:58.195892 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.209936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938d2cc3-a7f8-434c-9f2f-01667cbea3fb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:58.234602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:58.249223 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.261574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-90906070-efcc-46f5-97da-b5aa0b696de2 service neutron] 10.222.0.42 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9072917 Jul 16 18:04:58.314927 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.345298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Pushing event updated for resources: {'Port': ['ID=c4066f96-874a-4e9b-9ebe-2041bf995554,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.465862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fd179-71e5-4253-960f-9bccdf3f5486 req-0c818c8d-0eb7-4e11-9b6c-1004d5ececc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.467709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe4fd179-71e5-4253-960f-9bccdf3f5486 req-0c818c8d-0eb7-4e11-9b6c-1004d5ececc1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 1096 time: 0.8191366 Jul 16 18:04:58.498864 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['938d2cc3-a7f8-434c-9f2f-01667cbea3fb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:58.544082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-d52efc14-82f8-47ad-b710-1e7db15c3f3e service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8327928 Jul 16 18:04:58.563437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7b18-4cac-4979-a1eb-0d744f4e90a9 req-71965652-aa58-4a28-a505-0d45ec83aa1e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.569902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7b18-4cac-4979-a1eb-0d744f4e90a9 req-71965652-aa58-4a28-a505-0d45ec83aa1e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.577409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7b18-4cac-4979-a1eb-0d744f4e90a9 req-71965652-aa58-4a28-a505-0d45ec83aa1e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.585573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7b18-4cac-4979-a1eb-0d744f4e90a9 req-71965652-aa58-4a28-a505-0d45ec83aa1e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.593564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7b18-4cac-4979-a1eb-0d744f4e90a9 req-71965652-aa58-4a28-a505-0d45ec83aa1e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.606335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7b18-4cac-4979-a1eb-0d744f4e90a9 req-71965652-aa58-4a28-a505-0d45ec83aa1e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.616715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7b18-4cac-4979-a1eb-0d744f4e90a9 req-71965652-aa58-4a28-a505-0d45ec83aa1e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.619644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b5d7b18-4cac-4979-a1eb-0d744f4e90a9 req-71965652-aa58-4a28-a505-0d45ec83aa1e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5420 time: 0.9811680 Jul 16 18:04:58.703436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Attempting to bind port c4066f96-874a-4e9b-9ebe-2041bf995554 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:58.704225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Attempting to bind port c4066f96-874a-4e9b-9ebe-2041bf995554 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:58.704918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Attempting to bind port c4066f96-874a-4e9b-9ebe-2041bf995554 on network 7cc8bf9d-645a-4817-933d-397852636c3d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:58.738158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe4fd179-71e5-4253-960f-9bccdf3f5486 req-aad52bc9-cc48-44f3-94dd-197b026b3f45 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319243 Jul 16 18:04:58.753119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a359c-2e4b-44a6-a65a-02fcea942b70 req-0c099439-d95d-4737-bbc8-2bb5e720c5cc tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.761835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a359c-2e4b-44a6-a65a-02fcea942b70 req-0c099439-d95d-4737-bbc8-2bb5e720c5cc tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.770338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a359c-2e4b-44a6-a65a-02fcea942b70 req-0c099439-d95d-4737-bbc8-2bb5e720c5cc tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.777207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a359c-2e4b-44a6-a65a-02fcea942b70 req-0c099439-d95d-4737-bbc8-2bb5e720c5cc tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.783373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a359c-2e4b-44a6-a65a-02fcea942b70 req-0c099439-d95d-4737-bbc8-2bb5e720c5cc tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.789747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a359c-2e4b-44a6-a65a-02fcea942b70 req-0c099439-d95d-4737-bbc8-2bb5e720c5cc tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.796011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a359c-2e4b-44a6-a65a-02fcea942b70 req-0c099439-d95d-4737-bbc8-2bb5e720c5cc tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.804231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad0a359c-2e4b-44a6-a65a-02fcea942b70 req-0c099439-d95d-4737-bbc8-2bb5e720c5cc tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5407 time: 1.1137850 Jul 16 18:04:58.808347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5724ac16-cb23-4041-9a0e-a3db73708dcb req-ae9ebf13-b95b-4597-a114-9e9cb019cc9a service neutron] 10.222.0.42 "GET /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782221 Jul 16 18:04:58.832305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Port c4066f96-874a-4e9b-9ebe-2041bf995554 on network 7cc8bf9d-645a-4817-933d-397852636c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:58.832898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Attempting to bind port c4066f96-874a-4e9b-9ebe-2041bf995554 on network 7cc8bf9d-645a-4817-933d-397852636c3d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:58.849223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:58.849849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Checking segment: {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:58.850877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Bound using segment: {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:58.851611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Bound port: c4066f96-874a-4e9b-9ebe-2041bf995554, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e04f94-fc44-4b52-93af-f295b8ffee08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:58.852199 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.939107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b5d7b18-4cac-4979-a1eb-0d744f4e90a9 req-39608125-061d-4a41-91b3-18719d94d502 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2883127 Jul 16 18:04:58.950664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad0a359c-2e4b-44a6-a65a-02fcea942b70 req-724b7eaa-b3f2-4fe4-86b6-c57d458242e1 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438360 Jul 16 18:04:58.980257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-3eb4bd5e-7f71-4d3d-aa65-ceedbe3cedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.980930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-3eb4bd5e-7f71-4d3d-aa65-ceedbe3cedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.981441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-3eb4bd5e-7f71-4d3d-aa65-ceedbe3cedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.981927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-3eb4bd5e-7f71-4d3d-aa65-ceedbe3cedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.982747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-3eb4bd5e-7f71-4d3d-aa65-ceedbe3cedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.983233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-3eb4bd5e-7f71-4d3d-aa65-ceedbe3cedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.983767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-3eb4bd5e-7f71-4d3d-aa65-ceedbe3cedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.985812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-3eb4bd5e-7f71-4d3d-aa65-ceedbe3cedb0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6312 time: 0.3548338 Jul 16 18:04:59.047005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] For port c4066f96-874a-4e9b-9ebe-2041bf995554, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:59.080581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] For port c4066f96-874a-4e9b-9ebe-2041bf995554, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c4066f96-874a-4e9b-9ebe-2041bf995554,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:59.088848 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.231881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.232514 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.234069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] 10.222.0.38 "PUT /v2.0/ports/c4066f96-874a-4e9b-9ebe-2041bf995554 HTTP/1.1" status: 200 len: 1091 time: 3.2166126 Jul 16 18:04:59.294690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-339822e0-0d38-4ab0-96e4-03812788f0d1 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:04:59.296029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-339822e0-0d38-4ab0-96e4-03812788f0d1 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155756 Jul 16 18:04:59.342183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Request body: {'port': {'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:59.345519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-516dbb30-49d6-43e9-90b2-5a0a225b689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.346008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-516dbb30-49d6-43e9-90b2-5a0a225b689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.346487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-516dbb30-49d6-43e9-90b2-5a0a225b689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.348092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-516dbb30-49d6-43e9-90b2-5a0a225b689c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3531344 Jul 16 18:04:59.384877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866b253-a1cc-4272-a476-c7217b51f14d service neutron] Pushing event updated for resources: {'Port': ['ID=c4066f96-874a-4e9b-9ebe-2041bf995554,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:59.443878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b4c28-639c-404d-b385-7326f6f55283 req-9416b97a-d2c5-4113-9018-74240880ae79 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.445977 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e5b4c28-639c-404d-b385-7326f6f55283 req-9416b97a-d2c5-4113-9018-74240880ae79 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 946 time: 0.3080115 Jul 16 18:04:59.506128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248a94d-45b1-42e0-8f28-8c01f1bfe0a1 req-f389fab6-907a-4213-a808-f7fe69bc4ab8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.507742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e248a94d-45b1-42e0-8f28-8c01f1bfe0a1 req-f389fab6-907a-4213-a808-f7fe69bc4ab8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 945 time: 0.3715558 Jul 16 18:04:59.696219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-4791bbb2-b80c-4861-974b-702106db9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.696219 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-4791bbb2-b80c-4861-974b-702106db9317 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3366899 Jul 16 18:04:59.696219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.711738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e248a94d-45b1-42e0-8f28-8c01f1bfe0a1 req-f6510e0f-10a2-48bd-9507-4ced911c708b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601157 Jul 16 18:04:59.789405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8f4c-1ce1-43d9-9120-df3bc4bb5ea9 req-5293dd4d-822e-4c94-8821-0e61a9791382 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.790892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea3c8f4c-1ce1-43d9-9120-df3bc4bb5ea9 req-5293dd4d-822e-4c94-8821-0e61a9791382 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=df650240-c4ed-4f6a-906d-a1e2d2c2bc4b HTTP/1.1" status: 200 len: 945 time: 0.3558235 Jul 16 18:04:59.932657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea3c8f4c-1ce1-43d9-9120-df3bc4bb5ea9 req-20b1e4ce-5de3-40cc-89ce-730f604f28b1 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345022 Jul 16 18:04:59.936528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3e5b4c28-639c-404d-b385-7326f6f55283 req-4ba4c6e5-d8c3-4545-b628-ca6aea554d2a tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Deleting port 5144f61a-357c-4cb4-8818-921085b960f4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:59.936878 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e5b4c28-639c-404d-b385-7326f6f55283 req-4ba4c6e5-d8c3-4545-b628-ca6aea554d2a tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.981001 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 938d2cc3-a7f8-434c-9f2f-01667cbea3fb up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:00.058721 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94a88f6c-90be-4679-bb6e-023624edef24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.070534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:00.076050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:00.076432 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.167092 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.183254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:00.207277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ec41cd-da5e-43da-89bc-198d6a58d02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938d2cc3-a7f8-434c-9f2f-01667cbea3fb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:00.212012 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0044da5b-1a3a-4c83-bf59-ce60ce002623" -d '{"events": [{"server_uuid": "36ec41cd-da5e-43da-89bc-198d6a58d02f", "name": "network-vif-plugged", "status": "completed", "tag": "938d2cc3-a7f8-434c-9f2f-01667cbea3fb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:00.214588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3e5b4c28-639c-404d-b385-7326f6f55283 req-4ba4c6e5-d8c3-4545-b628-ca6aea554d2a tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] For port 5144f61a-357c-4cb4-8818-921085b960f4, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5144f61a-357c-4cb4-8818-921085b960f4,segment=NetworkSegment(47fe959e-bf04-4a52-979f-39e9f15189b6),segment_id=47fe959e-bf04-4a52-979f-39e9f15189b6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:00.214967 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e5b4c28-639c-404d-b385-7326f6f55283 req-4ba4c6e5-d8c3-4545-b628-ca6aea554d2a tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.228850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:00.237131 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.242739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3e5b4c28-639c-404d-b385-7326f6f55283 req-4ba4c6e5-d8c3-4545-b628-ca6aea554d2a tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Calling delete_port for 5144f61a-357c-4cb4-8818-921085b960f4 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:00.296709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a7a33-0137-49a6-9616-05f239044c17 req-e9a208bd-7baf-477b-b80f-0efd82632254 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.297856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-612a7a33-0137-49a6-9616-05f239044c17 req-e9a208bd-7baf-477b-b80f-0efd82632254 tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8ee43a2-e92e-4da2-be30-55af29c167ff HTTP/1.1" status: 200 len: 946 time: 0.3511267 Jul 16 18:05:00.304395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.332382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.347344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-885967e7-4149-4513-bba6-5b9dff5d08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.347833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-885967e7-4149-4513-bba6-5b9dff5d08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.348319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-885967e7-4149-4513-bba6-5b9dff5d08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.348792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-885967e7-4149-4513-bba6-5b9dff5d08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.349261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-885967e7-4149-4513-bba6-5b9dff5d08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.349754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-885967e7-4149-4513-bba6-5b9dff5d08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.350216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-885967e7-4149-4513-bba6-5b9dff5d08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.352439 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-885967e7-4149-4513-bba6-5b9dff5d08ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6354 time: 0.6033232 Jul 16 18:05:00.417237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a0f80-3350-4ed0-a3f7-e8eb912034aa req-735fed68-8be4-476a-8ef6-5f82ec2cb7f6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.418962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-352a0f80-3350-4ed0-a3f7-e8eb912034aa req-735fed68-8be4-476a-8ef6-5f82ec2cb7f6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 944 time: 0.3277273 Jul 16 18:05:00.439009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.444012 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.489971 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ee04aa5474c4fa5a8fcb31158dc12ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054736 Jul 16 18:05:00.492817 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:00.493699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa19627f-919c-4315-ac61-9e080bba95fc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.529359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.529653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.530082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.530535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.530873 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.531355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.531744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.532162 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.532663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.533064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.533484 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.533840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63446647-7b33-4dbb-a12c-445d8312c5e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.556503 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-612a7a33-0137-49a6-9616-05f239044c17 req-3ce23eef-158c-4730-93cd-58b5b759c63a tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1ef091-be94-46ae-942f-c57e3f0e8d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151768 Jul 16 18:05:00.573633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:00.593301 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.609559 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4e62-04c3-4450-bb1b-571185d82262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.632358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-352a0f80-3350-4ed0-a3f7-e8eb912034aa req-2666cf7a-5c1a-4763-801c-a761dc4c0224 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846895 Jul 16 18:05:00.648025 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8679cd62-7944-4b2c-addb-f5b4a7005060 x-openstack-request-id: req-8679cd62-7944-4b2c-addb-f5b4a7005060 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:00.648330 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4e62-04c3-4450-bb1b-571185d82262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.653450 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "7eabc694-8433-42fa-9894-3abdb602e652", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:00.653450 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8679cd62-7944-4b2c-addb-f5b4a7005060 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:00.653450 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': '7eabc694-8433-42fa-9894-3abdb602e652', 'status': 'completed', 'code': 200} Jul 16 18:05:00.705426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Transition to ACTIVE for port object 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:00.707138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-ba58bea4-3f28-4bfb-80a8-0957fe3945f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.707986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-ba58bea4-3f28-4bfb-80a8-0957fe3945f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.707986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-ba58bea4-3f28-4bfb-80a8-0957fe3945f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.722028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-ba58bea4-3f28-4bfb-80a8-0957fe3945f0 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3406289 Jul 16 18:05:00.730110 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4e62-04c3-4450-bb1b-571185d82262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.734031 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc7d4e62-04c3-4450-bb1b-571185d82262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.743640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.750787 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cc7d4e62-04c3-4450-bb1b-571185d82262 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa19627f-919c-4315-ac61-9e080bba95fc HTTP/1.1" status: 204 len: 168 time: 0.2496810 Jul 16 18:05:00.770584 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d4e62-04c3-4450-bb1b-571185d82262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa19627f-919c-4315-ac61-9e080bba95fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.928706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-12d012f5-d122-4634-930a-81fa4c7aecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.930752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b651a71f-c95e-4f74-93d5-f6333d3f60dc req-12d012f5-d122-4634-930a-81fa4c7aecb8 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2079155 Jul 16 18:05:00.943618 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e5b4c28-639c-404d-b385-7326f6f55283 req-4ba4c6e5-d8c3-4545-b628-ca6aea554d2a tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.957860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.074014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.074462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.075117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.075463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.075813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.076420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.076973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.078099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.078442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.081690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.082083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.082439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.200756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5b4c28-639c-404d-b385-7326f6f55283 req-4ba4c6e5-d8c3-4545-b628-ca6aea554d2a tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] No DVR routers for this DVR port 5144f61a-357c-4cb4-8818-921085b960f4 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:01.208650 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e5b4c28-639c-404d-b385-7326f6f55283 req-4ba4c6e5-d8c3-4545-b628-ca6aea554d2a tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.211844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e5b4c28-639c-404d-b385-7326f6f55283 req-4ba4c6e5-d8c3-4545-b628-ca6aea554d2a tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] 10.222.0.42 "DELETE /v2.0/ports/5144f61a-357c-4cb4-8818-921085b960f4 HTTP/1.1" status: 204 len: 173 time: 1.6978064 Jul 16 18:05:01.211844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4c6e5-d8c3-4545-b628-ca6aea554d2a tempest-VolumesAdminNegativeTest-437336092 tempest-VolumesAdminNegativeTest-437336092-project] Pushing event deleted for resources: {'Port': ['ID=5144f61a-357c-4cb4-8818-921085b960f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.596564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-43936ed8-544b-4d6d-b209-ccca93f1dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.597040 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-43936ed8-544b-4d6d-b209-ccca93f1dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.597548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-43936ed8-544b-4d6d-b209-ccca93f1dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.598032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-43936ed8-544b-4d6d-b209-ccca93f1dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.598681 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-43936ed8-544b-4d6d-b209-ccca93f1dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.599179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-43936ed8-544b-4d6d-b209-ccca93f1dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.599640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-43936ed8-544b-4d6d-b209-ccca93f1dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.602149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-43936ed8-544b-4d6d-b209-ccca93f1dd17 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6379 time: 0.6013610 Jul 16 18:05:01.607226 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Attempting to bind port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:01.607568 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Attempting to bind port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:01.607905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Attempting to bind port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 on network 29c282e7-cacf-472e-b53a-2daeee14b484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:01.676442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 on network 29c282e7-cacf-472e-b53a-2daeee14b484 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:01.676805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Attempting to bind port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 on network 29c282e7-cacf-472e-b53a-2daeee14b484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:01.710100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:01.710737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Checking segment: {'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:01.710999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Bound using segment: {'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:01.711462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Bound port: 3502ebbe-8b90-4a56-afa2-80f95d0e97d8, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:01.711832 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.894817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2ca1f-d309-4529-89f6-5b82b62ee20c req-61425ee2-1544-4c2c-8976-d37fe4581079 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.908189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2ca1f-d309-4529-89f6-5b82b62ee20c req-61425ee2-1544-4c2c-8976-d37fe4581079 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.909454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2ca1f-d309-4529-89f6-5b82b62ee20c req-61425ee2-1544-4c2c-8976-d37fe4581079 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.916114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2ca1f-d309-4529-89f6-5b82b62ee20c req-61425ee2-1544-4c2c-8976-d37fe4581079 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.923071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2ca1f-d309-4529-89f6-5b82b62ee20c req-61425ee2-1544-4c2c-8976-d37fe4581079 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.928634 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2ca1f-d309-4529-89f6-5b82b62ee20c req-61425ee2-1544-4c2c-8976-d37fe4581079 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.936249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2ca1f-d309-4529-89f6-5b82b62ee20c req-61425ee2-1544-4c2c-8976-d37fe4581079 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.938365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4e2ca1f-d309-4529-89f6-5b82b62ee20c req-61425ee2-1544-4c2c-8976-d37fe4581079 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5420 time: 0.3350296 Jul 16 18:05:01.942238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] For port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:01.945902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-378fad3c-5fbb-47f9-bebd-78e6d518f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.946511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-378fad3c-5fbb-47f9-bebd-78e6d518f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.947070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-378fad3c-5fbb-47f9-bebd-78e6d518f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.948730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-378fad3c-5fbb-47f9-bebd-78e6d518f91b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3216162 Jul 16 18:05:01.988335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dec4-329d-4dd2-963f-d271e2f4d52e req-984ba8eb-10e1-4baf-8eee-ea83d274d57e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.995897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dec4-329d-4dd2-963f-d271e2f4d52e req-984ba8eb-10e1-4baf-8eee-ea83d274d57e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.001781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dec4-329d-4dd2-963f-d271e2f4d52e req-984ba8eb-10e1-4baf-8eee-ea83d274d57e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.008552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dec4-329d-4dd2-963f-d271e2f4d52e req-984ba8eb-10e1-4baf-8eee-ea83d274d57e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.009120 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5144f61a-357c-4cb4-8818-921085b960f4 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:02.016482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dec4-329d-4dd2-963f-d271e2f4d52e req-984ba8eb-10e1-4baf-8eee-ea83d274d57e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.022567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dec4-329d-4dd2-963f-d271e2f4d52e req-984ba8eb-10e1-4baf-8eee-ea83d274d57e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.028580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dec4-329d-4dd2-963f-d271e2f4d52e req-984ba8eb-10e1-4baf-8eee-ea83d274d57e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.036092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3139dec4-329d-4dd2-963f-d271e2f4d52e req-984ba8eb-10e1-4baf-8eee-ea83d274d57e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5419 time: 0.4311771 Jul 16 18:05:02.041774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] For port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:02.050746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 5144f61a-357c-4cb4-8818-921085b960f4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:02.051446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5144f61a-357c-4cb4-8818-921085b960f4 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:02.070707 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.188415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.189140 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.190675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] 10.222.0.38 "PUT /v2.0/ports/3502ebbe-8b90-4a56-afa2-80f95d0e97d8 HTTP/1.1" status: 200 len: 1091 time: 2.8675117 Jul 16 18:05:02.212522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4e2ca1f-d309-4529-89f6-5b82b62ee20c req-76518434-2be7-4a52-82e4-0cafc8a64400 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2577608 Jul 16 18:05:02.258567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Request body: {'port': {'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:02.272393 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da56f2f8-f43c-4167-9abb-05839dcc3bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.299745 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c587fc-2e81-4588-84bd-4e38c92bee7c x-openstack-request-id: req-53c587fc-2e81-4588-84bd-4e38c92bee7c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:02.300043 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ec41cd-da5e-43da-89bc-198d6a58d02f", "name": "network-vif-plugged", "status": "completed", "tag": "938d2cc3-a7f8-434c-9f2f-01667cbea3fb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:02.300373 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53c587fc-2e81-4588-84bd-4e38c92bee7c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:02.301860 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ec41cd-da5e-43da-89bc-198d6a58d02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938d2cc3-a7f8-434c-9f2f-01667cbea3fb', 'code': 200} Jul 16 18:05:02.305947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3139dec4-329d-4dd2-963f-d271e2f4d52e req-19c4823a-c863-4194-a145-dc5602833d5a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2687309 Jul 16 18:05:02.334579 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.336361 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.398760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc38ae-71d7-4381-921b-5c705d5595c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:02.487976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-dc4adfbc-f06e-4519-b5c2-64df47c1402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.490284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50b7e29f-3be5-4fed-b854-d80c75261f44 req-dc4adfbc-f06e-4519-b5c2-64df47c1402f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5295119 Jul 16 18:05:02.592442 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.632079 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.666508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': 'c4066f96-874a-4e9b-9ebe-2041bf995554'}, {'server_uuid': 'e8ee43a2-e92e-4da2-be30-55af29c167ff', 'name': 'network-vif-deleted', 'tag': '5144f61a-357c-4cb4-8818-921085b960f4'}, {'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': '3502ebbe-8b90-4a56-afa2-80f95d0e97d8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:02.669212 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04003b72-e8e4-4609-bb92-9ad96ffc00d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "c4066f96-874a-4e9b-9ebe-2041bf995554"}, {"server_uuid": "e8ee43a2-e92e-4da2-be30-55af29c167ff", "name": "network-vif-deleted", "tag": "5144f61a-357c-4cb4-8818-921085b960f4"}, {"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "3502ebbe-8b90-4a56-afa2-80f95d0e97d8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:02.734731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec736f0-095f-4444-91d9-402a3107ac2c req-bb1c36da-3d28-4cb9-862b-a2e611f486d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.737680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ec736f0-095f-4444-91d9-402a3107ac2c req-bb1c36da-3d28-4cb9-862b-a2e611f486d7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 1096 time: 0.3422439 Jul 16 18:05:02.755745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217e7ca-0f58-40c7-acde-9f16c25ee25e req-e76870ae-b6aa-46d7-a9d4-9f77f7f76198 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.757846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2217e7ca-0f58-40c7-acde-9f16c25ee25e req-e76870ae-b6aa-46d7-a9d4-9f77f7f76198 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 945 time: 0.2655172 Jul 16 18:05:02.788807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f8199-0e85-4a5d-bb4a-fb71d4845b67 req-9e97bec3-2805-4876-91a5-55e72e40ef9d tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.790381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-726f8199-0e85-4a5d-bb4a-fb71d4845b67 req-9e97bec3-2805-4876-91a5-55e72e40ef9d tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=905f4cf4-c08f-4b4a-9815-637622bf3fe6 HTTP/1.1" status: 200 len: 945 time: 0.2967362 Jul 16 18:05:02.938068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ec736f0-095f-4444-91d9-402a3107ac2c req-4b98fa07-33a0-4027-a8e3-71c458b54de7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752868 Jul 16 18:05:02.959101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fe0c1-ab45-425d-9e5c-834e8d152546 req-dfbc3d29-3bb4-4b6c-9f00-3190bcd4b999 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.961205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-078fe0c1-ab45-425d-9e5c-834e8d152546 req-dfbc3d29-3bb4-4b6c-9f00-3190bcd4b999 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.42 "GET /v2.0/ports?device_id=905f4cf4-c08f-4b4a-9815-637622bf3fe6 HTTP/1.1" status: 200 len: 945 time: 0.3241563 Jul 16 18:05:02.968926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2217e7ca-0f58-40c7-acde-9f16c25ee25e req-ebb554cd-22c4-49c5-9fa7-ad3f75e56c0d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969354 Jul 16 18:05:02.986993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-726f8199-0e85-4a5d-bb4a-fb71d4845b67 req-2691240b-3296-4cd3-8814-fbd39dfea5e3 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816142 Jul 16 18:05:03.097276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.228337 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f19fdb4-ec01-4cb8-b0b4-bb2d435b2a25 x-openstack-request-id: req-6f19fdb4-ec01-4cb8-b0b4-bb2d435b2a25 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:03.228631 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "c4066f96-874a-4e9b-9ebe-2041bf995554", "status": "completed", "code": 200}, {"server_uuid": "e8ee43a2-e92e-4da2-be30-55af29c167ff", "name": "network-vif-deleted", "tag": "5144f61a-357c-4cb4-8818-921085b960f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "3502ebbe-8b90-4a56-afa2-80f95d0e97d8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:03.228893 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f19fdb4-ec01-4cb8-b0b4-bb2d435b2a25 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:03.229433 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': 'c4066f96-874a-4e9b-9ebe-2041bf995554', 'status': 'completed', 'code': 200} Jul 16 18:05:03.229705 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ee43a2-e92e-4da2-be30-55af29c167ff', 'name': 'network-vif-deleted', 'tag': '5144f61a-357c-4cb4-8818-921085b960f4', 'status': 'completed', 'code': 200} Jul 16 18:05:03.229964 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': '3502ebbe-8b90-4a56-afa2-80f95d0e97d8', 'status': 'completed', 'code': 200} Jul 16 18:05:03.239719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a8985d-3c08-4015-8ade-ddb8737884dd admin admin] Deleting subnet b0701585-264a-404b-b704-cfc39d33c1eb {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:03.244095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594998ad-2e61-4855-828d-8fedaa5b4aae {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:03.246370 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a8985d-3c08-4015-8ade-ddb8737884dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.280084 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.347301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a8985d-3c08-4015-8ade-ddb8737884dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.393044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Transition to ACTIVE for port object 594998ad-2e61-4855-828d-8fedaa5b4aae will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:03.413586 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.420765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a8985d-3c08-4015-8ade-ddb8737884dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.509618 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a8985d-3c08-4015-8ade-ddb8737884dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.562372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8985d-3c08-4015-8ade-ddb8737884dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0701585-264a-404b-b704-cfc39d33c1eb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.564594 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a8985d-3c08-4015-8ade-ddb8737884dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.568372 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-76a8985d-3c08-4015-8ade-ddb8737884dd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b0701585-264a-404b-b704-cfc39d33c1eb HTTP/1.1" status: 204 len: 168 time: 0.4691827 Jul 16 18:05:03.572120 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.694417 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.717120 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.739159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Pushing event updated for resources: {'Port': ['ID=594998ad-2e61-4855-828d-8fedaa5b4aae,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.763630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-078fe0c1-ab45-425d-9e5c-834e8d152546 req-4d9dc0ee-eab3-432a-ba34-0f2c97fefefa tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Deleting port 62b4e86d-aa74-40e5-bb11-392ab9c996b1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:03.763869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-078fe0c1-ab45-425d-9e5c-834e8d152546 req-4d9dc0ee-eab3-432a-ba34-0f2c97fefefa tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.781608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-e0db523f-29c6-475f-90fe-32478cd08918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.782344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-e0db523f-29c6-475f-90fe-32478cd08918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.782979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-e0db523f-29c6-475f-90fe-32478cd08918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.783610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-e0db523f-29c6-475f-90fe-32478cd08918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.784244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-e0db523f-29c6-475f-90fe-32478cd08918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.784898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-e0db523f-29c6-475f-90fe-32478cd08918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.785544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-e0db523f-29c6-475f-90fe-32478cd08918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.787906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-e0db523f-29c6-475f-90fe-32478cd08918 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6421 time: 0.5622585 Jul 16 18:05:03.892041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5659f05-b0f0-4756-898b-6772bcf03b8b req-296b4704-aec9-4589-8b8f-60013e4f064e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.900597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5659f05-b0f0-4756-898b-6772bcf03b8b req-296b4704-aec9-4589-8b8f-60013e4f064e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 945 time: 0.6233025 Jul 16 18:05:03.920946 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.959361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41171674-1d6b-4604-8f07-e1014019758b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:03.983560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fe959e-bf04-4a52-979f-39e9f15189b6') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:03.984908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fe959e-bf04-4a52-979f-39e9f15189b6') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:04.010986 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.046071 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.072413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:04.076888 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:04.083693 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:04.131751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b029-5f9b-4902-b1d9-8133392f795a req-599d973c-5e28-4d04-8c77-91a9100fc57f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.138454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b029-5f9b-4902-b1d9-8133392f795a req-599d973c-5e28-4d04-8c77-91a9100fc57f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.144364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b029-5f9b-4902-b1d9-8133392f795a req-599d973c-5e28-4d04-8c77-91a9100fc57f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.150408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b029-5f9b-4902-b1d9-8133392f795a req-599d973c-5e28-4d04-8c77-91a9100fc57f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.156261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b029-5f9b-4902-b1d9-8133392f795a req-599d973c-5e28-4d04-8c77-91a9100fc57f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.162120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b029-5f9b-4902-b1d9-8133392f795a req-599d973c-5e28-4d04-8c77-91a9100fc57f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.168098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b029-5f9b-4902-b1d9-8133392f795a req-599d973c-5e28-4d04-8c77-91a9100fc57f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.175499 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b66b029-5f9b-4902-b1d9-8133392f795a req-599d973c-5e28-4d04-8c77-91a9100fc57f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5420 time: 0.7693114 Jul 16 18:05:04.188194 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.192859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.223176 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.225693 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] 10.222.0.52 "DELETE /v2.0/networks/41171674-1d6b-4604-8f07-e1014019758b HTTP/1.1" status: 204 len: 168 time: 0.6531458 Jul 16 18:05:04.227973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d492ac-ee53-4e91-991b-4ea74f26eb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=41171674-1d6b-4604-8f07-e1014019758b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.235667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.252245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5659f05-b0f0-4756-898b-6772bcf03b8b req-3654ddb3-fcbb-4b00-bb84-c3b811baa42e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437409 Jul 16 18:05:04.305363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-078fe0c1-ab45-425d-9e5c-834e8d152546 req-4d9dc0ee-eab3-432a-ba34-0f2c97fefefa tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] For port 62b4e86d-aa74-40e5-bb11-392ab9c996b1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=62b4e86d-aa74-40e5-bb11-392ab9c996b1,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:04.305795 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-078fe0c1-ab45-425d-9e5c-834e8d152546 req-4d9dc0ee-eab3-432a-ba34-0f2c97fefefa tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.319190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-078fe0c1-ab45-425d-9e5c-834e8d152546 req-4d9dc0ee-eab3-432a-ba34-0f2c97fefefa tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Calling delete_port for 62b4e86d-aa74-40e5-bb11-392ab9c996b1 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:04.327316 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a5b1e2-c89c-4c26-8e6a-5079f7d56ae0 admin admin] Deleting subnet c56f036b-90a6-4695-905e-d885ae15040a {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:04.335380 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83a5b1e2-c89c-4c26-8e6a-5079f7d56ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.381600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83a5b1e2-c89c-4c26-8e6a-5079f7d56ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.443003 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac068b88-658f-4284-8519-305d45e3664a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.448402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-f4b43be9-cb6d-4bb0-8c35-9628c51d68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.448914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-f4b43be9-cb6d-4bb0-8c35-9628c51d68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.450129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-f4b43be9-cb6d-4bb0-8c35-9628c51d68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.454102 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-f4b43be9-cb6d-4bb0-8c35-9628c51d68c4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6405504 Jul 16 18:05:04.454948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Attempting to bind port 594998ad-2e61-4855-828d-8fedaa5b4aae on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:04.455320 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Attempting to bind port 594998ad-2e61-4855-828d-8fedaa5b4aae by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:04.455660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Attempting to bind port 594998ad-2e61-4855-828d-8fedaa5b4aae on network 29c282e7-cacf-472e-b53a-2daeee14b484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:04.506031 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83a5b1e2-c89c-4c26-8e6a-5079f7d56ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.548248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Port 594998ad-2e61-4855-828d-8fedaa5b4aae on network 29c282e7-cacf-472e-b53a-2daeee14b484 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:04.548557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Attempting to bind port 594998ad-2e61-4855-828d-8fedaa5b4aae on network 29c282e7-cacf-472e-b53a-2daeee14b484 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:04.598749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:04.599625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Checking segment: {'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:04.600264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Bound using segment: {'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:04.603294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Bound port: 594998ad-2e61-4855-828d-8fedaa5b4aae, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d180e7-4980-47d0-9704-ef63dd7000c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:04.603294 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.621447 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83a5b1e2-c89c-4c26-8e6a-5079f7d56ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.671759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5b1e2-c89c-4c26-8e6a-5079f7d56ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c56f036b-90a6-4695-905e-d885ae15040a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.693223 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83a5b1e2-c89c-4c26-8e6a-5079f7d56ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.696821 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-83a5b1e2-c89c-4c26-8e6a-5079f7d56ae0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c56f036b-90a6-4695-905e-d885ae15040a HTTP/1.1" status: 204 len: 168 time: 0.4595127 Jul 16 18:05:04.697512 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-078fe0c1-ab45-425d-9e5c-834e8d152546 req-4d9dc0ee-eab3-432a-ba34-0f2c97fefefa tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.701660 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.712024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['68a33205-0835-42fd-aa63-50ae0f55de5f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:04.729930 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b66b029-5f9b-4902-b1d9-8133392f795a req-f8b50555-9d7a-46e1-ab5d-e69da0b5093a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5534835 Jul 16 18:05:04.821462 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.829294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['294fd47f-d239-4e4b-8f25-76fe38a1976e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:04.855970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac068b88-658f-4284-8519-305d45e3664a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.856385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dc0ee-eab3-432a-ba34-0f2c97fefefa tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Pushing event deleted for resources: {'Port': ['ID=62b4e86d-aa74-40e5-bb11-392ab9c996b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.881536 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac068b88-658f-4284-8519-305d45e3664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.925973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac068b88-658f-4284-8519-305d45e3664a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e182d766-fe36-4137-a6f7-184a31c6dd21,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.952211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-078fe0c1-ab45-425d-9e5c-834e8d152546 req-4d9dc0ee-eab3-432a-ba34-0f2c97fefefa tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] No DVR routers for this DVR port 62b4e86d-aa74-40e5-bb11-392ab9c996b1 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:04.959207 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ac068b88-658f-4284-8519-305d45e3664a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8929aded720d4f869d9897701da8b2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7625883 Jul 16 18:05:04.961400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.961930 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-078fe0c1-ab45-425d-9e5c-834e8d152546 req-4d9dc0ee-eab3-432a-ba34-0f2c97fefefa tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.964224 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-078fe0c1-ab45-425d-9e5c-834e8d152546 req-4d9dc0ee-eab3-432a-ba34-0f2c97fefefa tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.42 "DELETE /v2.0/ports/62b4e86d-aa74-40e5-bb11-392ab9c996b1 HTTP/1.1" status: 204 len: 173 time: 1.9923689 Jul 16 18:05:04.981045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-c13d7b62-7449-4dfc-b730-b96bd9e6846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.982768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-c13d7b62-7449-4dfc-b730-b96bd9e6846c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4732282 Jul 16 18:05:04.998804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.013653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d83181-1e1e-4152-87f5-44e942b78a79 req-2c8184e0-525a-49bf-8990-a7008fe1aeff tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.020779 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d83181-1e1e-4152-87f5-44e942b78a79 req-2c8184e0-525a-49bf-8990-a7008fe1aeff tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.028218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d83181-1e1e-4152-87f5-44e942b78a79 req-2c8184e0-525a-49bf-8990-a7008fe1aeff tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.035584 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16261687-73f3-490e-86e3-18e57a3faa0e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.036451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d83181-1e1e-4152-87f5-44e942b78a79 req-2c8184e0-525a-49bf-8990-a7008fe1aeff tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.043766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d83181-1e1e-4152-87f5-44e942b78a79 req-2c8184e0-525a-49bf-8990-a7008fe1aeff tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.050627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d83181-1e1e-4152-87f5-44e942b78a79 req-2c8184e0-525a-49bf-8990-a7008fe1aeff tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.057034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d83181-1e1e-4152-87f5-44e942b78a79 req-2c8184e0-525a-49bf-8990-a7008fe1aeff tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.059114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36d83181-1e1e-4152-87f5-44e942b78a79 req-2c8184e0-525a-49bf-8990-a7008fe1aeff tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.5963292 Jul 16 18:05:05.069235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c988911-79f7-4623-a747-63723711ce52') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.069580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c988911-79f7-4623-a747-63723711ce52') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.087131 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.102512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f82da899-b196-4d4f-8b87-5df0752d4248 req-6739b1d1-0ff0-4b27-adae-bf0b72ab01c3 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=905f4cf4-c08f-4b4a-9815-637622bf3fe6 HTTP/1.1" status: 200 len: 210 time: 0.1266901 Jul 16 18:05:05.124647 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.126760 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f6be99-9dd7-4322-8e61-556370945cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.133883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] For port 594998ad-2e61-4855-828d-8fedaa5b4aae, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:05.163121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] For port 594998ad-2e61-4855-828d-8fedaa5b4aae, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=594998ad-2e61-4855-828d-8fedaa5b4aae,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:05.169500 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f6be99-9dd7-4322-8e61-556370945cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.186288 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.224810 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:05.225389 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:05.228102 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:05.232538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36d83181-1e1e-4152-87f5-44e942b78a79 req-e339b9a4-b579-40c6-8c88-ec5a1f910fca tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450171 Jul 16 18:05:05.236473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905f4cf4-c08f-4b4a-9815-637622bf3fe6', 'name': 'network-vif-deleted', 'tag': '62b4e86d-aa74-40e5-bb11-392ab9c996b1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:05.239864 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e14175-c421-4372-99c2-142f1636c7c1" -d '{"events": [{"server_uuid": "905f4cf4-c08f-4b4a-9815-637622bf3fe6", "name": "network-vif-deleted", "tag": "62b4e86d-aa74-40e5-bb11-392ab9c996b1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:05.255484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f6be99-9dd7-4322-8e61-556370945cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.263712 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f6be99-9dd7-4322-8e61-556370945cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.264882 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-79f6be99-9dd7-4322-8e61-556370945cd9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e182d766-fe36-4137-a6f7-184a31c6dd21 HTTP/1.1" status: 204 len: 168 time: 0.3043096 Jul 16 18:05:05.297904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.306493 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.308189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] 10.222.0.38 "PUT /v2.0/ports/594998ad-2e61-4855-828d-8fedaa5b4aae HTTP/1.1" status: 200 len: 1091 time: 3.0836082 Jul 16 18:05:05.312109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6be99-9dd7-4322-8e61-556370945cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e182d766-fe36-4137-a6f7-184a31c6dd21,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.342242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-7446860e-f42a-4a59-a6ea-ef4d3b928161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.353485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-7446860e-f42a-4a59-a6ea-ef4d3b928161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.359673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-7446860e-f42a-4a59-a6ea-ef4d3b928161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.364256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-7446860e-f42a-4a59-a6ea-ef4d3b928161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.364880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-7446860e-f42a-4a59-a6ea-ef4d3b928161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.365590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-7446860e-f42a-4a59-a6ea-ef4d3b928161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.366144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-7446860e-f42a-4a59-a6ea-ef4d3b928161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.368995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-7446860e-f42a-4a59-a6ea-ef4d3b928161 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6446 time: 0.3088701 Jul 16 18:05:05.384818 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddebeadf-f494-44ce-8cc2-0e26136bfbda x-openstack-request-id: req-ddebeadf-f494-44ce-8cc2-0e26136bfbda {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:05.385278 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905f4cf4-c08f-4b4a-9815-637622bf3fe6", "name": "network-vif-deleted", "tag": "62b4e86d-aa74-40e5-bb11-392ab9c996b1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:05.385763 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddebeadf-f494-44ce-8cc2-0e26136bfbda {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:05.386274 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905f4cf4-c08f-4b4a-9815-637622bf3fe6', 'name': 'network-vif-deleted', 'tag': '62b4e86d-aa74-40e5-bb11-392ab9c996b1', 'status': 'completed', 'code': 200} Jul 16 18:05:05.395518 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1260e-bd81-4165-976b-b9e788e19749 service neutron] Pushing event updated for resources: {'Port': ['ID=594998ad-2e61-4855-828d-8fedaa5b4aae,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.412150 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.438247 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.448313 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.452389 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] 10.222.0.52 "DELETE /v2.0/networks/16261687-73f3-490e-86e3-18e57a3faa0e HTTP/1.1" status: 204 len: 168 time: 0.7496831 Jul 16 18:05:05.490147 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca923dda-dae1-4b9e-bdf5-cb8455acf393 admin admin] Pushing event deleted for resources: {'Network': ['ID=16261687-73f3-490e-86e3-18e57a3faa0e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.735606 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.778698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.875787 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8e9c4b23-8f92-4bda-b79b-dc9c2843cec2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=880f802a827a4ed4b78915ad2c129523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362936 Jul 16 18:05:05.875787 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c7447c-303f-4095-ad05-900698930737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.877067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.971618 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e323e3a7-4680-4e9e-9ac4-d9f1142e527e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.017491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e323e3a7-4680-4e9e-9ac4-d9f1142e527e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.036379 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 62b4e86d-aa74-40e5-bb11-392ab9c996b1 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:06.060549 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 62b4e86d-aa74-40e5-bb11-392ab9c996b1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:06.061442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 62b4e86d-aa74-40e5-bb11-392ab9c996b1 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:06.108132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-cb5a2b25-811a-4b3f-b8a0-cd160926fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.108768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-cb5a2b25-811a-4b3f-b8a0-cd160926fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.109282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-cb5a2b25-811a-4b3f-b8a0-cd160926fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.111053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-cb5a2b25-811a-4b3f-b8a0-cd160926fad5 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7239578 Jul 16 18:05:06.111222 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c7447c-303f-4095-ad05-900698930737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.116754 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06c7447c-303f-4095-ad05-900698930737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.125038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6a3e-1bab-44fc-86e4-c14c042311b1 req-92cab4df-24c4-4b0c-9d4d-f81e176457c0 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.126730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41ff6a3e-1bab-44fc-86e4-c14c042311b1 req-92cab4df-24c4-4b0c-9d4d-f81e176457c0 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 945 time: 0.6824811 Jul 16 18:05:06.135912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e323e3a7-4680-4e9e-9ac4-d9f1142e527e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.138404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e323e3a7-4680-4e9e-9ac4-d9f1142e527e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.141850 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e323e3a7-4680-4e9e-9ac4-d9f1142e527e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf1ef091-be94-46ae-942f-c57e3f0e8d26 HTTP/1.1" status: 204 len: 168 time: 0.2606387 Jul 16 18:05:06.164186 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-06c7447c-303f-4095-ad05-900698930737 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=34778b6b76284d38bfad04b8c6da7911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753777 Jul 16 18:05:06.166561 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7447c-303f-4095-ad05-900698930737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0e14c2-9ea0-40f8-bb9b-323c350fae69,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.168849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:06.184056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23886574-f6b4-46e5-b28c-6e606add3873 req-d49ec9da-e626-4cc9-8fd6-abb8e9d01336 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.190506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23886574-f6b4-46e5-b28c-6e606add3873 req-d49ec9da-e626-4cc9-8fd6-abb8e9d01336 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.193896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323e3a7-4680-4e9e-9ac4-d9f1142e527e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1ef091-be94-46ae-942f-c57e3f0e8d26,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.197122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23886574-f6b4-46e5-b28c-6e606add3873 req-d49ec9da-e626-4cc9-8fd6-abb8e9d01336 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.204319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23886574-f6b4-46e5-b28c-6e606add3873 req-d49ec9da-e626-4cc9-8fd6-abb8e9d01336 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.212164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23886574-f6b4-46e5-b28c-6e606add3873 req-d49ec9da-e626-4cc9-8fd6-abb8e9d01336 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.220243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23886574-f6b4-46e5-b28c-6e606add3873 req-d49ec9da-e626-4cc9-8fd6-abb8e9d01336 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.227652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23886574-f6b4-46e5-b28c-6e606add3873 req-d49ec9da-e626-4cc9-8fd6-abb8e9d01336 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.230395 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-23886574-f6b4-46e5-b28c-6e606add3873 req-d49ec9da-e626-4cc9-8fd6-abb8e9d01336 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5420 time: 0.2119164 Jul 16 18:05:06.263091 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deb02080-b4e5-4dc1-b6e2-26172dfed666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.291830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deb02080-b4e5-4dc1-b6e2-26172dfed666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.311945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41ff6a3e-1bab-44fc-86e4-c14c042311b1 req-f4b3b8b0-8172-4bf9-aa9c-f13aff1cb9af tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717279 Jul 16 18:05:06.336813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-23886574-f6b4-46e5-b28c-6e606add3873 req-1e1151c7-2f4f-4d91-90a2-105725d3337d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936022 Jul 16 18:05:06.361924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-845f4932-742b-46f5-a02a-1f109bc22e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.364468 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deb02080-b4e5-4dc1-b6e2-26172dfed666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.367730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04003b72-e8e4-4609-bb92-9ad96ffc00d1 req-845f4932-742b-46f5-a02a-1f109bc22e49 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2399647 Jul 16 18:05:06.369040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-deb02080-b4e5-4dc1-b6e2-26172dfed666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.374134 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-deb02080-b4e5-4dc1-b6e2-26172dfed666 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae0e14c2-9ea0-40f8-bb9b-323c350fae69 HTTP/1.1" status: 204 len: 168 time: 0.1903577 Jul 16 18:05:06.395947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb02080-b4e5-4dc1-b6e2-26172dfed666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0e14c2-9ea0-40f8-bb9b-323c350fae69,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.558287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-45b79835-9a43-4627-b168-f1184d751a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.558698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-45b79835-9a43-4627-b168-f1184d751a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.559523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-45b79835-9a43-4627-b168-f1184d751a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.561536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-45b79835-9a43-4627-b168-f1184d751a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.562325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-45b79835-9a43-4627-b168-f1184d751a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.563080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-45b79835-9a43-4627-b168-f1184d751a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.563823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-45b79835-9a43-4627-b168-f1184d751a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.566124 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-45b79835-9a43-4627-b168-f1184d751a64 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6488 time: 0.1290588 Jul 16 18:05:06.625139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-477a16cf-afba-450b-b18d-3fb6248f1c5e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8801145-f837-4d0e-b9d5-1f06de7a01f4 HTTP/1.1" status: 200 len: 217 time: 0.0445757 Jul 16 18:05:06.750030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-4e0f0252-8937-4168-8c3a-94bd0221b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.751530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-4e0f0252-8937-4168-8c3a-94bd0221b421 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306fd435-821d-4c93-9da6-87680b1fbaa4 HTTP/1.1" status: 200 len: 856 time: 0.1069844 Jul 16 18:05:06.776083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63ee8d-0fb6-477c-9a6d-73f49ce68971 req-32c30b5f-5d03-47e4-ae0b-a1b1e482a089 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.782470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63ee8d-0fb6-477c-9a6d-73f49ce68971 req-32c30b5f-5d03-47e4-ae0b-a1b1e482a089 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.789203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63ee8d-0fb6-477c-9a6d-73f49ce68971 req-32c30b5f-5d03-47e4-ae0b-a1b1e482a089 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.795407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63ee8d-0fb6-477c-9a6d-73f49ce68971 req-32c30b5f-5d03-47e4-ae0b-a1b1e482a089 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.801756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63ee8d-0fb6-477c-9a6d-73f49ce68971 req-32c30b5f-5d03-47e4-ae0b-a1b1e482a089 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.809106 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63ee8d-0fb6-477c-9a6d-73f49ce68971 req-32c30b5f-5d03-47e4-ae0b-a1b1e482a089 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.815603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63ee8d-0fb6-477c-9a6d-73f49ce68971 req-32c30b5f-5d03-47e4-ae0b-a1b1e482a089 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.817793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f63ee8d-0fb6-477c-9a6d-73f49ce68971 req-32c30b5f-5d03-47e4-ae0b-a1b1e482a089 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.1871004 Jul 16 18:05:06.884674 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:06.921542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f63ee8d-0fb6-477c-9a6d-73f49ce68971 req-25a299d0-a367-4e9c-80b7-5b3a2b9327d9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867622 Jul 16 18:05:06.939675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7d1fb6ad-ff24-4e28-84ba-cf45fed84200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.941462 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7d1fb6ad-ff24-4e28-84ba-cf45fed84200 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225452 Jul 16 18:05:07.002381 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-785b8ee8-e43e-4886-863e-ea77f3203391 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eaabd17c3876403ca6c23b99b51456f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1138234 Jul 16 18:05:07.002768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:07.117695 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3faaaa3c-9035-442f-8a55-64dc7762b6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.146714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-ea2c5c73-4758-4bc4-96a2-22d19781af61 service neutron] 10.222.0.38 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800535 Jul 16 18:05:07.157576 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3faaaa3c-9035-442f-8a55-64dc7762b6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.279657 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3faaaa3c-9035-442f-8a55-64dc7762b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.283456 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3faaaa3c-9035-442f-8a55-64dc7762b6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.286975 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3faaaa3c-9035-442f-8a55-64dc7762b6ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b5e5f09-b15c-48d1-817c-f9a3e026840e HTTP/1.1" status: 204 len: 168 time: 0.2810628 Jul 16 18:05:07.296428 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faaaa3c-9035-442f-8a55-64dc7762b6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5e5f09-b15c-48d1-817c-f9a3e026840e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:07.399514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': '594998ad-2e61-4855-828d-8fedaa5b4aae'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:07.402472 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6ded31-071f-48b8-af76-34f62f35bd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "594998ad-2e61-4855-828d-8fedaa5b4aae"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:07.443132 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-18c0ac23-62e7-494d-ad55-228ee6415ba2 service neutron] 10.222.0.38 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742708 Jul 16 18:05:07.509097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-0708ebf4-58bf-4b77-90db-4c3d4613c2b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f HTTP/1.1" status: 200 len: 217 time: 0.0564506 Jul 16 18:05:07.515283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0fad2-0126-464d-ae87-2879406c914a req-01baf7b7-c9af-425b-9026-7e33d2c7e903 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.517196 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43d0fad2-0126-464d-ae87-2879406c914a req-01baf7b7-c9af-425b-9026-7e33d2c7e903 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 1096 time: 0.1513433 Jul 16 18:05:07.618378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43d0fad2-0126-464d-ae87-2879406c914a req-1a6da5e4-b06c-445b-81a1-62a9f6457036 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804260 Jul 16 18:05:07.620154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-33a7c861-e9f9-48d7-a685-f57f7b2774a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.621644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-33a7c861-e9f9-48d7-a685-f57f7b2774a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.1037517 Jul 16 18:05:07.750109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-d8ef45fa-9c4a-4459-a281-f2ab0805c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.751603 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-d8ef45fa-9c4a-4459-a281-f2ab0805c601 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180930 Jul 16 18:05:07.886084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a85e-9140-4c0b-84a4-ef0c0af4d2a1 req-d79d86bf-1f98-47d4-a4c8-8e656d5ef8b9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.892141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a85e-9140-4c0b-84a4-ef0c0af4d2a1 req-d79d86bf-1f98-47d4-a4c8-8e656d5ef8b9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.898459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a85e-9140-4c0b-84a4-ef0c0af4d2a1 req-d79d86bf-1f98-47d4-a4c8-8e656d5ef8b9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.904577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a85e-9140-4c0b-84a4-ef0c0af4d2a1 req-d79d86bf-1f98-47d4-a4c8-8e656d5ef8b9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.910632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a85e-9140-4c0b-84a4-ef0c0af4d2a1 req-d79d86bf-1f98-47d4-a4c8-8e656d5ef8b9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.916871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a85e-9140-4c0b-84a4-ef0c0af4d2a1 req-d79d86bf-1f98-47d4-a4c8-8e656d5ef8b9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.922854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a85e-9140-4c0b-84a4-ef0c0af4d2a1 req-d79d86bf-1f98-47d4-a4c8-8e656d5ef8b9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.924864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0b1a85e-9140-4c0b-84a4-ef0c0af4d2a1 req-d79d86bf-1f98-47d4-a4c8-8e656d5ef8b9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5420 time: 0.2332845 Jul 16 18:05:07.926826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-ad030ef3-09e2-4164-844a-f2fde02c2c7b service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649606 Jul 16 18:05:08.015073 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0b1a85e-9140-4c0b-84a4-ef0c0af4d2a1 req-62547ee0-3024-4d6b-8fe6-3ab072f7aec4 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807900 Jul 16 18:05:08.052292 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc135d6f-43b2-428d-b8b8-0bd476966d91 x-openstack-request-id: req-fc135d6f-43b2-428d-b8b8-0bd476966d91 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:08.052937 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "594998ad-2e61-4855-828d-8fedaa5b4aae", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:08.053201 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc135d6f-43b2-428d-b8b8-0bd476966d91 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:08.053713 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': '594998ad-2e61-4855-828d-8fedaa5b4aae', 'status': 'completed', 'code': 200} Jul 16 18:05:08.085384 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-67440bb6-b281-4b56-b4c2-8f2f9af8aba5 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446650 Jul 16 18:05:08.200616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-db569b1e-003d-4648-b61f-6ec01a3a0a2f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1c7fda8b-3138-4238-aa2b-810ce6159203 HTTP/1.1" status: 200 len: 217 time: 0.1079972 Jul 16 18:05:08.349745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-d4c0eb31-808e-4260-a081-7cf24845c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.351405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-d4c0eb31-808e-4260-a081-7cf24845c174 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.1438789 Jul 16 18:05:08.438152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e750b-dac3-4320-a46e-383e624fafbb req-ad5be08c-9a91-43c8-80a5-a95ddbedb57c tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.440458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e75e750b-dac3-4320-a46e-383e624fafbb req-ad5be08c-9a91-43c8-80a5-a95ddbedb57c tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 1096 time: 0.1732123 Jul 16 18:05:08.545246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e02ddae6-fe40-4ce5-a64f-682b0fe79697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.547366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e02ddae6-fe40-4ce5-a64f-682b0fe79697 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1793454 Jul 16 18:05:08.577391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e75e750b-dac3-4320-a46e-383e624fafbb req-21437da3-423b-4e15-a0bd-f5ede08f3ead tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271658 Jul 16 18:05:08.663761 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6672d-009b-4a75-aae3-0e50e337228f req-7122ed6f-048c-431e-b248-fa66117c4ee9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.669768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6672d-009b-4a75-aae3-0e50e337228f req-7122ed6f-048c-431e-b248-fa66117c4ee9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.675716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6672d-009b-4a75-aae3-0e50e337228f req-7122ed6f-048c-431e-b248-fa66117c4ee9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.682243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6672d-009b-4a75-aae3-0e50e337228f req-7122ed6f-048c-431e-b248-fa66117c4ee9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.697815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6672d-009b-4a75-aae3-0e50e337228f req-7122ed6f-048c-431e-b248-fa66117c4ee9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.716503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6672d-009b-4a75-aae3-0e50e337228f req-7122ed6f-048c-431e-b248-fa66117c4ee9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.722521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6672d-009b-4a75-aae3-0e50e337228f req-7122ed6f-048c-431e-b248-fa66117c4ee9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.734782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64b6672d-009b-4a75-aae3-0e50e337228f req-7122ed6f-048c-431e-b248-fa66117c4ee9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.2725046 Jul 16 18:05:08.796730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-4f723fcc-cf6f-4137-a028-a02048dcc3ae service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364371 Jul 16 18:05:08.841939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64b6672d-009b-4a75-aae3-0e50e337228f req-f47c81d8-dc41-463b-935f-490de3bc6f81 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0975208 Jul 16 18:05:08.980162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-41c6c867-1020-4c2e-b929-eb45532c8b5d tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.981718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-41c6c867-1020-4c2e-b929-eb45532c8b5d tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 814 time: 0.2279303 Jul 16 18:05:09.006890 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-ac550625-a0d3-4856-a22f-2218c6c2207c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/quotas/1187b246a700405eb5f19d0e9e997cae HTTP/1.1" status: 200 len: 375 time: 0.0189672 Jul 16 18:05:09.010811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-26940d13-0b1a-4ae5-9174-2f93b16f26d2 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937523 Jul 16 18:05:09.099359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-2e51b7a0-bd87-4b43-b132-972c522a34bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=7eabc694-8433-42fa-9894-3abdb602e652 HTTP/1.1" status: 200 len: 217 time: 0.0731485 Jul 16 18:05:09.171744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7ba94430-11dc-4329-b9cf-4abf72329fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.173253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-7ba94430-11dc-4329-b9cf-4abf72329fa6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.0658641 Jul 16 18:05:09.183425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-82b4438e-9a51-4417-a704-f0aae73911fd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1712079 Jul 16 18:05:09.256437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-433fbb7e-52f1-4ac4-a15c-06d167b937ef tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5e7c7788f1f64586be25fea5821b1fc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719466 Jul 16 18:05:09.416275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-10ecc52d-804a-4566-857f-fe0801228a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.417746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-10ecc52d-804a-4566-857f-fe0801228a4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2323282 Jul 16 18:05:09.434741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-a4cdd7f2-7ea9-486c-a77e-afe5cef0cb07 service neutron] 10.222.0.52 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308846 Jul 16 18:05:09.454009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-d2a88129-ef80-4253-8d25-e9f03b2a7bf0 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.455627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-d2a88129-ef80-4253-8d25-e9f03b2a7bf0 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893795 Jul 16 18:05:09.522747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-954a1a62-d82b-43ea-a6ab-3aead380e50c tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/quotas/5e7c7788f1f64586be25fea5821b1fc8 HTTP/1.1" status: 200 len: 375 time: 0.0458121 Jul 16 18:05:09.614424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-66c9fbc7-44d6-4b4b-b028-accc0eeb5b4e tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e7c7788f1f64586be25fea5821b1fc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617075 Jul 16 18:05:09.661108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-a1cdff4d-36f9-410a-9e2e-70c89d1b7843 service neutron] 10.222.0.52 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043982 Jul 16 18:05:09.664025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:09.674161 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-602bb90e-75dd-4f33-a18a-5e7a4906dca3 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351294 Jul 16 18:05:09.807082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-6a60576b-0e66-410a-b594-c1f0cbfb978f service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250243 Jul 16 18:05:09.946891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e585c481-495b-4483-bc14-52d0a8f8d4f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c4066f96-874a-4e9b-9ebe-2041bf995554 HTTP/1.1" status: 200 len: 217 time: 0.1242213 Jul 16 18:05:09.983844 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e33831a-49a2-4b11-9b0f-a17e9f1931dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.040162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 0598a2d5-d787-4411-9e1c-19663de1d374 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:10.143517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e695a8dd-7e9c-462b-bfe6-29d5421ab64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.146288 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-e695a8dd-7e9c-462b-bfe6-29d5421ab64f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.1884084 Jul 16 18:05:10.287704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 0598a2d5-d787-4411-9e1c-19663de1d374, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0598a2d5-d787-4411-9e1c-19663de1d374,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:10.300592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '0598a2d5-d787-4411-9e1c-19663de1d374', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'port_id': '0598a2d5-d787-4411-9e1c-19663de1d374', 'mac_address': 'fa:16:3e:c0:0c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:10.346414 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.404873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0598a2d5-d787-4411-9e1c-19663de1d374 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:10.457288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 0598a2d5-d787-4411-9e1c-19663de1d374, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0598a2d5-d787-4411-9e1c-19663de1d374,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:10.470807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfea1aa-eb73-4873-adc1-cf086e886c59 req-989eb84b-5add-4d83-8f13-9ac0858f86ed tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.474026 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.474781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4aeea441-772e-43d3-9f23-1d59cee62d0e details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:10.503668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfea1aa-eb73-4873-adc1-cf086e886c59 req-989eb84b-5add-4d83-8f13-9ac0858f86ed tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.529704 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfea1aa-eb73-4873-adc1-cf086e886c59 req-989eb84b-5add-4d83-8f13-9ac0858f86ed tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.536615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfea1aa-eb73-4873-adc1-cf086e886c59 req-989eb84b-5add-4d83-8f13-9ac0858f86ed tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.543667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfea1aa-eb73-4873-adc1-cf086e886c59 req-989eb84b-5add-4d83-8f13-9ac0858f86ed tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.555080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfea1aa-eb73-4873-adc1-cf086e886c59 req-989eb84b-5add-4d83-8f13-9ac0858f86ed tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.561514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfea1aa-eb73-4873-adc1-cf086e886c59 req-989eb84b-5add-4d83-8f13-9ac0858f86ed tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.563828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdfea1aa-eb73-4873-adc1-cf086e886c59 req-989eb84b-5add-4d83-8f13-9ac0858f86ed tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5420 time: 0.5111749 Jul 16 18:05:10.609573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=0598a2d5-d787-4411-9e1c-19663de1d374,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:10.632889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-b0d4ddb6-87a0-451d-a405-5b58f2433a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.634444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-b0d4ddb6-87a0-451d-a405-5b58f2433a15 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4748218 Jul 16 18:05:10.693937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4aeea441-772e-43d3-9f23-1d59cee62d0e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4aeea441-772e-43d3-9f23-1d59cee62d0e,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:10.714852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdfea1aa-eb73-4873-adc1-cf086e886c59 req-5f4cd67b-410a-4716-9eac-8e728a9d232f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370857 Jul 16 18:05:10.732520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '4aeea441-772e-43d3-9f23-1d59cee62d0e', 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760', 'port_id': '4aeea441-772e-43d3-9f23-1d59cee62d0e', 'mac_address': 'fa:16:3e:1d:ac:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77e86e2-81a4-4c4a-b62b-cb8197e196bc', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:10.811815 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.846899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aeea441-772e-43d3-9f23-1d59cee62d0e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:10.848950 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e33831a-49a2-4b11-9b0f-a17e9f1931dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.880644 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e33831a-49a2-4b11-9b0f-a17e9f1931dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.882914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4aeea441-772e-43d3-9f23-1d59cee62d0e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4aeea441-772e-43d3-9f23-1d59cee62d0e,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:10.885419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d9403a4-807b-45df-87c5-e2b026884961 req-aea115f9-f0db-4e9d-b171-f19907d572cb tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 210 time: 0.0817144 Jul 16 18:05:10.894615 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.895230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device aace7eb4-c981-4ac1-be70-21c27562802e details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:10.945644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3e33831a-49a2-4b11-9b0f-a17e9f1931dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=161107e3533b48adb7de1698e1e6394c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2766650 Jul 16 18:05:10.948683 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:10.949864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-c90d3ecd-f637-450b-812c-ad698aea013e service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006768 Jul 16 18:05:10.950273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33831a-49a2-4b11-9b0f-a17e9f1931dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b173a-5021-4df9-9141-e3ddaeda06dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.042911 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08547b05-de32-40c2-a9b5-c35bf6cb2e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.072358 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08547b05-de32-40c2-a9b5-c35bf6cb2e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.086031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-5ca90213-56b5-45c5-8b3d-4cd9b2a08f5f service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290169 Jul 16 18:05:11.118750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4aeea441-772e-43d3-9f23-1d59cee62d0e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.145777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port aace7eb4-c981-4ac1-be70-21c27562802e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=aace7eb4-c981-4ac1-be70-21c27562802e,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:11.158577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-324cdebc-e45a-4710-b74c-66248932eb1b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3502ebbe-8b90-4a56-afa2-80f95d0e97d8 HTTP/1.1" status: 200 len: 217 time: 0.0565827 Jul 16 18:05:11.162165 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08547b05-de32-40c2-a9b5-c35bf6cb2e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.168276 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'aace7eb4-c981-4ac1-be70-21c27562802e', 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760', 'port_id': 'aace7eb4-c981-4ac1-be70-21c27562802e', 'mac_address': 'fa:16:3e:cf:ae:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77e86e2-81a4-4c4a-b62b-cb8197e196bc', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:11.172196 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08547b05-de32-40c2-a9b5-c35bf6cb2e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.181299 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-08547b05-de32-40c2-a9b5-c35bf6cb2e58 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a98b173a-5021-4df9-9141-e3ddaeda06dd HTTP/1.1" status: 204 len: 168 time: 0.2297041 Jul 16 18:05:11.202227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08547b05-de32-40c2-a9b5-c35bf6cb2e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b173a-5021-4df9-9141-e3ddaeda06dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.230416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-93fecaa8-34bd-4ee1-ad18-ff0a593271b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.232428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-93fecaa8-34bd-4ee1-ad18-ff0a593271b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b93e8465-6528-4566-8e4d-afb8ffbc7d1c HTTP/1.1" status: 200 len: 797 time: 0.0680473 Jul 16 18:05:11.258629 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.280887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aace7eb4-c981-4ac1-be70-21c27562802e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:11.328127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port aace7eb4-c981-4ac1-be70-21c27562802e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=aace7eb4-c981-4ac1-be70-21c27562802e,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:11.335738 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.336949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4b93616d-b40c-420c-8b0a-a5239b5587a3 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:11.434949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4b93616d-b40c-420c-8b0a-a5239b5587a3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4b93616d-b40c-420c-8b0a-a5239b5587a3,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:11.448791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=aace7eb4-c981-4ac1-be70-21c27562802e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.463080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '4b93616d-b40c-420c-8b0a-a5239b5587a3', 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760', 'port_id': '4b93616d-b40c-420c-8b0a-a5239b5587a3', 'mac_address': 'fa:16:3e:8b:94:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77e86e2-81a4-4c4a-b62b-cb8197e196bc', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:11.508635 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.530145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b93616d-b40c-420c-8b0a-a5239b5587a3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:11.559163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-eea11e9e-316e-4694-8a41-235e97951ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.560879 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-eea11e9e-316e-4694-8a41-235e97951ddf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3207064 Jul 16 18:05:11.589899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4b93616d-b40c-420c-8b0a-a5239b5587a3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4b93616d-b40c-420c-8b0a-a5239b5587a3,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:11.591513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f729bf1-8d30-430a-ae76-3c470408844d req-023230b8-c892-4e7c-abcd-416af011c36c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.596907 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.597935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device b8437eda-68aa-4615-8c69-a9ca4460558a details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:11.599118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f729bf1-8d30-430a-ae76-3c470408844d req-023230b8-c892-4e7c-abcd-416af011c36c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.606656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f729bf1-8d30-430a-ae76-3c470408844d req-023230b8-c892-4e7c-abcd-416af011c36c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.624963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f729bf1-8d30-430a-ae76-3c470408844d req-023230b8-c892-4e7c-abcd-416af011c36c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.635256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f729bf1-8d30-430a-ae76-3c470408844d req-023230b8-c892-4e7c-abcd-416af011c36c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.642488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f729bf1-8d30-430a-ae76-3c470408844d req-023230b8-c892-4e7c-abcd-416af011c36c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.649941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f729bf1-8d30-430a-ae76-3c470408844d req-023230b8-c892-4e7c-abcd-416af011c36c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.651864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f729bf1-8d30-430a-ae76-3c470408844d req-023230b8-c892-4e7c-abcd-416af011c36c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.3171935 Jul 16 18:05:11.693067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port b8437eda-68aa-4615-8c69-a9ca4460558a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b8437eda-68aa-4615-8c69-a9ca4460558a,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:11.697989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4b93616d-b40c-420c-8b0a-a5239b5587a3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.705475 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.712164 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'b8437eda-68aa-4615-8c69-a9ca4460558a', 'network_id': 'f8d3014e-98b1-4372-b371-192abfc83760', 'port_id': 'b8437eda-68aa-4615-8c69-a9ca4460558a', 'mac_address': 'fa:16:3e:b9:cd:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77e86e2-81a4-4c4a-b62b-cb8197e196bc', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:11.727297 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1f46-aefa-41ef-9097-4fc59eb9e58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.773278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-a0770df4-3ce6-46e5-a9e2-9823919ef9d4 service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202478 Jul 16 18:05:11.794741 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.828450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8437eda-68aa-4615-8c69-a9ca4460558a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:11.885017 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port b8437eda-68aa-4615-8c69-a9ca4460558a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b8437eda-68aa-4615-8c69-a9ca4460558a,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:11.885226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-52dd2125-fcd7-41e9-947f-0230b2bf6399 service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926263 Jul 16 18:05:11.888054 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1f46-aefa-41ef-9097-4fc59eb9e58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.891614 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.894147 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1f46-aefa-41ef-9097-4fc59eb9e58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.919982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f729bf1-8d30-430a-ae76-3c470408844d req-8e61a8ea-2a0b-4fc0-9680-6d3503fd358a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451480 Jul 16 18:05:11.928854 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f5ee1f46-aefa-41ef-9097-4fc59eb9e58f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d08aff1ccab147fc9c78e39f3d0016e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222335 Jul 16 18:05:11.930572 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.998811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee1f46-aefa-41ef-9097-4fc59eb9e58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33be1c38-32c9-4aaf-bc34-07fe2e4745e4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:12.013005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=b8437eda-68aa-4615-8c69-a9ca4460558a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:12.017953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-955ef444-7262-451a-b4dd-95ed5f7fd991 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=594998ad-2e61-4855-828d-8fedaa5b4aae HTTP/1.1" status: 200 len: 217 time: 0.1127357 Jul 16 18:05:12.037697 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e30c635-d27f-4cec-9027-c98150ed371e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.057555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:12.087029 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e30c635-d27f-4cec-9027-c98150ed371e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.136697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1d4b3772-0892-441c-a353-2e0ac12a1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:12.138321 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-1d4b3772-0892-441c-a353-2e0ac12a1515 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b93e8465-6528-4566-8e4d-afb8ffbc7d1c HTTP/1.1" status: 200 len: 797 time: 0.1014411 Jul 16 18:05:12.200110 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e30c635-d27f-4cec-9027-c98150ed371e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.205286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e30c635-d27f-4cec-9027-c98150ed371e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.223140 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2e30c635-d27f-4cec-9027-c98150ed371e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33be1c38-32c9-4aaf-bc34-07fe2e4745e4 HTTP/1.1" status: 204 len: 168 time: 0.2812383 Jul 16 18:05:12.232743 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e8ae7bf-8f2e-4fe2-93e1-35ddc2524efe req-eac03842-793b-4247-879b-7b1ceb078a6d tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 210 time: 0.0710931 Jul 16 18:05:12.258794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-ae67f95d-ecb5-4c65-8814-333ee7155394 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:12.278558 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-ae67f95d-ecb5-4c65-8814-333ee7155394 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4850187 Jul 16 18:05:12.282439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-ac24f710-b6bf-4e6e-b00c-f6bdf403c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:12.284115 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30c635-d27f-4cec-9027-c98150ed371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33be1c38-32c9-4aaf-bc34-07fe2e4745e4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:12.287230 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-ac24f710-b6bf-4e6e-b00c-f6bdf403c439 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1412683 Jul 16 18:05:12.377606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-3caf5e52-00be-4600-8801-eabb94806672 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5e7c7788f1f64586be25fea5821b1fc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717747 Jul 16 18:05:12.401725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:12.402735 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] Request body: {'binding': {'host': 'n-h2-793618-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:12.403309 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] Unknown quota resources ['binding']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:05:12.407286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['b8437eda-68aa-4615-8c69-a9ca4460558a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:12.446222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['4b93616d-b40c-420c-8b0a-a5239b5587a3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:12.480322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['0598a2d5-d787-4411-9e1c-19663de1d374'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:12.489141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '390c02d7-cbb9-4405-adc9-7f7430e8f6a3', 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820', 'port_id': '390c02d7-cbb9-4405-adc9-7f7430e8f6a3', 'mac_address': 'fa:16:3e:2e:89:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6209d1f1-0281-4b08-99ad-f54e411f3cea', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:12.767271 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.773844 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] Attempting to bind port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on host n-h2-793618-9 for vnic_type normal with profile None {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:12.774178 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] Attempting to bind port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:12.776176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] Attempting to bind port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:12.784131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] Port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:12.788891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] Attempting to bind port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:12.801536 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:12.802128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:12.805934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] Bound using segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:12.806881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] Bound port: 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:12.861839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:12.962444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:12.994408 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.996416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 355d586e-9b6f-45ca-9c78-5ec31972c14f details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:13.135316 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:13.325516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:13.328426 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 355d586e-9b6f-45ca-9c78-5ec31972c14f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=355d586e-9b6f-45ca-9c78-5ec31972c14f,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:13.341572 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.342782 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3b680e9d-b511-4fb0-a8eb-77478abcdf5b service neutron] 10.222.0.52 "POST /v2.0/ports/938d2cc3-a7f8-434c-9f2f-01667cbea3fb/bindings HTTP/1.1" status: 201 len: 389 time: 1.0632949 Jul 16 18:05:13.382948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-65175077-9903-405c-bc6f-d95f22d70a86 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.385644 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-65175077-9903-405c-bc6f-d95f22d70a86 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.42 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 814 time: 0.1695354 Jul 16 18:05:13.402841 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Request body: {'port': {'device_id': '8de5c843-6b6d-45e1-921e-18b0a5910ad7', 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb', 'admin_state_up': True, 'tenant_id': '1187b246a700405eb5f19d0e9e997cae'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:13.403274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-65e7b6d9-42ab-449b-9777-49698e0b101f service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0815496 Jul 16 18:05:13.422932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-124ec6cc-a243-4ac6-87ae-5fe8b6b8d124 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.423741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-124ec6cc-a243-4ac6-87ae-5fe8b6b8d124 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0453253 Jul 16 18:05:13.434667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '355d586e-9b6f-45ca-9c78-5ec31972c14f', 'network_id': 'ac8af031-332b-49b9-a5c1-24e1effc1820', 'port_id': '355d586e-9b6f-45ca-9c78-5ec31972c14f', 'mac_address': 'fa:16:3e:84:79:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6209d1f1-0281-4b08-99ad-f54e411f3cea', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:13.484781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Request body: {'port': {'device_id': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '5e7c7788f1f64586be25fea5821b1fc8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:13.537346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['aace7eb4-c981-4ac1-be70-21c27562802e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:13.723916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efffd12-85b0-4cd1-9e50-4df8a60d9987 req-64cb48bf-be2b-4901-b00e-dd8e9586c057 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.734723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efffd12-85b0-4cd1-9e50-4df8a60d9987 req-64cb48bf-be2b-4901-b00e-dd8e9586c057 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.753681 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efffd12-85b0-4cd1-9e50-4df8a60d9987 req-64cb48bf-be2b-4901-b00e-dd8e9586c057 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.758958 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.780317 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efffd12-85b0-4cd1-9e50-4df8a60d9987 req-64cb48bf-be2b-4901-b00e-dd8e9586c057 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.803024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efffd12-85b0-4cd1-9e50-4df8a60d9987 req-64cb48bf-be2b-4901-b00e-dd8e9586c057 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.834238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Made reservation on behalf of 1187b246a700405eb5f19d0e9e997cae for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:13.834466 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.840088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355d586e-9b6f-45ca-9c78-5ec31972c14f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:13.865766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efffd12-85b0-4cd1-9e50-4df8a60d9987 req-64cb48bf-be2b-4901-b00e-dd8e9586c057 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.885297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efffd12-85b0-4cd1-9e50-4df8a60d9987 req-64cb48bf-be2b-4901-b00e-dd8e9586c057 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.888612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3efffd12-85b0-4cd1-9e50-4df8a60d9987 req-64cb48bf-be2b-4901-b00e-dd8e9586c057 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5425 time: 1.2581384 Jul 16 18:05:13.900203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 355d586e-9b6f-45ca-9c78-5ec31972c14f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=355d586e-9b6f-45ca-9c78-5ec31972c14f,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:13.915891 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.972875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=355d586e-9b6f-45ca-9c78-5ec31972c14f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:13.997243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-94dfaa04-40d5-41d8-ad2b-74637d5786ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.998217 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-94dfaa04-40d5-41d8-ad2b-74637d5786ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 1096 time: 0.3120468 Jul 16 18:05:14.103778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba1c1d83-9eda-46e1-a66c-f8a7288aa5e8 req-13068851-4a8f-4f50-86d6-d4ec62c16d1b tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 210 time: 0.2080181 Jul 16 18:05:14.159757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Allocated IP 172.20.0.2 (78ac342c-aeee-4ee0-be14-8b86df8e98bb/b7403874-e2c4-4056-a85b-6286c507c9f9/5fc6890b-18ca-427d-afa0-076456ee3372) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:14.167894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3efffd12-85b0-4cd1-9e50-4df8a60d9987 req-f80d66e6-32dc-4226-9b13-7b703192a6a7 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1953826 Jul 16 18:05:14.190854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3a8305cd-5932-403b-8908-0bebe543bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.192673 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3a8305cd-5932-403b-8908-0bebe543bd9a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.1821823 Jul 16 18:05:14.245757 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0d86c15b-1b56-49c6-bfd4-9b2766934eb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb HTTP/1.1" status: 200 len: 217 time: 0.0450642 Jul 16 18:05:14.252703 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d51796e2-b5dd-47d9-86f5-d2f4b596b48a req-62ffa6d3-e5e7-4715-a967-86490f883655 service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8271213 Jul 16 18:05:14.322997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Made reservation on behalf of 5e7c7788f1f64586be25fea5821b1fc8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:14.327708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.340452 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.368417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-dd17b35f-a6c5-40b6-b797-33584829eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.370247 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-dd17b35f-a6c5-40b6-b797-33584829eebe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1175244 Jul 16 18:05:14.422458 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-1b4a1c77-585f-4fca-ac80-b4cfb5ed37a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375736 Jul 16 18:05:14.534708 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.559117 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['390c02d7-cbb9-4405-adc9-7f7430e8f6a3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:14.635607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['355d586e-9b6f-45ca-9c78-5ec31972c14f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:14.641771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-5e060280-026c-40ed-b684-4c7235664f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.641771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-5e060280-026c-40ed-b684-4c7235664f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.642336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-5e060280-026c-40ed-b684-4c7235664f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.642577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-5e060280-026c-40ed-b684-4c7235664f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.643198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-5e060280-026c-40ed-b684-4c7235664f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.643547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-5e060280-026c-40ed-b684-4c7235664f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.644604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-5e060280-026c-40ed-b684-4c7235664f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.646662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-5e060280-026c-40ed-b684-4c7235664f08 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6488 time: 0.2779381 Jul 16 18:05:14.677766 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.700146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-378228a5-7eab-4d1b-9b46-63da8fb0dbfd req-6a1311b4-9f15-43f7-8eee-3bb436df4866 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 210 time: 0.0496514 Jul 16 18:05:14.709286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['fcff7823-865a-4ee3-b780-8b9f7da28b23', '887bbe77-12a9-46de-abd3-8f9901bc6418'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:14.732783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71076f7-9dec-4a21-a92c-16752168303f req-a673d97a-0567-4cec-8445-6d1442a021b0 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.738378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71076f7-9dec-4a21-a92c-16752168303f req-a673d97a-0567-4cec-8445-6d1442a021b0 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.744517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71076f7-9dec-4a21-a92c-16752168303f req-a673d97a-0567-4cec-8445-6d1442a021b0 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.750444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71076f7-9dec-4a21-a92c-16752168303f req-a673d97a-0567-4cec-8445-6d1442a021b0 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.756909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71076f7-9dec-4a21-a92c-16752168303f req-a673d97a-0567-4cec-8445-6d1442a021b0 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.763266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71076f7-9dec-4a21-a92c-16752168303f req-a673d97a-0567-4cec-8445-6d1442a021b0 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.769414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71076f7-9dec-4a21-a92c-16752168303f req-a673d97a-0567-4cec-8445-6d1442a021b0 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.778894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c71076f7-9dec-4a21-a92c-16752168303f req-a673d97a-0567-4cec-8445-6d1442a021b0 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.2851255 Jul 16 18:05:14.816879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Network 78ac342c-aeee-4ee0-be14-8b86df8e98bb is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:14.872138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:14.892673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:14.912556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:14.960663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c71076f7-9dec-4a21-a92c-16752168303f req-58905a32-9b65-466f-a063-253c1c351d12 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1778345 Jul 16 18:05:14.992943 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.013990 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3d6cfdd4-cd25-4dcc-a416-5db003978380 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151762 Jul 16 18:05:15.033675 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.089086 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Pushing event updated for resources: {'Port': ['ID=5fc6890b-18ca-427d-afa0-076456ee3372,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.129329 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f441a92-b2b5-4f78-b135-9373aebda75d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.133710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-cace1bc6-59c7-498f-9fcf-4bd0f10e25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.135209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-cace1bc6-59c7-498f-9fcf-4bd0f10e25ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=29c282e7-cacf-472e-b53a-2daeee14b484 HTTP/1.1" status: 200 len: 902 time: 0.4794199 Jul 16 18:05:15.150378 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e43a32c3-9568-48d8-b5c5-79cb175a3a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.169438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.171253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.221967 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-26173a2a-4594-4241-88ac-51af71743acd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8267090 Jul 16 18:05:15.236891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Request body: {'port': {'device_id': '8de5c843-6b6d-45e1-921e-18b0a5910ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:15.285292 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-b63acd0d-1635-479c-ae2b-a07b24478a01 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=594998ad-2e61-4855-828d-8fedaa5b4aae HTTP/1.1" status: 200 len: 217 time: 0.1312060 Jul 16 18:05:15.301737 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-64494ba0-e2ae-4419-85e3-6e26d2e4ebab service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478764 Jul 16 18:05:15.347160 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.467674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-626e9a91-dd99-434c-b105-54f6c5479003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.469225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-626e9a91-dd99-434c-b105-54f6c5479003 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b93e8465-6528-4566-8e4d-afb8ffbc7d1c HTTP/1.1" status: 200 len: 797 time: 0.1739154 Jul 16 18:05:15.478157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6fa1d-194b-4474-b483-48f65feaa453 req-f81609dd-c019-4dba-a20c-03a0a808dbdb tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.479378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44a6fa1d-194b-4474-b483-48f65feaa453 req-f81609dd-c019-4dba-a20c-03a0a808dbdb tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 945 time: 0.5132122 Jul 16 18:05:15.485287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e43a32c3-9568-48d8-b5c5-79cb175a3a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.489085 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Allocated IP 192.168.233.127 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/63e7b27f-4930-45a7-bc46-065b5b4fac24) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:15.531006 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e43a32c3-9568-48d8-b5c5-79cb175a3a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.636758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b9459-3bc1-4bdc-befd-fdb39aa0ea81 req-85c48197-b22b-4de3-970b-a730c49c224e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.639598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc6890b-18ca-427d-afa0-076456ee3372 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:15.642615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b9459-3bc1-4bdc-befd-fdb39aa0ea81 req-85c48197-b22b-4de3-970b-a730c49c224e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.644239 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba3b9459-3bc1-4bdc-befd-fdb39aa0ea81 req-85c48197-b22b-4de3-970b-a730c49c224e tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe&device_id=df650240-c4ed-4f6a-906d-a1e2d2c2bc4b HTTP/1.1" status: 200 len: 1681 time: 0.3545084 Jul 16 18:05:15.644898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a32c3-9568-48d8-b5c5-79cb175a3a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60baa4e1-45ea-42e4-9ad6-8a837cdba715,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.652560 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.658183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e43a32c3-9568-48d8-b5c5-79cb175a3a4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46864c0d2fb74dee87dcc0b26e6575ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7644506 Jul 16 18:05:15.667443 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Transition to ACTIVE for port object 5fc6890b-18ca-427d-afa0-076456ee3372 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:15.667884 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:15.681901 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.684589 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44a6fa1d-194b-4474-b483-48f65feaa453 req-0ba5774b-5f1f-4428-8ad5-681094e56215 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809869 Jul 16 18:05:15.744482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-48182a94-0437-4b3d-8f14-e671b4877ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.746012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-48182a94-0437-4b3d-8f14-e671b4877ce1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2594957 Jul 16 18:05:15.751694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba3b9459-3bc1-4bdc-befd-fdb39aa0ea81 req-a70ca0ae-7c85-4264-a729-c7705f6375a8 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f4cd117-4870-4742-95f7-5eb4ebf55c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877571 Jul 16 18:05:15.765009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['4aeea441-772e-43d3-9f23-1d59cee62d0e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:15.765963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Pushing event updated for resources: {'Port': ['ID=5fc6890b-18ca-427d-afa0-076456ee3372,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.854981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-752034b3-5709-4f86-85ff-deb5e5b8acc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.900935 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-752034b3-5709-4f86-85ff-deb5e5b8acc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.902791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.910841 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Attempting to bind port 5fc6890b-18ca-427d-afa0-076456ee3372 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:15.911218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Attempting to bind port 5fc6890b-18ca-427d-afa0-076456ee3372 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:15.912084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Attempting to bind port 5fc6890b-18ca-427d-afa0-076456ee3372 on network 78ac342c-aeee-4ee0-be14-8b86df8e98bb {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:15.928326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Transition to ACTIVE for port object 63e7b27f-4930-45a7-bc46-065b5b4fac24 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:15.932652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-2b6a68c1-cadc-4988-873c-d3ab8f983c97 service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640377 Jul 16 18:05:15.954737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Port 5fc6890b-18ca-427d-afa0-076456ee3372 on network 78ac342c-aeee-4ee0-be14-8b86df8e98bb not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:15.955074 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Attempting to bind port 5fc6890b-18ca-427d-afa0-076456ee3372 on network 78ac342c-aeee-4ee0-be14-8b86df8e98bb {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:15.964433 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:15.964932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Checking segment: {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:15.965342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Bound using segment: {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:15.965923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Bound port: 5fc6890b-18ca-427d-afa0-076456ee3372, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:15.966295 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.051957 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] For port 5fc6890b-18ca-427d-afa0-076456ee3372, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:16.057245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] For port 5fc6890b-18ca-427d-afa0-076456ee3372, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5fc6890b-18ca-427d-afa0-076456ee3372,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:16.063544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.075616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device aace7eb4-c981-4ac1-be70-21c27562802e up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:16.080505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28eae4ff-366f-4ed2-b255-a2daf27e6722 req-af0e88b4-2986-4ac7-ae26-2ff32efa9335 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 210 time: 0.0719085 Jul 16 18:05:16.090893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.091769 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.095548 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] 10.222.0.42 "PUT /v2.0/ports/5fc6890b-18ca-427d-afa0-076456ee3372 HTTP/1.1" status: 200 len: 1091 time: 0.8640275 Jul 16 18:05:16.097124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de5c843-6b6d-45e1-921e-18b0a5910ad7', 'tag': '5fc6890b-18ca-427d-afa0-076456ee3372'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:16.104556 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5399a1-50d8-4be4-9821-58ddd990c191" -d '{"events": [{"name": "network-changed", "server_uuid": "8de5c843-6b6d-45e1-921e-18b0a5910ad7", "tag": "5fc6890b-18ca-427d-afa0-076456ee3372"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:16.147391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f6ded31-071f-48b8-af76-34f62f35bd2b req-308e6d42-577b-4dbb-aa9d-e7f70c83c26a service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013164 Jul 16 18:05:16.150097 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.180895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce7c30-0dca-4fd5-be4f-4f5d4a7073b4 req-61fe7977-ab32-44e8-8537-436ca02ec3cf tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.186982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce7c30-0dca-4fd5-be4f-4f5d4a7073b4 req-61fe7977-ab32-44e8-8537-436ca02ec3cf tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.192900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce7c30-0dca-4fd5-be4f-4f5d4a7073b4 req-61fe7977-ab32-44e8-8537-436ca02ec3cf tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.199895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce7c30-0dca-4fd5-be4f-4f5d4a7073b4 req-61fe7977-ab32-44e8-8537-436ca02ec3cf tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.206286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce7c30-0dca-4fd5-be4f-4f5d4a7073b4 req-61fe7977-ab32-44e8-8537-436ca02ec3cf tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.211619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port aace7eb4-c981-4ac1-be70-21c27562802e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:16.212383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce7c30-0dca-4fd5-be4f-4f5d4a7073b4 req-61fe7977-ab32-44e8-8537-436ca02ec3cf tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.215703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port aace7eb4-c981-4ac1-be70-21c27562802e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:16.216083 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.218558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce7c30-0dca-4fd5-be4f-4f5d4a7073b4 req-61fe7977-ab32-44e8-8537-436ca02ec3cf tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.227334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5fce7c30-0dca-4fd5-be4f-4f5d4a7073b4 req-61fe7977-ab32-44e8-8537-436ca02ec3cf tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5427 time: 0.2962072 Jul 16 18:05:16.241659 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-752034b3-5709-4f86-85ff-deb5e5b8acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.244248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-752034b3-5709-4f86-85ff-deb5e5b8acc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.247885 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-752034b3-5709-4f86-85ff-deb5e5b8acc2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60baa4e1-45ea-42e4-9ad6-8a837cdba715 HTTP/1.1" status: 204 len: 168 time: 0.5766263 Jul 16 18:05:16.278263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752034b3-5709-4f86-85ff-deb5e5b8acc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60baa4e1-45ea-42e4-9ad6-8a837cdba715,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:16.284038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:16.291601 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aad82-6544-496c-a5f2-37ab476b8f0b service neutron] Pushing event updated for resources: {'Port': ['ID=5fc6890b-18ca-427d-afa0-076456ee3372,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:16.297452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:16.302258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:16.325093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Pushing event updated for resources: {'Port': ['ID=63e7b27f-4930-45a7-bc46-065b5b4fac24,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:16.345555 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-bb11a500-10e9-45a7-a72c-b5e47a51ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.347459 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-bb11a500-10e9-45a7-a72c-b5e47a51ba39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 1094 time: 0.1866245 Jul 16 18:05:16.372487 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.398671 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-47c0c66c-7d94-4eff-9a3f-350507196e4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fc6890b-18ca-427d-afa0-076456ee3372 HTTP/1.1" status: 200 len: 217 time: 0.0416653 Jul 16 18:05:16.406922 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aace7eb4-c981-4ac1-be70-21c27562802e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:16.413676 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5d4ab3-1de6-41ef-8b46-208bd772eee6" -d '{"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "aace7eb4-c981-4ac1-be70-21c27562802e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:16.420780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5fce7c30-0dca-4fd5-be4f-4f5d4a7073b4 req-a7d46043-6b49-4848-ba55-8c811a7454b2 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1933343 Jul 16 18:05:16.436079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port aace7eb4-c981-4ac1-be70-21c27562802e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=aace7eb4-c981-4ac1-be70-21c27562802e,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:16.444509 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.445441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4b93616d-b40c-420c-8b0a-a5239b5587a3 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:16.509282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-d1e2b86c-5754-4795-b53c-c3ee13a3b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.510793 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-d1e2b86c-5754-4795-b53c-c3ee13a3b32d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7403874-e2c4-4056-a85b-6286c507c9f9 HTTP/1.1" status: 200 len: 854 time: 0.1043849 Jul 16 18:05:16.519651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.520691 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.565352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-32f6ea4b-1cd8-4d17-a8e6-54c4197d6dce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1234000 Jul 16 18:05:16.579532 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-4c479c04-da26-4416-9506-cd19c13ceae9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78ac342c-aeee-4ee0-be14-8b86df8e98bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559268 Jul 16 18:05:16.588626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Request body: {'port': {'device_id': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.726873 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:16.730397 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:16.738280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35804567-043f-432c-a5b0-4e5a374ce49b req-9001f78b-0050-4e41-81df-433acd0050b2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.746238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35804567-043f-432c-a5b0-4e5a374ce49b req-9001f78b-0050-4e41-81df-433acd0050b2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 943 time: 0.4695725 Jul 16 18:05:16.798795 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-f5e9ef50-950f-413b-95ff-6f52b1afe4ed service neutron] 10.222.0.42 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100461 Jul 16 18:05:16.807399 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.847961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35804567-043f-432c-a5b0-4e5a374ce49b req-cc0d806f-9e32-465a-8611-429247c05263 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006823 Jul 16 18:05:16.953658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=aace7eb4-c981-4ac1-be70-21c27562802e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:16.962226 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f1353-383a-4144-b0b3-aa3948b26be8 req-dc8bff0e-c89a-4d8c-a20b-4ab4f0c58666 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.968708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f1353-383a-4144-b0b3-aa3948b26be8 req-dc8bff0e-c89a-4d8c-a20b-4ab4f0c58666 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.970763 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f5cba399-d57a-4d22-9ff4-fabd3761f9a1 None None] Provisioning for port 63e7b27f-4930-45a7-bc46-065b5b4fac24 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:16.975074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f1353-383a-4144-b0b3-aa3948b26be8 req-dc8bff0e-c89a-4d8c-a20b-4ab4f0c58666 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.981533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f1353-383a-4144-b0b3-aa3948b26be8 req-dc8bff0e-c89a-4d8c-a20b-4ab4f0c58666 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.987685 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f1353-383a-4144-b0b3-aa3948b26be8 req-dc8bff0e-c89a-4d8c-a20b-4ab4f0c58666 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.989893 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ff340b-6546-4cc5-940d-e9f143b46c33 x-openstack-request-id: req-c6ff340b-6546-4cc5-940d-e9f143b46c33 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:16.990279 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "aace7eb4-c981-4ac1-be70-21c27562802e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:16.990574 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6ff340b-6546-4cc5-940d-e9f143b46c33 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:16.990954 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aace7eb4-c981-4ac1-be70-21c27562802e', 'code': 200} Jul 16 18:05:16.993939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f1353-383a-4144-b0b3-aa3948b26be8 req-dc8bff0e-c89a-4d8c-a20b-4ab4f0c58666 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.999157 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5d4f74-41b8-4152-b3ee-096361785f66 x-openstack-request-id: req-3e5d4f74-41b8-4152-b3ee-096361785f66 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:16.999455 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de5c843-6b6d-45e1-921e-18b0a5910ad7", "tag": "5fc6890b-18ca-427d-afa0-076456ee3372", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:16.999731 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e5d4f74-41b8-4152-b3ee-096361785f66 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:17.000110 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de5c843-6b6d-45e1-921e-18b0a5910ad7', 'tag': '5fc6890b-18ca-427d-afa0-076456ee3372', 'status': 'completed', 'code': 200} Jul 16 18:05:17.000284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f1353-383a-4144-b0b3-aa3948b26be8 req-dc8bff0e-c89a-4d8c-a20b-4ab4f0c58666 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.002330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f5cba399-d57a-4d22-9ff4-fabd3761f9a1 None None] Provisioning complete for port 63e7b27f-4930-45a7-bc46-065b5b4fac24 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:17.002455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-864f1353-383a-4144-b0b3-aa3948b26be8 req-dc8bff0e-c89a-4d8c-a20b-4ab4f0c58666 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.2863388 Jul 16 18:05:17.003503 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5cba399-d57a-4d22-9ff4-fabd3761f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.052709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 4b93616d-b40c-420c-8b0a-a5239b5587a3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:17.064989 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-de8855bf-c066-40ee-87cc-eb15f90a4c90 req-5c195bcf-1558-43c7-abc2-87d4166db1c8 service neutron] 10.222.0.42 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561653 Jul 16 18:05:17.079924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 4b93616d-b40c-420c-8b0a-a5239b5587a3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:17.082097 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.138673 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-864f1353-383a-4144-b0b3-aa3948b26be8 req-79d73d7e-24b6-4df7-8dc3-16c669576e29 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803254 Jul 16 18:05:17.263262 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5399a1-50d8-4be4-9821-58ddd990c191 req-3974c818-066b-4bb7-bfc8-8b5a19f8b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.274815 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f5399a1-50d8-4be4-9821-58ddd990c191 req-3974c818-066b-4bb7-bfc8-8b5a19f8b4e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 1094 time: 0.1398268 Jul 16 18:05:17.281389 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.287156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f5cba399-d57a-4d22-9ff4-fabd3761f9a1 None None] Port 63e7b27f-4930-45a7-bc46-065b5b4fac24 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:17.395307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4b93616d-b40c-420c-8b0a-a5239b5587a3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4b93616d-b40c-420c-8b0a-a5239b5587a3,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:17.403033 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.404450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 0598a2d5-d787-4411-9e1c-19663de1d374 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:17.501278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4b93616d-b40c-420c-8b0a-a5239b5587a3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.510799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5399a1-50d8-4be4-9821-58ddd990c191 req-a3d55f1a-707f-44f0-8ea8-90664384b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.513481 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f5399a1-50d8-4be4-9821-58ddd990c191 req-a3d55f1a-707f-44f0-8ea8-90664384b456 service neutron] 10.222.0.42 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 915 time: 0.2362218 Jul 16 18:05:17.543746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 0598a2d5-d787-4411-9e1c-19663de1d374 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:17.550168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 0598a2d5-d787-4411-9e1c-19663de1d374 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:17.550606 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.551152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e7b27f-4930-45a7-bc46-065b5b4fac24 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:17.562744 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.582913 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f5399a1-50d8-4be4-9821-58ddd990c191 req-c4f187cf-e6e3-4af3-b030-456cd9d8a168 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fc6890b-18ca-427d-afa0-076456ee3372 HTTP/1.1" status: 200 len: 217 time: 0.0624692 Jul 16 18:05:17.594008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Transition to ACTIVE for port object 63e7b27f-4930-45a7-bc46-065b5b4fac24 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:17.607710 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.628755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637cb3c-34ba-499a-92ea-4c3f159000d4 req-99c84344-33ed-4e37-81d1-265cf096bfed tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.630530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6637cb3c-34ba-499a-92ea-4c3f159000d4 req-99c84344-33ed-4e37-81d1-265cf096bfed tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 945 time: 0.2402678 Jul 16 18:05:17.661257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5399a1-50d8-4be4-9821-58ddd990c191 req-59169203-03bd-46cc-948c-d19a9ab7c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.664230 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f5399a1-50d8-4be4-9821-58ddd990c191 req-59169203-03bd-46cc-948c-d19a9ab7c38c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7403874-e2c4-4056-a85b-6286c507c9f9 HTTP/1.1" status: 200 len: 854 time: 0.0736806 Jul 16 18:05:17.682412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2e1e3-17ef-4628-a247-cd483bc1dee9 req-b98e011e-68c7-41d4-9e5f-f0237eff9c50 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.686159 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.690250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5af2e1e3-17ef-4628-a247-cd483bc1dee9 req-b98e011e-68c7-41d4-9e5f-f0237eff9c50 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 936 time: 0.2007051 Jul 16 18:05:17.711584 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f5399a1-50d8-4be4-9821-58ddd990c191 req-d91d1b53-9573-4143-9753-a1474c05ff58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78ac342c-aeee-4ee0-be14-8b86df8e98bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401359 Jul 16 18:05:17.742784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 0598a2d5-d787-4411-9e1c-19663de1d374, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0598a2d5-d787-4411-9e1c-19663de1d374,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:17.749367 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.751550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device b8437eda-68aa-4615-8c69-a9ca4460558a up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:17.767244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Pushing event updated for resources: {'Port': ['ID=63e7b27f-4930-45a7-bc46-065b5b4fac24,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.830477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6637cb3c-34ba-499a-92ea-4c3f159000d4 req-fc0520b3-bfbe-477e-8286-ba68127a2acf tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509387 Jul 16 18:05:17.879246 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f5399a1-50d8-4be4-9821-58ddd990c191 req-3607d7ca-3ef7-45b3-a026-e23a64ff089c service neutron] 10.222.0.42 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573076 Jul 16 18:05:17.955540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5af2e1e3-17ef-4628-a247-cd483bc1dee9 req-ba270a65-8c90-4c7e-8069-8272ee214e71 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639680 Jul 16 18:05:17.964159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Attempting to bind port 63e7b27f-4930-45a7-bc46-065b5b4fac24 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:17.964552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Attempting to bind port 63e7b27f-4930-45a7-bc46-065b5b4fac24 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:17.964989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Attempting to bind port 63e7b27f-4930-45a7-bc46-065b5b4fac24 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:17.966322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port b8437eda-68aa-4615-8c69-a9ca4460558a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:17.972773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Port 63e7b27f-4930-45a7-bc46-065b5b4fac24 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:17.973055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Attempting to bind port 63e7b27f-4930-45a7-bc46-065b5b4fac24 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:17.986280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port b8437eda-68aa-4615-8c69-a9ca4460558a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:17.986668 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.997729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:17.998232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:17.998694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:17.999927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Bound port: 63e7b27f-4930-45a7-bc46-065b5b4fac24, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:18.000443 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.088315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=0598a2d5-d787-4411-9e1c-19663de1d374,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:18.099021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5fc6890b-18ca-427d-afa0-076456ee3372 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:18.106642 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1f5399a1-50d8-4be4-9821-58ddd990c191 req-c577763d-f664-4603-b86a-7a7cf4f9ef68 service neutron] 10.222.0.42 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220013 Jul 16 18:05:18.136024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:18.143043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:18.151527 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.197154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.201829 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.205061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] 10.222.0.42 "PUT /v2.0/ports/63e7b27f-4930-45a7-bc46-065b5b4fac24 HTTP/1.1" status: 200 len: 1096 time: 1.6286788 Jul 16 18:05:18.244071 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.255416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:18.259350 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046e1976-80be-4f50-8f13-a625656142e9" -d '{"events": [{"name": "network-changed", "server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:18.289475 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:05:18.374622 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port b8437eda-68aa-4615-8c69-a9ca4460558a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b8437eda-68aa-4615-8c69-a9ca4460558a,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:18.416337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7aa1b0-e658-43c7-bc9e-47e9f188aab8 service neutron] Pushing event updated for resources: {'Port': ['ID=63e7b27f-4930-45a7-bc46-065b5b4fac24,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:18.439918 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.470144 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 355d586e-9b6f-45ca-9c78-5ec31972c14f up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:18.476270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-076ea484-e5ed-4a1a-a8b0-d1bc7b35ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.478613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-076ea484-e5ed-4a1a-a8b0-d1bc7b35ed19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e7c7788f1f64586be25fea5821b1fc8&device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 1099 time: 0.2117152 Jul 16 18:05:18.509731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:18.595594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fe386-856d-4114-a3c4-498a34d2a033 req-3da3bc2b-143e-41da-b054-233b179d0b62 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.604554 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5fc6890b-18ca-427d-afa0-076456ee3372, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5fc6890b-18ca-427d-afa0-076456ee3372,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:18.605825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fe386-856d-4114-a3c4-498a34d2a033 req-3da3bc2b-143e-41da-b054-233b179d0b62 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.615449 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fe386-856d-4114-a3c4-498a34d2a033 req-3da3bc2b-143e-41da-b054-233b179d0b62 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.626523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fe386-856d-4114-a3c4-498a34d2a033 req-3da3bc2b-143e-41da-b054-233b179d0b62 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.627987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=b8437eda-68aa-4615-8c69-a9ca4460558a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:18.639172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '5fc6890b-18ca-427d-afa0-076456ee3372', 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb', 'port_id': '5fc6890b-18ca-427d-afa0-076456ee3372', 'mac_address': 'fa:16:3e:91:6d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7403874-e2c4-4056-a85b-6286c507c9f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:18.647389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fe386-856d-4114-a3c4-498a34d2a033 req-3da3bc2b-143e-41da-b054-233b179d0b62 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.655524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fe386-856d-4114-a3c4-498a34d2a033 req-3da3bc2b-143e-41da-b054-233b179d0b62 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.663421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fe386-856d-4114-a3c4-498a34d2a033 req-3da3bc2b-143e-41da-b054-233b179d0b62 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.665746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e56fe386-856d-4114-a3c4-498a34d2a033 req-3da3bc2b-143e-41da-b054-233b179d0b62 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5430 time: 0.3531044 Jul 16 18:05:18.669774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-e935cd18-2f1b-416b-8453-bd90e7529a27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24 HTTP/1.1" status: 200 len: 217 time: 0.1828687 Jul 16 18:05:18.682162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 355d586e-9b6f-45ca-9c78-5ec31972c14f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:18.693150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 355d586e-9b6f-45ca-9c78-5ec31972c14f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:18.693579 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.719263 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.727677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-526268641'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:18.753238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc6890b-18ca-427d-afa0-076456ee3372 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:18.760023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Made reservation on behalf of 6fae927133414603845c3cfb48916972 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:18.768082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.795828 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.828110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5fc6890b-18ca-427d-afa0-076456ee3372, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5fc6890b-18ca-427d-afa0-076456ee3372,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:18.837934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e56fe386-856d-4114-a3c4-498a34d2a033 req-e40263ae-177c-4d57-8414-0b80618348cb tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1547830 Jul 16 18:05:18.840802 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.867002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-1417884b-afff-4566-96d6-885ca69a49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.871298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-1417884b-afff-4566-96d6-885ca69a49f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1847863 Jul 16 18:05:18.875608 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.914605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ba86d-4132-4e7e-8bd1-04b91c04e56f req-52c9af07-6564-44f6-a214-61a73c31fb54 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.929255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f87ba86d-4132-4e7e-8bd1-04b91c04e56f req-52c9af07-6564-44f6-a214-61a73c31fb54 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 943 time: 0.2619979 Jul 16 18:05:18.955189 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.961602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.997085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:19.003230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 355d586e-9b6f-45ca-9c78-5ec31972c14f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=355d586e-9b6f-45ca-9c78-5ec31972c14f,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:19.004447 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b93616d-b40c-420c-8b0a-a5239b5587a3'}, {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0598a2d5-d787-4411-9e1c-19663de1d374'}, {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8437eda-68aa-4615-8c69-a9ca4460558a'}, {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355d586e-9b6f-45ca-9c78-5ec31972c14f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:19.008868 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae016a31-d5f0-426f-a4ea-1f096031d192" -d '{"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "4b93616d-b40c-420c-8b0a-a5239b5587a3"}, {"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "0598a2d5-d787-4411-9e1c-19663de1d374"}, {"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "b8437eda-68aa-4615-8c69-a9ca4460558a"}, {"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "355d586e-9b6f-45ca-9c78-5ec31972c14f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:19.010057 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2452d270-010f-4a45-b78e-f8af631274e2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.016221 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.016756 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Added segment f3248569-0da3-4b1a-b856-15af27a1ee7b of type vlan for network 75835ad7-89d2-4e17-87e3-e7c10a73df74 Jul 16 18:05:19.017950 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f87ba86d-4132-4e7e-8bd1-04b91c04e56f req-3c2e9aa3-e1f2-4255-a667-fa24886b4af6 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877228 Jul 16 18:05:19.035172 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.035917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4aeea441-772e-43d3-9f23-1d59cee62d0e up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:19.072368 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.089563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5fc6890b-18ca-427d-afa0-076456ee3372,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.095804 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b398bc-14d7-4324-97dd-4e3e82ae472e x-openstack-request-id: req-66b398bc-14d7-4324-97dd-4e3e82ae472e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:19.096098 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:19.096354 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66b398bc-14d7-4324-97dd-4e3e82ae472e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:19.096774 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'status': 'completed', 'code': 200} Jul 16 18:05:19.113490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.121097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.121782 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.134724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-ec337f2d-d3a4-45c4-874a-4de63a058af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.138206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-ec337f2d-d3a4-45c4-874a-4de63a058af4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2528865 Jul 16 18:05:19.158696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 4aeea441-772e-43d3-9f23-1d59cee62d0e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:19.171238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 4aeea441-772e-43d3-9f23-1d59cee62d0e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:19.171637 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.190882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:19.191098 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6803420 Jul 16 18:05:19.203786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=355d586e-9b6f-45ca-9c78-5ec31972c14f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.239247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba46f11-7951-4207-a621-027edbbeb4b0 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Pushing event updated for resources: {'Network': ['ID=75835ad7-89d2-4e17-87e3-e7c10a73df74,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.253995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 75835ad7-89d2-4e17-87e3-e7c10a73df74 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:19.287138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d211d-37bd-4499-8f13-56ae4d3e18ed req-81ea045e-25e4-4300-9a11-b21a29d6b2a5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.301067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d211d-37bd-4499-8f13-56ae4d3e18ed req-81ea045e-25e4-4300-9a11-b21a29d6b2a5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.308063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d211d-37bd-4499-8f13-56ae4d3e18ed req-81ea045e-25e4-4300-9a11-b21a29d6b2a5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.313606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5fc6890b-18ca-427d-afa0-076456ee3372'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:19.314909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d211d-37bd-4499-8f13-56ae4d3e18ed req-81ea045e-25e4-4300-9a11-b21a29d6b2a5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.322322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d211d-37bd-4499-8f13-56ae4d3e18ed req-81ea045e-25e4-4300-9a11-b21a29d6b2a5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.329153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d211d-37bd-4499-8f13-56ae4d3e18ed req-81ea045e-25e4-4300-9a11-b21a29d6b2a5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.335928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d211d-37bd-4499-8f13-56ae4d3e18ed req-81ea045e-25e4-4300-9a11-b21a29d6b2a5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.337884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-084d211d-37bd-4499-8f13-56ae4d3e18ed req-81ea045e-25e4-4300-9a11-b21a29d6b2a5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.3166070 Jul 16 18:05:19.369052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Request body: {'network': {'name': 'tempest-network--1880998707', 'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:19.453743 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.510870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4aeea441-772e-43d3-9f23-1d59cee62d0e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4aeea441-772e-43d3-9f23-1d59cee62d0e,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:19.523450 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.524066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:19.636588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4aeea441-772e-43d3-9f23-1d59cee62d0e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.651418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:19.655610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:19.655988 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.736917 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.777908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:19.783492 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.819794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Made reservation on behalf of ce788280a370433eabae8a9276b9cb14 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:19.823196 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.833012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-9f0b8c6b-c8a7-4cc3-bb3d-8c9b9be89b03 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6845369 Jul 16 18:05:19.835976 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.870311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.882558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edda7d-6218-41fc-9ec0-44c635090219 req-62c99d04-58eb-4fb1-b631-26f89ad0856b tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.884361 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b8edda7d-6218-41fc-9ec0-44c635090219 req-62c99d04-58eb-4fb1-b631-26f89ad0856b tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.42 "GET /v2.0/ports?device_id=df650240-c4ed-4f6a-906d-a1e2d2c2bc4b HTTP/1.1" status: 200 len: 945 time: 0.0974271 Jul 16 18:05:19.885077 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-084d211d-37bd-4499-8f13-56ae4d3e18ed req-593bfaa9-a59d-4316-975b-096b92066e2a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5201118 Jul 16 18:05:19.958568 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f06f7c-7b18-43fa-a186-615388881e6f req-3f22825a-a499-46c6-97e9-c8fad5c1fb52 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.960306 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3f06f7c-7b18-43fa-a186-615388881e6f req-3f22825a-a499-46c6-97e9-c8fad5c1fb52 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 945 time: 0.5981469 Jul 16 18:05:20.025223 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b8edda7d-6218-41fc-9ec0-44c635090219 req-83f1071a-b11a-4a68-bd63-f2c1f19351f8 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Deleting port 68a33205-0835-42fd-aa63-50ae0f55de5f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:20.025797 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b8edda7d-6218-41fc-9ec0-44c635090219 req-83f1071a-b11a-4a68-bd63-f2c1f19351f8 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.038804 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa7b8dca-5ce8-4aff-ac65-9d7866ee80c1 req-f93e00b0-c5a2-45fd-b694-1900b429421b service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955962 Jul 16 18:05:20.077850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3f06f7c-7b18-43fa-a186-615388881e6f req-344b4b03-ac19-4003-a809-90f2a1af992e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103690 Jul 16 18:05:20.151115 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8e30d2-ee0c-48ba-a8dc-ab8447a8ca02 x-openstack-request-id: req-fc8e30d2-ee0c-48ba-a8dc-ab8447a8ca02 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:20.151594 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "4b93616d-b40c-420c-8b0a-a5239b5587a3", "code": 200}, {"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "0598a2d5-d787-4411-9e1c-19663de1d374", "code": 200}, {"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "b8437eda-68aa-4615-8c69-a9ca4460558a", "code": 200}, {"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "355d586e-9b6f-45ca-9c78-5ec31972c14f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:20.151711 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc8e30d2-ee0c-48ba-a8dc-ab8447a8ca02 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:20.152149 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b93616d-b40c-420c-8b0a-a5239b5587a3', 'code': 200} Jul 16 18:05:20.152488 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0598a2d5-d787-4411-9e1c-19663de1d374', 'code': 200} Jul 16 18:05:20.152802 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8437eda-68aa-4615-8c69-a9ca4460558a', 'code': 200} Jul 16 18:05:20.153116 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355d586e-9b6f-45ca-9c78-5ec31972c14f', 'code': 200} Jul 16 18:05:20.166630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b8edda7d-6218-41fc-9ec0-44c635090219 req-83f1071a-b11a-4a68-bd63-f2c1f19351f8 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] For port 68a33205-0835-42fd-aa63-50ae0f55de5f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=68a33205-0835-42fd-aa63-50ae0f55de5f,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:20.167013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b8edda7d-6218-41fc-9ec0-44c635090219 req-83f1071a-b11a-4a68-bd63-f2c1f19351f8 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.173619 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.185632 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.187345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b8edda7d-6218-41fc-9ec0-44c635090219 req-83f1071a-b11a-4a68-bd63-f2c1f19351f8 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Calling delete_port for 68a33205-0835-42fd-aa63-50ae0f55de5f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:20.203742 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62216bbd-3ee8-4432-a611-fdcdb035ff76 req-7e5ca80b-ef60-4817-98cb-8c78bb2f96fa tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.205418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62216bbd-3ee8-4432-a611-fdcdb035ff76 req-7e5ca80b-ef60-4817-98cb-8c78bb2f96fa tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 948 time: 0.1773019 Jul 16 18:05:20.241137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:20.274709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faab84f8-3ec2-4f50-80a0-5d7f4e4b391b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:20.284630 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.284930 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Added segment 0aaa780f-ec36-4e9c-ac27-d4c334b163ac of type vlan for network 08c44a60-b257-4880-a939-97b4159a540f Jul 16 18:05:20.304339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1976-80be-4f50-8f13-a625656142e9 req-969ef540-9629-4067-b47d-75272548b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.305931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-046e1976-80be-4f50-8f13-a625656142e9 req-969ef540-9629-4067-b47d-75272548b8b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e7c7788f1f64586be25fea5821b1fc8&device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 1099 time: 0.2047656 Jul 16 18:05:20.323134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62216bbd-3ee8-4432-a611-fdcdb035ff76 req-46ccfb17-e4bb-4807-991f-bef95af420cd tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032772 Jul 16 18:05:20.413137 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.457676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b8edda7d-6218-41fc-9ec0-44c635090219 req-83f1071a-b11a-4a68-bd63-f2c1f19351f8 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.476920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['294fd47f-d239-4e4b-8f25-76fe38a1976e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:20.523936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1071a-b11a-4a68-bd63-f2c1f19351f8 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Pushing event deleted for resources: {'Port': ['ID=68a33205-0835-42fd-aa63-50ae0f55de5f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:20.527517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1976-80be-4f50-8f13-a625656142e9 req-905ca3ee-0d37-4d90-b10b-11b5cc7e304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.537099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-046e1976-80be-4f50-8f13-a625656142e9 req-905ca3ee-0d37-4d90-b10b-11b5cc7e304a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1955135 Jul 16 18:05:20.539737 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.541250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.542101 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.601991 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8edda7d-6218-41fc-9ec0-44c635090219 req-83f1071a-b11a-4a68-bd63-f2c1f19351f8 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] No DVR routers for this DVR port 68a33205-0835-42fd-aa63-50ae0f55de5f on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:20.603857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-046e1976-80be-4f50-8f13-a625656142e9 req-bf2dc025-6ff2-47d7-a74c-5c4831bef80e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24 HTTP/1.1" status: 200 len: 217 time: 0.0557017 Jul 16 18:05:20.606039 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b8edda7d-6218-41fc-9ec0-44c635090219 req-83f1071a-b11a-4a68-bd63-f2c1f19351f8 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.608818 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b8edda7d-6218-41fc-9ec0-44c635090219 req-83f1071a-b11a-4a68-bd63-f2c1f19351f8 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.42 "DELETE /v2.0/ports/68a33205-0835-42fd-aa63-50ae0f55de5f HTTP/1.1" status: 204 len: 173 time: 0.7182229 Jul 16 18:05:20.610236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df650240-c4ed-4f6a-906d-a1e2d2c2bc4b', 'name': 'network-vif-deleted', 'tag': '68a33205-0835-42fd-aa63-50ae0f55de5f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:20.613569 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93abefde-aaa4-4198-ba0a-e02d72f70c6b" -d '{"events": [{"server_uuid": "df650240-c4ed-4f6a-906d-a1e2d2c2bc4b", "name": "network-vif-deleted", "tag": "68a33205-0835-42fd-aa63-50ae0f55de5f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:20.800466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event updated for resources: {'Network': ['ID=08c44a60-b257-4880-a939-97b4159a540f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:20.809027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e903fcee-91b3-499f-949f-e06106189af7 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6145453 Jul 16 18:05:20.811808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:20.813513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 08c44a60-b257-4880-a939-97b4159a540f details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:20.836097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1976-80be-4f50-8f13-a625656142e9 req-bca75581-d848-4e43-b35d-62bd05a5ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.837630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-046e1976-80be-4f50-8f13-a625656142e9 req-bca75581-d848-4e43-b35d-62bd05a5ad31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1517241 Jul 16 18:05:20.910729 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.919177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c16d-3cf7-4573-8c12-a96a595c8fec req-ddf07885-0adb-44af-b44d-403a92de45fe tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.925135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c16d-3cf7-4573-8c12-a96a595c8fec req-ddf07885-0adb-44af-b44d-403a92de45fe tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.932009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c16d-3cf7-4573-8c12-a96a595c8fec req-ddf07885-0adb-44af-b44d-403a92de45fe tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.938065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c16d-3cf7-4573-8c12-a96a595c8fec req-ddf07885-0adb-44af-b44d-403a92de45fe tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.944434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c16d-3cf7-4573-8c12-a96a595c8fec req-ddf07885-0adb-44af-b44d-403a92de45fe tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.950755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c16d-3cf7-4573-8c12-a96a595c8fec req-ddf07885-0adb-44af-b44d-403a92de45fe tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.956898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c16d-3cf7-4573-8c12-a96a595c8fec req-ddf07885-0adb-44af-b44d-403a92de45fe tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.958886 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09e1c16d-3cf7-4573-8c12-a96a595c8fec req-ddf07885-0adb-44af-b44d-403a92de45fe tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5434 time: 0.3507807 Jul 16 18:05:20.974153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc38095-d934-44ed-b5d3-c345ce57e128 req-7e990689-47b3-4089-a3f5-c7554f55fcbd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.976266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecc38095-d934-44ed-b5d3-c345ce57e128 req-7e990689-47b3-4089-a3f5-c7554f55fcbd tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 944 time: 0.3089740 Jul 16 18:05:20.992653 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.003078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c44a60-b257-4880-a939-97b4159a540f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:21.013731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aaa780f-ec36-4e9c-ac27-d4c334b163ac') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:21.014038 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aaa780f-ec36-4e9c-ac27-d4c334b163ac') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:21.024390 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.045682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e1976-80be-4f50-8f13-a625656142e9 req-228b737f-62f0-4d78-9f09-95d3ad559b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.046763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-046e1976-80be-4f50-8f13-a625656142e9 req-228b737f-62f0-4d78-9f09-95d3ad559b64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970499 Jul 16 18:05:21.049571 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.053234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecc38095-d934-44ed-b5d3-c345ce57e128 req-68e8e255-de51-450e-a482-c78d5beb42e9 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699933 Jul 16 18:05:21.057244 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:21.057444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09e1c16d-3cf7-4573-8c12-a96a595c8fec req-69597fc9-81b1-4559-bd3c-6ecb2aacb727 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788374 Jul 16 18:05:21.057987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:21.060302 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:21.149245 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.156164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08c44a60-b257-4880-a939-97b4159a540f {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:05:21.172447 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.182837 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "DELETE /v2.0/networks/08c44a60-b257-4880-a939-97b4159a540f HTTP/1.1" status: 204 len: 168 time: 0.3695800 Jul 16 18:05:21.191526 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-046e1976-80be-4f50-8f13-a625656142e9 req-f5ae6d79-3e33-47ef-be06-c6d8bf129ff7 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158102 Jul 16 18:05:21.192010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:21.198047 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-73d39fe6-b728-42f7-b500-81c81ae7be08 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:21.212152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744306f-b93d-4c4f-b6ba-a3f44449cb63 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event deleted for resources: {'Network': ['ID=08c44a60-b257-4880-a939-97b4159a540f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:21.333381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-046e1976-80be-4f50-8f13-a625656142e9 req-da0c7a6e-b0a9-4314-8e91-ace2345f9d12 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318829 Jul 16 18:05:21.389408 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc33e743-962a-4ea1-a5ce-9d28d7afe0a6 req-a3cbe9ff-6550-4f3d-af95-21adfdf00a55 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=df650240-c4ed-4f6a-906d-a1e2d2c2bc4b HTTP/1.1" status: 200 len: 210 time: 0.0529413 Jul 16 18:05:21.391766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d39fe6-b728-42f7-b500-81c81ae7be08 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Made reservation on behalf of ce788280a370433eabae8a9276b9cb14 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:21.407069 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73d39fe6-b728-42f7-b500-81c81ae7be08 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.452556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d39fe6-b728-42f7-b500-81c81ae7be08 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:21.466010 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493f2085-29c6-4290-96a5-2edfe8e94283 x-openstack-request-id: req-493f2085-29c6-4290-96a5-2edfe8e94283 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:21.466599 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df650240-c4ed-4f6a-906d-a1e2d2c2bc4b", "name": "network-vif-deleted", "tag": "68a33205-0835-42fd-aa63-50ae0f55de5f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:21.467329 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-493f2085-29c6-4290-96a5-2edfe8e94283 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:21.467980 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df650240-c4ed-4f6a-906d-a1e2d2c2bc4b', 'name': 'network-vif-deleted', 'tag': '68a33205-0835-42fd-aa63-50ae0f55de5f', 'status': 'completed', 'code': 200} Jul 16 18:05:21.469420 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73d39fe6-b728-42f7-b500-81c81ae7be08 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.469822 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-73d39fe6-b728-42f7-b500-81c81ae7be08 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Added segment 090e868f-e4b5-400a-8822-bc55134cb54b of type vlan for network e7c4cb58-b66d-49b7-a22e-6bb6691d9b40 Jul 16 18:05:21.571432 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73d39fe6-b728-42f7-b500-81c81ae7be08 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.688266 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73d39fe6-b728-42f7-b500-81c81ae7be08 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.689242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d39fe6-b728-42f7-b500-81c81ae7be08 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.689862 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73d39fe6-b728-42f7-b500-81c81ae7be08 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.747806 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8929d83-4f8d-4b5e-ada5-1fa13f541650 req-0ea883d4-6730-40cf-ac41-2dfe68b98944 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.753929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8929d83-4f8d-4b5e-ada5-1fa13f541650 req-0ea883d4-6730-40cf-ac41-2dfe68b98944 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.761089 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8929d83-4f8d-4b5e-ada5-1fa13f541650 req-0ea883d4-6730-40cf-ac41-2dfe68b98944 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.767065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8929d83-4f8d-4b5e-ada5-1fa13f541650 req-0ea883d4-6730-40cf-ac41-2dfe68b98944 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.774731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8929d83-4f8d-4b5e-ada5-1fa13f541650 req-0ea883d4-6730-40cf-ac41-2dfe68b98944 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.780834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8929d83-4f8d-4b5e-ada5-1fa13f541650 req-0ea883d4-6730-40cf-ac41-2dfe68b98944 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.787221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8929d83-4f8d-4b5e-ada5-1fa13f541650 req-0ea883d4-6730-40cf-ac41-2dfe68b98944 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.793101 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8929d83-4f8d-4b5e-ada5-1fa13f541650 req-0ea883d4-6730-40cf-ac41-2dfe68b98944 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.2100940 Jul 16 18:05:21.797943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-73d39fe6-b728-42f7-b500-81c81ae7be08 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6048827 Jul 16 18:05:21.801022 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:21.806931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Request body: {'subnet': {'network_id': 'e7c4cb58-b66d-49b7-a22e-6bb6691d9b40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:21.837457 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Made reservation on behalf of ce788280a370433eabae8a9276b9cb14 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:21.839858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.853386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d39fe6-b728-42f7-b500-81c81ae7be08 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event updated for resources: {'Network': ['ID=e7c4cb58-b66d-49b7-a22e-6bb6691d9b40,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:21.872580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network e7c4cb58-b66d-49b7-a22e-6bb6691d9b40 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:21.877187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5fb8c-d96a-4439-9bc1-9d5f00751bec req-4286e381-42ed-452e-998b-a69b7080f8a3 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.879051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7b5fb8c-d96a-4439-9bc1-9d5f00751bec req-4286e381-42ed-452e-998b-a69b7080f8a3 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 945 time: 0.2450607 Jul 16 18:05:21.924110 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8929d83-4f8d-4b5e-ada5-1fa13f541650 req-093240c0-d557-4127-bd86-be9a853432bb tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248209 Jul 16 18:05:21.961652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7b5fb8c-d96a-4439-9bc1-9d5f00751bec req-ea3c11d8-7e56-414e-954f-db3a4618a979 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694699 Jul 16 18:05:22.132522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 63e7b27f-4930-45a7-bc46-065b5b4fac24 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:22.183142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd378b-756f-4039-b36c-1724384215af req-6d6688e3-47f7-474d-8df5-abbfc33290ec tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.184739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dcd378b-756f-4039-b36c-1724384215af req-6d6688e3-47f7-474d-8df5-abbfc33290ec tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 945 time: 0.1170993 Jul 16 18:05:22.197831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcea9ef-d242-4aa3-ad6c-aa4655611d36 req-251685d5-b9bf-4595-a76d-07b9a53ba7ce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.199698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fcea9ef-d242-4aa3-ad6c-aa4655611d36 req-251685d5-b9bf-4595-a76d-07b9a53ba7ce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 948 time: 0.0961664 Jul 16 18:05:22.229632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.objects.ports [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:05:22.230178 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.234459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5fc6890b-18ca-427d-afa0-076456ee3372 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:22.238875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeea441-772e-43d3-9f23-1d59cee62d0e'}, {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390c02d7-cbb9-4405-adc9-7f7430e8f6a3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:22.242333 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9bab17-0905-438c-9dc3-da01bb795b3e" -d '{"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "4aeea441-772e-43d3-9f23-1d59cee62d0e"}, {"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "390c02d7-cbb9-4405-adc9-7f7430e8f6a3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:22.268586 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dcd378b-756f-4039-b36c-1724384215af req-14bd7987-4b8a-4be4-bb74-2cc39ab2515a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678725 Jul 16 18:05:22.275763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e270a213-b9f8-4bdf-9c4b-7c23075be11b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.287736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fcea9ef-d242-4aa3-ad6c-aa4655611d36 req-96eeb3b6-d563-4114-9629-a1b9114a8dc7 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799520 Jul 16 18:05:22.291052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:22.305902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'mac_address': 'fa:16:3e:13:3d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:22.332579 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Checking segment: {'id': '090e868f-e4b5-400a-8822-bc55134cb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e7c4cb58-b66d-49b7-a22e-6bb6691d9b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:22.332952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Network hostable DHCP agents. Network: e7c4cb58-b66d-49b7-a22e-6bb6691d9b40, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:22.368933 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.378987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Network e7c4cb58-b66d-49b7-a22e-6bb6691d9b40 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:22.379651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 5fc6890b-18ca-427d-afa0-076456ee3372 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:22.385284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e94ed-fb93-454a-acee-d4ca68b26980 req-0f3c3c36-f801-42f8-b1ac-c97b045acd29 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.387302 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 5fc6890b-18ca-427d-afa0-076456ee3372 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:22.387676 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.388284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e1e94ed-fb93-454a-acee-d4ca68b26980 req-0f3c3c36-f801-42f8-b1ac-c97b045acd29 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.38 "GET /v2.0/ports?device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe HTTP/1.1" status: 200 len: 945 time: 0.1169999 Jul 16 18:05:22.390233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e7b27f-4930-45a7-bc46-065b5b4fac24 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:22.392334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, e7c4cb58-b66d-49b7-a22e-6bb6691d9b40) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:22.407247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.407631 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.441885 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-78837f9d-8d4d-4be0-8ebd-984611b44034 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6367090 Jul 16 18:05:22.442087 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d354aa-0e5b-4543-b498-a3fcf698df7d None None] Network e7c4cb58-b66d-49b7-a22e-6bb6691d9b40 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:22.442185 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:22.446176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Request body: {'floatingip': {'floating_network_id': 'e7c4cb58-b66d-49b7-a22e-6bb6691d9b40'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:22.475883 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.487597 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:22.497895 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.572265 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.612262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a8f3f-1daf-4bdd-af24-42a22ebff63b req-95191710-9e83-45f1-b006-0cb62e731997 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.613823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-688a8f3f-1daf-4bdd-af24-42a22ebff63b req-95191710-9e83-45f1-b006-0cb62e731997 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 944 time: 0.1696022 Jul 16 18:05:22.625039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79914611-c2a0-44c0-a059-88931d0d04cf req-ed208e39-92b5-48e0-ae1c-796876a6759f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.631051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79914611-c2a0-44c0-a059-88931d0d04cf req-ed208e39-92b5-48e0-ae1c-796876a6759f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.636353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=63e7b27f-4930-45a7-bc46-065b5b4fac24,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.637072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79914611-c2a0-44c0-a059-88931d0d04cf req-ed208e39-92b5-48e0-ae1c-796876a6759f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.643063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79914611-c2a0-44c0-a059-88931d0d04cf req-ed208e39-92b5-48e0-ae1c-796876a6759f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.649639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79914611-c2a0-44c0-a059-88931d0d04cf req-ed208e39-92b5-48e0-ae1c-796876a6759f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.655515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79914611-c2a0-44c0-a059-88931d0d04cf req-ed208e39-92b5-48e0-ae1c-796876a6759f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.661396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79914611-c2a0-44c0-a059-88931d0d04cf req-ed208e39-92b5-48e0-ae1c-796876a6759f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.664418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-79914611-c2a0-44c0-a059-88931d0d04cf req-ed208e39-92b5-48e0-ae1c-796876a6759f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5434 time: 0.2210455 Jul 16 18:05:22.678605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Allocated IP 172.20.0.9 (e7c4cb58-b66d-49b7-a22e-6bb6691d9b40/e270a213-b9f8-4bdf-9c4b-7c23075be11b/3e21c665-48cb-4c6f-9bbe-f69ffa567c94) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:22.699915 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.712786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9e1e94ed-fb93-454a-acee-d4ca68b26980 req-853d7916-5b47-4829-aadc-b2de34a3cf50 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Deleting port 294fd47f-d239-4e4b-8f25-76fe38a1976e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:22.713150 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e1e94ed-fb93-454a-acee-d4ca68b26980 req-853d7916-5b47-4829-aadc-b2de34a3cf50 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.714518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5264aa65-09a3-4f5b-9d19-b9625554614b None None] Network e7c4cb58-b66d-49b7-a22e-6bb6691d9b40 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:22.767049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-79914611-c2a0-44c0-a059-88931d0d04cf req-56464daf-0ccb-4bdb-98eb-4b874febf953 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914576 Jul 16 18:05:22.769749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-688a8f3f-1daf-4bdd-af24-42a22ebff63b req-18be117c-8498-4be3-807a-cb00922f8dd3 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046083 Jul 16 18:05:22.793591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5fc6890b-18ca-427d-afa0-076456ee3372, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5fc6890b-18ca-427d-afa0-076456ee3372,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:22.802734 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.803670 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 68a33205-0835-42fd-aa63-50ae0f55de5f no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:22.812656 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.854497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['63e7b27f-4930-45a7-bc46-065b5b4fac24'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:22.860946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 68a33205-0835-42fd-aa63-50ae0f55de5f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:22.861302 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 68a33205-0835-42fd-aa63-50ae0f55de5f not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:22.874345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9e1e94ed-fb93-454a-acee-d4ca68b26980 req-853d7916-5b47-4829-aadc-b2de34a3cf50 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] For port 294fd47f-d239-4e4b-8f25-76fe38a1976e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=294fd47f-d239-4e4b-8f25-76fe38a1976e,segment=NetworkSegment(d36582bb-7338-4524-abd3-5205e18079fd),segment_id=d36582bb-7338-4524-abd3-5205e18079fd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:22.875161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e1e94ed-fb93-454a-acee-d4ca68b26980 req-853d7916-5b47-4829-aadc-b2de34a3cf50 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.889975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9e1e94ed-fb93-454a-acee-d4ca68b26980 req-853d7916-5b47-4829-aadc-b2de34a3cf50 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Calling delete_port for 294fd47f-d239-4e4b-8f25-76fe38a1976e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:22.923013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.965986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Network e7c4cb58-b66d-49b7-a22e-6bb6691d9b40 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:22.969172 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:22.973216 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:22.998525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event updated for resources: {'Port': ['ID=3e21c665-48cb-4c6f-9bbe-f69ffa567c94,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:23.086307 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.106283 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e1e94ed-fb93-454a-acee-d4ca68b26980 req-853d7916-5b47-4829-aadc-b2de34a3cf50 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.133613 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.148566 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf13e3eb-42eb-4652-ba49-f5d53203b7f4 x-openstack-request-id: req-cf13e3eb-42eb-4652-ba49-f5d53203b7f4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:23.149445 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "4aeea441-772e-43d3-9f23-1d59cee62d0e", "code": 200}, {"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-plugged", "status": "completed", "tag": "390c02d7-cbb9-4405-adc9-7f7430e8f6a3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:23.149970 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf13e3eb-42eb-4652-ba49-f5d53203b7f4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:23.150533 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeea441-772e-43d3-9f23-1d59cee62d0e', 'code': 200} Jul 16 18:05:23.151160 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390c02d7-cbb9-4405-adc9-7f7430e8f6a3', 'code': 200} Jul 16 18:05:23.154567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5fc6890b-18ca-427d-afa0-076456ee3372,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:23.179889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['294fd47f-d239-4e4b-8f25-76fe38a1976e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:23.225819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d7916-5b47-4829-aadc-b2de34a3cf50 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Pushing event deleted for resources: {'Port': ['ID=294fd47f-d239-4e4b-8f25-76fe38a1976e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:23.242464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1e94ed-fb93-454a-acee-d4ca68b26980 req-853d7916-5b47-4829-aadc-b2de34a3cf50 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] No DVR routers for this DVR port 294fd47f-d239-4e4b-8f25-76fe38a1976e on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:23.274000 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9e1e94ed-fb93-454a-acee-d4ca68b26980 req-853d7916-5b47-4829-aadc-b2de34a3cf50 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.275979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e1e94ed-fb93-454a-acee-d4ca68b26980 req-853d7916-5b47-4829-aadc-b2de34a3cf50 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.38 "DELETE /v2.0/ports/294fd47f-d239-4e4b-8f25-76fe38a1976e HTTP/1.1" status: 204 len: 173 time: 0.8725703 Jul 16 18:05:23.277495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25df4ec5-c08c-4fad-9ebf-e0b4161f84fe', 'name': 'network-vif-deleted', 'tag': '294fd47f-d239-4e4b-8f25-76fe38a1976e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:23.280252 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62e3164-f6fd-45ed-acea-b173dec4adcb" -d '{"events": [{"server_uuid": "25df4ec5-c08c-4fad-9ebf-e0b4161f84fe", "name": "network-vif-deleted", "tag": "294fd47f-d239-4e4b-8f25-76fe38a1976e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:23.346744 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.353299 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.387803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0afa9-ae0a-494a-85a6-94ce4dfae9bd req-973a7662-5e5e-4478-af0f-142e46804d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.388501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0afa9-ae0a-494a-85a6-94ce4dfae9bd req-973a7662-5e5e-4478-af0f-142e46804d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.388919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0afa9-ae0a-494a-85a6-94ce4dfae9bd req-973a7662-5e5e-4478-af0f-142e46804d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.389435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0afa9-ae0a-494a-85a6-94ce4dfae9bd req-973a7662-5e5e-4478-af0f-142e46804d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.390178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0afa9-ae0a-494a-85a6-94ce4dfae9bd req-973a7662-5e5e-4478-af0f-142e46804d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.390382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0afa9-ae0a-494a-85a6-94ce4dfae9bd req-973a7662-5e5e-4478-af0f-142e46804d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.391265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0afa9-ae0a-494a-85a6-94ce4dfae9bd req-973a7662-5e5e-4478-af0f-142e46804d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.394297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1cd0afa9-ae0a-494a-85a6-94ce4dfae9bd req-973a7662-5e5e-4478-af0f-142e46804d3e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6491 time: 0.3005407 Jul 16 18:05:23.422537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafbec0-fb47-4331-970c-878aa8f0b096 req-c33b3861-f05c-4aa4-9d53-41d7a6f6bc82 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.429353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafbec0-fb47-4331-970c-878aa8f0b096 req-c33b3861-f05c-4aa4-9d53-41d7a6f6bc82 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.431464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event updated for resources: {'Port': ['ID=3e21c665-48cb-4c6f-9bbe-f69ffa567c94,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:23.435500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafbec0-fb47-4331-970c-878aa8f0b096 req-c33b3861-f05c-4aa4-9d53-41d7a6f6bc82 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.439575 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.441529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafbec0-fb47-4331-970c-878aa8f0b096 req-c33b3861-f05c-4aa4-9d53-41d7a6f6bc82 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.447951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafbec0-fb47-4331-970c-878aa8f0b096 req-c33b3861-f05c-4aa4-9d53-41d7a6f6bc82 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.453374 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.454597 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1c3ad4cf-d907-4615-b097-a03023abbb3b tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0118916 Jul 16 18:05:23.454729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafbec0-fb47-4331-970c-878aa8f0b096 req-c33b3861-f05c-4aa4-9d53-41d7a6f6bc82 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.457466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:23.461571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafbec0-fb47-4331-970c-878aa8f0b096 req-c33b3861-f05c-4aa4-9d53-41d7a6f6bc82 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.463676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bafbec0-fb47-4331-970c-878aa8f0b096 req-c33b3861-f05c-4aa4-9d53-41d7a6f6bc82 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.2950084 Jul 16 18:05:23.482123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f320-1ac1-43b7-adca-a79296da3e3e req-ab3a275f-8b78-49f0-9c85-822efabd6398 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.483636 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72d2f320-1ac1-43b7-adca-a79296da3e3e req-ab3a275f-8b78-49f0-9c85-822efabd6398 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 945 time: 0.2594507 Jul 16 18:05:23.530148 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-91b6ac8d-7b9e-4446-bba2-109c36f9743f tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "GET /v2.0/floatingips?floating_network_id=e7c4cb58-b66d-49b7-a22e-6bb6691d9b40 HTTP/1.1" status: 200 len: 689 time: 0.0714433 Jul 16 18:05:23.532757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:23.537075 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1cd0afa9-ae0a-494a-85a6-94ce4dfae9bd req-aff4fa8d-cb96-4039-bb5b-19ec81f84e7e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356668 Jul 16 18:05:23.561792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bafbec0-fb47-4331-970c-878aa8f0b096 req-67b0565f-f811-477b-be2a-107073800336 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768547 Jul 16 18:05:23.566783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72d2f320-1ac1-43b7-adca-a79296da3e3e req-ca202f69-4e35-4240-82c2-2dcee56e5874 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724592 Jul 16 18:05:23.623981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.628361 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6db3ff-647a-4d5d-a8b1-6b4b9ec13ad7 x-openstack-request-id: req-df6db3ff-647a-4d5d-a8b1-6b4b9ec13ad7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:23.628723 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25df4ec5-c08c-4fad-9ebf-e0b4161f84fe", "name": "network-vif-deleted", "tag": "294fd47f-d239-4e4b-8f25-76fe38a1976e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:23.629049 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df6db3ff-647a-4d5d-a8b1-6b4b9ec13ad7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:23.629560 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25df4ec5-c08c-4fad-9ebf-e0b4161f84fe', 'name': 'network-vif-deleted', 'tag': '294fd47f-d239-4e4b-8f25-76fe38a1976e', 'status': 'completed', 'code': 200} Jul 16 18:05:23.734029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dd8c93f-442e-4b13-809f-f58f0729b808 req-22910120-ea85-401f-b072-20a01dfda605 tempest-ListServersNegativeTestJSON-2067697770 tempest-ListServersNegativeTestJSON-2067697770-project] 10.222.0.52 "GET /v2.0/ports?device_id=25df4ec5-c08c-4fad-9ebf-e0b4161f84fe HTTP/1.1" status: 200 len: 210 time: 0.0365293 Jul 16 18:05:23.769122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Deleting port 3e21c665-48cb-4c6f-9bbe-f69ffa567c94 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:23.769628 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.812752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda382c-5469-4df2-97ca-86b02dc96e74 req-f912b8cd-c18e-4df9-b2ac-51db118d0595 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.814586 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0eda382c-5469-4df2-97ca-86b02dc96e74 req-f912b8cd-c18e-4df9-b2ac-51db118d0595 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.38 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 945 time: 0.1550803 Jul 16 18:05:23.841468 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f7824-58ad-4f3e-92c1-0d2864e14222 req-f8d4a441-d10b-4329-9d2c-5ce8b68dc2e8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.843045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a12f7824-58ad-4f3e-92c1-0d2864e14222 req-f8d4a441-d10b-4329-9d2c-5ce8b68dc2e8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 945 time: 0.1114750 Jul 16 18:05:23.989780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a12f7824-58ad-4f3e-92c1-0d2864e14222 req-b40f766a-8b45-432c-8ac2-8eaa3b5010a8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287062 Jul 16 18:05:24.017071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c99d2c-f0e5-46e3-9d13-53feb72256ea req-945191e8-49a6-4bb2-9eec-2a2ad2e1b3ab tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.021512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25c99d2c-f0e5-46e3-9d13-53feb72256ea req-945191e8-49a6-4bb2-9eec-2a2ad2e1b3ab tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 949 time: 0.1762264 Jul 16 18:05:24.066683 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0eda382c-5469-4df2-97ca-86b02dc96e74 req-f46d9da8-320a-4257-97e0-b020bd1ad23c tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Deleting port d8cf4d30-5792-464b-9987-53b6aa23b488 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:24.067031 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0eda382c-5469-4df2-97ca-86b02dc96e74 req-f46d9da8-320a-4257-97e0-b020bd1ad23c tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.078272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25c99d2c-f0e5-46e3-9d13-53feb72256ea req-b81a4411-f17f-4684-b3ec-e0cbc0f43332 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554938 Jul 16 18:05:24.203983 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.204317 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.217119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Calling delete_port for 3e21c665-48cb-4c6f-9bbe-f69ffa567c94 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:24.262043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0eda382c-5469-4df2-97ca-86b02dc96e74 req-f46d9da8-320a-4257-97e0-b020bd1ad23c tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] For port d8cf4d30-5792-464b-9987-53b6aa23b488, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d8cf4d30-5792-464b-9987-53b6aa23b488,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:24.262601 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0eda382c-5469-4df2-97ca-86b02dc96e74 req-f46d9da8-320a-4257-97e0-b020bd1ad23c tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.284780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0eda382c-5469-4df2-97ca-86b02dc96e74 req-f46d9da8-320a-4257-97e0-b020bd1ad23c tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Calling delete_port for d8cf4d30-5792-464b-9987-53b6aa23b488 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:24.320862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc000ef-33b9-4e8a-8ffd-4fcf333f5652 req-cab38404-77c9-4b00-bc49-6ab57e3b3db7 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.322378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fc000ef-33b9-4e8a-8ffd-4fcf333f5652 req-cab38404-77c9-4b00-bc49-6ab57e3b3db7 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 945 time: 0.1667123 Jul 16 18:05:24.357629 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.382967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e7fa3-8561-493f-a099-227281399b89 req-fb712f52-6358-49b8-b988-13f5c41f2e00 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.387089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e21c665-48cb-4c6f-9bbe-f69ffa567c94,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.388710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e7fa3-8561-493f-a099-227281399b89 req-fb712f52-6358-49b8-b988-13f5c41f2e00 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.394597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e7fa3-8561-493f-a099-227281399b89 req-fb712f52-6358-49b8-b988-13f5c41f2e00 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.400931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e7fa3-8561-493f-a099-227281399b89 req-fb712f52-6358-49b8-b988-13f5c41f2e00 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.406882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e7fa3-8561-493f-a099-227281399b89 req-fb712f52-6358-49b8-b988-13f5c41f2e00 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.413363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e7fa3-8561-493f-a099-227281399b89 req-fb712f52-6358-49b8-b988-13f5c41f2e00 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.419113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e7fa3-8561-493f-a099-227281399b89 req-fb712f52-6358-49b8-b988-13f5c41f2e00 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.420979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-737e7fa3-8561-493f-a099-227281399b89 req-fb712f52-6358-49b8-b988-13f5c41f2e00 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5434 time: 0.2223537 Jul 16 18:05:24.449262 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.469095 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fc000ef-33b9-4e8a-8ffd-4fcf333f5652 req-cec25e1d-407a-466e-9881-deeb744a4a61 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179237 Jul 16 18:05:24.499358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-737e7fa3-8561-493f-a099-227281399b89 req-6968a26f-52d0-41b3-b5b4-def0c3710d70 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711737 Jul 16 18:05:24.526329 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.566566 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0eda382c-5469-4df2-97ca-86b02dc96e74 req-f46d9da8-320a-4257-97e0-b020bd1ad23c tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.587304 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.596335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d9da8-320a-4257-97e0-b020bd1ad23c tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event deleted for resources: {'Port': ['ID=d8cf4d30-5792-464b-9987-53b6aa23b488,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.615047 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e270a213-b9f8-4bdf-9c4b-7c23075be11b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.645938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eda382c-5469-4df2-97ca-86b02dc96e74 req-f46d9da8-320a-4257-97e0-b020bd1ad23c tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] No DVR routers for this DVR port d8cf4d30-5792-464b-9987-53b6aa23b488 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:24.649192 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0eda382c-5469-4df2-97ca-86b02dc96e74 req-f46d9da8-320a-4257-97e0-b020bd1ad23c tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.651206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0eda382c-5469-4df2-97ca-86b02dc96e74 req-f46d9da8-320a-4257-97e0-b020bd1ad23c tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.38 "DELETE /v2.0/ports/d8cf4d30-5792-464b-9987-53b6aa23b488 HTTP/1.1" status: 204 len: 173 time: 0.8072209 Jul 16 18:05:24.682234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.693824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c4cb58-b66d-49b7-a22e-6bb6691d9b40']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:24.706011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090e868f-e4b5-400a-8822-bc55134cb54b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:24.706524 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090e868f-e4b5-400a-8822-bc55134cb54b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:24.717731 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.744760 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.753560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:24.754246 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:24.757012 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:24.825554 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.826348 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbbef1-d965-467f-9091-699e0d3335f2 req-0780e36c-18d3-4898-9e8e-63915ae0986a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.827903 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87dbbef1-d965-467f-9091-699e0d3335f2 req-0780e36c-18d3-4898-9e8e-63915ae0986a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 945 time: 0.1042340 Jul 16 18:05:24.839374 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e7c4cb58-b66d-49b7-a22e-6bb6691d9b40 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:05:24.842113 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.846237 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "DELETE /v2.0/networks/e7c4cb58-b66d-49b7-a22e-6bb6691d9b40 HTTP/1.1" status: 204 len: 168 time: 1.3104832 Jul 16 18:05:24.850093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:24.854203 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6747fc-9b38-46d8-8a5d-a44b657e3b45 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7c4cb58-b66d-49b7-a22e-6bb6691d9b40,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.938873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d450a67b-eb62-40cb-a50c-93e9400dfcf3 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1169 time: 0.0876875 Jul 16 18:05:24.941385 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:24.972761 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87dbbef1-d965-467f-9091-699e0d3335f2 req-d745d6c1-12d1-490a-a9cd-ce3224368514 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360700 Jul 16 18:05:24.993495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f366e-9f7d-449b-adef-f362d389962d req-148e5d85-e62c-410e-ac7b-188e4fb26f50 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.010130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f366e-9f7d-449b-adef-f362d389962d req-148e5d85-e62c-410e-ac7b-188e4fb26f50 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.031536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f366e-9f7d-449b-adef-f362d389962d req-148e5d85-e62c-410e-ac7b-188e4fb26f50 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.042741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f366e-9f7d-449b-adef-f362d389962d req-148e5d85-e62c-410e-ac7b-188e4fb26f50 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.048885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f366e-9f7d-449b-adef-f362d389962d req-148e5d85-e62c-410e-ac7b-188e4fb26f50 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.055730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f366e-9f7d-449b-adef-f362d389962d req-148e5d85-e62c-410e-ac7b-188e4fb26f50 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.061672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f366e-9f7d-449b-adef-f362d389962d req-148e5d85-e62c-410e-ac7b-188e4fb26f50 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.070219 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea7f366e-9f7d-449b-adef-f362d389962d req-148e5d85-e62c-410e-ac7b-188e4fb26f50 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.2963681 Jul 16 18:05:25.107131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.107609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.108075 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.108535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.108995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.109492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.109953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.110485 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.110937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.111394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.111850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.112307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.112763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.113218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.120330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea7f366e-9f7d-449b-adef-f362d389962d req-aeb24a14-4cff-4d39-a1ed-4bad7c6fd384 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490572 Jul 16 18:05:25.120858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.124915 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-50d90896-c1b2-4ffa-aed4-6e23b3db9564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8949 time: 0.1822767 Jul 16 18:05:25.127799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.153971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de5c843-6b6d-45e1-921e-18b0a5910ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc6890b-18ca-427d-afa0-076456ee3372'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:25.156256 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe323664-0d63-45ba-b753-ccd9e6708b6c" -d '{"events": [{"server_uuid": "8de5c843-6b6d-45e1-921e-18b0a5910ad7", "name": "network-vif-plugged", "status": "completed", "tag": "5fc6890b-18ca-427d-afa0-076456ee3372"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:25.213733 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ffa44507-d164-4c5e-8bab-90648cea0cca tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:05:25.214770 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ffa44507-d164-4c5e-8bab-90648cea0cca tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/d63652cb-414e-4856-9254-df58ac6595b4 HTTP/1.1" status: 404 len: 345 time: 0.0860405 Jul 16 18:05:25.219339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.247494 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8571508a-8cbc-4ff5-94c3-2a2a8fea80a5 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 18:05:25.248151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8571508a-8cbc-4ff5-94c3-2a2a8fea80a5 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:25.250077 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8571508a-8cbc-4ff5-94c3-2a2a8fea80a5 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "DELETE /v2.0/networks/e7c4cb58-b66d-49b7-a22e-6bb6691d9b40 HTTP/1.1" status: 404 len: 339 time: 0.0297863 Jul 16 18:05:25.255050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34074) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.270364 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2b32e03c-2da4-4642-8ea8-70ee09a06dc0 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Request body: {'network': {'name': 'tempest-network--1391781800', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:25.310064 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:05:25.313180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b32e03c-2da4-4642-8ea8-70ee09a06dc0 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Made reservation on behalf of ce788280a370433eabae8a9276b9cb14 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:25.315553 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b32e03c-2da4-4642-8ea8-70ee09a06dc0 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.345415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b32e03c-2da4-4642-8ea8-70ee09a06dc0 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:25.357405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b32e03c-2da4-4642-8ea8-70ee09a06dc0 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.357880 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-2b32e03c-2da4-4642-8ea8-70ee09a06dc0 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Added segment e2471e33-b36c-4573-94cd-05b9ccc0a908 of type vlan for network eb7141d6-5526-4c87-b077-de20c330f735 Jul 16 18:05:25.413053 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b32e03c-2da4-4642-8ea8-70ee09a06dc0 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.454671 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b32e03c-2da4-4642-8ea8-70ee09a06dc0 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.455940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b32e03c-2da4-4642-8ea8-70ee09a06dc0 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.456744 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b32e03c-2da4-4642-8ea8-70ee09a06dc0 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.490051 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2b32e03c-2da4-4642-8ea8-70ee09a06dc0 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2316518 Jul 16 18:05:25.496599 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.586425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32e03c-2da4-4642-8ea8-70ee09a06dc0 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event updated for resources: {'Network': ['ID=eb7141d6-5526-4c87-b077-de20c330f735,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:25.607534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network eb7141d6-5526-4c87-b077-de20c330f735 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:25.632482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56315788-a91f-4c99-8c49-cf142f980d23', 'name': 'network-vif-deleted', 'tag': 'd8cf4d30-5792-464b-9987-53b6aa23b488'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:25.635160 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cd3b78-8e40-4480-9bce-acc7a67f87f1" -d '{"events": [{"server_uuid": "56315788-a91f-4c99-8c49-cf142f980d23", "name": "network-vif-deleted", "tag": "d8cf4d30-5792-464b-9987-53b6aa23b488"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:25.648477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa2a2ac0-fa3a-48d9-88f8-149bae8c94c3 req-61094682-d031-4390-a413-868ff0458d07 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 210 time: 0.0748577 Jul 16 18:05:25.680455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6606f558-f42a-4a67-b119-f0dfba18bbe1 admin admin] Deleting subnet a93c028d-665f-4d31-9fd7-f763f5c9e09f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:25.684427 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6606f558-f42a-4a67-b119-f0dfba18bbe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.715602 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ec9a4-bf63-4199-8345-0b942dbadea2 x-openstack-request-id: req-539ec9a4-bf63-4199-8345-0b942dbadea2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:25.715900 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de5c843-6b6d-45e1-921e-18b0a5910ad7", "name": "network-vif-plugged", "status": "completed", "tag": "5fc6890b-18ca-427d-afa0-076456ee3372", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:25.716155 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-539ec9a4-bf63-4199-8345-0b942dbadea2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:25.716552 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de5c843-6b6d-45e1-921e-18b0a5910ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc6890b-18ca-427d-afa0-076456ee3372', 'code': 200} Jul 16 18:05:25.771376 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9568bc-378e-40ae-acd4-5015e466e68e tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.776453 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6606f558-f42a-4a67-b119-f0dfba18bbe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.780214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9568bc-378e-40ae-acd4-5015e466e68e tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.788276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9568bc-378e-40ae-acd4-5015e466e68e tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.794666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9568bc-378e-40ae-acd4-5015e466e68e tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.796504 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6c9568bc-378e-40ae-acd4-5015e466e68e tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2988861 Jul 16 18:05:25.799254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.809542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32b9ef-0e4d-46ac-888d-1621804d7af6 req-4d385993-64d4-4a2f-801a-26caf266ef43 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.811665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a32b9ef-0e4d-46ac-888d-1621804d7af6 req-4d385993-64d4-4a2f-801a-26caf266ef43 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 949 time: 0.2393341 Jul 16 18:05:25.874092 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.915538 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6606f558-f42a-4a67-b119-f0dfba18bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.959811 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.970643 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a32b9ef-0e4d-46ac-888d-1621804d7af6 req-2df4de91-118c-4a8b-b492-e6d0dd0438d5 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454124 Jul 16 18:05:25.973371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7141d6-5526-4c87-b077-de20c330f735']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:25.989441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2471e33-b36c-4573-94cd-05b9ccc0a908') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:25.989627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2471e33-b36c-4573-94cd-05b9ccc0a908') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:26.010032 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.028782 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.040546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53e08b-7912-438c-a902-2408f3e7a278 req-bacf5f10-f5dd-409d-b185-83d74697f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.041760 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:26.042317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f53e08b-7912-438c-a902-2408f3e7a278 req-bacf5f10-f5dd-409d-b185-83d74697f19c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 1096 time: 0.2245908 Jul 16 18:05:26.042848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.050931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f221b-da68-4421-9ff5-adeb5e13cf2b req-040089de-7adb-4f2c-8c29-2d9f86c5d1c7 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.053730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de1f221b-da68-4421-9ff5-adeb5e13cf2b req-040089de-7adb-4f2c-8c29-2d9f86c5d1c7 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 945 time: 0.2376359 Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:26.057799 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:26.061051 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6606f558-f42a-4a67-b119-f0dfba18bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.089468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 294fd47f-d239-4e4b-8f25-76fe38a1976e no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:26.102592 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6606f558-f42a-4a67-b119-f0dfba18bbe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.105815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6606f558-f42a-4a67-b119-f0dfba18bbe1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a93c028d-665f-4d31-9fd7-f763f5c9e09f HTTP/1.1" status: 204 len: 168 time: 0.9802208 Jul 16 18:05:26.107877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:26.121800 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.126902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 294fd47f-d239-4e4b-8f25-76fe38a1976e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:26.127260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 294fd47f-d239-4e4b-8f25-76fe38a1976e not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:26.127685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d8cf4d30-5792-464b-9987-53b6aa23b488 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:26.132400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb7141d6-5526-4c87-b077-de20c330f735 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:05:26.143143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606f558-f42a-4a67-b119-f0dfba18bbe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a93c028d-665f-4d31-9fd7-f763f5c9e09f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:26.148662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.156235 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "DELETE /v2.0/networks/eb7141d6-5526-4c87-b077-de20c330f735 HTTP/1.1" status: 204 len: 168 time: 0.3522754 Jul 16 18:05:26.159747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:26.174979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 63e7b27f-4930-45a7-bc46-065b5b4fac24 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:26.177232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: d8cf4d30-5792-464b-9987-53b6aa23b488 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:26.178179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d8cf4d30-5792-464b-9987-53b6aa23b488 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:26.182304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b442c20b-9488-49a4-bacd-793ca0edcef6 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Request body: {'network': {'name': 'tempest-network--740905728', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:26.209792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f53e08b-7912-438c-a902-2408f3e7a278 req-f279e6e9-6bb3-405b-99d4-dcd5c29687dd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549513 Jul 16 18:05:26.217407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de1f221b-da68-4421-9ff5-adeb5e13cf2b req-415ad810-5138-4175-b811-27e503f11fd0 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440933 Jul 16 18:05:26.247776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b442c20b-9488-49a4-bacd-793ca0edcef6 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Made reservation on behalf of ce788280a370433eabae8a9276b9cb14 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:26.252158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b442c20b-9488-49a4-bacd-793ca0edcef6 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.294608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 63e7b27f-4930-45a7-bc46-065b5b4fac24 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:26.299696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 63e7b27f-4930-45a7-bc46-065b5b4fac24 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:26.300096 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.313716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28151b-e95a-4e67-abef-48393dfd04c9 req-54f52b1c-c2a4-4eeb-b3cf-2bfa2d01765b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.335001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28151b-e95a-4e67-abef-48393dfd04c9 req-54f52b1c-c2a4-4eeb-b3cf-2bfa2d01765b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.342820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28151b-e95a-4e67-abef-48393dfd04c9 req-54f52b1c-c2a4-4eeb-b3cf-2bfa2d01765b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.358905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28151b-e95a-4e67-abef-48393dfd04c9 req-54f52b1c-c2a4-4eeb-b3cf-2bfa2d01765b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.364857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28151b-e95a-4e67-abef-48393dfd04c9 req-54f52b1c-c2a4-4eeb-b3cf-2bfa2d01765b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.367053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716adba3-f440-4ded-9f88-a17e1e9060fc tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb7141d6-5526-4c87-b077-de20c330f735,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:26.370694 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.389539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28151b-e95a-4e67-abef-48393dfd04c9 req-54f52b1c-c2a4-4eeb-b3cf-2bfa2d01765b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.412743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28151b-e95a-4e67-abef-48393dfd04c9 req-54f52b1c-c2a4-4eeb-b3cf-2bfa2d01765b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.414917 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa28151b-e95a-4e67-abef-48393dfd04c9 req-54f52b1c-c2a4-4eeb-b3cf-2bfa2d01765b tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5434 time: 0.2696383 Jul 16 18:05:26.417522 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd0d59a-3a6b-41f1-8884-ba8af214aca1 x-openstack-request-id: req-bcd0d59a-3a6b-41f1-8884-ba8af214aca1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:26.417808 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56315788-a91f-4c99-8c49-cf142f980d23", "name": "network-vif-deleted", "tag": "d8cf4d30-5792-464b-9987-53b6aa23b488", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:26.418057 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcd0d59a-3a6b-41f1-8884-ba8af214aca1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:26.418433 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56315788-a91f-4c99-8c49-cf142f980d23', 'name': 'network-vif-deleted', 'tag': 'd8cf4d30-5792-464b-9987-53b6aa23b488', 'status': 'completed', 'code': 200} Jul 16 18:05:26.459986 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.464636 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b442c20b-9488-49a4-bacd-793ca0edcef6 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:26.506281 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b442c20b-9488-49a4-bacd-793ca0edcef6 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.506696 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-b442c20b-9488-49a4-bacd-793ca0edcef6 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Added segment 28c7bc9b-6f49-488f-955a-06eb25c4ac16 of type vlan for network 0ea2f6f0-99e6-4328-bd87-5c43403df4db Jul 16 18:05:26.508847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa28151b-e95a-4e67-abef-48393dfd04c9 req-f437a93d-cda0-42ab-929f-23ffc8ab890e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781422 Jul 16 18:05:26.536298 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:26.543547 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.561633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.568202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ca50b-88a1-4da6-8e2f-f10d31a3249e req-6d2c7b23-3386-40dc-a09d-48d7c9439698 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.569764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db9ca50b-88a1-4da6-8e2f-f10d31a3249e req-6d2c7b23-3386-40dc-a09d-48d7c9439698 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 945 time: 0.1539285 Jul 16 18:05:26.613618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=63e7b27f-4930-45a7-bc46-065b5b4fac24,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:26.631098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d507c2c3-21e2-421a-8676-00afe9ea4305']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:26.639573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db9ca50b-88a1-4da6-8e2f-f10d31a3249e req-dca4589b-ac9c-4c18-b6c8-36e02b1860c7 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537181 Jul 16 18:05:26.688824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36582bb-7338-4524-abd3-5205e18079fd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:26.689130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36582bb-7338-4524-abd3-5205e18079fd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:26.700193 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b442c20b-9488-49a4-bacd-793ca0edcef6 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.707763 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.729529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.741862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:26.742531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:26.744317 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:26.765700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921e60-209e-4b92-abb5-e2c262db3b78 req-824486b1-7a17-4e38-9214-6162984e665b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.775699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921e60-209e-4b92-abb5-e2c262db3b78 req-824486b1-7a17-4e38-9214-6162984e665b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.784344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921e60-209e-4b92-abb5-e2c262db3b78 req-824486b1-7a17-4e38-9214-6162984e665b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.792482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921e60-209e-4b92-abb5-e2c262db3b78 req-824486b1-7a17-4e38-9214-6162984e665b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.799265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921e60-209e-4b92-abb5-e2c262db3b78 req-824486b1-7a17-4e38-9214-6162984e665b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.806843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921e60-209e-4b92-abb5-e2c262db3b78 req-824486b1-7a17-4e38-9214-6162984e665b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.813383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921e60-209e-4b92-abb5-e2c262db3b78 req-824486b1-7a17-4e38-9214-6162984e665b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.816027 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b442c20b-9488-49a4-bacd-793ca0edcef6 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.816413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6921e60-209e-4b92-abb5-e2c262db3b78 req-824486b1-7a17-4e38-9214-6162984e665b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.1589217 Jul 16 18:05:26.817252 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b442c20b-9488-49a4-bacd-793ca0edcef6 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.818061 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b442c20b-9488-49a4-bacd-793ca0edcef6 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.901289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442c20b-9488-49a4-bacd-793ca0edcef6 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event updated for resources: {'Network': ['ID=0ea2f6f0-99e6-4328-bd87-5c43403df4db,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:26.907273 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b442c20b-9488-49a4-bacd-793ca0edcef6 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7324018 Jul 16 18:05:26.908178 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.914119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:26.915200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 0ea2f6f0-99e6-4328-bd87-5c43403df4db details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:26.916238 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.921621 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] 10.222.0.52 "DELETE /v2.0/networks/d507c2c3-21e2-421a-8676-00afe9ea4305 HTTP/1.1" status: 204 len: 168 time: 0.8127570 Jul 16 18:05:26.936877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6921e60-209e-4b92-abb5-e2c262db3b78 req-e00846bb-26d4-4e3c-89bc-a2ab23533f87 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042275 Jul 16 18:05:26.970109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663cf95-4179-4fd8-96c7-473db7649c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=d507c2c3-21e2-421a-8676-00afe9ea4305,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:27.041502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a90741-2f1c-4390-91dc-cc0dfc7fc1b4 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.044499 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d5a90741-2f1c-4390-91dc-cc0dfc7fc1b4 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] 10.222.0.52 "GET /v2.0/networks/0ea2f6f0-99e6-4328-bd87-5c43403df4db HTTP/1.1" status: 200 len: 756 time: 0.1062195 Jul 16 18:05:27.045534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.082258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4b19-af02-494d-a0ae-b540af4a16f4 req-84b17697-9603-4e7c-b7b2-1df339feaaeb tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.090024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4b19-af02-494d-a0ae-b540af4a16f4 req-84b17697-9603-4e7c-b7b2-1df339feaaeb tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.098460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4b19-af02-494d-a0ae-b540af4a16f4 req-84b17697-9603-4e7c-b7b2-1df339feaaeb tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.106389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4b19-af02-494d-a0ae-b540af4a16f4 req-84b17697-9603-4e7c-b7b2-1df339feaaeb tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.113186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4b19-af02-494d-a0ae-b540af4a16f4 req-84b17697-9603-4e7c-b7b2-1df339feaaeb tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.121871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4b19-af02-494d-a0ae-b540af4a16f4 req-84b17697-9603-4e7c-b7b2-1df339feaaeb tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.129036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4b19-af02-494d-a0ae-b540af4a16f4 req-84b17697-9603-4e7c-b7b2-1df339feaaeb tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.141758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.144304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.144570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-074c4b19-af02-494d-a0ae-b540af4a16f4 req-84b17697-9603-4e7c-b7b2-1df339feaaeb tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5434 time: 0.3268089 Jul 16 18:05:27.154780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-560a205c-d016-4bcb-89d3-30e3f8a1a4b8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Request body: {'floatingip': {'port_id': '0598a2d5-d787-4411-9e1c-19663de1d374'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:27.200698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-57ad29f5-74c0-468d-a214-3b6e2debdc7c req-a3321ef7-3430-4e22-9871-3724c8c6c725 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 210 time: 0.0533981 Jul 16 18:05:27.280775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35906c2c-6fd9-470c-8625-ab47597f879a tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.288894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-35906c2c-6fd9-470c-8625-ab47597f879a tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] 10.222.0.52 "GET /v2.0/networks/75835ad7-89d2-4e17-87e3-e7c10a73df74 HTTP/1.1" status: 200 len: 767 time: 0.2423410 Jul 16 18:05:27.289808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.307786 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-560a205c-d016-4bcb-89d3-30e3f8a1a4b8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.361228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d48857-0fca-4d98-8610-f6781cbe6a9c req-b5e17201-7d2d-48c3-b112-3f499ecf56bf tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.363183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-16d48857-0fca-4d98-8610-f6781cbe6a9c req-b5e17201-7d2d-48c3-b112-3f499ecf56bf tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 950 time: 0.0731373 Jul 16 18:05:27.421853 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0982cdc7-8c0d-4a7d-acfc-983cb7af8aab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aef74444f4964708a86849c150b36d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2785916 Jul 16 18:05:27.425544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.448126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-16d48857-0fca-4d98-8610-f6781cbe6a9c req-0c3e2e77-7c78-4598-8b54-b3d45695982d tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779665 Jul 16 18:05:27.517571 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.519889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b402e0-32e6-4c25-9995-9ce681c7c2aa req-2f9f5d54-aec8-4db3-9ee1-66e7020fd071 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.522425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99b402e0-32e6-4c25-9995-9ce681c7c2aa req-2f9f5d54-aec8-4db3-9ee1-66e7020fd071 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 945 time: 0.1460981 Jul 16 18:05:27.523678 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07ff5fdf-6430-4af1-9c4e-fb961093a90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.555287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07ff5fdf-6430-4af1-9c4e-fb961093a90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.614509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99b402e0-32e6-4c25-9995-9ce681c7c2aa req-3f8c102c-2c0e-43f4-b4f7-d7225da6a046 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670688 Jul 16 18:05:27.636962 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07ff5fdf-6430-4af1-9c4e-fb961093a90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.648818 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07ff5fdf-6430-4af1-9c4e-fb961093a90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.655521 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-07ff5fdf-6430-4af1-9c4e-fb961093a90e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f4cd117-4870-4742-95f7-5eb4ebf55c94 HTTP/1.1" status: 204 len: 168 time: 0.2261777 Jul 16 18:05:27.667440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff5fdf-6430-4af1-9c4e-fb961093a90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4cd117-4870-4742-95f7-5eb4ebf55c94,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:27.684500 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.701481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea2f6f0-99e6-4328-bd87-5c43403df4db']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:27.717186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c7bc9b-6f49-488f-955a-06eb25c4ac16') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:27.717520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c7bc9b-6f49-488f-955a-06eb25c4ac16') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:27.718136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:27.721917 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a291595-bc78-4ed9-8c1e-297ce6b9d3de" -d '{"events": [{"server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "name": "network-vif-plugged", "status": "completed", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:27.735678 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.794010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.805931 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2683f5b1-f703-493d-b4c0-25326fd1c968 x-openstack-request-id: req-2683f5b1-f703-493d-b4c0-25326fd1c968 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:27.806432 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "name": "network-vif-plugged", "status": "completed", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:27.806948 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2683f5b1-f703-493d-b4c0-25326fd1c968 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:27.807489 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'code': 200} Jul 16 18:05:27.926602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:27.927105 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:27.929469 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:28.075788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7094a8-751e-4608-b101-eacd1e9e0d98 req-17ed6e05-73c0-4435-9ffd-d580001d1e44 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.077458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a7094a8-751e-4608-b101-eacd1e9e0d98 req-17ed6e05-73c0-4435-9ffd-d580001d1e44 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 945 time: 0.2218668 Jul 16 18:05:28.118877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a4ad3-4859-4c59-bd4f-9438c5e786e1 req-015346cd-d148-4b0f-8e79-5e50bf6a1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.120552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b50a4ad3-4859-4c59-bd4f-9438c5e786e1 req-015346cd-d148-4b0f-8e79-5e50bf6a1947 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 1101 time: 0.2224343 Jul 16 18:05:28.159659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 938d2cc3-a7f8-434c-9f2f-01667cbea3fb details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:28.229954 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a7094a8-751e-4608-b101-eacd1e9e0d98 req-be3e8439-725d-4e10-b942-f359bdfef21e tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376543 Jul 16 18:05:28.298236 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b50a4ad3-4859-4c59-bd4f-9438c5e786e1 req-9d1c5cd1-01af-4697-aa95-ecaf067207aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626341 Jul 16 18:05:28.384417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5db09-7b1f-4ca5-a3dc-b10da03653ae req-eece4587-eb9a-43e5-a30d-cf8f2abb33d5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.395458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5db09-7b1f-4ca5-a3dc-b10da03653ae req-eece4587-eb9a-43e5-a30d-cf8f2abb33d5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.418658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5db09-7b1f-4ca5-a3dc-b10da03653ae req-eece4587-eb9a-43e5-a30d-cf8f2abb33d5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.423841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:28.435431 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5db09-7b1f-4ca5-a3dc-b10da03653ae req-eece4587-eb9a-43e5-a30d-cf8f2abb33d5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.446493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5db09-7b1f-4ca5-a3dc-b10da03653ae req-eece4587-eb9a-43e5-a30d-cf8f2abb33d5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.450065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 938d2cc3-a7f8-434c-9f2f-01667cbea3fb has no active binding in host n-h2-793618-9 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:05:28.466014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5db09-7b1f-4ca5-a3dc-b10da03653ae req-eece4587-eb9a-43e5-a30d-cf8f2abb33d5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.482127 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5db09-7b1f-4ca5-a3dc-b10da03653ae req-eece4587-eb9a-43e5-a30d-cf8f2abb33d5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.485882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1e5db09-7b1f-4ca5-a3dc-b10da03653ae req-eece4587-eb9a-43e5-a30d-cf8f2abb33d5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.2815301 Jul 16 18:05:28.572475 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.577922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38fc6880-9b74-40b6-bcbf-24eb1d28a080 req-08d96471-1055-4eb3-8430-6cdc7a147878 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 210 time: 0.0508480 Jul 16 18:05:28.587821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ea2f6f0-99e6-4328-bd87-5c43403df4db {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:05:28.593945 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.596229 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "DELETE /v2.0/networks/0ea2f6f0-99e6-4328-bd87-5c43403df4db HTTP/1.1" status: 204 len: 168 time: 1.3052528 Jul 16 18:05:28.607655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:28.627812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1b2e9c45-cf95-444c-9c59-f3dd075562df tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Request body: {'network': {'name': 'tempest-network--1291212364'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:28.669963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696e7cf-a193-492d-abf0-0a646149f564 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ea2f6f0-99e6-4328-bd87-5c43403df4db,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.718290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1e5db09-7b1f-4ca5-a3dc-b10da03653ae req-44d0313a-73e5-4a61-b35d-fd94dc0e4519 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2236450 Jul 16 18:05:28.788082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2e9c45-cf95-444c-9c59-f3dd075562df tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Made reservation on behalf of ce788280a370433eabae8a9276b9cb14 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:28.790543 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b2e9c45-cf95-444c-9c59-f3dd075562df tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.832798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-11ed24e6-bf9b-43d2-88da-dc063ff3c7f4 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.832798 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-11ed24e6-bf9b-43d2-88da-dc063ff3c7f4 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f&tenant_id=565937de75e3443f93597fdd4f4967e7&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1096 time: 0.4510696 Jul 16 18:05:28.868744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-9'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:28.882002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2e9c45-cf95-444c-9c59-f3dd075562df tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:28.906503 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b2e9c45-cf95-444c-9c59-f3dd075562df tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.908424 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.resource_extend [None req-560a205c-d016-4bcb-89d3-30e3f8a1a4b8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:05:28.908864 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-1b2e9c45-cf95-444c-9c59-f3dd075562df tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Added segment 8915c5fb-f64e-476d-b23c-fb015f88acfe of type vlan for network 301e5cfd-924e-416e-b84a-46f7b5f19386 Jul 16 18:05:28.997019 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b2e9c45-cf95-444c-9c59-f3dd075562df tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.051813 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b2e9c45-cf95-444c-9c59-f3dd075562df tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.053229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2e9c45-cf95-444c-9c59-f3dd075562df tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.054081 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b2e9c45-cf95-444c-9c59-f3dd075562df tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.072745 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-560a205c-d016-4bcb-89d3-30e3f8a1a4b8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.092939 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-560a205c-d016-4bcb-89d3-30e3f8a1a4b8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.160419 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.194270 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1b2e9c45-cf95-444c-9c59-f3dd075562df tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5820031 Jul 16 18:05:29.197517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:29.228828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-46eb5eec-ea60-46e4-9fa3-f02197e1cb5a tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:29.327326 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-560a205c-d016-4bcb-89d3-30e3f8a1a4b8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Floating IP 717b8320-59f5-4c55-8fba-92a41bb529c9 associated. External IP: 172.25.8.41, port: 0598a2d5-d787-4411-9e1c-19663de1d374. Jul 16 18:05:29.399806 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e9c45-cf95-444c-9c59-f3dd075562df tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event updated for resources: {'Network': ['ID=301e5cfd-924e-416e-b84a-46f7b5f19386,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.411306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 301e5cfd-924e-416e-b84a-46f7b5f19386 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:29.457956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087d119-0594-4083-8603-24712de5a367 req-712ff6aa-4d21-423e-864a-c973c337e894 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.465094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7087d119-0594-4083-8603-24712de5a367 req-712ff6aa-4d21-423e-864a-c973c337e894 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 950 time: 0.6557899 Jul 16 18:05:29.516147 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46eb5eec-ea60-46e4-9fa3-f02197e1cb5a tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.539109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7087d119-0594-4083-8603-24712de5a367 req-ad7a208c-34a6-459b-b0c9-00587d0c9cce tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731192 Jul 16 18:05:29.560370 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46eb5eec-ea60-46e4-9fa3-f02197e1cb5a tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.583678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46eb5eec-ea60-46e4-9fa3-f02197e1cb5a tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Network 301e5cfd-924e-416e-b84a-46f7b5f19386 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:05:29.584481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb5eec-ea60-46e4-9fa3-f02197e1cb5a tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.585113 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46eb5eec-ea60-46e4-9fa3-f02197e1cb5a tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.586540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-46eb5eec-ea60-46e4-9fa3-f02197e1cb5a tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "PUT /v2.0/networks/301e5cfd-924e-416e-b84a-46f7b5f19386 HTTP/1.1" status: 200 len: 858 time: 0.3790767 Jul 16 18:05:29.593223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:29.654448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb5eec-ea60-46e4-9fa3-f02197e1cb5a tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event updated for resources: {'Network': ['ID=301e5cfd-924e-416e-b84a-46f7b5f19386,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.701235 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.831745 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.844553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301e5cfd-924e-416e-b84a-46f7b5f19386']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:29.860654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8915c5fb-f64e-476d-b23c-fb015f88acfe') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:29.860957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8915c5fb-f64e-476d-b23c-fb015f88acfe') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:29.863365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560a205c-d016-4bcb-89d3-30e3f8a1a4b8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Router 65046e41-58c0-4f3e-9720-1f7cda08e23a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:29.874935 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.903066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d46da-2975-4b9c-8b60-dc42739c2e21 req-8bcf4aa8-02fa-49dc-a624-b48846a0b020 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.904640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca6d46da-2975-4b9c-8b60-dc42739c2e21 req-8bcf4aa8-02fa-49dc-a624-b48846a0b020 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 945 time: 0.1659160 Jul 16 18:05:29.905855 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.920838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:29.921258 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:29.923154 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:30.003758 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f1beeaa-26d2-4a41-8efb-83f52a2df904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.023318 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca6d46da-2975-4b9c-8b60-dc42739c2e21 req-aa592326-b825-4c5e-8ad0-fede7c5bf4b3 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124291 Jul 16 18:05:30.045406 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5e6fdbc-4093-40e9-a1cf-7aefe56d0a0b req-7f582c89-e819-47a3-b431-ecfc4764bb67 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 210 time: 0.0803871 Jul 16 18:05:30.064857 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.072330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 301e5cfd-924e-416e-b84a-46f7b5f19386 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:05:30.076571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:30.101937 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.101937 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] 10.222.0.52 "DELETE /v2.0/networks/301e5cfd-924e-416e-b84a-46f7b5f19386 HTTP/1.1" status: 204 len: 168 time: 0.5033867 Jul 16 18:05:30.101937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a2ddd-3156-40c0-a9b9-cf33881aff35 tempest-ExternalNetworksTestJSON-1608365097 tempest-ExternalNetworksTestJSON-1608365097-project-admin] Pushing event deleted for resources: {'Network': ['ID=301e5cfd-924e-416e-b84a-46f7b5f19386,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:30.114333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:30.164333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560a205c-d016-4bcb-89d3-30e3f8a1a4b8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:30.180047 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2871dce-f1e7-4c28-911b-8d7089dae19c tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:30.180658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2871dce-f1e7-4c28-911b-8d7089dae19c tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:30.185360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c2871dce-f1e7-4c28-911b-8d7089dae19c tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] 10.222.0.52 "DELETE /v2.0/subnets/e270a213-b9f8-4bdf-9c4b-7c23075be11b HTTP/1.1" status: 404 len: 337 time: 0.0698280 Jul 16 18:05:30.186091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:30.206133 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-560a205c-d016-4bcb-89d3-30e3f8a1a4b8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.234449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:30.322739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ec41cd-da5e-43da-89bc-198d6a58d02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938d2cc3-a7f8-434c-9f2f-01667cbea3fb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:30.325737 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9ce37b-7138-4c06-91c5-9fbd2a549f30" -d '{"events": [{"server_uuid": "36ec41cd-da5e-43da-89bc-198d6a58d02f", "name": "network-vif-unplugged", "status": "completed", "tag": "938d2cc3-a7f8-434c-9f2f-01667cbea3fb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:30.330004 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.346062 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-560a205c-d016-4bcb-89d3-30e3f8a1a4b8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "PUT /v2.0/floatingips/717b8320-59f5-4c55-8fba-92a41bb529c9 HTTP/1.1" status: 200 len: 991 time: 3.1958418 Jul 16 18:05:30.362633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.383185 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.454434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fcc3a-3a68-44e5-9b80-dc5672fc9005 req-c7bfda1b-b19d-449e-bc3f-b3fdb11b942e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.461500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fcc3a-3a68-44e5-9b80-dc5672fc9005 req-c7bfda1b-b19d-449e-bc3f-b3fdb11b942e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.465596 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fe0c3a-608e-4a80-ac9f-c3db403ed9da x-openstack-request-id: req-b1fe0c3a-608e-4a80-ac9f-c3db403ed9da {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:30.465910 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ec41cd-da5e-43da-89bc-198d6a58d02f", "name": "network-vif-unplugged", "status": "completed", "tag": "938d2cc3-a7f8-434c-9f2f-01667cbea3fb", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:30.466321 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1fe0c3a-608e-4a80-ac9f-c3db403ed9da {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:30.466717 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ec41cd-da5e-43da-89bc-198d6a58d02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938d2cc3-a7f8-434c-9f2f-01667cbea3fb', 'code': 200} Jul 16 18:05:30.479272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fcc3a-3a68-44e5-9b80-dc5672fc9005 req-c7bfda1b-b19d-449e-bc3f-b3fdb11b942e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.485410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fcc3a-3a68-44e5-9b80-dc5672fc9005 req-c7bfda1b-b19d-449e-bc3f-b3fdb11b942e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.491504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fcc3a-3a68-44e5-9b80-dc5672fc9005 req-c7bfda1b-b19d-449e-bc3f-b3fdb11b942e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.499093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fcc3a-3a68-44e5-9b80-dc5672fc9005 req-c7bfda1b-b19d-449e-bc3f-b3fdb11b942e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.506555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fcc3a-3a68-44e5-9b80-dc5672fc9005 req-c7bfda1b-b19d-449e-bc3f-b3fdb11b942e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.508509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a5fcc3a-3a68-44e5-9b80-dc5672fc9005 req-c7bfda1b-b19d-449e-bc3f-b3fdb11b942e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.3071070 Jul 16 18:05:30.573179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.589254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75835ad7-89d2-4e17-87e3-e7c10a73df74']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:30.595571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Pushing event updated for resources: {'Port': ['ID=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:30.620214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Attempting to bind port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on host n-h1-793618-9 for vnic_type normal with profile {"migrating_to": "n-h2-793618-9"} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:30.621357 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Attempting to bind port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:30.625730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Attempting to bind port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:30.632876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3248569-0da3-4b1a-b856-15af27a1ee7b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:30.633396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3248569-0da3-4b1a-b856-15af27a1ee7b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:30.636115 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:30.636593 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Attempting to bind port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on network e873bfab-ff66-44cb-8bce-e4e0b5617c01 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:30.652962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:30.653924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Checking segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:30.653924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Bound using segment: {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:30.654461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Bound port: 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f097d7-b630-4e64-bcb9-97fb47a7c189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e873bfab-ff66-44cb-8bce-e4e0b5617c01'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:30.654929 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.694342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a5fcc3a-3a68-44e5-9b80-dc5672fc9005 req-1abe7ea9-8b83-48dc-8a97-217842b085ba tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1674206 Jul 16 18:05:30.696545 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.721868 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.729574 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:30.729985 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:30.733011 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:30.850985 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.870608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:30.878066 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.879235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:30.883695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] 10.222.0.52 "DELETE /v2.0/networks/75835ad7-89d2-4e17-87e3-e7c10a73df74 HTTP/1.1" status: 204 len: 168 time: 0.6964560 Jul 16 18:05:30.884817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b9788-9749-4b1d-a59f-463e25773754 tempest-ExternalNetworksTestJSON-1573175559 tempest-ExternalNetworksTestJSON-1573175559-project] Pushing event deleted for resources: {'Network': ['ID=75835ad7-89d2-4e17-87e3-e7c10a73df74,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:30.890484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.898474 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789512c-8c5a-40b6-a93b-f9d99e1cd347 None None] Sync routers for ids ['65046e41-58c0-4f3e-9720-1f7cda08e23a'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:30.925071 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789512c-8c5a-40b6-a93b-f9d99e1cd347 None None] Routers {'65046e41-58c0-4f3e-9720-1f7cda08e23a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:30.926533 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4789512c-8c5a-40b6-a93b-f9d99e1cd347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:05:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['65046e41-58c0-4f3e-9720-1f7cda08e23a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:31.059150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.059796 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.061421 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] 10.222.0.42 "PUT /v2.0/ports/938d2cc3-a7f8-434c-9f2f-01667cbea3fb HTTP/1.1" status: 200 len: 1121 time: 2.2133167 Jul 16 18:05:31.067952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407212f-28eb-4389-a809-fe9bfe177c7b service neutron] Pushing event updated for resources: {'Port': ['ID=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:31.165098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['938d2cc3-a7f8-434c-9f2f-01667cbea3fb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:31.166159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcab9b-6db8-4f29-9a3b-67c527c655ba req-403c5e91-79af-4e66-9a9f-400570d0d055 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.168913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42dcab9b-6db8-4f29-9a3b-67c527c655ba req-403c5e91-79af-4e66-9a9f-400570d0d055 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 950 time: 0.1733549 Jul 16 18:05:31.185342 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4789512c-8c5a-40b6-a93b-f9d99e1cd347 None None] Set router 65046e41-58c0-4f3e-9720-1f7cda08e23a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:31.250271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['938d2cc3-a7f8-434c-9f2f-01667cbea3fb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:31.253639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42dcab9b-6db8-4f29-9a3b-67c527c655ba req-de0834dd-1f9d-43a8-a5e6-eaddfdceb4ae tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682852 Jul 16 18:05:31.635867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-80f81bf9-fdf6-494a-8401-56d5b7422938 req-46f37c62-f7d9-44dc-be9c-1ff46ba8df5e tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=56315788-a91f-4c99-8c49-cf142f980d23 HTTP/1.1" status: 200 len: 210 time: 0.0755997 Jul 16 18:05:31.680254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:31.693984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573024b-0070-4e8f-8bb7-721922f7b7cb req-5c107556-659d-43fc-95f4-75e41c61b815 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.696883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6573024b-0070-4e8f-8bb7-721922f7b7cb req-5c107556-659d-43fc-95f4-75e41c61b815 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 943 time: 0.2438574 Jul 16 18:05:31.741842 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4789512c-8c5a-40b6-a93b-f9d99e1cd347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '717b8320-59f5-4c55-8fba-92a41bb529c9', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'port_id': '0598a2d5-d787-4411-9e1c-19663de1d374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'mac_address': 'fa:16:3e:c0:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:03:57Z', 'updated_at': '2021-07-16T18:05:28Z', 'revision_number': 1, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887c4328-8e8f-4060-ad6d-cb01ae6bbbeb', 'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'mac_address': 'fa:16:3e:94:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:19Z', 'revision_number': 5, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'subnets': [{'id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:31.770307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6573024b-0070-4e8f-8bb7-721922f7b7cb req-c2443a3d-85cb-44f4-aa30-0f249c45d706 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657358 Jul 16 18:05:31.821733 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789512c-8c5a-40b6-a93b-f9d99e1cd347 None None] Checking router: 65046e41-58c0-4f3e-9720-1f7cda08e23a for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:05:31.858576 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789512c-8c5a-40b6-a93b-f9d99e1cd347 None None] Routers {'65046e41-58c0-4f3e-9720-1f7cda08e23a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:31.859134 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4789512c-8c5a-40b6-a93b-f9d99e1cd347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:05:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['65046e41-58c0-4f3e-9720-1f7cda08e23a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:31.940183 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-806d72f3-abbf-4f7d-8231-220cd769fd37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fae927133414603845c3cfb48916972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585428 Jul 16 18:05:31.943100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:32.005508 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4789512c-8c5a-40b6-a93b-f9d99e1cd347 None None] Set router 65046e41-58c0-4f3e-9720-1f7cda08e23a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:32.013887 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8c1a-278c-400f-bbe6-dabfc6533911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.046294 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8c1a-278c-400f-bbe6-dabfc6533911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.157555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8c1a-278c-400f-bbe6-dabfc6533911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.160480 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8c1a-278c-400f-bbe6-dabfc6533911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.162236 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5fcc8c1a-278c-400f-bbe6-dabfc6533911 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2452d270-010f-4a45-b78e-f8af631274e2 HTTP/1.1" status: 204 len: 168 time: 0.2175236 Jul 16 18:05:32.182060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc8c1a-278c-400f-bbe6-dabfc6533911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2452d270-010f-4a45-b78e-f8af631274e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.202801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10993499-caf7-4bb1-b69c-805e7d9a556f req-ff404a6e-cc73-4980-9605-f0e4466f8ff3 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.212150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10993499-caf7-4bb1-b69c-805e7d9a556f req-ff404a6e-cc73-4980-9605-f0e4466f8ff3 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.218852 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10993499-caf7-4bb1-b69c-805e7d9a556f req-ff404a6e-cc73-4980-9605-f0e4466f8ff3 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.226306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10993499-caf7-4bb1-b69c-805e7d9a556f req-ff404a6e-cc73-4980-9605-f0e4466f8ff3 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.235927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10993499-caf7-4bb1-b69c-805e7d9a556f req-ff404a6e-cc73-4980-9605-f0e4466f8ff3 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.245500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10993499-caf7-4bb1-b69c-805e7d9a556f req-ff404a6e-cc73-4980-9605-f0e4466f8ff3 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.251156 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b78214f-a1a2-46c4-bf8c-0e6f65b010c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.257539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10993499-caf7-4bb1-b69c-805e7d9a556f req-ff404a6e-cc73-4980-9605-f0e4466f8ff3 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.259835 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-10993499-caf7-4bb1-b69c-805e7d9a556f req-ff404a6e-cc73-4980-9605-f0e4466f8ff3 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.1748750 Jul 16 18:05:32.328458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-10993499-caf7-4bb1-b69c-805e7d9a556f req-a600895c-15ef-4b8f-911b-6a937bedecaf tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620310 Jul 16 18:05:32.356269 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.394644 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.430334 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4789512c-8c5a-40b6-a93b-f9d99e1cd347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '717b8320-59f5-4c55-8fba-92a41bb529c9', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'port_id': '0598a2d5-d787-4411-9e1c-19663de1d374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'mac_address': 'fa:16:3e:c0:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:03:57Z', 'updated_at': '2021-07-16T18:05:28Z', 'revision_number': 1, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887c4328-8e8f-4060-ad6d-cb01ae6bbbeb', 'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'mac_address': 'fa:16:3e:94:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:19Z', 'revision_number': 5, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'subnets': [{'id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:32.468505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': '0598a2d5-d787-4411-9e1c-19663de1d374'}, {'name': 'network-changed', 'server_uuid': '36ec41cd-da5e-43da-89bc-198d6a58d02f', 'tag': '938d2cc3-a7f8-434c-9f2f-01667cbea3fb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:32.472084 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20ddbeb-9cac-4efe-8580-a73f969c8e22" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "0598a2d5-d787-4411-9e1c-19663de1d374"}, {"name": "network-changed", "server_uuid": "36ec41cd-da5e-43da-89bc-198d6a58d02f", "tag": "938d2cc3-a7f8-434c-9f2f-01667cbea3fb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:32.509046 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789512c-8c5a-40b6-a93b-f9d99e1cd347 None None] The sync data for ids ['65046e41-58c0-4f3e-9720-1f7cda08e23a'] in n-d-793618-9 is: [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '717b8320-59f5-4c55-8fba-92a41bb529c9', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'port_id': '0598a2d5-d787-4411-9e1c-19663de1d374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'mac_address': 'fa:16:3e:c0:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d55937-7709-450b-9e03-098e27809906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:03:57Z', 'updated_at': '2021-07-16T18:05:28Z', 'revision_number': 1, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887c4328-8e8f-4060-ad6d-cb01ae6bbbeb', 'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'mac_address': 'fa:16:3e:94:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:19Z', 'revision_number': 5, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'subnets': [{'id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:32.600611 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.622789 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5465269d-141d-4d71-a4af-1a2d6593bd1d x-openstack-request-id: req-5465269d-141d-4d71-a4af-1a2d6593bd1d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:32.623117 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "tag": "0598a2d5-d787-4411-9e1c-19663de1d374", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "36ec41cd-da5e-43da-89bc-198d6a58d02f", "tag": "938d2cc3-a7f8-434c-9f2f-01667cbea3fb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:32.623375 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5465269d-141d-4d71-a4af-1a2d6593bd1d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:32.623786 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'tag': '0598a2d5-d787-4411-9e1c-19663de1d374', 'status': 'completed', 'code': 200} Jul 16 18:05:32.624057 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ec41cd-da5e-43da-89bc-198d6a58d02f', 'tag': '938d2cc3-a7f8-434c-9f2f-01667cbea3fb', 'status': 'completed', 'code': 200} Jul 16 18:05:32.769802 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:32.839849 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d039a7c7-13c6-4d39-ab03-4b4a0c857bff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce788280a370433eabae8a9276b9cb14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666552 Jul 16 18:05:32.846782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:32.863946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-32894d41-5b2d-4d6c-9120-d3b3cbb91356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.866409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-32894d41-5b2d-4d6c-9120-d3b3cbb91356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.867135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-32894d41-5b2d-4d6c-9120-d3b3cbb91356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.870740 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-32894d41-5b2d-4d6c-9120-d3b3cbb91356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.871429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-32894d41-5b2d-4d6c-9120-d3b3cbb91356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.872069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-32894d41-5b2d-4d6c-9120-d3b3cbb91356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.874296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-32894d41-5b2d-4d6c-9120-d3b3cbb91356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.878516 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-32894d41-5b2d-4d6c-9120-d3b3cbb91356 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6491 time: 0.2052650 Jul 16 18:05:33.006234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-36782ab8-18e8-4417-9481-c155659946a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.018330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-36782ab8-18e8-4417-9481-c155659946a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 1124 time: 0.3543260 Jul 16 18:05:33.043968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d120e-854d-4ed9-b255-097c9777d4d8 None None] New status for floating IP 717b8320-59f5-4c55-8fba-92a41bb529c9: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:05:33.121800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-3b32a9a9-6eae-4c4e-9aaa-93dec670e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.124519 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-3b32a9a9-6eae-4c4e-9aaa-93dec670e862 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8b48fd7f-5b4c-4c63-b2c9-105c8429269d HTTP/1.1" status: 200 len: 913 time: 0.2358620 Jul 16 18:05:33.297515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-22a5cde9-37f0-4a74-a483-17329f14b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.302964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-22a5cde9-37f0-4a74-a483-17329f14b0b3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.2720945 Jul 16 18:05:33.390102 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-77ac2ce7-b504-4b60-ad49-f820a7ff0925 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0598a2d5-d787-4411-9e1c-19663de1d374 HTTP/1.1" status: 200 len: 999 time: 0.2557130 Jul 16 18:05:33.394239 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f4018f6-d8eb-490e-b755-c67295dca7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.434335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-678dac37-497f-4191-a1f4-273d5dd2c4cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb HTTP/1.1" status: 200 len: 217 time: 0.1170897 Jul 16 18:05:33.483382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-1209439a-c6ca-4186-8872-f6a899e0d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.485218 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-1209439a-c6ca-4186-8872-f6a899e0d708 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fd40a31-1878-4b11-bb87-3f093244a313 HTTP/1.1" status: 200 len: 851 time: 0.0838304 Jul 16 18:05:33.501561 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f4018f6-d8eb-490e-b755-c67295dca7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.579555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0dae-504b-4466-9684-a1e651f07197 req-5af6891b-2e04-4786-95f4-ce433835b464 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.581088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21fb0dae-504b-4466-9684-a1e651f07197 req-5af6891b-2e04-4786-95f4-ce433835b464 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 943 time: 0.2734532 Jul 16 18:05:33.600637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-82f9628d-166c-4c3f-9034-33dd0a459f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.602117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-82f9628d-166c-4c3f-9034-33dd0a459f72 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1570807 Jul 16 18:05:33.604422 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-daeb9beb-ce3f-4808-938e-f642109989ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.606256 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-daeb9beb-ce3f-4808-938e-f642109989ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b48fd7f-5b4c-4c63-b2c9-105c8429269d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124656 Jul 16 18:05:33.622060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-c8b762ed-24a9-4384-9c36-2676eee695b9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:33.623057 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-c8b762ed-24a9-4384-9c36-2676eee695b9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063474 Jul 16 18:05:33.659213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-b6973a1b-824b-4279-9ee9-186c7b527d51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433249 Jul 16 18:05:33.696763 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.750543 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-0fbbf3fa-30f5-46f7-8d5c-f9d345a9f1e2 service neutron] 10.222.0.42 "GET /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188934 Jul 16 18:05:33.946485 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-61d00b0b-3052-4bc0-8565-e9e3c242a721 service neutron] 10.222.0.42 "GET /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843369 Jul 16 18:05:34.094142 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f4018f6-d8eb-490e-b755-c67295dca7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.096778 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f4018f6-d8eb-490e-b755-c67295dca7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.097994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4f4018f6-d8eb-490e-b755-c67295dca7cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/faab84f8-3ec2-4f50-80a0-5d7f4e4b391b HTTP/1.1" status: 204 len: 168 time: 1.2413290 Jul 16 18:05:34.103681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21fb0dae-504b-4466-9684-a1e651f07197 req-1181d7b2-4bb5-4cf8-ad4e-6aa30d845155 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000360 Jul 16 18:05:34.108202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:34.158839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4018f6-d8eb-490e-b755-c67295dca7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faab84f8-3ec2-4f50-80a0-5d7f4e4b391b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.218510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e6ea9-fff1-4600-ae54-1470583157e8 req-7b96b828-d99f-4dfc-80c1-95b128200919 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.227843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e6ea9-fff1-4600-ae54-1470583157e8 req-7b96b828-d99f-4dfc-80c1-95b128200919 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.236692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e6ea9-fff1-4600-ae54-1470583157e8 req-7b96b828-d99f-4dfc-80c1-95b128200919 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.243139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e6ea9-fff1-4600-ae54-1470583157e8 req-7b96b828-d99f-4dfc-80c1-95b128200919 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.249859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e6ea9-fff1-4600-ae54-1470583157e8 req-7b96b828-d99f-4dfc-80c1-95b128200919 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.259304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e6ea9-fff1-4600-ae54-1470583157e8 req-7b96b828-d99f-4dfc-80c1-95b128200919 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.267484 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e6ea9-fff1-4600-ae54-1470583157e8 req-7b96b828-d99f-4dfc-80c1-95b128200919 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.270391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-585e6ea9-fff1-4600-ae54-1470583157e8 req-7b96b828-d99f-4dfc-80c1-95b128200919 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5431 time: 0.7227089 Jul 16 18:05:34.339266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-6383c90a-f994-4c4d-a1a0-8935436ffa40 service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6708462 Jul 16 18:05:34.351478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:34.379383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '700bb1e6-b0d1-4e75-9079-e45d8a9ac09f', 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d', 'port_id': '700bb1e6-b0d1-4e75-9079-e45d8a9ac09f', 'mac_address': 'fa:16:3e:31:a5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceda2a24-c48a-4792-be50-32ed8ad30ecf', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:34.537012 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.554494 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:34.581861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:34.593301 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.594459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7eabc694-8433-42fa-9894-3abdb602e652 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:34.663989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.736140 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7eabc694-8433-42fa-9894-3abdb602e652, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7eabc694-8433-42fa-9894-3abdb602e652,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:34.753856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '7eabc694-8433-42fa-9894-3abdb602e652', 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d', 'port_id': '7eabc694-8433-42fa-9894-3abdb602e652', 'mac_address': 'fa:16:3e:65:75:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceda2a24-c48a-4792-be50-32ed8ad30ecf', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:34.762904 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-585e6ea9-fff1-4600-ae54-1470583157e8 req-4aaea4a5-324c-4d0b-a8c4-0431e80a32d1 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4708209 Jul 16 18:05:34.802667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c20ddbeb-9cac-4efe-8580-a73f969c8e22 req-0dda55d1-170a-4d72-9d06-e81073e85b2c service neutron] 10.222.0.38 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250617 Jul 16 18:05:34.827897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-8131d01c-141e-451c-b28b-f1d34a863645 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.836842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-8131d01c-141e-451c-b28b-f1d34a863645 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.5621104 Jul 16 18:05:34.859413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-fe51020e-2779-40af-9d32-82e3220ea3aa tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/quotas/a1ffeaff18b040c79bcd3f89f49d8d60 HTTP/1.1" status: 200 len: 375 time: 0.0215013 Jul 16 18:05:34.889161 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.902992 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-862b34c0-a038-47ac-927d-265c37332d35 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424840 Jul 16 18:05:34.905587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eabc694-8433-42fa-9894-3abdb602e652 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:34.946082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7eabc694-8433-42fa-9894-3abdb602e652, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7eabc694-8433-42fa-9894-3abdb602e652,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:34.954743 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.955544 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d8801145-f837-4d0e-b9d5-1f06de7a01f4 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:35.032313 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-436f5c81-84ad-4dbb-8b40-a728619f86c0 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109085 Jul 16 18:05:35.126914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=7eabc694-8433-42fa-9894-3abdb602e652,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.148412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d8801145-f837-4d0e-b9d5-1f06de7a01f4, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d8801145-f837-4d0e-b9d5-1f06de7a01f4,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.159945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-9b576eff-2a4c-4432-a878-e642f7f27d1d service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204355 Jul 16 18:05:35.166742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'port_id': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4', 'mac_address': 'fa:16:3e:2a:37:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:35.206934 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.222842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8801145-f837-4d0e-b9d5-1f06de7a01f4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:35.246820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d8801145-f837-4d0e-b9d5-1f06de7a01f4, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d8801145-f837-4d0e-b9d5-1f06de7a01f4,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.252852 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.254025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 594998ad-2e61-4855-828d-8fedaa5b4aae details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:35.352696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d8801145-f837-4d0e-b9d5-1f06de7a01f4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.432421 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.459491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 594998ad-2e61-4855-828d-8fedaa5b4aae, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=594998ad-2e61-4855-828d-8fedaa5b4aae,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.474912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '594998ad-2e61-4855-828d-8fedaa5b4aae', 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484', 'port_id': '594998ad-2e61-4855-828d-8fedaa5b4aae', 'mac_address': 'fa:16:3e:97:c2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93e8465-6528-4566-8e4d-afb8ffbc7d1c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:35.566648 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.589127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594998ad-2e61-4855-828d-8fedaa5b4aae {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:35.615688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2cf9a-c4e5-43b9-89a0-009447868ea8 req-12830219-871a-4890-b626-e19ecd0e692d tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.618918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 594998ad-2e61-4855-828d-8fedaa5b4aae, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=594998ad-2e61-4855-828d-8fedaa5b4aae,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.620161 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aab2cf9a-c4e5-43b9-89a0-009447868ea8 req-12830219-871a-4890-b626-e19ecd0e692d tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 943 time: 0.1386602 Jul 16 18:05:35.627109 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.627849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 1c7fda8b-3138-4238-aa2b-810ce6159203 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:35.699164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aab2cf9a-c4e5-43b9-89a0-009447868ea8 req-7aaba8bf-b24f-4732-b7d5-e2c9cfa270ed tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704062 Jul 16 18:05:35.727448 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 1c7fda8b-3138-4238-aa2b-810ce6159203, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=1c7fda8b-3138-4238-aa2b-810ce6159203,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.730106 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=594998ad-2e61-4855-828d-8fedaa5b4aae,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.742205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '1c7fda8b-3138-4238-aa2b-810ce6159203', 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d', 'port_id': '1c7fda8b-3138-4238-aa2b-810ce6159203', 'mac_address': 'fa:16:3e:d4:b1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceda2a24-c48a-4792-be50-32ed8ad30ecf', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:35.834452 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.878968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7fda8b-3138-4238-aa2b-810ce6159203 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:35.915138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b47a22f0-6011-4717-ba34-748bc5b56143 req-3df6b026-1a17-4935-a060-fffe3e5987a2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d HTTP/1.1" status: 200 len: 210 time: 0.0991592 Jul 16 18:05:35.925005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 1c7fda8b-3138-4238-aa2b-810ce6159203, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=1c7fda8b-3138-4238-aa2b-810ce6159203,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.933981 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.935024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:36.063996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:36.152830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48703f4-cfb1-48f2-b742-69371e8f8141 req-9f8fc742-d1ef-4101-841b-bb804e64276f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.160464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48703f4-cfb1-48f2-b742-69371e8f8141 req-9f8fc742-d1ef-4101-841b-bb804e64276f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.173506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=1c7fda8b-3138-4238-aa2b-810ce6159203,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.173734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48703f4-cfb1-48f2-b742-69371e8f8141 req-9f8fc742-d1ef-4101-841b-bb804e64276f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.181465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48703f4-cfb1-48f2-b742-69371e8f8141 req-9f8fc742-d1ef-4101-841b-bb804e64276f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.189405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48703f4-cfb1-48f2-b742-69371e8f8141 req-9f8fc742-d1ef-4101-841b-bb804e64276f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.198576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48703f4-cfb1-48f2-b742-69371e8f8141 req-9f8fc742-d1ef-4101-841b-bb804e64276f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.200105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 63e7b27f-4930-45a7-bc46-065b5b4fac24 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:36.205874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48703f4-cfb1-48f2-b742-69371e8f8141 req-9f8fc742-d1ef-4101-841b-bb804e64276f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.219147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '3502ebbe-8b90-4a56-afa2-80f95d0e97d8', 'network_id': '29c282e7-cacf-472e-b53a-2daeee14b484', 'port_id': '3502ebbe-8b90-4a56-afa2-80f95d0e97d8', 'mac_address': 'fa:16:3e:cb:59:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93e8465-6528-4566-8e4d-afb8ffbc7d1c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:36.222190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c48703f4-cfb1-48f2-b742-69371e8f8141 req-9f8fc742-d1ef-4101-841b-bb804e64276f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5436 time: 0.1754680 Jul 16 18:05:36.275349 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.281776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c48703f4-cfb1-48f2-b742-69371e8f8141 req-2230a86b-9a9e-4a7b-b46d-bc42b284e50d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563719 Jul 16 18:05:36.305653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:36.418434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:36.472985 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.473689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c4066f96-874a-4e9b-9ebe-2041bf995554 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:36.545077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.600509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c4066f96-874a-4e9b-9ebe-2041bf995554, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c4066f96-874a-4e9b-9ebe-2041bf995554,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:36.611313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:36.625368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'c4066f96-874a-4e9b-9ebe-2041bf995554', 'network_id': '7cc8bf9d-645a-4817-933d-397852636c3d', 'port_id': 'c4066f96-874a-4e9b-9ebe-2041bf995554', 'mac_address': 'fa:16:3e:e2:ed:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceda2a24-c48a-4792-be50-32ed8ad30ecf', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:36.627123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'mac_address': 'fa:16:3e:13:3d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:36.694885 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.720727 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.725182 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4066f96-874a-4e9b-9ebe-2041bf995554 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:36.746827 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c4066f96-874a-4e9b-9ebe-2041bf995554, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c4066f96-874a-4e9b-9ebe-2041bf995554,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:36.758004 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.767854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63e7b27f-4930-45a7-bc46-065b5b4fac24 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:36.822284 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:36.827745 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.857898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c4066f96-874a-4e9b-9ebe-2041bf995554,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.867396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.867751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.868183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.868535 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.868876 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.869336 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.869736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.870086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.870429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.870752 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.871276 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.871613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.958831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=63e7b27f-4930-45a7-bc46-065b5b4fac24,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:37.006526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['63e7b27f-4930-45a7-bc46-065b5b4fac24'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:37.213578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-91fb478a-52b5-46b8-80a0-978d258c900a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.216935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-91fb478a-52b5-46b8-80a0-978d258c900a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.38 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.2383571 Jul 16 18:05:37.232773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:37.257976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Request body: {'port': {'device_id': '4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'admin_state_up': True, 'tenant_id': 'a1ffeaff18b040c79bcd3f89f49d8d60'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:37.441996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['700bb1e6-b0d1-4e75-9079-e45d8a9ac09f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:37.528463 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-36899b01-bbcf-495c-8d59-a22bc2c38f30 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:37.560897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['3502ebbe-8b90-4a56-afa2-80f95d0e97d8'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:37.570099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Made reservation on behalf of a1ffeaff18b040c79bcd3f89f49d8d60 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:37.573371 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['c4066f96-874a-4e9b-9ebe-2041bf995554'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:37.574049 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-36899b01-bbcf-495c-8d59-a22bc2c38f30 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] 10.222.0.52 "PUT /v2.0/quotas/6d1e995ffdd1443582f82f9ad59cc0d8 HTTP/1.1" status: 200 len: 368 time: 0.3383958 Jul 16 18:05:37.575499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:37.578627 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.588152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Request body: {'network': {'project_id': '6d1e995ffdd1443582f82f9ad59cc0d8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:37.618172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['594998ad-2e61-4855-828d-8fedaa5b4aae'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:37.621493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['d8801145-f837-4d0e-b9d5-1f06de7a01f4'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:37.647195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Made reservation on behalf of 6d1e995ffdd1443582f82f9ad59cc0d8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:37.654771 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.685913 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.766840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Allocated IP 172.20.0.9 (75ed4a0f-4d0b-41b2-9c98-90d87191034c/d62c42e8-0fd4-4a43-862e-35deb60b4c2e/a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:37.953614 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.968863 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.034551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:38.052771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad42502-a255-489d-977f-028bac29a590,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:38.054793 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.056603 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.057492 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Added segment 604d00ce-1741-4e67-999e-3159ec436c80 of type vlan for network c6451f8b-22bb-4915-8738-d696e1a0afbf Jul 16 18:05:38.132117 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.168410 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.185182 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.187535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.188593 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.263623 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6868784 Jul 16 18:05:38.268541 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34444) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.277849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-01d0d438-25fb-4a4e-ae86-196d4c9513f1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Request body: {'network': {'project_id': '6d1e995ffdd1443582f82f9ad59cc0d8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:38.307744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event updated for resources: {'Port': ['ID=a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:38.330287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d0d438-25fb-4a4e-ae86-196d4c9513f1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Made reservation on behalf of 6d1e995ffdd1443582f82f9ad59cc0d8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:38.342452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01d0d438-25fb-4a4e-ae86-196d4c9513f1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.388008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 63e7b27f-4930-45a7-bc46-065b5b4fac24 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:38.448451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c27ad-ba3a-4166-99cc-83c466e11ba9 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Pushing event updated for resources: {'Network': ['ID=c6451f8b-22bb-4915-8738-d696e1a0afbf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:38.498435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d0d438-25fb-4a4e-ae86-196d4c9513f1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:38.536966 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01d0d438-25fb-4a4e-ae86-196d4c9513f1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.537802 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-01d0d438-25fb-4a4e-ae86-196d4c9513f1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Added segment 854e42cc-1f3b-4a6f-8a5d-b1e0012f0d1f of type vlan for network 7dd8edd0-3514-4a47-9b0b-1a1784745e60 Jul 16 18:05:38.564280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c6451f8b-22bb-4915-8738-d696e1a0afbf details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:38.566895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['1c7fda8b-3138-4238-aa2b-810ce6159203'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:38.604903 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-a92d0e4d-2dc5-49dc-a6ff-c8af14d4200f service neutron] 10.222.0.38 "GET /v2.0/ports/938d2cc3-a7f8-434c-9f2f-01667cbea3fb/bindings/n-h2-793618-9 HTTP/1.1" status: 200 len: 384 time: 0.2881505 Jul 16 18:05:38.608846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['7eabc694-8433-42fa-9894-3abdb602e652'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:38.626058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Network 75ed4a0f-4d0b-41b2-9c98-90d87191034c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:38.681899 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01d0d438-25fb-4a4e-ae86-196d4c9513f1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.758515 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01d0d438-25fb-4a4e-ae86-196d4c9513f1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.759553 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d0d438-25fb-4a4e-ae86-196d4c9513f1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.766448 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01d0d438-25fb-4a4e-ae86-196d4c9513f1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.905702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 938d2cc3-a7f8-434c-9f2f-01667cbea3fb no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:38.956440 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-01d0d438-25fb-4a4e-ae86-196d4c9513f1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6846983 Jul 16 18:05:38.964563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.972999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:38.980929 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1fc278ef-763b-4ef8-a24d-b1ad702b4688 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Request body: {'network': {'project_id': '6d1e995ffdd1443582f82f9ad59cc0d8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:38.991183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:39.097141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0d438-25fb-4a4e-ae86-196d4c9513f1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Pushing event updated for resources: {'Network': ['ID=7dd8edd0-3514-4a47-9b0b-1a1784745e60,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:39.123923 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc278ef-763b-4ef8-a24d-b1ad702b4688 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:05:39.124864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc278ef-763b-4ef8-a24d-b1ad702b4688 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:39.126602 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1fc278ef-763b-4ef8-a24d-b1ad702b4688 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1609719 Jul 16 18:05:39.239317 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.240190 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.290477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675c14-0ea5-46d3-8082-8acf8d24165b req-031de51e-31b1-42c8-aca6-f0dbbd2577f8 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.302216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f2675c14-0ea5-46d3-8082-8acf8d24165b req-031de51e-31b1-42c8-aca6-f0dbbd2577f8 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 943 time: 0.8018167 Jul 16 18:05:39.326255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-96815c19-f5fc-4474-941a-1dcaadaf7398 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0996697 Jul 16 18:05:39.381283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81228d-f464-464a-ac97-a19f85760f4c req-8b2e32c1-f873-4010-8680-328b3d379e6a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.384994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 7dd8edd0-3514-4a47-9b0b-1a1784745e60 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:39.388772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81228d-f464-464a-ac97-a19f85760f4c req-8b2e32c1-f873-4010-8680-328b3d379e6a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.396643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81228d-f464-464a-ac97-a19f85760f4c req-8b2e32c1-f873-4010-8680-328b3d379e6a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.403651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81228d-f464-464a-ac97-a19f85760f4c req-8b2e32c1-f873-4010-8680-328b3d379e6a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.411096 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81228d-f464-464a-ac97-a19f85760f4c req-8b2e32c1-f873-4010-8680-328b3d379e6a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.423394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81228d-f464-464a-ac97-a19f85760f4c req-8b2e32c1-f873-4010-8680-328b3d379e6a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.431368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81228d-f464-464a-ac97-a19f85760f4c req-8b2e32c1-f873-4010-8680-328b3d379e6a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.440059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af81228d-f464-464a-ac97-a19f85760f4c req-8b2e32c1-f873-4010-8680-328b3d379e6a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5438 time: 0.6242886 Jul 16 18:05:39.453133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Request body: {'port': {'device_id': '4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:39.550885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f2675c14-0ea5-46d3-8082-8acf8d24165b req-657313ba-39f4-47a3-9267-6d0de9d6dcea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461939 Jul 16 18:05:39.561600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-1b4e2b19-b500-4900-ab17-5cb62c6d97a1 service neutron] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:39.638012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:39.763242 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.772067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-1b4e2b19-b500-4900-ab17-5cb62c6d97a1 service neutron] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:39.802381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af81228d-f464-464a-ac97-a19f85760f4c req-a58d34e1-a047-430e-9e86-a0edcf304e29 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3610632 Jul 16 18:05:39.840582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 63e7b27f-4930-45a7-bc46-065b5b4fac24 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:39.853145 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.873815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-1b4e2b19-b500-4900-ab17-5cb62c6d97a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938d2cc3-a7f8-434c-9f2f-01667cbea3fb {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:39.900941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-1b4e2b19-b500-4900-ab17-5cb62c6d97a1 service neutron] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:39.931351 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-1b4e2b19-b500-4900-ab17-5cb62c6d97a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.091900 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-85c7456b-38b3-4a9f-a2eb-2f56bdad58f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d1e995ffdd1443582f82f9ad59cc0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414246 Jul 16 18:05:40.092648 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:40.100051 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.193952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:40.196232 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b143c462-8271-41e6-a932-95defb194ef1" -d '{"events": [{"server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "name": "network-vif-plugged", "status": "completed", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:40.249556 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d570fbc9-9bcb-47d6-8a4f-b539ce791659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.273264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:40.283121 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.284372 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 938d2cc3-a7f8-434c-9f2f-01667cbea3fb no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:40.295270 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d570fbc9-9bcb-47d6-8a4f-b539ce791659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.295636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-1b4e2b19-b500-4900-ab17-5cb62c6d97a1 service neutron] Transition to ACTIVE for port object 938d2cc3-a7f8-434c-9f2f-01667cbea3fb will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:40.396432 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d570fbc9-9bcb-47d6-8a4f-b539ce791659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.399020 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d570fbc9-9bcb-47d6-8a4f-b539ce791659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.400176 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d570fbc9-9bcb-47d6-8a4f-b539ce791659 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ad42502-a255-489d-977f-028bac29a590 HTTP/1.1" status: 204 len: 168 time: 0.3065751 Jul 16 18:05:40.412023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:40.412837 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570fbc9-9bcb-47d6-8a4f-b539ce791659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad42502-a255-489d-977f-028bac29a590,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.470168 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64499e01-f76e-4843-9676-f4d265a07ad9 x-openstack-request-id: req-64499e01-f76e-4843-9676-f4d265a07ad9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:40.472643 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "name": "network-vif-plugged", "status": "completed", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:40.473607 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64499e01-f76e-4843-9676-f4d265a07ad9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:40.475694 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'code': 200} Jul 16 18:05:40.568869 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.625203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=63e7b27f-4930-45a7-bc46-065b5b4fac24,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.683054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-0bfc9f19-0429-4cef-92b2-09a45c5e35a1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.698277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-0bfc9f19-0429-4cef-92b2-09a45c5e35a1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.2382810 Jul 16 18:05:40.739177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a495d756-4e5b-426b-b33c-283f99a4b4ef tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/quotas/a1ffeaff18b040c79bcd3f89f49d8d60 HTTP/1.1" status: 200 len: 375 time: 0.0397701 Jul 16 18:05:40.758050 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-1b4e2b19-b500-4900-ab17-5cb62c6d97a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.758306 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.777285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd8edd0-3514-4a47-9b0b-1a1784745e60']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:40.807317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:40.981624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:40.988090 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:40.988803 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.163999 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854e42cc-1f3b-4a6f-8a5d-b1e0012f0d1f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:41.165186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854e42cc-1f3b-4a6f-8a5d-b1e0012f0d1f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:41.175591 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.184397 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.200780 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.207069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:41.207528 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.256048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:41.263882 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.264963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c4066f96-874a-4e9b-9ebe-2041bf995554 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:41.272145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-1b4e2b19-b500-4900-ab17-5cb62c6d97a1 service neutron] No DVR routers for this DVR port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:41.303169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e2b19-b500-4900-ab17-5cb62c6d97a1 service neutron] Pushing event updated for resources: {'Port': ['ID=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:41.308911 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:41.315221 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.321336 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.326102 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] 10.222.0.52 "DELETE /v2.0/networks/7dd8edd0-3514-4a47-9b0b-1a1784745e60 HTTP/1.1" status: 204 len: 168 time: 0.9097910 Jul 16 18:05:41.338226 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.384438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b7f7b-037b-4199-a827-0d379acb97c1 tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Pushing event deleted for resources: {'Network': ['ID=7dd8edd0-3514-4a47-9b0b-1a1784745e60,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:41.403664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:41.444306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port c4066f96-874a-4e9b-9ebe-2041bf995554 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:41.450652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port c4066f96-874a-4e9b-9ebe-2041bf995554 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:41.453151 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.528607 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.592317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-1b4e2b19-b500-4900-ab17-5cb62c6d97a1 service neutron] 10.222.0.38 "PUT /v2.0/ports/938d2cc3-a7f8-434c-9f2f-01667cbea3fb/bindings/n-h2-793618-9/activate HTTP/1.1" status: 200 len: 369 time: 2.9631951 Jul 16 18:05:41.604359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-b1d2ba8b-fe1a-42a3-a495-d92886919ab8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8623669 Jul 16 18:05:41.610056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.623506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78d1ed-d394-4b0d-acaa-cb0f1b4987ab req-b163a228-d6ff-4900-b2b4-e15541ddc526 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.625698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da78d1ed-d394-4b0d-acaa-cb0f1b4987ab req-b163a228-d6ff-4900-b2b4-e15541ddc526 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 944 time: 0.7942629 Jul 16 18:05:41.662001 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.677828 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6451f8b-22bb-4915-8738-d696e1a0afbf']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:41.727612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da78d1ed-d394-4b0d-acaa-cb0f1b4987ab req-7b61dce1-bbf4-44f3-91d4-07c2fc7270e2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906229 Jul 16 18:05:41.733342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604d00ce-1741-4e67-999e-3159ec436c80') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:41.733689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604d00ce-1741-4e67-999e-3159ec436c80') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:41.748467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c4066f96-874a-4e9b-9ebe-2041bf995554, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c4066f96-874a-4e9b-9ebe-2041bf995554,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:41.760251 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.774063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:41.809683 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:41.820047 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.824290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.845040 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Transition to ACTIVE for port object a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:41.874277 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.902863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:41.903256 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:41.905898 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:41.920329 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-7ddd1beb-4d4c-49ec-99f7-22240178fe55 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:41.938763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-7ddd1beb-4d4c-49ec-99f7-22240178fe55 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119912 Jul 16 18:05:41.977391 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.028018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c4066f96-874a-4e9b-9ebe-2041bf995554,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:42.043400 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.051531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.069875 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] 10.222.0.52 "DELETE /v2.0/networks/c6451f8b-22bb-4915-8738-d696e1a0afbf HTTP/1.1" status: 204 len: 168 time: 0.6842642 Jul 16 18:05:42.091396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:42.100644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:42.100644 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.131041 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896934a-4e35-48c3-a89e-456e59b53d9f tempest-QuotasNegativeTest-2099326892 tempest-QuotasNegativeTest-2099326892-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6451f8b-22bb-4915-8738-d696e1a0afbf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:42.148255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-1fe245f0-1350-45f1-8695-657247d0bc2f tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.156354 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-1fe245f0-1350-45f1-8695-657247d0bc2f tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f&tenant_id=565937de75e3443f93597fdd4f4967e7&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.4700229 Jul 16 18:05:42.267309 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Pushing event updated for resources: {'Port': ['ID=a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:42.301856 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.372781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:42.381700 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.411741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3dd4f14f-7a6a-4938-9744-ab99920b8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.415991 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-3dd4f14f-7a6a-4938-9744-ab99920b8163 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f&tenant_id=565937de75e3443f93597fdd4f4967e7 HTTP/1.1" status: 200 len: 1095 time: 0.2467866 Jul 16 18:05:42.454593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:42.477588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Attempting to bind port a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:42.477588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Attempting to bind port a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:42.477933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Attempting to bind port a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:42.481701 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-d9b7219d-6e87-4322-803e-572d984662df service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338962 Jul 16 18:05:42.494704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700bb1e6-b0d1-4e75-9079-e45d8a9ac09f'}, {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4066f96-874a-4e9b-9ebe-2041bf995554'}, {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3502ebbe-8b90-4a56-afa2-80f95d0e97d8'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:42.500654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08dc0a-b59e-4431-bc9a-e0d62d725509 req-714290f7-ae55-4bcd-822b-bcb0b2083bbf tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.501485 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bfb0f5-cc0f-459f-bdb1-28c698f47778" -d '{"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "700bb1e6-b0d1-4e75-9079-e45d8a9ac09f"}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "c4066f96-874a-4e9b-9ebe-2041bf995554"}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "3502ebbe-8b90-4a56-afa2-80f95d0e97d8"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:42.508652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08dc0a-b59e-4431-bc9a-e0d62d725509 req-714290f7-ae55-4bcd-822b-bcb0b2083bbf tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.514992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08dc0a-b59e-4431-bc9a-e0d62d725509 req-714290f7-ae55-4bcd-822b-bcb0b2083bbf tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.523626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08dc0a-b59e-4431-bc9a-e0d62d725509 req-714290f7-ae55-4bcd-822b-bcb0b2083bbf tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.530030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08dc0a-b59e-4431-bc9a-e0d62d725509 req-714290f7-ae55-4bcd-822b-bcb0b2083bbf tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.538370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08dc0a-b59e-4431-bc9a-e0d62d725509 req-714290f7-ae55-4bcd-822b-bcb0b2083bbf tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.545962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08dc0a-b59e-4431-bc9a-e0d62d725509 req-714290f7-ae55-4bcd-822b-bcb0b2083bbf tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.556332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f08dc0a-b59e-4431-bc9a-e0d62d725509 req-714290f7-ae55-4bcd-822b-bcb0b2083bbf tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5440 time: 0.5646787 Jul 16 18:05:42.578044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Port a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:42.578360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Attempting to bind port a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:42.614601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:42.614992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Checking segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:42.615349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Bound using segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:42.615817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Bound port: a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:42.616760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.638466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-db5a2ae1-30ec-4ed5-9b66-666c475d06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.640787 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-db5a2ae1-30ec-4ed5-9b66-666c475d06f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 1095 time: 0.1838849 Jul 16 18:05:42.682410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:42.702717 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f08dc0a-b59e-4431-bc9a-e0d62d725509 req-332fede2-1295-49f3-83c2-b878342fe0cf tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1452675 Jul 16 18:05:42.798214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-90ec8d3b-d1cf-4422-8fce-08c69c4a1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.800022 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-90ec8d3b-d1cf-4422-8fce-08c69c4a1364 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.1475322 Jul 16 18:05:42.805520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d8801145-f837-4d0e-b9d5-1f06de7a01f4 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:42.855480 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdfae937-611c-4260-89d6-a3ccf6d75a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.876177 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-67582cf3-97f5-4f9a-907b-8aeb5a6a1823 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb HTTP/1.1" status: 200 len: 217 time: 0.0639689 Jul 16 18:05:42.905031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port d8801145-f837-4d0e-b9d5-1f06de7a01f4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:42.910044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port d8801145-f837-4d0e-b9d5-1f06de7a01f4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:42.912853 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.946886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] For port a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:42.955129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] For port a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:42.960730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-5828f9a9-e098-4b44-9717-f6d7f52e5697 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938174 Jul 16 18:05:42.965075 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.002733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-c4be90d9-bc0f-43d0-84dd-92ceaf1b4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.010984 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-c4be90d9-bc0f-43d0-84dd-92ceaf1b4204 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.1269236 Jul 16 18:05:43.042941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Pushing event updated for resources: {'Port': ['ID=a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:43.096871 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-6e83752c-7d0f-4258-9475-ceaf4115d394 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705945 Jul 16 18:05:43.101301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.105094 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.109109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-2cb02706-e4c3-493e-b20a-2034794ff05b service neutron] 10.222.0.38 "PUT /v2.0/ports/a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c HTTP/1.1" status: 200 len: 1091 time: 3.7437131 Jul 16 18:05:43.124741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d', 'tag': 'a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:43.135379 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.142550 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa369229-75bf-4092-aba4-74166d42e86d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d", "tag": "a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:43.194899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d8801145-f837-4d0e-b9d5-1f06de7a01f4, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d8801145-f837-4d0e-b9d5-1f06de7a01f4,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:43.203445 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.207360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 594998ad-2e61-4855-828d-8fedaa5b4aae up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:43.305959 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d8801145-f837-4d0e-b9d5-1f06de7a01f4,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:43.317194 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-0537155a-adcd-4198-be7c-f52a2b1b5696 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160480 Jul 16 18:05:43.403281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-f76d738f-191a-4b37-a66a-8fbeedb50212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.405139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-f76d738f-191a-4b37-a66a-8fbeedb50212 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d HTTP/1.1" status: 200 len: 1094 time: 0.2292421 Jul 16 18:05:43.465097 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 594998ad-2e61-4855-828d-8fedaa5b4aae completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:43.470931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 594998ad-2e61-4855-828d-8fedaa5b4aae triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:43.471969 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.578176 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-7c97cd83-c44a-44b1-9f8d-33c93b043707 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514894 Jul 16 18:05:43.624945 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.656771 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdfae937-611c-4260-89d6-a3ccf6d75a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.667544 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-f44d4141-2c26-4596-9445-f130307f1901 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c HTTP/1.1" status: 200 len: 217 time: 0.2545502 Jul 16 18:05:43.670929 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdfae937-611c-4260-89d6-a3ccf6d75a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.701261 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 594998ad-2e61-4855-828d-8fedaa5b4aae, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=594998ad-2e61-4855-828d-8fedaa5b4aae,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:43.705783 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44002c7a-f1a1-4a2f-be15-7c8c2d55b3c2 x-openstack-request-id: req-44002c7a-f1a1-4a2f-be15-7c8c2d55b3c2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:43.707757 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "700bb1e6-b0d1-4e75-9079-e45d8a9ac09f", "code": 200}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "c4066f96-874a-4e9b-9ebe-2041bf995554", "code": 200}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "3502ebbe-8b90-4a56-afa2-80f95d0e97d8", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:43.708612 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44002c7a-f1a1-4a2f-be15-7c8c2d55b3c2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:43.710491 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700bb1e6-b0d1-4e75-9079-e45d8a9ac09f', 'code': 200} Jul 16 18:05:43.712045 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4066f96-874a-4e9b-9ebe-2041bf995554', 'code': 200} Jul 16 18:05:43.712730 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3502ebbe-8b90-4a56-afa2-80f95d0e97d8', 'code': 200} Jul 16 18:05:43.716300 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.717508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 1c7fda8b-3138-4238-aa2b-810ce6159203 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:43.810249 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cdfae937-611c-4260-89d6-a3ccf6d75a67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cadd8a3cc0614565991b8562ff9ea0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1049323 Jul 16 18:05:43.812729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:43.884950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfae937-611c-4260-89d6-a3ccf6d75a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c424b4c-32cf-4342-90bb-c8c064992f21,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:43.927325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-b9716279-3707-4bcc-b7a4-001ce02723b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.928299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=594998ad-2e61-4855-828d-8fedaa5b4aae,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:43.934630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-b9716279-3707-4bcc-b7a4-001ce02723b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.2489984 Jul 16 18:05:43.993004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b923f-4a22-4b02-ae83-755989e8e328 req-f5298c1a-0d25-46b5-bd07-09e8fe1a69f6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.005771 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8be13a1-4027-4714-8a69-a05d587b9ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.007117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc1b923f-4a22-4b02-ae83-755989e8e328 req-f5298c1a-0d25-46b5-bd07-09e8fe1a69f6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 944 time: 0.5567873 Jul 16 18:05:44.014149 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65917bf4-dbb7-4863-b555-05c7eb5adcb6 x-openstack-request-id: req-65917bf4-dbb7-4863-b555-05c7eb5adcb6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:44.016157 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d", "tag": "a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:44.017392 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65917bf4-dbb7-4863-b555-05c7eb5adcb6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:44.018759 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d', 'tag': 'a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c', 'status': 'completed', 'code': 200} Jul 16 18:05:44.028386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 1c7fda8b-3138-4238-aa2b-810ce6159203 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:44.034614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 1c7fda8b-3138-4238-aa2b-810ce6159203 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:44.034998 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.069253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8be13a1-4027-4714-8a69-a05d587b9ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.106371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-330af267-77d1-4b1d-a3fe-b27aeb5f2333 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604738 Jul 16 18:05:44.288133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-7cca1ff5-de17-46bf-a96a-f06e6fdbee89 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.289785 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-7cca1ff5-de17-46bf-a96a-f06e6fdbee89 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f&tenant_id=565937de75e3443f93597fdd4f4967e7&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.2096047 Jul 16 18:05:44.351780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63c731ad-79d2-4c79-bdae-836a2a775683 req-cf259813-4145-47ca-83ea-9ae9abcc0551 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 210 time: 0.2689810 Jul 16 18:05:44.374765 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.415161 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8be13a1-4027-4714-8a69-a05d587b9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.418567 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8be13a1-4027-4714-8a69-a05d587b9ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.433187 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d8be13a1-4027-4714-8a69-a05d587b9ea9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c424b4c-32cf-4342-90bb-c8c064992f21 HTTP/1.1" status: 204 len: 168 time: 0.6170907 Jul 16 18:05:44.467954 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc1b923f-4a22-4b02-ae83-755989e8e328 req-ebfb56f0-d9e4-4f0c-8bf6-8327ba289b19 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584689 Jul 16 18:05:44.469491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be13a1-4027-4714-8a69-a05d587b9ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c424b4c-32cf-4342-90bb-c8c064992f21,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.485750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-b9a561d2-faf4-4e64-ac35-35e23ef123e8 service neutron] 10.222.0.38 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295712 Jul 16 18:05:44.536863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 1c7fda8b-3138-4238-aa2b-810ce6159203, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=1c7fda8b-3138-4238-aa2b-810ce6159203,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:44.553593 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.556978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7eabc694-8433-42fa-9894-3abdb602e652 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:44.673768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-6d51af3c-78ab-4268-a516-bb53819bbfd5 service neutron] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:44.680043 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-6d51af3c-78ab-4268-a516-bb53819bbfd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.685966 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b86e335f-c71f-43e4-8e06-0507fb6c41d3 req-6d51af3c-78ab-4268-a516-bb53819bbfd5 service neutron] 10.222.0.42 "DELETE /v2.0/ports/938d2cc3-a7f8-434c-9f2f-01667cbea3fb/bindings/n-h1-793618-9 HTTP/1.1" status: 204 len: 173 time: 0.3843126 Jul 16 18:05:44.745805 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=1c7fda8b-3138-4238-aa2b-810ce6159203,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.770218 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 7eabc694-8433-42fa-9894-3abdb602e652 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:44.776496 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 7eabc694-8433-42fa-9894-3abdb602e652 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:44.776982 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.822076 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-3db60c3d-657f-48fd-8007-e0419769f803 service neutron] 10.222.0.38 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214839 Jul 16 18:05:44.867971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480bbbc-4281-4591-9e47-a61e4378ad9e req-7ff8f880-3059-456c-8490-48da94406c57 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.874506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480bbbc-4281-4591-9e47-a61e4378ad9e req-7ff8f880-3059-456c-8490-48da94406c57 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.881059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480bbbc-4281-4591-9e47-a61e4378ad9e req-7ff8f880-3059-456c-8490-48da94406c57 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.887639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480bbbc-4281-4591-9e47-a61e4378ad9e req-7ff8f880-3059-456c-8490-48da94406c57 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.894166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480bbbc-4281-4591-9e47-a61e4378ad9e req-7ff8f880-3059-456c-8490-48da94406c57 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.900825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480bbbc-4281-4591-9e47-a61e4378ad9e req-7ff8f880-3059-456c-8490-48da94406c57 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.922469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480bbbc-4281-4591-9e47-a61e4378ad9e req-7ff8f880-3059-456c-8490-48da94406c57 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.939063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5480bbbc-4281-4591-9e47-a61e4378ad9e req-7ff8f880-3059-456c-8490-48da94406c57 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5444 time: 0.2638597 Jul 16 18:05:44.966592 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.027082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7eabc694-8433-42fa-9894-3abdb602e652, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7eabc694-8433-42fa-9894-3abdb602e652,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:45.036185 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.150429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=7eabc694-8433-42fa-9894-3abdb602e652,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.188211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5480bbbc-4281-4591-9e47-a61e4378ad9e req-ca1b4bde-18e3-4c64-ba19-4ecdd561d699 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2431569 Jul 16 18:05:45.243782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa369229-75bf-4092-aba4-74166d42e86d req-f743e462-37a7-49d8-b126-ea00eb054eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.249883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa369229-75bf-4092-aba4-74166d42e86d req-f743e462-37a7-49d8-b126-ea00eb054eb8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d HTTP/1.1" status: 200 len: 1094 time: 0.2760789 Jul 16 18:05:45.322422 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d0dc69e-e8a2-4f7d-9d74-335e25df81e3 req-d769d1d6-95b5-417c-9022-f05f4f2ac93d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1139021 Jul 16 18:05:45.517248 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dc69e-e8a2-4f7d-9d74-335e25df81e3 req-843a1b8e-ba4b-4d14-a54b-d924a2278b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.520598 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d0dc69e-e8a2-4f7d-9d74-335e25df81e3 req-843a1b8e-ba4b-4d14-a54b-d924a2278b49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=565937de75e3443f93597fdd4f4967e7&device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 1095 time: 0.1629407 Jul 16 18:05:45.640597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:45.676435 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-810e6052-bb61-4692-9d44-4be5921614f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.713939 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4'}, {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594998ad-2e61-4855-828d-8fedaa5b4aae'}, {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7fda8b-3138-4238-aa2b-810ce6159203'}, {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eabc694-8433-42fa-9894-3abdb602e652'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:45.716543 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2979e5-0a45-440f-90d5-7b232fbca669" -d '{"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "d8801145-f837-4d0e-b9d5-1f06de7a01f4"}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "594998ad-2e61-4855-828d-8fedaa5b4aae"}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "1c7fda8b-3138-4238-aa2b-810ce6159203"}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "7eabc694-8433-42fa-9894-3abdb602e652"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:45.859724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dc69e-e8a2-4f7d-9d74-335e25df81e3 req-14fda2a3-d623-415d-9718-6cf9f34a073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.870689 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d0dc69e-e8a2-4f7d-9d74-335e25df81e3 req-14fda2a3-d623-415d-9718-6cf9f34a073f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 200 len: 919 time: 0.2823374 Jul 16 18:05:46.090317 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-810e6052-bb61-4692-9d44-4be5921614f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.096586 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d0dc69e-e8a2-4f7d-9d74-335e25df81e3 req-0490464a-1a51-4c31-a8e2-e2a712724757 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c679c485-5e13-4abe-8128-a3f7f147eb58 HTTP/1.1" status: 200 len: 217 time: 0.2110074 Jul 16 18:05:46.099420 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-810e6052-bb61-4692-9d44-4be5921614f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.252681 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-810e6052-bb61-4692-9d44-4be5921614f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0532906293aa48179fd2121eadbc05d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6106045 Jul 16 18:05:46.256328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:46.276736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-6e7f3832-518b-4fa8-9bd1-625cd8a1ca0d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.279993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-6e7f3832-518b-4fa8-9bd1-625cd8a1ca0d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.2292371 Jul 16 18:05:46.290481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e6052-bb61-4692-9d44-4be5921614f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031549bb-4909-4b8b-a205-a26da63ba85a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:46.320253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dc69e-e8a2-4f7d-9d74-335e25df81e3 req-0c6baf1e-d75e-4a51-aea4-c586b857df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.323648 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d0dc69e-e8a2-4f7d-9d74-335e25df81e3 req-0c6baf1e-d75e-4a51-aea4-c586b857df53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 200 len: 858 time: 0.2179108 Jul 16 18:05:46.345341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Request body: {'port': {'device_id': '328cd283-431d-4ba0-8024-7f8d6eb22129', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'admin_state_up': True, 'tenant_id': 'a1ffeaff18b040c79bcd3f89f49d8d60'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:46.366054 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d0dc69e-e8a2-4f7d-9d74-335e25df81e3 req-96c64c4a-2581-4127-9b41-b6c076672efd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e873bfab-ff66-44cb-8bce-e4e0b5617c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321209 Jul 16 18:05:46.385942 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3d59d43-643c-4cb4-a50e-93c2a44b8f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.412513 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3d59d43-643c-4cb4-a50e-93c2a44b8f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.460211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8fbf70c-0025-4476-b10a-ba4d3b951cdb req-e6079a8d-2140-44d5-95ce-6a682b631149 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 210 time: 0.2781031 Jul 16 18:05:46.654139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa369229-75bf-4092-aba4-74166d42e86d req-252b3b81-aa31-4e49-ae32-417a27a26e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.664442 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa369229-75bf-4092-aba4-74166d42e86d req-252b3b81-aa31-4e49-ae32-417a27a26e79 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&shared=False HTTP/1.1" status: 200 len: 911 time: 1.4040239 Jul 16 18:05:46.670862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Made reservation on behalf of a1ffeaff18b040c79bcd3f89f49d8d60 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:46.676060 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.708156 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3d59d43-643c-4cb4-a50e-93c2a44b8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.723685 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a3d59d43-643c-4cb4-a50e-93c2a44b8f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.724818 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972b75e6-2c83-4fc7-8ee2-de90dee1f5af x-openstack-request-id: req-972b75e6-2c83-4fc7-8ee2-de90dee1f5af {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:46.725440 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "d8801145-f837-4d0e-b9d5-1f06de7a01f4", "code": 200}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "594998ad-2e61-4855-828d-8fedaa5b4aae", "code": 200}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "1c7fda8b-3138-4238-aa2b-810ce6159203", "code": 200}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-plugged", "status": "completed", "tag": "7eabc694-8433-42fa-9894-3abdb602e652", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:46.725570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-8714f825-f32c-4ada-831b-55b16ef3ce45 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.725679 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-972b75e6-2c83-4fc7-8ee2-de90dee1f5af {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:46.726374 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4', 'code': 200} Jul 16 18:05:46.726781 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a3d59d43-643c-4cb4-a50e-93c2a44b8f86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/031549bb-4909-4b8b-a205-a26da63ba85a HTTP/1.1" status: 204 len: 168 time: 0.4690299 Jul 16 18:05:46.726889 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594998ad-2e61-4855-828d-8fedaa5b4aae', 'code': 200} Jul 16 18:05:46.727123 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7fda8b-3138-4238-aa2b-810ce6159203', 'code': 200} Jul 16 18:05:46.727548 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eabc694-8433-42fa-9894-3abdb602e652', 'code': 200} Jul 16 18:05:46.736128 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d0dc69e-e8a2-4f7d-9d74-335e25df81e3 req-9adbe0bc-da40-4b10-9a8a-a0fba33d79d5 service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595088 Jul 16 18:05:46.744209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d59d43-643c-4cb4-a50e-93c2a44b8f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031549bb-4909-4b8b-a205-a26da63ba85a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:46.744751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-8714f825-f32c-4ada-831b-55b16ef3ce45 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d HTTP/1.1" status: 200 len: 943 time: 0.6892707 Jul 16 18:05:46.939351 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d0dc69e-e8a2-4f7d-9d74-335e25df81e3 req-1388ed31-494e-4aab-bea2-d1d21a860e0f service neutron] 10.222.0.42 "GET /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909578 Jul 16 18:05:47.039822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed954588-39d8-49fb-bd7c-a336a5dd466d req-c93dde94-5c51-4348-b8c0-f43ce1394529 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.046905 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed954588-39d8-49fb-bd7c-a336a5dd466d req-c93dde94-5c51-4348-b8c0-f43ce1394529 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 944 time: 0.8534465 Jul 16 18:05:47.489485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa369229-75bf-4092-aba4-74166d42e86d req-4b2ab76f-4a23-47b9-b319-0770fb4cc234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.497298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa369229-75bf-4092-aba4-74166d42e86d req-4b2ab76f-4a23-47b9-b319-0770fb4cc234 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8184299 Jul 16 18:05:47.529289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed954588-39d8-49fb-bd7c-a336a5dd466d req-7a40ad88-87ba-458e-80fc-0c90242d93ad tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323270 Jul 16 18:05:47.681907 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Allocated IP 172.20.0.10 (75ed4a0f-4d0b-41b2-9c98-90d87191034c/d62c42e8-0fd4-4a43-862e-35deb60b4c2e/8a55a844-4224-4fca-b9fe-de28ee2bdb86) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:47.723079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a99345-7e03-41ea-937c-af345dc9e409 req-72bfe136-327d-44d8-8156-65f49f578e12 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.729939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a99345-7e03-41ea-937c-af345dc9e409 req-72bfe136-327d-44d8-8156-65f49f578e12 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.738036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a99345-7e03-41ea-937c-af345dc9e409 req-72bfe136-327d-44d8-8156-65f49f578e12 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.747926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a99345-7e03-41ea-937c-af345dc9e409 req-72bfe136-327d-44d8-8156-65f49f578e12 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.757859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a99345-7e03-41ea-937c-af345dc9e409 req-72bfe136-327d-44d8-8156-65f49f578e12 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.764404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a99345-7e03-41ea-937c-af345dc9e409 req-72bfe136-327d-44d8-8156-65f49f578e12 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.773459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a99345-7e03-41ea-937c-af345dc9e409 req-72bfe136-327d-44d8-8156-65f49f578e12 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.781633 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62a99345-7e03-41ea-937c-af345dc9e409 req-72bfe136-327d-44d8-8156-65f49f578e12 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5445 time: 0.7335103 Jul 16 18:05:47.806584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e074c9-2ac3-449f-bb4a-a54146e3f506 req-21d9d610-9764-47c0-b276-73e078cd5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.807585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e074c9-2ac3-449f-bb4a-a54146e3f506 req-21d9d610-9764-47c0-b276-73e078cd5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.808220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e074c9-2ac3-449f-bb4a-a54146e3f506 req-21d9d610-9764-47c0-b276-73e078cd5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.808841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e074c9-2ac3-449f-bb4a-a54146e3f506 req-21d9d610-9764-47c0-b276-73e078cd5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.809569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e074c9-2ac3-449f-bb4a-a54146e3f506 req-21d9d610-9764-47c0-b276-73e078cd5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.810297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e074c9-2ac3-449f-bb4a-a54146e3f506 req-21d9d610-9764-47c0-b276-73e078cd5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.810964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e074c9-2ac3-449f-bb4a-a54146e3f506 req-21d9d610-9764-47c0-b276-73e078cd5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.813538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4e074c9-2ac3-449f-bb4a-a54146e3f506 req-21d9d610-9764-47c0-b276-73e078cd5709 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6502 time: 0.8680878 Jul 16 18:05:47.993723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-4c84c3f4-4245-4bf0-b5be-81cc68854fb9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Deleting port a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:47.993723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-4c84c3f4-4245-4bf0-b5be-81cc68854fb9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.155685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62a99345-7e03-41ea-937c-af345dc9e409 req-32542a66-e5ed-4c83-8600-1105c84570db tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3729081 Jul 16 18:05:48.192677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4e074c9-2ac3-449f-bb4a-a54146e3f506 req-19370850-7495-41ae-948d-6997aec73c8d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3678720 Jul 16 18:05:48.259796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22e6067c-d456-456c-95e6-6cf920c4403b req-50fba297-b554-467b-aac6-c8e912d5b702 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 210 time: 0.0759602 Jul 16 18:05:48.380976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f2e15b0-6df0-428e-98a0-71e4d46fa15e req-775519a9-7516-4365-97e0-7c4a7f7c631f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4506238 Jul 16 18:05:48.563980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-4c84c3f4-4245-4bf0-b5be-81cc68854fb9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] For port a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:48.564694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-4c84c3f4-4245-4bf0-b5be-81cc68854fb9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.664400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-4c84c3f4-4245-4bf0-b5be-81cc68854fb9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Calling delete_port for a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:48.919103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.974958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74fb5b-06b7-483b-bb00-43c616850bf3 req-fc70e8a8-da41-4be1-b322-f6a1b8728bc5 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.982746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df74fb5b-06b7-483b-bb00-43c616850bf3 req-fc70e8a8-da41-4be1-b322-f6a1b8728bc5 tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 1095 time: 0.4021451 Jul 16 18:05:49.011589 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e15b0-6df0-428e-98a0-71e4d46fa15e req-cd733fb9-df98-41f5-998d-749391513a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.013122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f2e15b0-6df0-428e-98a0-71e4d46fa15e req-cd733fb9-df98-41f5-998d-749391513a42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 1096 time: 0.5364280 Jul 16 18:05:49.078097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:49.154772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df74fb5b-06b7-483b-bb00-43c616850bf3 req-77cdc7a4-e887-4b43-b5d5-9874bb49121b tempest-LiveAutoBlockMigrationV225Test-1543363811 tempest-LiveAutoBlockMigrationV225Test-1543363811-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710284 Jul 16 18:05:49.170648 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-4c84c3f4-4245-4bf0-b5be-81cc68854fb9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.346836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84c3f4-4245-4bf0-b5be-81cc68854fb9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event deleted for resources: {'Port': ['ID=a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.363288 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.479602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093bc38d-b8ff-4984-8d79-11b8b7b07b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.683897 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093bc38d-b8ff-4984-8d79-11b8b7b07b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.687007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:49.695980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event updated for resources: {'Port': ['ID=8a55a844-4224-4fca-b9fe-de28ee2bdb86,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.699503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-4c84c3f4-4245-4bf0-b5be-81cc68854fb9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] No DVR routers for this DVR port a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:49.720270 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-093bc38d-b8ff-4984-8d79-11b8b7b07b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.724388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Network 75ed4a0f-4d0b-41b2-9c98-90d87191034c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:49.725706 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-4c84c3f4-4245-4bf0-b5be-81cc68854fb9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.727696 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ad530f2-5f9d-4474-98c1-6c62fbe128cf req-4c84c3f4-4245-4bf0-b5be-81cc68854fb9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.38 "DELETE /v2.0/ports/a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c HTTP/1.1" status: 204 len: 173 time: 2.9723105 Jul 16 18:05:49.741143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d', 'name': 'network-vif-deleted', 'tag': 'a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:49.743507 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905b8dda-ec4c-4516-bf74-06004401942c" -d '{"events": [{"server_uuid": "4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d", "name": "network-vif-deleted", "tag": "a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:49.748536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e15b0-6df0-428e-98a0-71e4d46fa15e req-40ec12bb-b12d-41d4-831d-fe36e5e93b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.750203 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f2e15b0-6df0-428e-98a0-71e4d46fa15e req-40ec12bb-b12d-41d4-831d-fe36e5e93b81 service neutron] 10.222.0.38 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 915 time: 0.7069013 Jul 16 18:05:49.755319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:49.765812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:49.818745 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-093bc38d-b8ff-4984-8d79-11b8b7b07b16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bdc424894b3543298afe0a3fc1f8187e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7393773 Jul 16 18:05:49.819392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:49.837682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bc38d-b8ff-4984-8d79-11b8b7b07b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cef3794-6e41-4fce-b521-f86e2ad2c018,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.932601 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1468daf0-8869-4958-8041-080f256efe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.948405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.949449 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.994472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a3333709-8da9-4e10-b539-f2e73cea16d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6762183 Jul 16 18:05:50.012937 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1468daf0-8869-4958-8041-080f256efe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.035456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Request body: {'port': {'device_id': '328cd283-431d-4ba0-8024-7f8d6eb22129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:50.055515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1057317095'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:50.073673 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f2e15b0-6df0-428e-98a0-71e4d46fa15e req-68887f2d-9f56-438c-9bb6-a7f30a1bbb8d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcff7823-865a-4ee3-b780-8b9f7da28b23 HTTP/1.1" status: 200 len: 217 time: 0.3089693 Jul 16 18:05:50.093062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Made reservation on behalf of ffeef8cc12754a2da004f49c7e2b582e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:50.096703 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.114542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.139968 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1468daf0-8869-4958-8041-080f256efe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.143310 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1468daf0-8869-4958-8041-080f256efe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.145045 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1468daf0-8869-4958-8041-080f256efe06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9cef3794-6e41-4fce-b521-f86e2ad2c018 HTTP/1.1" status: 204 len: 168 time: 0.3169005 Jul 16 18:05:50.160101 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468daf0-8869-4958-8041-080f256efe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cef3794-6e41-4fce-b521-f86e2ad2c018,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.207783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a35d8-9f16-4096-837c-de629f6d9a4e req-0546b367-60ec-4a19-8f47-71224f62408b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.215849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a35d8-9f16-4096-837c-de629f6d9a4e req-0546b367-60ec-4a19-8f47-71224f62408b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.222920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a35d8-9f16-4096-837c-de629f6d9a4e req-0546b367-60ec-4a19-8f47-71224f62408b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.229299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a35d8-9f16-4096-837c-de629f6d9a4e req-0546b367-60ec-4a19-8f47-71224f62408b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.235306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a35d8-9f16-4096-837c-de629f6d9a4e req-0546b367-60ec-4a19-8f47-71224f62408b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.241542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a35d8-9f16-4096-837c-de629f6d9a4e req-0546b367-60ec-4a19-8f47-71224f62408b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.247974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a35d8-9f16-4096-837c-de629f6d9a4e req-0546b367-60ec-4a19-8f47-71224f62408b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.256742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e5a35d8-9f16-4096-837c-de629f6d9a4e req-0546b367-60ec-4a19-8f47-71224f62408b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5445 time: 0.7351968 Jul 16 18:05:50.278952 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.294449 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.337891 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.351930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:50.360788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ebe02b-76a0-417a-97bb-c35093c9dedb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.367558 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.368177 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Added segment f80e538f-3b58-4b65-b0c0-6cdd43868806 of type vlan for network 36622158-dda9-4ef2-8f5f-e6444caa3783 Jul 16 18:05:50.404642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e15b0-6df0-428e-98a0-71e4d46fa15e req-3ba42a8e-4ef8-4b27-9ceb-25a309b7c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.406442 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f2e15b0-6df0-428e-98a0-71e4d46fa15e req-3ba42a8e-4ef8-4b27-9ceb-25a309b7c514 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7403874-e2c4-4056-a85b-6286c507c9f9 HTTP/1.1" status: 200 len: 854 time: 0.3244116 Jul 16 18:05:50.433865 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.490959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.505980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.511888 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.673462 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9805720 Jul 16 18:05:50.763878 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eca24e-d749-4130-976d-cf3d268b63cc tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Pushing event updated for resources: {'Network': ['ID=36622158-dda9-4ef2-8f5f-e6444caa3783,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.776829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 36622158-dda9-4ef2-8f5f-e6444caa3783 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:50.802398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a55a844-4224-4fca-b9fe-de28ee2bdb86 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:50.837409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.870854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560e194-8f1c-4688-99b1-b0561aa4f1c6 req-7fd29e74-04f2-457c-bbce-13a0cd7ad3fb tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.871896 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b560e194-8f1c-4688-99b1-b0561aa4f1c6 req-7fd29e74-04f2-457c-bbce-13a0cd7ad3fb tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 944 time: 0.0938995 Jul 16 18:05:50.917785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f2e15b0-6df0-428e-98a0-71e4d46fa15e req-9230fcc4-7c20-4638-8181-c8d32b16de6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78ac342c-aeee-4ee0-be14-8b86df8e98bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844436 Jul 16 18:05:50.945473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee57f77-6831-424a-ac5a-eb03f44ad988 req-86c026ae-1468-4a3c-a417-7309e68ea370 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.954901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dee57f77-6831-424a-ac5a-eb03f44ad988 req-86c026ae-1468-4a3c-a417-7309e68ea370 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 932 time: 0.8939185 Jul 16 18:05:51.032191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b560e194-8f1c-4688-99b1-b0561aa4f1c6 req-78c4aca5-7d3c-4a79-a52e-a1050f54ba76 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Deleting port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:51.032723 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b560e194-8f1c-4688-99b1-b0561aa4f1c6 req-78c4aca5-7d3c-4a79-a52e-a1050f54ba76 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.243126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b560e194-8f1c-4688-99b1-b0561aa4f1c6 req-78c4aca5-7d3c-4a79-a52e-a1050f54ba76 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] For port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:51.250246 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b560e194-8f1c-4688-99b1-b0561aa4f1c6 req-78c4aca5-7d3c-4a79-a52e-a1050f54ba76 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.282774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b560e194-8f1c-4688-99b1-b0561aa4f1c6 req-78c4aca5-7d3c-4a79-a52e-a1050f54ba76 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Calling delete_port for 938d2cc3-a7f8-434c-9f2f-01667cbea3fb owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:51.509367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e5a35d8-9f16-4096-837c-de629f6d9a4e req-45f1c9a8-9929-41d8-9a12-7dee57bc870f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2516077 Jul 16 18:05:51.614208 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b560e194-8f1c-4688-99b1-b0561aa4f1c6 req-78c4aca5-7d3c-4a79-a52e-a1050f54ba76 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.615637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Transition to ACTIVE for port object 8a55a844-4224-4fca-b9fe-de28ee2bdb86 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:51.634103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['96e9d70d-2de3-419f-b358-aea7f660609f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:51.660522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dee57f77-6831-424a-ac5a-eb03f44ad988 req-7859bff8-6eac-49aa-a3b9-400f24068ff0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7036948 Jul 16 18:05:51.661853 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.669891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f2e15b0-6df0-428e-98a0-71e4d46fa15e req-d4dcf8cf-bde1-4a8c-b862-6025bb9d903a service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7082729 Jul 16 18:05:51.762696 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe964964-7b04-434a-9ab8-e724d5e55034 x-openstack-request-id: req-fe964964-7b04-434a-9ab8-e724d5e55034 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:51.764929 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d", "name": "network-vif-deleted", "tag": "a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:51.765625 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe964964-7b04-434a-9ab8-e724d5e55034 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:51.767350 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5ce722-7c05-4bf4-8dc9-6ec63e9b0e5d', 'name': 'network-vif-deleted', 'tag': 'a32671e8-4ca1-40c5-a19b-5fdcb0a7f98c', 'status': 'completed', 'code': 200} Jul 16 18:05:51.807175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4aca5-7d3c-4a79-a52e-a1050f54ba76 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Pushing event deleted for resources: {'Port': ['ID=938d2cc3-a7f8-434c-9f2f-01667cbea3fb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:51.851944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b560e194-8f1c-4688-99b1-b0561aa4f1c6 req-78c4aca5-7d3c-4a79-a52e-a1050f54ba76 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] No DVR routers for this DVR port 938d2cc3-a7f8-434c-9f2f-01667cbea3fb on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:51.864979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b560e194-8f1c-4688-99b1-b0561aa4f1c6 req-78c4aca5-7d3c-4a79-a52e-a1050f54ba76 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.867120 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b560e194-8f1c-4688-99b1-b0561aa4f1c6 req-78c4aca5-7d3c-4a79-a52e-a1050f54ba76 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.42 "DELETE /v2.0/ports/938d2cc3-a7f8-434c-9f2f-01667cbea3fb HTTP/1.1" status: 204 len: 173 time: 0.9857378 Jul 16 18:05:51.867589 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ec41cd-da5e-43da-89bc-198d6a58d02f', 'name': 'network-vif-deleted', 'tag': '938d2cc3-a7f8-434c-9f2f-01667cbea3fb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:51.869946 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c892c46-aede-422e-91f1-e527d1352a6b" -d '{"events": [{"server_uuid": "36ec41cd-da5e-43da-89bc-198d6a58d02f", "name": "network-vif-deleted", "tag": "938d2cc3-a7f8-434c-9f2f-01667cbea3fb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:51.897444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Pushing event updated for resources: {'Port': ['ID=8a55a844-4224-4fca-b9fe-de28ee2bdb86,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:51.995675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-456ac285-b733-4fc9-a1b4-446ff92e140d req-451f21c3-ec97-4148-9791-49c7b91adf4a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 210 time: 0.0992935 Jul 16 18:05:52.163213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f2e15b0-6df0-428e-98a0-71e4d46fa15e req-ec2b1315-e876-411f-94ae-df6ec0b0961a service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788530 Jul 16 18:05:52.170693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Attempting to bind port 8a55a844-4224-4fca-b9fe-de28ee2bdb86 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:52.171266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Attempting to bind port 8a55a844-4224-4fca-b9fe-de28ee2bdb86 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:52.171803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Attempting to bind port 8a55a844-4224-4fca-b9fe-de28ee2bdb86 on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:52.182864 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Port 8a55a844-4224-4fca-b9fe-de28ee2bdb86 on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:52.184223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Attempting to bind port 8a55a844-4224-4fca-b9fe-de28ee2bdb86 on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:52.193343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:52.193801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Checking segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:52.194411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Bound using segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:52.194923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Bound port: 8a55a844-4224-4fca-b9fe-de28ee2bdb86, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:52.195362 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.280101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] For port 8a55a844-4224-4fca-b9fe-de28ee2bdb86, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:52.284179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] For port 8a55a844-4224-4fca-b9fe-de28ee2bdb86, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=8a55a844-4224-4fca-b9fe-de28ee2bdb86,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:52.291123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.347336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.347992 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.349465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] 10.222.0.42 "PUT /v2.0/ports/8a55a844-4224-4fca-b9fe-de28ee2bdb86 HTTP/1.1" status: 200 len: 1092 time: 2.3188245 Jul 16 18:05:52.384458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af7b9a-ee05-433d-b6ff-bfc2c185c790 service neutron] Pushing event updated for resources: {'Port': ['ID=8a55a844-4224-4fca-b9fe-de28ee2bdb86,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.514849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:52.521454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Request body: {'port': {'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783', 'binding:host_id': 'n-h1-793618-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-526534522'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:52.542181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-e4965b8e-d404-4247-8885-b16d4359c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.543733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-e4965b8e-d404-4247-8885-b16d4359c900 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 1095 time: 0.1444762 Jul 16 18:05:52.587597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Made reservation on behalf of 3dc5887b007d46e4b2c2c3a947f2d214 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:52.591285 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.608037 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.652901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-08cbfd46-554d-4776-88a5-fcd7f1fa573c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a55a844-4224-4fca-b9fe-de28ee2bdb86 HTTP/1.1" status: 200 len: 217 time: 0.0963988 Jul 16 18:05:52.735067 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed90f325-3cd2-4cfd-a4d1-eb33d350bae6 x-openstack-request-id: req-ed90f325-3cd2-4cfd-a4d1-eb33d350bae6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:52.735356 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ec41cd-da5e-43da-89bc-198d6a58d02f", "name": "network-vif-deleted", "tag": "938d2cc3-a7f8-434c-9f2f-01667cbea3fb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:52.735761 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed90f325-3cd2-4cfd-a4d1-eb33d350bae6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:52.736209 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ec41cd-da5e-43da-89bc-198d6a58d02f', 'name': 'network-vif-deleted', 'tag': '938d2cc3-a7f8-434c-9f2f-01667cbea3fb', 'status': 'completed', 'code': 200} Jul 16 18:05:52.780265 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.785504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-bb5d6fd0-aaa1-4be9-8d59-86bd9b3cea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.787695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-bb5d6fd0-aaa1-4be9-8d59-86bd9b3cea0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.1274357 Jul 16 18:05:52.789241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.796816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] device_id is not set on port 1ced0b73-49b8-4f2e-a468-daad22895679 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:52.868196 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-f6926a36-4340-48bb-b148-fe161e3850fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701735 Jul 16 18:05:52.993657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a61cd-a9c2-4419-9c2c-ff5993931dc3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:53.144279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-a7f23bbf-4692-4090-98e0-5223cc44b504 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674751 Jul 16 18:05:53.246377 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] device_id is not set on port 1ced0b73-49b8-4f2e-a468-daad22895679 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:53.262973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb7808-8e23-492c-82be-be43de0d8ef9 req-997c32fb-2a62-49a1-b450-bf528cf628cb tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.263423 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.268929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb7808-8e23-492c-82be-be43de0d8ef9 req-997c32fb-2a62-49a1-b450-bf528cf628cb tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.275055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb7808-8e23-492c-82be-be43de0d8ef9 req-997c32fb-2a62-49a1-b450-bf528cf628cb tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.278475 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Transition to ACTIVE for port object 1ced0b73-49b8-4f2e-a468-daad22895679 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:53.281042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb7808-8e23-492c-82be-be43de0d8ef9 req-997c32fb-2a62-49a1-b450-bf528cf628cb tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.287820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb7808-8e23-492c-82be-be43de0d8ef9 req-997c32fb-2a62-49a1-b450-bf528cf628cb tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.293610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb7808-8e23-492c-82be-be43de0d8ef9 req-997c32fb-2a62-49a1-b450-bf528cf628cb tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.294267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.299674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb7808-8e23-492c-82be-be43de0d8ef9 req-997c32fb-2a62-49a1-b450-bf528cf628cb tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.310988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63eb7808-8e23-492c-82be-be43de0d8ef9 req-997c32fb-2a62-49a1-b450-bf528cf628cb tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5445 time: 0.3075469 Jul 16 18:05:53.366599 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event updated for resources: {'Port': ['ID=1ced0b73-49b8-4f2e-a468-daad22895679,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:53.375110 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63eb7808-8e23-492c-82be-be43de0d8ef9 req-48351700-4f53-48eb-b4c9-9adf6744c99b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631559 Jul 16 18:05:53.378228 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e99dac18-e9cc-4730-a25e-47c5f715b478 req-4bc221a4-1b55-4907-831a-6f07583105bd service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207203 Jul 16 18:05:53.390330 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Checking segment: {'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:53.394712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Network hostable DHCP agents. Network: 36622158-dda9-4ef2-8f5f-e6444caa3783, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:53.443447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Network 36622158-dda9-4ef2-8f5f-e6444caa3783 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:53.458886 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 36622158-dda9-4ef2-8f5f-e6444caa3783) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:53.463615 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:53.469968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b61ae36-0b4c-407c-973b-8303a6acd178 None None] Network 36622158-dda9-4ef2-8f5f-e6444caa3783 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:53.507418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:53.509431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:53.509961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:53.520054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:53.520700 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:53.523028 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 2 to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 Jul 16 18:05:53.548039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:53.548523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:53.548969 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:53.564368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:53.564859 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:53.565399 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 3 to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 Jul 16 18:05:53.600879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:53.601391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:53.601984 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:53.611505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:53.611920 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:53.613702 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 4 to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 Jul 16 18:05:53.644083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:53.644739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:53.645225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:53.650790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:53.651675 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:53.654574 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 5 to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 Jul 16 18:05:53.684284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:53.684792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:53.685859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:53.692758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:53.693229 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:53.693762 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 6 to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 Jul 16 18:05:53.712629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64e13c-bd49-45c9-87b8-7d5384e431e7 req-3e7feaf0-ab12-4a39-982d-d68277e7abd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.720266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee64e13c-bd49-45c9-87b8-7d5384e431e7 req-3e7feaf0-ab12-4a39-982d-d68277e7abd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 944 time: 0.1045046 Jul 16 18:05:53.720636 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:53.723307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:53.723768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:53.731457 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:53.731926 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:53.732421 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 7 to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 Jul 16 18:05:53.749948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:53.750394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:53.750835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:53.755680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:53.756138 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:53.756637 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 8 to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 Jul 16 18:05:53.768182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328cd283-431d-4ba0-8024-7f8d6eb22129', 'tag': '8a55a844-4224-4fca-b9fe-de28ee2bdb86'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:53.773525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:53.775574 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee70a51-3b94-407c-806e-3c567fd91d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "328cd283-431d-4ba0-8024-7f8d6eb22129", "tag": "8a55a844-4224-4fca-b9fe-de28ee2bdb86"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:53.776028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:53.776449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:53.782807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee64e13c-bd49-45c9-87b8-7d5384e431e7 req-7e823143-327f-48dd-a569-0f238ab3b607 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617108 Jul 16 18:05:53.790087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:53.790985 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:53.790985 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 9 to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 Jul 16 18:05:53.809776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:53.810122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:53.810467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:53.816810 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:53.817152 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:53.817621 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 10 to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 Jul 16 18:05:53.841034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:53.841034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:53.841034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:53.850692 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 1ced0b73-49b8-4f2e-a468-daad22895679 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:53.851035 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 1ced0b73-49b8-4f2e-a468-daad22895679 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:53.851412 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.945347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] For port 1ced0b73-49b8-4f2e-a468-daad22895679, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:53.945739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempted to set empty binding levels {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:05:53.952043 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.988453 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f7a4a8c-bd92-4d77-a91e-8efc7efd0c9d req-43f2a05f-1cba-4ccb-86a3-011a6e698d97 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 210 time: 0.0485480 Jul 16 18:05:53.998702 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event updated for resources: {'Port': ['ID=1ced0b73-49b8-4f2e-a468-daad22895679,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.013016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.014090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.043019 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-662e02b1-15fd-417c-9874-c8ffaeb43772 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.5264556 Jul 16 18:05:54.050192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.201598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8bba15ce-b831-4ec0-8308-94375e5e426c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Deleting port 1ced0b73-49b8-4f2e-a468-daad22895679 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:54.201912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bba15ce-b831-4ec0-8308-94375e5e426c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.278681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8bba15ce-b831-4ec0-8308-94375e5e426c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] For port 1ced0b73-49b8-4f2e-a468-daad22895679, host n-h1-793618-9, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:54.279065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bba15ce-b831-4ec0-8308-94375e5e426c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.297157 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8bba15ce-b831-4ec0-8308-94375e5e426c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Calling delete_port for 1ced0b73-49b8-4f2e-a468-daad22895679 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:54.333291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d52cc-3846-4b77-a56a-ee5e0c91f474 req-f730a674-c625-4d85-ad76-3ac36d986080 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.340404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d52cc-3846-4b77-a56a-ee5e0c91f474 req-f730a674-c625-4d85-ad76-3ac36d986080 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.347595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d52cc-3846-4b77-a56a-ee5e0c91f474 req-f730a674-c625-4d85-ad76-3ac36d986080 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.354015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d52cc-3846-4b77-a56a-ee5e0c91f474 req-f730a674-c625-4d85-ad76-3ac36d986080 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.360350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d52cc-3846-4b77-a56a-ee5e0c91f474 req-f730a674-c625-4d85-ad76-3ac36d986080 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.367324 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d52cc-3846-4b77-a56a-ee5e0c91f474 req-f730a674-c625-4d85-ad76-3ac36d986080 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.374274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d52cc-3846-4b77-a56a-ee5e0c91f474 req-f730a674-c625-4d85-ad76-3ac36d986080 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.389566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b72d52cc-3846-4b77-a56a-ee5e0c91f474 req-f730a674-c625-4d85-ad76-3ac36d986080 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5445 time: 0.1406848 Jul 16 18:05:54.390543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.406654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-57997d87-94a1-4783-99bb-2da24c8181fa tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Request body: {'floatingip': {'port_id': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:54.474537 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897e74b8-ee86-44d4-8121-78af8d86ea7a x-openstack-request-id: req-897e74b8-ee86-44d4-8121-78af8d86ea7a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:54.474884 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328cd283-431d-4ba0-8024-7f8d6eb22129", "tag": "8a55a844-4224-4fca-b9fe-de28ee2bdb86", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:54.475366 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-897e74b8-ee86-44d4-8121-78af8d86ea7a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:54.476344 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328cd283-431d-4ba0-8024-7f8d6eb22129', 'tag': '8a55a844-4224-4fca-b9fe-de28ee2bdb86', 'status': 'completed', 'code': 200} Jul 16 18:05:54.486143 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57997d87-94a1-4783-99bb-2da24c8181fa tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.493553 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bba15ce-b831-4ec0-8308-94375e5e426c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.527258 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8bba15ce-b831-4ec0-8308-94375e5e426c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.532549 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8bba15ce-b831-4ec0-8308-94375e5e426c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "DELETE /v2.0/ports/1ced0b73-49b8-4f2e-a468-daad22895679 HTTP/1.1" status: 204 len: 168 time: 0.4781590 Jul 16 18:05:54.533029 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.544328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba15ce-b831-4ec0-8308-94375e5e426c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ced0b73-49b8-4f2e-a468-daad22895679,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.581009 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4725223-d9cb-43ac-94d0-ad2a5fdd60c6 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:05:54.586086 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c4725223-d9cb-43ac-94d0-ad2a5fdd60c6 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "GET /v2.0/ports/1ced0b73-49b8-4f2e-a468-daad22895679 HTTP/1.1" status: 404 len: 333 time: 0.0524340 Jul 16 18:05:54.590217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.601406 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Request body: {'port': {'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1523329425'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:54.642280 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Made reservation on behalf of 3dc5887b007d46e4b2c2c3a947f2d214 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:54.645617 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.667153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] device_id is not set on port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:54.881982 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.936659 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.986468 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Network 36622158-dda9-4ef2-8f5f-e6444caa3783 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:54.991004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:54.999742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:55.001699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.002407 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.023727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event updated for resources: {'Port': ['ID=5337fbe1-cbb4-4c27-95d3-ecb665fb2434,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.043565 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f70c5425-1d8e-41ea-8231-2f68f73d6321 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4497979 Jul 16 18:05:55.047202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:55.055801 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:55.132310 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee70a51-3b94-407c-806e-3c567fd91d6b req-934b843c-b122-4d6f-b609-8644630f1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.133967 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aee70a51-3b94-407c-806e-3c567fd91d6b req-934b843c-b122-4d6f-b609-8644630f1010 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 1095 time: 0.3055928 Jul 16 18:05:55.147174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.162302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafab1b-452b-4eda-83a8-2b8925169380 req-4416f258-18c5-4b5d-97e1-96032d5ba7b1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.164008 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fafab1b-452b-4eda-83a8-2b8925169380 req-4416f258-18c5-4b5d-97e1-96032d5ba7b1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 944 time: 0.1940355 Jul 16 18:05:55.259410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fafab1b-452b-4eda-83a8-2b8925169380 req-724d0810-488d-4e0f-8961-2df646c9f10b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850863 Jul 16 18:05:55.281602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-57997d87-94a1-4783-99bb-2da24c8181fa tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:05:55.373723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57997d87-94a1-4783-99bb-2da24c8181fa tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.385875 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57997d87-94a1-4783-99bb-2da24c8181fa tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.427529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee70a51-3b94-407c-806e-3c567fd91d6b req-418b7414-9be1-43db-a636-af9bd094c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.429186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aee70a51-3b94-407c-806e-3c567fd91d6b req-418b7414-9be1-43db-a636-af9bd094c2fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 911 time: 0.2777452 Jul 16 18:05:55.460128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] device_id is not set on port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:55.471342 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.487036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Transition to ACTIVE for port object 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:55.492402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.559059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event updated for resources: {'Port': ['ID=5337fbe1-cbb4-4c27-95d3-ecb665fb2434,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.585947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:55.586586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:55.587626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:55.595265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:55.595865 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:55.597244 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 2 to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 Jul 16 18:05:55.611757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7db183e5-ad5d-4b3c-aa0e-c76b70c8a2c6 req-7c11fcdf-b49d-4b86-86af-f8cc58f3dea3 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 210 time: 0.1620996 Jul 16 18:05:55.618084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aee70a51-3b94-407c-806e-3c567fd91d6b req-b7eb6684-4453-4d44-852a-85a2de4afe05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a55a844-4224-4fca-b9fe-de28ee2bdb86 HTTP/1.1" status: 200 len: 217 time: 0.1675611 Jul 16 18:05:55.618865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:55.619419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:55.619945 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:55.636944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:55.637581 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:55.638176 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 3 to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 Jul 16 18:05:55.655375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:55.655998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:55.656520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:55.661677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:55.662248 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:55.662819 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 4 to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 Jul 16 18:05:55.687592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:55.688235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:55.689232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:55.697870 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:55.698469 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:55.699023 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 5 to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 Jul 16 18:05:55.712391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:55.712962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:55.713588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:55.718478 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:55.719028 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:55.719565 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 6 to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 Jul 16 18:05:55.740632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:55.741215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:55.741746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:55.748265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:55.748827 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:55.749765 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 7 to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 Jul 16 18:05:55.772738 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-57997d87-94a1-4783-99bb-2da24c8181fa tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Floating IP 8a310329-1dfd-40e8-b45c-38b2dfa2d1eb associated. External IP: 172.25.8.39, port: d8801145-f837-4d0e-b9d5-1f06de7a01f4. Jul 16 18:05:55.775887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:55.776432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:55.776930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:55.788207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:55.788772 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:55.789495 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 8 to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 Jul 16 18:05:55.815018 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:55.821994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:55.822603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:55.831993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:55.832437 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:55.835495 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 9 to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 Jul 16 18:05:55.864375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:55.864824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:55.865252 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:55.870649 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:55.871080 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:55.871549 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 10 to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 Jul 16 18:05:55.891967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:55.891967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:55.892491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:55.897357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee70a51-3b94-407c-806e-3c567fd91d6b req-8ec3845c-bc98-46a6-bf86-6a5c077e16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.898831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:55.898955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aee70a51-3b94-407c-806e-3c567fd91d6b req-8ec3845c-bc98-46a6-bf86-6a5c077e16c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.2429726 Jul 16 18:05:55.899191 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:05:55.900096 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.959773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aee70a51-3b94-407c-806e-3c567fd91d6b req-8b8b2d14-f82f-488b-8602-941843f10e1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453191 Jul 16 18:05:56.002961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] For port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:56.003755 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempted to set empty binding levels {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:05:56.020444 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.072465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] In _notify_port_updated(), no bound segment for port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:05:56.073939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.075342 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.076904 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "PUT /v2.0/ports/5337fbe1-cbb4-4c27-95d3-ecb665fb2434 HTTP/1.1" status: 200 len: 975 time: 1.0285561 Jul 16 18:05:56.079727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:56.085982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aee70a51-3b94-407c-806e-3c567fd91d6b req-c827f5d6-ff22-4063-937a-0fe09ffc4757 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116023 Jul 16 18:05:56.192350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a426bfe-db36-446b-aa53-a6fb879bad18 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event updated for resources: {'Port': ['ID=5337fbe1-cbb4-4c27-95d3-ecb665fb2434,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.255994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 8a55a844-4224-4fca-b9fe-de28ee2bdb86 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:56.278348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 938d2cc3-a7f8-434c-9f2f-01667cbea3fb no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:56.293504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aee70a51-3b94-407c-806e-3c567fd91d6b req-c6addaf7-7239-4526-830b-8c4ea83a31eb service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202841 Jul 16 18:05:56.405893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.406296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.406763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.407238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.407710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.408175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.408638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.409108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.410300 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.433816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.436195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.436704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.437164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.437681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.438156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.438610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.439083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.439546 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.440015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.440472 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.457939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57997d87-94a1-4783-99bb-2da24c8181fa tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:56.464328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.467585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.475034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.475557 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.479181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 8a55a844-4224-4fca-b9fe-de28ee2bdb86, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=8a55a844-4224-4fca-b9fe-de28ee2bdb86,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:56.482332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.485405 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.485816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.489737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.490555 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.494387 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 938d2cc3-a7f8-434c-9f2f-01667cbea3fb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:56.494919 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 938d2cc3-a7f8-434c-9f2f-01667cbea3fb not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:56.496145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.497169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '8a55a844-4224-4fca-b9fe-de28ee2bdb86', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'port_id': '8a55a844-4224-4fca-b9fe-de28ee2bdb86', 'mac_address': 'fa:16:3e:05:c3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62c42e8-0fd4-4a43-862e-35deb60b4c2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:56.498050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.505573 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.507497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.508035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.508522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.509002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.509501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.509979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.510446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.551865 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.552214 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-02e2aeae-1c74-460a-8ee2-c6cc9182d1ab tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35205 time: 0.4705389 Jul 16 18:05:56.556526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:56.571304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a55a844-4224-4fca-b9fe-de28ee2bdb86 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:56.617617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 8a55a844-4224-4fca-b9fe-de28ee2bdb86, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=8a55a844-4224-4fca-b9fe-de28ee2bdb86,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:56.629750 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.711566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=8a55a844-4224-4fca-b9fe-de28ee2bdb86,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.850366 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-76be1cea-c155-45c9-b8e3-5aa7e732dbf2 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Deleting port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:56.850827 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76be1cea-c155-45c9-b8e3-5aa7e732dbf2 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.899987 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57997d87-94a1-4783-99bb-2da24c8181fa tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:56.916797 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57997d87-94a1-4783-99bb-2da24c8181fa tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.921299 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e8189-bbb7-48b0-b8cc-d9e7cf609e85 None None] Sync routers for ids ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:56.935843 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e8189-bbb7-48b0-b8cc-d9e7cf609e85 None None] Routers {'3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:56.936484 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7d7e8189-bbb7-48b0-b8cc-d9e7cf609e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:05:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:57.028223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349172b-35c9-45ca-b53d-f94b97cac59f req-ea48786c-76e7-4cf9-9ae4-4ab066de61d2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.033012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0349172b-35c9-45ca-b53d-f94b97cac59f req-ea48786c-76e7-4cf9-9ae4-4ab066de61d2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 945 time: 0.2558894 Jul 16 18:05:57.049594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-76be1cea-c155-45c9-b8e3-5aa7e732dbf2 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] For port 5337fbe1-cbb4-4c27-95d3-ecb665fb2434, host n-h1-793618-9, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:57.050933 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76be1cea-c155-45c9-b8e3-5aa7e732dbf2 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.056759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['8a55a844-4224-4fca-b9fe-de28ee2bdb86'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:57.092045 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-76be1cea-c155-45c9-b8e3-5aa7e732dbf2 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Calling delete_port for 5337fbe1-cbb4-4c27-95d3-ecb665fb2434 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:57.172743 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-57997d87-94a1-4783-99bb-2da24c8181fa tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "PUT /v2.0/floatingips/8a310329-1dfd-40e8-b45c-38b2dfa2d1eb HTTP/1.1" status: 200 len: 991 time: 2.7807350 Jul 16 18:05:57.183170 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7d7e8189-bbb7-48b0-b8cc-d9e7cf609e85 None None] Set router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:57.190216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:57.210021 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9f1a1f-2a40-49e9-ba15-23538ca15731" -d '{"events": [{"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "d8801145-f837-4d0e-b9d5-1f06de7a01f4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:57.247159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0349172b-35c9-45ca-b53d-f94b97cac59f req-ffee92f8-e817-4b0c-8727-8ea91bf05913 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047567 Jul 16 18:05:57.319199 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76be1cea-c155-45c9-b8e3-5aa7e732dbf2 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.382682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07e566ba-79d2-48b6-85dd-9a2cf10413b7 req-ef20be39-6462-41a1-92be-1c56e320c38f tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 210 time: 0.0595496 Jul 16 18:05:57.388736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be1cea-c155-45c9-b8e3-5aa7e732dbf2 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event deleted for resources: {'Port': ['ID=5337fbe1-cbb4-4c27-95d3-ecb665fb2434,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:57.396413 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76be1cea-c155-45c9-b8e3-5aa7e732dbf2 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.401242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:57.411603 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-76be1cea-c155-45c9-b8e3-5aa7e732dbf2 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "DELETE /v2.0/ports/5337fbe1-cbb4-4c27-95d3-ecb665fb2434 HTTP/1.1" status: 204 len: 168 time: 0.8536119 Jul 16 18:05:57.433294 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5bef1c-54f5-4d49-ab81-24226d57e0e7 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:05:57.442960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:57.449091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1264551843', 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:57.453587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3f5bef1c-54f5-4d49-ab81-24226d57e0e7 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "GET /v2.0/ports/5337fbe1-cbb4-4c27-95d3-ecb665fb2434 HTTP/1.1" status: 404 len: 333 time: 0.0505998 Jul 16 18:05:57.489439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Made reservation on behalf of 3dc5887b007d46e4b2c2c3a947f2d214 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:57.492452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.526350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] device_id is not set on port 1520e4e7-7c2a-4f92-9397-af727b01131f yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:57.656244 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7d7e8189-bbb7-48b0-b8cc-d9e7cf609e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:03:04Z', 'revision_number': 4, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '8a310329-1dfd-40e8-b45c-38b2dfa2d1eb', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'port_id': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'mac_address': 'fa:16:3e:2a:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:04:03Z', 'updated_at': '2021-07-16T18:05:55Z', 'revision_number': 1, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61235551-5da1-4e1e-b0d3-29a2bb51a9e6', 'name': '', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:01Z', 'updated_at': '2021-07-16T18:03:17Z', 'revision_number': 5, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'subnets': [{'id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:57.697913 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e8189-bbb7-48b0-b8cc-d9e7cf609e85 None None] Checking router: 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:05:57.708036 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e8189-bbb7-48b0-b8cc-d9e7cf609e85 None None] Routers {'3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:57.709365 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7d7e8189-bbb7-48b0-b8cc-d9e7cf609e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:05:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:57.878664 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7d7e8189-bbb7-48b0-b8cc-d9e7cf609e85 None None] Set router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:58.010306 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.113440 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f2b60e-2396-4718-bc92-41aeb9728769 x-openstack-request-id: req-82f2b60e-2396-4718-bc92-41aeb9728769 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:58.113440 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "tag": "d8801145-f837-4d0e-b9d5-1f06de7a01f4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:58.114147 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82f2b60e-2396-4718-bc92-41aeb9728769 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:58.116185 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'tag': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4', 'status': 'completed', 'code': 200} Jul 16 18:05:58.126934 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.173699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Network 36622158-dda9-4ef2-8f5f-e6444caa3783 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:58.177263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:58.181442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:58.182589 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.183259 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.210489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event updated for resources: {'Port': ['ID=1520e4e7-7c2a-4f92-9397-af727b01131f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.241868 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-aa192389-a35a-4e46-b9b3-fa0ad54b808c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7870774 Jul 16 18:05:58.241868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:58.298117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-c03e6d7c-2836-4b45-96d1-a54d7bd72965 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.312375 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-c03e6d7c-2836-4b45-96d1-a54d7bd72965 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 814 time: 0.4865949 Jul 16 18:05:58.324621 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7d7e8189-bbb7-48b0-b8cc-d9e7cf609e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:03:04Z', 'revision_number': 4, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '8a310329-1dfd-40e8-b45c-38b2dfa2d1eb', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'port_id': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'mac_address': 'fa:16:3e:2a:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:04:03Z', 'updated_at': '2021-07-16T18:05:55Z', 'revision_number': 1, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61235551-5da1-4e1e-b0d3-29a2bb51a9e6', 'name': '', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:01Z', 'updated_at': '2021-07-16T18:03:17Z', 'revision_number': 5, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'subnets': [{'id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:58.348425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-56aa9f02-a04c-4de5-a6da-2ab30a16e814 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/quotas/1187b246a700405eb5f19d0e9e997cae HTTP/1.1" status: 200 len: 375 time: 0.0338161 Jul 16 18:05:58.368649 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b3217e-0054-4387-8691-9dc047e6e8b5 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.400094 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b5b3217e-0054-4387-8691-9dc047e6e8b5 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "GET /v2.0/ports/1520e4e7-7c2a-4f92-9397-af727b01131f HTTP/1.1" status: 200 len: 955 time: 0.1600511 Jul 16 18:05:58.400362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:58.409900 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e8189-bbb7-48b0-b8cc-d9e7cf609e85 None None] The sync data for ids ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'] in n-d-793618-9 is: [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:03:04Z', 'revision_number': 4, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '8a310329-1dfd-40e8-b45c-38b2dfa2d1eb', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'port_id': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'mac_address': 'fa:16:3e:2a:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:04:03Z', 'updated_at': '2021-07-16T18:05:55Z', 'revision_number': 1, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61235551-5da1-4e1e-b0d3-29a2bb51a9e6', 'name': '', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:01Z', 'updated_at': '2021-07-16T18:03:17Z', 'revision_number': 5, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'subnets': [{'id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:58.544072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-139793f9-d84d-4d3c-af17-d99a8dbe2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.544666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-139793f9-d84d-4d3c-af17-d99a8dbe2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.545234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-139793f9-d84d-4d3c-af17-d99a8dbe2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.545962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-139793f9-d84d-4d3c-af17-d99a8dbe2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.546455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-139793f9-d84d-4d3c-af17-d99a8dbe2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.547037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-139793f9-d84d-4d3c-af17-d99a8dbe2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.547543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-139793f9-d84d-4d3c-af17-d99a8dbe2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.555744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-139793f9-d84d-4d3c-af17-d99a8dbe2f71 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6502 time: 0.4408820 Jul 16 18:05:58.875446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef09a279-1193-4ba7-b846-e5f26a80436e None None] New status for floating IP 8a310329-1dfd-40e8-b45c-38b2dfa2d1eb: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:05:59.148161 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-2ef93479-8945-4d17-80ec-88f09a578c71 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7982383 Jul 16 18:05:59.309704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-40c98a6d-c575-4db4-a68a-81d14d31984a service neutron] 10.222.0.52 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606505 Jul 16 18:05:59.399574 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b5a48-7ff3-454f-9b5c-2454d5bcfbe0 req-53836608-43ea-4d0b-8e39-cd595dd2230b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.401577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c41b5a48-7ff3-454f-9b5c-2454d5bcfbe0 req-53836608-43ea-4d0b-8e39-cd595dd2230b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 945 time: 0.8434160 Jul 16 18:05:59.403478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7a674caf-8061-496c-b140-53004654c40a tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Deleting port 1520e4e7-7c2a-4f92-9397-af727b01131f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:59.403854 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a674caf-8061-496c-b140-53004654c40a tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.421035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-5e8b290f-6367-4352-9204-fce99a585df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.422696 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-5e8b290f-6367-4352-9204-fce99a585df8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec HTTP/1.1" status: 200 len: 918 time: 0.8661699 Jul 16 18:05:59.624421 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a674caf-8061-496c-b140-53004654c40a tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.650118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c41b5a48-7ff3-454f-9b5c-2454d5bcfbe0 req-d3d1ff27-a592-42fc-ad4e-bc4f52a597e8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304952 Jul 16 18:05:59.668076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7a674caf-8061-496c-b140-53004654c40a tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Calling delete_port for 1520e4e7-7c2a-4f92-9397-af727b01131f owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:59.684448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-f33767dc-6b60-4c02-a5b1-1bc0d390f379 service neutron] 10.222.0.52 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635440 Jul 16 18:05:59.688248 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-36c2251d-8d83-4d65-a5e9-372fb63714b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8801145-f837-4d0e-b9d5-1f06de7a01f4 HTTP/1.1" status: 200 len: 1001 time: 0.2419753 Jul 16 18:05:59.809695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-587b1e83-1772-46fa-a0f9-7efd26a69bfe req-bc369977-d149-4b8c-b630-e90e4695b76b tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 210 time: 0.0439861 Jul 16 18:05:59.825702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-df565854-4cb8-4b6a-aaf6-d962ad112a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.827306 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-df565854-4cb8-4b6a-aaf6-d962ad112a20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306fd435-821d-4c93-9da6-87680b1fbaa4 HTTP/1.1" status: 200 len: 856 time: 0.1028678 Jul 16 18:05:59.934321 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a674caf-8061-496c-b140-53004654c40a tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.997940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a674caf-8061-496c-b140-53004654c40a tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event deleted for resources: {'Port': ['ID=1520e4e7-7c2a-4f92-9397-af727b01131f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:00.006042 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a674caf-8061-496c-b140-53004654c40a tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.010786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7a674caf-8061-496c-b140-53004654c40a tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "DELETE /v2.0/ports/1520e4e7-7c2a-4f92-9397-af727b01131f HTTP/1.1" status: 204 len: 168 time: 1.6071687 Jul 16 18:06:00.011335 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:00.022160 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7491-b27a-40e0-9e8d-b6523c1489d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.025485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-3ac48bbb-69bf-4342-b831-afac715bfa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.027264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-3ac48bbb-69bf-4342-b831-afac715bfa4c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826584 Jul 16 18:06:00.057907 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fba80a-17e2-4f7b-b4bf-f8ea31bb907c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:06:00.067592 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-63fba80a-17e2-4f7b-b4bf-f8ea31bb907c tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "GET /v2.0/ports/1520e4e7-7c2a-4f92-9397-af727b01131f HTTP/1.1" status: 404 len: 333 time: 0.0491269 Jul 16 18:06:00.067796 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:00.104264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Request body: {'port': {'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-794797361'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:00.172134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Made reservation on behalf of 3dc5887b007d46e4b2c2c3a947f2d214 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:00.174428 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.188979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-2f7ba925-35b1-4cc8-b721-c478d3a84b59 service neutron] 10.222.0.38 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521530 Jul 16 18:06:00.214543 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] device_id is not set on port af97a10d-b96e-48ca-bcb9-82b3463c53fe yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:00.282015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 8a55a844-4224-4fca-b9fe-de28ee2bdb86 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:00.339597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d93ada6e-06e0-4f88-a085-db04c741ecb0 req-63ba93c1-21ae-4e5c-8e37-0ff1ad9ca292 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 210 time: 0.1223640 Jul 16 18:06:00.488563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 8a55a844-4224-4fca-b9fe-de28ee2bdb86 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:00.505906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 8a55a844-4224-4fca-b9fe-de28ee2bdb86 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:00.509695 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.519418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.529895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a9f1a1f-2a40-49e9-ba15-23538ca15731 req-3915aba6-49a2-4ad8-b9f4-c6249e93cf64 service neutron] 10.222.0.38 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331661 Jul 16 18:06:00.625057 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.703647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Network 36622158-dda9-4ef2-8f5f-e6444caa3783 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:00.708407 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:00.708826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf7998-8be6-4d83-9cd4-168feb67ae42 req-5b2dbfa7-e6d6-4800-8ac7-2aa052243aa2 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.712746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:00.713961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.714669 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.720217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ecf7998-8be6-4d83-9cd4-168feb67ae42 req-5b2dbfa7-e6d6-4800-8ac7-2aa052243aa2 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 950 time: 0.1427429 Jul 16 18:06:00.744737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event updated for resources: {'Port': ['ID=af97a10d-b96e-48ca-bcb9-82b3463c53fe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:00.762091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.762451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.762869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.763204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.763604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.764066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.764412 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.764755 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.765139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.765560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.765906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.767684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.785967 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e1c0dfaf-a348-4d33-b4ab-cc6905ccf6a8 tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7125480 Jul 16 18:06:00.785967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:00.790990 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.799306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:00.812659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ecf7998-8be6-4d83-9cd4-168feb67ae42 req-6baa5c0c-8e05-4276-967f-8e98e3d4befc tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847125 Jul 16 18:06:00.845920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 8a55a844-4224-4fca-b9fe-de28ee2bdb86, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=8a55a844-4224-4fca-b9fe-de28ee2bdb86,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:00.847736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328cd283-431d-4ba0-8024-7f8d6eb22129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a55a844-4224-4fca-b9fe-de28ee2bdb86'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:00.853455 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d1331d-bc77-4142-a7dd-ccd50b05e648" -d '{"events": [{"server_uuid": "328cd283-431d-4ba0-8024-7f8d6eb22129", "name": "network-vif-plugged", "status": "completed", "tag": "8a55a844-4224-4fca-b9fe-de28ee2bdb86"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:00.857849 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.965028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=8a55a844-4224-4fca-b9fe-de28ee2bdb86,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.051243 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.197068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dcab760e-9dac-454e-9bfb-b2863da171ab req-6c45d608-40d8-4f3b-a283-bae945fc036a tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 210 time: 0.0385458 Jul 16 18:06:01.238810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60464aac-63e5-4944-9bdd-eec3ba0a3260 req-fd424d3b-0154-463c-b8ad-971abe97bf82 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.241545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60464aac-63e5-4944-9bdd-eec3ba0a3260 req-fd424d3b-0154-463c-b8ad-971abe97bf82 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 946 time: 0.1533327 Jul 16 18:06:01.294533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60464aac-63e5-4944-9bdd-eec3ba0a3260 req-1ec04f0e-9d3f-4f10-90ce-f2235625e8d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440733 Jul 16 18:06:01.334311 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee447211-d59f-4a20-95ca-2a628dbbb0c0 x-openstack-request-id: req-ee447211-d59f-4a20-95ca-2a628dbbb0c0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:01.335178 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328cd283-431d-4ba0-8024-7f8d6eb22129", "name": "network-vif-plugged", "status": "completed", "tag": "8a55a844-4224-4fca-b9fe-de28ee2bdb86", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:01.335729 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee447211-d59f-4a20-95ca-2a628dbbb0c0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:01.336331 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328cd283-431d-4ba0-8024-7f8d6eb22129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a55a844-4224-4fca-b9fe-de28ee2bdb86', 'code': 200} Jul 16 18:06:01.429568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] device_id is not set on port af97a10d-b96e-48ca-bcb9-82b3463c53fe yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:01.447505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.478381 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Transition to ACTIVE for port object af97a10d-b96e-48ca-bcb9-82b3463c53fe will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:01.488395 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.558013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9f1f8-438d-41a8-b8fd-d57da622d1e1 req-6119c5f4-50ad-4370-a327-c44f8724696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.559672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15a9f1f8-438d-41a8-b8fd-d57da622d1e1 req-6119c5f4-50ad-4370-a327-c44f8724696b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 1097 time: 0.0654588 Jul 16 18:06:01.560024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:01.560353 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:01.560754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:01.567318 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event updated for resources: {'Port': ['ID=af97a10d-b96e-48ca-bcb9-82b3463c53fe,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.584324 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:01.584940 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:06:01.585610 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 2 to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe Jul 16 18:06:01.601422 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:01.602238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:01.602731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:01.613840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:01.614366 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:06:01.614887 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 3 to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe Jul 16 18:06:01.640320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:01.640745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:01.641156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:01.641484 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15a9f1f8-438d-41a8-b8fd-d57da622d1e1 req-4cac918b-b36d-417a-97bd-9c29e249cee7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733070 Jul 16 18:06:01.649597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:01.650170 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:06:01.650625 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 4 to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe Jul 16 18:06:01.666332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:01.667091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:01.667498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:01.673099 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:01.673603 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:06:01.674287 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 5 to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe Jul 16 18:06:01.718506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:01.720461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:01.721047 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:01.733807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:01.734364 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:06:01.734822 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 6 to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe Jul 16 18:06:01.762368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:01.764445 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:01.765012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:01.771264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:01.772458 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:06:01.773117 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 7 to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe Jul 16 18:06:01.799290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6e9e2c9-014f-471c-8230-4524e5587b4c req-3f61fceb-287d-4543-af68-3512b5fd19ab tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 210 time: 0.0533695 Jul 16 18:06:01.804548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:01.804993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:01.809587 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:01.830053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:01.833216 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:06:01.833832 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 8 to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe Jul 16 18:06:01.862547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:01.863248 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:01.863871 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:01.870147 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:01.870693 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:06:01.871367 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 9 to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe Jul 16 18:06:01.888964 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:01.889378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:01.889732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:01.897203 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:01.897592 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:06:01.898140 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempt 10 to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe Jul 16 18:06:01.914700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:01.915054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:01.915400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempting to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:01.921011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:01.921382 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Failed to bind port af97a10d-b96e-48ca-bcb9-82b3463c53fe on host n-h1-793618-9 for vnic_type normal using segments [{'id': 'f80e538f-3b58-4b65-b0c0-6cdd43868806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '36622158-dda9-4ef2-8f5f-e6444caa3783'}] Jul 16 18:06:01.921777 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.005207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] For port af97a10d-b96e-48ca-bcb9-82b3463c53fe, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:02.005630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attempted to set empty binding levels {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:06:02.015975 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.126199 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] In _notify_port_updated(), no bound segment for port af97a10d-b96e-48ca-bcb9-82b3463c53fe on network 36622158-dda9-4ef2-8f5f-e6444caa3783 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:06:02.127077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.128302 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.133464 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "PUT /v2.0/ports/af97a10d-b96e-48ca-bcb9-82b3463c53fe HTTP/1.1" status: 200 len: 974 time: 1.3456357 Jul 16 18:06:02.158179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:02.159047 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898839b-07e6-4ca8-ab91-72e16b7002af tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event updated for resources: {'Port': ['ID=af97a10d-b96e-48ca-bcb9-82b3463c53fe,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:02.251318 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0534480f-8479-4467-8aaa-b3e04d44d314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.257008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-a9b6d956-e3d4-4e21-99a8-1ab326715352 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.259332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-a9b6d956-e3d4-4e21-99a8-1ab326715352 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.38 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 814 time: 0.2348051 Jul 16 18:06:02.285479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Request body: {'port': {'device_id': '3f09a6fb-fdbe-48df-b801-923dca19bf1a', 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb', 'admin_state_up': True, 'tenant_id': '1187b246a700405eb5f19d0e9e997cae'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:02.337062 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:06:02.391067 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.397839 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.525840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Made reservation on behalf of 1187b246a700405eb5f19d0e9e997cae for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:02.530624 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.605414 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.622050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9191bf76-956e-4f50-816c-04179e3a0ffe tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Deleting port af97a10d-b96e-48ca-bcb9-82b3463c53fe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:02.624245 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9191bf76-956e-4f50-816c-04179e3a0ffe tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.780506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9191bf76-956e-4f50-816c-04179e3a0ffe tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] For port af97a10d-b96e-48ca-bcb9-82b3463c53fe, host n-h1-793618-9, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:02.780879 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9191bf76-956e-4f50-816c-04179e3a0ffe tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.814866 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9191bf76-956e-4f50-816c-04179e3a0ffe tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Calling delete_port for af97a10d-b96e-48ca-bcb9-82b3463c53fe owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:02.849614 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-767beb81-b267-4eb9-b669-8bae251759c2 req-a663c92c-daab-4b00-88f8-02ee8985db52 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=36ec41cd-da5e-43da-89bc-198d6a58d02f HTTP/1.1" status: 200 len: 210 time: 0.0660520 Jul 16 18:06:02.927285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Allocated IP 172.20.0.3 (78ac342c-aeee-4ee0-be14-8b86df8e98bb/b7403874-e2c4-4056-a85b-6286c507c9f9/39b79104-43e6-4f00-bea4-086e0abdbabd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:02.951242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e1469-1d7b-4381-bdb7-a239a681a3b7 req-36eeb3d6-a21b-4667-ab39-57f654d36cb5 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.959668 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b53e1469-1d7b-4381-bdb7-a239a681a3b7 req-36eeb3d6-a21b-4667-ab39-57f654d36cb5 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 946 time: 0.2176640 Jul 16 18:06:03.030602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9191bf76-956e-4f50-816c-04179e3a0ffe tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.043280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b53e1469-1d7b-4381-bdb7-a239a681a3b7 req-d67ed6dc-3b59-48aa-800d-f65892810004 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826106 Jul 16 18:06:03.103333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9191bf76-956e-4f50-816c-04179e3a0ffe tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.105824 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9191bf76-956e-4f50-816c-04179e3a0ffe tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "DELETE /v2.0/ports/af97a10d-b96e-48ca-bcb9-82b3463c53fe HTTP/1.1" status: 204 len: 168 time: 0.9436500 Jul 16 18:06:03.107173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191bf76-956e-4f50-816c-04179e3a0ffe tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] Pushing event deleted for resources: {'Port': ['ID=af97a10d-b96e-48ca-bcb9-82b3463c53fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:03.111602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:03.186308 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-51807644-f0a6-46bd-b1fc-4c4f83b465dc tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:06:03.189375 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-51807644-f0a6-46bd-b1fc-4c4f83b465dc tempest-PortsAdminExtendedAttrsTestJSON-1031178640 tempest-PortsAdminExtendedAttrsTestJSON-1031178640-project-admin] 10.222.0.52 "GET /v2.0/ports/af97a10d-b96e-48ca-bcb9-82b3463c53fe HTTP/1.1" status: 404 len: 333 time: 0.0747209 Jul 16 18:06:03.200676 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:03.290800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf5cf950-d31b-40d8-9d0e-04dc263ba579 req-b5b48781-7495-4b7b-82bd-1428966a6e4e tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 210 time: 0.0605071 Jul 16 18:06:03.385949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.395708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.508596 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.513176 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.524353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['fcff7823-865a-4ee3-b780-8b9f7da28b23', '887bbe77-12a9-46de-abd3-8f9901bc6418'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:03.526558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36622158-dda9-4ef2-8f5f-e6444caa3783']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:03.527001 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5fc6890b-18ca-427d-afa0-076456ee3372'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:03.543164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80e538f-3b58-4b65-b0c0-6cdd43868806') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:03.543708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80e538f-3b58-4b65-b0c0-6cdd43868806') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:03.553744 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.571200 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.578914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:03.579762 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:03.607751 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:03.732599 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.737770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Network 78ac342c-aeee-4ee0-be14-8b86df8e98bb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:03.743544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:03.747349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:03.757471 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.774325 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.780221 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] 10.222.0.52 "DELETE /v2.0/networks/36622158-dda9-4ef2-8f5f-e6444caa3783 HTTP/1.1" status: 204 len: 168 time: 0.5761573 Jul 16 18:06:03.784776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Pushing event updated for resources: {'Port': ['ID=39b79104-43e6-4f00-bea4-086e0abdbabd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:03.798027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:03.798588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:03.799240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:03.799789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:03.800448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:03.801093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:03.801957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:03.802605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:03.802895 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104231f-4fe0-4042-be82-a8b74af6a4ef tempest-PortsAdminExtendedAttrsTestJSON-1708002697 tempest-PortsAdminExtendedAttrsTestJSON-1708002697-project] Pushing event deleted for resources: {'Network': ['ID=36622158-dda9-4ef2-8f5f-e6444caa3783,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:03.803271 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:03.803761 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:03.809469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:03.809911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:03.840719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.841591 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.859251 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-b954dae1-060d-4309-b42a-09ea3d2dd706 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5825212 Jul 16 18:06:03.884413 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Request body: {'port': {'device_id': '3f09a6fb-fdbe-48df-b801-923dca19bf1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:03.983186 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.167061 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:04.314954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 63e7b27f-4930-45a7-bc46-065b5b4fac24 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:04.355598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:04.560365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9f15-8b84-4c36-81cb-494dd6ee9732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.626973 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.670564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:04.673061 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aeaffb-a5dc-4284-829e-878fc6edaea9" -d '{"events": [{"server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "name": "network-vif-unplugged", "status": "completed", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:04.722348 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c2ecac9d-1a58-4878-8fe4-614c107fac3d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ffeef8cc12754a2da004f49c7e2b582e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646495 Jul 16 18:06:04.729956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35110) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:04.733861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:04.741294 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.767033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118cca3-2d67-4a26-be0a-4f7271fe550c req-f13428ad-060f-4ed4-bdb0-c1d148c63251 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.771278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6118cca3-2d67-4a26-be0a-4f7271fe550c req-f13428ad-060f-4ed4-bdb0-c1d148c63251 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 946 time: 0.3861980 Jul 16 18:06:04.817300 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=63e7b27f-4930-45a7-bc46-065b5b4fac24,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.916867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6118cca3-2d67-4a26-be0a-4f7271fe550c req-86a89d7a-7e5c-420f-aca0-d91a68ebac30 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386890 Jul 16 18:06:04.960217 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d643642-2326-4398-b677-3122b4636905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.008602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d643642-2326-4398-b677-3122b4636905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.019965 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e77639-20d4-4f41-85e5-6cb1c89ab704 x-openstack-request-id: req-a7e77639-20d4-4f41-85e5-6cb1c89ab704 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:05.020796 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "name": "network-vif-unplugged", "status": "completed", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:05.021060 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7e77639-20d4-4f41-85e5-6cb1c89ab704 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:05.022020 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'code': 200} Jul 16 18:06:05.044921 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9f15-8b84-4c36-81cb-494dd6ee9732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.060082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9f15-8b84-4c36-81cb-494dd6ee9732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.089010 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4e5d9f15-8b84-4c36-81cb-494dd6ee9732 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=310f9890559748f99c1de45e7d18599a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9206524 Jul 16 18:06:05.092277 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:05.113157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b79104-43e6-4f00-bea4-086e0abdbabd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:05.141096 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894364b-3883-4ebe-8f40-1ee9d35931c5 req-9f7a943c-ab4a-436e-a72f-7012d733db80 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.142777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9894364b-3883-4ebe-8f40-1ee9d35931c5 req-9f7a943c-ab4a-436e-a72f-7012d733db80 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 931 time: 0.2054021 Jul 16 18:06:05.149691 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.199082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d9f15-8b84-4c36-81cb-494dd6ee9732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e56765-eab1-4a70-a31f-4495ca0fa2c4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.225008 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d643642-2326-4398-b677-3122b4636905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.228137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Transition to ACTIVE for port object 39b79104-43e6-4f00-bea4-086e0abdbabd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:05.228702 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d643642-2326-4398-b677-3122b4636905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.233244 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0d643642-2326-4398-b677-3122b4636905 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67ebe02b-76a0-417a-97bb-c35093c9dedb HTTP/1.1" status: 204 len: 168 time: 0.5000751 Jul 16 18:06:05.254982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d643642-2326-4398-b677-3122b4636905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ebe02b-76a0-417a-97bb-c35093c9dedb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.256203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.258045 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55fcc03d-2b6c-46c6-9fb5-de366c95a455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.332725 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55fcc03d-2b6c-46c6-9fb5-de366c95a455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.401222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9894364b-3883-4ebe-8f40-1ee9d35931c5 req-0e437656-c1d7-4d98-856c-bd0ad983dec6 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487764 Jul 16 18:06:05.413280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55fcc03d-2b6c-46c6-9fb5-de366c95a455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.416210 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55fcc03d-2b6c-46c6-9fb5-de366c95a455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.417822 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-55fcc03d-2b6c-46c6-9fb5-de366c95a455 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61e56765-eab1-4a70-a31f-4495ca0fa2c4 HTTP/1.1" status: 204 len: 168 time: 0.3245034 Jul 16 18:06:05.420465 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.438137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcc03d-2b6c-46c6-9fb5-de366c95a455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e56765-eab1-4a70-a31f-4495ca0fa2c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.608588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=39b79104-43e6-4f00-bea4-086e0abdbabd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.921883 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:05.941486 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Attempting to bind port 39b79104-43e6-4f00-bea4-086e0abdbabd on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:05.942039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Attempting to bind port 39b79104-43e6-4f00-bea4-086e0abdbabd by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:05.942682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Attempting to bind port 39b79104-43e6-4f00-bea4-086e0abdbabd on network 78ac342c-aeee-4ee0-be14-8b86df8e98bb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:05.957678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Port 39b79104-43e6-4f00-bea4-086e0abdbabd on network 78ac342c-aeee-4ee0-be14-8b86df8e98bb not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:05.958030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Attempting to bind port 39b79104-43e6-4f00-bea4-086e0abdbabd on network 78ac342c-aeee-4ee0-be14-8b86df8e98bb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:05.974364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5efd2-c2e7-4377-8bba-941a040687c4 req-d7c00edb-3b50-446d-b494-ca40127f67bc tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.979386 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5f6f8f8b-4595-4252-b540-c49edd1fc7a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dc5887b007d46e4b2c2c3a947f2d214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560007 Jul 16 18:06:05.981696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:05.983027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07c5efd2-c2e7-4377-8bba-941a040687c4 req-d7c00edb-3b50-446d-b494-ca40127f67bc tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 946 time: 0.2863877 Jul 16 18:06:05.993964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:05.994317 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Checking segment: {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:05.994754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Bound using segment: {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:05.995212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Bound port: 39b79104-43e6-4f00-bea4-086e0abdbabd, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6669ef64-bb21-4dc0-81ca-a844f65921db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:05.995578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.041103 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-156266c3-5bf5-440b-bfd7-c87bb11484b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.067365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-156266c3-5bf5-440b-bfd7-c87bb11484b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.125019 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-156266c3-5bf5-440b-bfd7-c87bb11484b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.127825 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-156266c3-5bf5-440b-bfd7-c87bb11484b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.130295 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-156266c3-5bf5-440b-bfd7-c87bb11484b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/593a61cd-a9c2-4419-9c2c-ff5993931dc3 HTTP/1.1" status: 204 len: 168 time: 0.1461082 Jul 16 18:06:06.133088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] For port 39b79104-43e6-4f00-bea4-086e0abdbabd, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:06.138637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156266c3-5bf5-440b-bfd7-c87bb11484b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a61cd-a9c2-4419-9c2c-ff5993931dc3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:06.163279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] For port 39b79104-43e6-4f00-bea4-086e0abdbabd, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=39b79104-43e6-4f00-bea4-086e0abdbabd,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:06.167353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07c5efd2-c2e7-4377-8bba-941a040687c4 req-1e4d36c6-5bd9-462f-9aef-e656a67d479e tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835203 Jul 16 18:06:06.176384 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.232427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.233131 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.234725 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] 10.222.0.38 "PUT /v2.0/ports/39b79104-43e6-4f00-bea4-086e0abdbabd HTTP/1.1" status: 200 len: 1091 time: 2.3622334 Jul 16 18:06:06.235273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f09a6fb-fdbe-48df-b801-923dca19bf1a', 'tag': '39b79104-43e6-4f00-bea4-086e0abdbabd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:06.240718 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1653fd34-119d-4797-a509-c3fb48655c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f09a6fb-fdbe-48df-b801-923dca19bf1a", "tag": "39b79104-43e6-4f00-bea4-086e0abdbabd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:06.278216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f69e3f-16df-4ed1-b830-dd7138c83bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=39b79104-43e6-4f00-bea4-086e0abdbabd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:06.338893 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18140773-4959-443f-a9ac-61ac2ee1e553 x-openstack-request-id: req-18140773-4959-443f-a9ac-61ac2ee1e553 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:06.339516 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f09a6fb-fdbe-48df-b801-923dca19bf1a", "tag": "39b79104-43e6-4f00-bea4-086e0abdbabd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:06.340102 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18140773-4959-443f-a9ac-61ac2ee1e553 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:06.340694 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f09a6fb-fdbe-48df-b801-923dca19bf1a', 'tag': '39b79104-43e6-4f00-bea4-086e0abdbabd', 'status': 'completed', 'code': 200} Jul 16 18:06:06.382186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-108330b8-822a-4d38-b516-9f72e6b09d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.389202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-108330b8-822a-4d38-b516-9f72e6b09d2d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 1094 time: 0.0891993 Jul 16 18:06:06.470739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-2807042a-6f0f-47aa-9c47-39adb838d200 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b79104-43e6-4f00-bea4-086e0abdbabd HTTP/1.1" status: 200 len: 217 time: 0.0754919 Jul 16 18:06:06.555611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-707ca3ba-f86a-41a1-a7a3-751825ebf0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.557036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-707ca3ba-f86a-41a1-a7a3-751825ebf0e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7403874-e2c4-4056-a85b-6286c507c9f9 HTTP/1.1" status: 200 len: 854 time: 0.0800345 Jul 16 18:06:06.631742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-5521019a-0d96-4018-ad34-059f0d488c62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78ac342c-aeee-4ee0-be14-8b86df8e98bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620775 Jul 16 18:06:06.791337 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-70b05cf0-8488-46ce-8ea3-18a05cf17e91 service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489985 Jul 16 18:06:06.908719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebf5ca-7b64-4194-b731-7e7cc157b75b req-e02df11b-9349-4f97-bf8a-fcdd4d0af403 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.910365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64ebf5ca-7b64-4194-b731-7e7cc157b75b req-e02df11b-9349-4f97-bf8a-fcdd4d0af403 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 943 time: 0.2814033 Jul 16 18:06:06.979553 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0678eb5-e6fd-4ca7-9ad1-b3b3c01964d6 req-63dd2a33-7e5c-4d91-921b-d3c3565c34b5 service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812639 Jul 16 18:06:07.005688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64ebf5ca-7b64-4194-b731-7e7cc157b75b req-84590edb-9a1c-4ae7-94a1-d8494699f665 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885394 Jul 16 18:06:07.174538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653fd34-119d-4797-a509-c3fb48655c0f req-e4504831-f292-4e6d-9f57-2d141d27d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.183534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1653fd34-119d-4797-a509-c3fb48655c0f req-e4504831-f292-4e6d-9f57-2d141d27d0da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 1094 time: 0.1415200 Jul 16 18:06:07.302055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653fd34-119d-4797-a509-c3fb48655c0f req-20ec5a35-03c3-4487-819b-50b24d97f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.303944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1653fd34-119d-4797-a509-c3fb48655c0f req-20ec5a35-03c3-4487-819b-50b24d97f2be service neutron] 10.222.0.38 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 915 time: 0.1126156 Jul 16 18:06:07.363741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1653fd34-119d-4797-a509-c3fb48655c0f req-3b72f7be-a3dd-4817-8c1e-eb2201159d17 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b79104-43e6-4f00-bea4-086e0abdbabd HTTP/1.1" status: 200 len: 217 time: 0.0514526 Jul 16 18:06:07.425952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:07.484405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653fd34-119d-4797-a509-c3fb48655c0f req-f3d6ed72-15e8-469c-9ee3-de28b52fdd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.486280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1653fd34-119d-4797-a509-c3fb48655c0f req-f3d6ed72-15e8-469c-9ee3-de28b52fdd44 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7403874-e2c4-4056-a85b-6286c507c9f9 HTTP/1.1" status: 200 len: 854 time: 0.1069319 Jul 16 18:06:07.539262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f828f4-3e3d-4d62-a916-ad27ccbccfbb req-ce607b2f-1abf-4ff9-a5cd-2e9197b7abb3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.557768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38f828f4-3e3d-4d62-a916-ad27ccbccfbb req-ce607b2f-1abf-4ff9-a5cd-2e9197b7abb3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 946 time: 0.1925478 Jul 16 18:06:07.596251 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1653fd34-119d-4797-a509-c3fb48655c0f req-9b55ac76-af60-40dd-8faa-edd87453df20 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78ac342c-aeee-4ee0-be14-8b86df8e98bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998707 Jul 16 18:06:07.686255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38f828f4-3e3d-4d62-a916-ad27ccbccfbb req-87e4ae40-184f-42fe-b8ba-6756a2d5a21c tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272693 Jul 16 18:06:07.711001 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'networks': [{'name': 'tempest-network--1807897614'}, {'name': 'tempest-network--2137146709'}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:07.711469 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'network': {'name': 'tempest-network--1807897614'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:07.711959 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'network': {'name': 'tempest-network--2137146709'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:07.788558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Made reservation on behalf of e2fce1df0f3b4bb08521feda4d955634 for: {'network': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:07.796840 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.808944 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.848756 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1653fd34-119d-4797-a509-c3fb48655c0f req-8f67b0f3-7e43-41f9-937b-0479e1ae0c58 service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338932 Jul 16 18:06:08.060117 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.063099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1653fd34-119d-4797-a509-c3fb48655c0f req-63944f73-663d-42f5-812a-bfe87d27db89 service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076514 Jul 16 18:06:08.070202 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.070849 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.135039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23469d23-5bc6-4a94-b6eb-338ced48d877,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.143964 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:08.163886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.164428 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Added segment 8b66a544-9e8d-4039-8860-034525825399 of type vlan for network 1dbc8f93-28d8-4f37-86e6-b7fb61b46130 Jul 16 18:06:08.226403 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.296492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:08.310922 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.311373 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Added segment cad09896-4c48-4c60-88b5-45a115a6b79b of type vlan for network 563a51ee-05f8-4f9d-ab33-e523993a225a Jul 16 18:06:08.329174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 63e7b27f-4930-45a7-bc46-065b5b4fac24 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:08.434538 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.528965 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.529844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.538723 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.546286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.547252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.605136 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1773853 Jul 16 18:06:08.605483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8f058-08b0-455c-9c82-a91ba54511de req-ef259004-40b5-4e3e-b3c3-8a8691a6fb61 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.612351 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:08.617336 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2aa8f058-08b0-455c-9c82-a91ba54511de req-ef259004-40b5-4e3e-b3c3-8a8691a6fb61 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 943 time: 0.2093978 Jul 16 18:06:08.623345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:08.653602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'mac_address': 'fa:16:3e:13:3d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:08.692357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2aa8f058-08b0-455c-9c82-a91ba54511de req-ecd962a9-8143-44e6-8cdc-9615fd760d94 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727699 Jul 16 18:06:08.722610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event updated for resources: {'Network': ['ID=1dbc8f93-28d8-4f37-86e6-b7fb61b46130,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.782895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 1dbc8f93-28d8-4f37-86e6-b7fb61b46130 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:08.874462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f3b5d-016d-4e6e-8629-86f28fd1ff6b tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event updated for resources: {'Network': ['ID=563a51ee-05f8-4f9d-ab33-e523993a225a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.898712 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 563a51ee-05f8-4f9d-ab33-e523993a225a details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:08.915487 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a67f81-92e0-4cec-97e1-7a04c5219870 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.922645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a67f81-92e0-4cec-97e1-7a04c5219870 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.931168 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a67f81-92e0-4cec-97e1-7a04c5219870 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.939279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a67f81-92e0-4cec-97e1-7a04c5219870 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.941352 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f3a67f81-92e0-4cec-97e1-7a04c5219870 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3248529 Jul 16 18:06:08.943974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:08.968575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab94b0-677c-4b46-be86-ea1a4c23af20 req-ee535fe5-c57e-4705-b0cf-4f748a2628da tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.980571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97ab94b0-677c-4b46-be86-ea1a4c23af20 req-ee535fe5-c57e-4705-b0cf-4f748a2628da tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 946 time: 0.1887009 Jul 16 18:06:09.075863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 39b79104-43e6-4f00-bea4-086e0abdbabd details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:09.078734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97ab94b0-677c-4b46-be86-ea1a4c23af20 req-857ba17b-5e0e-4279-8f87-6a8c4e5a0ae2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773106 Jul 16 18:06:09.095309 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.140793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.200318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e7b27f-4930-45a7-bc46-065b5b4fac24 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:09.283312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:09.296280 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.429203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.435032 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=63e7b27f-4930-45a7-bc46-065b5b4fac24,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:09.445897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 39b79104-43e6-4f00-bea4-086e0abdbabd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=39b79104-43e6-4f00-bea4-086e0abdbabd,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:09.463801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '39b79104-43e6-4f00-bea4-086e0abdbabd', 'network_id': '78ac342c-aeee-4ee0-be14-8b86df8e98bb', 'port_id': '39b79104-43e6-4f00-bea4-086e0abdbabd', 'mac_address': 'fa:16:3e:52:76:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7403874-e2c4-4056-a85b-6286c507c9f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:09.467632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbc8f93-28d8-4f37-86e6-b7fb61b46130']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:09.493725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['63e7b27f-4930-45a7-bc46-065b5b4fac24'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:09.496320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b66a544-9e8d-4039-8860-034525825399') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:09.499587 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b66a544-9e8d-4039-8860-034525825399') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:09.524754 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.543949 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.551975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f897b-0134-4b19-aaff-f76bad5f61bf req-54529837-b903-487c-a1a9-d6dbff2fcee3 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.560811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-827f897b-0134-4b19-aaff-f76bad5f61bf req-54529837-b903-487c-a1a9-d6dbff2fcee3 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 944 time: 0.1680999 Jul 16 18:06:09.566139 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.572284 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b79104-43e6-4f00-bea4-086e0abdbabd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:09.579076 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:09.581794 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:09.589838 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:09.634402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 39b79104-43e6-4f00-bea4-086e0abdbabd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=39b79104-43e6-4f00-bea4-086e0abdbabd,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:09.647651 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.735423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-827f897b-0134-4b19-aaff-f76bad5f61bf req-d9c39ca3-554f-403c-bd85-3867e0c83b58 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610260 Jul 16 18:06:09.741775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.800938 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.805444 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "DELETE /v2.0/networks/1dbc8f93-28d8-4f37-86e6-b7fb61b46130 HTTP/1.1" status: 204 len: 168 time: 0.8570313 Jul 16 18:06:09.805629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:09.815348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8c999-9ab8-4fe3-8b0b-26e36240f821 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event deleted for resources: {'Network': ['ID=1dbc8f93-28d8-4f37-86e6-b7fb61b46130,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:09.887994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=39b79104-43e6-4f00-bea4-086e0abdbabd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:09.972658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.990259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['39b79104-43e6-4f00-bea4-086e0abdbabd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:10.335262 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603aad3-9604-443d-923a-b7236dabf17f req-6d00f578-2c60-4196-9eeb-be40009b36a2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.336883 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f603aad3-9604-443d-923a-b7236dabf17f req-6d00f578-2c60-4196-9eeb-be40009b36a2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 946 time: 0.1112676 Jul 16 18:06:10.487888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f603aad3-9604-443d-923a-b7236dabf17f req-1f40ccfb-8241-4b44-ac00-c8f84a1f4001 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Deleting port 8a55a844-4224-4fca-b9fe-de28ee2bdb86 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:10.488544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f603aad3-9604-443d-923a-b7236dabf17f req-1f40ccfb-8241-4b44-ac00-c8f84a1f4001 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.641852 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f603aad3-9604-443d-923a-b7236dabf17f req-1f40ccfb-8241-4b44-ac00-c8f84a1f4001 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] For port 8a55a844-4224-4fca-b9fe-de28ee2bdb86, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=8a55a844-4224-4fca-b9fe-de28ee2bdb86,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:10.642216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f603aad3-9604-443d-923a-b7236dabf17f req-1f40ccfb-8241-4b44-ac00-c8f84a1f4001 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.665203 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-f603aad3-9604-443d-923a-b7236dabf17f req-1f40ccfb-8241-4b44-ac00-c8f84a1f4001 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Calling delete_port for 8a55a844-4224-4fca-b9fe-de28ee2bdb86 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:10.727685 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.759233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217716f-1614-4e7d-a945-bc60d83a257b req-60a9b0d5-5f6a-4755-b7fe-995f21ea5355 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.766626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7217716f-1614-4e7d-a945-bc60d83a257b req-60a9b0d5-5f6a-4755-b7fe-995f21ea5355 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 944 time: 0.7227769 Jul 16 18:06:10.795696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100cd99-7077-45ce-9643-83996c2837e7 req-1b2faaf1-e46f-46b5-a59b-26f37e8d56c2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.798106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d100cd99-7077-45ce-9643-83996c2837e7 req-1b2faaf1-e46f-46b5-a59b-26f37e8d56c2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 944 time: 0.8082485 Jul 16 18:06:10.800978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563a51ee-05f8-4f9d-ab33-e523993a225a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:10.858615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7217716f-1614-4e7d-a945-bc60d83a257b req-287f4d34-a965-4163-ab9c-538bd9bcb129 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907826 Jul 16 18:06:10.887142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad09896-4c48-4c60-88b5-45a115a6b79b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:10.887568 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad09896-4c48-4c60-88b5-45a115a6b79b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:10.906543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434a434-e035-4b21-bb16-6d9c6d504f85 req-2e3f8d42-9abd-427e-a411-e5343114dccd tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.908488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3434a434-e035-4b21-bb16-6d9c6d504f85 req-2e3f8d42-9abd-427e-a411-e5343114dccd tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 946 time: 0.3189278 Jul 16 18:06:10.916199 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.983074 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.983652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f603aad3-9604-443d-923a-b7236dabf17f req-1f40ccfb-8241-4b44-ac00-c8f84a1f4001 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.993212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3434a434-e035-4b21-bb16-6d9c6d504f85 req-af3656e9-89af-4c1c-952b-544aeae2a35b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746317 Jul 16 18:06:11.000472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['8a55a844-4224-4fca-b9fe-de28ee2bdb86'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:11.004650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:11.005172 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:11.008632 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:11.085511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40ccfb-8241-4b44-ac00-c8f84a1f4001 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event deleted for resources: {'Port': ['ID=8a55a844-4224-4fca-b9fe-de28ee2bdb86,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:11.142047 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.153066 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.155254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "DELETE /v2.0/networks/563a51ee-05f8-4f9d-ab33-e523993a225a HTTP/1.1" status: 204 len: 168 time: 1.3485875 Jul 16 18:06:11.162300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:11.245218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f603aad3-9604-443d-923a-b7236dabf17f req-1f40ccfb-8241-4b44-ac00-c8f84a1f4001 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] No DVR routers for this DVR port 8a55a844-4224-4fca-b9fe-de28ee2bdb86 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:11.254490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f603aad3-9604-443d-923a-b7236dabf17f req-1f40ccfb-8241-4b44-ac00-c8f84a1f4001 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.257572 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f603aad3-9604-443d-923a-b7236dabf17f req-1f40ccfb-8241-4b44-ac00-c8f84a1f4001 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "DELETE /v2.0/ports/8a55a844-4224-4fca-b9fe-de28ee2bdb86 HTTP/1.1" status: 204 len: 173 time: 0.9103506 Jul 16 18:06:11.258059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328cd283-431d-4ba0-8024-7f8d6eb22129', 'name': 'network-vif-deleted', 'tag': '8a55a844-4224-4fca-b9fe-de28ee2bdb86'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:11.267255 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7338a1c4-e163-4dda-95db-c16189d747c8" -d '{"events": [{"server_uuid": "328cd283-431d-4ba0-8024-7f8d6eb22129", "name": "network-vif-deleted", "tag": "8a55a844-4224-4fca-b9fe-de28ee2bdb86"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:11.359753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d100cd99-7077-45ce-9643-83996c2837e7 req-4284dedb-4f2a-4740-acc2-607adf44c5c2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Deleting port 96e9d70d-2de3-419f-b358-aea7f660609f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:11.360108 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d100cd99-7077-45ce-9643-83996c2837e7 req-4284dedb-4f2a-4740-acc2-607adf44c5c2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.514325 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30b5edc-9da8-4f70-a731-0a100bb9ec6e x-openstack-request-id: req-b30b5edc-9da8-4f70-a731-0a100bb9ec6e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:11.514909 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328cd283-431d-4ba0-8024-7f8d6eb22129", "name": "network-vif-deleted", "tag": "8a55a844-4224-4fca-b9fe-de28ee2bdb86", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:11.515361 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b30b5edc-9da8-4f70-a731-0a100bb9ec6e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:11.516163 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328cd283-431d-4ba0-8024-7f8d6eb22129', 'name': 'network-vif-deleted', 'tag': '8a55a844-4224-4fca-b9fe-de28ee2bdb86', 'status': 'completed', 'code': 200} Jul 16 18:06:11.524134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d100cd99-7077-45ce-9643-83996c2837e7 req-4284dedb-4f2a-4740-acc2-607adf44c5c2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] For port 96e9d70d-2de3-419f-b358-aea7f660609f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=96e9d70d-2de3-419f-b358-aea7f660609f,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:11.524938 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d100cd99-7077-45ce-9643-83996c2837e7 req-4284dedb-4f2a-4740-acc2-607adf44c5c2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.542407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d100cd99-7077-45ce-9643-83996c2837e7 req-4284dedb-4f2a-4740-acc2-607adf44c5c2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Calling delete_port for 96e9d70d-2de3-419f-b358-aea7f660609f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:11.702667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5649d14-9f16-42bd-9dde-b7164b5d24e7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event deleted for resources: {'Network': ['ID=563a51ee-05f8-4f9d-ab33-e523993a225a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:11.724237 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d100cd99-7077-45ce-9643-83996c2837e7 req-4284dedb-4f2a-4740-acc2-607adf44c5c2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.739823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['96e9d70d-2de3-419f-b358-aea7f660609f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:11.776408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284dedb-4f2a-4740-acc2-607adf44c5c2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Pushing event deleted for resources: {'Port': ['ID=96e9d70d-2de3-419f-b358-aea7f660609f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:11.787298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a9d8792d-9710-49ca-83de-898f569bc996 req-c89c0fd5-640c-4ee3-857d-b995e8062eea tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 210 time: 0.0939529 Jul 16 18:06:11.799811 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8fc8e0-f60f-49d2-8c05-b242274587c2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.813533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8fc8e0-f60f-49d2-8c05-b242274587c2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.813533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1a8fc8e0-f60f-49d2-8c05-b242274587c2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6439135 Jul 16 18:06:11.813533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:11.820114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-73fe3a88-fcc6-4a06-ba6c-d622905c0ed2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1409375115'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:11.879918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d100cd99-7077-45ce-9643-83996c2837e7 req-4284dedb-4f2a-4740-acc2-607adf44c5c2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] No DVR routers for this DVR port 96e9d70d-2de3-419f-b358-aea7f660609f on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:11.882966 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d100cd99-7077-45ce-9643-83996c2837e7 req-4284dedb-4f2a-4740-acc2-607adf44c5c2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.886238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d100cd99-7077-45ce-9643-83996c2837e7 req-4284dedb-4f2a-4740-acc2-607adf44c5c2 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.42 "DELETE /v2.0/ports/96e9d70d-2de3-419f-b358-aea7f660609f HTTP/1.1" status: 204 len: 173 time: 1.0762200 Jul 16 18:06:11.888830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc3ecf8-b4ac-4834-b553-e944372ebc08', 'name': 'network-vif-deleted', 'tag': '96e9d70d-2de3-419f-b358-aea7f660609f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:11.894664 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963f97b6-99e2-44df-86b8-d25d2fe08246" -d '{"events": [{"server_uuid": "fcc3ecf8-b4ac-4834-b553-e944372ebc08", "name": "network-vif-deleted", "tag": "96e9d70d-2de3-419f-b358-aea7f660609f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:11.906661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fe3a88-fcc6-4a06-ba6c-d622905c0ed2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Made reservation on behalf of e2fce1df0f3b4bb08521feda4d955634 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:11.911627 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73fe3a88-fcc6-4a06-ba6c-d622905c0ed2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.961167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fe3a88-fcc6-4a06-ba6c-d622905c0ed2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:11.989182 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73fe3a88-fcc6-4a06-ba6c-d622905c0ed2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.989800 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-73fe3a88-fcc6-4a06-ba6c-d622905c0ed2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Added segment 0766672f-feb2-453f-940d-2fa403573d69 of type vlan for network 5c2a7347-a45b-49ee-b335-4b2c76f64e61 Jul 16 18:06:12.032437 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62940365-fd75-45af-93e3-4ac578afa090 x-openstack-request-id: req-62940365-fd75-45af-93e3-4ac578afa090 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:12.033193 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc3ecf8-b4ac-4834-b553-e944372ebc08", "name": "network-vif-deleted", "tag": "96e9d70d-2de3-419f-b358-aea7f660609f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:12.033984 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62940365-fd75-45af-93e3-4ac578afa090 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:12.035247 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc3ecf8-b4ac-4834-b553-e944372ebc08', 'name': 'network-vif-deleted', 'tag': '96e9d70d-2de3-419f-b358-aea7f660609f', 'status': 'completed', 'code': 200} Jul 16 18:06:12.108475 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73fe3a88-fcc6-4a06-ba6c-d622905c0ed2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.196058 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73fe3a88-fcc6-4a06-ba6c-d622905c0ed2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.218601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe3a88-fcc6-4a06-ba6c-d622905c0ed2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:12.219623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73fe3a88-fcc6-4a06-ba6c-d622905c0ed2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.287058 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-73fe3a88-fcc6-4a06-ba6c-d622905c0ed2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4701149 Jul 16 18:06:12.287399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:12.293413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-04ef6673-838d-42d6-acb7-e2af0d729da7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-262725095'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:12.349718 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 63e7b27f-4930-45a7-bc46-065b5b4fac24 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:12.350807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ef6673-838d-42d6-acb7-e2af0d729da7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Made reservation on behalf of e2fce1df0f3b4bb08521feda4d955634 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:12.364341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ef6673-838d-42d6-acb7-e2af0d729da7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.426917 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ef6673-838d-42d6-acb7-e2af0d729da7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:12.454009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ef6673-838d-42d6-acb7-e2af0d729da7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.454560 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-04ef6673-838d-42d6-acb7-e2af0d729da7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Added segment dd589672-dfd8-45b5-a054-1a3ab5feed36 of type vlan for network 14e30afb-add9-47d9-9b4f-311789cc82b6 Jul 16 18:06:12.470327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 63e7b27f-4930-45a7-bc46-065b5b4fac24 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:12.471674 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.498692 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bca94b1-4f3c-4e59-9846-b8008b45546c req-d140aa53-ec5a-4b33-92c8-64fc02e5099d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=328cd283-431d-4ba0-8024-7f8d6eb22129 HTTP/1.1" status: 200 len: 210 time: 0.1985383 Jul 16 18:06:12.522274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d24f06-48a0-4b36-b407-543533f6bc5d req-e422095a-feea-4d59-ae36-b910edd4cba4 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:12.526350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3d24f06-48a0-4b36-b407-543533f6bc5d req-e422095a-feea-4d59-ae36-b910edd4cba4 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 944 time: 0.3762648 Jul 16 18:06:12.527366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe3a88-fcc6-4a06-ba6c-d622905c0ed2 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event updated for resources: {'Network': ['ID=5c2a7347-a45b-49ee-b335-4b2c76f64e61,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.558881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 5c2a7347-a45b-49ee-b335-4b2c76f64e61 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:12.614650 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ef6673-838d-42d6-acb7-e2af0d729da7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.675775 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.697518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3d24f06-48a0-4b36-b407-543533f6bc5d req-3fb9e1af-088c-44c8-934b-0ff250b1c52b tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455300 Jul 16 18:06:12.728986 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ef6673-838d-42d6-acb7-e2af0d729da7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.762171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ef6673-838d-42d6-acb7-e2af0d729da7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:12.763655 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ef6673-838d-42d6-acb7-e2af0d729da7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.858338 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-04ef6673-838d-42d6-acb7-e2af0d729da7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5670063 Jul 16 18:06:12.859083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35392) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:12.867515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'ports': [{'network_id': '5c2a7347-a45b-49ee-b335-4b2c76f64e61', 'name': 'tempest-port--1802795697', 'admin_state_up': True}, {'network_id': '14e30afb-add9-47d9-9b4f-311789cc82b6', 'admin_state_up': False}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:12.867758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'port': {'network_id': '5c2a7347-a45b-49ee-b335-4b2c76f64e61', 'name': 'tempest-port--1802795697', 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:12.868303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'port': {'network_id': '14e30afb-add9-47d9-9b4f-311789cc82b6', 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:12.899214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:12.910455 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb320d4-e420-44e8-974c-3747a5fa2282" -d '{"events": [{"server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "name": "network-vif-plugged", "status": "completed", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:12.936047 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef6673-838d-42d6-acb7-e2af0d729da7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event updated for resources: {'Network': ['ID=14e30afb-add9-47d9-9b4f-311789cc82b6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.973762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 14e30afb-add9-47d9-9b4f-311789cc82b6 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:12.996994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:13.054609 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 39b79104-43e6-4f00-bea4-086e0abdbabd up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:13.153773 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce6971-c12d-4a0b-8260-a58184fb993b x-openstack-request-id: req-28ce6971-c12d-4a0b-8260-a58184fb993b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:13.154146 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "name": "network-vif-plugged", "status": "completed", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:13.154937 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28ce6971-c12d-4a0b-8260-a58184fb993b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:13.156214 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'code': 200} Jul 16 18:06:13.167681 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.168979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 8a55a844-4224-4fca-b9fe-de28ee2bdb86 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:13.220874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Made reservation on behalf of e2fce1df0f3b4bb08521feda4d955634 for: {'port': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:13.228966 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.258840 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.280536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 8a55a844-4224-4fca-b9fe-de28ee2bdb86 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:13.281388 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 8a55a844-4224-4fca-b9fe-de28ee2bdb86 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:13.342134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9c66c8f-6321-46fa-915c-08cda2f1ad22 req-4b06d61c-6c44-4762-92be-0a759c484732 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcc3ecf8-b4ac-4834-b553-e944372ebc08 HTTP/1.1" status: 200 len: 210 time: 0.0768719 Jul 16 18:06:13.409235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 39b79104-43e6-4f00-bea4-086e0abdbabd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:13.416094 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 39b79104-43e6-4f00-bea4-086e0abdbabd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:13.416625 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.440028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] device_id is not set on port 4bc3b7ec-b8b9-4bed-9a3d-4e0e3e4f264e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:13.465157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=63e7b27f-4930-45a7-bc46-065b5b4fac24,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:13.568026 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.649899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 39b79104-43e6-4f00-bea4-086e0abdbabd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=39b79104-43e6-4f00-bea4-086e0abdbabd,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:13.657852 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.780442 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.781699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=39b79104-43e6-4f00-bea4-086e0abdbabd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.053272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] device_id is not set on port f340ab14-c0f8-46e9-9306-d73c5b0c4422 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:14.124500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477ba87-d896-4c8f-b047-937bd26c8dca req-114d4758-2a6e-44aa-925e-bf933d192fd2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.135489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9477ba87-d896-4c8f-b047-937bd26c8dca req-114d4758-2a6e-44aa-925e-bf933d192fd2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 945 time: 0.1885304 Jul 16 18:06:14.305067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9477ba87-d896-4c8f-b047-937bd26c8dca req-fa737adf-c337-4353-b346-9e30da1e9bc8 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684141 Jul 16 18:06:14.308480 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.357739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 96e9d70d-2de3-419f-b358-aea7f660609f no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:14.396291 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.416800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 96e9d70d-2de3-419f-b358-aea7f660609f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:14.418121 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 96e9d70d-2de3-419f-b358-aea7f660609f not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:14.453178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-fca43300-8490-48b6-b3a0-8e41ea605159 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.465556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-fca43300-8490-48b6-b3a0-8e41ea605159 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.3139968 Jul 16 18:06:14.506217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-ac8cf3fa-d129-4f8a-afdd-20e3401e9f5f tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/quotas/a1ffeaff18b040c79bcd3f89f49d8d60 HTTP/1.1" status: 200 len: 375 time: 0.0393708 Jul 16 18:06:14.598063 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event updated for resources: {'Port': ['ID=4bc3b7ec-b8b9-4bed-9a3d-4e0e3e4f264e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.610802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-af61f12f-611c-4c43-9e7d-ad45d0309059 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035125 Jul 16 18:06:14.630039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Checking segment: {'id': '0766672f-feb2-453f-940d-2fa403573d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c2a7347-a45b-49ee-b335-4b2c76f64e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:14.630716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Network hostable DHCP agents. Network: 5c2a7347-a45b-49ee-b335-4b2c76f64e61, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:14.683782 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Network 5c2a7347-a45b-49ee-b335-4b2c76f64e61 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:14.704421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 5c2a7347-a45b-49ee-b335-4b2c76f64e61) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:14.712027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:14.712943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.732270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3c74ce-9804-4704-beca-945d40ab04d1 None None] Network 5c2a7347-a45b-49ee-b335-4b2c76f64e61 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:14.834364 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-ef5578d5-447b-4fc1-8f56-a606aea379db service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206573 Jul 16 18:06:14.890208 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event updated for resources: {'Port': ['ID=f340ab14-c0f8-46e9-9306-d73c5b0c4422,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.965004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Checking segment: {'id': 'dd589672-dfd8-45b5-a054-1a3ab5feed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '14e30afb-add9-47d9-9b4f-311789cc82b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:14.965617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Network hostable DHCP agents. Network: 14e30afb-add9-47d9-9b4f-311789cc82b6, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:15.036397 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Network 14e30afb-add9-47d9-9b4f-311789cc82b6 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:15.060256 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 14e30afb-add9-47d9-9b4f-311789cc82b6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:15.083550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41230ad0-e9d8-4b5f-82e7-55b93daa0010 None None] Network 14e30afb-add9-47d9-9b4f-311789cc82b6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:15.090429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:15.094709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-2fa74fa4-a98f-4951-9bfc-df7409eaa923 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569799 Jul 16 18:06:15.115481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.132641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.133584 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.188379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:15.188672 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e9d5e965-3b25-45ef-ac62-12079ccf58c8 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3284316 Jul 16 18:06:15.208543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f09a6fb-fdbe-48df-b801-923dca19bf1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b79104-43e6-4f00-bea4-086e0abdbabd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:15.214721 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ae7492-5282-4735-bd78-ad0818c83058" -d '{"events": [{"server_uuid": "3f09a6fb-fdbe-48df-b801-923dca19bf1a", "name": "network-vif-plugged", "status": "completed", "tag": "39b79104-43e6-4f00-bea4-086e0abdbabd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:15.536992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c671d2-b35c-4cb3-bda3-83c25cbb0612 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.557912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c671d2-b35c-4cb3-bda3-83c25cbb0612 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.562897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-47c671d2-b35c-4cb3-bda3-83c25cbb0612 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3687179 Jul 16 18:06:15.564754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:15.767773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c878d1-416c-4b7f-98e6-99807fb8ce6d req-5bc3515c-7c87-43df-ac93-1053e4cf6405 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.792722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3c878d1-416c-4b7f-98e6-99807fb8ce6d req-5bc3515c-7c87-43df-ac93-1053e4cf6405 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 944 time: 0.2286117 Jul 16 18:06:15.844689 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce51454c-08fa-4c78-a731-8694a41cc4f3 x-openstack-request-id: req-ce51454c-08fa-4c78-a731-8694a41cc4f3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:15.845575 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f09a6fb-fdbe-48df-b801-923dca19bf1a", "name": "network-vif-plugged", "status": "completed", "tag": "39b79104-43e6-4f00-bea4-086e0abdbabd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:15.854193 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce51454c-08fa-4c78-a731-8694a41cc4f3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:15.854812 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f09a6fb-fdbe-48df-b801-923dca19bf1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b79104-43e6-4f00-bea4-086e0abdbabd', 'code': 200} Jul 16 18:06:15.914962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f87ef86f-1a04-42f6-b929-0c09f73efe2f tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Deleting port 4bc3b7ec-b8b9-4bed-9a3d-4e0e3e4f264e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:15.915550 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f87ef86f-1a04-42f6-b929-0c09f73efe2f tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.072502 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f87ef86f-1a04-42f6-b929-0c09f73efe2f tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.098406 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f87ef86f-1a04-42f6-b929-0c09f73efe2f tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Calling delete_port for 4bc3b7ec-b8b9-4bed-9a3d-4e0e3e4f264e owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:16.226839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3c878d1-416c-4b7f-98e6-99807fb8ce6d req-848bd32d-bbaf-4010-9b68-6b21c48f3a3b tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350139 Jul 16 18:06:16.293288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f87ef86f-1a04-42f6-b929-0c09f73efe2f tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.358004 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f87ef86f-1a04-42f6-b929-0c09f73efe2f tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.362684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a31ca2-80d3-4f7b-b909-62bdb822e326 req-979af0c7-b12a-4151-b472-36f4d689cab6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.364718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47a31ca2-80d3-4f7b-b909-62bdb822e326 req-979af0c7-b12a-4151-b472-36f4d689cab6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 944 time: 0.6923616 Jul 16 18:06:16.364838 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f87ef86f-1a04-42f6-b929-0c09f73efe2f tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "DELETE /v2.0/ports/4bc3b7ec-b8b9-4bed-9a3d-4e0e3e4f264e HTTP/1.1" status: 204 len: 168 time: 0.7976680 Jul 16 18:06:16.365561 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:16.366540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ef86f-1a04-42f6-b929-0c09f73efe2f tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event deleted for resources: {'Port': ['ID=4bc3b7ec-b8b9-4bed-9a3d-4e0e3e4f264e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.430206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2a0b753-69c9-4704-97cf-e7dffbafb8b2 req-a032f72d-76f4-4652-baac-60af7ee8f0e4 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 210 time: 0.1022418 Jul 16 18:06:16.555133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa25cec-ba91-4d0b-b2e8-20646d512ca7 req-2c17689f-0424-4607-9fa1-65b7a9448524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.565986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-baa25cec-ba91-4d0b-b2e8-20646d512ca7 req-2c17689f-0424-4607-9fa1-65b7a9448524 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 1096 time: 0.6484580 Jul 16 18:06:16.597188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1a798-5261-4c8d-a97a-7ebd5cac41c7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Deleting port f340ab14-c0f8-46e9-9306-d73c5b0c4422 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:16.598232 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a798-5261-4c8d-a97a-7ebd5cac41c7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.725614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e864b0-2452-4942-8f58-506f407fe00f req-6b0c2949-06fb-4cf7-8825-9c891839be77 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.731078 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8e864b0-2452-4942-8f58-506f407fe00f req-6b0c2949-06fb-4cf7-8825-9c891839be77 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 945 time: 0.8323214 Jul 16 18:06:16.761697 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a798-5261-4c8d-a97a-7ebd5cac41c7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.781435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1a798-5261-4c8d-a97a-7ebd5cac41c7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Calling delete_port for f340ab14-c0f8-46e9-9306-d73c5b0c4422 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:16.833764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-baa25cec-ba91-4d0b-b2e8-20646d512ca7 req-b0a9b0b5-891c-4bac-ac5e-d3e46dfd9304 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751978 Jul 16 18:06:16.851958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8e864b0-2452-4942-8f58-506f407fe00f req-0dd0ae53-da81-45f3-8477-522ae1e8b107 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014414 Jul 16 18:06:16.865340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-47a31ca2-80d3-4f7b-b909-62bdb822e326 req-5ab5ffb0-fee4-49bd-a91c-a24de33e54e1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Deleting port c679c485-5e13-4abe-8128-a3f7f147eb58 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:16.865898 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47a31ca2-80d3-4f7b-b909-62bdb822e326 req-5ab5ffb0-fee4-49bd-a91c-a24de33e54e1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.954953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a798-5261-4c8d-a97a-7ebd5cac41c7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.000414 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a798-5261-4c8d-a97a-7ebd5cac41c7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.013934 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e8f1a798-5261-4c8d-a97a-7ebd5cac41c7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "DELETE /v2.0/ports/f340ab14-c0f8-46e9-9306-d73c5b0c4422 HTTP/1.1" status: 204 len: 168 time: 0.6278837 Jul 16 18:06:17.033281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-47a31ca2-80d3-4f7b-b909-62bdb822e326 req-5ab5ffb0-fee4-49bd-a91c-a24de33e54e1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] For port c679c485-5e13-4abe-8128-a3f7f147eb58, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c679c485-5e13-4abe-8128-a3f7f147eb58,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:17.033815 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47a31ca2-80d3-4f7b-b909-62bdb822e326 req-5ab5ffb0-fee4-49bd-a91c-a24de33e54e1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.043284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1a798-5261-4c8d-a97a-7ebd5cac41c7 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event deleted for resources: {'Port': ['ID=f340ab14-c0f8-46e9-9306-d73c5b0c4422,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:17.046029 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:17.049174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-47a31ca2-80d3-4f7b-b909-62bdb822e326 req-5ab5ffb0-fee4-49bd-a91c-a24de33e54e1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Calling delete_port for c679c485-5e13-4abe-8128-a3f7f147eb58 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:17.130786 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b642c8a4-161a-42ab-9108-caa243192391 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0780098 Jul 16 18:06:17.132515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:17.140650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-14a37f05-f860-4216-bc91-464b3486c87d tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-816218624'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:17.177415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a37f05-f860-4216-bc91-464b3486c87d tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Made reservation on behalf of e2fce1df0f3b4bb08521feda4d955634 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:17.185086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a37f05-f860-4216-bc91-464b3486c87d tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.217164 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47a31ca2-80d3-4f7b-b909-62bdb822e326 req-5ab5ffb0-fee4-49bd-a91c-a24de33e54e1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.239222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a37f05-f860-4216-bc91-464b3486c87d tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:17.253749 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a37f05-f860-4216-bc91-464b3486c87d tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.254135 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-14a37f05-f860-4216-bc91-464b3486c87d tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Added segment 4ee821f3-35c4-4ccf-b529-846812808887 of type vlan for network be7d811c-f29b-492d-ae75-a63d2f140c82 Jul 16 18:06:17.291932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5ffb0-fee4-49bd-a91c-a24de33e54e1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Pushing event deleted for resources: {'Port': ['ID=c679c485-5e13-4abe-8128-a3f7f147eb58,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:17.306885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:17.321645 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a37f05-f860-4216-bc91-464b3486c87d tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.373353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a37f05-f860-4216-bc91-464b3486c87d tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.384463 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a37f05-f860-4216-bc91-464b3486c87d tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.385837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14a37f05-f860-4216-bc91-464b3486c87d tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.444253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a31ca2-80d3-4f7b-b909-62bdb822e326 req-5ab5ffb0-fee4-49bd-a91c-a24de33e54e1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] No DVR routers for this DVR port c679c485-5e13-4abe-8128-a3f7f147eb58 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:17.458877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47a31ca2-80d3-4f7b-b909-62bdb822e326 req-5ab5ffb0-fee4-49bd-a91c-a24de33e54e1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.459358 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-14a37f05-f860-4216-bc91-464b3486c87d tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3250241 Jul 16 18:06:17.460863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47a31ca2-80d3-4f7b-b909-62bdb822e326 req-5ab5ffb0-fee4-49bd-a91c-a24de33e54e1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.42 "DELETE /v2.0/ports/c679c485-5e13-4abe-8128-a3f7f147eb58 HTTP/1.1" status: 204 len: 173 time: 1.0723021 Jul 16 18:06:17.462849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf720a0d-d1c7-4873-9e1c-2b334b446736', 'name': 'network-vif-deleted', 'tag': 'c679c485-5e13-4abe-8128-a3f7f147eb58'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:17.463451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:17.472742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6d2ee076-972a-4cb9-82ac-b8d02516f1da tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1646848736'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:17.473229 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518487ab-9d55-4501-9c08-242b55c5e3b8" -d '{"events": [{"server_uuid": "cf720a0d-d1c7-4873-9e1c-2b334b446736", "name": "network-vif-deleted", "tag": "c679c485-5e13-4abe-8128-a3f7f147eb58"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:17.517729 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26069abf-4bf2-4ec4-98a2-8df1088788ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.539657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a37f05-f860-4216-bc91-464b3486c87d tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event updated for resources: {'Network': ['ID=be7d811c-f29b-492d-ae75-a63d2f140c82,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:17.551429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2ee076-972a-4cb9-82ac-b8d02516f1da tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Made reservation on behalf of e2fce1df0f3b4bb08521feda4d955634 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:17.556111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network be7d811c-f29b-492d-ae75-a63d2f140c82 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:17.556789 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee076-972a-4cb9-82ac-b8d02516f1da tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.588516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2ee076-972a-4cb9-82ac-b8d02516f1da tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:17.598226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0fd30b6e-25b3-40da-b4ed-1008db8f5ced req-fa22ba9c-720d-49dd-88de-d9e1bf9265c1 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 210 time: 0.1202307 Jul 16 18:06:17.619380 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee076-972a-4cb9-82ac-b8d02516f1da tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.620687 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-6d2ee076-972a-4cb9-82ac-b8d02516f1da tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Added segment 1889a8bd-4b80-4f9c-ae2a-68a6ba47aa37 of type vlan for network 834bd54e-064e-42f1-8d72-1fdb695db1f3 Jul 16 18:06:17.754128 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee076-972a-4cb9-82ac-b8d02516f1da tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.795131 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a1e817-bc1b-4499-9df7-c0490fd4242d x-openstack-request-id: req-a4a1e817-bc1b-4499-9df7-c0490fd4242d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:17.795643 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf720a0d-d1c7-4873-9e1c-2b334b446736", "name": "network-vif-deleted", "tag": "c679c485-5e13-4abe-8128-a3f7f147eb58", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:17.796018 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4a1e817-bc1b-4499-9df7-c0490fd4242d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:17.796613 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf720a0d-d1c7-4873-9e1c-2b334b446736', 'name': 'network-vif-deleted', 'tag': 'c679c485-5e13-4abe-8128-a3f7f147eb58', 'status': 'completed', 'code': 200} Jul 16 18:06:17.816064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c73163bd-0ded-444f-a401-787c063a96f2 req-1dd84a5d-2a54-47db-86cf-47d2095c722e tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 210 time: 0.1117430 Jul 16 18:06:17.825186 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee076-972a-4cb9-82ac-b8d02516f1da tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.842265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2ee076-972a-4cb9-82ac-b8d02516f1da tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.843900 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d2ee076-972a-4cb9-82ac-b8d02516f1da tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.040201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ee076-972a-4cb9-82ac-b8d02516f1da tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event updated for resources: {'Network': ['ID=834bd54e-064e-42f1-8d72-1fdb695db1f3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:18.059649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 834bd54e-064e-42f1-8d72-1fdb695db1f3 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:18.139849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-b7fa297a-552b-4d1c-8418-f60b955cac19 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.141506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-b7fa297a-552b-4d1c-8418-f60b955cac19 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.3606973 Jul 16 18:06:18.174438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Request body: {'port': {'device_id': '08233d0f-30af-4bf8-9fd1-0109af05ba06', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'admin_state_up': True, 'tenant_id': 'a1ffeaff18b040c79bcd3f89f49d8d60'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:18.216945 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26069abf-4bf2-4ec4-98a2-8df1088788ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.228059 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6d2ee076-972a-4cb9-82ac-b8d02516f1da tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7643273 Jul 16 18:06:18.328311 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26069abf-4bf2-4ec4-98a2-8df1088788ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.408420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:18.415700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'subnets': [{'network_id': 'be7d811c-f29b-492d-ae75-a63d2f140c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1432266365', 'ip_version': 4}, {'network_id': '834bd54e-064e-42f1-8d72-1fdb695db1f3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:18.416166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'subnet': {'network_id': 'be7d811c-f29b-492d-ae75-a63d2f140c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1432266365', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:18.417357 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Request body: {'subnet': {'network_id': '834bd54e-064e-42f1-8d72-1fdb695db1f3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:18.430377 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-26069abf-4bf2-4ec4-98a2-8df1088788ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe239171395c491782e2f4d76b3df40e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1199496 Jul 16 18:06:18.436411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:18.458953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26069abf-4bf2-4ec4-98a2-8df1088788ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf7b3ff-53d8-487c-af79-fbbb90936850,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:18.519727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5287-de82-44aa-a138-a7a9957904df req-0578506e-1116-401d-9882-94b88941b32e tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.526893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2aae5287-de82-44aa-a138-a7a9957904df req-0578506e-1116-401d-9882-94b88941b32e tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 945 time: 0.3085692 Jul 16 18:06:18.558870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Made reservation on behalf of a1ffeaff18b040c79bcd3f89f49d8d60 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:18.564559 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.608148 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6130-3c10-4982-90d3-833044954dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.633096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2aae5287-de82-44aa-a138-a7a9957904df req-91e45022-b775-456e-9abb-f56719440d23 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052139 Jul 16 18:06:18.691383 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6130-3c10-4982-90d3-833044954dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.711480 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Made reservation on behalf of e2fce1df0f3b4bb08521feda4d955634 for: {'subnet': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:18.721608 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.722219 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.798407 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6130-3c10-4982-90d3-833044954dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.801473 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6130-3c10-4982-90d3-833044954dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.802836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3fcf6130-3c10-4982-90d3-833044954dd3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fbf7b3ff-53d8-487c-af79-fbbb90936850 HTTP/1.1" status: 204 len: 168 time: 0.3655202 Jul 16 18:06:18.840420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf6130-3c10-4982-90d3-833044954dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf7b3ff-53d8-487c-af79-fbbb90936850,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:18.899174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Allocated IP 172.20.0.5 (75ed4a0f-4d0b-41b2-9c98-90d87191034c/d62c42e8-0fd4-4a43-862e-35deb60b4c2e/ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:19.284644 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.390924 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.411038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a55f696-2d52-4ca1-9da5-4619935941ea req-7c03e0f0-90c2-41f6-b394-82e00b4954d4 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf720a0d-d1c7-4873-9e1c-2b334b446736 HTTP/1.1" status: 200 len: 210 time: 0.1215062 Jul 16 18:06:19.425006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b5308a9-e99d-4d4d-bfa6-99d0312bea77 req-71c4bcb0-564e-4b81-bef9-dcfc53ebffa6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 210 time: 0.1360178 Jul 16 18:06:19.507720 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.552134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event updated for resources: {'Subnet': ['ID=ab14991e-0a0e-485d-ae36-0208e3504590,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:19.565772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Checking segment: {'id': '4ee821f3-35c4-4ccf-b529-846812808887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be7d811c-f29b-492d-ae75-a63d2f140c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:19.565772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Network hostable DHCP agents. Network: be7d811c-f29b-492d-ae75-a63d2f140c82, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:19.600616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Network be7d811c-f29b-492d-ae75-a63d2f140c82 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:19.624335 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, be7d811c-f29b-492d-ae75-a63d2f140c82) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:19.630625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.637213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4374edf-6ce8-4590-be4d-a35dee1cfe1a None None] Network be7d811c-f29b-492d-ae75-a63d2f140c82 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:19.647311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Network 75ed4a0f-4d0b-41b2-9c98-90d87191034c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:19.654774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:19.671854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:19.702601 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:19.719283 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba5ddd29-da8c-4705-a5be-3a7f23395ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.734319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.735215 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.754502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event updated for resources: {'Port': ['ID=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:19.858602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Checking segment: {'id': '1889a8bd-4b80-4f9c-ae2a-68a6ba47aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '834bd54e-064e-42f1-8d72-1fdb695db1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:19.858602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Network hostable DHCP agents. Network: 834bd54e-064e-42f1-8d72-1fdb695db1f3, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:19.865625 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event updated for resources: {'Subnet': ['ID=d20650c6-e55b-46f1-b5f8-924355d64bb5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:19.894507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Network 834bd54e-064e-42f1-8d72-1fdb695db1f3 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:19.905031 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba5ddd29-da8c-4705-a5be-3a7f23395ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.914639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba5ddd29-da8c-4705-a5be-3a7f23395ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.924350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-8d0cde8e-858e-4029-a62a-2d17539751ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7577989 Jul 16 18:06:19.938053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Request body: {'port': {'device_id': '08233d0f-30af-4bf8-9fd1-0109af05ba06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:19.951260 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ba5ddd29-da8c-4705-a5be-3a7f23395ddc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28b9314011da4ea1ac74cab0258c179f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449567 Jul 16 18:06:19.951260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 834bd54e-064e-42f1-8d72-1fdb695db1f3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:19.958061 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:19.969749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.971086 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.971804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.979322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6b928e-d6a2-4f4c-a2c7-2c9a1b1f739a None None] Network 834bd54e-064e-42f1-8d72-1fdb695db1f3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:19.990493 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-abdedbe2-cdae-443a-9bdc-eb0185e1f6f1 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5795946 Jul 16 18:06:19.993263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-be7d811c-f29b-492d-ae75-a63d2f140c82', 'network_id': 'be7d811c-f29b-492d-ae75-a63d2f140c82', 'tenant_id': 'e2fce1df0f3b4bb08521feda4d955634', 'fixed_ips': [{'subnet_id': 'ab14991e-0a0e-485d-ae36-0208e3504590'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:19.997044 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.000990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:20.020024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ddd29-da8c-4705-a5be-3a7f23395ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbaa717-c51d-4217-a6f1-ba94ed05a42a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:20.054118 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f9a648b-8ca2-47c4-8581-ae22d4a45844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.080553 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f9a648b-8ca2-47c4-8581-ae22d4a45844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.141678 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f9a648b-8ca2-47c4-8581-ae22d4a45844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.145551 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f9a648b-8ca2-47c4-8581-ae22d4a45844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.149544 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2f9a648b-8ca2-47c4-8581-ae22d4a45844 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5dbaa717-c51d-4217-a6f1-ba94ed05a42a HTTP/1.1" status: 204 len: 168 time: 0.1879663 Jul 16 18:06:20.175107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a648b-8ca2-47c4-8581-ae22d4a45844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbaa717-c51d-4217-a6f1-ba94ed05a42a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:20.216450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ada95-f341-4e6a-8feb-bf5e60b824ba tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.218135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ada95-f341-4e6a-8feb-bf5e60b824ba tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.219686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ada95-f341-4e6a-8feb-bf5e60b824ba tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.222166 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3e5ada95-f341-4e6a-8feb-bf5e60b824ba tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2195570 Jul 16 18:06:20.226371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:20.298983 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.363648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Allocated IP 172.20.0.2 (be7d811c-f29b-492d-ae75-a63d2f140c82/ab14991e-0a0e-485d-ae36-0208e3504590/683c634a-3125-4f9b-846c-c4ab9fd2b153) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:20.400804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c679c485-5e13-4abe-8128-a3f7f147eb58 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:20.420796 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe8e96c-3b03-490e-aa83-95652ae999de tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Deleting subnet ab14991e-0a0e-485d-ae36-0208e3504590 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:20.430213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: c679c485-5e13-4abe-8128-a3f7f147eb58 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:20.431323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c679c485-5e13-4abe-8128-a3f7f147eb58 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:20.434287 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-834bd54e-064e-42f1-8d72-1fdb695db1f3', 'network_id': '834bd54e-064e-42f1-8d72-1fdb695db1f3', 'tenant_id': 'e2fce1df0f3b4bb08521feda4d955634', 'fixed_ips': [{'subnet_id': 'd20650c6-e55b-46f1-b5f8-924355d64bb5'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:20.435810 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.832810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e480d-c34e-4169-8984-90498ba62447 req-a483de61-d2b4-4072-a9f2-3a0efa8cd29f tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.846507 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-357e480d-c34e-4169-8984-90498ba62447 req-a483de61-d2b4-4072-a9f2-3a0efa8cd29f tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 931 time: 0.1477027 Jul 16 18:06:20.858380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Allocated IP 172.20.0.18 (834bd54e-064e-42f1-8d72-1fdb695db1f3/d20650c6-e55b-46f1-b5f8-924355d64bb5/3d96a854-5732-47be-912d-c3383deda636) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:20.938444 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.971103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Transition to ACTIVE for port object 683c634a-3125-4f9b-846c-c4ab9fd2b153 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:21.031508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Transition to ACTIVE for port object 683c634a-3125-4f9b-846c-c4ab9fd2b153 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:21.042650 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e96c-3b03-490e-aa83-95652ae999de tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.056662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-357e480d-c34e-4169-8984-90498ba62447 req-b31d26f1-5cc2-4fec-a79a-8cde535b0bde tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079110 Jul 16 18:06:21.061778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:21.067926 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.095377 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.148286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Transition to ACTIVE for port object ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:21.158599 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.174703 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e96c-3b03-490e-aa83-95652ae999de tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.266817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Network be7d811c-f29b-492d-ae75-a63d2f140c82 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:21.282928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:21.293991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:21.374623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Pushing event updated for resources: {'Port': ['ID=683c634a-3125-4f9b-846c-c4ab9fd2b153,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.560817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Attempting to bind port 683c634a-3125-4f9b-846c-c4ab9fd2b153 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:21.561424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Attempting to bind port 683c634a-3125-4f9b-846c-c4ab9fd2b153 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '4ee821f3-35c4-4ccf-b529-846812808887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be7d811c-f29b-492d-ae75-a63d2f140c82'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:21.561966 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Attempting to bind port 683c634a-3125-4f9b-846c-c4ab9fd2b153 on network be7d811c-f29b-492d-ae75-a63d2f140c82 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:21.592418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:21.595847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Checking segment: {'id': '4ee821f3-35c4-4ccf-b529-846812808887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be7d811c-f29b-492d-ae75-a63d2f140c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:21.598930 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.601471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Bound using segment: {'id': '4ee821f3-35c4-4ccf-b529-846812808887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be7d811c-f29b-492d-ae75-a63d2f140c82'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:21.602222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Bound port: 683c634a-3125-4f9b-846c-c4ab9fd2b153, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee821f3-35c4-4ccf-b529-846812808887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be7d811c-f29b-492d-ae75-a63d2f140c82'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:21.602817 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.608936 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e96c-3b03-490e-aa83-95652ae999de tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.732626 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e96c-3b03-490e-aa83-95652ae999de tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.773137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8e96c-3b03-490e-aa83-95652ae999de tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event deleted for resources: {'Subnet': ['ID=ab14991e-0a0e-485d-ae36-0208e3504590,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.777994 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e96c-3b03-490e-aa83-95652ae999de tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.787758 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9fe8e96c-3b03-490e-aa83-95652ae999de tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "DELETE /v2.0/subnets/ab14991e-0a0e-485d-ae36-0208e3504590 HTTP/1.1" status: 204 len: 168 time: 1.5599928 Jul 16 18:06:21.791502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:21.821780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] For port 683c634a-3125-4f9b-846c-c4ab9fd2b153, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:21.826497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] For port 683c634a-3125-4f9b-846c-c4ab9fd2b153, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=683c634a-3125-4f9b-846c-c4ab9fd2b153,segment=NetworkSegment(4ee821f3-35c4-4ccf-b529-846812808887),segment_id=4ee821f3-35c4-4ccf-b529-846812808887)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:21.880039 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.904492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Transition to ACTIVE for port object 3d96a854-5732-47be-912d-c3383deda636 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:21.946109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Transition to ACTIVE for port object 3d96a854-5732-47be-912d-c3383deda636 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:21.948339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1fc1a80-2f0a-425c-b377-4d99cf80d04c tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Deleting subnet d20650c6-e55b-46f1-b5f8-924355d64bb5 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:21.962394 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.967568 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1a80-2f0a-425c-b377-4d99cf80d04c tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.972767 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.988108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.100683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Network 834bd54e-064e-42f1-8d72-1fdb695db1f3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:22.103848 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:22.104609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee0375-17bf-46f5-83a4-2c4d93c17a93 req-596348c2-c5b5-4822-a54f-fa16adb3d325 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.112958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:22.115349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-89ee0375-17bf-46f5-83a4-2c4d93c17a93 req-596348c2-c5b5-4822-a54f-fa16adb3d325 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 944 time: 0.2066681 Jul 16 18:06:22.144093 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1a80-2f0a-425c-b377-4d99cf80d04c tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.189530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-89ee0375-17bf-46f5-83a4-2c4d93c17a93 req-7045a87f-7366-466a-af99-adcad4db27ec tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701702 Jul 16 18:06:22.210897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Attempting to bind port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:22.211596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Attempting to bind port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:22.213725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Attempting to bind port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:22.216168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc21832-43b1-4218-866c-c6dddb6dbb31 None None] Pushing event updated for resources: {'Port': ['ID=683c634a-3125-4f9b-846c-c4ab9fd2b153,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.232383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:22.233053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Attempting to bind port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:22.250776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:22.251500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Checking segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:22.253246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Bound using segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:22.255713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Bound port: ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:22.256283 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.315109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Attempting to bind port 3d96a854-5732-47be-912d-c3383deda636 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:22.316586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Attempting to bind port 3d96a854-5732-47be-912d-c3383deda636 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '1889a8bd-4b80-4f9c-ae2a-68a6ba47aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '834bd54e-064e-42f1-8d72-1fdb695db1f3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:22.317168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Attempting to bind port 3d96a854-5732-47be-912d-c3383deda636 on network 834bd54e-064e-42f1-8d72-1fdb695db1f3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:22.322537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Pushing event updated for resources: {'Port': ['ID=3d96a854-5732-47be-912d-c3383deda636,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.350702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:22.351473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Checking segment: {'id': '1889a8bd-4b80-4f9c-ae2a-68a6ba47aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '834bd54e-064e-42f1-8d72-1fdb695db1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:22.352159 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.352877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Bound using segment: {'id': '1889a8bd-4b80-4f9c-ae2a-68a6ba47aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '834bd54e-064e-42f1-8d72-1fdb695db1f3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:22.353685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Bound port: 3d96a854-5732-47be-912d-c3383deda636, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1889a8bd-4b80-4f9c-ae2a-68a6ba47aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '834bd54e-064e-42f1-8d72-1fdb695db1f3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:22.354367 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.383527 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1a80-2f0a-425c-b377-4d99cf80d04c tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.435298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] For port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:22.442202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] For port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:22.448367 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.539006 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1a80-2f0a-425c-b377-4d99cf80d04c tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.587497 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1a80-2f0a-425c-b377-4d99cf80d04c tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.591906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] For port 3d96a854-5732-47be-912d-c3383deda636, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:22.592076 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a1fc1a80-2f0a-425c-b377-4d99cf80d04c tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "DELETE /v2.0/subnets/d20650c6-e55b-46f1-b5f8-924355d64bb5 HTTP/1.1" status: 204 len: 168 time: 0.7974105 Jul 16 18:06:22.594013 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:22.600125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] For port 3d96a854-5732-47be-912d-c3383deda636, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3d96a854-5732-47be-912d-c3383deda636,segment=NetworkSegment(1889a8bd-4b80-4f9c-ae2a-68a6ba47aa37),segment_id=1889a8bd-4b80-4f9c-ae2a-68a6ba47aa37)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:22.611569 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.650525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.653061 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.659851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 HTTP/1.1" status: 200 len: 1091 time: 2.7275279 Jul 16 18:06:22.664625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08233d0f-30af-4bf8-9fd1-0109af05ba06', 'tag': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:22.668536 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaebd77e-c4b3-4f9b-b564-6ecfeaf616a6" -d '{"events": [{"name": "network-changed", "server_uuid": "08233d0f-30af-4bf8-9fd1-0109af05ba06", "tag": "ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:22.685034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc1a80-2f0a-425c-b377-4d99cf80d04c tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event deleted for resources: {'Subnet': ['ID=d20650c6-e55b-46f1-b5f8-924355d64bb5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.765123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab83c0-aeea-4da6-a711-f7cb869cf1fa req-466aa5ba-1a20-4ef6-a221-f9936d759a18 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.768108 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d5ab83c0-aeea-4da6-a711-f7cb869cf1fa req-466aa5ba-1a20-4ef6-a221-f9936d759a18 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.42 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 944 time: 0.7351978 Jul 16 18:06:22.781858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83032b-fa11-47e3-a2e9-4e912dc563c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.803992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7de2e-c5b1-41a9-b459-ba228fbdaeed None None] Pushing event updated for resources: {'Port': ['ID=3d96a854-5732-47be-912d-c3383deda636,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.930487 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9a116-3c14-4778-97c1-35acd3b6bfe5 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.932260 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eda9a116-3c14-4778-97c1-35acd3b6bfe5 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2976820 Jul 16 18:06:22.937167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:22.976020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449434ba-9ed1-403f-9120-0272e9d66d4b req-9313ee5a-0bd2-4191-8e5e-2dc33dda0463 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.986194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-449434ba-9ed1-403f-9120-0272e9d66d4b req-9313ee5a-0bd2-4191-8e5e-2dc33dda0463 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 943 time: 0.4146392 Jul 16 18:06:23.097644 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.134963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-e0569400-b64a-4862-96f5-74e1e34e0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.138169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-e0569400-b64a-4862-96f5-74e1e34e0b2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 1094 time: 0.4074833 Jul 16 18:06:23.162532 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-449434ba-9ed1-403f-9120-0272e9d66d4b req-09efbf25-07d8-40b8-83b8-7119ee30ef27 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724527 Jul 16 18:06:23.315512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-dcb22a6f-7c65-47cb-a9a8-0b07b27e50d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 HTTP/1.1" status: 200 len: 217 time: 0.1461041 Jul 16 18:06:23.317039 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab67e1c5-5be4-4ba7-bd39-a53d8ea20f18 x-openstack-request-id: req-ab67e1c5-5be4-4ba7-bd39-a53d8ea20f18 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:23.317362 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08233d0f-30af-4bf8-9fd1-0109af05ba06", "tag": "ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:23.317627 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab67e1c5-5be4-4ba7-bd39-a53d8ea20f18 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:23.318203 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08233d0f-30af-4bf8-9fd1-0109af05ba06', 'tag': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5', 'status': 'completed', 'code': 200} Jul 16 18:06:23.527193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-37777b1c-1464-4f2c-9c6e-07738af4a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.528865 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-37777b1c-1464-4f2c-9c6e-07738af4a45c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.2097046 Jul 16 18:06:23.623088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-c9957a88-4585-4f34-8e9c-dde014d9f5e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860088 Jul 16 18:06:23.788697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 683c634a-3125-4f9b-846c-c4ab9fd2b153 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:23.874436 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d5ab83c0-aeea-4da6-a711-f7cb869cf1fa req-973f00ce-292d-48db-87ce-d3953fa1cea5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Deleting port c5f66112-44a2-429e-8bd2-1bdaf7192b25 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:23.874985 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5ab83c0-aeea-4da6-a711-f7cb869cf1fa req-973f00ce-292d-48db-87ce-d3953fa1cea5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.922552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 683c634a-3125-4f9b-846c-c4ab9fd2b153 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:23.930079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3d96a854-5732-47be-912d-c3383deda636 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:24.027030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Deleting port 3d96a854-5732-47be-912d-c3383deda636 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:24.027406 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.056269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 3d96a854-5732-47be-912d-c3383deda636 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:24.081023 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-73697116-b647-4069-a295-ab0bf754e0c3 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504659 Jul 16 18:06:24.122208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47611014-09a7-40c9-a767-be24fbb4e2aa None None] Network be7d811c-f29b-492d-ae75-a63d2f140c82 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:24.212011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a837da7-647f-4b40-8e12-74f2009a34a8 None None] Provisioning for port 683c634a-3125-4f9b-846c-c4ab9fd2b153 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:24.220284 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a837da7-647f-4b40-8e12-74f2009a34a8 None None] Provisioning complete for port 683c634a-3125-4f9b-846c-c4ab9fd2b153 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:24.221052 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a837da7-647f-4b40-8e12-74f2009a34a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.349753 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d5ab83c0-aeea-4da6-a711-f7cb869cf1fa req-973f00ce-292d-48db-87ce-d3953fa1cea5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] For port c5f66112-44a2-429e-8bd2-1bdaf7192b25, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c5f66112-44a2-429e-8bd2-1bdaf7192b25,segment=NetworkSegment(92f097d7-b630-4e64-bcb9-97fb47a7c189),segment_id=92f097d7-b630-4e64-bcb9-97fb47a7c189)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:24.352665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5ab83c0-aeea-4da6-a711-f7cb869cf1fa req-973f00ce-292d-48db-87ce-d3953fa1cea5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.358950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d447658-f9df-4165-ae75-79ec8c6b54ab req-24ebc8c4-3d27-42d2-b87e-41333fd33ba6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.369551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d447658-f9df-4165-ae75-79ec8c6b54ab req-24ebc8c4-3d27-42d2-b87e-41333fd33ba6 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 944 time: 0.4647911 Jul 16 18:06:24.478931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e9521c0-53dc-4cfb-b4c5-cdca57d5b3b0 req-964bb939-a5b3-4985-83d1-fdf5443ba7aa service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828437 Jul 16 18:06:24.541696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d5ab83c0-aeea-4da6-a711-f7cb869cf1fa req-973f00ce-292d-48db-87ce-d3953fa1cea5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Calling delete_port for c5f66112-44a2-429e-8bd2-1bdaf7192b25 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:24.561514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] For port 3d96a854-5732-47be-912d-c3383deda636, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3d96a854-5732-47be-912d-c3383deda636,segment=NetworkSegment(1889a8bd-4b80-4f9c-ae2a-68a6ba47aa37),segment_id=1889a8bd-4b80-4f9c-ae2a-68a6ba47aa37)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:24.562100 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.571866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d447658-f9df-4165-ae75-79ec8c6b54ab req-6d2238c9-7fe4-4ae9-9d22-6156d0d1558c tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/security-groups?id=840bca81-7732-4dae-bc60-9e28d50fe5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010412 Jul 16 18:06:24.624205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Calling delete_port for 3d96a854-5732-47be-912d-c3383deda636 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:24.875459 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.931741 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a837da7-647f-4b40-8e12-74f2009a34a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.993187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebd77e-c4b3-4f9b-b564-6ecfeaf616a6 req-929b3f0c-566e-405a-b694-d7b5359ef686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.998142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaebd77e-c4b3-4f9b-b564-6ecfeaf616a6 req-929b3f0c-566e-405a-b694-d7b5359ef686 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 1094 time: 0.4081762 Jul 16 18:06:25.034248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e6447d-4889-4ef4-926b-54a3bd39eef4 None None] DHCP port deletion for be7d811c-f29b-492d-ae75-a63d2f140c82 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:25.043625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c942d-f01e-4b03-b16a-2d471a415101 req-7016c97d-67ed-40e8-a6c6-f84626c35b8a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.051443 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-074c942d-f01e-4b03-b16a-2d471a415101 req-7016c97d-67ed-40e8-a6c6-f84626c35b8a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 943 time: 0.3468752 Jul 16 18:06:25.116094 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] No DVR routers for this DVR port 3d96a854-5732-47be-912d-c3383deda636 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:25.123625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0a837da7-647f-4b40-8e12-74f2009a34a8 None None] For port 683c634a-3125-4f9b-846c-c4ab9fd2b153, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=683c634a-3125-4f9b-846c-c4ab9fd2b153,segment=NetworkSegment(4ee821f3-35c4-4ccf-b529-846812808887),segment_id=4ee821f3-35c4-4ccf-b529-846812808887)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:25.145163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event deleted for resources: {'Port': ['ID=3d96a854-5732-47be-912d-c3383deda636,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:25.152596 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5ab83c0-aeea-4da6-a711-f7cb869cf1fa req-973f00ce-292d-48db-87ce-d3953fa1cea5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.153142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89db77a3-3d61-49b8-84c3-29f632d8cb3c None None] Network 834bd54e-064e-42f1-8d72-1fdb695db1f3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:25.224550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-074c942d-f01e-4b03-b16a-2d471a415101 req-d5490570-dba0-4152-8f4e-9f294f2847f1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720445 Jul 16 18:06:25.299116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebd77e-c4b3-4f9b-b564-6ecfeaf616a6 req-22d2dedf-fc13-432d-9508-43772e012043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.304065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaebd77e-c4b3-4f9b-b564-6ecfeaf616a6 req-22d2dedf-fc13-432d-9508-43772e012043 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 911 time: 0.2907746 Jul 16 18:06:25.408004 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a837da7-647f-4b40-8e12-74f2009a34a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.460421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaebd77e-c4b3-4f9b-b564-6ecfeaf616a6 req-c1728df5-8138-468e-a8d9-c4f9cb78f558 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 HTTP/1.1" status: 200 len: 217 time: 0.1458008 Jul 16 18:06:25.487899 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f00ce-292d-48db-87ce-d3953fa1cea5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Pushing event deleted for resources: {'Port': ['ID=c5f66112-44a2-429e-8bd2-1bdaf7192b25,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:25.494090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ab83c0-aeea-4da6-a711-f7cb869cf1fa req-973f00ce-292d-48db-87ce-d3953fa1cea5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] No DVR routers for this DVR port c5f66112-44a2-429e-8bd2-1bdaf7192b25 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:25.532363 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5ab83c0-aeea-4da6-a711-f7cb869cf1fa req-973f00ce-292d-48db-87ce-d3953fa1cea5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.537214 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d5ab83c0-aeea-4da6-a711-f7cb869cf1fa req-973f00ce-292d-48db-87ce-d3953fa1cea5 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.42 "DELETE /v2.0/ports/c5f66112-44a2-429e-8bd2-1bdaf7192b25 HTTP/1.1" status: 204 len: 173 time: 2.7602625 Jul 16 18:06:25.540887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46930ed2-89ed-4fa1-989d-edc00fb98030', 'name': 'network-vif-deleted', 'tag': 'c5f66112-44a2-429e-8bd2-1bdaf7192b25'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:25.546356 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec618abc-f527-4dde-b122-43c12cbff826" -d '{"events": [{"server_uuid": "46930ed2-89ed-4fa1-989d-edc00fb98030", "name": "network-vif-deleted", "tag": "c5f66112-44a2-429e-8bd2-1bdaf7192b25"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:25.698989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebd77e-c4b3-4f9b-b564-6ecfeaf616a6 req-abc31cc6-6c32-4756-b2b5-28e7224f4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.707643 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaebd77e-c4b3-4f9b-b564-6ecfeaf616a6 req-abc31cc6-6c32-4756-b2b5-28e7224f4d29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.2380581 Jul 16 18:06:25.709674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5de390e0-54fa-488d-b8f4-c3bd20d9f23d None None] Could not find standard attr ID for object 3d96a854-5732-47be-912d-c3383deda636. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:06:25.796850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaebd77e-c4b3-4f9b-b564-6ecfeaf616a6 req-8f494794-daae-476c-99cd-6c16276530be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866704 Jul 16 18:06:25.801275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.809598 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d76b9fe-97d8-487b-87e3-4afe20e8d9d1 x-openstack-request-id: req-5d76b9fe-97d8-487b-87e3-4afe20e8d9d1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:25.811082 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46930ed2-89ed-4fa1-989d-edc00fb98030", "name": "network-vif-deleted", "tag": "c5f66112-44a2-429e-8bd2-1bdaf7192b25", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:25.811229 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d76b9fe-97d8-487b-87e3-4afe20e8d9d1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:25.811645 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46930ed2-89ed-4fa1-989d-edc00fb98030', 'name': 'network-vif-deleted', 'tag': 'c5f66112-44a2-429e-8bd2-1bdaf7192b25', 'status': 'completed', 'code': 200} Jul 16 18:06:25.830333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834bd54e-064e-42f1-8d72-1fdb695db1f3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:25.854300 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a837da7-647f-4b40-8e12-74f2009a34a8 None None] Pushing event updated for resources: {'Port': ['ID=683c634a-3125-4f9b-846c-c4ab9fd2b153,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:25.860885 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73cd305-35a4-45b7-abcb-2268bca5ce56 None None] DHCP port deletion for 834bd54e-064e-42f1-8d72-1fdb695db1f3 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:25.863249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 683c634a-3125-4f9b-846c-c4ab9fd2b153 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:25.872227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1889a8bd-4b80-4f9c-ae2a-68a6ba47aa37') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:25.872690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1889a8bd-4b80-4f9c-ae2a-68a6ba47aa37') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:25.925833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-18e6447d-4889-4ef4-926b-54a3bd39eef4 None None] Deleting port 683c634a-3125-4f9b-846c-c4ab9fd2b153 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:25.926134 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18e6447d-4889-4ef4-926b-54a3bd39eef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.935249 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.998548 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.028847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaebd77e-c4b3-4f9b-b564-6ecfeaf616a6 req-e3937a2a-6a01-4035-b429-912b087050cd service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245531 Jul 16 18:06:26.030540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:26.030969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:26.037158 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:26.117204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1528104-4007-48df-b122-b712b1e2877e req-cabe112a-9ee8-4157-aef6-70fc4bc6d311 tempest-LiveAutoBlockMigrationV225Test-1197045511 tempest-LiveAutoBlockMigrationV225Test-1197045511-project] 10.222.0.52 "GET /v2.0/ports?device_id=46930ed2-89ed-4fa1-989d-edc00fb98030 HTTP/1.1" status: 200 len: 210 time: 0.0872517 Jul 16 18:06:26.172202 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.189867 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.211086 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "DELETE /v2.0/networks/834bd54e-064e-42f1-8d72-1fdb695db1f3 HTTP/1.1" status: 204 len: 168 time: 3.2721512 Jul 16 18:06:26.214558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:26.265726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-18e6447d-4889-4ef4-926b-54a3bd39eef4 None None] For port 683c634a-3125-4f9b-846c-c4ab9fd2b153, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=683c634a-3125-4f9b-846c-c4ab9fd2b153,segment=NetworkSegment(4ee821f3-35c4-4ccf-b529-846812808887),segment_id=4ee821f3-35c4-4ccf-b529-846812808887)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:26.268838 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18e6447d-4889-4ef4-926b-54a3bd39eef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.311211 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.317286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-18e6447d-4889-4ef4-926b-54a3bd39eef4 None None] Calling delete_port for 683c634a-3125-4f9b-846c-c4ab9fd2b153 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:26.337000 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6d690-ee8c-4303-a710-5c024638e1fd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event deleted for resources: {'Network': ['ID=834bd54e-064e-42f1-8d72-1fdb695db1f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.371578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaebd77e-c4b3-4f9b-b564-6ecfeaf616a6 req-c23228b5-5651-42ae-9865-a9f267264673 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138118 Jul 16 18:06:26.478431 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.484943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c5f66112-44a2-429e-8bd2-1bdaf7192b25 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:26.667344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Deleting port 683c634a-3125-4f9b-846c-c4ab9fd2b153 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:26.667705 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.745426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3e6ba-9d4c-4a00-8649-b87e84e7ae68 req-21908c0f-f1b3-4d80-b555-bb2b409fd5cb tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.756078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: c5f66112-44a2-429e-8bd2-1bdaf7192b25 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:26.756288 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ee3e6ba-9d4c-4a00-8649-b87e84e7ae68 req-21908c0f-f1b3-4d80-b555-bb2b409fd5cb tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 943 time: 0.2100520 Jul 16 18:06:26.756474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c5f66112-44a2-429e-8bd2-1bdaf7192b25 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:26.827676 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 683c634a-3125-4f9b-846c-c4ab9fd2b153, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=683c634a-3125-4f9b-846c-c4ab9fd2b153,segment=NetworkSegment(4ee821f3-35c4-4ccf-b529-846812808887),segment_id=4ee821f3-35c4-4ccf-b529-846812808887)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:26.840063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ee3e6ba-9d4c-4a00-8649-b87e84e7ae68 req-64317964-2a95-4e45-8e8d-fd6a752fc9cd tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794303 Jul 16 18:06:26.840667 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.941651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=683c634a-3125-4f9b-846c-c4ab9fd2b153,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.956903 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18e6447d-4889-4ef4-926b-54a3bd39eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.993590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6447d-4889-4ef4-926b-54a3bd39eef4 None None] Pushing event deleted for resources: {'Port': ['ID=683c634a-3125-4f9b-846c-c4ab9fd2b153,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:27.012637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] For port 683c634a-3125-4f9b-846c-c4ab9fd2b153, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=683c634a-3125-4f9b-846c-c4ab9fd2b153,segment=NetworkSegment(4ee821f3-35c4-4ccf-b529-846812808887),segment_id=4ee821f3-35c4-4ccf-b529-846812808887)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:27.013215 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.020447 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6447d-4889-4ef4-926b-54a3bd39eef4 None None] No DVR routers for this DVR port 683c634a-3125-4f9b-846c-c4ab9fd2b153 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:27.052452 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Calling delete_port for 683c634a-3125-4f9b-846c-c4ab9fd2b153 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:27.200365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.218219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] No DVR routers for this DVR port 683c634a-3125-4f9b-846c-c4ab9fd2b153 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:27.284986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event deleted for resources: {'Port': ['ID=683c634a-3125-4f9b-846c-c4ab9fd2b153,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:27.291240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:27.450651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3d96a854-5732-47be-912d-c3383deda636 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:27.491775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.496820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 3d96a854-5732-47be-912d-c3383deda636 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:27.497185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3d96a854-5732-47be-912d-c3383deda636 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:27.523068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7d811c-f29b-492d-ae75-a63d2f140c82']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:27.578942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee821f3-35c4-4ccf-b529-846812808887') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:27.581955 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee821f3-35c4-4ccf-b529-846812808887') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:27.621263 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.666467 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.684095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:27.684529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:27.694612 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:27.777717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb47eeb3-d598-4d77-a763-125959af05b8 admin admin] Deleting subnet d59bb117-601d-4130-a705-1881eee73fd0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:27.783769 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb47eeb3-d598-4d77-a763-125959af05b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.817249 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.846862 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.848338 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb47eeb3-d598-4d77-a763-125959af05b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.849802 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "DELETE /v2.0/networks/be7d811c-f29b-492d-ae75-a63d2f140c82 HTTP/1.1" status: 204 len: 168 time: 1.6279142 Jul 16 18:06:27.852368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35812) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:27.895275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c4256-07f6-42d7-8fcc-6950de731326 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event deleted for resources: {'Network': ['ID=be7d811c-f29b-492d-ae75-a63d2f140c82,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:27.973064 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb47eeb3-d598-4d77-a763-125959af05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.104983 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.231910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5f94d-2ff8-4bbc-be48-83af50abc904 req-717177b7-ad6d-4f65-b150-f288ab7de7b6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:28.245866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6fb5f94d-2ff8-4bbc-be48-83af50abc904 req-717177b7-ad6d-4f65-b150-f288ab7de7b6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 943 time: 0.1742241 Jul 16 18:06:28.311632 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb47eeb3-d598-4d77-a763-125959af05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.319068 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.332864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e30afb-add9-47d9-9b4f-311789cc82b6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:28.347582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd589672-dfd8-45b5-a054-1a3ab5feed36') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:28.348056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd589672-dfd8-45b5-a054-1a3ab5feed36') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:28.355200 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47eeb3-d598-4d77-a763-125959af05b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d59bb117-601d-4130-a705-1881eee73fd0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.361801 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.370490 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb47eeb3-d598-4d77-a763-125959af05b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.377436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fb47eeb3-d598-4d77-a763-125959af05b8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d59bb117-601d-4130-a705-1881eee73fd0 HTTP/1.1" status: 204 len: 168 time: 1.0828323 Jul 16 18:06:28.385696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:28.394855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6fb5f94d-2ff8-4bbc-be48-83af50abc904 req-4303531f-0668-4c3b-bfdd-d93816eafa13 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479304 Jul 16 18:06:28.441219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:28.442763 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.481758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:28.482404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:28.490598 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:28.678425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:28.683460 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.708660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'port_id': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5', 'mac_address': 'fa:16:3e:ee:bf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62c42e8-0fd4-4a43-862e-35deb60b4c2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:28.726584 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.742825 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.747298 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "DELETE /v2.0/networks/14e30afb-add9-47d9-9b4f-311789cc82b6 HTTP/1.1" status: 204 len: 168 time: 0.8916178 Jul 16 18:06:28.748135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:28.770218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7e961-53f6-4446-a790-d0bf7bcf5bbd tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event deleted for resources: {'Network': ['ID=14e30afb-add9-47d9-9b4f-311789cc82b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.833730 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.872605 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.879725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:28.901180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e873bfab-ff66-44cb-8bce-e4e0b5617c01']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:28.917133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f097d7-b630-4e64-bcb9-97fb47a7c189') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:28.917522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f097d7-b630-4e64-bcb9-97fb47a7c189') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:28.935108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:28.938819 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.947335 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.969067 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.000209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:29.000783 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.003005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:29.006642 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:29.080946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.139643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.145915 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.147899 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e873bfab-ff66-44cb-8bce-e4e0b5617c01 HTTP/1.1" status: 204 len: 168 time: 0.7595022 Jul 16 18:06:29.183013 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.187696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:29.198725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2a7347-a45b-49ee-b335-4b2c76f64e61']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:29.221162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0766672f-feb2-453f-940d-2fa403573d69') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:29.222506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0766672f-feb2-453f-940d-2fa403573d69') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:29.236248 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.255478 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.263187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:29.264578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:29.265469 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.305018 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e8f30-8eca-4cb0-937b-bf400aac3430 admin admin] Pushing event deleted for resources: {'Network': ['ID=e873bfab-ff66-44cb-8bce-e4e0b5617c01,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.309754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe68c2f-f658-4384-b50e-796f8e205e18 admin admin] Deleting subnet a4bb2d43-1b4f-4337-a13f-1e4934134734 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:29.328340 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efe68c2f-f658-4384-b50e-796f8e205e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:29.352802 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:29.363925 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.380732 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.396069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] 10.222.0.52 "DELETE /v2.0/networks/5c2a7347-a45b-49ee-b335-4b2c76f64e61 HTTP/1.1" status: 204 len: 168 time: 0.6420069 Jul 16 18:06:29.416184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eabb8a-bd0c-457d-9c9a-c757b14f33a6 tempest-BulkNetworkOpsTest-1345066736 tempest-BulkNetworkOpsTest-1345066736-project] Pushing event deleted for resources: {'Network': ['ID=5c2a7347-a45b-49ee-b335-4b2c76f64e61,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.421733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efe68c2f-f658-4384-b50e-796f8e205e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.527993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efe68c2f-f658-4384-b50e-796f8e205e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.720466 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efe68c2f-f658-4384-b50e-796f8e205e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.822580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe68c2f-f658-4384-b50e-796f8e205e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4bb2d43-1b4f-4337-a13f-1e4934134734,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.844579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efe68c2f-f658-4384-b50e-796f8e205e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.853258 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-efe68c2f-f658-4384-b50e-796f8e205e18 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a4bb2d43-1b4f-4337-a13f-1e4934134734 HTTP/1.1" status: 204 len: 168 time: 0.6640539 Jul 16 18:06:29.854087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:29.867542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b9ab5-f830-4054-b35e-e834b3567797 req-5eb82444-9c01-47d2-8fc3-2251fb7612fe tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.883022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f2b9ab5-f830-4054-b35e-e834b3567797 req-5eb82444-9c01-47d2-8fc3-2251fb7612fe tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 944 time: 0.2152152 Jul 16 18:06:30.012794 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad67f2d2-c795-43bc-9080-0cbfb4456539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.023030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f2b9ab5-f830-4054-b35e-e834b3567797 req-f37198f5-8f61-43a8-9186-8a1987ea75d8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388516 Jul 16 18:06:30.047745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.080532 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.251514 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-28151f75-4382-4430-86c3-616270dbebf0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2fce1df0f3b4bb08521feda4d955634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021663 Jul 16 18:06:30.258858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.281081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.292562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9690e06f-f52c-40d3-af6e-9471ae876b62']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:30.306928 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc992f8d-cd81-48f4-bd40-7e526257a579') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:30.308161 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc992f8d-cd81-48f4-bd40-7e526257a579') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:30.325704 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.338631 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfa44e2e-caab-4d79-9a60-8e3a5b339427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.369639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.382228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:30.383629 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:30.385782 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:30.429841 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfa44e2e-caab-4d79-9a60-8e3a5b339427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.535198 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfa44e2e-caab-4d79-9a60-8e3a5b339427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.538563 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfa44e2e-caab-4d79-9a60-8e3a5b339427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.540284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bfa44e2e-caab-4d79-9a60-8e3a5b339427 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23469d23-5bc6-4a94-b6eb-338ced48d877 HTTP/1.1" status: 204 len: 168 time: 0.2799106 Jul 16 18:06:30.555699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa44e2e-caab-4d79-9a60-8e3a5b339427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23469d23-5bc6-4a94-b6eb-338ced48d877,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.670791 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.680039 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.691657 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9690e06f-f52c-40d3-af6e-9471ae876b62 HTTP/1.1" status: 204 len: 168 time: 0.8349016 Jul 16 18:06:30.712082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76019be8-769e-4939-b2f4-1310600435d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9690e06f-f52c-40d3-af6e-9471ae876b62,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.077841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:31.206109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-269bc933-bbf2-4007-b92b-5bcb353806e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=565937de75e3443f93597fdd4f4967e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233501 Jul 16 18:06:31.207299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:31.345741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66a6d110-4873-4a13-a25b-686f802b294c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.380826 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66a6d110-4873-4a13-a25b-686f802b294c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.408977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b7d16-f2e8-4305-8992-34e31d780378 req-bcb1b3cf-fa3e-4e52-b5b1-c62b0abced1a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.421683 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-650b7d16-f2e8-4305-8992-34e31d780378 req-bcb1b3cf-fa3e-4e52-b5b1-c62b0abced1a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 944 time: 0.1359634 Jul 16 18:06:31.456341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66a6d110-4873-4a13-a25b-686f802b294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.461060 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66a6d110-4873-4a13-a25b-686f802b294c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.462660 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-66a6d110-4873-4a13-a25b-686f802b294c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/840bca81-7732-4dae-bc60-9e28d50fe5fe HTTP/1.1" status: 204 len: 168 time: 0.2540631 Jul 16 18:06:31.475819 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6d110-4873-4a13-a25b-686f802b294c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840bca81-7732-4dae-bc60-9e28d50fe5fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.501360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-650b7d16-f2e8-4305-8992-34e31d780378 req-8e57015a-73fd-4195-a321-64a2563bc9e1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786612 Jul 16 18:06:32.235104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.277570 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d37c99a-8e07-4b2f-85ef-e32706752611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.323091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.323997 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cc8e611c-f7be-4263-8b9f-f48fb6c14dd5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8744c618181b404da7478c5c97366154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0869675 Jul 16 18:06:32.388549 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.393493 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.446777 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b24e7077-c868-4214-8243-ec9d4c3b6949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.450149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:32.509474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b24e7077-c868-4214-8243-ec9d4c3b6949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.585294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:32.593128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:32.594552 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.615427 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b24e7077-c868-4214-8243-ec9d4c3b6949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.618682 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b24e7077-c868-4214-8243-ec9d4c3b6949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.622529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b24e7077-c868-4214-8243-ec9d4c3b6949 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9629de44-5f1f-4313-b64a-0f0fac1654b8 HTTP/1.1" status: 204 len: 168 time: 0.2957504 Jul 16 18:06:32.630165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e7077-c868-4214-8243-ec9d4c3b6949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9629de44-5f1f-4313-b64a-0f0fac1654b8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.740393 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.784721 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.833238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08233d0f-30af-4bf8-9fd1-0109af05ba06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:32.842171 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4f552b-8a40-42fa-b0fc-2ab8c4440b7f" -d '{"events": [{"server_uuid": "08233d0f-30af-4bf8-9fd1-0109af05ba06", "name": "network-vif-plugged", "status": "completed", "tag": "ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:32.877443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:32.890190 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.893077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9c794-fc51-4e3e-abe0-dd253619d227 req-1cc68e68-d9ac-46fe-b190-3314cd776a5f tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.894913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ad9c794-fc51-4e3e-abe0-dd253619d227 req-1cc68e68-d9ac-46fe-b190-3314cd776a5f tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 944 time: 0.1157773 Jul 16 18:06:32.965452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ad9c794-fc51-4e3e-abe0-dd253619d227 req-98bc1de8-c070-48c9-86b3-3c20c94d34a9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644510 Jul 16 18:06:32.998853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.057440 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde136ba-091f-40f7-8c27-1a39057cb480 x-openstack-request-id: req-bde136ba-091f-40f7-8c27-1a39057cb480 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:33.057743 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08233d0f-30af-4bf8-9fd1-0109af05ba06", "name": "network-vif-plugged", "status": "completed", "tag": "ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:33.058002 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bde136ba-091f-40f7-8c27-1a39057cb480 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:33.058416 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08233d0f-30af-4bf8-9fd1-0109af05ba06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5', 'code': 200} Jul 16 18:06:33.139994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:33.245808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6da166-b1ab-4cf8-a471-5e37d2164c12 req-c5953db8-c006-45a8-93f4-34292e56968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.247679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c6da166-b1ab-4cf8-a471-5e37d2164c12 req-c5953db8-c006-45a8-93f4-34292e56968d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 1096 time: 0.0764346 Jul 16 18:06:33.306151 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c6da166-b1ab-4cf8-a471-5e37d2164c12 req-53c585bd-a373-4147-bdaa-f6bbe409133d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487449 Jul 16 18:06:33.367871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-915313151'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:33.427196 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:33.438715 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.450936 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.611955 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.621546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.656128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1992fd43-51f9-4e52-a571-55f929c0287f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.691002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:33.713443 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.716357 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.716900 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Added segment a2b9fd94-07d0-4299-bd8a-5bd5a61d4576 of type vlan for network 851f555c-cb0b-4187-a58f-467783ddea32 Jul 16 18:06:33.764221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.812264 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.821255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.822311 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.894160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Network': ['ID=851f555c-cb0b-4187-a58f-467783ddea32,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.898807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c9cf734a-594f-4c18-9858-b7daca030dba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7572885 Jul 16 18:06:33.901625 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:33.907787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'name': 'tempest-PortsTestJSON-1850679132'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:33.914235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 851f555c-cb0b-4187-a58f-467783ddea32 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:34.020973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:34.024773 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.045238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:34.206504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:34.301650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c3fce-f847-4a55-b449-f0ebfa5206e9 req-c1041f43-cea7-4e9e-880c-87912046d9db tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.308923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f7c3fce-f847-4a55-b449-f0ebfa5206e9 req-c1041f43-cea7-4e9e-880c-87912046d9db tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.1411169 Jul 16 18:06:34.388673 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f7c3fce-f847-4a55-b449-f0ebfa5206e9 req-66f8e504-c556-4c27-a554-0e88e5687558 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732481 Jul 16 18:06:34.394890 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.495027 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.575031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=2a7669d7-70e7-47c8-90ec-a6c531aeba98,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:34.587597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Checking segment: {'id': 'a2b9fd94-07d0-4299-bd8a-5bd5a61d4576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '851f555c-cb0b-4187-a58f-467783ddea32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:34.588197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network hostable DHCP agents. Network: 851f555c-cb0b-4187-a58f-467783ddea32, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:34.606961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca35ed-fcc6-4a3f-9582-3be408a1ea1c req-2dc3ec7d-7884-4921-aa4b-935e84465d52 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.609977 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96ca35ed-fcc6-4a3f-9582-3be408a1ea1c req-2dc3ec7d-7884-4921-aa4b-935e84465d52 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 951 time: 0.0936005 Jul 16 18:06:34.610982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 851f555c-cb0b-4187-a58f-467783ddea32 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:34.622404 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 851f555c-cb0b-4187-a58f-467783ddea32) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:34.632442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b2b9db-7ca5-4ee9-8979-178b8b4bb753 None None] Network 851f555c-cb0b-4187-a58f-467783ddea32 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:34.636698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:34.643392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.645500 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.664091 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8ccabff-38df-4c18-8a4c-226eaf6a0a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.665571 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-06d17c6a-4b1b-4e29-884e-4ba5de726a51 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7626004 Jul 16 18:06:34.668148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:34.675278 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e3a17fdb-ba9b-47d2-acf8-d8dd0f0f1f32 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1529713799'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:34.694385 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96ca35ed-fcc6-4a3f-9582-3be408a1ea1c req-e277e61c-75f8-4daf-9ed3-56d7347d0875 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735154 Jul 16 18:06:34.705550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a17fdb-ba9b-47d2-acf8-d8dd0f0f1f32 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:34.709245 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3a17fdb-ba9b-47d2-acf8-d8dd0f0f1f32 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.738465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a17fdb-ba9b-47d2-acf8-d8dd0f0f1f32 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:34.750167 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3a17fdb-ba9b-47d2-acf8-d8dd0f0f1f32 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.751568 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-e3a17fdb-ba9b-47d2-acf8-d8dd0f0f1f32 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Added segment 77aec5c1-65c7-4b22-bcf0-9258f28c989b of type vlan for network 4343ef47-1d9e-484f-a888-5e80eb03fe4b Jul 16 18:06:34.842516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3a17fdb-ba9b-47d2-acf8-d8dd0f0f1f32 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.885357 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3a17fdb-ba9b-47d2-acf8-d8dd0f0f1f32 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.893808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a17fdb-ba9b-47d2-acf8-d8dd0f0f1f32 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.894820 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3a17fdb-ba9b-47d2-acf8-d8dd0f0f1f32 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.896552 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8ccabff-38df-4c18-8a4c-226eaf6a0a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.902286 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8ccabff-38df-4c18-8a4c-226eaf6a0a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.944723 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e3a17fdb-ba9b-47d2-acf8-d8dd0f0f1f32 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2753849 Jul 16 18:06:34.947946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:34.956476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'ports': [{'network_id': '851f555c-cb0b-4187-a58f-467783ddea32'}, {'network_id': '4343ef47-1d9e-484f-a888-5e80eb03fe4b'}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:34.956800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:34.957361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': '4343ef47-1d9e-484f-a888-5e80eb03fe4b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:34.962403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c8ccabff-38df-4c18-8a4c-226eaf6a0a6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e19717278484e909836eb2cfaa6ec2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7531562 Jul 16 18:06:34.962973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:34.965017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccabff-38df-4c18-8a4c-226eaf6a0a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4231f515-32bc-4ff7-bd6d-fccbbd4f312c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.003643 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a17fdb-ba9b-47d2-acf8-d8dd0f0f1f32 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Network': ['ID=4343ef47-1d9e-484f-a888-5e80eb03fe4b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.024167 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a5b4f36-7b0c-4b56-a2e2-3893bad05a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.026928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 4343ef47-1d9e-484f-a888-5e80eb03fe4b details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:35.052928 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a5b4f36-7b0c-4b56-a2e2-3893bad05a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.111572 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a5b4f36-7b0c-4b56-a2e2-3893bad05a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.114212 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a5b4f36-7b0c-4b56-a2e2-3893bad05a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.118784 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8a5b4f36-7b0c-4b56-a2e2-3893bad05a1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4231f515-32bc-4ff7-bd6d-fccbbd4f312c HTTP/1.1" status: 204 len: 168 time: 0.1546812 Jul 16 18:06:35.127016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b4f36-7b0c-4b56-a2e2-3893bad05a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4231f515-32bc-4ff7-bd6d-fccbbd4f312c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.237437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:35.243337 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.260343 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.367727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port cd6873c5-02e2-4a32-8109-ce1ab5901a09 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:35.401907 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.589425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.638509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:35.658560 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ea44d1e-aef5-427d-bd60-ce64359c0a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.697122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port c1bb4671-8b30-4861-b4e5-fea60d14d3ea yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:35.708257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539b2ac-02b3-4b74-82df-87cfca85c517 req-97a8a654-9524-4c12-9aa0-2400609d5254 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.709939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5539b2ac-02b3-4b74-82df-87cfca85c517 req-97a8a654-9524-4c12-9aa0-2400609d5254 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.1167738 Jul 16 18:06:35.776373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5539b2ac-02b3-4b74-82df-87cfca85c517 req-eeba218a-815e-4cde-a9a7-8c5e3f2f7d26 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573783 Jul 16 18:06:35.819780 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ea44d1e-aef5-427d-bd60-ce64359c0a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.826201 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ea44d1e-aef5-427d-bd60-ce64359c0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.863168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.878653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1ea44d1e-aef5-427d-bd60-ce64359c0a29 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1bd4365a9a24dde9e39c401cc38283d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381225 Jul 16 18:06:35.879632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea44d1e-aef5-427d-bd60-ce64359c0a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cea70a6-33c4-46ff-ae4b-fd64deda23c0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.882289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:35.919519 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.947086 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9841e5f4-a1f2-4ce5-bbcd-36d42b11d7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.968608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 851f555c-cb0b-4187-a58f-467783ddea32 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:35.972167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:35.978900 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:35.979320 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.990722 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9841e5f4-a1f2-4ce5-bbcd-36d42b11d7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.993224 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=cd6873c5-02e2-4a32-8109-ce1ab5901a09,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.050419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9841e5f4-a1f2-4ce5-bbcd-36d42b11d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.053679 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9841e5f4-a1f2-4ce5-bbcd-36d42b11d7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.057361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9841e5f4-a1f2-4ce5-bbcd-36d42b11d7b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1cea70a6-33c4-46ff-ae4b-fd64deda23c0 HTTP/1.1" status: 204 len: 168 time: 0.1715546 Jul 16 18:06:36.091075 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=c1bb4671-8b30-4861-b4e5-fea60d14d3ea,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.100012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Checking segment: {'id': '77aec5c1-65c7-4b22-bcf0-9258f28c989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4343ef47-1d9e-484f-a888-5e80eb03fe4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:36.100499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network hostable DHCP agents. Network: 4343ef47-1d9e-484f-a888-5e80eb03fe4b, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:36.106927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-4991d5ca-898b-4b6d-924a-4a5ab8833734 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2821d4b0928640fa84b652896bdf0240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507855 Jul 16 18:06:36.107877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841e5f4-a1f2-4ce5-bbcd-36d42b11d7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cea70a6-33c4-46ff-ae4b-fd64deda23c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.121194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 4343ef47-1d9e-484f-a888-5e80eb03fe4b is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:36.138387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 4343ef47-1d9e-484f-a888-5e80eb03fe4b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:36.156749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab622b66-57ae-47be-952e-3e4f379af652 None None] Network 4343ef47-1d9e-484f-a888-5e80eb03fe4b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:36.159893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:36.166377 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.171288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.173684 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.191787 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-aedb6bac-7fcb-4613-9c39-86d4368b4696 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2424438 Jul 16 18:06:36.194773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:36.244607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-acd62541-6566-4561-948b-8760643d4344 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.246768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-acd62541-6566-4561-948b-8760643d4344 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1303971 Jul 16 18:06:36.271588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-d3933fe6-c0f9-4b0f-a618-6b4377550c34 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/quotas/2821d4b0928640fa84b652896bdf0240 HTTP/1.1" status: 200 len: 375 time: 0.0180471 Jul 16 18:06:36.352617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-fcbee02b-3a86-4900-88c2-7a6f0808779b tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2821d4b0928640fa84b652896bdf0240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708642 Jul 16 18:06:36.376455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc8951-4260-4e9a-b308-4be73929d1e5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port c1bb4671-8b30-4861-b4e5-fea60d14d3ea {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:36.376808 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ffc8951-4260-4e9a-b308-4be73929d1e5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.556174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ffc8951-4260-4e9a-b308-4be73929d1e5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.575193 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc8951-4260-4e9a-b308-4be73929d1e5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for c1bb4671-8b30-4861-b4e5-fea60d14d3ea owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:36.754316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ffc8951-4260-4e9a-b308-4be73929d1e5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.789900 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc8951-4260-4e9a-b308-4be73929d1e5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=c1bb4671-8b30-4861-b4e5-fea60d14d3ea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.804124 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ffc8951-4260-4e9a-b308-4be73929d1e5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.809509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:36.810421 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4ffc8951-4260-4e9a-b308-4be73929d1e5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/c1bb4671-8b30-4861-b4e5-fea60d14d3ea HTTP/1.1" status: 204 len: 168 time: 0.6125603 Jul 16 18:06:36.911751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-27b507b5-0e5b-4522-8c98-33a26117d60c req-d0fc63ee-7d20-484b-9df9-76315a7622f9 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 210 time: 0.0548832 Jul 16 18:06:36.983929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b1617-773a-4572-8c3a-1f62bbd3a4d9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.990368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b1617-773a-4572-8c3a-1f62bbd3a4d9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.992025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-108b1617-773a-4572-8c3a-1f62bbd3a4d9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1812539 Jul 16 18:06:36.994675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:37.072641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ed947-2919-419e-80ed-56b41d410dc5 req-7337c90c-dd37-49b3-abbd-83706bf791db tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:37.074287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069ed947-2919-419e-80ed-56b41d410dc5 req-7337c90c-dd37-49b3-abbd-83706bf791db tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.1651502 Jul 16 18:06:37.200769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069ed947-2919-419e-80ed-56b41d410dc5 req-f4fecb35-d9b6-46e2-8830-b97b88c9df91 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980442 Jul 16 18:06:37.218815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5599fd3a-742d-488b-ad0b-941a7dafa43b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port cd6873c5-02e2-4a32-8109-ce1ab5901a09 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:37.219449 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5599fd3a-742d-488b-ad0b-941a7dafa43b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.246767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21437628-0d3d-4f95-92f0-7a4eae2ecf4f req-4a136232-e8db-44e7-b16a-c3292ef08bc2 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:37.248243 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21437628-0d3d-4f95-92f0-7a4eae2ecf4f req-4a136232-e8db-44e7-b16a-c3292ef08bc2 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 951 time: 0.1727617 Jul 16 18:06:37.324163 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5599fd3a-742d-488b-ad0b-941a7dafa43b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.348191 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21437628-0d3d-4f95-92f0-7a4eae2ecf4f req-47e85ee9-5957-47a1-985d-0ff58893aa4d tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924006 Jul 16 18:06:37.349282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5599fd3a-742d-488b-ad0b-941a7dafa43b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for cd6873c5-02e2-4a32-8109-ce1ab5901a09 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:37.442786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5599fd3a-742d-488b-ad0b-941a7dafa43b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.476599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599fd3a-742d-488b-ad0b-941a7dafa43b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=cd6873c5-02e2-4a32-8109-ce1ab5901a09,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:37.482441 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5599fd3a-742d-488b-ad0b-941a7dafa43b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.484780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5599fd3a-742d-488b-ad0b-941a7dafa43b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/cd6873c5-02e2-4a32-8109-ce1ab5901a09 HTTP/1.1" status: 204 len: 168 time: 0.4888248 Jul 16 18:06:37.487036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:37.563081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948b774d-1cf9-43c1-8352-791dd6af9a0c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:37.565138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-948b774d-1cf9-43c1-8352-791dd6af9a0c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0771194 Jul 16 18:06:37.567755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:37.596373 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-244d7785-3544-4b67-8ce5-1108054405d8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:06:37.600541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-244d7785-3544-4b67-8ce5-1108054405d8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/c1bb4671-8b30-4861-b4e5-fea60d14d3ea HTTP/1.1" status: 404 len: 333 time: 0.0294118 Jul 16 18:06:37.600771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:37.631295 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20e36c7-0205-4213-868d-021204ad4482 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:06:37.632894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d20e36c7-0205-4213-868d-021204ad4482 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/cd6873c5-02e2-4a32-8109-ce1ab5901a09 HTTP/1.1" status: 404 len: 333 time: 0.0312071 Jul 16 18:06:37.635745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:37.742695 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.905052 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.944742 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4343ef47-1d9e-484f-a888-5e80eb03fe4b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:37.949286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-a8ffa593-218e-4887-94be-d93568ecce7b tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2821d4b0928640fa84b652896bdf0240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406470 Jul 16 18:06:37.981734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77aec5c1-65c7-4b22-bcf0-9258f28c989b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:37.982175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77aec5c1-65c7-4b22-bcf0-9258f28c989b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:38.009466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.040898 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.080116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:38.080116 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:38.083239 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:38.147583 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44be6cea-1ded-4ac3-b799-d6ecfbab3883 req-b80adf91-66f4-41ca-86ab-af16ab8d5ee5 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 210 time: 0.0633860 Jul 16 18:06:38.208766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-feb18be7-7782-4deb-81dc-8229582e6426 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.210322 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-feb18be7-7782-4deb-81dc-8229582e6426 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549086 Jul 16 18:06:38.211102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.218008 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.220094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/networks/4343ef47-1d9e-484f-a888-5e80eb03fe4b HTTP/1.1" status: 204 len: 168 time: 0.5832982 Jul 16 18:06:38.224233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:38.229433 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bdcc039f-c16d-4cc0-8410-6603962956e3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1534806297'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:38.235586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Request body: {'port': {'device_id': '91562861-5783-4072-b79d-a459467dddde', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '2821d4b0928640fa84b652896bdf0240'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:38.241867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954a530-90c4-412a-ae47-7908f80a4cc8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Network': ['ID=4343ef47-1d9e-484f-a888-5e80eb03fe4b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.259812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcc039f-c16d-4cc0-8410-6603962956e3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:38.263367 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdcc039f-c16d-4cc0-8410-6603962956e3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.292654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcc039f-c16d-4cc0-8410-6603962956e3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:38.307071 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdcc039f-c16d-4cc0-8410-6603962956e3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.307718 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-bdcc039f-c16d-4cc0-8410-6603962956e3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Added segment 0185e4c6-762d-40ba-8f94-51060c628876 of type vlan for network f893d3e2-c5de-406c-bf4c-2fded812424a Jul 16 18:06:38.357154 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdcc039f-c16d-4cc0-8410-6603962956e3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.398879 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdcc039f-c16d-4cc0-8410-6603962956e3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.407575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc039f-c16d-4cc0-8410-6603962956e3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.408440 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdcc039f-c16d-4cc0-8410-6603962956e3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.415218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Made reservation on behalf of 2821d4b0928640fa84b652896bdf0240 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:38.419356 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.433751 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.476606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 63e7b27f-4930-45a7-bc46-065b5b4fac24 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:38.504685 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bdcc039f-c16d-4cc0-8410-6603962956e3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2792993 Jul 16 18:06:38.506150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc039f-c16d-4cc0-8410-6603962956e3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Network': ['ID=f893d3e2-c5de-406c-bf4c-2fded812424a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.510500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d0da9-d3fd-4522-b385-3e4cdf340b56 req-b46f5819-82e9-4103-8786-4ac9addbda64 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.512315 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d93d0da9-d3fd-4522-b385-3e4cdf340b56 req-b46f5819-82e9-4103-8786-4ac9addbda64 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.1343989 Jul 16 18:06:38.521915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:38.530164 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network f893d3e2-c5de-406c-bf4c-2fded812424a details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:38.538720 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3f5a5325-05f1-4747-9b53-37b56c114d1e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': 'f893d3e2-c5de-406c-bf4c-2fded812424a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:38.594773 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.623257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d93d0da9-d3fd-4522-b385-3e4cdf340b56 req-d437778a-0db5-47ec-a8f2-85e9e6ea5119 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878294 Jul 16 18:06:38.643632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bd6e6-aa96-4482-8185-fabc2ff4c194 req-6e5f9bfa-3b41-4999-b61f-9589de74bec6 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.645359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-345bd6e6-aa96-4482-8185-fabc2ff4c194 req-6e5f9bfa-3b41-4999-b61f-9589de74bec6 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 951 time: 0.1620042 Jul 16 18:06:38.690573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:38.692968 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e3ed6a-f520-4764-a0fb-9c07c69f45ae" -d '{"events": [{"server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "name": "network-vif-unplugged", "status": "completed", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:38.708493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-345bd6e6-aa96-4482-8185-fabc2ff4c194 req-c989affe-2ffb-44da-960b-309783d4916f tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/security-groups?id=0f441a92-b2b5-4f78-b135-9373aebda75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549889 Jul 16 18:06:38.713916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.721199 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.731290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:38.751169 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.756816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5a5325-05f1-4747-9b53-37b56c114d1e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:38.763433 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5325-05f1-4747-9b53-37b56c114d1e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.792688 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d7d9c3-4e34-4b0f-8248-da7fc66e70f8 x-openstack-request-id: req-28d7d9c3-4e34-4b0f-8248-da7fc66e70f8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:38.792992 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "name": "network-vif-unplugged", "status": "completed", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:38.793229 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28d7d9c3-4e34-4b0f-8248-da7fc66e70f8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:38.793897 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'code': 200} Jul 16 18:06:38.814065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47d3c20-f1a4-4c06-a3c8-9550521b33ff,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.819205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5350a-4a33-497e-acb7-51610234db9e req-770d6516-049c-4e73-ba65-18883aa09565 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.821506 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7fd5350a-4a33-497e-acb7-51610234db9e req-770d6516-049c-4e73-ba65-18883aa09565 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.42 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 951 time: 0.1641452 Jul 16 18:06:38.824578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=63e7b27f-4930-45a7-bc46-065b5b4fac24,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.841729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:38.842131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:38.842480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:38.842817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:38.843151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:38.844047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:38.844392 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:38.844718 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:38.845108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:38.845633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:38.846354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:38.846941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:38.930610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Allocated IP 192.168.233.215 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/ebf4a8cc-c85c-48bb-89d6-e35b94cb461d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:39.075658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7fd5350a-4a33-497e-acb7-51610234db9e req-14b20aa2-7860-4e23-9af8-aa38169ef791 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Deleting port 63e7b27f-4930-45a7-bc46-065b5b4fac24 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:39.075658 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd5350a-4a33-497e-acb7-51610234db9e req-14b20aa2-7860-4e23-9af8-aa38169ef791 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.157208 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5325-05f1-4747-9b53-37b56c114d1e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.312008 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:06:39.316638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a5325-05f1-4747-9b53-37b56c114d1e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Subnet': ['ID=c6c54dcd-8b92-4b83-b997-808ad00cb7d6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:39.329784 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a5325-05f1-4747-9b53-37b56c114d1e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Checking segment: {'id': '0185e4c6-762d-40ba-8f94-51060c628876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f893d3e2-c5de-406c-bf4c-2fded812424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:39.330151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5a5325-05f1-4747-9b53-37b56c114d1e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network hostable DHCP agents. Network: f893d3e2-c5de-406c-bf4c-2fded812424a, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:39.340805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-7fd5350a-4a33-497e-acb7-51610234db9e req-14b20aa2-7860-4e23-9af8-aa38169ef791 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] For port 63e7b27f-4930-45a7-bc46-065b5b4fac24, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=63e7b27f-4930-45a7-bc46-065b5b4fac24,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:39.341178 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd5350a-4a33-497e-acb7-51610234db9e req-14b20aa2-7860-4e23-9af8-aa38169ef791 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.364866 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5a5325-05f1-4747-9b53-37b56c114d1e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network f893d3e2-c5de-406c-bf4c-2fded812424a is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:39.367169 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-7fd5350a-4a33-497e-acb7-51610234db9e req-14b20aa2-7860-4e23-9af8-aa38169ef791 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Calling delete_port for 63e7b27f-4930-45a7-bc46-065b5b4fac24 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:39.383619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3f5a5325-05f1-4747-9b53-37b56c114d1e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, f893d3e2-c5de-406c-bf4c-2fded812424a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:39.398857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898c6190-6b1a-4009-83e6-2c248764142a None None] Network f893d3e2-c5de-406c-bf4c-2fded812424a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:39.444388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a5325-05f1-4747-9b53-37b56c114d1e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.445282 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5325-05f1-4747-9b53-37b56c114d1e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.515315 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3f5a5325-05f1-4747-9b53-37b56c114d1e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9908469 Jul 16 18:06:39.518218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:39.526777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': 'f893d3e2-c5de-406c-bf4c-2fded812424a', 'name': 'tempest-PortsTestJSON-781933304'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:39.617499 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4227a323-17af-4b71-9c83-80be4fa43887 req-119c4f9c-6d7e-43b6-ba22-a1c516c5c1a0 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 210 time: 0.0516560 Jul 16 18:06:39.741100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-f893d3e2-c5de-406c-bf4c-2fded812424a', 'network_id': 'f893d3e2-c5de-406c-bf4c-2fded812424a', 'tenant_id': '6f8a16931fb84e10a428b4981d4f5525', 'fixed_ips': [{'subnet_id': 'c6c54dcd-8b92-4b83-b997-808ad00cb7d6'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:39.742313 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.751750 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.777566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Transition to ACTIVE for port object ebf4a8cc-c85c-48bb-89d6-e35b94cb461d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:39.908758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324d98c-8ec4-44e7-8d2c-a949b8efa0d9 req-f4a41c6a-2042-4506-bc8d-ebeaaeec9c62 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.910585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7324d98c-8ec4-44e7-8d2c-a949b8efa0d9 req-f4a41c6a-2042-4506-bc8d-ebeaaeec9c62 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.1380658 Jul 16 18:06:39.932244 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.960990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Allocated IP 172.20.0.2 (f893d3e2-c5de-406c-bf4c-2fded812424a/c6c54dcd-8b92-4b83-b997-808ad00cb7d6/4ee4336f-9f3e-4183-9e3f-70d2c65356a6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:40.024194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Pushing event updated for resources: {'Port': ['ID=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.071050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd5350a-4a33-497e-acb7-51610234db9e req-14b20aa2-7860-4e23-9af8-aa38169ef791 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.080116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:40.084693 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:40.088739 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.096979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7324d98c-8ec4-44e7-8d2c-a949b8efa0d9 req-5bc5162d-22a3-4b08-90c9-7d899f9f8056 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779616 Jul 16 18:06:40.131510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b20aa2-7860-4e23-9af8-aa38169ef791 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Pushing event deleted for resources: {'Port': ['ID=63e7b27f-4930-45a7-bc46-065b5b4fac24,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.156830 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06fe1ae2-c657-4a88-88a1-f3ae7c069542 req-aa8f88dc-caa0-415f-930f-0669377e270b tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.52 "GET /v2.0/ports?device_id=090d93e0-26a9-4afa-a1dc-e08901d13c79 HTTP/1.1" status: 200 len: 210 time: 0.1351018 Jul 16 18:06:40.159900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:40.166135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:40.226361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port b3a4d36d-a020-48d8-868c-e3aa6694079e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:40.297580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.302001 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.316740 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.334476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Transition to ACTIVE for port object 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:40.334759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:40.364720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-3420c231-35fa-4a9b-a405-d30b2034cb7c tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1391377 Jul 16 18:06:40.369857 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd5350a-4a33-497e-acb7-51610234db9e req-14b20aa2-7860-4e23-9af8-aa38169ef791 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] No DVR routers for this DVR port 63e7b27f-4930-45a7-bc46-065b5b4fac24 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:40.377228 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-7fd5350a-4a33-497e-acb7-51610234db9e req-14b20aa2-7860-4e23-9af8-aa38169ef791 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.379609 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Transition to ACTIVE for port object 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:40.382953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Request body: {'port': {'device_id': '91562861-5783-4072-b79d-a459467dddde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:40.396246 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7fd5350a-4a33-497e-acb7-51610234db9e req-14b20aa2-7860-4e23-9af8-aa38169ef791 tempest-ImagesOneServerTestJSON-572158886 tempest-ImagesOneServerTestJSON-572158886-project] 10.222.0.42 "DELETE /v2.0/ports/63e7b27f-4930-45a7-bc46-065b5b4fac24 HTTP/1.1" status: 204 len: 173 time: 1.5663683 Jul 16 18:06:40.396821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'name': 'network-vif-deleted', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:40.398264 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.401037 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414f69cc-88ee-43da-9eeb-1181607c486f" -d '{"events": [{"server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "name": "network-vif-deleted", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:40.503848 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.518831 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf7598e-3c44-4020-ae8a-25658cf7ff2f x-openstack-request-id: req-8cf7598e-3c44-4020-ae8a-25658cf7ff2f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:40.519696 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090d93e0-26a9-4afa-a1dc-e08901d13c79", "name": "network-vif-deleted", "tag": "63e7b27f-4930-45a7-bc46-065b5b4fac24", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:40.520201 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cf7598e-3c44-4020-ae8a-25658cf7ff2f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:40.520875 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090d93e0-26a9-4afa-a1dc-e08901d13c79', 'name': 'network-vif-deleted', 'tag': '63e7b27f-4930-45a7-bc46-065b5b4fac24', 'status': 'completed', 'code': 200} Jul 16 18:06:40.553606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Pushing event updated for resources: {'Port': ['ID=4ee4336f-9f3e-4183-9e3f-70d2c65356a6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.613438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.7 (f893d3e2-c5de-406c-bf4c-2fded812424a/c6c54dcd-8b92-4b83-b997-808ad00cb7d6/b3a4d36d-a020-48d8-868c-e3aa6694079e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:40.621112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Network f893d3e2-c5de-406c-bf4c-2fded812424a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:40.628548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:40.641470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:40.774658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8697ac-55c6-42c2-9b28-9fc95b63ea59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.868542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Attempting to bind port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:40.869236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Attempting to bind port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '0185e4c6-762d-40ba-8f94-51060c628876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f893d3e2-c5de-406c-bf4c-2fded812424a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:40.869955 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Attempting to bind port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 on network f893d3e2-c5de-406c-bf4c-2fded812424a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:40.887827 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:40.888044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Checking segment: {'id': '0185e4c6-762d-40ba-8f94-51060c628876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f893d3e2-c5de-406c-bf4c-2fded812424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:40.888645 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.889572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Bound using segment: {'id': '0185e4c6-762d-40ba-8f94-51060c628876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f893d3e2-c5de-406c-bf4c-2fded812424a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:40.891275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Bound port: 4ee4336f-9f3e-4183-9e3f-70d2c65356a6, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0185e4c6-762d-40ba-8f94-51060c628876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f893d3e2-c5de-406c-bf4c-2fded812424a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:40.891917 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.032013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.041117 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] For port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:41.045052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] For port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4ee4336f-9f3e-4183-9e3f-70d2c65356a6,segment=NetworkSegment(0185e4c6-762d-40ba-8f94-51060c628876),segment_id=0185e4c6-762d-40ba-8f94-51060c628876)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:41.050122 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.070954 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Transition to ACTIVE for port object b3a4d36d-a020-48d8-868c-e3aa6694079e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:41.122589 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.127551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517d2c8-c4eb-43be-aaa2-bf79ac608544 None None] Pushing event updated for resources: {'Port': ['ID=4ee4336f-9f3e-4183-9e3f-70d2c65356a6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.144949 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8697ac-55c6-42c2-9b28-9fc95b63ea59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.152998 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8697ac-55c6-42c2-9b28-9fc95b63ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.266844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8697ac-55c6-42c2-9b28-9fc95b63ea59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e034170-daf0-4a05-be8b-66ffe60a2bf3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.292564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0440142-7262-409b-b0c3-7cc1543f3d76 None None] Provisioning for port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:41.293448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8e8697ac-55c6-42c2-9b28-9fc95b63ea59 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0325923713f7473da0025a7eb1a841d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9567649 Jul 16 18:06:41.299229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:41.307838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0440142-7262-409b-b0c3-7cc1543f3d76 None None] Provisioning complete for port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:41.308234 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0440142-7262-409b-b0c3-7cc1543f3d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.309999 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=b3a4d36d-a020-48d8-868c-e3aa6694079e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.326577 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network f893d3e2-c5de-406c-bf4c-2fded812424a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:41.329684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:41.334488 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:41.400235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a0440142-7262-409b-b0c3-7cc1543f3d76 None None] Port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:41.430963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.431746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.451355 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4087149a-8ad4-4b37-adff-aae3a9269b90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9295788 Jul 16 18:06:41.452003 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:41.465807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89030b-f9c1-4668-b2de-943a060690ae req-cde87f8b-b24e-4811-b399-f949b844eff3 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.467542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c89030b-f9c1-4668-b2de-943a060690ae req-cde87f8b-b24e-4811-b399-f949b844eff3 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 936 time: 0.4567723 Jul 16 18:06:41.610718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf4a8cc-c85c-48bb-89d6-e35b94cb461d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:41.615490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-84872db1-0f23-41ec-86e5-89d3fcde46ef tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port b3a4d36d-a020-48d8-868c-e3aa6694079e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:41.615846 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84872db1-0f23-41ec-86e5-89d3fcde46ef tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.627866 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.630878 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51923aa7-a5e3-4e9b-a983-1f1a46888ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.640639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c89030b-f9c1-4668-b2de-943a060690ae req-7ff97063-53c3-47ad-82b6-0e29c28f4473 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593657 Jul 16 18:06:41.665893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4226-8c77-4adf-a8ef-72c90c4da284 req-1e943457-5ffc-4e77-a183-857a5f03a62b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.674053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e60c4226-8c77-4adf-a8ef-72c90c4da284 req-1e943457-5ffc-4e77-a183-857a5f03a62b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.3101490 Jul 16 18:06:41.720268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Transition to ACTIVE for port object ebf4a8cc-c85c-48bb-89d6-e35b94cb461d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:41.722397 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51923aa7-a5e3-4e9b-a983-1f1a46888ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.734672 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.738877 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84872db1-0f23-41ec-86e5-89d3fcde46ef tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.787406 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-84872db1-0f23-41ec-86e5-89d3fcde46ef tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for b3a4d36d-a020-48d8-868c-e3aa6694079e owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:41.812639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e60c4226-8c77-4adf-a8ef-72c90c4da284 req-7d4d17db-0ace-422a-a2de-6ebcb8743bd5 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375999 Jul 16 18:06:41.907368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.049139 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51923aa7-a5e3-4e9b-a983-1f1a46888ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.051968 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51923aa7-a5e3-4e9b-a983-1f1a46888ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.053280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-51923aa7-a5e3-4e9b-a983-1f1a46888ef1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1e034170-daf0-4a05-be8b-66ffe60a2bf3 HTTP/1.1" status: 204 len: 168 time: 0.7523048 Jul 16 18:06:42.085328 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Attempting to bind port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:42.092577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Attempting to bind port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:42.095516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Attempting to bind port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:42.100671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51923aa7-a5e3-4e9b-a983-1f1a46888ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e034170-daf0-4a05-be8b-66ffe60a2bf3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.117003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:42.117419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Attempting to bind port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:42.124272 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84872db1-0f23-41ec-86e5-89d3fcde46ef tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.138565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:42.139932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:42.141354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:42.143463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Bound port: ebf4a8cc-c85c-48bb-89d6-e35b94cb461d, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:42.144825 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.228707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:42.255136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84872db1-0f23-41ec-86e5-89d3fcde46ef tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=b3a4d36d-a020-48d8-868c-e3aa6694079e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.274326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] For port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:42.286938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] For port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:42.294633 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.353506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.354471 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.359354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] 10.222.0.42 "PUT /v2.0/ports/ebf4a8cc-c85c-48bb-89d6-e35b94cb461d HTTP/1.1" status: 200 len: 1096 time: 1.9846680 Jul 16 18:06:42.360026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91562861-5783-4072-b79d-a459467dddde', 'tag': 'ebf4a8cc-c85c-48bb-89d6-e35b94cb461d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:42.363124 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b610e4ee-017a-41ce-9616-b6b73de7863d" -d '{"events": [{"name": "network-changed", "server_uuid": "91562861-5783-4072-b79d-a459467dddde", "tag": "ebf4a8cc-c85c-48bb-89d6-e35b94cb461d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:42.375752 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84872db1-0f23-41ec-86e5-89d3fcde46ef tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.381400 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-84872db1-0f23-41ec-86e5-89d3fcde46ef tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/b3a4d36d-a020-48d8-868c-e3aa6694079e HTTP/1.1" status: 204 len: 168 time: 0.9272583 Jul 16 18:06:42.382126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:42.455503 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-61403cba-764f-4f6a-ac83-e06d9117e56f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] DELETE failed (client error): The resource could not be found. Jul 16 18:06:42.456254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61403cba-764f-4f6a-ac83-e06d9117e56f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:06:42.458573 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef997f1b-fc7d-4547-8a01-0a257cbb0126 x-openstack-request-id: req-ef997f1b-fc7d-4547-8a01-0a257cbb0126 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:42.458996 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91562861-5783-4072-b79d-a459467dddde", "tag": "ebf4a8cc-c85c-48bb-89d6-e35b94cb461d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:42.459262 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef997f1b-fc7d-4547-8a01-0a257cbb0126 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:42.459692 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91562861-5783-4072-b79d-a459467dddde', 'tag': 'ebf4a8cc-c85c-48bb-89d6-e35b94cb461d', 'status': 'completed', 'code': 200} Jul 16 18:06:42.467471 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-61403cba-764f-4f6a-ac83-e06d9117e56f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/b3a4d36d-a020-48d8-868c-e3aa6694079e HTTP/1.1" status: 404 len: 333 time: 0.0841622 Jul 16 18:06:42.468263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:42.496398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 63e7b27f-4930-45a7-bc46-065b5b4fac24 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:42.511443 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a957815e-ec7f-4ab3-bfe6-d5a5bc6e4aa2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:06:42.516841 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a957815e-ec7f-4ab3-bfe6-d5a5bc6e4aa2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/b3a4d36d-a020-48d8-868c-e3aa6694079e HTTP/1.1" status: 404 len: 333 time: 0.0475218 Jul 16 18:06:42.517509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:42.542565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 63e7b27f-4930-45a7-bc46-065b5b4fac24 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:42.542921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 63e7b27f-4930-45a7-bc46-065b5b4fac24 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:42.578641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-0fa31cb6-ab67-4de7-b6a5-b1ad30d2b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.588285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-0fa31cb6-ab67-4de7-b6a5-b1ad30d2b493 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2821d4b0928640fa84b652896bdf0240&device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 1099 time: 0.1521726 Jul 16 18:06:42.589867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4042c79-34a7-46ce-8b67-b543be63d128 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.628969 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9f4174-f08e-4b19-99e4-3c23e42df47f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting subnet c6c54dcd-8b92-4b83-b997-808ad00cb7d6 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:42.636900 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe9f4174-f08e-4b19-99e4-3c23e42df47f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.691496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-8ffcf857-53bb-44f2-8b1f-87a0ba535682 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d HTTP/1.1" status: 200 len: 217 time: 0.0953517 Jul 16 18:06:42.723334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:42.739994 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe9f4174-f08e-4b19-99e4-3c23e42df47f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.811240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ca93bca8-be86-4300-be88-ba61ff3dd47d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e7c7788f1f64586be25fea5821b1fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5812283 Jul 16 18:06:42.814210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-04ee44bc-3f10-4b41-9b13-7fa04a543614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.815268 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:42.816048 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-04ee44bc-3f10-4b41-9b13-7fa04a543614 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1175115 Jul 16 18:06:42.816860 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0e75-d76d-445c-b28a-47079a78e185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.844633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf79fad-c142-41fd-9da2-421fc690225e None None] Network f893d3e2-c5de-406c-bf4c-2fded812424a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:42.937008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4236ddaa-3109-4981-9035-648d67ff1197 None None] Provisioning for port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:42.974195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dac14d6c-dd90-4fe6-936b-2b168ee30f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.978823 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe9f4174-f08e-4b19-99e4-3c23e42df47f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.058876 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dac14d6c-dd90-4fe6-936b-2b168ee30f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.095223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-1524e389-5820-424d-a083-03c6e9badb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.097197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-1524e389-5820-424d-a083-03c6e9badb10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2695651 Jul 16 18:06:43.114702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fbc87-06cf-40c3-b5c3-6a9247425746 req-08d902bb-d043-495f-9149-c6e5da8ffd3d tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.118078 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d3fbc87-06cf-40c3-b5c3-6a9247425746 req-08d902bb-d043-495f-9149-c6e5da8ffd3d tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 948 time: 0.2985063 Jul 16 18:06:43.139621 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe9f4174-f08e-4b19-99e4-3c23e42df47f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.174864 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dac14d6c-dd90-4fe6-936b-2b168ee30f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.177576 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dac14d6c-dd90-4fe6-936b-2b168ee30f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.179231 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dac14d6c-dd90-4fe6-936b-2b168ee30f89 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f441a92-b2b5-4f78-b135-9373aebda75d HTTP/1.1" status: 204 len: 168 time: 0.3628743 Jul 16 18:06:43.182342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f4174-f08e-4b19-99e4-3c23e42df47f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c54dcd-8b92-4b83-b997-808ad00cb7d6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.194037 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe9f4174-f08e-4b19-99e4-3c23e42df47f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.196978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fe9f4174-f08e-4b19-99e4-3c23e42df47f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/c6c54dcd-8b92-4b83-b997-808ad00cb7d6 HTTP/1.1" status: 204 len: 168 time: 0.6783507 Jul 16 18:06:43.199514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:43.212088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac14d6c-dd90-4fe6-936b-2b168ee30f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f441a92-b2b5-4f78-b135-9373aebda75d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.278801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836492b8-2f6b-44c8-bf68-85a417a5bf19 req-b776a4e4-8de7-4d06-9ffa-4a9d5daa7006 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.286716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-836492b8-2f6b-44c8-bf68-85a417a5bf19 req-b776a4e4-8de7-4d06-9ffa-4a9d5daa7006 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.2632287 Jul 16 18:06:43.324566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d3fbc87-06cf-40c3-b5c3-6a9247425746 req-6a2ff97f-b7ab-43aa-afea-ff4e791c902a tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892292 Jul 16 18:06:43.325467 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.341609 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0e75-d76d-445c-b28a-47079a78e185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.376379 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-836492b8-2f6b-44c8-bf68-85a417a5bf19 req-a93dcd1b-d689-493e-a305-cad8fb22895f tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888135 Jul 16 18:06:43.388487 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0e75-d76d-445c-b28a-47079a78e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.388750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:43.389203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.411844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-90d834ee-471b-43e3-a0f4-fc7a22bf6a35 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916741 Jul 16 18:06:43.508690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dcfd0e75-d76d-445c-b28a-47079a78e185 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f2763e2ca92048b48899b78ae420b05a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7842035 Jul 16 18:06:43.511477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd0e75-d76d-445c-b28a-47079a78e185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad742c4-4182-4d5b-9e46-aa67c95f6857,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.513978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:43.564554 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f0f3af-2c17-4c83-ba4e-1feb317abe56 None None] Network f893d3e2-c5de-406c-bf4c-2fded812424a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:43.598017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] For port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4ee4336f-9f3e-4183-9e3f-70d2c65356a6,segment=NetworkSegment(0185e4c6-762d-40ba-8f94-51060c628876),segment_id=0185e4c6-762d-40ba-8f94-51060c628876)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:43.598671 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.614140 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:43.769776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:43.791433 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.795711 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec3ded58-05c2-458e-a1f3-804a7fce7185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.803379 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c27e7dff-17f6-4e03-ae7e-d751eb6e3890 req-6806503a-8bd5-47c3-ab01-cd0f8f6d138c service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768611 Jul 16 18:06:43.823347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=4ee4336f-9f3e-4183-9e3f-70d2c65356a6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.825299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No DVR routers for this DVR port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:43.853422 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec3ded58-05c2-458e-a1f3-804a7fce7185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.929654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6babaeeb-99d3-49b0-99fb-ffc22b968ee2 None None] Provisioning complete for port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:43.930754 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6babaeeb-99d3-49b0-99fb-ffc22b968ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.945253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.983588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f893d3e2-c5de-406c-bf4c-2fded812424a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:43.996390 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0185e4c6-762d-40ba-8f94-51060c628876') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:43.996746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0185e4c6-762d-40ba-8f94-51060c628876') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:44.009984 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.036576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610e4ee-017a-41ce-9616-b6b73de7863d req-e53f2013-672b-4190-b60c-db04082a8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.038393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b610e4ee-017a-41ce-9616-b6b73de7863d req-e53f2013-672b-4190-b60c-db04082a8ba8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2821d4b0928640fa84b652896bdf0240&device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 1099 time: 0.1536696 Jul 16 18:06:44.044113 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.063333 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec3ded58-05c2-458e-a1f3-804a7fce7185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.066162 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec3ded58-05c2-458e-a1f3-804a7fce7185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.070227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:44.070227 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.070474 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ec3ded58-05c2-458e-a1f3-804a7fce7185 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ad742c4-4182-4d5b-9e46-aa67c95f6857 HTTP/1.1" status: 204 len: 168 time: 0.5495315 Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:44.073340 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:44.116229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ded58-05c2-458e-a1f3-804a7fce7185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad742c4-4182-4d5b-9e46-aa67c95f6857,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:44.194486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No active binding found for port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:06:44.195417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 18:06:44.209515 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6babaeeb-99d3-49b0-99fb-ffc22b968ee2 None None] Port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 was deleted so its status cannot be updated. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:06:44.237586 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.242081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.242669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610e4ee-017a-41ce-9616-b6b73de7863d req-9ba2ea63-e999-4838-9aab-70ddbf92962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.244894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b610e4ee-017a-41ce-9616-b6b73de7863d req-9ba2ea63-e999-4838-9aab-70ddbf92962d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1902549 Jul 16 18:06:44.248276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:44.248523 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/networks/f893d3e2-c5de-406c-bf4c-2fded812424a HTTP/1.1" status: 204 len: 168 time: 1.0478940 Jul 16 18:06:44.261930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-700ce3b3-effd-4a00-b8e7-571c2e45314e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1053105295'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:44.275989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1b97f-600a-4950-b067-bbafc2efe983 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Network': ['ID=f893d3e2-c5de-406c-bf4c-2fded812424a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:44.293507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Port 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 not found, will not notify nova. {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 18:06:44.337597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b610e4ee-017a-41ce-9616-b6b73de7863d req-6ce05267-cf1d-4897-8992-595557c61fa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d HTTP/1.1" status: 200 len: 217 time: 0.0720086 Jul 16 18:06:44.392047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a2817a-6d8f-4f1d-9c8a-71366cac0c6e None None] DHCP port deletion for f893d3e2-c5de-406c-bf4c-2fded812424a request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:44.396027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700ce3b3-effd-4a00-b8e7-571c2e45314e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:44.399640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-700ce3b3-effd-4a00-b8e7-571c2e45314e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.434451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610e4ee-017a-41ce-9616-b6b73de7863d req-b24d03f8-ef7f-45b2-996c-24dab8cd5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.434451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b610e4ee-017a-41ce-9616-b6b73de7863d req-b24d03f8-ef7f-45b2-996c-24dab8cd5ef4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0877898 Jul 16 18:06:44.440879 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700ce3b3-effd-4a00-b8e7-571c2e45314e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:44.464587 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-700ce3b3-effd-4a00-b8e7-571c2e45314e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.464946 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-700ce3b3-effd-4a00-b8e7-571c2e45314e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Added segment 58d7d86f-53de-46cf-a022-12ac1be0c6dc of type vlan for network b1e57f9c-67e7-4955-b0eb-458ee7fac781 Jul 16 18:06:44.569482 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-700ce3b3-effd-4a00-b8e7-571c2e45314e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.655297 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-700ce3b3-effd-4a00-b8e7-571c2e45314e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.656245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:44.661207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700ce3b3-effd-4a00-b8e7-571c2e45314e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.661953 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-700ce3b3-effd-4a00-b8e7-571c2e45314e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.726043 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-700ce3b3-effd-4a00-b8e7-571c2e45314e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4766943 Jul 16 18:06:44.728803 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:44.737894 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6e939b75-58bb-48b7-85b1-534fbdfbaa33 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': 'b1e57f9c-67e7-4955-b0eb-458ee7fac781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:44.789009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ce3b3-effd-4a00-b8e7-571c2e45314e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Network': ['ID=b1e57f9c-67e7-4955-b0eb-458ee7fac781,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:44.792615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610e4ee-017a-41ce-9616-b6b73de7863d req-2bef3960-7363-4bb2-a523-0fa6baeabbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.794183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b610e4ee-017a-41ce-9616-b6b73de7863d req-2bef3960-7363-4bb2-a523-0fa6baeabbc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3447409 Jul 16 18:06:44.801497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network b1e57f9c-67e7-4955-b0eb-458ee7fac781 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:44.872368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-42439388-network', 'tenant_id': '1d5f65f0843044af859e41e52eae6038'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:44.898157 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e939b75-58bb-48b7-85b1-534fbdfbaa33 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:44.902489 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e939b75-58bb-48b7-85b1-534fbdfbaa33 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.986439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Made reservation on behalf of 1d5f65f0843044af859e41e52eae6038 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:44.989269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.997226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b610e4ee-017a-41ce-9616-b6b73de7863d req-691d7018-e37b-49d6-9855-64f7dcb7fc4c service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822798 Jul 16 18:06:45.003628 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.119728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9f40d-084b-4cf8-abfd-2f8243b57045 req-93819b0c-e602-45ab-9693-0fb678240127 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.129640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2b9f40d-084b-4cf8-abfd-2f8243b57045 req-93819b0c-e602-45ab-9693-0fb678240127 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 948 time: 0.5460155 Jul 16 18:06:45.157652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d39827-b0e6-470f-aacd-b93398f46fd3 req-913754cb-0912-49c5-840b-454766acbed8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.159255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59d39827-b0e6-470f-aacd-b93398f46fd3 req-913754cb-0912-49c5-840b-454766acbed8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.5247035 Jul 16 18:06:45.225153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b610e4ee-017a-41ce-9616-b6b73de7863d req-0918347d-b25a-412d-9290-50e55d5b792c service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083824 Jul 16 18:06:45.229563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2b9f40d-084b-4cf8-abfd-2f8243b57045 req-80eb5c44-2bcd-4c4e-928e-355768327703 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987852 Jul 16 18:06:45.258584 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59d39827-b0e6-470f-aacd-b93398f46fd3 req-ccfdcfa8-6565-47ff-af89-6e5ab28382bc tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903847 Jul 16 18:06:45.351360 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.353130 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e939b75-58bb-48b7-85b1-534fbdfbaa33 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.383144 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.435079 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:45.482543 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.482905 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Added segment 7dafa672-0542-428c-afe1-9cbb1874ea9b of type vlan for network 823b08f3-eced-4edc-84cb-b30c55b0e3e8 Jul 16 18:06:45.484799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e939b75-58bb-48b7-85b1-534fbdfbaa33 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Subnet': ['ID=d39b03b6-270e-44e6-99e4-2ded60f41b0f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:45.496740 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868df4f1-79d5-4d56-b309-a6366d27aabe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:45.528072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e939b75-58bb-48b7-85b1-534fbdfbaa33 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Checking segment: {'id': '58d7d86f-53de-46cf-a022-12ac1be0c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b1e57f9c-67e7-4955-b0eb-458ee7fac781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:45.528072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e939b75-58bb-48b7-85b1-534fbdfbaa33 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network hostable DHCP agents. Network: b1e57f9c-67e7-4955-b0eb-458ee7fac781, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:45.532265 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:45.552623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.565563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e939b75-58bb-48b7-85b1-534fbdfbaa33 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network b1e57f9c-67e7-4955-b0eb-458ee7fac781 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:45.569023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:45.569856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4ee4336f-9f3e-4183-9e3f-70d2c65356a6 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:45.588737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6e939b75-58bb-48b7-85b1-534fbdfbaa33 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, b1e57f9c-67e7-4955-b0eb-458ee7fac781) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:45.593645 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.594657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.595295 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.598239 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e939b75-58bb-48b7-85b1-534fbdfbaa33 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.598815 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e939b75-58bb-48b7-85b1-534fbdfbaa33 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.601150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86992b52-d734-4fca-84ba-9b0da68c5f25 None None] Network b1e57f9c-67e7-4955-b0eb-458ee7fac781 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:45.666398 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] Pushing event updated for resources: {'Network': ['ID=823b08f3-eced-4edc-84cb-b30c55b0e3e8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:45.672320 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6e939b75-58bb-48b7-85b1-534fbdfbaa33 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9389756 Jul 16 18:06:45.672629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:45.677551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': 'b1e57f9c-67e7-4955-b0eb-458ee7fac781', 'security_groups': [], 'name': 'tempest-PortsTestJSON-423865949'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:45.690274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 823b08f3-eced-4edc-84cb-b30c55b0e3e8 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:45.709363 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cba4fdf7-4ab7-4b82-9bcd-b5524faf7072 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0465086 Jul 16 18:06:45.709363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:45.714751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-56d278df-d3ac-4df8-8fde-8ad945358264 admin admin] Request body: {'subnet': {'network_id': '823b08f3-eced-4edc-84cb-b30c55b0e3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-42439388-subnet', 'tenant_id': '1d5f65f0843044af859e41e52eae6038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:45.753933 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d278df-d3ac-4df8-8fde-8ad945358264 admin admin] Made reservation on behalf of 1d5f65f0843044af859e41e52eae6038 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:45.756447 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56d278df-d3ac-4df8-8fde-8ad945358264 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.857103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:45.862362 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.870587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-b1e57f9c-67e7-4955-b0eb-458ee7fac781', 'network_id': 'b1e57f9c-67e7-4955-b0eb-458ee7fac781', 'tenant_id': '6f8a16931fb84e10a428b4981d4f5525', 'fixed_ips': [{'subnet_id': 'd39b03b6-270e-44e6-99e4-2ded60f41b0f'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:45.871166 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.893835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port 8ec3c573-8148-49aa-a03e-08fca58a3219 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:46.050848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.10 (b1e57f9c-67e7-4955-b0eb-458ee7fac781/d39b03b6-270e-44e6-99e4-2ded60f41b0f/8ec3c573-8148-49aa-a03e-08fca58a3219) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:46.125925 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56d278df-d3ac-4df8-8fde-8ad945358264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.237275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d278df-d3ac-4df8-8fde-8ad945358264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=423a8d05-eac2-4527-8b57-a60404089274,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.241384 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d278df-d3ac-4df8-8fde-8ad945358264 admin admin] Checking segment: {'id': '7dafa672-0542-428c-afe1-9cbb1874ea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '823b08f3-eced-4edc-84cb-b30c55b0e3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:46.241964 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.245078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d278df-d3ac-4df8-8fde-8ad945358264 admin admin] Network hostable DHCP agents. Network: 823b08f3-eced-4edc-84cb-b30c55b0e3e8, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:46.268190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Transition to ACTIVE for port object 8ec3c573-8148-49aa-a03e-08fca58a3219 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:46.289479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d278df-d3ac-4df8-8fde-8ad945358264 admin admin] Network 823b08f3-eced-4edc-84cb-b30c55b0e3e8 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:46.300462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-56d278df-d3ac-4df8-8fde-8ad945358264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 823b08f3-eced-4edc-84cb-b30c55b0e3e8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:46.302654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.312947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d278df-d3ac-4df8-8fde-8ad945358264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.313636 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56d278df-d3ac-4df8-8fde-8ad945358264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.334933 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-56d278df-d3ac-4df8-8fde-8ad945358264 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6258292 Jul 16 18:06:46.362076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6cf993-1dc1-4edb-a8ac-18751e8d6166 None None] Network 823b08f3-eced-4edc-84cb-b30c55b0e3e8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:46.401729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network b1e57f9c-67e7-4955-b0eb-458ee7fac781 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:46.401729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=8ec3c573-8148-49aa-a03e-08fca58a3219,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.404975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:46.407348 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:46.467475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.471248 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.542657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ebf4a8cc-c85c-48bb-89d6-e35b94cb461d details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:46.558270 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:46.558418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-deeda902-82e0-49d1-9751-70711531edba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8847299 Jul 16 18:06:46.604857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Allocated IP 172.20.0.2 (b1e57f9c-67e7-4955-b0eb-458ee7fac781/d39b03b6-270e-44e6-99e4-2ded60f41b0f/46e6a789-f8c6-4ca5-b211-5831bdeed8ac) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:46.684251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79005c-6921-46e8-8129-1b25dc8f000b req-ed812af3-4652-46f3-a4fd-c3288468e7dc tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.685942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7e79005c-6921-46e8-8129-1b25dc8f000b req-ed812af3-4652-46f3-a4fd-c3288468e7dc tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 948 time: 0.1789777 Jul 16 18:06:46.699785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c7647-d454-49bc-8c82-88a89b11cf04 req-0ab7b053-cf67-4ce6-8649-f3ebe2da4b43 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.701356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-561c7647-d454-49bc-8c82-88a89b11cf04 req-0ab7b053-cf67-4ce6-8649-f3ebe2da4b43 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.1575863 Jul 16 18:06:46.722836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:46.741285 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'ebf4a8cc-c85c-48bb-89d6-e35b94cb461d', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'ebf4a8cc-c85c-48bb-89d6-e35b94cb461d', 'mac_address': 'fa:16:3e:8f:32:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:46.772879 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-561c7647-d454-49bc-8c82-88a89b11cf04 req-294bef84-541d-46f0-ac38-f2d42792dc9e tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513256 Jul 16 18:06:46.793143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7e79005c-6921-46e8-8129-1b25dc8f000b req-85a8730f-698b-4d26-9f3a-3549a35da218 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894375 Jul 16 18:06:46.822125 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-924ce5b2-c636-41dc-8f6d-a47ea6a10e08 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 8ec3c573-8148-49aa-a03e-08fca58a3219 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:46.822603 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-924ce5b2-c636-41dc-8f6d-a47ea6a10e08 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.960782 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.966701 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-924ce5b2-c636-41dc-8f6d-a47ea6a10e08 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.990198 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-924ce5b2-c636-41dc-8f6d-a47ea6a10e08 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 8ec3c573-8148-49aa-a03e-08fca58a3219 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:47.022073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf4a8cc-c85c-48bb-89d6-e35b94cb461d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:47.029998 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b99e29-d7d7-4601-8e37-66bfdbbfdd04 None None] Network 823b08f3-eced-4edc-84cb-b30c55b0e3e8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:47.076013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:47.107664 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.153064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-924ce5b2-c636-41dc-8f6d-a47ea6a10e08 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.173018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.223398 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ce5b2-c636-41dc-8f6d-a47ea6a10e08 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=8ec3c573-8148-49aa-a03e-08fca58a3219,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.349457 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.384056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Transition to ACTIVE for port object 46e6a789-f8c6-4ca5-b211-5831bdeed8ac will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:47.384495 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-924ce5b2-c636-41dc-8f6d-a47ea6a10e08 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.390795 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-924ce5b2-c636-41dc-8f6d-a47ea6a10e08 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/8ec3c573-8148-49aa-a03e-08fca58a3219 HTTP/1.1" status: 204 len: 168 time: 0.8282974 Jul 16 18:06:47.391227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:47.413557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Transition to ACTIVE for port object 46e6a789-f8c6-4ca5-b211-5831bdeed8ac will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:47.427296 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.445525 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5a1626-d728-4765-827d-3b48597dce91 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:06:47.447395 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9f5a1626-d728-4765-827d-3b48597dce91 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/8ec3c573-8148-49aa-a03e-08fca58a3219 HTTP/1.1" status: 404 len: 333 time: 0.0550065 Jul 16 18:06:47.450228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:47.477991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['ebf4a8cc-c85c-48bb-89d6-e35b94cb461d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:47.493625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Network b1e57f9c-67e7-4955-b0eb-458ee7fac781 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:47.495503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:47.515733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:47.529505 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:47.576022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Pushing event updated for resources: {'Port': ['ID=46e6a789-f8c6-4ca5-b211-5831bdeed8ac,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.588947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-aabc71e7-49a6-4a77-b45e-85590c4d06ee tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:47.596863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c337f37f-dd33-4b9e-8e26-32e15d5de4c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting subnet d39b03b6-270e-44e6-99e4-2ded60f41b0f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:47.597065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-aabc71e7-49a6-4a77-b45e-85590c4d06ee tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/networks?id=823b08f3-eced-4edc-84cb-b30c55b0e3e8 HTTP/1.1" status: 200 len: 819 time: 0.1482029 Jul 16 18:06:47.600656 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c337f37f-dd33-4b9e-8e26-32e15d5de4c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.613851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-a6d7fd88-9265-4dbb-9141-d3ce91781c4e tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/quotas/1d5f65f0843044af859e41e52eae6038 HTTP/1.1" status: 200 len: 375 time: 0.0158539 Jul 16 18:06:47.617765 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Attempting to bind port 46e6a789-f8c6-4ca5-b211-5831bdeed8ac on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:47.618331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Attempting to bind port 46e6a789-f8c6-4ca5-b211-5831bdeed8ac by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '58d7d86f-53de-46cf-a022-12ac1be0c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b1e57f9c-67e7-4955-b0eb-458ee7fac781'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:47.618858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Attempting to bind port 46e6a789-f8c6-4ca5-b211-5831bdeed8ac on network b1e57f9c-67e7-4955-b0eb-458ee7fac781 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:47.626275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:47.626918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Checking segment: {'id': '58d7d86f-53de-46cf-a022-12ac1be0c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b1e57f9c-67e7-4955-b0eb-458ee7fac781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:47.627474 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.628045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Bound using segment: {'id': '58d7d86f-53de-46cf-a022-12ac1be0c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b1e57f9c-67e7-4955-b0eb-458ee7fac781'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:47.628771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Bound port: 46e6a789-f8c6-4ca5-b211-5831bdeed8ac, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d7d86f-53de-46cf-a022-12ac1be0c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b1e57f9c-67e7-4955-b0eb-458ee7fac781'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:47.629358 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.654278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-fd5654d9-fb0e-4b5c-8021-f3e552a8b02f tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5f65f0843044af859e41e52eae6038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392194 Jul 16 18:06:47.672000 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c337f37f-dd33-4b9e-8e26-32e15d5de4c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.731723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] For port 46e6a789-f8c6-4ca5-b211-5831bdeed8ac, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:47.736574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] For port 46e6a789-f8c6-4ca5-b211-5831bdeed8ac, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=46e6a789-f8c6-4ca5-b211-5831bdeed8ac,segment=NetworkSegment(58d7d86f-53de-46cf-a022-12ac1be0c6dc),segment_id=58d7d86f-53de-46cf-a022-12ac1be0c6dc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:47.743704 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.803844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c337f37f-dd33-4b9e-8e26-32e15d5de4c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.822543 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8df98f5-cf31-4550-82e2-59ed8a592d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.833169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-b179e31a-6653-4b84-acad-4edb4a9b60ba service neutron] 10.222.0.52 "GET /v2.0/networks/823b08f3-eced-4edc-84cb-b30c55b0e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778433 Jul 16 18:06:47.864596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c8dc5-5027-4253-b7ca-02baa698ad7c None None] Pushing event updated for resources: {'Port': ['ID=46e6a789-f8c6-4ca5-b211-5831bdeed8ac,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.945888 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c337f37f-dd33-4b9e-8e26-32e15d5de4c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.977962 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c337f37f-dd33-4b9e-8e26-32e15d5de4c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.980149 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c337f37f-dd33-4b9e-8e26-32e15d5de4c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/d39b03b6-270e-44e6-99e4-2ded60f41b0f HTTP/1.1" status: 204 len: 168 time: 0.5280995 Jul 16 18:06:47.992930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:47.998874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337f37f-dd33-4b9e-8e26-32e15d5de4c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Subnet': ['ID=d39b03b6-270e-44e6-99e4-2ded60f41b0f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.067622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-083a2132-458a-440b-8bef-1c25366c2e82 service neutron] 10.222.0.52 "GET /v2.0/networks/823b08f3-eced-4edc-84cb-b30c55b0e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333381 Jul 16 18:06:48.193865 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.233870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e6c41-8bd9-49a0-a1b6-f505cc754669 req-da3d093e-0d88-4f95-a124-992c6e7d2594 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.235600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c80e6c41-8bd9-49a0-a1b6-f505cc754669 req-da3d093e-0d88-4f95-a124-992c6e7d2594 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.2716482 Jul 16 18:06:48.241185 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8df98f5-cf31-4550-82e2-59ed8a592d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.287780 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8df98f5-cf31-4550-82e2-59ed8a592d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.369097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c80e6c41-8bd9-49a0-a1b6-f505cc754669 req-8b9954c5-2595-416b-a16a-c0250492d95a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902078 Jul 16 18:06:48.388782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c8df98f5-cf31-4550-82e2-59ed8a592d15 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b8a274c9b0644158cdfecadb12531b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8922122 Jul 16 18:06:48.392202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:48.393768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df98f5-cf31-4550-82e2-59ed8a592d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf176b4f-a6ce-4224-8305-9b2abcea7ea4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.466303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 46e6a789-f8c6-4ca5-b211-5831bdeed8ac {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:48.466682 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.477139 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f90ea2e-17da-4c26-9310-5a29f0749cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.526332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f90ea2e-17da-4c26-9310-5a29f0749cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.576684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] For port 46e6a789-f8c6-4ca5-b211-5831bdeed8ac, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=46e6a789-f8c6-4ca5-b211-5831bdeed8ac,segment=NetworkSegment(58d7d86f-53de-46cf-a022-12ac1be0c6dc),segment_id=58d7d86f-53de-46cf-a022-12ac1be0c6dc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:48.578025 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.606275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494fcce-19a2-45ee-9fda-a2dd94440bb4 req-e3951af9-f0ce-4083-aa55-24e1e52d4be4 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.607871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8494fcce-19a2-45ee-9fda-a2dd94440bb4 req-e3951af9-f0ce-4083-aa55-24e1e52d4be4 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 949 time: 0.2107849 Jul 16 18:06:48.621343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 46e6a789-f8c6-4ca5-b211-5831bdeed8ac owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:48.638872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f90ea2e-17da-4c26-9310-5a29f0749cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.644522 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f90ea2e-17da-4c26-9310-5a29f0749cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.646201 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9f90ea2e-17da-4c26-9310-5a29f0749cc6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf176b4f-a6ce-4224-8305-9b2abcea7ea4 HTTP/1.1" status: 204 len: 168 time: 0.2527978 Jul 16 18:06:48.656386 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90ea2e-17da-4c26-9310-5a29f0749cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf176b4f-a6ce-4224-8305-9b2abcea7ea4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.799155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ecc07fa-ffb0-4231-bd80-eacdc5454c4c req-1cc98e6b-11d2-4236-a5dc-d267fd7302a1 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 210 time: 0.0594330 Jul 16 18:06:48.807129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8494fcce-19a2-45ee-9fda-a2dd94440bb4 req-f7db71fa-199f-4b2b-8529-45de1fbb4b39 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875577 Jul 16 18:06:48.868652 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.177839 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36558) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:49.195321 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45f915aa-1ec1-41a5-94aa-f249d08acbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.206770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca5e43e-9a0d-48a4-9050-6382599197f4 None None] Network b1e57f9c-67e7-4955-b0eb-458ee7fac781 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:49.292168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=46e6a789-f8c6-4ca5-b211-5831bdeed8ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:49.302526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No DVR routers for this DVR port 46e6a789-f8c6-4ca5-b211-5831bdeed8ac on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:49.389490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c7ae6b3-2a9e-4ace-8cd7-ec0eb7cd64ba None None] Could not find standard attr ID for object 46e6a789-f8c6-4ca5-b211-5831bdeed8ac. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:06:49.390216 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.402152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e57f9c-67e7-4955-b0eb-458ee7fac781']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:49.414551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d7d86f-53de-46cf-a022-12ac1be0c6dc') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:49.414919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d7d86f-53de-46cf-a022-12ac1be0c6dc') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:49.446085 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.449165 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45f915aa-1ec1-41a5-94aa-f249d08acbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.461434 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45f915aa-1ec1-41a5-94aa-f249d08acbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.463146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2e7cdd-5581-4a4a-802d-c9f7b1f3bce6 None None] DHCP port deletion for b1e57f9c-67e7-4955-b0eb-458ee7fac781 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:49.477702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.490279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:49.492092 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:49.496123 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:49.518669 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f915aa-1ec1-41a5-94aa-f249d08acbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca5c5b0-edbd-4796-a699-bdf178164995,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:49.524667 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-45f915aa-1ec1-41a5-94aa-f249d08acbfa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d7debb1f6054e18beb41d3ccb7aca8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453505 Jul 16 18:06:49.527636 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36562) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:49.588974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.599614 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.606050 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/networks/b1e57f9c-67e7-4955-b0eb-458ee7fac781 HTTP/1.1" status: 204 len: 168 time: 1.6119163 Jul 16 18:06:49.612157 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:49.622158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'name': 'tempest-PortsTestJSON-984856126'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:49.632884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eca8a5f3-cafe-4373-8c33-70fa4033a274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.669006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b141b-3532-48e0-8e30-217f2ac398f9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Network': ['ID=b1e57f9c-67e7-4955-b0eb-458ee7fac781,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:49.694015 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eca8a5f3-cafe-4373-8c33-70fa4033a274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.724866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc6c1a-e5a7-492a-8731-953d0a6a4e69 req-9b6264fe-2540-482b-b79b-90a8221fdf11 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.726921 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31cc6c1a-e5a7-492a-8731-953d0a6a4e69 req-9b6264fe-2540-482b-b79b-90a8221fdf11 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.1193020 Jul 16 18:06:49.792930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:49.797436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.810691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31cc6c1a-e5a7-492a-8731-953d0a6a4e69 req-51aa0a02-5e52-4512-8f66-b457def7f5c2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719540 Jul 16 18:06:49.831923 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eca8a5f3-cafe-4373-8c33-70fa4033a274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.831923 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eca8a5f3-cafe-4373-8c33-70fa4033a274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.831923 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eca8a5f3-cafe-4373-8c33-70fa4033a274 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ca5c5b0-edbd-4796-a699-bdf178164995 HTTP/1.1" status: 204 len: 168 time: 0.3030572 Jul 16 18:06:49.845206 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8a5f3-cafe-4373-8c33-70fa4033a274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca5c5b0-edbd-4796-a699-bdf178164995,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:49.867225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port dbce01c3-9a5c-4787-be0c-755f73c88605 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:50.197733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e819fa2c-c1ef-4e34-90eb-c4d9b9ed8f89 req-460e6ef1-a524-48a2-8972-756770ba2188 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 210 time: 0.1389616 Jul 16 18:06:50.199759 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.252139 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.291011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-ce3ff46d-75f0-4b1d-9f19-06a4311c3bdf tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.293043 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-ce3ff46d-75f0-4b1d-9f19-06a4311c3bdf tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.38 "GET /v2.0/networks?id=823b08f3-eced-4edc-84cb-b30c55b0e3e8 HTTP/1.1" status: 200 len: 819 time: 0.4630692 Jul 16 18:06:50.313103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 851f555c-cb0b-4187-a58f-467783ddea32 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:50.317521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Request body: {'port': {'device_id': '4076e360-20e1-46c9-b048-030ffffb8278', 'network_id': '823b08f3-eced-4edc-84cb-b30c55b0e3e8', 'admin_state_up': True, 'tenant_id': '1d5f65f0843044af859e41e52eae6038'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:50.318850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:50.324883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35bad726-5c3a-4677-8229-f9929b711698 req-195af3ac-613c-4c70-9d9f-22bbee64505b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=02735330-e3b7-405f-acf8-60b9a0da91b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2690413 Jul 16 18:06:50.328617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:50.342249 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.347396 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.365454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=dbce01c3-9a5c-4787-be0c-755f73c88605,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:50.373918 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e383c079-ae2a-460e-a580-e0e89724ea69 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7561204 Jul 16 18:06:50.376529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:50.492932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f325f-f9c4-476d-b7d1-26bc9d80d85c req-a9442f75-f389-4d4b-88a5-b07a8b66d25f tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.494602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d66f325f-f9c4-476d-b7d1-26bc9d80d85c req-a9442f75-f389-4d4b-88a5-b07a8b66d25f tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 949 time: 0.2864492 Jul 16 18:06:50.507736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-07680cc7-d78b-4166-9e75-3c29da5837ba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port dbce01c3-9a5c-4787-be0c-755f73c88605 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:50.508227 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07680cc7-d78b-4166-9e75-3c29da5837ba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.545149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ebf4a8cc-c85c-48bb-89d6-e35b94cb461d up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:50.563860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad726-5c3a-4677-8229-f9929b711698 req-31d03e8c-de92-4188-9143-db4ecd9880ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.565449 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35bad726-5c3a-4677-8229-f9929b711698 req-31d03e8c-de92-4188-9143-db4ecd9880ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1187b246a700405eb5f19d0e9e997cae&device_id=02735330-e3b7-405f-acf8-60b9a0da91b4 HTTP/1.1" status: 200 len: 1096 time: 0.1482065 Jul 16 18:06:50.573967 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d66f325f-f9c4-476d-b7d1-26bc9d80d85c req-62f1a776-df1f-46ba-bba1-b6cc76b06c1b tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675387 Jul 16 18:06:50.584385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Made reservation on behalf of 1d5f65f0843044af859e41e52eae6038 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:50.589652 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.637561 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07680cc7-d78b-4166-9e75-3c29da5837ba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.654110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:50.657650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-07680cc7-d78b-4166-9e75-3c29da5837ba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for dbce01c3-9a5c-4787-be0c-755f73c88605 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:50.661661 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:50.662249 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.769996 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07680cc7-d78b-4166-9e75-3c29da5837ba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.819606 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.869749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91562861-5783-4072-b79d-a459467dddde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf4a8cc-c85c-48bb-89d6-e35b94cb461d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:50.872545 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b2d0ad-09b8-4c54-826c-d6ae5f7b1e54" -d '{"events": [{"server_uuid": "91562861-5783-4072-b79d-a459467dddde", "name": "network-vif-plugged", "status": "completed", "tag": "ebf4a8cc-c85c-48bb-89d6-e35b94cb461d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:50.875586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07680cc7-d78b-4166-9e75-3c29da5837ba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=dbce01c3-9a5c-4787-be0c-755f73c88605,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:50.886690 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07680cc7-d78b-4166-9e75-3c29da5837ba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.890584 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-07680cc7-d78b-4166-9e75-3c29da5837ba tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/dbce01c3-9a5c-4787-be0c-755f73c88605 HTTP/1.1" status: 204 len: 168 time: 0.5116088 Jul 16 18:06:50.892699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:50.894791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:50.898794 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.910073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'mac_address': 'fa:16:3e:c3:ff:70', 'name': 'tempest-PortsTestJSON-1380676778'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:50.910288 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Allocated IP 172.20.0.7 (823b08f3-eced-4edc-84cb-b30c55b0e3e8/423a8d05-eac2-4527-8b57-a60404089274/f62e1718-0f55-422a-b123-e0c4c3f1b1f3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:50.912888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad726-5c3a-4677-8229-f9929b711698 req-d7694385-050e-412f-a968-b9415f66fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.914450 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35bad726-5c3a-4677-8229-f9929b711698 req-d7694385-050e-412f-a968-b9415f66fbe1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 200 len: 915 time: 0.2729833 Jul 16 18:06:51.008064 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.029758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35bad726-5c3a-4677-8229-f9929b711698 req-edeefff1-b75c-45ff-b806-c0540c3d11dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=887bbe77-12a9-46de-abd3-8f9901bc6418 HTTP/1.1" status: 200 len: 217 time: 0.0952942 Jul 16 18:06:51.119464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:51.229171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad726-5c3a-4677-8229-f9929b711698 req-5e9b3c16-266e-4ac0-9c61-11c1ba7554f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.231628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35bad726-5c3a-4677-8229-f9929b711698 req-5e9b3c16-266e-4ac0-9c61-11c1ba7554f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7403874-e2c4-4056-a85b-6286c507c9f9 HTTP/1.1" status: 200 len: 854 time: 0.1927595 Jul 16 18:06:51.260728 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.300800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port 81829df0-39c9-491b-a7c7-680c2c10d2ae yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:51.321124 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff301a07-1f0f-461f-8bb2-935e95df0cf0 x-openstack-request-id: req-ff301a07-1f0f-461f-8bb2-935e95df0cf0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:51.321446 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91562861-5783-4072-b79d-a459467dddde", "name": "network-vif-plugged", "status": "completed", "tag": "ebf4a8cc-c85c-48bb-89d6-e35b94cb461d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:51.321828 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff301a07-1f0f-461f-8bb2-935e95df0cf0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:51.322148 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91562861-5783-4072-b79d-a459467dddde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf4a8cc-c85c-48bb-89d6-e35b94cb461d', 'code': 200} Jul 16 18:06:51.343380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35bad726-5c3a-4677-8229-f9929b711698 req-835fc122-618e-49df-a5af-cb39db7a6476 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=78ac342c-aeee-4ee0-be14-8b86df8e98bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734642 Jul 16 18:06:51.462811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 46e6a789-f8c6-4ca5-b211-5831bdeed8ac no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:51.509121 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 46e6a789-f8c6-4ca5-b211-5831bdeed8ac {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:51.509523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 46e6a789-f8c6-4ca5-b211-5831bdeed8ac not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:51.556741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.622684 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.632160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e955b-e2d1-4afc-ab03-09bfe5340839 req-3220178f-4bc8-4d48-8c26-3f335c26f3d1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.638991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d59e955b-e2d1-4afc-ab03-09bfe5340839 req-3220178f-4bc8-4d48-8c26-3f335c26f3d1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.4505379 Jul 16 18:06:51.648111 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.673298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 851f555c-cb0b-4187-a58f-467783ddea32 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:51.676945 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:51.686077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:51.694610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.695350 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.724039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6d8daaa-ee48-405b-a9b3-633b433564c5 req-7bcd62bc-15cb-4800-af8a-0a5bbbf1459b tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 210 time: 0.0734022 Jul 16 18:06:51.726248 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35bad726-5c3a-4677-8229-f9929b711698 req-8ea3f907-a98e-41aa-adeb-6411b0cc4961 service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710797 Jul 16 18:06:51.734662 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=81829df0-39c9-491b-a7c7-680c2c10d2ae,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.751388 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b5a49783-e492-405a-9468-30c08e1a3adc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8547678 Jul 16 18:06:51.753829 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:51.763283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d59e955b-e2d1-4afc-ab03-09bfe5340839 req-66ac0ae1-6379-4b3e-9f6e-03e60649c4ff tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233056 Jul 16 18:06:51.823371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94b2dd1-c65a-4eda-bc61-464d77c04b08 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.828033 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c94b2dd1-c65a-4eda-bc61-464d77c04b08 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/81829df0-39c9-491b-a7c7-680c2c10d2ae HTTP/1.1" status: 200 len: 841 time: 0.0702024 Jul 16 18:06:51.828667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7069254-3ccd-4962-a31d-4c46a5538ded req-a9cb28c9-5142-4979-a636-ceaece3baa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.836131 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7069254-3ccd-4962-a31d-4c46a5538ded req-a9cb28c9-5142-4979-a636-ceaece3baa63 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 1101 time: 0.4134445 Jul 16 18:06:51.836131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:52.045061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35bad726-5c3a-4677-8229-f9929b711698 req-965ab0ca-c833-40b0-bfa9-a2536ee789e9 service neutron] 10.222.0.38 "GET /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996256 Jul 16 18:06:52.130954 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7069254-3ccd-4962-a31d-4c46a5538ded req-e7be8487-2714-445a-b616-8da8f2eea686 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790502 Jul 16 18:06:52.154217 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.241715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Network 823b08f3-eced-4edc-84cb-b30c55b0e3e8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:52.258750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:52.269803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29b12d-8814-49e4-b874-db99013d5c22 req-fc2d0213-8002-462a-82c0-a1cfb03b4087 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.271396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd29b12d-8814-49e4-b874-db99013d5c22 req-fc2d0213-8002-462a-82c0-a1cfb03b4087 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 945 time: 0.3291388 Jul 16 18:06:52.274093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:52.284325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8d959-b0a3-450e-8006-61b86c0f2b3a req-4ab84d05-a5f0-42fc-90d0-eef2720de9ba tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.285807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-79e8d959-b0a3-450e-8006-61b86c0f2b3a req-4ab84d05-a5f0-42fc-90d0-eef2720de9ba tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 950 time: 0.3316605 Jul 16 18:06:52.286687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Pushing event updated for resources: {'Port': ['ID=f62e1718-0f55-422a-b123-e0c4c3f1b1f3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.361235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cd52ad81-793b-4387-8b5f-5a32bb1b1261 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 81829df0-39c9-491b-a7c7-680c2c10d2ae {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:52.361633 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd52ad81-793b-4387-8b5f-5a32bb1b1261 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.414765 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.415387 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.424379 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd29b12d-8814-49e4-b874-db99013d5c22 req-4e805d0e-f1ae-48d5-9354-28d45d19f53b tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334867 Jul 16 18:06:52.441737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-79e8d959-b0a3-450e-8006-61b86c0f2b3a req-40fa2a6d-633c-43d1-9ab6-66e56d5181ef tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258810 Jul 16 18:06:52.479555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-4a9fafff-d0e3-45c7-8c2f-c7aa92432f91 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1673250 Jul 16 18:06:52.483900 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd52ad81-793b-4387-8b5f-5a32bb1b1261 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.497249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Request body: {'port': {'device_id': '4076e360-20e1-46c9-b048-030ffffb8278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:52.530188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cd52ad81-793b-4387-8b5f-5a32bb1b1261 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 81829df0-39c9-491b-a7c7-680c2c10d2ae owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:52.641132 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.693991 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd52ad81-793b-4387-8b5f-5a32bb1b1261 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.738738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52ad81-793b-4387-8b5f-5a32bb1b1261 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=81829df0-39c9-491b-a7c7-680c2c10d2ae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.749546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd52ad81-793b-4387-8b5f-5a32bb1b1261 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.754640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cd52ad81-793b-4387-8b5f-5a32bb1b1261 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/81829df0-39c9-491b-a7c7-680c2c10d2ae HTTP/1.1" status: 204 len: 168 time: 0.8112185 Jul 16 18:06:52.755687 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:52.790088 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc57b141-376b-4d82-933c-b0c9d6fb4ebe tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:06:52.791940 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bc57b141-376b-4d82-933c-b0c9d6fb4ebe tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/81829df0-39c9-491b-a7c7-680c2c10d2ae HTTP/1.1" status: 404 len: 333 time: 0.0339661 Jul 16 18:06:52.796759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:52.802783 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'name': 'tempest-PortsTestJSON-1808517743'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:52.939748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:52.944596 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.966497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port 994a1376-7ff6-44ca-9a2a-b8e460dafeaf yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:52.981331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ad92e-3e68-48ec-8898-7cbf118517b9 req-82d3079f-3ff9-436b-885a-f1bd05f09f50 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.982848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-674ad92e-3e68-48ec-8898-7cbf118517b9 req-82d3079f-3ff9-436b-885a-f1bd05f09f50 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.38 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 945 time: 0.1781912 Jul 16 18:06:53.208705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3aa9de-025a-4999-9b90-6f6959fe486a req-ed7883d8-a44e-4081-93c7-ea957ec9242d tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.210990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f3aa9de-025a-4999-9b90-6f6959fe486a req-ed7883d8-a44e-4081-93c7-ea957ec9242d tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 931 time: 0.3123717 Jul 16 18:06:53.296489 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.340753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62e1718-0f55-422a-b123-e0c4c3f1b1f3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:53.365511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fea89-8793-4e3a-a557-eee0ac1a6a99 req-84c4b6fc-c38f-48ff-a12e-623a974ed58b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.375996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e6fea89-8793-4e3a-a557-eee0ac1a6a99 req-84c4b6fc-c38f-48ff-a12e-623a974ed58b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.4047341 Jul 16 18:06:53.389302 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.392910 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.446053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 851f555c-cb0b-4187-a58f-467783ddea32 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:53.450038 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:53.454193 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f3aa9de-025a-4999-9b90-6f6959fe486a req-f33d474f-6865-4815-96bc-ce0e15d054ae tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/security-groups?id=868df4f1-79d5-4d56-b309-a6366d27aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954267 Jul 16 18:06:53.455821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:53.462388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.463042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.490953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=994a1376-7ff6-44ca-9a2a-b8e460dafeaf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:53.495040 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1b3124cb-2bdb-4735-898a-c5faaf4bc150 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6965475 Jul 16 18:06:53.497640 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:53.504726 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-74b0a760-9189-4105-8557-388b670efdd9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:53.506907 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Transition to ACTIVE for port object f62e1718-0f55-422a-b123-e0c4c3f1b1f3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:53.534325 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e6fea89-8793-4e3a-a557-eee0ac1a6a99 req-032d5790-52f7-4b9a-8f3a-abc0dd4d2ab9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538188 Jul 16 18:06:53.538204 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.638801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f62e1718-0f55-422a-b123-e0c4c3f1b1f3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:53.653469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-674ad92e-3e68-48ec-8898-7cbf118517b9 req-6b8868d7-f5ed-4f96-bd53-2877ffaf04b2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Deleting port 39b79104-43e6-4f00-bea4-086e0abdbabd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:53.653826 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-674ad92e-3e68-48ec-8898-7cbf118517b9 req-6b8868d7-f5ed-4f96-bd53-2877ffaf04b2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.665927 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b0a760-9189-4105-8557-388b670efdd9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.863358 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b0a760-9189-4105-8557-388b670efdd9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.869175 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b0a760-9189-4105-8557-388b670efdd9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.913950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-74b0a760-9189-4105-8557-388b670efdd9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] In _notify_port_updated(), no bound segment for port 994a1376-7ff6-44ca-9a2a-b8e460dafeaf on network 851f555c-cb0b-4187-a58f-467783ddea32 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:06:53.919694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0a760-9189-4105-8557-388b670efdd9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.921216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b0a760-9189-4105-8557-388b670efdd9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.925212 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-74b0a760-9189-4105-8557-388b670efdd9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "PUT /v2.0/ports/994a1376-7ff6-44ca-9a2a-b8e460dafeaf HTTP/1.1" status: 200 len: 818 time: 0.4240596 Jul 16 18:06:53.925823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:53.982655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0a760-9189-4105-8557-388b670efdd9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=994a1376-7ff6-44ca-9a2a-b8e460dafeaf,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.068175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-57b96156-c55a-4a72-b3b6-21883affc97e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 994a1376-7ff6-44ca-9a2a-b8e460dafeaf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:54.068658 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b96156-c55a-4a72-b3b6-21883affc97e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.149653 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b96156-c55a-4a72-b3b6-21883affc97e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.164189 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-57b96156-c55a-4a72-b3b6-21883affc97e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 994a1376-7ff6-44ca-9a2a-b8e460dafeaf owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:54.251524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-674ad92e-3e68-48ec-8898-7cbf118517b9 req-6b8868d7-f5ed-4f96-bd53-2877ffaf04b2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] For port 39b79104-43e6-4f00-bea4-086e0abdbabd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=39b79104-43e6-4f00-bea4-086e0abdbabd,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:54.251888 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-674ad92e-3e68-48ec-8898-7cbf118517b9 req-6b8868d7-f5ed-4f96-bd53-2877ffaf04b2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.259391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b96156-c55a-4a72-b3b6-21883affc97e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.279309 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-674ad92e-3e68-48ec-8898-7cbf118517b9 req-6b8868d7-f5ed-4f96-bd53-2877ffaf04b2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Calling delete_port for 39b79104-43e6-4f00-bea4-086e0abdbabd owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:54.297191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b96156-c55a-4a72-b3b6-21883affc97e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=994a1376-7ff6-44ca-9a2a-b8e460dafeaf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.297293 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e0773-448d-4644-96a3-43d297b8d256 req-175dfc11-cadc-4b9e-9347-4b5a8d95ea3e tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.303691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-902e0773-448d-4644-96a3-43d297b8d256 req-175dfc11-cadc-4b9e-9347-4b5a8d95ea3e tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 945 time: 0.6660409 Jul 16 18:06:54.308765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57b96156-c55a-4a72-b3b6-21883affc97e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.313605 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-57b96156-c55a-4a72-b3b6-21883affc97e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/994a1376-7ff6-44ca-9a2a-b8e460dafeaf HTTP/1.1" status: 204 len: 168 time: 0.3843777 Jul 16 18:06:54.313776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:54.337090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a881d9-2d37-42e7-8562-d9a288895d2e req-c83051a0-0fc3-42eb-969e-a763afbeaa6e tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.338495 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2a881d9-2d37-42e7-8562-d9a288895d2e req-c83051a0-0fc3-42eb-969e-a763afbeaa6e tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 950 time: 0.6108902 Jul 16 18:06:54.347959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Attempting to bind port f62e1718-0f55-422a-b123-e0c4c3f1b1f3 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:54.348595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Attempting to bind port f62e1718-0f55-422a-b123-e0c4c3f1b1f3 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '7dafa672-0542-428c-afe1-9cbb1874ea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '823b08f3-eced-4edc-84cb-b30c55b0e3e8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:54.348595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Attempting to bind port f62e1718-0f55-422a-b123-e0c4c3f1b1f3 on network 823b08f3-eced-4edc-84cb-b30c55b0e3e8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:54.398760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Port f62e1718-0f55-422a-b123-e0c4c3f1b1f3 on network 823b08f3-eced-4edc-84cb-b30c55b0e3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:54.399086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Attempting to bind port f62e1718-0f55-422a-b123-e0c4c3f1b1f3 on network 823b08f3-eced-4edc-84cb-b30c55b0e3e8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:54.414733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09eabef-9cb8-45b6-8eea-824047ea3650 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.418637 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a09eabef-9cb8-45b6-8eea-824047ea3650 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1014240 Jul 16 18:06:54.418862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:54.426047 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:54.426397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Checking segment: {'id': '7dafa672-0542-428c-afe1-9cbb1874ea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '823b08f3-eced-4edc-84cb-b30c55b0e3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:54.426793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Bound using segment: {'id': '7dafa672-0542-428c-afe1-9cbb1874ea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '823b08f3-eced-4edc-84cb-b30c55b0e3e8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:54.427245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Bound port: f62e1718-0f55-422a-b123-e0c4c3f1b1f3, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dafa672-0542-428c-afe1-9cbb1874ea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '823b08f3-eced-4edc-84cb-b30c55b0e3e8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:54.429921 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.455593 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d506844-b324-4fde-835c-e6449a84254d tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:06:54.455593 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3d506844-b324-4fde-835c-e6449a84254d tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/994a1376-7ff6-44ca-9a2a-b8e460dafeaf HTTP/1.1" status: 404 len: 333 time: 0.0298781 Jul 16 18:06:54.455593 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:54.456666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-902e0773-448d-4644-96a3-43d297b8d256 req-c22759b5-15cd-429a-a573-7914a5eddcc0 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519217 Jul 16 18:06:54.463176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ec364df0-ac39-4bef-a638-7f10f5c1cfd1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-447887373'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:54.501242 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec364df0-ac39-4bef-a638-7f10f5c1cfd1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:54.504218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2a881d9-2d37-42e7-8562-d9a288895d2e req-b0be3a50-0c6a-4d84-9503-5c27f6ec9b33 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488562 Jul 16 18:06:54.506866 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec364df0-ac39-4bef-a638-7f10f5c1cfd1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.543963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec364df0-ac39-4bef-a638-7f10f5c1cfd1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:54.577584 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec364df0-ac39-4bef-a638-7f10f5c1cfd1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.578152 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-ec364df0-ac39-4bef-a638-7f10f5c1cfd1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Added segment 7c1538bd-bb81-498f-95c7-18735ea6c450 of type vlan for network aa4ef269-87ac-4d6c-98cf-deb370487b60 Jul 16 18:06:54.593026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] For port f62e1718-0f55-422a-b123-e0c4c3f1b1f3, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:54.598609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] For port f62e1718-0f55-422a-b123-e0c4c3f1b1f3, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f62e1718-0f55-422a-b123-e0c4c3f1b1f3,segment=NetworkSegment(7dafa672-0542-428c-afe1-9cbb1874ea9b),segment_id=7dafa672-0542-428c-afe1-9cbb1874ea9b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:54.614917 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.659886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec364df0-ac39-4bef-a638-7f10f5c1cfd1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.692642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec364df0-ac39-4bef-a638-7f10f5c1cfd1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.699528 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec364df0-ac39-4bef-a638-7f10f5c1cfd1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.700156 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec364df0-ac39-4bef-a638-7f10f5c1cfd1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.717388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f62e1718-0f55-422a-b123-e0c4c3f1b1f3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.729159 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-674ad92e-3e68-48ec-8898-7cbf118517b9 req-6b8868d7-f5ed-4f96-bd53-2877ffaf04b2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.744538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.745686 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.746565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['fcff7823-865a-4ee3-b780-8b9f7da28b23', '887bbe77-12a9-46de-abd3-8f9901bc6418', '39b79104-43e6-4f00-bea4-086e0abdbabd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:54.747118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-79558f7d-e9e3-49da-8831-34bb27daaeb9 service neutron] 10.222.0.38 "PUT /v2.0/ports/f62e1718-0f55-422a-b123-e0c4c3f1b1f3 HTTP/1.1" status: 200 len: 1091 time: 2.2544756 Jul 16 18:06:54.753581 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ec364df0-ac39-4bef-a638-7f10f5c1cfd1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2984109 Jul 16 18:06:54.757502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:54.762258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4076e360-20e1-46c9-b048-030ffffb8278', 'tag': 'f62e1718-0f55-422a-b123-e0c4c3f1b1f3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:54.769532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4bbfe2ae-e38f-48ea-a5fb-c2efe4bb6142 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': 'aa4ef269-87ac-4d6c-98cf-deb370487b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:54.772780 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c344322-11e5-4e0d-a6c3-b7c353e29fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "4076e360-20e1-46c9-b048-030ffffb8278", "tag": "f62e1718-0f55-422a-b123-e0c4c3f1b1f3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:54.806398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8868d7-f5ed-4f96-bd53-2877ffaf04b2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Pushing event deleted for resources: {'Port': ['ID=39b79104-43e6-4f00-bea4-086e0abdbabd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.813772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5fc6890b-18ca-427d-afa0-076456ee3372'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:54.824607 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec364df0-ac39-4bef-a638-7f10f5c1cfd1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Network': ['ID=aa4ef269-87ac-4d6c-98cf-deb370487b60,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.877726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network aa4ef269-87ac-4d6c-98cf-deb370487b60 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:54.931360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbfe2ae-e38f-48ea-a5fb-c2efe4bb6142 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:54.936685 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbfe2ae-e38f-48ea-a5fb-c2efe4bb6142 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.990791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-674ad92e-3e68-48ec-8898-7cbf118517b9 req-6b8868d7-f5ed-4f96-bd53-2877ffaf04b2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] No DVR routers for this DVR port 39b79104-43e6-4f00-bea4-086e0abdbabd on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:54.994089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-674ad92e-3e68-48ec-8898-7cbf118517b9 req-6b8868d7-f5ed-4f96-bd53-2877ffaf04b2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.997444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-674ad92e-3e68-48ec-8898-7cbf118517b9 req-6b8868d7-f5ed-4f96-bd53-2877ffaf04b2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.38 "DELETE /v2.0/ports/39b79104-43e6-4f00-bea4-086e0abdbabd HTTP/1.1" status: 204 len: 173 time: 1.9913497 Jul 16 18:06:55.079297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-608582b1-8d00-4236-8feb-daf7d420dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.088420 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-608582b1-8d00-4236-8feb-daf7d420dcdf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1d5f65f0843044af859e41e52eae6038&device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 1094 time: 0.2837653 Jul 16 18:06:55.191311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aba8dc-d069-4ab7-ae98-d6b964c11e2d req-05ff29ce-422a-4c66-aa6a-6137096583a9 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.214075 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98aba8dc-d069-4ab7-ae98-d6b964c11e2d req-05ff29ce-422a-4c66-aa6a-6137096583a9 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 943 time: 0.4099438 Jul 16 18:06:55.221351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-a0c01bfb-7902-425a-a7a6-2d0d74a430ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f62e1718-0f55-422a-b123-e0c4c3f1b1f3 HTTP/1.1" status: 200 len: 217 time: 0.1228096 Jul 16 18:06:55.330407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98aba8dc-d069-4ab7-ae98-d6b964c11e2d req-a189b579-6c6c-4ead-9170-bb83ecf252ea tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/security-groups?id=868df4f1-79d5-4d56-b309-a6366d27aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150701 Jul 16 18:06:55.332489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-01063f21-22d8-496e-8ddc-7729d58adb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.334176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-01063f21-22d8-496e-8ddc-7729d58adb8b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=423a8d05-eac2-4527-8b57-a60404089274 HTTP/1.1" status: 200 len: 859 time: 0.0917978 Jul 16 18:06:55.412734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-3ae79307-60e4-4ade-9a00-28f8bbfa81e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=823b08f3-eced-4edc-84cb-b30c55b0e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703604 Jul 16 18:06:55.425807 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0adca8-5ac1-43a3-8b3c-c9a9fc51ccb3 x-openstack-request-id: req-1e0adca8-5ac1-43a3-8b3c-c9a9fc51ccb3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:55.426109 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4076e360-20e1-46c9-b048-030ffffb8278", "tag": "f62e1718-0f55-422a-b123-e0c4c3f1b1f3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:55.426444 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e0adca8-5ac1-43a3-8b3c-c9a9fc51ccb3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:55.426837 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4076e360-20e1-46c9-b048-030ffffb8278', 'tag': 'f62e1718-0f55-422a-b123-e0c4c3f1b1f3', 'status': 'completed', 'code': 200} Jul 16 18:06:55.523359 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d92265-bbe6-4ffd-ab43-d17ea07a62ef req-e7c2b9f1-b0eb-433c-8739-1ffde7fa6dc4 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.537627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-61d92265-bbe6-4ffd-ab43-d17ea07a62ef req-e7c2b9f1-b0eb-433c-8739-1ffde7fa6dc4 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.1936707 Jul 16 18:06:55.618550 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbfe2ae-e38f-48ea-a5fb-c2efe4bb6142 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.632256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-61d92265-bbe6-4ffd-ab43-d17ea07a62ef req-f244b206-7f97-41b4-b7a3-92d844e25677 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937238 Jul 16 18:06:55.709397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-199422a1-aa54-4020-8b5d-1f83ca8756de service neutron] 10.222.0.38 "GET /v2.0/networks/823b08f3-eced-4edc-84cb-b30c55b0e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864094 Jul 16 18:06:55.716683 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfe2ae-e38f-48ea-a5fb-c2efe4bb6142 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Checking segment: {'id': '7c1538bd-bb81-498f-95c7-18735ea6c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa4ef269-87ac-4d6c-98cf-deb370487b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:55.717054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbfe2ae-e38f-48ea-a5fb-c2efe4bb6142 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network hostable DHCP agents. Network: aa4ef269-87ac-4d6c-98cf-deb370487b60, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:55.719076 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfe2ae-e38f-48ea-a5fb-c2efe4bb6142 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Subnet': ['ID=2af8aff1-6392-448f-a110-c48fceb3938f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:55.739437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbfe2ae-e38f-48ea-a5fb-c2efe4bb6142 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network aa4ef269-87ac-4d6c-98cf-deb370487b60 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:55.754583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4bbfe2ae-e38f-48ea-a5fb-c2efe4bb6142 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, aa4ef269-87ac-4d6c-98cf-deb370487b60) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:55.764768 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef68709e-fa5b-4fc3-b4fb-9405b41b19dd None None] Network aa4ef269-87ac-4d6c-98cf-deb370487b60 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:55.776073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbfe2ae-e38f-48ea-a5fb-c2efe4bb6142 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.776698 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4bbfe2ae-e38f-48ea-a5fb-c2efe4bb6142 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.806991 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4bbfe2ae-e38f-48ea-a5fb-c2efe4bb6142 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0451655 Jul 16 18:06:55.809342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:55.815996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9f16e23d-f6bb-4c93-b6d2-8e093793d744 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': 'aa4ef269-87ac-4d6c-98cf-deb370487b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:55.838990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bf617db-957a-4ff2-9c65-9250ec381caa req-45d7da67-f20d-48c1-bd42-f7b3c051ba14 service neutron] 10.222.0.38 "GET /v2.0/networks/823b08f3-eced-4edc-84cb-b30c55b0e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231735 Jul 16 18:06:55.855363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f2be6-e24e-403a-bce1-7cea90a57693 req-001da5d4-c703-4d31-a5b0-4102270b2e78 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.864174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-664f2be6-e24e-403a-bce1-7cea90a57693 req-001da5d4-c703-4d31-a5b0-4102270b2e78 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 950 time: 0.2793031 Jul 16 18:06:55.910892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02d07b82-6575-4fca-b834-68481a6b0229 req-b8d9d7f7-a2ea-4438-b54e-27159cb5383e tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f09a6fb-fdbe-48df-b801-923dca19bf1a HTTP/1.1" status: 200 len: 210 time: 0.0705099 Jul 16 18:06:56.010093 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f16e23d-f6bb-4c93-b6d2-8e093793d744 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:56.014504 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f16e23d-f6bb-4c93-b6d2-8e093793d744 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.065936 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-664f2be6-e24e-403a-bce1-7cea90a57693 req-e9c8d6db-f689-4aae-bd66-73dc05632258 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985621 Jul 16 18:06:56.131392 n-d-793618-9 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-9f16e23d-f6bb-4c93-b6d2-8e093793d744 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2af8aff1-6392-448f-a110-c48fceb3938f (CIDR: 172.20.0.0/28) Jul 16 18:06:56.135064 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f16e23d-f6bb-4c93-b6d2-8e093793d744 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:06:56.136132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f16e23d-f6bb-4c93-b6d2-8e093793d744 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:06:56.157924 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9f16e23d-f6bb-4c93-b6d2-8e093793d744 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3472416 Jul 16 18:06:56.158676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c344322-11e5-4e0d-a6c3-b7c353e29fd4 req-29e0befc-9a7b-45f1-ac7c-7fd8d190ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.160520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:56.163027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c344322-11e5-4e0d-a6c3-b7c353e29fd4 req-29e0befc-9a7b-45f1-ac7c-7fd8d190ef5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1d5f65f0843044af859e41e52eae6038&device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 1094 time: 0.2254570 Jul 16 18:06:56.167214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d3ce7d09-483d-4b45-9b5a-cbd226c4b287 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': 'aa4ef269-87ac-4d6c-98cf-deb370487b60', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:56.197692 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-aa4ef269-87ac-4d6c-98cf-deb370487b60', 'network_id': 'aa4ef269-87ac-4d6c-98cf-deb370487b60', 'tenant_id': '6f8a16931fb84e10a428b4981d4f5525', 'fixed_ips': [{'subnet_id': '2af8aff1-6392-448f-a110-c48fceb3938f'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:56.200884 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.331410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c344322-11e5-4e0d-a6c3-b7c353e29fd4 req-054ff631-2267-444b-9e9e-79ca53389440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.334780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c344322-11e5-4e0d-a6c3-b7c353e29fd4 req-054ff631-2267-444b-9e9e-79ca53389440 service neutron] 10.222.0.38 "GET /v2.0/networks?id=823b08f3-eced-4edc-84cb-b30c55b0e3e8 HTTP/1.1" status: 200 len: 920 time: 0.1620991 Jul 16 18:06:56.372538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Allocated IP 172.20.0.2 (aa4ef269-87ac-4d6c-98cf-deb370487b60/2af8aff1-6392-448f-a110-c48fceb3938f/c41107c9-17c0-4f79-b236-304d710d1737) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:56.397380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ce7d09-483d-4b45-9b5a-cbd226c4b287 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:56.402642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d09-483d-4b45-9b5a-cbd226c4b287 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.407570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c344322-11e5-4e0d-a6c3-b7c353e29fd4 req-e554f4b5-ce2e-4233-9b4d-6e754db5a112 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f62e1718-0f55-422a-b123-e0c4c3f1b1f3 HTTP/1.1" status: 200 len: 217 time: 0.0671811 Jul 16 18:06:56.441518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-10a70a78-5959-47b3-ba87-cf1fee0f13f6 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2821d4b0928640fa84b652896bdf0240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417500 Jul 16 18:06:56.594230 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.604574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Transition to ACTIVE for port object c41107c9-17c0-4f79-b236-304d710d1737 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:56.619898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c344322-11e5-4e0d-a6c3-b7c353e29fd4 req-ec7726b7-5c63-4cd2-9f35-be5728f91405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.621412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c344322-11e5-4e0d-a6c3-b7c353e29fd4 req-ec7726b7-5c63-4cd2-9f35-be5728f91405 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=423a8d05-eac2-4527-8b57-a60404089274 HTTP/1.1" status: 200 len: 859 time: 0.2018147 Jul 16 18:06:56.621649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Transition to ACTIVE for port object c41107c9-17c0-4f79-b236-304d710d1737 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:56.629937 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.681872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Pushing event updated for resources: {'Port': ['ID=c41107c9-17c0-4f79-b236-304d710d1737,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:56.685091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c344322-11e5-4e0d-a6c3-b7c353e29fd4 req-d6ad2f1e-9719-476d-96d7-804ec95ec8f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=823b08f3-eced-4edc-84cb-b30c55b0e3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527520 Jul 16 18:06:56.701217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Network aa4ef269-87ac-4d6c-98cf-deb370487b60 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:56.702840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:56.705627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:56.736929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20a66e-f911-461d-9232-13590ec032d4 req-5ae77ccb-3903-46cb-94ac-486fd0e7b211 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.743542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-5ae77ccb-3903-46cb-94ac-486fd0e7b211 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2997847 Jul 16 18:06:56.756453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62389d-3277-4d67-953b-ddcbf820c0e6 req-f6a324db-8fbb-4e4c-9da5-ce1bc95b328d tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.758058 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c62389d-3277-4d67-953b-ddcbf820c0e6 req-f6a324db-8fbb-4e4c-9da5-ce1bc95b328d tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 943 time: 0.2453561 Jul 16 18:06:56.766285 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d09-483d-4b45-9b5a-cbd226c4b287 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.793131 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-59bb542f-b3ed-4102-9d12-144bb7bd9308 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/quotas/2821d4b0928640fa84b652896bdf0240 HTTP/1.1" status: 200 len: 375 time: 0.0487182 Jul 16 18:06:56.797700 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Attempting to bind port c41107c9-17c0-4f79-b236-304d710d1737 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:56.798839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Attempting to bind port c41107c9-17c0-4f79-b236-304d710d1737 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '7c1538bd-bb81-498f-95c7-18735ea6c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa4ef269-87ac-4d6c-98cf-deb370487b60'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:56.799465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Attempting to bind port c41107c9-17c0-4f79-b236-304d710d1737 on network aa4ef269-87ac-4d6c-98cf-deb370487b60 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:56.806258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:56.806910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Checking segment: {'id': '7c1538bd-bb81-498f-95c7-18735ea6c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa4ef269-87ac-4d6c-98cf-deb370487b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:56.807500 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.808072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Bound using segment: {'id': '7c1538bd-bb81-498f-95c7-18735ea6c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa4ef269-87ac-4d6c-98cf-deb370487b60'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:56.808725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Bound port: c41107c9-17c0-4f79-b236-304d710d1737, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1538bd-bb81-498f-95c7-18735ea6c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'aa4ef269-87ac-4d6c-98cf-deb370487b60'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:56.809283 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.825116 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce7d09-483d-4b45-9b5a-cbd226c4b287 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network aa4ef269-87ac-4d6c-98cf-deb370487b60 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:56.828439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce7d09-483d-4b45-9b5a-cbd226c4b287 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:56.854334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ce7d09-483d-4b45-9b5a-cbd226c4b287 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.855034 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d09-483d-4b45-9b5a-cbd226c4b287 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.868774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce7d09-483d-4b45-9b5a-cbd226c4b287 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Subnet': ['ID=21579c74-7bcd-410d-87f1-a7c57834e88b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:56.880925 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d3ce7d09-483d-4b45-9b5a-cbd226c4b287 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7169271 Jul 16 18:06:56.881620 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:56.888721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': 'aa4ef269-87ac-4d6c-98cf-deb370487b60', 'fixed_ips': [{'subnet_id': '2af8aff1-6392-448f-a110-c48fceb3938f'}, {'subnet_id': '21579c74-7bcd-410d-87f1-a7c57834e88b'}], 'name': 'tempest-PortsTestJSON-1928397584'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:56.893528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] For port c41107c9-17c0-4f79-b236-304d710d1737, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:56.898540 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] For port c41107c9-17c0-4f79-b236-304d710d1737, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c41107c9-17c0-4f79-b236-304d710d1737,segment=NetworkSegment(7c1538bd-bb81-498f-95c7-18735ea6c450),segment_id=7c1538bd-bb81-498f-95c7-18735ea6c450)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:56.908470 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.950749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c62389d-3277-4d67-953b-ddcbf820c0e6 req-438a4852-d58d-449d-adb6-f0e482b55c24 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/security-groups?id=868df4f1-79d5-4d56-b309-a6366d27aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749892 Jul 16 18:06:56.961177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c344322-11e5-4e0d-a6c3-b7c353e29fd4 req-8c614a6c-ad65-4ba3-a688-33ddc8f1db97 service neutron] 10.222.0.38 "GET /v2.0/networks/823b08f3-eced-4edc-84cb-b30c55b0e3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642281 Jul 16 18:06:56.980386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-cc4951e8-c4db-48e1-b82e-e51bd6d3e1a5 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2821d4b0928640fa84b652896bdf0240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1446030 Jul 16 18:06:57.022622 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d37d5-301e-474d-a1ee-70dae00de921 None None] Pushing event updated for resources: {'Port': ['ID=c41107c9-17c0-4f79-b236-304d710d1737,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.079442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:57.206317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f62e1718-0f55-422a-b123-e0c4c3f1b1f3 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:57.211277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 39b79104-43e6-4f00-bea4-086e0abdbabd no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:57.259317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 39b79104-43e6-4f00-bea4-086e0abdbabd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:57.259679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 39b79104-43e6-4f00-bea4-086e0abdbabd not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:57.269498 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.273590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c344322-11e5-4e0d-a6c3-b7c353e29fd4 req-1a547ea2-b619-4e1b-b72e-30645f564c09 service neutron] 10.222.0.38 "GET /v2.0/networks/823b08f3-eced-4edc-84cb-b30c55b0e3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024447 Jul 16 18:06:57.352361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port 93560ec0-4949-4fc6-946b-fd4c5e60be82 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:57.395070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a938c74-8025-4e19-808c-b82a4a5ebf25 req-74250885-6ec5-4fcc-bdfd-d1403336be82 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.406911 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0a938c74-8025-4e19-808c-b82a4a5ebf25 req-74250885-6ec5-4fcc-bdfd-d1403336be82 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.2654524 Jul 16 18:06:57.437772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f09a6fb-fdbe-48df-b801-923dca19bf1a', 'name': 'network-vif-deleted', 'tag': '39b79104-43e6-4f00-bea4-086e0abdbabd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:57.443179 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de97bc09-30c3-4136-8e20-9fcfae6db515" -d '{"events": [{"server_uuid": "3f09a6fb-fdbe-48df-b801-923dca19bf1a", "name": "network-vif-deleted", "tag": "39b79104-43e6-4f00-bea4-086e0abdbabd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:57.548961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0a938c74-8025-4e19-808c-b82a4a5ebf25 req-2b51a5f0-44d7-4c10-8001-0c102b09c470 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411695 Jul 16 18:06:57.552398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f62e1718-0f55-422a-b123-e0c4c3f1b1f3, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f62e1718-0f55-422a-b123-e0c4c3f1b1f3,segment=NetworkSegment(7dafa672-0542-428c-afe1-9cbb1874ea9b),segment_id=7dafa672-0542-428c-afe1-9cbb1874ea9b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:57.585580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'f62e1718-0f55-422a-b123-e0c4c3f1b1f3', 'network_id': '823b08f3-eced-4edc-84cb-b30c55b0e3e8', 'port_id': 'f62e1718-0f55-422a-b123-e0c4c3f1b1f3', 'mac_address': 'fa:16:3e:83:1a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423a8d05-eac2-4527-8b57-a60404089274', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:57.655768 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.668016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71fb2b2d-ecc5-4c53-925b-eaf264f41483 req-fe9f703f-712c-4e9e-95fe-0d9e7d569c60 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 210 time: 0.0915794 Jul 16 18:06:57.671586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c41107c9-17c0-4f79-b236-304d710d1737 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:57.677908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62e1718-0f55-422a-b123-e0c4c3f1b1f3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:57.723895 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ea62d7-58a0-4bf8-9e6a-bf4b91e0a199 x-openstack-request-id: req-91ea62d7-58a0-4bf8-9e6a-bf4b91e0a199 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:57.724198 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f09a6fb-fdbe-48df-b801-923dca19bf1a", "name": "network-vif-deleted", "tag": "39b79104-43e6-4f00-bea4-086e0abdbabd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:57.724666 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91ea62d7-58a0-4bf8-9e6a-bf4b91e0a199 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:57.725219 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f09a6fb-fdbe-48df-b801-923dca19bf1a', 'name': 'network-vif-deleted', 'tag': '39b79104-43e6-4f00-bea4-086e0abdbabd', 'status': 'completed', 'code': 200} Jul 16 18:06:57.739039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f62e1718-0f55-422a-b123-e0c4c3f1b1f3, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f62e1718-0f55-422a-b123-e0c4c3f1b1f3,segment=NetworkSegment(7dafa672-0542-428c-afe1-9cbb1874ea9b),segment_id=7dafa672-0542-428c-afe1-9cbb1874ea9b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:57.750495 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.794922 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port c41107c9-17c0-4f79-b236-304d710d1737 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:57.815648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=f62e1718-0f55-422a-b123-e0c4c3f1b1f3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.952696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:58.029038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['f62e1718-0f55-422a-b123-e0c4c3f1b1f3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:58.076215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.11 (aa4ef269-87ac-4d6c-98cf-deb370487b60/2af8aff1-6392-448f-a110-c48fceb3938f/93560ec0-4949-4fc6-946b-fd4c5e60be82) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:58.088991 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.20 (aa4ef269-87ac-4d6c-98cf-deb370487b60/21579c74-7bcd-410d-87f1-a7c57834e88b/93560ec0-4949-4fc6-946b-fd4c5e60be82) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:58.166845 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52069ce6-0803-4e15-a4ce-4d70dc9c78a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.303016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83e9ff-bfab-44f5-9523-dfbff8b59b45 req-bb7ddeb4-90f3-4e6e-bbc5-365631642041 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.310513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c83e9ff-bfab-44f5-9523-dfbff8b59b45 req-bb7ddeb4-90f3-4e6e-bbc5-365631642041 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 944 time: 0.1305449 Jul 16 18:06:58.364343 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c83e9ff-bfab-44f5-9523-dfbff8b59b45 req-f2c548e8-bd58-4545-83d1-6901ee8eda2a tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/security-groups?id=868df4f1-79d5-4d56-b309-a6366d27aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521886 Jul 16 18:06:58.425055 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.444618 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Transition to ACTIVE for port object 93560ec0-4949-4fc6-946b-fd4c5e60be82 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:58.493622 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52069ce6-0803-4e15-a4ce-4d70dc9c78a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.503734 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52069ce6-0803-4e15-a4ce-4d70dc9c78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.523468 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.535013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d330eec-c59c-4799-acd4-a173de6b6130 None None] Network aa4ef269-87ac-4d6c-98cf-deb370487b60 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:58.590741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52069ce6-0803-4e15-a4ce-4d70dc9c78a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b7fcb0-c604-43e2-8209-90c76750222d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:58.597783 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-52069ce6-0803-4e15-a4ce-4d70dc9c78a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f5378d3951045a9a8d4b204e71870aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6440389 Jul 16 18:06:58.600810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:58.604294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=93560ec0-4949-4fc6-946b-fd4c5e60be82,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:58.612121 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network aa4ef269-87ac-4d6c-98cf-deb370487b60 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:58.613574 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:58.616653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:58.680421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.682362 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.694263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2f79a0ff-8640-4144-900b-283bdb68c85e None None] Provisioning for port c41107c9-17c0-4f79-b236-304d710d1737 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:58.701123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2f79a0ff-8640-4144-900b-283bdb68c85e None None] Provisioning complete for port c41107c9-17c0-4f79-b236-304d710d1737 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:58.701920 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f79a0ff-8640-4144-900b-283bdb68c85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.716157 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4923357e-6e4f-4b92-b20a-f0c0d14a0343 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8307323 Jul 16 18:06:58.716478 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37054) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:58.718564 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-934fb533-ee55-4f1d-9559-75d23b39d07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.722049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-46e09ee6-a8b4-47e6-9f17-531e8a8ef2bd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2af8aff1-6392-448f-a110-c48fceb3938f'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:58.763486 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-934fb533-ee55-4f1d-9559-75d23b39d07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.926417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46e09ee6-a8b4-47e6-9f17-531e8a8ef2bd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.929930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07945087-0ce4-4158-85cb-75d6380d9def req-6d39617f-833c-487e-b29f-92c7706c35a6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.931616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07945087-0ce4-4158-85cb-75d6380d9def req-6d39617f-833c-487e-b29f-92c7706c35a6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.1487045 Jul 16 18:06:58.965485 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f79a0ff-8640-4144-900b-283bdb68c85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.016427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4efc57c2-a538-410b-895e-b9cc407d9ed1 req-75737c6d-1a44-4c56-80eb-51a5cab7a91f tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 210 time: 0.0836687 Jul 16 18:06:59.030526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2f79a0ff-8640-4144-900b-283bdb68c85e None None] For port c41107c9-17c0-4f79-b236-304d710d1737, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c41107c9-17c0-4f79-b236-304d710d1737,segment=NetworkSegment(7c1538bd-bb81-498f-95c7-18735ea6c450),segment_id=7c1538bd-bb81-498f-95c7-18735ea6c450)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:59.035767 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f79a0ff-8640-4144-900b-283bdb68c85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.063778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07945087-0ce4-4158-85cb-75d6380d9def req-65e5d9b3-db1a-4b6b-88ad-59faae34692b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205533 Jul 16 18:06:59.064469 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-934fb533-ee55-4f1d-9559-75d23b39d07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.067509 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-934fb533-ee55-4f1d-9559-75d23b39d07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.086034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-934fb533-ee55-4f1d-9559-75d23b39d07d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8b7fcb0-c604-43e2-8209-90c76750222d HTTP/1.1" status: 204 len: 168 time: 0.4737394 Jul 16 18:06:59.105389 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-48b4ce63-faa5-4a09-ac8f-62077bc49196 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2821d4b0928640fa84b652896bdf0240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1128013 Jul 16 18:06:59.111973 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79a0ff-8640-4144-900b-283bdb68c85e None None] Pushing event updated for resources: {'Port': ['ID=c41107c9-17c0-4f79-b236-304d710d1737,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.165343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92455e8-20cc-4b01-88fc-680a05199a1d None None] Update dhcp port {'port': {'network_id': 'aa4ef269-87ac-4d6c-98cf-deb370487b60', 'fixed_ips': [{'subnet_id': '2af8aff1-6392-448f-a110-c48fceb3938f', 'ip_address': '172.20.0.2'}, {'subnet_id': '21579c74-7bcd-410d-87f1-a7c57834e88b'}], 'binding:host_id': 'n-d-793618-9'}, 'id': 'c41107c9-17c0-4f79-b236-304d710d1737'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:06:59.220000 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92455e8-20cc-4b01-88fc-680a05199a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.237538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f62e1718-0f55-422a-b123-e0c4c3f1b1f3 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:59.300813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fb533-ee55-4f1d-9559-75d23b39d07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b7fcb0-c604-43e2-8209-90c76750222d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.370487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20a66e-f911-461d-9232-13590ec032d4 req-0471f3ee-11cd-452b-ba8d-9a8068665558 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.372208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-0471f3ee-11cd-452b-ba8d-9a8068665558 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2582273 Jul 16 18:06:59.385781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Request body: {'port': {'device_id': 'ef0938f9-0452-4fd2-a36c-b895df3fe4c2', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '2821d4b0928640fa84b652896bdf0240'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:59.427628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-46e09ee6-a8b4-47e6-9f17-531e8a8ef2bd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Delete allocated IP 172.20.0.20 (aa4ef269-87ac-4d6c-98cf-deb370487b60/21579c74-7bcd-410d-87f1-a7c57834e88b) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:06:59.557119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port f62e1718-0f55-422a-b123-e0c4c3f1b1f3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:59.570274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port f62e1718-0f55-422a-b123-e0c4c3f1b1f3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:59.570652 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.618978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c41107c9-17c0-4f79-b236-304d710d1737 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:59.651934 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46e09ee6-a8b4-47e6-9f17-531e8a8ef2bd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.667168 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-46e09ee6-a8b4-47e6-9f17-531e8a8ef2bd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Ignored duplicate provisioning block setup for port 93560ec0-4949-4fc6-946b-fd4c5e60be82 by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:06:59.675407 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46e09ee6-a8b4-47e6-9f17-531e8a8ef2bd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.695572 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87752452-15b6-4719-9d49-e5d3e8086319 req-308ade5b-9ec8-4c64-8620-de5873f0b878 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.697269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87752452-15b6-4719-9d49-e5d3e8086319 req-308ade5b-9ec8-4c64-8620-de5873f0b878 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 944 time: 0.1428862 Jul 16 18:06:59.697970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Made reservation on behalf of 2821d4b0928640fa84b652896bdf0240 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:59.701543 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.753921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c41107c9-17c0-4f79-b236-304d710d1737 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:59.754373 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.791900 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a92455e8-20cc-4b01-88fc-680a05199a1d None None] Allocated IP 172.20.0.18 (aa4ef269-87ac-4d6c-98cf-deb370487b60/21579c74-7bcd-410d-87f1-a7c57834e88b/c41107c9-17c0-4f79-b236-304d710d1737) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:59.801440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e09ee6-a8b4-47e6-9f17-531e8a8ef2bd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=93560ec0-4949-4fc6-946b-fd4c5e60be82,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.803961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87752452-15b6-4719-9d49-e5d3e8086319 req-07fadfca-016e-4ca1-9d10-1568a7b5064f tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/security-groups?id=868df4f1-79d5-4d56-b309-a6366d27aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963922 Jul 16 18:06:59.916725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-46e09ee6-a8b4-47e6-9f17-531e8a8ef2bd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] In _notify_port_updated(), no bound segment for port 93560ec0-4949-4fc6-946b-fd4c5e60be82 on network aa4ef269-87ac-4d6c-98cf-deb370487b60 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:06:59.935796 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e09ee6-a8b4-47e6-9f17-531e8a8ef2bd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.939615 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46e09ee6-a8b4-47e6-9f17-531e8a8ef2bd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.941349 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46e09ee6-a8b4-47e6-9f17-531e8a8ef2bd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "PUT /v2.0/ports/93560ec0-4949-4fc6-946b-fd4c5e60be82 HTTP/1.1" status: 200 len: 920 time: 1.2233977 Jul 16 18:06:59.944606 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:59.955636 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2af8aff1-6392-448f-a110-c48fceb3938f'}, {'subnet_id': '21579c74-7bcd-410d-87f1-a7c57834e88b'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:00.003825 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.010872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Allocated IP 192.168.233.111 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/3ad44d96-5099-4f9c-8812-45c7060b60fa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:00.096916 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5eb8-3af9-42fc-b335-1569a237ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.144618 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.147067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076e360-20e1-46c9-b048-030ffffb8278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62e1718-0f55-422a-b123-e0c4c3f1b1f3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:00.153711 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22459142-91a5-4531-ae09-606c0aa4c93f" -d '{"events": [{"server_uuid": "4076e360-20e1-46c9-b048-030ffffb8278", "name": "network-vif-plugged", "status": "completed", "tag": "f62e1718-0f55-422a-b123-e0c4c3f1b1f3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:00.223980 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.233866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f62e1718-0f55-422a-b123-e0c4c3f1b1f3, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f62e1718-0f55-422a-b123-e0c4c3f1b1f3,segment=NetworkSegment(7dafa672-0542-428c-afe1-9cbb1874ea9b),segment_id=7dafa672-0542-428c-afe1-9cbb1874ea9b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:00.240398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Transition to ACTIVE for port object 3ad44d96-5099-4f9c-8812-45c7060b60fa will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:00.253957 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a92455e8-20cc-4b01-88fc-680a05199a1d None None] For port c41107c9-17c0-4f79-b236-304d710d1737, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c41107c9-17c0-4f79-b236-304d710d1737,segment=NetworkSegment(7c1538bd-bb81-498f-95c7-18735ea6c450),segment_id=7c1538bd-bb81-498f-95c7-18735ea6c450)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:00.256412 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.289585 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.370667 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92455e8-20cc-4b01-88fc-680a05199a1d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.396944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:00.400368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a92455e8-20cc-4b01-88fc-680a05199a1d None None] Transition to ACTIVE for port object c41107c9-17c0-4f79-b236-304d710d1737 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:00.406881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['ebf4a8cc-c85c-48bb-89d6-e35b94cb461d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:00.432461 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:00.441332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:00.484394 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92455e8-20cc-4b01-88fc-680a05199a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.494435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.495036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.542730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Pushing event updated for resources: {'Port': ['ID=3ad44d96-5099-4f9c-8812-45c7060b60fa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.572789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=f62e1718-0f55-422a-b123-e0c4c3f1b1f3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.573851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-bd3d8637-840e-4579-b826-a1a7edb4fd16 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1908309 Jul 16 18:07:00.619027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed94f-d008-47ec-a6b5-475e12f9dce6 req-a2491f5d-af41-4d8e-9e37-27dc698bc1dd tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.620359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-055ed94f-d008-47ec-a6b5-475e12f9dce6 req-a2491f5d-af41-4d8e-9e37-27dc698bc1dd tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.3062096 Jul 16 18:07:00.625248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Request body: {'port': {'device_id': 'ef0938f9-0452-4fd2-a36c-b895df3fe4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:00.639630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da3cf7-8035-4896-a543-f53285f3049f req-27277e79-993d-4a64-a5b2-2c5d869aecdd tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.646918 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25da3cf7-8035-4896-a543-f53285f3049f req-27277e79-993d-4a64-a5b2-2c5d869aecdd tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 936 time: 0.3361931 Jul 16 18:07:00.652542 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.29 (aa4ef269-87ac-4d6c-98cf-deb370487b60/21579c74-7bcd-410d-87f1-a7c57834e88b/93560ec0-4949-4fc6-946b-fd4c5e60be82) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:00.843815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-055ed94f-d008-47ec-a6b5-475e12f9dce6 req-5cbec972-f0e3-455d-9acf-319438e91d9a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145054 Jul 16 18:07:00.878854 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25da3cf7-8035-4896-a543-f53285f3049f req-2fd502cb-09c3-48ee-a3d1-41b807c3504a tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298884 Jul 16 18:07:00.952418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.969306 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287f5620-1930-4009-abd9-9b083c7c48b3 x-openstack-request-id: req-287f5620-1930-4009-abd9-9b083c7c48b3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:00.976103 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076e360-20e1-46c9-b048-030ffffb8278", "name": "network-vif-plugged", "status": "completed", "tag": "f62e1718-0f55-422a-b123-e0c4c3f1b1f3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:00.977432 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-287f5620-1930-4009-abd9-9b083c7c48b3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:00.981384 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076e360-20e1-46c9-b048-030ffffb8278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62e1718-0f55-422a-b123-e0c4c3f1b1f3', 'code': 200} Jul 16 18:07:01.006913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Ignored duplicate provisioning block setup for port 93560ec0-4949-4fc6-946b-fd4c5e60be82 by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:07:01.011121 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.014370 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.086420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6d24ba91-ba2f-417f-8446-424b31919358 None None] Provisioning for port 3ad44d96-5099-4f9c-8812-45c7060b60fa completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:01.133179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6d24ba91-ba2f-417f-8446-424b31919358 None None] Provisioning complete for port 3ad44d96-5099-4f9c-8812-45c7060b60fa triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:01.133512 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d24ba91-ba2f-417f-8446-424b31919358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.146347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92455e8-20cc-4b01-88fc-680a05199a1d None None] Pushing event updated for resources: {'Port': ['ID=c41107c9-17c0-4f79-b236-304d710d1737,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:01.182448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=93560ec0-4949-4fc6-946b-fd4c5e60be82,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:01.258750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:01.259099 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:01.259447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:01.259791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:01.260133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:01.260470 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:01.260812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:01.261536 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:01.262974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:01.263316 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:01.264219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:01.264629 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:01.283846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6d24ba91-ba2f-417f-8446-424b31919358 None None] Port 3ad44d96-5099-4f9c-8812-45c7060b60fa cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:01.391338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] In _notify_port_updated(), no bound segment for port 93560ec0-4949-4fc6-946b-fd4c5e60be82 on network aa4ef269-87ac-4d6c-98cf-deb370487b60 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:07:01.396236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4a5bc-88cf-45c0-ad0b-cf3bb34680c1 req-0bd4f323-6cc8-405c-a002-1465538e4b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.397799 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2b4a5bc-88cf-45c0-ad0b-cf3bb34680c1 req-0bd4f323-6cc8-405c-a002-1465538e4b6d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 1096 time: 0.3460898 Jul 16 18:07:01.403230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.406112 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.407693 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a1ceefb2-685a-4dd2-9829-de58aaa34e29 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "PUT /v2.0/ports/93560ec0-4949-4fc6-946b-fd4c5e60be82 HTTP/1.1" status: 200 len: 1000 time: 1.4610603 Jul 16 18:07:01.408685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:01.414237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:01.478349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2b4a5bc-88cf-45c0-ad0b-cf3bb34680c1 req-10491ce7-4f30-4aa3-8630-139da5b8b73f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=868df4f1-79d5-4d56-b309-a6366d27aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606449 Jul 16 18:07:01.567204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1813019772', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:01.578691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd826e0-fe58-4916-9986-ea505214a76e req-f09b29cf-47b5-46f3-b6d0-3ce8df09da0f tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.584196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c41107c9-17c0-4f79-b236-304d710d1737 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:01.585861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3fd826e0-fe58-4916-9986-ea505214a76e req-f09b29cf-47b5-46f3-b6d0-3ce8df09da0f tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 945 time: 0.2931738 Jul 16 18:07:01.599492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Made reservation on behalf of 8f90db1e0fd94948a7675a5f4d9c872f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:01.602234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.618579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.646369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3fd826e0-fe58-4916-9986-ea505214a76e req-8b90d1bc-7707-4d6c-9851-6049a81fff14 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/security-groups?id=868df4f1-79d5-4d56-b309-a6366d27aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595243 Jul 16 18:07:01.719368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad44d96-5099-4f9c-8812-45c7060b60fa {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:01.728948 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.736881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-776be38c-d3b3-4545-bfdd-b2a0bcaa5eab tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 93560ec0-4949-4fc6-946b-fd4c5e60be82 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:01.737482 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-776be38c-d3b3-4545-bfdd-b2a0bcaa5eab tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.751421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Transition to ACTIVE for port object 3ad44d96-5099-4f9c-8812-45c7060b60fa will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:01.756760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.879916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Pushing event updated for resources: {'Port': ['ID=3ad44d96-5099-4f9c-8812-45c7060b60fa,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:01.895831 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-776be38c-d3b3-4545-bfdd-b2a0bcaa5eab tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.917501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-776be38c-d3b3-4545-bfdd-b2a0bcaa5eab tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 93560ec0-4949-4fc6-946b-fd4c5e60be82 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:01.946138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c955c5-0d49-4a4c-8f2a-597e881bdea7 None None] Network aa4ef269-87ac-4d6c-98cf-deb370487b60 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:01.959502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Attempting to bind port 3ad44d96-5099-4f9c-8812-45c7060b60fa on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:01.960591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Attempting to bind port 3ad44d96-5099-4f9c-8812-45c7060b60fa by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:01.961466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Attempting to bind port 3ad44d96-5099-4f9c-8812-45c7060b60fa on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:01.967104 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Port 3ad44d96-5099-4f9c-8812-45c7060b60fa on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:01.968002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Attempting to bind port 3ad44d96-5099-4f9c-8812-45c7060b60fa on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:01.973881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:01.974553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:01.975961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:01.976721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Bound port: 3ad44d96-5099-4f9c-8812-45c7060b60fa, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:01.977466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.102965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c097f339-387b-4fad-bb92-930be1cd76a3 None None] Provisioning for port 93560ec0-4949-4fc6-946b-fd4c5e60be82 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:02.112373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c097f339-387b-4fad-bb92-930be1cd76a3 None None] Provisioning complete for port 93560ec0-4949-4fc6-946b-fd4c5e60be82 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:02.113016 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c097f339-387b-4fad-bb92-930be1cd76a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.133344 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.150527 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.192215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] For port 3ad44d96-5099-4f9c-8812-45c7060b60fa, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:02.197739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] For port 3ad44d96-5099-4f9c-8812-45c7060b60fa, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3ad44d96-5099-4f9c-8812-45c7060b60fa,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:02.208735 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.210152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:02.228454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bced3c-679b-4faa-91af-5777d7181de2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:02.251068 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.253335 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Added segment 27c7fb04-f46e-457c-8fee-86d2ce9e2a6d of type vlan for network edc80980-81a6-40e6-97ad-4dc8e238c946 Jul 16 18:07:02.257894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c097f339-387b-4fad-bb92-930be1cd76a3 None None] Port 93560ec0-4949-4fc6-946b-fd4c5e60be82 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:02.325414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.327250 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.328760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] 10.222.0.42 "PUT /v2.0/ports/3ad44d96-5099-4f9c-8812-45c7060b60fa HTTP/1.1" status: 200 len: 1096 time: 1.7383268 Jul 16 18:07:02.335222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0938f9-0452-4fd2-a36c-b895df3fe4c2', 'tag': '3ad44d96-5099-4f9c-8812-45c7060b60fa'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:02.337819 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7964fb61-aa1e-470a-b3ad-98bfb78fd1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0938f9-0452-4fd2-a36c-b895df3fe4c2", "tag": "3ad44d96-5099-4f9c-8812-45c7060b60fa"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:02.347014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c097f339-387b-4fad-bb92-930be1cd76a3 None None] Provisioning for port c41107c9-17c0-4f79-b236-304d710d1737 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:02.349447 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36c0f96f-468b-4829-91f3-4566bf89518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.372425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c097f339-387b-4fad-bb92-930be1cd76a3 None None] Provisioning complete for port c41107c9-17c0-4f79-b236-304d710d1737 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:02.372425 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c097f339-387b-4fad-bb92-930be1cd76a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.410076 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.422746 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.432366 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.439214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e5538-ddee-4f6c-b22b-e0f2f626b609 req-1db440b6-87bb-430b-aac0-ff3da5791569 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.463099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c6e5538-ddee-4f6c-b22b-e0f2f626b609 req-1db440b6-87bb-430b-aac0-ff3da5791569 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 948 time: 0.3810599 Jul 16 18:07:02.493937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30620a61-9026-4c85-9889-7abc0caa870a service neutron] Pushing event updated for resources: {'Port': ['ID=3ad44d96-5099-4f9c-8812-45c7060b60fa,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:02.512552 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-776be38c-d3b3-4545-bfdd-b2a0bcaa5eab tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.565615 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776be38c-d3b3-4545-bfdd-b2a0bcaa5eab tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=93560ec0-4949-4fc6-946b-fd4c5e60be82,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:02.591100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c6e5538-ddee-4f6c-b22b-e0f2f626b609 req-91a980c3-3d2f-497e-aa40-0987072294f7 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255770 Jul 16 18:07:02.596013 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.619370 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.619914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.620602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.621029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadf6fa-513d-4303-951a-c10039f15008 req-0c48e71d-8d2b-4c6a-a6ca-c0d7dc086ddd tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.628742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-deadf6fa-513d-4303-951a-c10039f15008 req-0c48e71d-8d2b-4c6a-a6ca-c0d7dc086ddd tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.4257979 Jul 16 18:07:02.686956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-deadf6fa-513d-4303-951a-c10039f15008 req-77fbb8d3-22a4-416a-a67a-fb3c960f2777 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571401 Jul 16 18:07:02.720399 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3077688 Jul 16 18:07:02.722264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.740705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Request body: {'subnet': {'network_id': 'edc80980-81a6-40e6-97ad-4dc8e238c946', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:02.747916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20a66e-f911-461d-9232-13590ec032d4 req-e78feae5-62f2-4662-87bc-a9f08ffb8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.749754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-e78feae5-62f2-4662-87bc-a9f08ffb8c09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2821d4b0928640fa84b652896bdf0240&device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 1099 time: 0.3314133 Jul 16 18:07:02.769461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cf720-3742-429e-b625-1c9b45e37e75 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event updated for resources: {'Network': ['ID=edc80980-81a6-40e6-97ad-4dc8e238c946,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:02.782739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network edc80980-81a6-40e6-97ad-4dc8e238c946 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:02.796912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-776be38c-d3b3-4545-bfdd-b2a0bcaa5eab tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.804569 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-776be38c-d3b3-4545-bfdd-b2a0bcaa5eab tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/93560ec0-4949-4fc6-946b-fd4c5e60be82 HTTP/1.1" status: 204 len: 168 time: 1.3886619 Jul 16 18:07:02.807372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37138) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.822382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-3a276fbd-4326-4b9a-9cb1-b1394574fb8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=3ad44d96-5099-4f9c-8812-45c7060b60fa HTTP/1.1" status: 200 len: 217 time: 0.0617473 Jul 16 18:07:02.828509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Made reservation on behalf of 8f90db1e0fd94948a7675a5f4d9c872f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:02.836118 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.891014 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b268c75-254b-4c5b-93e3-3d0103a5fe73 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:07:02.892836 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9b268c75-254b-4c5b-93e3-3d0103a5fe73 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/93560ec0-4949-4fc6-946b-fd4c5e60be82 HTTP/1.1" status: 404 len: 333 time: 0.0844090 Jul 16 18:07:02.898036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.985165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20a66e-f911-461d-9232-13590ec032d4 req-ef7d1f45-e30d-48ee-bf0c-a7ab56fd6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.987754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-ef7d1f45-e30d-48ee-bf0c-a7ab56fd6919 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1219769 Jul 16 18:07:02.996025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f887ad-43e5-4940-9329-71df3b358cff tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting subnet 21579c74-7bcd-410d-87f1-a7c57834e88b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:03.000777 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57f887ad-43e5-4940-9329-71df3b358cff tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.012478 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b664e7-1891-4e0c-82eb-2ca28da499a0 x-openstack-request-id: req-45b664e7-1891-4e0c-82eb-2ca28da499a0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:03.012763 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0938f9-0452-4fd2-a36c-b895df3fe4c2", "tag": "3ad44d96-5099-4f9c-8812-45c7060b60fa", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:03.013022 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45b664e7-1891-4e0c-82eb-2ca28da499a0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:03.013506 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0938f9-0452-4fd2-a36c-b895df3fe4c2', 'tag': '3ad44d96-5099-4f9c-8812-45c7060b60fa', 'status': 'completed', 'code': 200} Jul 16 18:07:03.078012 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57f887ad-43e5-4940-9329-71df3b358cff tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.178668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20a66e-f911-461d-9232-13590ec032d4 req-394bca22-77c6-4424-aed6-f15e8835dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:03.180322 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-394bca22-77c6-4424-aed6-f15e8835dfca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803901 Jul 16 18:07:03.202363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-11c95269-2ffc-4f06-af15-52e08f41804c None None] Could not find standard attr ID for object 93560ec0-4949-4fc6-946b-fd4c5e60be82. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:07:03.222285 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-11c95269-2ffc-4f06-af15-52e08f41804c None None] Provisioning complete for port c41107c9-17c0-4f79-b236-304d710d1737 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:03.222909 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11c95269-2ffc-4f06-af15-52e08f41804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.251798 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57f887ad-43e5-4940-9329-71df3b358cff tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.366547 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57f887ad-43e5-4940-9329-71df3b358cff tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.426354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f887ad-43e5-4940-9329-71df3b358cff tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Subnet': ['ID=21579c74-7bcd-410d-87f1-a7c57834e88b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.428943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57f887ad-43e5-4940-9329-71df3b358cff tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.431473 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-57f887ad-43e5-4940-9329-71df3b358cff tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/21579c74-7bcd-410d-87f1-a7c57834e88b HTTP/1.1" status: 204 len: 168 time: 0.5321345 Jul 16 18:07:03.433949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:03.511482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2660ec8-dc2e-40f8-9ff1-febe98d2979d None None] Network aa4ef269-87ac-4d6c-98cf-deb370487b60 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:03.518532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c523962-2a81-490d-8ffc-327a9e0f5167 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting subnet 2af8aff1-6392-448f-a110-c48fceb3938f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:03.522059 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c523962-2a81-490d-8ffc-327a9e0f5167 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.566582 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c523962-2a81-490d-8ffc-327a9e0f5167 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.631374 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d690f035-b3ea-485d-8c53-eb0f53f1feb7 None None] Could not find standard attr ID for object 93560ec0-4949-4fc6-946b-fd4c5e60be82. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:07:03.668502 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c523962-2a81-490d-8ffc-327a9e0f5167 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.714354 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.751320 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c523962-2a81-490d-8ffc-327a9e0f5167 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.778696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c523962-2a81-490d-8ffc-327a9e0f5167 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Subnet': ['ID=2af8aff1-6392-448f-a110-c48fceb3938f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.785876 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c523962-2a81-490d-8ffc-327a9e0f5167 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.787782 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7c523962-2a81-490d-8ffc-327a9e0f5167 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/2af8aff1-6392-448f-a110-c48fceb3938f HTTP/1.1" status: 204 len: 168 time: 0.3526726 Jul 16 18:07:03.790556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:03.888253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-4b1aab59-e5fe-4870-b613-4d6d0952ceb2 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6997676 Jul 16 18:07:03.894543 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.985911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port c41107c9-17c0-4f79-b236-304d710d1737 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:03.986258 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.022772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166806e-568b-4227-aebb-cdff8814ac41 req-335ce9ae-9d87-4b31-80c8-0d48bca32d48 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.024373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f166806e-568b-4227-aebb-cdff8814ac41 req-335ce9ae-9d87-4b31-80c8-0d48bca32d48 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 945 time: 0.2542572 Jul 16 18:07:04.065972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] For port c41107c9-17c0-4f79-b236-304d710d1737, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c41107c9-17c0-4f79-b236-304d710d1737,segment=NetworkSegment(7c1538bd-bb81-498f-95c7-18735ea6c450),segment_id=7c1538bd-bb81-498f-95c7-18735ea6c450)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:04.066351 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.067757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3311800-01f8-4a0b-b39d-d33234d3661b req-96c257f2-a86d-46d6-8ce8-83d7dcb4055b tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.069609 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3311800-01f8-4a0b-b39d-d33234d3661b req-96c257f2-a86d-46d6-8ce8-83d7dcb4055b tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 945 time: 0.2956545 Jul 16 18:07:04.088479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for c41107c9-17c0-4f79-b236-304d710d1737 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:04.171824 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f166806e-568b-4227-aebb-cdff8814ac41 req-d95f8b12-b7e7-4825-a481-cfe6bc81cbac tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132069 Jul 16 18:07:04.173793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f20a66e-f911-461d-9232-13590ec032d4 req-5fb43115-5c8f-43f5-936e-b9878be1e0a9 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521758 Jul 16 18:07:04.200109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3311800-01f8-4a0b-b39d-d33234d3661b req-6eef9d64-77f6-46ab-9f40-a26f96e8dd9b tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/security-groups?id=868df4f1-79d5-4d56-b309-a6366d27aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178200 Jul 16 18:07:04.235558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.objects.ports [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:07:04.236663 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.250935 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.327056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=c41107c9-17c0-4f79-b236-304d710d1737,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:04.332743 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No DVR routers for this DVR port c41107c9-17c0-4f79-b236-304d710d1737 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:04.347253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2543b825-2611-49d6-945a-1e092375fb15,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:04.372210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:04.373413 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:04.373781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:04.374221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:04.374581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:04.374816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:04.375214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:04.375582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:04.375982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:04.376358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:04.376662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:04.376998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:04.397630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Checking segment: {'id': '27c7fb04-f46e-457c-8fee-86d2ce9e2a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'edc80980-81a6-40e6-97ad-4dc8e238c946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:04.398006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Network hostable DHCP agents. Network: edc80980-81a6-40e6-97ad-4dc8e238c946, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:04.411998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964fb61-aa1e-470a-b3ad-98bfb78fd1ff req-0cf1252d-4b76-40d8-9968-819b1c3cbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.414349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7964fb61-aa1e-470a-b3ad-98bfb78fd1ff req-0cf1252d-4b76-40d8-9968-819b1c3cbd5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2821d4b0928640fa84b652896bdf0240&device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 1099 time: 0.1670578 Jul 16 18:07:04.435825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Network edc80980-81a6-40e6-97ad-4dc8e238c946 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:04.471734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, edc80980-81a6-40e6-97ad-4dc8e238c946) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:04.478556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.480094 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.486131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d235fe4-2fcd-44ae-9820-89f8044f136e None None] Network edc80980-81a6-40e6-97ad-4dc8e238c946 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:04.515166 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.557260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4ef269-87ac-4d6c-98cf-deb370487b60']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:04.569531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1538bd-bb81-498f-95c7-18735ea6c450') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:04.570201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1538bd-bb81-498f-95c7-18735ea6c450') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:04.600998 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.611483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:04.624579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.633221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:04.634190 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.663118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa9a45-05c6-439e-b782-eeed143f7820 None None] Network aa4ef269-87ac-4d6c-98cf-deb370487b60 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:04.673939 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b56dbd7-2399-4701-845a-9b37b77eb88e None None] Could not find standard attr ID for object c41107c9-17c0-4f79-b236-304d710d1737. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:07:04.690046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6498e934-7a9b-4e93-820b-5594123ec293 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9639692 Jul 16 18:07:04.690685 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:04.702428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1892370039', 'network_id': 'edc80980-81a6-40e6-97ad-4dc8e238c946'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:04.723208 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:04.734870 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.752269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.761355 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/networks/aa4ef269-87ac-4d6c-98cf-deb370487b60 HTTP/1.1" status: 204 len: 168 time: 0.9697533 Jul 16 18:07:04.762152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:04.773220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964fb61-aa1e-470a-b3ad-98bfb78fd1ff req-da89fbaa-39da-4110-aa98-8119e0423121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.775322 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7964fb61-aa1e-470a-b3ad-98bfb78fd1ff req-da89fbaa-39da-4110-aa98-8119e0423121 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.3531799 Jul 16 18:07:04.784525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Made reservation on behalf of 8f90db1e0fd94948a7675a5f4d9c872f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:04.787393 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.858617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa207372-1d58-48e4-9fde-9cc69d075eaf tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Network': ['ID=aa4ef269-87ac-4d6c-98cf-deb370487b60,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:04.865053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] device_id is not set on port c299c47e-a6ef-4ab7-ba93-d136ab0cadf9 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:04.875470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7964fb61-aa1e-470a-b3ad-98bfb78fd1ff req-9304e3ba-623a-4247-b608-7fc71582e6c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=3ad44d96-5099-4f9c-8812-45c7060b60fa HTTP/1.1" status: 200 len: 217 time: 0.0707626 Jul 16 18:07:04.896892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63663c0d-8feb-4004-bc24-e1a71cbd8e5c req-42134116-9386-4917-9858-7d09155b38b2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.898196 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63663c0d-8feb-4004-bc24-e1a71cbd8e5c req-42134116-9386-4917-9858-7d09155b38b2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 948 time: 0.3892360 Jul 16 18:07:04.906530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdde49-da2b-4061-b483-5ea436fcea02 req-e7de494f-f129-43e0-a4af-c9712abac4a0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.913697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58cdde49-da2b-4061-b483-5ea436fcea02 req-e7de494f-f129-43e0-a4af-c9712abac4a0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.4032938 Jul 16 18:07:04.932449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb42ae-9d08-40a7-b3bf-815890c2fa50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.933343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:04.938923 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-aafb42ae-9d08-40a7-b3bf-815890c2fa50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1489224 Jul 16 18:07:04.940364 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:04.970568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'port_id': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5', 'mac_address': 'fa:16:3e:ee:bf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62c42e8-0fd4-4a43-862e-35deb60b4c2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:05.002397 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00c052-17df-4977-8463-7a3fe28ab736 req-d42a3312-6f7f-4450-adc5-259295effd2e tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.004820 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4c00c052-17df-4977-8463-7a3fe28ab736 req-d42a3312-6f7f-4450-adc5-259295effd2e tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.42 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 945 time: 0.2415395 Jul 16 18:07:05.064570 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad60c0b-fc77-4db4-a20e-d0fc68f59637 None None] Network edc80980-81a6-40e6-97ad-4dc8e238c946 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:05.085632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58cdde49-da2b-4061-b483-5ea436fcea02 req-b16bc280-5fd9-4747-b56d-c0a692ebdf5d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709254 Jul 16 18:07:05.090559 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964fb61-aa1e-470a-b3ad-98bfb78fd1ff req-70b2517a-98da-4b47-b7b8-a5d2322add17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.092734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7964fb61-aa1e-470a-b3ad-98bfb78fd1ff req-70b2517a-98da-4b47-b7b8-a5d2322add17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2063282 Jul 16 18:07:05.141519 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0d12273e-0da9-41e5-8b51-d662f08baf1c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1999323 Jul 16 18:07:05.142530 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:05.148081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6886c72d-bd05-4dc8-9c27-1784e5cb1edb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1297801843'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:05.169772 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.176503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Allocated IP 2001:db8::347 (edc80980-81a6-40e6-97ad-4dc8e238c946/2543b825-2611-49d6-945a-1e092375fb15/c299c47e-a6ef-4ab7-ba93-d136ab0cadf9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:05.235156 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63663c0d-8feb-4004-bc24-e1a71cbd8e5c req-b90391d9-b3f3-4acb-b64a-cce5d6f88d02 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115239 Jul 16 18:07:05.243020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6886c72d-bd05-4dc8-9c27-1784e5cb1edb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:05.245095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc5030b-9954-4a22-8b8d-0291f31b6d51 None None] DHCP port deletion for aa4ef269-87ac-4d6c-98cf-deb370487b60 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:05.253168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6886c72d-bd05-4dc8-9c27-1784e5cb1edb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.290585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:05.296256 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4c00c052-17df-4977-8463-7a3fe28ab736 req-c3faf2e4-0f0b-4861-82bd-b8db97498489 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Deleting port 5fc6890b-18ca-427d-afa0-076456ee3372 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:05.296612 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c00c052-17df-4977-8463-7a3fe28ab736 req-c3faf2e4-0f0b-4861-82bd-b8db97498489 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.354100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6886c72d-bd05-4dc8-9c27-1784e5cb1edb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:05.410775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6886c72d-bd05-4dc8-9c27-1784e5cb1edb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.411128 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-6886c72d-bd05-4dc8-9c27-1784e5cb1edb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Added segment e891f330-1d8f-4fb0-83d9-58bfe7e1d7df of type vlan for network 4a69ca19-adc5-43bb-967a-5def55f2e925 Jul 16 18:07:05.508398 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4c00c052-17df-4977-8463-7a3fe28ab736 req-c3faf2e4-0f0b-4861-82bd-b8db97498489 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] For port 5fc6890b-18ca-427d-afa0-076456ee3372, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5fc6890b-18ca-427d-afa0-076456ee3372,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:05.509020 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c00c052-17df-4977-8463-7a3fe28ab736 req-c3faf2e4-0f0b-4861-82bd-b8db97498489 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.520420 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6886c72d-bd05-4dc8-9c27-1784e5cb1edb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.533499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-4c00c052-17df-4977-8463-7a3fe28ab736 req-c3faf2e4-0f0b-4861-82bd-b8db97498489 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Calling delete_port for 5fc6890b-18ca-427d-afa0-076456ee3372 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:05.546460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:05.565150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c41107c9-17c0-4f79-b236-304d710d1737 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:05.574984 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.635180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6886c72d-bd05-4dc8-9c27-1784e5cb1edb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.643084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886c72d-bd05-4dc8-9c27-1784e5cb1edb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.643945 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6886c72d-bd05-4dc8-9c27-1784e5cb1edb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.674316 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6886c72d-bd05-4dc8-9c27-1784e5cb1edb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5306225 Jul 16 18:07:05.696356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:05.705285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c59f6d0d-18f7-49e6-b04c-9b2ee1864d3f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': '4a69ca19-adc5-43bb-967a-5def55f2e925', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:05.708791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c41107c9-17c0-4f79-b236-304d710d1737 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:05.709145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c41107c9-17c0-4f79-b236-304d710d1737 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:05.713872 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.723835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964fb61-aa1e-470a-b3ad-98bfb78fd1ff req-b57a353a-4089-46ce-89d8-426b29d19ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.725252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7964fb61-aa1e-470a-b3ad-98bfb78fd1ff req-b57a353a-4089-46ce-89d8-426b29d19ddb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4860282 Jul 16 18:07:05.730964 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.735266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:05.853644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:05.943130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886c72d-bd05-4dc8-9c27-1784e5cb1edb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Network': ['ID=4a69ca19-adc5-43bb-967a-5def55f2e925,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:05.978596 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59f6d0d-18f7-49e6-b04c-9b2ee1864d3f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:05.988787 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c59f6d0d-18f7-49e6-b04c-9b2ee1864d3f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.006609 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 4a69ca19-adc5-43bb-967a-5def55f2e925 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:06.055260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7964fb61-aa1e-470a-b3ad-98bfb78fd1ff req-c2b59e92-2e0a-445e-ad2b-b19063ad80ec service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090832 Jul 16 18:07:06.289049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a0dff-58d5-45b3-a71f-0371ea01c921 req-6199418d-a30c-4be7-8261-60fefda501cf tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.297192 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed2a0dff-58d5-45b3-a71f-0371ea01c921 req-6199418d-a30c-4be7-8261-60fefda501cf tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=8de5c843-6b6d-45e1-921e-18b0a5910ad7 HTTP/1.1" status: 200 len: 945 time: 0.6288862 Jul 16 18:07:06.302776 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.370282 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7964fb61-aa1e-470a-b3ad-98bfb78fd1ff req-c4e066fc-e3da-42dc-b020-9bf4fe11f6bc service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942238 Jul 16 18:07:06.397916 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c00c052-17df-4977-8463-7a3fe28ab736 req-c3faf2e4-0f0b-4861-82bd-b8db97498489 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.410769 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['fcff7823-865a-4ee3-b780-8b9f7da28b23', '887bbe77-12a9-46de-abd3-8f9901bc6418'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:06.429295 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Network edc80980-81a6-40e6-97ad-4dc8e238c946 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:06.465064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:06.468506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:06.471383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.471619 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.487919 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3faf2e4-0f0b-4861-82bd-b8db97498489 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Pushing event deleted for resources: {'Port': ['ID=5fc6890b-18ca-427d-afa0-076456ee3372,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.520059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed2a0dff-58d5-45b3-a71f-0371ea01c921 req-3c8b6659-091d-47cb-a0a8-49c26fd3006e tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218199 Jul 16 18:07:06.520620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event updated for resources: {'Port': ['ID=c299c47e-a6ef-4ab7-ba93-d136ab0cadf9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.546229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-861164d4-0e34-4bb1-b529-5c7af0965153 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8481398 Jul 16 18:07:06.546598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:06.633403 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c00c052-17df-4977-8463-7a3fe28ab736 req-c3faf2e4-0f0b-4861-82bd-b8db97498489 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] No DVR routers for this DVR port 5fc6890b-18ca-427d-afa0-076456ee3372 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:06.640538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3ad44d96-5099-4f9c-8812-45c7060b60fa details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:06.645082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:06.649768 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4c00c052-17df-4977-8463-7a3fe28ab736 req-c3faf2e4-0f0b-4861-82bd-b8db97498489 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.662047 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4c00c052-17df-4977-8463-7a3fe28ab736 req-c3faf2e4-0f0b-4861-82bd-b8db97498489 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.42 "DELETE /v2.0/ports/5fc6890b-18ca-427d-afa0-076456ee3372 HTTP/1.1" status: 204 len: 173 time: 1.6435122 Jul 16 18:07:06.665259 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de5c843-6b6d-45e1-921e-18b0a5910ad7', 'name': 'network-vif-deleted', 'tag': '5fc6890b-18ca-427d-afa0-076456ee3372'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:06.670735 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb75a6e-5f24-41d9-a7a6-4ed2a24a7fa5" -d '{"events": [{"server_uuid": "8de5c843-6b6d-45e1-921e-18b0a5910ad7", "name": "network-vif-deleted", "tag": "5fc6890b-18ca-427d-afa0-076456ee3372"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:06.858010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9fb014ba-45c1-4b86-902e-0d68f8f4bfc6 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Deleting port c299c47e-a6ef-4ab7-ba93-d136ab0cadf9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:06.858555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb014ba-45c1-4b86-902e-0d68f8f4bfc6 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.908295 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c59f6d0d-18f7-49e6-b04c-9b2ee1864d3f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.936593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:06.937143 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.997194 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 3ad44d96-5099-4f9c-8812-45c7060b60fa, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3ad44d96-5099-4f9c-8812-45c7060b60fa,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:07.019156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f6d0d-18f7-49e6-b04c-9b2ee1864d3f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Subnet': ['ID=25058170-6248-49c6-ab3c-cec966110c8c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.020416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc5370-2df6-44d4-b250-e3049efbe071 req-de2ee155-5d60-425e-a900-066f33ad4939 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:07.021962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59f6d0d-18f7-49e6-b04c-9b2ee1864d3f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Checking segment: {'id': 'e891f330-1d8f-4fb0-83d9-58bfe7e1d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a69ca19-adc5-43bb-967a-5def55f2e925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:07.022639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59f6d0d-18f7-49e6-b04c-9b2ee1864d3f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network hostable DHCP agents. Network: 4a69ca19-adc5-43bb-967a-5def55f2e925, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:07.023265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38bc5370-2df6-44d4-b250-e3049efbe071 req-de2ee155-5d60-425e-a900-066f33ad4939 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 948 time: 0.3386586 Jul 16 18:07:07.026195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '3ad44d96-5099-4f9c-8812-45c7060b60fa', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '3ad44d96-5099-4f9c-8812-45c7060b60fa', 'mac_address': 'fa:16:3e:99:44:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:07.037960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e3edb-aaa4-4e25-8aff-732aa5b13e75 req-3e3496dc-e9ad-4a40-8db3-3c6a77d9c047 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:07.045237 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-372e3edb-aaa4-4e25-8aff-732aa5b13e75 req-3e3496dc-e9ad-4a40-8db3-3c6a77d9c047 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 944 time: 0.2821891 Jul 16 18:07:07.056966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59f6d0d-18f7-49e6-b04c-9b2ee1864d3f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 4a69ca19-adc5-43bb-967a-5def55f2e925 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:07.057439 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb014ba-45c1-4b86-902e-0d68f8f4bfc6 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.081185 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c59f6d0d-18f7-49e6-b04c-9b2ee1864d3f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 4a69ca19-adc5-43bb-967a-5def55f2e925) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:07.088362 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59f6d0d-18f7-49e6-b04c-9b2ee1864d3f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:07.089555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c59f6d0d-18f7-49e6-b04c-9b2ee1864d3f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.097170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9fb014ba-45c1-4b86-902e-0d68f8f4bfc6 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Calling delete_port for c299c47e-a6ef-4ab7-ba93-d136ab0cadf9 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:07.097944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037f3dc5-7b07-4097-9367-913c0ce002ca None None] Network 4a69ca19-adc5-43bb-967a-5def55f2e925 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:07.115601 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c59f6d0d-18f7-49e6-b04c-9b2ee1864d3f tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4188161 Jul 16 18:07:07.118317 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37230) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:07.125149 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': '4a69ca19-adc5-43bb-967a-5def55f2e925', 'name': 'tempest-PortsTestJSON-1843698207'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:07.146197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-372e3edb-aaa4-4e25-8aff-732aa5b13e75 req-90885257-ff48-4a7e-a867-557e3ed333eb tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999267 Jul 16 18:07:07.192845 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.235266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38bc5370-2df6-44d4-b250-e3049efbe071 req-70b07efe-3630-4e00-9e8e-1fa140405554 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853938 Jul 16 18:07:07.240373 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.267003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad44d96-5099-4f9c-8812-45c7060b60fa {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:07.368958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:07.404688 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.459515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port e8448204-9781-40b9-867a-37a4c40330de yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:07.532078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08233d0f-30af-4bf8-9fd1-0109af05ba06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:07.536912 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c95b78b-d47b-42cc-85d1-0d519f218742" -d '{"events": [{"server_uuid": "08233d0f-30af-4bf8-9fd1-0109af05ba06", "name": "network-vif-plugged", "status": "completed", "tag": "ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:07.567936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 3ad44d96-5099-4f9c-8812-45c7060b60fa, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3ad44d96-5099-4f9c-8812-45c7060b60fa,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:07.574271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:07.579341 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.612729 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.613693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5fc6890b-18ca-427d-afa0-076456ee3372 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:07.652221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb014ba-45c1-4b86-902e-0d68f8f4bfc6 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.693145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 5fc6890b-18ca-427d-afa0-076456ee3372 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:07.694054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5fc6890b-18ca-427d-afa0-076456ee3372 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:07.713709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb014ba-45c1-4b86-902e-0d68f8f4bfc6 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event deleted for resources: {'Port': ['ID=c299c47e-a6ef-4ab7-ba93-d136ab0cadf9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.733818 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04e986d-2c2e-4919-b675-6c2ac7838098 x-openstack-request-id: req-f04e986d-2c2e-4919-b675-6c2ac7838098 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:07.734218 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de5c843-6b6d-45e1-921e-18b0a5910ad7", "name": "network-vif-deleted", "tag": "5fc6890b-18ca-427d-afa0-076456ee3372", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:07.734803 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f04e986d-2c2e-4919-b675-6c2ac7838098 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:07.743650 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de5c843-6b6d-45e1-921e-18b0a5910ad7', 'name': 'network-vif-deleted', 'tag': '5fc6890b-18ca-427d-afa0-076456ee3372', 'status': 'completed', 'code': 200} Jul 16 18:07:07.752228 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb014ba-45c1-4b86-902e-0d68f8f4bfc6 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.758625 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9fb014ba-45c1-4b86-902e-0d68f8f4bfc6 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "DELETE /v2.0/ports/c299c47e-a6ef-4ab7-ba93-d136ab0cadf9 HTTP/1.1" status: 204 len: 168 time: 1.2104213 Jul 16 18:07:07.759307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:07.766441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edc80980-81a6-40e6-97ad-4dc8e238c946', 'external_fixed_ips': [{'subnet_id': '2543b825-2611-49d6-945a-1e092375fb15', 'ip_address': '2001:db8::347'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:07.780337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e6f13-77a1-4c52-bd8f-140fa0f66e78 req-bf0bf91f-eb4b-4793-ba7f-431bb4f3c6ef tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:07.782113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a0e6f13-77a1-4c52-bd8f-140fa0f66e78 req-bf0bf91f-eb4b-4793-ba7f-431bb4f3c6ef tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 945 time: 0.3441021 Jul 16 18:07:07.827176 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa2ea52-19ff-4328-8761-90b2240f3283 x-openstack-request-id: req-6aa2ea52-19ff-4328-8761-90b2240f3283 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:07.827701 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08233d0f-30af-4bf8-9fd1-0109af05ba06", "name": "network-vif-plugged", "status": "completed", "tag": "ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:07.827997 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6aa2ea52-19ff-4328-8761-90b2240f3283 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:07.830631 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08233d0f-30af-4bf8-9fd1-0109af05ba06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5', 'code': 200} Jul 16 18:07:07.832687 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.3 (4a69ca19-adc5-43bb-967a-5def55f2e925/25058170-6248-49c6-ab3c-cec966110c8c/e8448204-9781-40b9-867a-37a4c40330de) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:07.852011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=3ad44d96-5099-4f9c-8812-45c7060b60fa,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.860459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4a69ca19-adc5-43bb-967a-5def55f2e925', 'network_id': '4a69ca19-adc5-43bb-967a-5def55f2e925', 'tenant_id': '6f8a16931fb84e10a428b4981d4f5525', 'fixed_ips': [{'subnet_id': '25058170-6248-49c6-ab3c-cec966110c8c'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:07:07.861442 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.954280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a0e6f13-77a1-4c52-bd8f-140fa0f66e78 req-a6b130ca-b8b5-468d-8b1c-1f53ad686ca6 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/security-groups?id=868df4f1-79d5-4d56-b309-a6366d27aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536777 Jul 16 18:07:07.970394 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.971463 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.985797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3ad44d96-5099-4f9c-8812-45c7060b60fa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:07.990879 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:08.113529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.135934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Transition to ACTIVE for port object e8448204-9781-40b9-867a-37a4c40330de will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:08.149149 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e93f76-e4ed-4bd5-b65e-a90a275f7ed4 req-dfbddccb-feb6-4e1e-b72d-d9b2ca2b35d6 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.150791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7e93f76-e4ed-4bd5-b65e-a90a275f7ed4 req-dfbddccb-feb6-4e1e-b72d-d9b2ca2b35d6 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.38 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 945 time: 0.3095107 Jul 16 18:07:08.173165 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.208206 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.298931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 4a69ca19-adc5-43bb-967a-5def55f2e925 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:08.304825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Allocated IP 172.20.0.2 (4a69ca19-adc5-43bb-967a-5def55f2e925/25058170-6248-49c6-ab3c-cec966110c8c/24d6b4a6-5527-4218-a8bc-33549a33f4f5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:08.314951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:08.328159 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:08.407338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=e8448204-9781-40b9-867a-37a4c40330de,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:08.431663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.433257 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.468819 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4552c222-2d80-49b1-814b-547c8c5d6321 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3483942 Jul 16 18:07:08.473356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:08.478569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': '4a69ca19-adc5-43bb-967a-5def55f2e925', 'name': 'tempest-PortsTestJSON-1917331669'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:08.536504 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.623971 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.645027 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Transition to ACTIVE for port object 24d6b4a6-5527-4218-a8bc-33549a33f4f5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:08.667409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Transition to ACTIVE for port object 24d6b4a6-5527-4218-a8bc-33549a33f4f5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:08.667675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3cc36-441b-4348-b3fc-797a4d5b50e4 req-d633ebd0-7e7e-47db-9bda-d56f6d372c38 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.670650 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ba3cc36-441b-4348-b3fc-797a4d5b50e4 req-d633ebd0-7e7e-47db-9bda-d56f6d372c38 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.2377968 Jul 16 18:07:08.686372 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.700616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:08.707318 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.707786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Network 4a69ca19-adc5-43bb-967a-5def55f2e925 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:08.710903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:08.730083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:08.735176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port 9de13bd0-857f-46ee-9275-758091db037b yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:08.772409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ba3cc36-441b-4348-b3fc-797a4d5b50e4 req-344b0de0-e0fc-4dbc-9eeb-cf84cffd95b8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886259 Jul 16 18:07:08.811956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Pushing event updated for resources: {'Port': ['ID=24d6b4a6-5527-4218-a8bc-33549a33f4f5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:08.816735 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Attempting to bind port 24d6b4a6-5527-4218-a8bc-33549a33f4f5 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:08.817113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Attempting to bind port 24d6b4a6-5527-4218-a8bc-33549a33f4f5 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'e891f330-1d8f-4fb0-83d9-58bfe7e1d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a69ca19-adc5-43bb-967a-5def55f2e925'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:08.817517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Attempting to bind port 24d6b4a6-5527-4218-a8bc-33549a33f4f5 on network 4a69ca19-adc5-43bb-967a-5def55f2e925 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:08.823105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:08.823498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Checking segment: {'id': 'e891f330-1d8f-4fb0-83d9-58bfe7e1d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a69ca19-adc5-43bb-967a-5def55f2e925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:08.823915 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.824319 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Bound using segment: {'id': 'e891f330-1d8f-4fb0-83d9-58bfe7e1d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a69ca19-adc5-43bb-967a-5def55f2e925'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:08.824799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Bound port: 24d6b4a6-5527-4218-a8bc-33549a33f4f5, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e891f330-1d8f-4fb0-83d9-58bfe7e1d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4a69ca19-adc5-43bb-967a-5def55f2e925'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:08.825193 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.839345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d7e93f76-e4ed-4bd5-b65e-a90a275f7ed4 req-5b496c4c-c95d-4386-bdde-4798fefbc438 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Deleting port f62e1718-0f55-422a-b123-e0c4c3f1b1f3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:08.839695 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7e93f76-e4ed-4bd5-b65e-a90a275f7ed4 req-5b496c4c-c95d-4386-bdde-4798fefbc438 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.927654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.8 (4a69ca19-adc5-43bb-967a-5def55f2e925/25058170-6248-49c6-ab3c-cec966110c8c/9de13bd0-857f-46ee-9275-758091db037b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:08.931483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad53e3-cbfc-435c-8ad7-4ed3cd493ebf req-21eae8d8-2fd4-4ffd-8e3a-0aec6f74f769 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.933182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cad53e3-cbfc-435c-8ad7-4ed3cd493ebf req-21eae8d8-2fd4-4ffd-8e3a-0aec6f74f769 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 949 time: 0.3549614 Jul 16 18:07:08.942699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] For port 24d6b4a6-5527-4218-a8bc-33549a33f4f5, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:08.947295 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] For port 24d6b4a6-5527-4218-a8bc-33549a33f4f5, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=24d6b4a6-5527-4218-a8bc-33549a33f4f5,segment=NetworkSegment(e891f330-1d8f-4fb0-83d9-58bfe7e1d7df),segment_id=e891f330-1d8f-4fb0-83d9-58bfe7e1d7df)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:08.956269 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.084145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e64830-3ca4-4fdf-9b5a-614b94998f0c None None] Pushing event updated for resources: {'Port': ['ID=24d6b4a6-5527-4218-a8bc-33549a33f4f5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:09.130527 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cad53e3-cbfc-435c-8ad7-4ed3cd493ebf req-0c51d82f-932b-4d30-9206-c39c0fcfd973 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586335 Jul 16 18:07:09.183884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.213270 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Transition to ACTIVE for port object 9de13bd0-857f-46ee-9275-758091db037b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:09.296665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.434413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 4a69ca19-adc5-43bb-967a-5def55f2e925 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:09.455523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:09.465117 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:09.536277 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=9de13bd0-857f-46ee-9275-758091db037b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:09.609410 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.610197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.650079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 24d6b4a6-5527-4218-a8bc-33549a33f4f5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:09.657690 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4d0de5f1-367d-4d77-a7c5-3328542563fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1858304 Jul 16 18:07:09.660116 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:09.752006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 24d6b4a6-5527-4218-a8bc-33549a33f4f5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:09.824306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d7e93f76-e4ed-4bd5-b65e-a90a275f7ed4 req-5b496c4c-c95d-4386-bdde-4798fefbc438 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] For port f62e1718-0f55-422a-b123-e0c4c3f1b1f3, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f62e1718-0f55-422a-b123-e0c4c3f1b1f3,segment=NetworkSegment(7dafa672-0542-428c-afe1-9cbb1874ea9b),segment_id=7dafa672-0542-428c-afe1-9cbb1874ea9b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:09.824916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7e93f76-e4ed-4bd5-b65e-a90a275f7ed4 req-5b496c4c-c95d-4386-bdde-4798fefbc438 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.835230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c111ba-4925-42cd-98a9-2ca9a725ebbc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.837211 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46c111ba-4925-42cd-98a9-2ca9a725ebbc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1760874 Jul 16 18:07:09.839944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:09.893944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d7e93f76-e4ed-4bd5-b65e-a90a275f7ed4 req-5b496c4c-c95d-4386-bdde-4798fefbc438 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Calling delete_port for f62e1718-0f55-422a-b123-e0c4c3f1b1f3 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:09.988901 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-935a0498-5fb3-420d-85a8-211340e79993 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 9de13bd0-857f-46ee-9275-758091db037b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:09.989696 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-935a0498-5fb3-420d-85a8-211340e79993 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.043988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79653ec5-7f58-4e82-bbb2-e26829a07517 req-0b265ea8-89ca-4a4a-9e82-ba679e437794 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.052176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-79653ec5-7f58-4e82-bbb2-e26829a07517 req-0b265ea8-89ca-4a4a-9e82-ba679e437794 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=02735330-e3b7-405f-acf8-60b9a0da91b4 HTTP/1.1" status: 200 len: 945 time: 1.0233095 Jul 16 18:07:10.127656 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.143536 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-935a0498-5fb3-420d-85a8-211340e79993 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.167519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-935a0498-5fb3-420d-85a8-211340e79993 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 9de13bd0-857f-46ee-9275-758091db037b owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:10.182666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d45c06-a66e-4a6a-8e0a-b9bb3794f04c req-a0e79629-3d59-4221-82a8-6a9da6b87fdb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.184341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0d45c06-a66e-4a6a-8e0a-b9bb3794f04c req-a0e79629-3d59-4221-82a8-6a9da6b87fdb tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.38 "GET /v2.0/ports?device_id=02735330-e3b7-405f-acf8-60b9a0da91b4 HTTP/1.1" status: 200 len: 945 time: 0.3432312 Jul 16 18:07:10.209710 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.268003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-79653ec5-7f58-4e82-bbb2-e26829a07517 req-16cd5094-2cb3-420d-ac59-93684a860d95 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142313 Jul 16 18:07:10.338902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3533abd-4208-4fe2-99bb-05182909d64c req-53f62931-efc9-4b78-995d-d87f55907db7 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.346099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3533abd-4208-4fe2-99bb-05182909d64c req-53f62931-efc9-4b78-995d-d87f55907db7 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 945 time: 0.5176301 Jul 16 18:07:10.451047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-935a0498-5fb3-420d-85a8-211340e79993 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.456119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ee4b9f-7b2a-46ae-89e1-cbcf80febe6b None None] Network 4a69ca19-adc5-43bb-967a-5def55f2e925 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:10.511939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a0498-5fb3-420d-85a8-211340e79993 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=9de13bd0-857f-46ee-9275-758091db037b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.591517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Allocated IP 2001:db8::347 (edc80980-81a6-40e6-97ad-4dc8e238c946/2543b825-2611-49d6-945a-1e092375fb15/9a09c181-563a-4e44-af4f-77c38cbf64c2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:10.668058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3ad44d96-5099-4f9c-8812-45c7060b60fa up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:10.677976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3533abd-4208-4fe2-99bb-05182909d64c req-026b72ec-46ca-411e-a1f3-b77d189ed194 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/security-groups?id=868df4f1-79d5-4d56-b309-a6366d27aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906772 Jul 16 18:07:10.742138 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-935a0498-5fb3-420d-85a8-211340e79993 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.744268 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-935a0498-5fb3-420d-85a8-211340e79993 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/9de13bd0-857f-46ee-9275-758091db037b HTTP/1.1" status: 204 len: 168 time: 0.9032936 Jul 16 18:07:10.753085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37270) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:10.761350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-973363c5-7684-4a6e-949c-5d7d8b3da3d0 None None] Provisioning for port 24d6b4a6-5527-4218-a8bc-33549a33f4f5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:10.776113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-973363c5-7684-4a6e-949c-5d7d8b3da3d0 None None] Provisioning complete for port 24d6b4a6-5527-4218-a8bc-33549a33f4f5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:10.776496 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-973363c5-7684-4a6e-949c-5d7d8b3da3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.814651 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.840545 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c047c2-14ca-40fa-bee8-b8892d373fb8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:07:10.845163 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-89c047c2-14ca-40fa-bee8-b8892d373fb8 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/9de13bd0-857f-46ee-9275-758091db037b HTTP/1.1" status: 404 len: 333 time: 0.0909820 Jul 16 18:07:10.847813 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:10.852856 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7e93f76-e4ed-4bd5-b65e-a90a275f7ed4 req-5b496c4c-c95d-4386-bdde-4798fefbc438 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.900570 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-973363c5-7684-4a6e-949c-5d7d8b3da3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.914937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 3ad44d96-5099-4f9c-8812-45c7060b60fa completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:10.931872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b496c4c-c95d-4386-bdde-4798fefbc438 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Pushing event deleted for resources: {'Port': ['ID=f62e1718-0f55-422a-b123-e0c4c3f1b1f3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.947531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f0d45c06-a66e-4a6a-8e0a-b9bb3794f04c req-0d0b1c0b-6315-4d8a-97e1-2cf8b31583ff tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Deleting port 887bbe77-12a9-46de-abd3-8f9901bc6418 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:10.949036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0d45c06-a66e-4a6a-8e0a-b9bb3794f04c req-0d0b1c0b-6315-4d8a-97e1-2cf8b31583ff tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.960945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 3ad44d96-5099-4f9c-8812-45c7060b60fa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:10.961768 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.005091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-973363c5-7684-4a6e-949c-5d7d8b3da3d0 None None] For port 24d6b4a6-5527-4218-a8bc-33549a33f4f5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=24d6b4a6-5527-4218-a8bc-33549a33f4f5,segment=NetworkSegment(e891f330-1d8f-4fb0-83d9-58bfe7e1d7df),segment_id=e891f330-1d8f-4fb0-83d9-58bfe7e1d7df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:11.027960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d3437d7-88a5-4ea5-91b3-5feab08183f7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port e8448204-9781-40b9-867a-37a4c40330de {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:11.028895 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d3437d7-88a5-4ea5-91b3-5feab08183f7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.031143 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-973363c5-7684-4a6e-949c-5d7d8b3da3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.056346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e93f76-e4ed-4bd5-b65e-a90a275f7ed4 req-5b496c4c-c95d-4386-bdde-4798fefbc438 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] No DVR routers for this DVR port f62e1718-0f55-422a-b123-e0c4c3f1b1f3 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:11.059490 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7e93f76-e4ed-4bd5-b65e-a90a275f7ed4 req-5b496c4c-c95d-4386-bdde-4798fefbc438 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.062022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7e93f76-e4ed-4bd5-b65e-a90a275f7ed4 req-5b496c4c-c95d-4386-bdde-4798fefbc438 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.38 "DELETE /v2.0/ports/f62e1718-0f55-422a-b123-e0c4c3f1b1f3 HTTP/1.1" status: 204 len: 173 time: 2.8969979 Jul 16 18:07:11.069702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076e360-20e1-46c9-b048-030ffffb8278', 'name': 'network-vif-deleted', 'tag': 'f62e1718-0f55-422a-b123-e0c4c3f1b1f3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:11.072340 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e254dff4-a1b3-479c-a338-385159ea695f" -d '{"events": [{"server_uuid": "4076e360-20e1-46c9-b048-030ffffb8278", "name": "network-vif-deleted", "tag": "f62e1718-0f55-422a-b123-e0c4c3f1b1f3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:11.127906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973363c5-7684-4a6e-949c-5d7d8b3da3d0 None None] Pushing event updated for resources: {'Port': ['ID=24d6b4a6-5527-4218-a8bc-33549a33f4f5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:11.152799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e18c2-9476-4389-a929-12b33711d556 req-8caeace4-a0c7-4f57-ac2c-c7a5295013d4 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.154677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-722e18c2-9476-4389-a929-12b33711d556 req-8caeace4-a0c7-4f57-ac2c-c7a5295013d4 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.6688435 Jul 16 18:07:11.186344 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.231132 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.268939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a0ed5-3f87-4551-8242-b3e52d899e67 req-227e65a5-49ea-4e6d-ae80-bde65cfb3ade tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.279082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c3a0ed5-3f87-4551-8242-b3e52d899e67 req-227e65a5-49ea-4e6d-ae80-bde65cfb3ade tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 949 time: 0.4456301 Jul 16 18:07:11.285381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0938f9-0452-4fd2-a36c-b895df3fe4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad44d96-5099-4f9c-8812-45c7060b60fa'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:11.288724 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5bd2e0-7cb7-47ef-891a-45232c9d5f10" -d '{"events": [{"server_uuid": "ef0938f9-0452-4fd2-a36c-b895df3fe4c2", "name": "network-vif-plugged", "status": "completed", "tag": "3ad44d96-5099-4f9c-8812-45c7060b60fa"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:11.291409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f0d45c06-a66e-4a6a-8e0a-b9bb3794f04c req-0d0b1c0b-6315-4d8a-97e1-2cf8b31583ff tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] For port 887bbe77-12a9-46de-abd3-8f9901bc6418, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=887bbe77-12a9-46de-abd3-8f9901bc6418,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:11.291926 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0d45c06-a66e-4a6a-8e0a-b9bb3794f04c req-0d0b1c0b-6315-4d8a-97e1-2cf8b31583ff tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.305869 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f62e1718-0f55-422a-b123-e0c4c3f1b1f3 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:11.315285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Network edc80980-81a6-40e6-97ad-4dc8e238c946 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:11.332115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-722e18c2-9476-4389-a929-12b33711d556 req-0779a257-3919-411e-b8b5-3f4f998527b1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628718 Jul 16 18:07:11.355098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:11.358678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:11.363625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f0d45c06-a66e-4a6a-8e0a-b9bb3794f04c req-0d0b1c0b-6315-4d8a-97e1-2cf8b31583ff tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Calling delete_port for 887bbe77-12a9-46de-abd3-8f9901bc6418 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:11.386004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 3ad44d96-5099-4f9c-8812-45c7060b60fa, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3ad44d96-5099-4f9c-8812-45c7060b60fa,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:11.400671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: f62e1718-0f55-422a-b123-e0c4c3f1b1f3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:11.401057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f62e1718-0f55-422a-b123-e0c4c3f1b1f3 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:11.403016 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d3437d7-88a5-4ea5-91b3-5feab08183f7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.403953 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.452122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d3437d7-88a5-4ea5-91b3-5feab08183f7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for e8448204-9781-40b9-867a-37a4c40330de owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:11.485992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event updated for resources: {'Port': ['ID=9a09c181-563a-4e44-af4f-77c38cbf64c2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:11.527281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-41b1504e-98f8-4e07-9235-55da98ddcf7b None None] Provisioning complete for port 24d6b4a6-5527-4218-a8bc-33549a33f4f5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:11.527658 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41b1504e-98f8-4e07-9235-55da98ddcf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.565099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c3a0ed5-3f87-4551-8242-b3e52d899e67 req-f2acabdc-ab23-404c-a077-e9487095af73 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744565 Jul 16 18:07:11.633602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=3ad44d96-5099-4f9c-8812-45c7060b60fa,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:11.650824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 24d6b4a6-5527-4218-a8bc-33549a33f4f5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:11.900131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 24d6b4a6-5527-4218-a8bc-33549a33f4f5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:11.900854 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.920868 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d3437d7-88a5-4ea5-91b3-5feab08183f7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.921678 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca66447-e09d-4546-ad3b-2833a3b03ed8 x-openstack-request-id: req-4ca66447-e09d-4546-ad3b-2833a3b03ed8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:11.922185 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076e360-20e1-46c9-b048-030ffffb8278", "name": "network-vif-deleted", "tag": "f62e1718-0f55-422a-b123-e0c4c3f1b1f3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:11.922298 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ca66447-e09d-4546-ad3b-2833a3b03ed8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:11.922638 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076e360-20e1-46c9-b048-030ffffb8278', 'name': 'network-vif-deleted', 'tag': 'f62e1718-0f55-422a-b123-e0c4c3f1b1f3', 'status': 'completed', 'code': 200} Jul 16 18:07:12.009949 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827180e1-8787-486f-b9d8-6939f8c0fbfd x-openstack-request-id: req-827180e1-8787-486f-b9d8-6939f8c0fbfd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:12.010507 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0938f9-0452-4fd2-a36c-b895df3fe4c2", "name": "network-vif-plugged", "status": "completed", "tag": "3ad44d96-5099-4f9c-8812-45c7060b60fa", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:12.010777 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-827180e1-8787-486f-b9d8-6939f8c0fbfd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:12.011193 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0938f9-0452-4fd2-a36c-b895df3fe4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad44d96-5099-4f9c-8812-45c7060b60fa', 'code': 200} Jul 16 18:07:12.018959 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-41b1504e-98f8-4e07-9235-55da98ddcf7b None None] Provisioning for port e8448204-9781-40b9-867a-37a4c40330de completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:12.037288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-41b1504e-98f8-4e07-9235-55da98ddcf7b None None] Provisioning complete for port e8448204-9781-40b9-867a-37a4c40330de triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:12.041202 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41b1504e-98f8-4e07-9235-55da98ddcf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.100625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-41b1504e-98f8-4e07-9235-55da98ddcf7b None None] Port e8448204-9781-40b9-867a-37a4c40330de was deleted so its status cannot be updated. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:07:12.133659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3437d7-88a5-4ea5-91b3-5feab08183f7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=e8448204-9781-40b9-867a-37a4c40330de,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.218867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a48fc6d0-be7d-45a4-9d49-ca1585f6ecf8 None None] Could not find standard attr ID for object e8448204-9781-40b9-867a-37a4c40330de. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:07:12.260489 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d3437d7-88a5-4ea5-91b3-5feab08183f7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.264526 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7d3437d7-88a5-4ea5-91b3-5feab08183f7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/e8448204-9781-40b9-867a-37a4c40330de HTTP/1.1" status: 204 len: 168 time: 1.4150589 Jul 16 18:07:12.267026 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:12.326857 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.357968 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d6517d-3e62-45ef-9ef8-462d8ff38ca7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:07:12.362664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aba2a85e-abaf-4908-9221-0d2035cbf2aa None None] Could not find standard attr ID for object 9de13bd0-857f-46ee-9275-758091db037b. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:07:12.364113 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-39d6517d-3e62-45ef-9ef8-462d8ff38ca7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/e8448204-9781-40b9-867a-37a4c40330de HTTP/1.1" status: 404 len: 333 time: 0.0918226 Jul 16 18:07:12.365926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:12.369421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c1c2663-c4ae-4776-bed4-3206b234d694 req-6ffdea6b-2492-495b-9016-1cdf2f3d3460 tempest-ServerMetadataNegativeTestJSON-1020219894 tempest-ServerMetadataNegativeTestJSON-1020219894-project] 10.222.0.52 "GET /v2.0/ports?device_id=4076e360-20e1-46c9-b048-030ffffb8278 HTTP/1.1" status: 200 len: 210 time: 0.0696938 Jul 16 18:07:12.370147 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0d45c06-a66e-4a6a-8e0a-b9bb3794f04c req-0d0b1c0b-6315-4d8a-97e1-2cf8b31583ff tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.380843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['fcff7823-865a-4ee3-b780-8b9f7da28b23'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:12.437074 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7484f809-8e18-4998-9c5f-20460d5433d5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting subnet 25058170-6248-49c6-ab3c-cec966110c8c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:12.442996 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7484f809-8e18-4998-9c5f-20460d5433d5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.508799 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7484f809-8e18-4998-9c5f-20460d5433d5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.639232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b1c0b-6315-4d8a-97e1-2cf8b31583ff tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Pushing event deleted for resources: {'Port': ['ID=887bbe77-12a9-46de-abd3-8f9901bc6418,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.652547 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7484f809-8e18-4998-9c5f-20460d5433d5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.740255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb70e1-17a3-4469-8cc9-697d3db8ede5 req-cdb9eb19-d80f-406d-bdac-a5273f9ed539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.742235 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-15cb70e1-17a3-4469-8cc9-697d3db8ede5 req-cdb9eb19-d80f-406d-bdac-a5273f9ed539 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 1101 time: 0.4763062 Jul 16 18:07:12.743865 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7484f809-8e18-4998-9c5f-20460d5433d5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.751847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d45c06-a66e-4a6a-8e0a-b9bb3794f04c req-0d0b1c0b-6315-4d8a-97e1-2cf8b31583ff tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] No DVR routers for this DVR port 887bbe77-12a9-46de-abd3-8f9901bc6418 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:12.762952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36068f94-bdc6-4936-bf38-ab71d7171629 req-9ad23cbb-85b8-4c9c-bdd5-84e5c86bebac tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.770796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36068f94-bdc6-4936-bf38-ab71d7171629 req-9ad23cbb-85b8-4c9c-bdd5-84e5c86bebac tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=02735330-e3b7-405f-acf8-60b9a0da91b4 HTTP/1.1" status: 200 len: 867 time: 0.6553688 Jul 16 18:07:12.792064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484f809-8e18-4998-9c5f-20460d5433d5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Subnet': ['ID=25058170-6248-49c6-ab3c-cec966110c8c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.802606 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7484f809-8e18-4998-9c5f-20460d5433d5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.807021 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7484f809-8e18-4998-9c5f-20460d5433d5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/25058170-6248-49c6-ab3c-cec966110c8c HTTP/1.1" status: 204 len: 168 time: 0.4377296 Jul 16 18:07:12.808090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:12.809570 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0d45c06-a66e-4a6a-8e0a-b9bb3794f04c req-0d0b1c0b-6315-4d8a-97e1-2cf8b31583ff tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.811577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0d45c06-a66e-4a6a-8e0a-b9bb3794f04c req-0d0b1c0b-6315-4d8a-97e1-2cf8b31583ff tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.38 "DELETE /v2.0/ports/887bbe77-12a9-46de-abd3-8f9901bc6418 HTTP/1.1" status: 204 len: 173 time: 2.6155005 Jul 16 18:07:12.836162 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-15cb70e1-17a3-4469-8cc9-697d3db8ede5 req-13236130-6dda-4e07-bd13-27bc2225468b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795176 Jul 16 18:07:12.893964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ee1c59-be74-44bc-8424-58cb1a3df681 None None] Network 4a69ca19-adc5-43bb-967a-5def55f2e925 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:12.970710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36068f94-bdc6-4936-bf38-ab71d7171629 req-e62cbaf7-f8ec-4932-a6c7-634187ea3c46 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989527 Jul 16 18:07:12.984379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.155556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7d0693-d8df-4487-b9d5-b741e1aec69c None None] DHCP port deletion for 4a69ca19-adc5-43bb-967a-5def55f2e925 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:13.184386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df403f-1421-4c9b-b102-9ecad8e1520f req-6c6b4e7c-f451-44e3-b945-8b7c1f623025 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.186502 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2df403f-1421-4c9b-b102-9ecad8e1520f req-6c6b4e7c-f451-44e3-b945-8b7c1f623025 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.5379183 Jul 16 18:07:13.223230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d0693-d8df-4487-b9d5-b741e1aec69c None None] Deleting port 24d6b4a6-5527-4218-a8bc-33549a33f4f5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:13.223667 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0693-d8df-4487-b9d5-b741e1aec69c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.306337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 887bbe77-12a9-46de-abd3-8f9901bc6418 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:13.349287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2df403f-1421-4c9b-b102-9ecad8e1520f req-578b152d-3946-4d47-91f1-7da1a75d87ec tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135187 Jul 16 18:07:13.350253 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.368516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 887bbe77-12a9-46de-abd3-8f9901bc6418 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:13.369946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 887bbe77-12a9-46de-abd3-8f9901bc6418 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:13.397056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4a7d0693-d8df-4487-b9d5-b741e1aec69c None None] For port 24d6b4a6-5527-4218-a8bc-33549a33f4f5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=24d6b4a6-5527-4218-a8bc-33549a33f4f5,segment=NetworkSegment(e891f330-1d8f-4fb0-83d9-58bfe7e1d7df),segment_id=e891f330-1d8f-4fb0-83d9-58bfe7e1d7df)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:13.397056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0693-d8df-4487-b9d5-b741e1aec69c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.420763 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d0693-d8df-4487-b9d5-b741e1aec69c None None] Calling delete_port for 24d6b4a6-5527-4218-a8bc-33549a33f4f5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:13.447249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 24d6b4a6-5527-4218-a8bc-33549a33f4f5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:13.447938 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.555705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c8d3b-fe2e-4515-a77f-c57d9ba0ce39 req-4cba1294-0dab-4d36-8bb7-f76a83bae1c0 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.560065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-306c8d3b-fe2e-4515-a77f-c57d9ba0ce39 req-4cba1294-0dab-4d36-8bb7-f76a83bae1c0 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 950 time: 0.3996930 Jul 16 18:07:13.626324 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0693-d8df-4487-b9d5-b741e1aec69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.687049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 24d6b4a6-5527-4218-a8bc-33549a33f4f5 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:13.718360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] For port 24d6b4a6-5527-4218-a8bc-33549a33f4f5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=24d6b4a6-5527-4218-a8bc-33549a33f4f5,segment=NetworkSegment(e891f330-1d8f-4fb0-83d9-58bfe7e1d7df),segment_id=e891f330-1d8f-4fb0-83d9-58bfe7e1d7df)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:13.718932 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.750745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 24d6b4a6-5527-4218-a8bc-33549a33f4f5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:13.751181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 24d6b4a6-5527-4218-a8bc-33549a33f4f5 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:13.761043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d0693-d8df-4487-b9d5-b741e1aec69c None None] Pushing event deleted for resources: {'Port': ['ID=24d6b4a6-5527-4218-a8bc-33549a33f4f5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:13.771677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 24d6b4a6-5527-4218-a8bc-33549a33f4f5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:13.771960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d0693-d8df-4487-b9d5-b741e1aec69c None None] No DVR routers for this DVR port 24d6b4a6-5527-4218-a8bc-33549a33f4f5 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:13.810948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-306c8d3b-fe2e-4515-a77f-c57d9ba0ce39 req-80979250-0cf7-4b36-a299-1286caf55d20 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385917 Jul 16 18:07:13.945591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02735330-e3b7-405f-acf8-60b9a0da91b4', 'name': 'network-vif-deleted', 'tag': '887bbe77-12a9-46de-abd3-8f9901bc6418'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:13.948087 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03c8e46-7a6e-4f44-bec7-667fde12c30f" -d '{"events": [{"server_uuid": "02735330-e3b7-405f-acf8-60b9a0da91b4", "name": "network-vif-deleted", "tag": "887bbe77-12a9-46de-abd3-8f9901bc6418"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:13.983448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Router cb2e4269-00a3-455d-aec8-3c69a69c34e0 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:13.985581 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:14.078461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cf855b-df41-4dbf-94e3-746437f5a2a4 admin admin] Deleting subnet 423a8d05-eac2-4527-8b57-a60404089274 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:14.093533 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4cf855b-df41-4dbf-94e3-746437f5a2a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.134921 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab72e2c7-37ce-4f47-b735-1df16a9310ca x-openstack-request-id: req-ab72e2c7-37ce-4f47-b735-1df16a9310ca {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:14.135199 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02735330-e3b7-405f-acf8-60b9a0da91b4", "name": "network-vif-deleted", "tag": "887bbe77-12a9-46de-abd3-8f9901bc6418", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:14.135558 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab72e2c7-37ce-4f47-b735-1df16a9310ca {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:14.135864 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02735330-e3b7-405f-acf8-60b9a0da91b4', 'name': 'network-vif-deleted', 'tag': '887bbe77-12a9-46de-abd3-8f9901bc6418', 'status': 'completed', 'code': 200} Jul 16 18:07:14.174847 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4cf855b-df41-4dbf-94e3-746437f5a2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.241465 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.263495 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4cf855b-df41-4dbf-94e3-746437f5a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.280893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No DVR routers for this DVR port 24d6b4a6-5527-4218-a8bc-33549a33f4f5 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:14.377977 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4cf855b-df41-4dbf-94e3-746437f5a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.419423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf855b-df41-4dbf-94e3-746437f5a2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=423a8d05-eac2-4527-8b57-a60404089274,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:14.425630 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4cf855b-df41-4dbf-94e3-746437f5a2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.428022 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a4cf855b-df41-4dbf-94e3-746437f5a2a4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/423a8d05-eac2-4527-8b57-a60404089274 HTTP/1.1" status: 204 len: 168 time: 0.4414454 Jul 16 18:07:14.433766 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:14.643135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.796385 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.808867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823b08f3-eced-4edc-84cb-b30c55b0e3e8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:14.821497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dafa672-0542-428c-afe1-9cbb1874ea9b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:14.821837 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dafa672-0542-428c-afe1-9cbb1874ea9b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:14.836093 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.848842 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.855987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:14.857112 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:14.883977 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:14.975372 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.008527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=24d6b4a6-5527-4218-a8bc-33549a33f4f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.020871 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.023292 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/823b08f3-eced-4edc-84cb-b30c55b0e3e8 HTTP/1.1" status: 204 len: 168 time: 0.5881453 Jul 16 18:07:15.024357 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ff21b-e1da-463c-b99b-72adb2a3a4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=823b08f3-eced-4edc-84cb-b30c55b0e3e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.199436 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.231210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:15.242045 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Sync routers for ids ['cb2e4269-00a3-455d-aec8-3c69a69c34e0'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:15.268400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a69ca19-adc5-43bb-967a-5def55f2e925']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:15.295304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e891f330-1d8f-4fb0-83d9-58bfe7e1d7df') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:15.296052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e891f330-1d8f-4fb0-83d9-58bfe7e1d7df') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:15.302631 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:15.314179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.315864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f508141f-2277-4469-aebf-ae26b80ebe35 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.5540977 Jul 16 18:07:15.319441 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.324275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:15.411753 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1693af74-a0e2-4702-b616-1b7049f196ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d5f65f0843044af859e41e52eae6038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1076825 Jul 16 18:07:15.414527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:15.422236 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Routers {'cb2e4269-00a3-455d-aec8-3c69a69c34e0'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:15.423088 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cb2e4269-00a3-455d-aec8-3c69a69c34e0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:15.471094 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.488112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:15.488447 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:15.493439 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:15.546150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3119d0-a25e-4092-b89d-3102cde559d1 req-e67b4c5d-011d-496b-9d73-c61332067651 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.552967 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db3119d0-a25e-4092-b89d-3102cde559d1 req-e67b4c5d-011d-496b-9d73-c61332067651 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.5418959 Jul 16 18:07:15.567629 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91278693-4110-439b-839d-08f01c6b9f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.615738 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Set router cb2e4269-00a3-455d-aec8-3c69a69c34e0 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:15.635065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91278693-4110-439b-839d-08f01c6b9f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.644278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ae6be-1baa-43c1-9a45-5bb5242e31ce req-d233ef04-21c5-4534-acee-fe8b4bb45eba tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.645884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b6ae6be-1baa-43c1-9a45-5bb5242e31ce req-d233ef04-21c5-4534-acee-fe8b4bb45eba tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 950 time: 0.4375043 Jul 16 18:07:15.684023 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.700378 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.708544 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/networks/4a69ca19-adc5-43bb-967a-5def55f2e925 HTTP/1.1" status: 204 len: 168 time: 2.8918941 Jul 16 18:07:15.723529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:15.729371 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c64911df-d1c9-48f4-bb74-bf754175bae3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1904920517'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:15.745456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db3119d0-a25e-4092-b89d-3102cde559d1 req-0eef4e43-31ed-4a7b-b06c-28a2dad57ded tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913962 Jul 16 18:07:15.753452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91278693-4110-439b-839d-08f01c6b9f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.759832 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91278693-4110-439b-839d-08f01c6b9f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.761027 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-91278693-4110-439b-839d-08f01c6b9f32 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/868df4f1-79d5-4d56-b309-a6366d27aabe HTTP/1.1" status: 204 len: 168 time: 0.3455210 Jul 16 18:07:15.797945 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91278693-4110-439b-839d-08f01c6b9f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868df4f1-79d5-4d56-b309-a6366d27aabe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.848107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964569dd-f17d-4857-b0e8-b5b4843f10c5 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Network': ['ID=4a69ca19-adc5-43bb-967a-5def55f2e925,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.909822 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b6ae6be-1baa-43c1-9a45-5bb5242e31ce req-ef57e9b5-f086-4451-9cc0-d13de23ace5e tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495363 Jul 16 18:07:15.914530 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.923377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64911df-d1c9-48f4-bb74-bf754175bae3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:15.933229 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c64911df-d1c9-48f4-bb74-bf754175bae3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.953361 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2e4269-00a3-455d-aec8-3c69a69c34e0', 'name': '', 'tenant_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edc80980-81a6-40e6-97ad-4dc8e238c946', 'external_fixed_ips': [{'subnet_id': '2543b825-2611-49d6-945a-1e092375fb15', 'ip_address': '2001:db8::347'}], 'enable_snat': True}, 'gw_port_id': '9a09c181-563a-4e44-af4f-77c38cbf64c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:07Z', 'updated_at': '2021-07-16T18:07:11Z', 'revision_number': 3, 'project_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'gw_port': {'id': '9a09c181-563a-4e44-af4f-77c38cbf64c2', 'name': '', 'network_id': 'edc80980-81a6-40e6-97ad-4dc8e238c946', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2e4269-00a3-455d-aec8-3c69a69c34e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '2543b825-2611-49d6-945a-1e092375fb15', 'ip_address': '2001:db8::347', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:10Z', 'updated_at': '2021-07-16T18:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2543b825-2611-49d6-945a-1e092375fb15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:15.991869 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Checking router: cb2e4269-00a3-455d-aec8-3c69a69c34e0 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:15.991869 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Updating router cb2e4269-00a3-455d-aec8-3c69a69c34e0 port 9a09c181-563a-4e44-af4f-77c38cbf64c2 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:16.068727 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.088417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64911df-d1c9-48f4-bb74-bf754175bae3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:16.115178 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c64911df-d1c9-48f4-bb74-bf754175bae3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.115692 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-c64911df-d1c9-48f4-bb74-bf754175bae3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Added segment c5c08b9d-da46-4f39-9e79-1d67577ccf34 of type vlan for network 9384574e-4b58-4b4a-82ac-85fe7adbf5ed Jul 16 18:07:16.215806 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c64911df-d1c9-48f4-bb74-bf754175bae3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.334669 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c64911df-d1c9-48f4-bb74-bf754175bae3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.343104 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64911df-d1c9-48f4-bb74-bf754175bae3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.343371 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c64911df-d1c9-48f4-bb74-bf754175bae3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.510061 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:07:16.518919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64911df-d1c9-48f4-bb74-bf754175bae3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Network': ['ID=9384574e-4b58-4b4a-82ac-85fe7adbf5ed,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:16.533367 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 9384574e-4b58-4b4a-82ac-85fe7adbf5ed details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:16.593199 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.602190 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:16.602828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c64911df-d1c9-48f4-bb74-bf754175bae3 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8777280 Jul 16 18:07:16.609532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cf7e90b9-3665-4711-8261-52be3f742873 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': '9384574e-4b58-4b4a-82ac-85fe7adbf5ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:16.624884 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Transition to ACTIVE for port object 9a09c181-563a-4e44-af4f-77c38cbf64c2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:16.636682 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.686990 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.699717 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Pushing event updated for resources: {'Port': ['ID=9a09c181-563a-4e44-af4f-77c38cbf64c2,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:16.703570 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Attempting to bind port 9a09c181-563a-4e44-af4f-77c38cbf64c2 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:16.703941 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Attempting to bind port 9a09c181-563a-4e44-af4f-77c38cbf64c2 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '27c7fb04-f46e-457c-8fee-86d2ce9e2a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'edc80980-81a6-40e6-97ad-4dc8e238c946'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:16.704303 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Attempting to bind port 9a09c181-563a-4e44-af4f-77c38cbf64c2 on network edc80980-81a6-40e6-97ad-4dc8e238c946 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:16.717119 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:16.717419 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Checking segment: {'id': '27c7fb04-f46e-457c-8fee-86d2ce9e2a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'edc80980-81a6-40e6-97ad-4dc8e238c946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:16.717952 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.718389 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Bound using segment: {'id': '27c7fb04-f46e-457c-8fee-86d2ce9e2a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'edc80980-81a6-40e6-97ad-4dc8e238c946'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:16.718934 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Bound port: 9a09c181-563a-4e44-af4f-77c38cbf64c2, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c7fb04-f46e-457c-8fee-86d2ce9e2a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'edc80980-81a6-40e6-97ad-4dc8e238c946'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:16.719484 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.724288 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:16.724674 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:16.725020 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:16.725698 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:16.726046 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:16.726381 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:16.726712 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:16.727057 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:16.727439 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:16.727810 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:16.728140 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:16.728467 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:16.745338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7e90b9-3665-4711-8261-52be3f742873 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:16.749260 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7e90b9-3665-4711-8261-52be3f742873 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.880243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808df194-f344-44ee-9b37-763016dbe323 req-97853229-61e0-4928-a3dd-236bb730229e tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.882873 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] For port 9a09c181-563a-4e44-af4f-77c38cbf64c2, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:16.887099 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] For port 9a09c181-563a-4e44-af4f-77c38cbf64c2, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9a09c181-563a-4e44-af4f-77c38cbf64c2,segment=NetworkSegment(27c7fb04-f46e-457c-8fee-86d2ce9e2a6d),segment_id=27c7fb04-f46e-457c-8fee-86d2ce9e2a6d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:16.899105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-808df194-f344-44ee-9b37-763016dbe323 req-97853229-61e0-4928-a3dd-236bb730229e tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 950 time: 0.3682640 Jul 16 18:07:16.902562 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.987258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-808df194-f344-44ee-9b37-763016dbe323 req-205589c5-50cd-425a-8b95-9932eb786043 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861773 Jul 16 18:07:16.995280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Deleting port 9a09c181-563a-4e44-af4f-77c38cbf64c2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:16.996818 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.192278 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Routers {'cb2e4269-00a3-455d-aec8-3c69a69c34e0'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:17.194525 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cb2e4269-00a3-455d-aec8-3c69a69c34e0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:17.240941 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7e90b9-3665-4711-8261-52be3f742873 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.241586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] For port 9a09c181-563a-4e44-af4f-77c38cbf64c2, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9a09c181-563a-4e44-af4f-77c38cbf64c2,segment=NetworkSegment(27c7fb04-f46e-457c-8fee-86d2ce9e2a6d),segment_id=27c7fb04-f46e-457c-8fee-86d2ce9e2a6d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:17.242363 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.271165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Calling delete_port for 9a09c181-563a-4e44-af4f-77c38cbf64c2 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:17.328210 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff5aee-ecaa-4710-8871-bfe4be10fe56 None None] Pushing event updated for resources: {'Port': ['ID=9a09c181-563a-4e44-af4f-77c38cbf64c2,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:17.372434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e90b9-3665-4711-8261-52be3f742873 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Subnet': ['ID=44fb44cd-21ee-401f-bd0b-1b058d3ec509,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:17.407102 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7e90b9-3665-4711-8261-52be3f742873 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Checking segment: {'id': 'c5c08b9d-da46-4f39-9e79-1d67577ccf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9384574e-4b58-4b4a-82ac-85fe7adbf5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:17.407455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7e90b9-3665-4711-8261-52be3f742873 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network hostable DHCP agents. Network: 9384574e-4b58-4b4a-82ac-85fe7adbf5ed, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:17.441352 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7e90b9-3665-4711-8261-52be3f742873 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 9384574e-4b58-4b4a-82ac-85fe7adbf5ed is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:17.461715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cf7e90b9-3665-4711-8261-52be3f742873 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 9384574e-4b58-4b4a-82ac-85fe7adbf5ed) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:17.468160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e90b9-3665-4711-8261-52be3f742873 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.468779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf7e90b9-3665-4711-8261-52be3f742873 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.472671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67f2dd-d1da-4f00-abe8-1fa693ba51c8 None None] Network 9384574e-4b58-4b4a-82ac-85fe7adbf5ed requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:17.527981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:17.555421 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cf7e90b9-3665-4711-8261-52be3f742873 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9510534 Jul 16 18:07:17.559809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:17.586812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': '9384574e-4b58-4b4a-82ac-85fe7adbf5ed', 'name': 'tempest-PortsTestJSON-984982551', 'fixed_ips': [{'subnet_id': '44fb44cd-21ee-401f-bd0b-1b058d3ec509', 'ip_address': '172.20.0.10'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:17.589804 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] Set router cb2e4269-00a3-455d-aec8-3c69a69c34e0 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:17.611121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004fea7-ba3e-47ac-b490-bf5fa090d03b req-df439287-d2b5-4013-b41b-056825de6923 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.619667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2004fea7-ba3e-47ac-b490-bf5fa090d03b req-df439287-d2b5-4013-b41b-056825de6923 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.1871064 Jul 16 18:07:17.779332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2004fea7-ba3e-47ac-b490-bf5fa090d03b req-6ed0a502-6a94-4b9a-acc4-d0372c6ae16d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580958 Jul 16 18:07:17.808964 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.810255 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2e4269-00a3-455d-aec8-3c69a69c34e0', 'name': '', 'tenant_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:07Z', 'updated_at': '2021-07-16T18:07:16Z', 'revision_number': 4, 'project_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:17.815143 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:17.848207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a09c181-563a-4e44-af4f-77c38cbf64c2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:17.884346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-9384574e-4b58-4b4a-82ac-85fe7adbf5ed', 'network_id': '9384574e-4b58-4b4a-82ac-85fe7adbf5ed', 'tenant_id': '6f8a16931fb84e10a428b4981d4f5525', 'fixed_ips': [{'subnet_id': '44fb44cd-21ee-401f-bd0b-1b058d3ec509'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:07:17.885227 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.891934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.898287 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7416c-c391-47f3-b2de-e9ab188aeecf None None] The sync data for ids ['cb2e4269-00a3-455d-aec8-3c69a69c34e0'] in n-d-793618-9 is: [{'id': 'cb2e4269-00a3-455d-aec8-3c69a69c34e0', 'name': '', 'tenant_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:07Z', 'updated_at': '2021-07-16T18:07:16Z', 'revision_number': 4, 'project_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:18.029243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1211301151-network', 'tenant_id': 'dec418af5de2424d8bb311b478097044'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:18.061915 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.084167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Made reservation on behalf of dec418af5de2424d8bb311b478097044 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:18.086886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.093998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port 8e7cd25a-1d14-4256-a437-e709e1ae5c26 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:18.110017 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.218368 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.229799 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.324863 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.334858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.347505 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Allocated IP 172.20.0.2 (9384574e-4b58-4b4a-82ac-85fe7adbf5ed/44fb44cd-21ee-401f-bd0b-1b058d3ec509/4a635e62-fa69-4a31-8de7-15baef773388) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:18.389933 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:18.447509 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.447509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb2e4269-00a3-455d-aec8-3c69a69c34e0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:18.454797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d138166d-9daa-44da-9bf3-9ce3823abc6b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:18.460960 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.462370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f5ef1619-082f-4454-a54e-14e026033d83 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "DELETE /v2.0/routers/cb2e4269-00a3-455d-aec8-3c69a69c34e0 HTTP/1.1" status: 204 len: 168 time: 3.1273525 Jul 16 18:07:18.463062 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.463859 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Added segment d08c11af-4e38-4c55-88ff-9f55d8058de0 of type vlan for network 1ec6f990-5524-4162-9c80-9e127ede5598 Jul 16 18:07:18.465054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:18.538102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fd7d6-24a2-4889-bb07-c5ef5309f70d req-12ddca31-be94-463d-874c-1ce0fa106e25 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.540374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a07fd7d6-24a2-4889-bb07-c5ef5309f70d req-12ddca31-be94-463d-874c-1ce0fa106e25 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 950 time: 0.1959856 Jul 16 18:07:18.554256 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.587676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd9baf7-0c29-42d7-9a7e-5262f9c4e71b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Deleting subnet 2543b825-2611-49d6-945a-1e092375fb15 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:18.592079 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bd9baf7-0c29-42d7-9a7e-5262f9c4e71b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.600226 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.601566 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.602619 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.643547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bd9baf7-0c29-42d7-9a7e-5262f9c4e71b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.649556 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1138475 Jul 16 18:07:18.654168 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:18.682751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-da39ea8d-4d58-4ab6-9b6f-cfd997398f4b admin admin] Request body: {'subnet': {'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1211301151-subnet', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:18.726802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bd9baf7-0c29-42d7-9a7e-5262f9c4e71b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.817489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd25518-bfa2-4713-b766-10e1fcb0cec8 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec6f990-5524-4162-9c80-9e127ede5598,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:18.844209 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.846790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a07fd7d6-24a2-4889-bb07-c5ef5309f70d req-f9293596-6529-4ced-8823-361bcefa41fa tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909203 Jul 16 18:07:18.857450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da39ea8d-4d58-4ab6-9b6f-cfd997398f4b admin admin] Made reservation on behalf of dec418af5de2424d8bb311b478097044 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:18.871056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Transition to ACTIVE for port object 4a635e62-fa69-4a31-8de7-15baef773388 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:18.878462 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da39ea8d-4d58-4ab6-9b6f-cfd997398f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.913031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 1ec6f990-5524-4162-9c80-9e127ede5598 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:18.919575 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bd9baf7-0c29-42d7-9a7e-5262f9c4e71b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.980450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9baf7-0c29-42d7-9a7e-5262f9c4e71b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2543b825-2611-49d6-945a-1e092375fb15,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:18.999547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bd9baf7-0c29-42d7-9a7e-5262f9c4e71b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.005910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0bd9baf7-0c29-42d7-9a7e-5262f9c4e71b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/2543b825-2611-49d6-945a-1e092375fb15 HTTP/1.1" status: 204 len: 168 time: 0.5362985 Jul 16 18:07:19.006471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:19.065363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Transition to ACTIVE for port object 4a635e62-fa69-4a31-8de7-15baef773388 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:19.081432 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.166346 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.203975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Network 9384574e-4b58-4b4a-82ac-85fe7adbf5ed is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:19.208223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:19.216140 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:19.225431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Pushing event updated for resources: {'Port': ['ID=4a635e62-fa69-4a31-8de7-15baef773388,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:19.243380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.10 (9384574e-4b58-4b4a-82ac-85fe7adbf5ed/44fb44cd-21ee-401f-bd0b-1b058d3ec509/8e7cd25a-1d14-4256-a437-e709e1ae5c26) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:19.343361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da39ea8d-4d58-4ab6-9b6f-cfd997398f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.382837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Attempting to bind port 4a635e62-fa69-4a31-8de7-15baef773388 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:19.383334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Attempting to bind port 4a635e62-fa69-4a31-8de7-15baef773388 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'c5c08b9d-da46-4f39-9e79-1d67577ccf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9384574e-4b58-4b4a-82ac-85fe7adbf5ed'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:19.385708 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Attempting to bind port 4a635e62-fa69-4a31-8de7-15baef773388 on network 9384574e-4b58-4b4a-82ac-85fe7adbf5ed {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:19.404576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:19.405443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Checking segment: {'id': 'c5c08b9d-da46-4f39-9e79-1d67577ccf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9384574e-4b58-4b4a-82ac-85fe7adbf5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:19.406042 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.407464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Bound using segment: {'id': 'c5c08b9d-da46-4f39-9e79-1d67577ccf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9384574e-4b58-4b4a-82ac-85fe7adbf5ed'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:19.408060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Bound port: 4a635e62-fa69-4a31-8de7-15baef773388, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c08b9d-da46-4f39-9e79-1d67577ccf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9384574e-4b58-4b4a-82ac-85fe7adbf5ed'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:19.408388 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.494916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.529007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] For port 4a635e62-fa69-4a31-8de7-15baef773388, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:19.536761 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] For port 4a635e62-fa69-4a31-8de7-15baef773388, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4a635e62-fa69-4a31-8de7-15baef773388,segment=NetworkSegment(c5c08b9d-da46-4f39-9e79-1d67577ccf34),segment_id=c5c08b9d-da46-4f39-9e79-1d67577ccf34)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:19.537665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc80980-81a6-40e6-97ad-4dc8e238c946']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:19.549279 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.588379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c7fb04-f46e-457c-8fee-86d2ce9e2a6d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:19.588975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c7fb04-f46e-457c-8fee-86d2ce9e2a6d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:19.612660 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.651966 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f708b9d-3996-4b78-a706-cf9ecfc3edf0 None None] Pushing event updated for resources: {'Port': ['ID=4a635e62-fa69-4a31-8de7-15baef773388,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:19.657071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.675625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b53393-edeb-4146-8848-74b2e6b4171f req-06968f61-578c-4c24-a1c4-03b9de5a977a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.677229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02b53393-edeb-4146-8848-74b2e6b4171f req-06968f61-578c-4c24-a1c4-03b9de5a977a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.5023441 Jul 16 18:07:19.682387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:19.682796 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:19.685574 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:19.712110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39ea8d-4d58-4ab6-9b6f-cfd997398f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e6cab3-4374-4ede-8f3e-52dd04198328,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:19.783466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da39ea8d-4d58-4ab6-9b6f-cfd997398f4b admin admin] Checking segment: {'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:19.783466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39ea8d-4d58-4ab6-9b6f-cfd997398f4b admin admin] Network hostable DHCP agents. Network: 1ec6f990-5524-4162-9c80-9e127ede5598, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:19.849010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39ea8d-4d58-4ab6-9b6f-cfd997398f4b admin admin] Network 1ec6f990-5524-4162-9c80-9e127ede5598 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:19.874073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-da39ea8d-4d58-4ab6-9b6f-cfd997398f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 1ec6f990-5524-4162-9c80-9e127ede5598) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:19.894537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966ec930-410d-453b-bf34-4cbc18789277 None None] Network 1ec6f990-5524-4162-9c80-9e127ede5598 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:19.911802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02b53393-edeb-4146-8848-74b2e6b4171f req-fe57a131-d5d8-46dc-98e8-2164645316a7 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252624 Jul 16 18:07:19.925347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da39ea8d-4d58-4ab6-9b6f-cfd997398f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.926044 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da39ea8d-4d58-4ab6-9b6f-cfd997398f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.929056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.943998 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.951830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network edc80980-81a6-40e6-97ad-4dc8e238c946 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:07:19.972828 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.979859 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-da39ea8d-4d58-4ab6-9b6f-cfd997398f4b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3232033 Jul 16 18:07:19.984016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "DELETE /v2.0/networks/edc80980-81a6-40e6-97ad-4dc8e238c946 HTTP/1.1" status: 204 len: 168 time: 0.9764094 Jul 16 18:07:19.986306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:19.991863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1211301151-router', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:20.029188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Transition to ACTIVE for port object 8e7cd25a-1d14-4256-a437-e709e1ae5c26 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:20.032558 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.034092 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.057011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cb32d-a075-4682-a4b1-791bf7c7529f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event deleted for resources: {'Network': ['ID=edc80980-81a6-40e6-97ad-4dc8e238c946,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:20.084005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32821f7a-80f5-432b-8077-1068719de095 req-ffe23a15-9fd4-48ea-afd8-3c2bd2ead6ca tempest-LiveMigrationNegativeTest-550544112 tempest-LiveMigrationNegativeTest-550544112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.098649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32821f7a-80f5-432b-8077-1068719de095 req-ffe23a15-9fd4-48ea-afd8-3c2bd2ead6ca tempest-LiveMigrationNegativeTest-550544112 tempest-LiveMigrationNegativeTest-550544112-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 1101 time: 0.4174316 Jul 16 18:07:20.147918 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32821f7a-80f5-432b-8077-1068719de095 req-26b7bef6-aa55-41fa-abe1-13885441291f tempest-LiveMigrationNegativeTest-550544112 tempest-LiveMigrationNegativeTest-550544112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.420563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23fbfc-138f-4f21-8829-aa2d13b61efe None None] Network 1ec6f990-5524-4162-9c80-9e127ede5598 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:20.600867 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.672291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507770fd-bcef-40cc-94e3-204d6507b8b8 req-5fa0a9ed-c4f0-4a98-b8a8-ee22fdfbc71b tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.686164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-507770fd-bcef-40cc-94e3-204d6507b8b8 req-5fa0a9ed-c4f0-4a98-b8a8-ee22fdfbc71b tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 945 time: 0.4454887 Jul 16 18:07:20.688447 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:20.728711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fd149454-226a-4fb5-b91f-c0ff621516ca tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Request body: {'router': {'name': 'tempest-router--1397978626', 'project_id': '798ba2bcd3a14698962e0e1a84bfeae9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:20.765324 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32821f7a-80f5-432b-8077-1068719de095 req-26b7bef6-aa55-41fa-abe1-13885441291f tempest-LiveMigrationNegativeTest-550544112 tempest-LiveMigrationNegativeTest-550544112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.791629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32821f7a-80f5-432b-8077-1068719de095 req-26b7bef6-aa55-41fa-abe1-13885441291f tempest-LiveMigrationNegativeTest-550544112 tempest-LiveMigrationNegativeTest-550544112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.825156 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.882133 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.930842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32821f7a-80f5-432b-8077-1068719de095 req-26b7bef6-aa55-41fa-abe1-13885441291f tempest-LiveMigrationNegativeTest-550544112 tempest-LiveMigrationNegativeTest-550544112-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8308783 Jul 16 18:07:20.950209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=8e7cd25a-1d14-4256-a437-e709e1ae5c26,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:20.999104 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd149454-226a-4fb5-b91f-c0ff621516ca tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.002855 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd149454-226a-4fb5-b91f-c0ff621516ca tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.013950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 9384574e-4b58-4b4a-82ac-85fe7adbf5ed is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:21.017619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:21.020054 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-507770fd-bcef-40cc-94e3-204d6507b8b8 req-c7af08dc-2ee0-465a-963c-6528e72c78d2 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690465 Jul 16 18:07:21.020743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7bef6-aa55-41fa-abe1-13885441291f tempest-LiveMigrationNegativeTest-550544112 tempest-LiveMigrationNegativeTest-550544112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c846ed-2dd5-44e6-98de-6e8eb3bfd32c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:21.039013 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:21.152480 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd149454-226a-4fb5-b91f-c0ff621516ca tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.153444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.154102 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.165226 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654c24d-5a28-4165-be25-fc65ee73e4ab req-f4616ec7-685c-4f43-92e1-83970a114fa3 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.167586 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5654c24d-5a28-4165-be25-fc65ee73e4ab req-f4616ec7-685c-4f43-92e1-83970a114fa3 tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.38 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 945 time: 0.3368850 Jul 16 18:07:21.173975 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd149454-226a-4fb5-b91f-c0ff621516ca tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.174828 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-94d57a63-c9ec-4cdc-8fad-5db855dace97 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6137309 Jul 16 18:07:21.177884 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:21.184481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': '9384574e-4b58-4b4a-82ac-85fe7adbf5ed', 'name': 'tempest-PortsTestJSON-1845618342', 'fixed_ips': [{'subnet_id': '44fb44cd-21ee-401f-bd0b-1b058d3ec509', 'ip_address': '172.20.0.9'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:21.248725 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd149454-226a-4fb5-b91f-c0ff621516ca tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.251024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fd149454-226a-4fb5-b91f-c0ff621516ca tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5615754 Jul 16 18:07:21.256221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:21.338970 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:21.344902 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.372534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port 3df41cad-c6e6-4c3b-9781-317f0d2fa5c9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:21.431468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf3773-9a9b-4671-ac2e-c658e5838941 None None] Network 9384574e-4b58-4b4a-82ac-85fe7adbf5ed requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:21.566377 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a57ae571-ddeb-49e0-9ff4-d2ad825880a8 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.626141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7bdee954-05a2-4402-91c9-99cb94ff6628 None None] Provisioning for port 4a635e62-fa69-4a31-8de7-15baef773388 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:21.666835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4a635e62-fa69-4a31-8de7-15baef773388 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:21.744280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 4a635e62-fa69-4a31-8de7-15baef773388 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:21.751223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4a635e62-fa69-4a31-8de7-15baef773388 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:21.751811 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.873890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5654c24d-5a28-4165-be25-fc65ee73e4ab req-05fc020f-4110-4c2e-987f-410ec8ce613c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Deleting port fcff7823-865a-4ee3-b780-8b9f7da28b23 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:21.874791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5654c24d-5a28-4165-be25-fc65ee73e4ab req-05fc020f-4110-4c2e-987f-410ec8ce613c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.912980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.9 (9384574e-4b58-4b4a-82ac-85fe7adbf5ed/44fb44cd-21ee-401f-bd0b-1b058d3ec509/3df41cad-c6e6-4c3b-9781-317f0d2fa5c9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:21.919034 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.932393 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.002372 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a57ae571-ddeb-49e0-9ff4-d2ad825880a8 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.013813 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.014130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 4a635e62-fa69-4a31-8de7-15baef773388, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4a635e62-fa69-4a31-8de7-15baef773388,segment=NetworkSegment(c5c08b9d-da46-4f39-9e79-1d67577ccf34),segment_id=c5c08b9d-da46-4f39-9e79-1d67577ccf34)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:22.024222 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.024927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a57ae571-ddeb-49e0-9ff4-d2ad825880a8 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.126949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=4a635e62-fa69-4a31-8de7-15baef773388,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:22.155375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5654c24d-5a28-4165-be25-fc65ee73e4ab req-05fc020f-4110-4c2e-987f-410ec8ce613c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] For port fcff7823-865a-4ee3-b780-8b9f7da28b23, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fcff7823-865a-4ee3-b780-8b9f7da28b23,segment=NetworkSegment(6669ef64-bb21-4dc0-81ca-a844f65921db),segment_id=6669ef64-bb21-4dc0-81ca-a844f65921db)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:22.155375 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5654c24d-5a28-4165-be25-fc65ee73e4ab req-05fc020f-4110-4c2e-987f-410ec8ce613c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.166200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b0bb151-bbfd-44f1-bfaf-0e2805d4032b None None] Provisioning complete for port 4a635e62-fa69-4a31-8de7-15baef773388 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:22.166933 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b0bb151-bbfd-44f1-bfaf-0e2805d4032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.171961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf4f2d-a3de-4db1-9b02-a7207fb815ab req-58b0e68c-2ab5-4f1c-a46e-a94e6188b84d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.173589 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22cf4f2d-a3de-4db1-9b02-a7207fb815ab req-58b0e68c-2ab5-4f1c-a46e-a94e6188b84d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.7373371 Jul 16 18:07:22.210497 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a57ae571-ddeb-49e0-9ff4-d2ad825880a8 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.211083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57ae571-ddeb-49e0-9ff4-d2ad825880a8 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbbbb8d2-2501-4310-978d-9cc0ca2f4e7b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:22.216070 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a57ae571-ddeb-49e0-9ff4-d2ad825880a8 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.220027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a57ae571-ddeb-49e0-9ff4-d2ad825880a8 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "DELETE /v2.0/routers/fbbbb8d2-2501-4310-978d-9cc0ca2f4e7b HTTP/1.1" status: 204 len: 168 time: 0.9624293 Jul 16 18:07:22.221415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5654c24d-5a28-4165-be25-fc65ee73e4ab req-05fc020f-4110-4c2e-987f-410ec8ce613c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Calling delete_port for fcff7823-865a-4ee3-b780-8b9f7da28b23 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:22.224396 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Allocated IP 172.25.8.47 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/2596ec17-af14-4d28-b805-894844ae7968) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:22.283108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22cf4f2d-a3de-4db1-9b02-a7207fb815ab req-d8679981-57ba-4b77-a63f-2fb2ca8862c7 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926487 Jul 16 18:07:22.455035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:22.481949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.498953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b0bb151-bbfd-44f1-bfaf-0e2805d4032b None None] Provisioning for port 8e7cd25a-1d14-4256-a437-e709e1ae5c26 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:22.503831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b0bb151-bbfd-44f1-bfaf-0e2805d4032b None None] Provisioning complete for port 8e7cd25a-1d14-4256-a437-e709e1ae5c26 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:22.504145 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b0bb151-bbfd-44f1-bfaf-0e2805d4032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.583414 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4b0bb151-bbfd-44f1-bfaf-0e2805d4032b None None] Port 8e7cd25a-1d14-4256-a437-e709e1ae5c26 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:22.587847 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.652990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Pushing event updated for resources: {'Port': ['ID=2596ec17-af14-4d28-b805-894844ae7968,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:22.671294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:22.709070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-366556ac-6702-408e-84e9-05bd2765d956 None None] Provisioning complete for port 8e7cd25a-1d14-4256-a437-e709e1ae5c26 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:22.709786 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-366556ac-6702-408e-84e9-05bd2765d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.727723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5654c24d-5a28-4165-be25-fc65ee73e4ab req-05fc020f-4110-4c2e-987f-410ec8ce613c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.739629 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:22.745601 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:22.799766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-366556ac-6702-408e-84e9-05bd2765d956 None None] Port 8e7cd25a-1d14-4256-a437-e709e1ae5c26 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:22.831490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc020f-4110-4c2e-987f-410ec8ce613c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Pushing event deleted for resources: {'Port': ['ID=fcff7823-865a-4ee3-b780-8b9f7da28b23,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:22.875566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5654c24d-5a28-4165-be25-fc65ee73e4ab req-05fc020f-4110-4c2e-987f-410ec8ce613c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] No DVR routers for this DVR port fcff7823-865a-4ee3-b780-8b9f7da28b23 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:22.879804 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5654c24d-5a28-4165-be25-fc65ee73e4ab req-05fc020f-4110-4c2e-987f-410ec8ce613c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.882106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5654c24d-5a28-4165-be25-fc65ee73e4ab req-05fc020f-4110-4c2e-987f-410ec8ce613c tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.38 "DELETE /v2.0/ports/fcff7823-865a-4ee3-b780-8b9f7da28b23 HTTP/1.1" status: 204 len: 173 time: 1.7045164 Jul 16 18:07:22.882918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afca0c6-5184-4b3a-8176-3a8f963eb923', 'name': 'network-vif-deleted', 'tag': 'fcff7823-865a-4ee3-b780-8b9f7da28b23'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:22.885613 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d86ece5-c679-44da-89ef-d3b7f61919f3" -d '{"events": [{"server_uuid": "3afca0c6-5184-4b3a-8176-3a8f963eb923", "name": "network-vif-deleted", "tag": "fcff7823-865a-4ee3-b780-8b9f7da28b23"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:22.903837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49d5ee-e1a4-4b65-9acb-30786b594706 req-1b2cab8a-2ef9-43c8-928e-4c0d0f29014f tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.911545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a49d5ee-e1a4-4b65-9acb-30786b594706 req-1b2cab8a-2ef9-43c8-928e-4c0d0f29014f tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/ports?device_id=3afca0c6-5184-4b3a-8176-3a8f963eb923 HTTP/1.1" status: 200 len: 867 time: 0.3082237 Jul 16 18:07:22.953816 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.965468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a49d5ee-e1a4-4b65-9acb-30786b594706 req-63e46a52-a911-46b2-81d8-787f81dad8ad tempest-AttachVolumeNegativeTest-194124887 tempest-AttachVolumeNegativeTest-194124887-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5122384-64ad-4166-8317-fe240927fa7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523746 Jul 16 18:07:22.986908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1070985684', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:22.991323 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Transition to ACTIVE for port object 3df41cad-c6e6-4c3b-9781-317f0d2fa5c9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:23.049669 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.058238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.069482 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.077017 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cc8822-7488-400a-a0e9-c5cf20bbfd37 x-openstack-request-id: req-e4cc8822-7488-400a-a0e9-c5cf20bbfd37 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:23.077802 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afca0c6-5184-4b3a-8176-3a8f963eb923", "name": "network-vif-deleted", "tag": "fcff7823-865a-4ee3-b780-8b9f7da28b23", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:23.078165 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4cc8822-7488-400a-a0e9-c5cf20bbfd37 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:23.078756 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afca0c6-5184-4b3a-8176-3a8f963eb923', 'name': 'network-vif-deleted', 'tag': 'fcff7823-865a-4ee3-b780-8b9f7da28b23', 'status': 'completed', 'code': 200} Jul 16 18:07:23.169857 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.190881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=3df41cad-c6e6-4c3b-9781-317f0d2fa5c9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:23.195851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 9384574e-4b58-4b4a-82ac-85fe7adbf5ed is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:23.235689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:23.239477 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:23.338235 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.344926 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device fcff7823-865a-4ee3-b780-8b9f7da28b23 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:23.357968 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.364334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.410351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: fcff7823-865a-4ee3-b780-8b9f7da28b23 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:23.412315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device fcff7823-865a-4ee3-b780-8b9f7da28b23 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:23.470348 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eb3fe786-e461-4d1a-8282-9d37f619c7e2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2912531 Jul 16 18:07:23.474020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:23.603129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4a635e62-fa69-4a31-8de7-15baef773388 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:23.725180 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4a635e62-fa69-4a31-8de7-15baef773388 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:23.725851 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.768282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f08ffba0-9abd-4682-90a2-9a615a92d639 None None] Provisioning for port 3df41cad-c6e6-4c3b-9781-317f0d2fa5c9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:23.775507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f08ffba0-9abd-4682-90a2-9a615a92d639 None None] Provisioning complete for port 3df41cad-c6e6-4c3b-9781-317f0d2fa5c9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:23.776122 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f08ffba0-9abd-4682-90a2-9a615a92d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.872087 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f08ffba0-9abd-4682-90a2-9a615a92d639 None None] Port 3df41cad-c6e6-4c3b-9781-317f0d2fa5c9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:23.917570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d3a88-a265-4971-871a-87971d78338e req-28b403f7-4024-4ab3-a097-f998845d26c2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.920056 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-074d3a88-a265-4971-871a-87971d78338e req-28b403f7-4024-4ab3-a097-f998845d26c2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 950 time: 0.8173695 Jul 16 18:07:23.948449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc2f831-da5b-4a25-9ba8-23e78c826a64 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.953476 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2fc2f831-da5b-4a25-9ba8-23e78c826a64 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4061391 Jul 16 18:07:23.954139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:23.970801 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.030992 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.060581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-074d3a88-a265-4971-871a-87971d78338e req-3aac4484-bbf1-4b44-bc71-3c56b16ac888 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038516 Jul 16 18:07:24.103901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0847513-7d23-4c79-82a5-105958fb125b req-5bef3e1a-cbf8-4b08-9406-682236686ee2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.111753 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0847513-7d23-4c79-82a5-105958fb125b req-5bef3e1a-cbf8-4b08-9406-682236686ee2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.3172469 Jul 16 18:07:24.177763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0847513-7d23-4c79-82a5-105958fb125b req-93beaa39-e03b-427d-88fe-81bed12dbbbf tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637939 Jul 16 18:07:24.387011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:24.506799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f92ed8-9c70-4012-9685-26ca873fd289 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.508345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6ea970-3437-4461-9124-197d44a5f89e admin admin] Deleting subnet b7403874-e2c4-4056-a85b-6286c507c9f9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:24.512642 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea970-3437-4461-9124-197d44a5f89e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.514758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f92ed8-9c70-4012-9685-26ca873fd289 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.521343 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f92ed8-9c70-4012-9685-26ca873fd289 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.526279 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-14f92ed8-9c70-4012-9685-26ca873fd289 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.5705817 Jul 16 18:07:24.527232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:24.534297 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.558228 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.580184 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea970-3437-4461-9124-197d44a5f89e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.582265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ecd59-2ac4-4941-b86f-237df11650f3 req-5260f96a-5079-4ba7-b001-68f268c24646 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.584051 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1e0ecd59-2ac4-4941-b86f-237df11650f3 req-5260f96a-5079-4ba7-b001-68f268c24646 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 950 time: 0.5832314 Jul 16 18:07:24.701859 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea970-3437-4461-9124-197d44a5f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.754159 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Router ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:24.756685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7bc19b06-3462-48d4-84b9-78810a6fafac tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 3df41cad-c6e6-4c3b-9781-317f0d2fa5c9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:24.757135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bc19b06-3462-48d4-84b9-78810a6fafac tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.760804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Allocated IP 172.25.8.247 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/83658738-a27c-46de-b0bc-17d7e06da2ca) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:24.828906 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea970-3437-4461-9124-197d44a5f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.891334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1e0ecd59-2ac4-4941-b86f-237df11650f3 req-ab28ec3b-f119-4c33-8f0d-f5f6240a9df2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Deleting port 3ad44d96-5099-4f9c-8812-45c7060b60fa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:24.891684 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e0ecd59-2ac4-4941-b86f-237df11650f3 req-ab28ec3b-f119-4c33-8f0d-f5f6240a9df2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.898192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ea970-3437-4461-9124-197d44a5f89e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7403874-e2c4-4056-a85b-6286c507c9f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:24.907333 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea970-3437-4461-9124-197d44a5f89e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.909762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3b6ea970-3437-4461-9124-197d44a5f89e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b7403874-e2c4-4056-a85b-6286c507c9f9 HTTP/1.1" status: 204 len: 168 time: 0.5207827 Jul 16 18:07:24.912170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:24.994311 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bc19b06-3462-48d4-84b9-78810a6fafac tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.016595 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.025467 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.059260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7bc19b06-3462-48d4-84b9-78810a6fafac tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 3df41cad-c6e6-4c3b-9781-317f0d2fa5c9 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:25.108744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1e0ecd59-2ac4-4941-b86f-237df11650f3 req-ab28ec3b-f119-4c33-8f0d-f5f6240a9df2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] For port 3ad44d96-5099-4f9c-8812-45c7060b60fa, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3ad44d96-5099-4f9c-8812-45c7060b60fa,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:25.109118 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e0ecd59-2ac4-4941-b86f-237df11650f3 req-ab28ec3b-f119-4c33-8f0d-f5f6240a9df2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.143139 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.146812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.157435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:25.169169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ac342c-aeee-4ee0-be14-8b86df8e98bb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:25.169905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1e0ecd59-2ac4-4941-b86f-237df11650f3 req-ab28ec3b-f119-4c33-8f0d-f5f6240a9df2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Calling delete_port for 3ad44d96-5099-4f9c-8812-45c7060b60fa owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:25.170035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Sync routers for ids ['ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:25.185640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Routers {'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:25.186069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:25.215595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6669ef64-bb21-4dc0-81ca-a844f65921db') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:25.216416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6669ef64-bb21-4dc0-81ca-a844f65921db') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:25.225731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:25.239394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:25.242341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:25.248012 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.305559 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-155914f8-f056-4597-9753-154905819c0c admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.310345 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-155914f8-f056-4597-9753-154905819c0c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3197510 Jul 16 18:07:25.314088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:25.377407 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.388694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:25.389123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.490450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Set router ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:25.501294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Pushing event updated for resources: {'Port': ['ID=83658738-a27c-46de-b0bc-17d7e06da2ca,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:25.508129 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:25.553391 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.584604 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bc19b06-3462-48d4-84b9-78810a6fafac tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.621793 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.627052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/78ac342c-aeee-4ee0-be14-8b86df8e98bb HTTP/1.1" status: 204 len: 168 time: 0.7138207 Jul 16 18:07:25.631678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8630384-6f00-4ef0-b496-2f232e15bba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ac342c-aeee-4ee0-be14-8b86df8e98bb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:25.745414 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc19b06-3462-48d4-84b9-78810a6fafac tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=3df41cad-c6e6-4c3b-9781-317f0d2fa5c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:25.774919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203418bd-b979-4b91-aa79-9474b8fb8b52 req-25b250be-0ed3-4a61-b166-6e1698a5fb81 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.787585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-203418bd-b979-4b91-aa79-9474b8fb8b52 req-25b250be-0ed3-4a61-b166-6e1698a5fb81 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0938f9-0452-4fd2-a36c-b895df3fe4c2 HTTP/1.1" status: 200 len: 950 time: 0.5079312 Jul 16 18:07:25.797259 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e0ecd59-2ac4-4941-b86f-237df11650f3 req-ab28ec3b-f119-4c33-8f0d-f5f6240a9df2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.834727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['ebf4a8cc-c85c-48bb-89d6-e35b94cb461d', '3ad44d96-5099-4f9c-8812-45c7060b60fa'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:25.907434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21325014-4992-49c1-b783-a1f1c1f48d30 req-5776e7b2-6bdc-4fbe-aa76-5fec6e7ab3d7 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.910130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21325014-4992-49c1-b783-a1f1c1f48d30 req-5776e7b2-6bdc-4fbe-aa76-5fec6e7ab3d7 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.4008436 Jul 16 18:07:26.034587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-203418bd-b979-4b91-aa79-9474b8fb8b52 req-3044cedb-ad40-48cd-bda7-c12216e1999d tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462456 Jul 16 18:07:26.036387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:26.101528 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28ec3b-f119-4c33-8f0d-f5f6240a9df2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Pushing event deleted for resources: {'Port': ['ID=3ad44d96-5099-4f9c-8812-45c7060b60fa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:26.119083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-1211301151-router', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2596ec17-af14-4d28-b805-894844ae7968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:20Z', 'updated_at': '2021-07-16T18:07:23Z', 'revision_number': 3, 'project_id': 'dec418af5de2424d8bb311b478097044', 'gw_port': {'id': '2596ec17-af14-4d28-b805-894844ae7968', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:22Z', 'updated_at': '2021-07-16T18:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:26.147561 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bc19b06-3462-48d4-84b9-78810a6fafac tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.152006 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7bc19b06-3462-48d4-84b9-78810a6fafac tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/3df41cad-c6e6-4c3b-9781-317f0d2fa5c9 HTTP/1.1" status: 204 len: 168 time: 1.6178443 Jul 16 18:07:26.158805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:26.181686 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Checking router: ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:26.182747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Updating router ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c port 2596ec17-af14-4d28-b805-894844ae7968 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:26.194406 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21325014-4992-49c1-b783-a1f1c1f48d30 req-4562b38a-32cf-443c-ad0b-517c0848dcf6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614715 Jul 16 18:07:26.224719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0ecd59-2ac4-4941-b86f-237df11650f3 req-ab28ec3b-f119-4c33-8f0d-f5f6240a9df2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] No DVR routers for this DVR port 3ad44d96-5099-4f9c-8812-45c7060b60fa on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:26.240296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1e0ecd59-2ac4-4941-b86f-237df11650f3 req-ab28ec3b-f119-4c33-8f0d-f5f6240a9df2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.246568 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1e0ecd59-2ac4-4941-b86f-237df11650f3 req-ab28ec3b-f119-4c33-8f0d-f5f6240a9df2 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.42 "DELETE /v2.0/ports/3ad44d96-5099-4f9c-8812-45c7060b60fa HTTP/1.1" status: 204 len: 173 time: 1.6534681 Jul 16 18:07:26.251700 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.387942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e7889c09-22bc-439e-8796-c2df674caeac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1187b246a700405eb5f19d0e9e997cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309679 Jul 16 18:07:26.393400 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.395549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:26.430570 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0938f9-0452-4fd2-a36c-b895df3fe4c2', 'name': 'network-vif-deleted', 'tag': '3ad44d96-5099-4f9c-8812-45c7060b60fa'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:26.436602 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd976fa3-883e-4c07-a7e4-128015ab74d6" -d '{"events": [{"server_uuid": "ef0938f9-0452-4fd2-a36c-b895df3fe4c2", "name": "network-vif-deleted", "tag": "3ad44d96-5099-4f9c-8812-45c7060b60fa"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:26.439378 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cbe1bb-a250-475e-9592-cefdcb647809 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:07:26.441068 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-35cbe1bb-a250-475e-9592-cefdcb647809 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/3df41cad-c6e6-4c3b-9781-317f0d2fa5c9 HTTP/1.1" status: 404 len: 333 time: 0.2792249 Jul 16 18:07:26.464304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:26.577872 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705369a8-a131-461d-9d17-66490947e13e x-openstack-request-id: req-705369a8-a131-461d-9d17-66490947e13e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:26.578216 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0938f9-0452-4fd2-a36c-b895df3fe4c2", "name": "network-vif-deleted", "tag": "3ad44d96-5099-4f9c-8812-45c7060b60fa", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:26.578649 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-705369a8-a131-461d-9d17-66490947e13e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:26.580972 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0938f9-0452-4fd2-a36c-b895df3fe4c2', 'name': 'network-vif-deleted', 'tag': '3ad44d96-5099-4f9c-8812-45c7060b60fa', 'status': 'completed', 'code': 200} Jul 16 18:07:26.628999 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9812fdef-647a-47b9-8c43-146e48c45429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.687167 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9812fdef-647a-47b9-8c43-146e48c45429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.758278 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.765731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-60c946d5-09c2-4bf1-8c25-f31bf57a1076 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 8e7cd25a-1d14-4256-a437-e709e1ae5c26 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:26.766091 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60c946d5-09c2-4bf1-8c25-f31bf57a1076 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.769573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Transition to ACTIVE for port object 2596ec17-af14-4d28-b805-894844ae7968 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:26.778279 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.848171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Attempting to bind port 2596ec17-af14-4d28-b805-894844ae7968 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:26.848546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Attempting to bind port 2596ec17-af14-4d28-b805-894844ae7968 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:26.848929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Attempting to bind port 2596ec17-af14-4d28-b805-894844ae7968 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:26.859867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:26.860236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:26.860640 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.861039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:26.861535 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Bound port: 2596ec17-af14-4d28-b805-894844ae7968, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:26.861920 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.864859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654f682-d721-4ac7-97ea-8d15f6937454 None None] Pushing event updated for resources: {'Port': ['ID=2596ec17-af14-4d28-b805-894844ae7968,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:26.890387 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.922724 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60c946d5-09c2-4bf1-8c25-f31bf57a1076 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.927292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] For port 2596ec17-af14-4d28-b805-894844ae7968, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:26.932517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] For port 2596ec17-af14-4d28-b805-894844ae7968, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2596ec17-af14-4d28-b805-894844ae7968,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:26.937996 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.952061 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9812fdef-647a-47b9-8c43-146e48c45429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.954789 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9812fdef-647a-47b9-8c43-146e48c45429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.955952 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9812fdef-647a-47b9-8c43-146e48c45429 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5122384-64ad-4166-8317-fe240927fa7b HTTP/1.1" status: 204 len: 168 time: 0.5593836 Jul 16 18:07:26.970277 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-60c946d5-09c2-4bf1-8c25-f31bf57a1076 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 8e7cd25a-1d14-4256-a437-e709e1ae5c26 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:26.972492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812fdef-647a-47b9-8c43-146e48c45429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5122384-64ad-4166-8317-fe240927fa7b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:27.031343 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.070520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Routers {'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:27.071185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:27.160831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654f682-d721-4ac7-97ea-8d15f6937454 None None] Pushing event updated for resources: {'Port': ['ID=2596ec17-af14-4d28-b805-894844ae7968,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:27.171192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Router 3226c4a0-6f2c-431b-9fae-be10bf58fa03 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:27.301145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] Set router ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:27.360754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:27.372810 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9697f9-cc33-45e7-8dc4-7915518b1e99 None None] Sync routers for ids ['3226c4a0-6f2c-431b-9fae-be10bf58fa03'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:27.391826 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9697f9-cc33-45e7-8dc4-7915518b1e99 None None] Routers {'3226c4a0-6f2c-431b-9fae-be10bf58fa03'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:27.392742 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b9697f9-cc33-45e7-8dc4-7915518b1e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['3226c4a0-6f2c-431b-9fae-be10bf58fa03'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:27.425257 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60c946d5-09c2-4bf1-8c25-f31bf57a1076 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.439013 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.441525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6d445f08-5775-4326-9a62-ea9c54098931 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.9854341 Jul 16 18:07:27.463359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:27.472373 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b9697f9-cc33-45e7-8dc4-7915518b1e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:27.499839 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9697f9-cc33-45e7-8dc4-7915518b1e99 None None] Routers {'3226c4a0-6f2c-431b-9fae-be10bf58fa03'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:27.500502 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b9697f9-cc33-45e7-8dc4-7915518b1e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['3226c4a0-6f2c-431b-9fae-be10bf58fa03'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:27.553038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357a129-702b-4d0c-b7c3-ba5a4c6683f7 req-da23f18f-5bfa-4b19-abda-5954fc3e9201 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.555426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7357a129-702b-4d0c-b7c3-ba5a4c6683f7 req-da23f18f-5bfa-4b19-abda-5954fc3e9201 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.1392102 Jul 16 18:07:27.582956 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b9697f9-cc33-45e7-8dc4-7915518b1e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:27.583637 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9697f9-cc33-45e7-8dc4-7915518b1e99 None None] The sync data for ids ['3226c4a0-6f2c-431b-9fae-be10bf58fa03'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:27.656891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Allocated IP 172.20.0.1 (1ec6f990-5524-4162-9c80-9e127ede5598/26e6cab3-4374-4ede-8f3e-52dd04198328/f894a8fd-ca29-4ddf-8a6e-7b714d61a37a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:27.664585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c946d5-09c2-4bf1-8c25-f31bf57a1076 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=8e7cd25a-1d14-4256-a437-e709e1ae5c26,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:27.665148 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7357a129-702b-4d0c-b7c3-ba5a4c6683f7 req-e6a95855-d815-4ce6-ac4c-4297972a69ef tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855901 Jul 16 18:07:27.789670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:27.790426 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8fcfa6e6-7dff-4019-8467-70768e04ce0a tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/routers/3226c4a0-6f2c-431b-9fae-be10bf58fa03 HTTP/1.1" status: 200 len: 925 time: 0.3070822 Jul 16 18:07:27.896702 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d17d1cb6-bcc0-4a41-8c48-7586e91f1776 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3226c4a0-6f2c-431b-9fae-be10bf58fa03 HTTP/1.1" status: 200 len: 205 time: 0.1024671 Jul 16 18:07:27.902992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:27.927976 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.929054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-1211301151-router', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2596ec17-af14-4d28-b805-894844ae7968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:20Z', 'updated_at': '2021-07-16T18:07:23Z', 'revision_number': 3, 'project_id': 'dec418af5de2424d8bb311b478097044', 'gw_port': {'id': '2596ec17-af14-4d28-b805-894844ae7968', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:22Z', 'updated_at': '2021-07-16T18:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:27.985964 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.003812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7c895-4700-44d0-aab8-e922e1bae81a None None] The sync data for ids ['ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'] in n-d-793618-9 is: [{'id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-1211301151-router', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2596ec17-af14-4d28-b805-894844ae7968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:20Z', 'updated_at': '2021-07-16T18:07:23Z', 'revision_number': 3, 'project_id': 'dec418af5de2424d8bb311b478097044', 'gw_port': {'id': '2596ec17-af14-4d28-b805-894844ae7968', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:22Z', 'updated_at': '2021-07-16T18:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:28.048522 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60c946d5-09c2-4bf1-8c25-f31bf57a1076 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.054100 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-60c946d5-09c2-4bf1-8c25-f31bf57a1076 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/8e7cd25a-1d14-4256-a437-e709e1ae5c26 HTTP/1.1" status: 204 len: 168 time: 1.5851083 Jul 16 18:07:28.060917 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:28.105711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Network 1ec6f990-5524-4162-9c80-9e127ede5598 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:28.109011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:28.111708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:28.114178 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f894a8fd-ca29-4ddf-8a6e-7b714d61a37a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:28.120632 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-655902bd-ad16-442e-8ce1-b322d1ed5e74 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:07:28.122619 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-655902bd-ad16-442e-8ce1-b322d1ed5e74 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/8e7cd25a-1d14-4256-a437-e709e1ae5c26 HTTP/1.1" status: 404 len: 333 time: 0.0586369 Jul 16 18:07:28.143797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:28.145835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424166c-6708-40a9-aacf-7deda4202463 req-2e86a2ab-33f9-43bc-b4a3-1d840201e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.147437 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1424166c-6708-40a9-aacf-7deda4202463 req-2e86a2ab-33f9-43bc-b4a3-1d840201e1bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 1096 time: 0.4923031 Jul 16 18:07:28.237579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.325015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5ed9df-eec1-4221-946e-c81264a7b908 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting subnet 44fb44cd-21ee-401f-bd0b-1b058d3ec509 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:28.334628 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd5ed9df-eec1-4221-946e-c81264a7b908 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.411103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424166c-6708-40a9-aacf-7deda4202463 req-1a6ca9d7-9c2c-44d5-8841-4fffb58b33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.412844 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1424166c-6708-40a9-aacf-7deda4202463 req-1a6ca9d7-9c2c-44d5-8841-4fffb58b33ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 911 time: 0.2499051 Jul 16 18:07:28.446507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd5ed9df-eec1-4221-946e-c81264a7b908 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.596364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d789701-906b-4c3e-9f22-f3a9b8b67bfb req-e31aa1fa-fc44-4319-bc2c-c4851d592447 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.598013 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d789701-906b-4c3e-9f22-f3a9b8b67bfb req-e31aa1fa-fc44-4319-bc2c-c4851d592447 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 950 time: 0.5995276 Jul 16 18:07:28.603988 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.716129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3ad44d96-5099-4f9c-8812-45c7060b60fa no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:28.750030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d789701-906b-4c3e-9f22-f3a9b8b67bfb req-6cd3dbea-4fb5-4b82-87d7-91151d7ffb0b tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/security-groups?id=a47d3c20-f1a4-4c06-a3c8-9550521b33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388857 Jul 16 18:07:28.754065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 3ad44d96-5099-4f9c-8812-45c7060b60fa {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:28.754638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3ad44d96-5099-4f9c-8812-45c7060b60fa not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:28.805564 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.908155 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1424166c-6708-40a9-aacf-7deda4202463 req-9d3e478d-f71a-4d0d-8097-24a642152b53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 HTTP/1.1" status: 200 len: 217 time: 0.4686482 Jul 16 18:07:28.948091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Deleting port 83658738-a27c-46de-b0bc-17d7e06da2ca {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:28.948539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.047694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424166c-6708-40a9-aacf-7deda4202463 req-e87629a5-47f6-4cda-ae7a-48417ac77a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.049369 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1424166c-6708-40a9-aacf-7deda4202463 req-e87629a5-47f6-4cda-ae7a-48417ac77a10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.1315851 Jul 16 18:07:29.055121 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.103107 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd5ed9df-eec1-4221-946e-c81264a7b908 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.109570 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1424166c-6708-40a9-aacf-7deda4202463 req-ebcfda10-e6e8-4ddc-86de-ec5c25669ab3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522289 Jul 16 18:07:29.157117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63666e87-c1e3-47e8-be52-e727c836fae0 req-6d85cebc-9f1a-46d5-b6d6-982219c37917 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.163857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63666e87-c1e3-47e8-be52-e727c836fae0 req-6d85cebc-9f1a-46d5-b6d6-982219c37917 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.2522359 Jul 16 18:07:29.221080 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.254880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63666e87-c1e3-47e8-be52-e727c836fae0 req-7bb9e3f9-62de-489a-9d46-d68de2616512 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900846 Jul 16 18:07:29.270636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Calling delete_port for 83658738-a27c-46de-b0bc-17d7e06da2ca owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:29.330082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b39d51-88b8-45ac-8e9a-a18296d050d4 req-8fa1cb26-805c-4b8b-b8f9-c6df857b259f tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.331838 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44b39d51-88b8-45ac-8e9a-a18296d050d4 req-8fa1cb26-805c-4b8b-b8f9-c6df857b259f tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.42 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 950 time: 0.2318804 Jul 16 18:07:29.414765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd5ed9df-eec1-4221-946e-c81264a7b908 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.467883 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1424166c-6708-40a9-aacf-7deda4202463 req-1ec42fb6-e365-4c1e-8539-251d9a6ffcdc service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305926 Jul 16 18:07:29.471189 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ed9df-eec1-4221-946e-c81264a7b908 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Subnet': ['ID=44fb44cd-21ee-401f-bd0b-1b058d3ec509,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:29.478665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd5ed9df-eec1-4221-946e-c81264a7b908 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.484032 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bd5ed9df-eec1-4221-946e-c81264a7b908 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/44fb44cd-21ee-401f-bd0b-1b058d3ec509 HTTP/1.1" status: 204 len: 168 time: 1.3327639 Jul 16 18:07:29.486557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4679287-0bad-4423-9fad-72d1a49d4500 None None] Network 9384574e-4b58-4b4a-82ac-85fe7adbf5ed requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:29.501962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:29.550611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.594032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-44b39d51-88b8-45ac-8e9a-a18296d050d4 req-765d895c-e918-4221-a74d-674f572cdaef tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Deleting port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:29.594366 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44b39d51-88b8-45ac-8e9a-a18296d050d4 req-765d895c-e918-4221-a74d-674f572cdaef tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.634114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2596ec17-af14-4d28-b805-894844ae7968 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:29.642593 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.696843 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.744656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Pushing event deleted for resources: {'Port': ['ID=83658738-a27c-46de-b0bc-17d7e06da2ca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:29.749730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-44b39d51-88b8-45ac-8e9a-a18296d050d4 req-765d895c-e918-4221-a74d-674f572cdaef tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] For port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:29.750965 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44b39d51-88b8-45ac-8e9a-a18296d050d4 req-765d895c-e918-4221-a74d-674f572cdaef tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.751196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 2596ec17-af14-4d28-b805-894844ae7968 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:29.760686 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2596ec17-af14-4d28-b805-894844ae7968 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:29.761277 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.843706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-44b39d51-88b8-45ac-8e9a-a18296d050d4 req-765d895c-e918-4221-a74d-674f572cdaef tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Calling delete_port for ebf4a8cc-c85c-48bb-89d6-e35b94cb461d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:29.867701 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.877099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f474c24-51b3-4ec2-b33a-7985257e0c85 None None] DHCP port deletion for 9384574e-4b58-4b4a-82ac-85fe7adbf5ed request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:29.892419 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.939066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f894a8fd-ca29-4ddf-8a6e-7b714d61a37a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:29.943837 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.956544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.985013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 2596ec17-af14-4d28-b805-894844ae7968, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2596ec17-af14-4d28-b805-894844ae7968,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:30.000818 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.004069 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.004705 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.006417 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1424166c-6708-40a9-aacf-7deda4202463 req-58025eda-f420-45b7-99db-33a36bf31ef7 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225759 Jul 16 18:07:30.113840 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55e2d956-a666-4281-bfbd-a3169a5a3158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.130188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1f474c24-51b3-4ec2-b33a-7985257e0c85 None None] Deleting port 4a635e62-fa69-4a31-8de7-15baef773388 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:30.130783 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f474c24-51b3-4ec2-b33a-7985257e0c85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.179590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Network 1ec6f990-5524-4162-9c80-9e127ede5598 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:30.183670 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:30.196561 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 4a635e62-fa69-4a31-8de7-15baef773388 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:30.196910 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.216082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=2596ec17-af14-4d28-b805-894844ae7968,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.246017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d87446ac-f589-40ea-8a72-f9c8940bead2 req-9205aa5a-dbaf-4ab6-b1f1-007bd16652e0 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 210 time: 0.1951554 Jul 16 18:07:30.249357 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44b39d51-88b8-45ac-8e9a-a18296d050d4 req-765d895c-e918-4221-a74d-674f572cdaef tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.282050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['ebf4a8cc-c85c-48bb-89d6-e35b94cb461d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:30.325296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1f474c24-51b3-4ec2-b33a-7985257e0c85 None None] For port 4a635e62-fa69-4a31-8de7-15baef773388, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4a635e62-fa69-4a31-8de7-15baef773388,segment=NetworkSegment(c5c08b9d-da46-4f39-9e79-1d67577ccf34),segment_id=c5c08b9d-da46-4f39-9e79-1d67577ccf34)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:30.329983 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f474c24-51b3-4ec2-b33a-7985257e0c85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.332244 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.340711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Fanout notify agent at l3_agent the message router_deleted on router 3226c4a0-6f2c-431b-9fae-be10bf58fa03 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:30.358725 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.360144 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0e2d881e-969e-435b-b153-75216f4bbd13 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/routers/3226c4a0-6f2c-431b-9fae-be10bf58fa03 HTTP/1.1" status: 204 len: 168 time: 2.4502392 Jul 16 18:07:30.364578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d895c-e918-4221-a74d-674f572cdaef tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Pushing event deleted for resources: {'Port': ['ID=ebf4a8cc-c85c-48bb-89d6-e35b94cb461d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.366654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.368299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1f474c24-51b3-4ec2-b33a-7985257e0c85 None None] Calling delete_port for 4a635e62-fa69-4a31-8de7-15baef773388 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:30.427235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] For port 4a635e62-fa69-4a31-8de7-15baef773388, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4a635e62-fa69-4a31-8de7-15baef773388,segment=NetworkSegment(c5c08b9d-da46-4f39-9e79-1d67577ccf34),segment_id=c5c08b9d-da46-4f39-9e79-1d67577ccf34)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:30.427793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.441528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Request body: {'router': {'name': 'tempest-snat-router-284319551', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:30.454792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 4a635e62-fa69-4a31-8de7-15baef773388 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:30.495203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b39d51-88b8-45ac-8e9a-a18296d050d4 req-765d895c-e918-4221-a74d-674f572cdaef tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] No DVR routers for this DVR port ebf4a8cc-c85c-48bb-89d6-e35b94cb461d on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:30.510698 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44b39d51-88b8-45ac-8e9a-a18296d050d4 req-765d895c-e918-4221-a74d-674f572cdaef tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.513872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44b39d51-88b8-45ac-8e9a-a18296d050d4 req-765d895c-e918-4221-a74d-674f572cdaef tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.42 "DELETE /v2.0/ports/ebf4a8cc-c85c-48bb-89d6-e35b94cb461d HTTP/1.1" status: 204 len: 173 time: 1.1734250 Jul 16 18:07:30.514056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91562861-5783-4072-b79d-a459467dddde', 'name': 'network-vif-deleted', 'tag': 'ebf4a8cc-c85c-48bb-89d6-e35b94cb461d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:30.517518 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a8bcac-2b0b-442c-acf1-4d795c039c71" -d '{"events": [{"server_uuid": "91562861-5783-4072-b79d-a459467dddde", "name": "network-vif-deleted", "tag": "ebf4a8cc-c85c-48bb-89d6-e35b94cb461d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:30.542316 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f474c24-51b3-4ec2-b33a-7985257e0c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.570057 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.571187 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.576110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f474c24-51b3-4ec2-b33a-7985257e0c85 None None] No DVR routers for this DVR port 4a635e62-fa69-4a31-8de7-15baef773388 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:30.613896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea75a2-c9c5-4249-a3f5-05020f2862bd req-d3b25743-1158-498e-9507-f02bdb400447 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.621660 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9ea75a2-c9c5-4249-a3f5-05020f2862bd req-d3b25743-1158-498e-9507-f02bdb400447 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 945 time: 0.1277416 Jul 16 18:07:30.625997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f474c24-51b3-4ec2-b33a-7985257e0c85 None None] Pushing event deleted for resources: {'Port': ['ID=4a635e62-fa69-4a31-8de7-15baef773388,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.626487 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55883bc-af7b-4258-abba-10f09cbb94fe x-openstack-request-id: req-a55883bc-af7b-4258-abba-10f09cbb94fe {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:30.626880 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91562861-5783-4072-b79d-a459467dddde", "name": "network-vif-deleted", "tag": "ebf4a8cc-c85c-48bb-89d6-e35b94cb461d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:30.627063 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a55883bc-af7b-4258-abba-10f09cbb94fe {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:30.627515 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91562861-5783-4072-b79d-a459467dddde', 'name': 'network-vif-deleted', 'tag': 'ebf4a8cc-c85c-48bb-89d6-e35b94cb461d', 'status': 'completed', 'code': 200} Jul 16 18:07:30.695184 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.700171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9ea75a2-c9c5-4249-a3f5-05020f2862bd req-8bbd2e9a-3ffe-481e-9fbe-4d5881e014be tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774510 Jul 16 18:07:30.723524 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.732011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ebf4a8cc-c85c-48bb-89d6-e35b94cb461d no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:30.747890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Router ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:30.782662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: ebf4a8cc-c85c-48bb-89d6-e35b94cb461d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:30.783785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ebf4a8cc-c85c-48bb-89d6-e35b94cb461d not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:30.784350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:30.804408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No DVR routers for this DVR port 4a635e62-fa69-4a31-8de7-15baef773388 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:30.810195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=4a635e62-fa69-4a31-8de7-15baef773388,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.919927 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.933187 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.963636 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.965541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08233d0f-30af-4bf8-9fd1-0109af05ba06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:30.969240 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781358f6-377a-4367-81ff-fbe8d9c675c9" -d '{"events": [{"server_uuid": "08233d0f-30af-4bf8-9fd1-0109af05ba06", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:30.974481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.999275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:31.009194 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.029069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9384574e-4b58-4b4a-82ac-85fe7adbf5ed']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:31.068994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c08b9d-da46-4f39-9e79-1d67577ccf34') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:31.069557 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c08b9d-da46-4f39-9e79-1d67577ccf34') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:31.085563 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.090238 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a4c6e9-522e-472d-b830-9d2abd2ee056 x-openstack-request-id: req-41a4c6e9-522e-472d-b830-9d2abd2ee056 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:31.091017 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08233d0f-30af-4bf8-9fd1-0109af05ba06", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:31.094148 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41a4c6e9-522e-472d-b830-9d2abd2ee056 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:31.094812 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08233d0f-30af-4bf8-9fd1-0109af05ba06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5', 'code': 200} Jul 16 18:07:31.110136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:31.115943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.123621 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e1ff4e57-298a-4955-ac64-3889b419f5b6 admin admin] 10.222.0.52 "PUT /v2.0/routers/ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8084075 Jul 16 18:07:31.130759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:31.131641 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.132208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Sync routers for ids ['ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:31.137792 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:31.166061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.196325 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Routers {'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:31.197293 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:31.219847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bec6f165-f950-4afa-9e0e-526bc3de66ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.227035 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.237421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.246151 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/networks/9384574e-4b58-4b4a-82ac-85fe7adbf5ed HTTP/1.1" status: 204 len: 168 time: 1.6909966 Jul 16 18:07:31.248570 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:31.264254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a8f9b221-00b9-4ebf-b701-7f0627bf5b50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-308758371'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:31.275042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d66bb-aa54-438f-acd6-8d302c06e54b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Network': ['ID=9384574e-4b58-4b4a-82ac-85fe7adbf5ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.423412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Set router ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:31.447270 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.487047 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.626192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2596ec17-af14-4d28-b805-894844ae7968 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:31.645246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-233ac51e-d073-42ab-a2a6-171a9127c9f2 req-266652ef-f7c8-4b30-a513-6e0bf96c77c4 tempest-LiveMigrationNegativeTest-1134692065 tempest-LiveMigrationNegativeTest-1134692065-project] 10.222.0.52 "GET /v2.0/ports?device_id=91562861-5783-4072-b79d-a459467dddde HTTP/1.1" status: 200 len: 210 time: 0.1622570 Jul 16 18:07:31.658164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Allocated IP 172.25.8.206 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/72af6bde-ebbf-4b6c-84fd-82888f7f2eea) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:31.736149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2596ec17-af14-4d28-b805-894844ae7968 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:31.736683 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.762728 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bec6f165-f950-4afa-9e0e-526bc3de66ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.778510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-1211301151-router', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2596ec17-af14-4d28-b805-894844ae7968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:20Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': 'dec418af5de2424d8bb311b478097044', 'gw_port': {'id': '2596ec17-af14-4d28-b805-894844ae7968', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:22Z', 'updated_at': '2021-07-16T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f894a8fd-ca29-4ddf-8a6e-7b714d61a37a', 'name': '', 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'mac_address': 'fa:16:3e:f3:77:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '26e6cab3-4374-4ede-8f3e-52dd04198328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:27Z', 'updated_at': '2021-07-16T18:07:29Z', 'revision_number': 2, 'project_id': 'dec418af5de2424d8bb311b478097044', 'subnets': [{'id': '26e6cab3-4374-4ede-8f3e-52dd04198328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:31.783294 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bec6f165-f950-4afa-9e0e-526bc3de66ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.789767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f9b221-00b9-4ebf-b701-7f0627bf5b50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:31.797245 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b221-00b9-4ebf-b701-7f0627bf5b50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.810443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Checking router: ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:31.811511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Updating router ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c port f894a8fd-ca29-4ddf-8a6e-7b714d61a37a binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:31.830001 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f9b221-00b9-4ebf-b701-7f0627bf5b50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:31.842758 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b221-00b9-4ebf-b701-7f0627bf5b50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.843463 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-a8f9b221-00b9-4ebf-b701-7f0627bf5b50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Added segment c702d041-aa91-469e-a8ff-a4e0f0b5f130 of type vlan for network ce308344-b638-4ee3-8a7c-964801f36a46 Jul 16 18:07:31.875560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6f165-f950-4afa-9e0e-526bc3de66ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31970fd9-399a-4b29-8ad5-c944b2a86a91,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.880216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bec6f165-f950-4afa-9e0e-526bc3de66ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6613744227f7492180e547af76ab277c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9045992 Jul 16 18:07:31.892680 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.904918 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.921138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:31.954326 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b221-00b9-4ebf-b701-7f0627bf5b50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.987255 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.005013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99366b1-3c8f-4161-9ccc-ab66d9513d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.017246 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b221-00b9-4ebf-b701-7f0627bf5b50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.022749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f9b221-00b9-4ebf-b701-7f0627bf5b50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.023368 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b221-00b9-4ebf-b701-7f0627bf5b50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.062896 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99366b1-3c8f-4161-9ccc-ab66d9513d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.085921 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a8f9b221-00b9-4ebf-b701-7f0627bf5b50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8360348 Jul 16 18:07:32.092848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:32.095958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:32.099928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event updated for resources: {'Port': ['ID=72af6bde-ebbf-4b6c-84fd-82888f7f2eea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.100730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4a635e62-fa69-4a31-8de7-15baef773388 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:32.102492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:32.108328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-751e365d-e4c9-4165-8879-91189faf5713 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': 'ce308344-b638-4ee3-8a7c-964801f36a46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:32.110570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-6c35cacd-9ef4-4c17-8c6e-7c2137e233db tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.117465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-6c35cacd-9ef4-4c17-8c6e-7c2137e233db tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/networks?id=1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 200 len: 819 time: 0.3689065 Jul 16 18:07:32.119992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:32.127783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4a635e62-fa69-4a31-8de7-15baef773388 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:32.128211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4a635e62-fa69-4a31-8de7-15baef773388 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:32.207922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-1fde0616-c3e9-443d-933e-97c61abdebed tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/quotas/dec418af5de2424d8bb311b478097044 HTTP/1.1" status: 200 len: 375 time: 0.0891712 Jul 16 18:07:32.235008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9b221-00b9-4ebf-b701-7f0627bf5b50 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Network': ['ID=ce308344-b638-4ee3-8a7c-964801f36a46,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.262063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network ce308344-b638-4ee3-8a7c-964801f36a46 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:32.278929 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751e365d-e4c9-4165-8879-91189faf5713 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:32.282656 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751e365d-e4c9-4165-8879-91189faf5713 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.287868 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99366b1-3c8f-4161-9ccc-ab66d9513d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.291455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b99366b1-3c8f-4161-9ccc-ab66d9513d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.295742 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b99366b1-3c8f-4161-9ccc-ab66d9513d43 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31970fd9-399a-4b29-8ad5-c944b2a86a91 HTTP/1.1" status: 204 len: 168 time: 0.3729675 Jul 16 18:07:32.310330 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-825afc51-ec0d-4b26-a545-ffd705edf742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.330269 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99366b1-3c8f-4161-9ccc-ab66d9513d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31970fd9-399a-4b29-8ad5-c944b2a86a91,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.348146 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b9b6a-d387-484a-bc87-e8ef711a9be7 req-ef499875-1eb1-4dae-a65a-9361457398fb tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.356249 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f1b9b6a-d387-484a-bc87-e8ef711a9be7 req-ef499875-1eb1-4dae-a65a-9361457398fb tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 943 time: 0.3362377 Jul 16 18:07:32.453403 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.458038 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.468149 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.471691 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Transition to ACTIVE for port object f894a8fd-ca29-4ddf-8a6e-7b714d61a37a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:32.473924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-49467454-f910-481d-b39b-92282a00ce51 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dec418af5de2424d8bb311b478097044&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2650280 Jul 16 18:07:32.481236 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.492653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f1b9b6a-d387-484a-bc87-e8ef711a9be7 req-e3385cbc-1c00-4008-818e-5656c6eda794 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354885 Jul 16 18:07:32.603538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf067a-9766-4d5e-995f-dcdd26c0279a None None] Pushing event updated for resources: {'Port': ['ID=f894a8fd-ca29-4ddf-8a6e-7b714d61a37a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.628416 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.636315 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.650390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Attempting to bind port f894a8fd-ca29-4ddf-8a6e-7b714d61a37a on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:32.651223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Attempting to bind port f894a8fd-ca29-4ddf-8a6e-7b714d61a37a by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:32.651767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Attempting to bind port f894a8fd-ca29-4ddf-8a6e-7b714d61a37a on network 1ec6f990-5524-4162-9c80-9e127ede5598 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:32.656772 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751e365d-e4c9-4165-8879-91189faf5713 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.659310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:32.659957 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Checking segment: {'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:32.660689 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.661418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Bound using segment: {'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:32.662135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Bound port: f894a8fd-ca29-4ddf-8a6e-7b714d61a37a, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:32.662619 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.733835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-81111c32-90eb-40da-9d8a-dd7242665538 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:07:32.750939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-81111c32-90eb-40da-9d8a-dd7242665538 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2758858 Jul 16 18:07:32.753715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e365d-e4c9-4165-8879-91189faf5713 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Subnet': ['ID=5b95263e-8d40-4604-8a01-1b45538d0cd8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.767414 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751e365d-e4c9-4165-8879-91189faf5713 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Checking segment: {'id': 'c702d041-aa91-469e-a8ff-a4e0f0b5f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce308344-b638-4ee3-8a7c-964801f36a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:32.767610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e365d-e4c9-4165-8879-91189faf5713 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network hostable DHCP agents. Network: ce308344-b638-4ee3-8a7c-964801f36a46, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:32.772277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] For port f894a8fd-ca29-4ddf-8a6e-7b714d61a37a, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:32.777493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] For port f894a8fd-ca29-4ddf-8a6e-7b714d61a37a, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f894a8fd-ca29-4ddf-8a6e-7b714d61a37a,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:32.787062 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.795321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e365d-e4c9-4165-8879-91189faf5713 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network ce308344-b638-4ee3-8a7c-964801f36a46 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:32.816642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-751e365d-e4c9-4165-8879-91189faf5713 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, ce308344-b638-4ee3-8a7c-964801f36a46) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:32.824420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751e365d-e4c9-4165-8879-91189faf5713 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.826943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-751e365d-e4c9-4165-8879-91189faf5713 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.870564 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-751e365d-e4c9-4165-8879-91189faf5713 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7707870 Jul 16 18:07:32.871170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:32.882091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1a68a59e-08a6-4b6e-9cdb-759673b0d479 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-804898757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:32.886376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf067a-9766-4d5e-995f-dcdd26c0279a None None] Pushing event updated for resources: {'Port': ['ID=f894a8fd-ca29-4ddf-8a6e-7b714d61a37a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.896891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016cca0f-a132-42ea-a435-b3980e5275a6 None None] Network ce308344-b638-4ee3-8a7c-964801f36a46 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:32.913209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:32.937210 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a68a59e-08a6-4b6e-9cdb-759673b0d479 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.939471 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a68a59e-08a6-4b6e-9cdb-759673b0d479 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.977219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f06b9e5-6786-4051-9970-a4c061477d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.981910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Routers {'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:32.982647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:32.997186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-15ff6c43-a75a-4169-a4ea-a6f04f059e44 service neutron] 10.222.0.52 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453535 Jul 16 18:07:33.011247 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a68a59e-08a6-4b6e-9cdb-759673b0d479 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.019109 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a68a59e-08a6-4b6e-9cdb-759673b0d479 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.041483 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a68a59e-08a6-4b6e-9cdb-759673b0d479 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.044410 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1a68a59e-08a6-4b6e-9cdb-759673b0d479 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1715007 Jul 16 18:07:33.047037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:33.055578 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'network_id': 'ce308344-b638-4ee3-8a7c-964801f36a46', 'name': 'tempest-PortsTestJSON-2143903095'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:33.201145 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.210254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-1c5d0d02-9113-4580-b11d-4bcd6618104f service neutron] 10.222.0.52 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121606 Jul 16 18:07:33.365245 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f06b9e5-6786-4051-9970-a4c061477d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.378106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f06b9e5-6786-4051-9970-a4c061477d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.404928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] Set router ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:33.418323 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:33.427185 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.434109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6f06b9e5-6786-4051-9970-a4c061477d67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a224f39a9d7340ffa4588907b35654b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5195940 Jul 16 18:07:33.435747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06b9e5-6786-4051-9970-a4c061477d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2bee80-961e-428f-8ac2-dbd5679aa827,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:33.438353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:33.482396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Router f39a68dd-f982-470f-b482-d9d0ad5651ab is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:33.536618 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:33.596869 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-ce308344-b638-4ee3-8a7c-964801f36a46', 'network_id': 'ce308344-b638-4ee3-8a7c-964801f36a46', 'tenant_id': '6f8a16931fb84e10a428b4981d4f5525', 'fixed_ips': [{'subnet_id': '5b95263e-8d40-4604-8a01-1b45538d0cd8'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:07:33.600433 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.657490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:33.672194 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Sync routers for ids ['f39a68dd-f982-470f-b482-d9d0ad5651ab'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:33.686183 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Routers {'f39a68dd-f982-470f-b482-d9d0ad5651ab'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:33.686510 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f39a68dd-f982-470f-b482-d9d0ad5651ab'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:33.814387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.10 (ce308344-b638-4ee3-8a7c-964801f36a46/5b95263e-8d40-4604-8a01-1b45538d0cd8/3feb2015-f6b7-47bb-b0a4-bf10c5392db2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:33.882756 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.946277 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Set router f39a68dd-f982-470f-b482-d9d0ad5651ab gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:34.150282 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.163357 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.186252 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Transition to ACTIVE for port object 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:34.186456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-1211301151-router', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2596ec17-af14-4d28-b805-894844ae7968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:20Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': 'dec418af5de2424d8bb311b478097044', 'gw_port': {'id': '2596ec17-af14-4d28-b805-894844ae7968', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:22Z', 'updated_at': '2021-07-16T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f894a8fd-ca29-4ddf-8a6e-7b714d61a37a', 'name': '', 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'mac_address': 'fa:16:3e:f3:77:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '26e6cab3-4374-4ede-8f3e-52dd04198328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:27Z', 'updated_at': '2021-07-16T18:07:32Z', 'revision_number': 4, 'project_id': 'dec418af5de2424d8bb311b478097044', 'subnets': [{'id': '26e6cab3-4374-4ede-8f3e-52dd04198328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:34.244824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8925f4a-df1a-4cc0-973e-ea5a698a066a None None] The sync data for ids ['ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'] in n-d-793618-9 is: [{'id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-1211301151-router', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2596ec17-af14-4d28-b805-894844ae7968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:20Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': 'dec418af5de2424d8bb311b478097044', 'gw_port': {'id': '2596ec17-af14-4d28-b805-894844ae7968', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:22Z', 'updated_at': '2021-07-16T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f894a8fd-ca29-4ddf-8a6e-7b714d61a37a', 'name': '', 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'mac_address': 'fa:16:3e:f3:77:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '26e6cab3-4374-4ede-8f3e-52dd04198328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:27Z', 'updated_at': '2021-07-16T18:07:32Z', 'revision_number': 4, 'project_id': 'dec418af5de2424d8bb311b478097044', 'subnets': [{'id': '26e6cab3-4374-4ede-8f3e-52dd04198328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:34.253174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.374976 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a68dd-f982-470f-b482-d9d0ad5651ab', 'name': 'tempest-snat-router-284319551', 'tenant_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': False}, 'gw_port_id': '72af6bde-ebbf-4b6c-84fd-82888f7f2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:30Z', 'updated_at': '2021-07-16T18:07:32Z', 'revision_number': 3, 'project_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'gw_port': {'id': '72af6bde-ebbf-4b6c-84fd-82888f7f2eea', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a68dd-f982-470f-b482-d9d0ad5651ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:31Z', 'updated_at': '2021-07-16T18:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:34.394550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Allocated IP 172.20.0.2 (ce308344-b638-4ee3-8a7c-964801f36a46/5b95263e-8d40-4604-8a01-1b45538d0cd8/29478fd0-4911-4e43-b76a-b904c736a081) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:34.398719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network ce308344-b638-4ee3-8a7c-964801f36a46 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:34.425015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:34.438962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:34.451520 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Checking router: f39a68dd-f982-470f-b482-d9d0ad5651ab for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:34.451793 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Updating router f39a68dd-f982-470f-b482-d9d0ad5651ab port 72af6bde-ebbf-4b6c-84fd-82888f7f2eea binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:34.459805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=3feb2015-f6b7-47bb-b0a4-bf10c5392db2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.563239 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.565087 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.591045 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-92d9a914-1e96-45f9-9ede-9a50dea9f233 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2821d4b0928640fa84b652896bdf0240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204154 Jul 16 18:07:34.591045 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-30698165-81c4-4ed4-bbbd-a15e1ffac920 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5389383 Jul 16 18:07:34.591045 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.591401 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.647719 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.659841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Transition to ACTIVE for port object 29478fd0-4911-4e43-b76a-b904c736a081 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:34.681186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Transition to ACTIVE for port object 29478fd0-4911-4e43-b76a-b904c736a081 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:34.681822 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c01c5ed0-1836-4c33-9fb8-d55e21206cce req-9446d24e-ff6f-4bf3-aa94-178c544b0c25 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 210 time: 0.1842151 Jul 16 18:07:34.688559 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.690114 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.691344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ac07604c-6d15-4489-b611-8311978ad5ba tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2634945 Jul 16 18:07:34.702387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.704276 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d73731a9-22a5-4aa8-9f93-c824fb858f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.708999 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.878332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Network ce308344-b638-4ee3-8a7c-964801f36a46 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:34.883235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:34.891297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:34.899785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Pushing event updated for resources: {'Port': ['ID=29478fd0-4911-4e43-b76a-b904c736a081,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.907079 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d73731a9-22a5-4aa8-9f93-c824fb858f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.991012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Attempting to bind port 29478fd0-4911-4e43-b76a-b904c736a081 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:34.992413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Attempting to bind port 29478fd0-4911-4e43-b76a-b904c736a081 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'c702d041-aa91-469e-a8ff-a4e0f0b5f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce308344-b638-4ee3-8a7c-964801f36a46'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:34.993155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Attempting to bind port 29478fd0-4911-4e43-b76a-b904c736a081 on network ce308344-b638-4ee3-8a7c-964801f36a46 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:35.009428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:35.010595 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Checking segment: {'id': 'c702d041-aa91-469e-a8ff-a4e0f0b5f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce308344-b638-4ee3-8a7c-964801f36a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:35.012549 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.013478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Bound using segment: {'id': 'c702d041-aa91-469e-a8ff-a4e0f0b5f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce308344-b638-4ee3-8a7c-964801f36a46'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:35.014228 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Bound port: 29478fd0-4911-4e43-b76a-b904c736a081, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c702d041-aa91-469e-a8ff-a4e0f0b5f130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce308344-b638-4ee3-8a7c-964801f36a46'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:35.014810 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.033536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7fd3-ce7e-4392-82b8-85c4b4f2b04e req-2e50000e-6049-426c-92f4-5aa31ee446a8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:35.058604 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc9c7fd3-ce7e-4392-82b8-85c4b4f2b04e req-2e50000e-6049-426c-92f4-5aa31ee446a8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=08233d0f-30af-4bf8-9fd1-0109af05ba06 HTTP/1.1" status: 200 len: 943 time: 0.5648859 Jul 16 18:07:35.109527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] For port 29478fd0-4911-4e43-b76a-b904c736a081, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:35.114861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] For port 29478fd0-4911-4e43-b76a-b904c736a081, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=29478fd0-4911-4e43-b76a-b904c736a081,segment=NetworkSegment(c702d041-aa91-469e-a8ff-a4e0f0b5f130),segment_id=c702d041-aa91-469e-a8ff-a4e0f0b5f130)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:35.120748 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.205460 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.215853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef37b32-4cb0-43d1-9692-84e3a28654b1 None None] Pushing event updated for resources: {'Port': ['ID=29478fd0-4911-4e43-b76a-b904c736a081,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:35.223487 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Transition to ACTIVE for port object 72af6bde-ebbf-4b6c-84fd-82888f7f2eea will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:35.223728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-11989b4c-cf75-4f9e-86c5-d27e79ad60d9 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/routers/f39a68dd-f982-470f-b482-d9d0ad5651ab HTTP/1.1" status: 200 len: 908 time: 0.5166535 Jul 16 18:07:35.226787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:35.236288 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.250064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Request body: {'router': {'name': 'tempest-snat-router-284319551', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'enable_snat': True}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:35.308945 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadb9bf-0dff-481b-9d30-cb26de06e2f5 None None] Pushing event updated for resources: {'Port': ['ID=72af6bde-ebbf-4b6c-84fd-82888f7f2eea,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:35.341759 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Attempting to bind port 72af6bde-ebbf-4b6c-84fd-82888f7f2eea on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:35.342322 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Attempting to bind port 72af6bde-ebbf-4b6c-84fd-82888f7f2eea by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:35.342904 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Attempting to bind port 72af6bde-ebbf-4b6c-84fd-82888f7f2eea on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:35.345845 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d73731a9-22a5-4aa8-9f93-c824fb858f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.349660 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:35.350378 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:35.351086 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.351635 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:35.352053 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d73731a9-22a5-4aa8-9f93-c824fb858f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.352451 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Bound port: 72af6bde-ebbf-4b6c-84fd-82888f7f2eea, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:35.353074 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.354461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d73731a9-22a5-4aa8-9f93-c824fb858f52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e2bee80-961e-428f-8ac2-dbd5679aa827 HTTP/1.1" status: 204 len: 168 time: 1.9148951 Jul 16 18:07:35.399871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73731a9-22a5-4aa8-9f93-c824fb858f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2bee80-961e-428f-8ac2-dbd5679aa827,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:35.410657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cc9c7fd3-ce7e-4392-82b8-85c4b4f2b04e req-dafd9431-2bb2-4ab9-abd2-7e70063bced1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Deleting port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:35.413701 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9c7fd3-ce7e-4392-82b8-85c4b4f2b04e req-dafd9431-2bb2-4ab9-abd2-7e70063bced1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.428204 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] For port 72af6bde-ebbf-4b6c-84fd-82888f7f2eea, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:35.434252 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] For port 72af6bde-ebbf-4b6c-84fd-82888f7f2eea, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=72af6bde-ebbf-4b6c-84fd-82888f7f2eea,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:35.459525 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.464446 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.504991 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0493e46-7d2b-42a6-87e0-4f1e258faae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.581888 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0493e46-7d2b-42a6-87e0-4f1e258faae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.605797 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadb9bf-0dff-481b-9d30-cb26de06e2f5 None None] Pushing event updated for resources: {'Port': ['ID=72af6bde-ebbf-4b6c-84fd-82888f7f2eea,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:35.611659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cc9c7fd3-ce7e-4392-82b8-85c4b4f2b04e req-dafd9431-2bb2-4ab9-abd2-7e70063bced1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] For port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:35.612368 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9c7fd3-ce7e-4392-82b8-85c4b4f2b04e req-dafd9431-2bb2-4ab9-abd2-7e70063bced1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.628358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cc9c7fd3-ce7e-4392-82b8-85c4b4f2b04e req-dafd9431-2bb2-4ab9-abd2-7e70063bced1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Calling delete_port for ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:35.674962 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0493e46-7d2b-42a6-87e0-4f1e258faae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.684232 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0493e46-7d2b-42a6-87e0-4f1e258faae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.699662 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Routers {'f39a68dd-f982-470f-b482-d9d0ad5651ab'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:35.700729 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a0493e46-7d2b-42a6-87e0-4f1e258faae7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a47d3c20-f1a4-4c06-a3c8-9550521b33ff HTTP/1.1" status: 204 len: 168 time: 1.1030033 Jul 16 18:07:35.701202 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f39a68dd-f982-470f-b482-d9d0ad5651ab'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:35.757839 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.758704 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.922321 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f894a8fd-ca29-4ddf-8a6e-7b714d61a37a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:35.944974 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] Set router f39a68dd-f982-470f-b482-d9d0ad5651ab gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:35.987103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9c7fd3-ce7e-4392-82b8-85c4b4f2b04e req-dafd9431-2bb2-4ab9-abd2-7e70063bced1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.060224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd9431-2bb2-4ab9-abd2-7e70063bced1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event deleted for resources: {'Port': ['ID=ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.158707 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f894a8fd-ca29-4ddf-8a6e-7b714d61a37a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:36.177672 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f894a8fd-ca29-4ddf-8a6e-7b714d61a37a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:36.178055 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.319507 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.362803 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a68dd-f982-470f-b482-d9d0ad5651ab', 'name': 'tempest-snat-router-284319551', 'tenant_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': False}, 'gw_port_id': '72af6bde-ebbf-4b6c-84fd-82888f7f2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:30Z', 'updated_at': '2021-07-16T18:07:32Z', 'revision_number': 3, 'project_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'gw_port': {'id': '72af6bde-ebbf-4b6c-84fd-82888f7f2eea', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a68dd-f982-470f-b482-d9d0ad5651ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:31Z', 'updated_at': '2021-07-16T18:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:36.424323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port f894a8fd-ca29-4ddf-8a6e-7b714d61a37a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f894a8fd-ca29-4ddf-8a6e-7b714d61a37a,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:36.428551 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.468758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9c7fd3-ce7e-4392-82b8-85c4b4f2b04e req-dafd9431-2bb2-4ab9-abd2-7e70063bced1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] No DVR routers for this DVR port ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:36.472826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:36.483861 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd37c7c-27bb-4b16-9741-86be8841ef4c None None] The sync data for ids ['f39a68dd-f982-470f-b482-d9d0ad5651ab'] in n-d-793618-9 is: [{'id': 'f39a68dd-f982-470f-b482-d9d0ad5651ab', 'name': 'tempest-snat-router-284319551', 'tenant_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': False}, 'gw_port_id': '72af6bde-ebbf-4b6c-84fd-82888f7f2eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:30Z', 'updated_at': '2021-07-16T18:07:32Z', 'revision_number': 3, 'project_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'gw_port': {'id': '72af6bde-ebbf-4b6c-84fd-82888f7f2eea', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a68dd-f982-470f-b482-d9d0ad5651ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:31Z', 'updated_at': '2021-07-16T18:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:36.485755 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc9c7fd3-ce7e-4392-82b8-85c4b4f2b04e req-dafd9431-2bb2-4ab9-abd2-7e70063bced1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.498185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc9c7fd3-ce7e-4392-82b8-85c4b4f2b04e req-dafd9431-2bb2-4ab9-abd2-7e70063bced1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "DELETE /v2.0/ports/ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 HTTP/1.1" status: 204 len: 173 time: 1.4382005 Jul 16 18:07:36.528221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08233d0f-30af-4bf8-9fd1-0109af05ba06', 'name': 'network-vif-deleted', 'tag': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:36.533361 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad192b8b-5e4a-49c7-9b15-703af39571f9" -d '{"events": [{"server_uuid": "08233d0f-30af-4bf8-9fd1-0109af05ba06", "name": "network-vif-deleted", "tag": "ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:36.561528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=f894a8fd-ca29-4ddf-8a6e-7b714d61a37a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.698140 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-c91b24c7-c8ba-4004-8ee8-b17f523214b0 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.704072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-c91b24c7-c8ba-4004-8ee8-b17f523214b0 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.42 "GET /v2.0/networks?id=1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 200 len: 819 time: 0.7345874 Jul 16 18:07:36.721394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-75133d73-5be6-41d2-81c2-5702b69df03d tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.723187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-75133d73-5be6-41d2-81c2-5702b69df03d tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/networks?id=1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 200 len: 819 time: 0.7677329 Jul 16 18:07:36.751623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Request body: {'port': {'device_id': '537d599b-c287-4bca-bf47-b75e705339cd', 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598', 'admin_state_up': True, 'tenant_id': 'dec418af5de2424d8bb311b478097044'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:36.755728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0493e46-7d2b-42a6-87e0-4f1e258faae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47d3c20-f1a4-4c06-a3c8-9550521b33ff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.773638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:36.816226 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.835598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-763c879c-8bf7-47d3-99d9-9b6ff593c144 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0649fdc9913e45d299f2a0dc5a931a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573649 Jul 16 18:07:36.840978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:36.851454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-7e7a8d93-b6a9-4407-9728-b0186b432c82 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/quotas/dec418af5de2424d8bb311b478097044 HTTP/1.1" status: 200 len: 375 time: 0.0933053 Jul 16 18:07:36.883421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:36.884542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:37.050708 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecf268a-f4e3-4af8-a97c-d5fdae9d13df None None] Network ce308344-b638-4ee3-8a7c-964801f36a46 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:37.153065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Made reservation on behalf of dec418af5de2424d8bb311b478097044 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:37.159036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.180972 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.200798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5f1b480-bd7f-42a2-83ea-4821344add3c None None] Provisioning for port 29478fd0-4911-4e43-b76a-b904c736a081 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:37.216340 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.224849 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c287d215-7ddc-44e5-892e-f9e246961cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.437339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Allocated IP 172.20.0.2 (1ec6f990-5524-4162-9c80-9e127ede5598/26e6cab3-4374-4ede-8f3e-52dd04198328/3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:37.708419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.790856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-0b386e79-67ea-4b8e-aa4c-4035e9c1b5e9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dec418af5de2424d8bb311b478097044&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9380467 Jul 16 18:07:37.806314 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c287d215-7ddc-44e5-892e-f9e246961cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.841281 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.857727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2f8fc08b-9ac9-4d9b-bd62-38ce98816961 None None] Provisioning for port 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:37.863687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 29478fd0-4911-4e43-b76a-b904c736a081 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:37.904968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2f8fc08b-9ac9-4d9b-bd62-38ce98816961 None None] Provisioning complete for port 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:37.905364 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f8fc08b-9ac9-4d9b-bd62-38ce98816961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.973235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2f8fc08b-9ac9-4d9b-bd62-38ce98816961 None None] Port 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:38.013088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 29478fd0-4911-4e43-b76a-b904c736a081 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:38.018219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 29478fd0-4911-4e43-b76a-b904c736a081 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:38.025772 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.053181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Network 1ec6f990-5524-4162-9c80-9e127ede5598 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:38.104469 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.109687 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.113356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:38.118514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Pushing event updated for resources: {'Port': ['ID=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.134128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:38.141941 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc71b05-250b-48c1-9a0b-a5d5e41dcc7b x-openstack-request-id: req-9cc71b05-250b-48c1-9a0b-a5d5e41dcc7b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:38.142251 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08233d0f-30af-4bf8-9fd1-0109af05ba06", "name": "network-vif-deleted", "tag": "ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5", "status": "failed", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:38.142518 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cc71b05-250b-48c1-9a0b-a5d5e41dcc7b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:38.142983 n-d-793618-9 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '08233d0f-30af-4bf8-9fd1-0109af05ba06', 'name': 'network-vif-deleted', 'tag': 'ce1cb40f-43bb-4f42-b46c-f1d12f71f9b5', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:07:38.173608 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.182740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.188774 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.227867 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c287d215-7ddc-44e5-892e-f9e246961cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.241118 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c287d215-7ddc-44e5-892e-f9e246961cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.247861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c287d215-7ddc-44e5-892e-f9e246961cb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32c846ed-2dd5-44e6-98de-6e8eb3bfd32c HTTP/1.1" status: 204 len: 168 time: 1.4052045 Jul 16 18:07:38.290908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3dadbd39-bc18-42a4-9fb3-cbcc34029bd5 None None] Provisioning complete for port 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:38.291428 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dadbd39-bc18-42a4-9fb3-cbcc34029bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.296901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 29478fd0-4911-4e43-b76a-b904c736a081, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=29478fd0-4911-4e43-b76a-b904c736a081,segment=NetworkSegment(c702d041-aa91-469e-a8ff-a4e0f0b5f130),segment_id=c702d041-aa91-469e-a8ff-a4e0f0b5f130)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:38.300012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287d215-7ddc-44e5-892e-f9e246961cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c846ed-2dd5-44e6-98de-6e8eb3bfd32c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.324405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-c4db7263-12fd-4f3d-89fa-11077b1b46ae service neutron] 10.222.0.52 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868624 Jul 16 18:07:38.331105 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.331105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f894a8fd-ca29-4ddf-8a6e-7b714d61a37a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:38.331469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.331846 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.367500 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Allocated IP 172.25.8.46 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/59aaea98-79cc-46f1-9baa-65e7a355f985) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:38.455728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3dadbd39-bc18-42a4-9fb3-cbcc34029bd5 None None] Port 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:38.470392 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-a337b52b-5220-4042-adba-75f6f9c291a8 service neutron] 10.222.0.52 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441960 Jul 16 18:07:38.473802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d115427b-c0f4-4d91-a739-cf646f8ee03e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7457726 Jul 16 18:07:38.488346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Request body: {'port': {'device_id': '537d599b-c287-4bca-bf47-b75e705339cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:38.507694 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=29478fd0-4911-4e43-b76a-b904c736a081,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.513832 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f894a8fd-ca29-4ddf-8a6e-7b714d61a37a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:38.514448 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.518815 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.588683 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.728482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 72af6bde-ebbf-4b6c-84fd-82888f7f2eea up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:38.729856 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:38.752328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:38.758891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:38.816057 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=3feb2015-f6b7-47bb-b0a4-bf10c5392db2,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.850605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 72af6bde-ebbf-4b6c-84fd-82888f7f2eea completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:38.855713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 72af6bde-ebbf-4b6c-84fd-82888f7f2eea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:38.856093 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.920981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event updated for resources: {'Port': ['ID=59aaea98-79cc-46f1-9baa-65e7a355f985,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.933867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da185c1b-d1f1-4b2a-a745-a61fdd188efb req-02273bba-0a61-4215-a154-65753b5ba437 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 210 time: 0.1196756 Jul 16 18:07:38.959312 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.002029 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.038981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 72af6bde-ebbf-4b6c-84fd-82888f7f2eea, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=72af6bde-ebbf-4b6c-84fd-82888f7f2eea,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:39.044736 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.129259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3bc96b36-875d-4c1b-bdcf-1dfed6b9117b None None] Provisioning complete for port 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:39.130152 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bc96b36-875d-4c1b-bdcf-1dfed6b9117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.164252 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-0141de42-c193-4687-be0d-bdaa8ffdb5d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:39.165906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-0141de42-c193-4687-be0d-bdaa8ffdb5d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.4314380 Jul 16 18:07:39.169596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=72af6bde-ebbf-4b6c-84fd-82888f7f2eea,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.194125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:39.194501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:39.197051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:39.197418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:39.197775 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:39.198168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:39.198663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:39.199010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:39.200918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:39.201299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:39.201678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:39.210920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:39.241956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-8a45fd64-ae45-42d7-ad62-d2a30d4dc927 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/quotas/a1ffeaff18b040c79bcd3f89f49d8d60 HTTP/1.1" status: 200 len: 375 time: 0.0477242 Jul 16 18:07:39.255466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3bc96b36-875d-4c1b-bdcf-1dfed6b9117b None None] Port 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:39.337610 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-da8a245b-80fb-4165-8877-939c0d5911e9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923636 Jul 16 18:07:39.490404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.662728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 29478fd0-4911-4e43-b76a-b904c736a081 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:39.752454 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.789192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 29478fd0-4911-4e43-b76a-b904c736a081 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:39.789192 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.863752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-7ec16081-5168-4407-99f8-db9539d67fa4 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236559 Jul 16 18:07:39.926931 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.963017 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 72af6bde-ebbf-4b6c-84fd-82888f7f2eea up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:40.076165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:40.086098 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.087934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 72af6bde-ebbf-4b6c-84fd-82888f7f2eea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:40.088446 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.099968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Transition to ACTIVE for port object 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:40.110888 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.246404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96c2b314-2b34-465f-9b7b-d685764a1cd1 req-692f7d75-19cb-478d-896c-ccce6a82d2d5 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 210 time: 0.0427754 Jul 16 18:07:40.278686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Pushing event updated for resources: {'Port': ['ID=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.462983 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-269e25d1-09bd-4e4c-8b48-beebfce733be service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974548 Jul 16 18:07:40.523611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Attempting to bind port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:40.524186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Attempting to bind port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:40.524751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Attempting to bind port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 on network 1ec6f990-5524-4162-9c80-9e127ede5598 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:40.537848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 on network 1ec6f990-5524-4162-9c80-9e127ede5598 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:40.538400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Attempting to bind port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 on network 1ec6f990-5524-4162-9c80-9e127ede5598 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:40.547853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:40.548434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Checking segment: {'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:40.549087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Bound using segment: {'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:40.553858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Bound port: 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:40.554488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.654730 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.659597 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.671334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.942954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.958191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=3feb2015-f6b7-47bb-b0a4-bf10c5392db2,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.024974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be30e5a5-8004-49f4-b9d0-6238774dda5a req-44c632a9-27ea-4bc7-806d-6b1d9fa0f83e tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 210 time: 0.1225216 Jul 16 18:07:41.111605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-36f0a387-73dc-4fff-919e-3603d0d55300 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.113766 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-36f0a387-73dc-4fff-919e-3603d0d55300 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.38 "GET /v2.0/networks?id=1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 200 len: 819 time: 0.5506606 Jul 16 18:07:41.143216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Request body: {'port': {'device_id': '0d9549ea-ccab-44c4-b57e-15354cc92cc0', 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598', 'admin_state_up': True, 'tenant_id': 'dec418af5de2424d8bb311b478097044'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:41.195401 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network ce308344-b638-4ee3-8a7c-964801f36a46 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:41.199232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:41.209345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Router c0a683c6-8f96-4961-b339-62fa5a2c4d34 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:41.213270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] For port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:41.272316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] For port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:41.315036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.388587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.389234 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.391326 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] 10.222.0.42 "PUT /v2.0/ports/3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 HTTP/1.1" status: 200 len: 1091 time: 2.9105241 Jul 16 18:07:41.393796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537d599b-c287-4bca-bf47-b75e705339cd', 'tag': '3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:41.396478 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b56c89-3c87-4f10-bf14-c517dc535c08" -d '{"events": [{"name": "network-changed", "server_uuid": "537d599b-c287-4bca-bf47-b75e705339cd", "tag": "3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:41.542670 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c84632-4eef-478b-a8e2-35815d85383a x-openstack-request-id: req-04c84632-4eef-478b-a8e2-35815d85383a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:41.543161 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537d599b-c287-4bca-bf47-b75e705339cd", "tag": "3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:41.544202 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04c84632-4eef-478b-a8e2-35815d85383a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:41.544996 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537d599b-c287-4bca-bf47-b75e705339cd', 'tag': '3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18', 'status': 'completed', 'code': 200} Jul 16 18:07:41.602588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd96c7-409a-4267-af7f-217f58b94e6f service neutron] Pushing event updated for resources: {'Port': ['ID=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.631982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4669eb4c-3283-4638-86b1-cf6d9731f766 req-85fafafd-5317-4eeb-a0c2-6161988e2fed tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 210 time: 0.0576081 Jul 16 18:07:41.696167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Made reservation on behalf of dec418af5de2424d8bb311b478097044 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:41.701983 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.707476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-b412eaac-1786-4ae1-88e3-6abe0dcbf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.709594 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-b412eaac-1786-4ae1-88e3-6abe0dcbf64f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dec418af5de2424d8bb311b478097044&device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 1094 time: 0.2446415 Jul 16 18:07:41.798455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-d6be3002-4605-4c8c-977d-d3669de03724 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 HTTP/1.1" status: 200 len: 217 time: 0.0747602 Jul 16 18:07:41.820810 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-469f17c6-e354-4e67-a9f9-c78a676a407b None None] Provisioning complete for port 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:41.821716 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-469f17c6-e354-4e67-a9f9-c78a676a407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.956849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Router 4b8652eb-1883-4706-afde-5c2248f3d945 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:41.958233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-469f17c6-e354-4e67-a9f9-c78a676a407b None None] Port 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:42.166603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-3fae6c93-f28b-4039-ba54-f7d214ce3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.170852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-3fae6c93-f28b-4039-ba54-f7d214ce3839 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26e6cab3-4374-4ede-8f3e-52dd04198328 HTTP/1.1" status: 200 len: 859 time: 0.3645227 Jul 16 18:07:42.172180 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Allocated IP 172.20.0.8 (1ec6f990-5524-4162-9c80-9e127ede5598/26e6cab3-4374-4ede-8f3e-52dd04198328/7443607f-2662-466b-be71-199a5d32d8cd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:42.413377 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-8f3a1290-6555-4c77-b3b7-c302810d21fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec6f990-5524-4162-9c80-9e127ede5598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186192 Jul 16 18:07:42.462838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:42.471978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-701c2222-0e49-45bc-9b6a-277da4efa58c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "PUT /v2.0/routers/4b8652eb-1883-4706-afde-5c2248f3d945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8798695 Jul 16 18:07:42.472869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.474920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59dabc-04e2-4828-bb64-c46e93368f3e None None] Sync routers for ids ['4b8652eb-1883-4706-afde-5c2248f3d945'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:42.491193 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59dabc-04e2-4828-bb64-c46e93368f3e None None] Routers {'4b8652eb-1883-4706-afde-5c2248f3d945'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:42.497981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc59dabc-04e2-4828-bb64-c46e93368f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4b8652eb-1883-4706-afde-5c2248f3d945'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:42.542550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:42.561991 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Sync routers for ids ['c0a683c6-8f96-4961-b339-62fa5a2c4d34'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:42.562688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8bb1c1be-38d0-4dff-aa20-32a1f5ad1076 req-2490f8af-fc03-4467-ab70-d7649ba5e8ad tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 210 time: 0.2642462 Jul 16 18:07:42.575776 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Routers {'c0a683c6-8f96-4961-b339-62fa5a2c4d34'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:42.580593 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c0a683c6-8f96-4961-b339-62fa5a2c4d34'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:42.605612 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.613589 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-846ef22d-cd87-4cd9-9037-313f837e275d tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.3783410 Jul 16 18:07:42.614010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc59dabc-04e2-4828-bb64-c46e93368f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:42.614759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-25b94c82-3b9f-475d-8411-89671fcbce3a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056335 Jul 16 18:07:42.630199 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59dabc-04e2-4828-bb64-c46e93368f3e None None] Routers {'4b8652eb-1883-4706-afde-5c2248f3d945'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:42.632586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.633526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc59dabc-04e2-4828-bb64-c46e93368f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4b8652eb-1883-4706-afde-5c2248f3d945'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:42.731610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc59dabc-04e2-4828-bb64-c46e93368f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:42.732198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59dabc-04e2-4828-bb64-c46e93368f3e None None] The sync data for ids ['4b8652eb-1883-4706-afde-5c2248f3d945'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:42.774980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e53eec-c33a-460a-8b43-49803df427c4 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.777234 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-27e53eec-c33a-460a-8b43-49803df427c4 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8652eb-1883-4706-afde-5c2248f3d945 HTTP/1.1" status: 200 len: 983 time: 0.3010290 Jul 16 18:07:42.780154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.793212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-0b22b4c9-ad8f-4f1d-8fc2-b740f9817d91 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.801494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-0b22b4c9-ad8f-4f1d-8fc2-b740f9817d91 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857059 Jul 16 18:07:42.838922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-b247161a-e0ce-46a8-a263-bab25e159f57 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/quotas/1a1aaeaf28f243fd8004e95ea06e31dd HTTP/1.1" status: 200 len: 375 time: 0.0364494 Jul 16 18:07:42.864783 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Set router c0a683c6-8f96-4961-b339-62fa5a2c4d34 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:42.926051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-fb60fd39-597e-40dc-bb3c-de630427704a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861526 Jul 16 18:07:43.013995 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.028777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2324602c-38c1-4ac3-9779-bd7786ac0cb0 req-601c9224-16bd-4607-b7f6-0ee175a4d2f1 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 210 time: 0.1126685 Jul 16 18:07:43.099417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-ee3a947b-23db-44ca-96fc-9ed86ed1e6cf service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848589 Jul 16 18:07:43.194041 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4828c671-e44f-480b-9436-e70701881443 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/routers/c0a683c6-8f96-4961-b339-62fa5a2c4d34 HTTP/1.1" status: 200 len: 906 time: 0.5513444 Jul 16 18:07:43.227918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:43.325916 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a683c6-8f96-4961-b339-62fa5a2c4d34', 'name': 'tempest-snat-router-284319551', 'tenant_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '59aaea98-79cc-46f1-9baa-65e7a355f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:35Z', 'updated_at': '2021-07-16T18:07:39Z', 'revision_number': 3, 'project_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'gw_port': {'id': '59aaea98-79cc-46f1-9baa-65e7a355f985', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:93:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a683c6-8f96-4961-b339-62fa5a2c4d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:38Z', 'updated_at': '2021-07-16T18:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:43.394825 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Checking router: c0a683c6-8f96-4961-b339-62fa5a2c4d34 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:43.395200 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Updating router c0a683c6-8f96-4961-b339-62fa5a2c4d34 port 59aaea98-79cc-46f1-9baa-65e7a355f985 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:43.492636 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5ebeaad-0d4b-44ca-85c6-21ed205a7353 req-b4ceee36-6a00-476b-aa10-4e0ea07af732 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817086 Jul 16 18:07:43.529003 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.712397 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-9f338fab-bce7-48ed-bd59-2998d92e80d5 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.715103 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-9f338fab-bce7-48ed-bd59-2998d92e80d5 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.3536060 Jul 16 18:07:43.720629 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.865122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Request body: {'port': {'device_id': '7c4cd470-d3a3-429a-9c44-1b2ce1dec372', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'admin_state_up': True, 'tenant_id': 'a1ffeaff18b040c79bcd3f89f49d8d60'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:43.870574 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.083678 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.107109 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Transition to ACTIVE for port object 59aaea98-79cc-46f1-9baa-65e7a355f985 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:44.121719 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.232151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Deleting port 59aaea98-79cc-46f1-9baa-65e7a355f985 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:44.232799 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.238345 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd373fa-538f-4f7e-9f0c-09a865b05761 None None] Pushing event updated for resources: {'Port': ['ID=59aaea98-79cc-46f1-9baa-65e7a355f985,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:44.270455 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Attempting to bind port 59aaea98-79cc-46f1-9baa-65e7a355f985 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:44.271251 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Attempting to bind port 59aaea98-79cc-46f1-9baa-65e7a355f985 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:44.271801 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Attempting to bind port 59aaea98-79cc-46f1-9baa-65e7a355f985 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:44.279567 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:44.280300 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:44.280889 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.281507 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:44.282658 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Bound port: 59aaea98-79cc-46f1-9baa-65e7a355f985, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:44.283379 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.327681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a24f4e54-0cb2-419f-84c5-59f230f9f940 req-cf83bfde-6da5-41e6-924d-e2289acf1907 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 210 time: 0.0439878 Jul 16 18:07:44.344393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a824baea-1ca4-4f20-a1bd-d794d8ead56c req-4d061849-027d-46a6-bd2a-59ef31d6541b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 210 time: 0.8932326 Jul 16 18:07:44.358887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Made reservation on behalf of a1ffeaff18b040c79bcd3f89f49d8d60 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:44.362929 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.438571 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] For port 59aaea98-79cc-46f1-9baa-65e7a355f985, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:44.453383 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] For port 59aaea98-79cc-46f1-9baa-65e7a355f985, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=59aaea98-79cc-46f1-9baa-65e7a355f985,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:44.462542 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.485794 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.547399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b56c89-3c87-4f10-bf14-c517dc535c08 req-aff63aa4-38a3-4aaf-88c0-4ff179e3dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.549016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6b56c89-3c87-4f10-bf14-c517dc535c08 req-aff63aa4-38a3-4aaf-88c0-4ff179e3dc26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dec418af5de2424d8bb311b478097044&device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 1094 time: 0.2795682 Jul 16 18:07:44.593884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Network 1ec6f990-5524-4162-9c80-9e127ede5598 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:44.641272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:44.646655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:44.648936 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.685266 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Routers {'c0a683c6-8f96-4961-b339-62fa5a2c4d34'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:44.685510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Calling delete_port for 59aaea98-79cc-46f1-9baa-65e7a355f985 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:44.686046 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c0a683c6-8f96-4961-b339-62fa5a2c4d34'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:44.697990 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddfeda3e-ad15-4828-b8f4-089e749bd417 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.748602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Pushing event updated for resources: {'Port': ['ID=7443607f-2662-466b-be71-199a5d32d8cd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:44.807725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Allocated IP 172.20.0.11 (75ed4a0f-4d0b-41b2-9c98-90d87191034c/d62c42e8-0fd4-4a43-862e-35deb60b4c2e/c21a37ef-52e8-4fc3-bcea-5fdecd7ce410) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:44.863199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.863871 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.912019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b56c89-3c87-4f10-bf14-c517dc535c08 req-4a38637d-b966-470f-89a5-d7f53912cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.913874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6b56c89-3c87-4f10-bf14-c517dc535c08 req-4a38637d-b966-470f-89a5-d7f53912cfaa service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 200 len: 920 time: 0.3458111 Jul 16 18:07:44.916984 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-118f5199-cf6e-4b45-89bf-6eac3c97abdb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7911143 Jul 16 18:07:44.927712 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebf457-3bf1-4204-bd1a-7a265c20e852 req-4d9531bf-e1f8-4209-ba4c-72df6c17dfcf tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.928165 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd373fa-538f-4f7e-9f0c-09a865b05761 None None] Pushing event updated for resources: {'Port': ['ID=59aaea98-79cc-46f1-9baa-65e7a355f985,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:44.929544 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06ebf457-3bf1-4204-bd1a-7a265c20e852 req-4d9531bf-e1f8-4209-ba4c-72df6c17dfcf tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 931 time: 0.3295219 Jul 16 18:07:44.948379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Request body: {'port': {'device_id': '0d9549ea-ccab-44c4-b57e-15354cc92cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:44.983574 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] Set router c0a683c6-8f96-4961-b339-62fa5a2c4d34 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:45.038581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6b56c89-3c87-4f10-bf14-c517dc535c08 req-17f27946-fb96-4994-8062-74d9cfbb6f78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 HTTP/1.1" status: 200 len: 217 time: 0.1077876 Jul 16 18:07:45.094946 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a683c6-8f96-4961-b339-62fa5a2c4d34', 'name': 'tempest-snat-router-284319551', 'tenant_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:35Z', 'updated_at': '2021-07-16T18:07:43Z', 'revision_number': 4, 'project_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:45.128077 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3ed00-59c1-429f-b172-ef4122bbe528 None None] The sync data for ids ['c0a683c6-8f96-4961-b339-62fa5a2c4d34'] in n-d-793618-9 is: [{'id': 'c0a683c6-8f96-4961-b339-62fa5a2c4d34', 'name': 'tempest-snat-router-284319551', 'tenant_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:35Z', 'updated_at': '2021-07-16T18:07:43Z', 'revision_number': 4, 'project_id': '8f90db1e0fd94948a7675a5f4d9c872f', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:45.195649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06ebf457-3bf1-4204-bd1a-7a265c20e852 req-a484cf1f-edce-401f-b2ae-e0d600b41a64 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537718 Jul 16 18:07:45.242876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b56c89-3c87-4f10-bf14-c517dc535c08 req-002e9457-48dd-452f-88a2-aca0c813b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.244484 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6b56c89-3c87-4f10-bf14-c517dc535c08 req-002e9457-48dd-452f-88a2-aca0c813b219 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26e6cab3-4374-4ede-8f3e-52dd04198328 HTTP/1.1" status: 200 len: 859 time: 0.1725707 Jul 16 18:07:45.297833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6b56c89-3c87-4f10-bf14-c517dc535c08 req-12a07807-2197-4c5c-83b3-81fa13dd6ea1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec6f990-5524-4162-9c80-9e127ede5598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471590 Jul 16 18:07:45.298535 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.537112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6b56c89-3c87-4f10-bf14-c517dc535c08 req-6c8b9180-8793-4aa2-afad-085da46fcf4a service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271066 Jul 16 18:07:45.554275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.720554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f5f2cb0-4e89-4c9a-8fb7-7ac0a1c55049 req-a66adc82-205b-4a82-a955-73a9175d59be tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 210 time: 0.0700352 Jul 16 18:07:45.794694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6157e8b-a0dd-45d3-972e-e0020032739d req-f8439178-6b5a-460f-b80b-1fa5b0d03528 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 210 time: 0.1427321 Jul 16 18:07:45.937565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6b56c89-3c87-4f10-bf14-c517dc535c08 req-030dd123-3709-4717-800c-e7b343055ca5 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925097 Jul 16 18:07:45.981580 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.012512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event deleted for resources: {'Port': ['ID=59aaea98-79cc-46f1-9baa-65e7a355f985,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.056818 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-26b23ce1-1ca6-4fcc-af12-c916cc752965 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556765 Jul 16 18:07:46.191242 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.326212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.331453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.355794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7443607f-2662-466b-be71-199a5d32d8cd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:46.366875 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.377213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-ec7283c1-5c3d-4532-b8d3-697d0e244b86 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:46.378835 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-ec7283c1-5c3d-4532-b8d3-697d0e244b86 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149159 Jul 16 18:07:46.395945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Request body: {'port': {'device_id': '8e548a64-3823-4213-9218-bbd963c365c7', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '1a1aaeaf28f243fd8004e95ea06e31dd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:46.407566 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.415919 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.417013 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0a683c6-8f96-4961-b339-62fa5a2c4d34 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:46.424854 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.428301 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bb712c0d-5a2c-40cb-8a26-fe707126c50e tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "DELETE /v2.0/routers/c0a683c6-8f96-4961-b339-62fa5a2c4d34 HTTP/1.1" status: 204 len: 168 time: 3.1935024 Jul 16 18:07:46.435052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:46.457372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Transition to ACTIVE for port object 7443607f-2662-466b-be71-199a5d32d8cd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:46.487436 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Network 75ed4a0f-4d0b-41b2-9c98-90d87191034c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:46.496477 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:46.501215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:46.504055 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.536808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event updated for resources: {'Port': ['ID=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.603453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:46.604644 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.632519 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-308b3cad-146c-4fe6-8eb4-26766729ac3b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7761109 Jul 16 18:07:46.637902 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ddfeda3e-ad15-4828-b8f4-089e749bd417 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:46.638444 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddfeda3e-ad15-4828-b8f4-089e749bd417 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.648439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Request body: {'port': {'device_id': '7c4cd470-d3a3-429a-9c44-1b2ce1dec372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:46.698415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Pushing event updated for resources: {'Port': ['ID=7443607f-2662-466b-be71-199a5d32d8cd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.736731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006b911-1826-4abc-84a5-cd3c3f6cdffa req-0cb46842-f441-41d4-a521-8505184f9829 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:46.738346 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d006b911-1826-4abc-84a5-cd3c3f6cdffa req-0cb46842-f441-41d4-a521-8505184f9829 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 931 time: 0.3585806 Jul 16 18:07:46.771405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:46.790029 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.806844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddfeda3e-ad15-4828-b8f4-089e749bd417 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.817583 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.853005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ddfeda3e-ad15-4828-b8f4-089e749bd417 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 3feb2015-f6b7-47bb-b0a4-bf10c5392db2 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:46.872585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Made reservation on behalf of 1a1aaeaf28f243fd8004e95ea06e31dd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:46.876503 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.906402 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.927179 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d006b911-1826-4abc-84a5-cd3c3f6cdffa req-1a88b009-a9e1-4e79-b96b-c0123c0bd98d tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572099 Jul 16 18:07:47.001377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Attempting to bind port 7443607f-2662-466b-be71-199a5d32d8cd on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:47.002030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Attempting to bind port 7443607f-2662-466b-be71-199a5d32d8cd by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:47.002534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Attempting to bind port 7443607f-2662-466b-be71-199a5d32d8cd on network 1ec6f990-5524-4162-9c80-9e127ede5598 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:47.032087 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:47.060873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18', 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598', 'port_id': '3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18', 'mac_address': 'fa:16:3e:43:12:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e6cab3-4374-4ede-8f3e-52dd04198328', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:47.074413 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Port 7443607f-2662-466b-be71-199a5d32d8cd on network 1ec6f990-5524-4162-9c80-9e127ede5598 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:47.076301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Attempting to bind port 7443607f-2662-466b-be71-199a5d32d8cd on network 1ec6f990-5524-4162-9c80-9e127ede5598 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:47.123415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be7e4621-9af8-4d35-9a89-35c0a1b70a35 req-978c3e4f-bc63-47a9-be36-7ba6c310b580 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 210 time: 0.1148276 Jul 16 18:07:47.130887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:47.131483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Checking segment: {'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:47.132393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Bound using segment: {'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:47.133022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Bound port: 7443607f-2662-466b-be71-199a5d32d8cd, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08c11af-4e38-4c55-88ff-9f55d8058de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:47.133696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.137525 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.175537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:47.233111 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.235082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:47.247237 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.320420 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-ff6df3f9-1f10-47f1-b589-6044c218b93f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3152866 Jul 16 18:07:47.331190 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddfeda3e-ad15-4828-b8f4-089e749bd417 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.344874 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:47.348245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] For port 7443607f-2662-466b-be71-199a5d32d8cd, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:47.353663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] For port 7443607f-2662-466b-be71-199a5d32d8cd, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7443607f-2662-466b-be71-199a5d32d8cd,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:47.371244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a171ad-a28f-466a-ba8f-9f965b5f39c2 req-7f4f48be-867e-4db9-bd6a-c97d08847efa tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.378311 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54a171ad-a28f-466a-ba8f-9f965b5f39c2 req-7f4f48be-867e-4db9-bd6a-c97d08847efa tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 932 time: 0.2576828 Jul 16 18:07:47.391904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfeda3e-ad15-4828-b8f4-089e749bd417 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=3feb2015-f6b7-47bb-b0a4-bf10c5392db2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:47.394791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.405586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:47.424364 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.485792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Transition to ACTIVE for port object c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:47.495306 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.496348 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.497076 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.498586 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] 10.222.0.38 "PUT /v2.0/ports/7443607f-2662-466b-be71-199a5d32d8cd HTTP/1.1" status: 200 len: 1091 time: 2.5591135 Jul 16 18:07:47.516607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:47.522865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9549ea-ccab-44c4-b57e-15354cc92cc0', 'tag': '7443607f-2662-466b-be71-199a5d32d8cd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:47.525259 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e15f3bc-4f55-4e70-936b-046e5bb013d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9549ea-ccab-44c4-b57e-15354cc92cc0", "tag": "7443607f-2662-466b-be71-199a5d32d8cd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:47.641146 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c4cf87-d283-4e9d-b749-e25a75b1adba x-openstack-request-id: req-54c4cf87-d283-4e9d-b749-e25a75b1adba {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:47.641718 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9549ea-ccab-44c4-b57e-15354cc92cc0", "tag": "7443607f-2662-466b-be71-199a5d32d8cd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:47.642116 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54c4cf87-d283-4e9d-b749-e25a75b1adba {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:47.642699 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9549ea-ccab-44c4-b57e-15354cc92cc0', 'tag': '7443607f-2662-466b-be71-199a5d32d8cd', 'status': 'completed', 'code': 200} Jul 16 18:07:47.696025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54a171ad-a28f-466a-ba8f-9f965b5f39c2 req-925a3ec4-32db-4b94-af91-4ce55f845706 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167276 Jul 16 18:07:47.711860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Deleting port 72af6bde-ebbf-4b6c-84fd-82888f7f2eea {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:47.712472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.717269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba8df0-32d5-4a37-ad31-98e5830f6e4e service neutron] Pushing event updated for resources: {'Port': ['ID=7443607f-2662-466b-be71-199a5d32d8cd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:47.752257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Pushing event updated for resources: {'Port': ['ID=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:47.779946 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ddfeda3e-ad15-4828-b8f4-089e749bd417 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.784689 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.819135 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.856227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-4be68eba-1408-4270-95bd-6f5162fdc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.856722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-4be68eba-1408-4270-95bd-6f5162fdc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.857218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-4be68eba-1408-4270-95bd-6f5162fdc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.857743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-4be68eba-1408-4270-95bd-6f5162fdc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.858267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-4be68eba-1408-4270-95bd-6f5162fdc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.859136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-4be68eba-1408-4270-95bd-6f5162fdc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.859136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-4be68eba-1408-4270-95bd-6f5162fdc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.861276 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-4be68eba-1408-4270-95bd-6f5162fdc065 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6491 time: 0.4626913 Jul 16 18:07:47.919834 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Attempting to bind port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:47.920466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Attempting to bind port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:47.920799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Attempting to bind port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:47.946852 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862787b2-9791-4494-be02-4e3fa573cdf4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:47.974110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-996e52d3-a31a-47b2-beef-0f1684be72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.975788 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-996e52d3-a31a-47b2-beef-0f1684be72e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dec418af5de2424d8bb311b478097044&device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 1094 time: 0.4076686 Jul 16 18:07:47.987103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:47.987435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Attempting to bind port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:47.990571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] For port 72af6bde-ebbf-4b6c-84fd-82888f7f2eea, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=72af6bde-ebbf-4b6c-84fd-82888f7f2eea,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:47.990949 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.996144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:47.996487 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Checking segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:47.996877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Bound using segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:47.997348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Bound port: c21a37ef-52e8-4fc3-bcea-5fdecd7ce410, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:47.997717 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.016664 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfeda3e-ad15-4828-b8f4-089e749bd417 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Router 4b8652eb-1883-4706-afde-5c2248f3d945 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:48.060089 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Calling delete_port for 72af6bde-ebbf-4b6c-84fd-82888f7f2eea owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:48.062919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-ca566c0c-178a-49f7-a561-9f54bdfff874 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7443607f-2662-466b-be71-199a5d32d8cd HTTP/1.1" status: 200 len: 217 time: 0.0740716 Jul 16 18:07:48.167785 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] For port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:48.179786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfeda3e-ad15-4828-b8f4-089e749bd417 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:48.189003 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ddfeda3e-ad15-4828-b8f4-089e749bd417 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "PUT /v2.0/routers/4b8652eb-1883-4706-afde-5c2248f3d945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4049220 Jul 16 18:07:48.189003 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] For port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:48.189204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:48.203929 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.205763 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d6224e-2fa0-4c29-bc71-b9958a62e54d None None] Sync routers for ids ['4b8652eb-1883-4706-afde-5c2248f3d945'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:48.218577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d6224e-2fa0-4c29-bc71-b9958a62e54d None None] Routers {'4b8652eb-1883-4706-afde-5c2248f3d945'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:48.219208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-15d6224e-2fa0-4c29-bc71-b9958a62e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4b8652eb-1883-4706-afde-5c2248f3d945'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:48.249681 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ec0130-2914-4dce-84a2-3184ad9fc4df tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:07:48.262111 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-98ec0130-2914-4dce-84a2-3184ad9fc4df tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/3feb2015-f6b7-47bb-b0a4-bf10c5392db2 HTTP/1.1" status: 404 len: 333 time: 0.0718374 Jul 16 18:07:48.277931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:48.319141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Allocated IP 192.168.233.149 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:48.320061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-15d6224e-2fa0-4c29-bc71-b9958a62e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:48.321804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.323247 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.324918 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] 10.222.0.42 "PUT /v2.0/ports/c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 HTTP/1.1" status: 200 len: 1092 time: 1.6823230 Jul 16 18:07:48.325498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4cd470-d3a3-429a-9c44-1b2ce1dec372', 'tag': 'c21a37ef-52e8-4fc3-bcea-5fdecd7ce410'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:48.327860 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fff27e-06a6-4d9d-9c1f-66d499ce0f54" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4cd470-d3a3-429a-9c44-1b2ce1dec372", "tag": "c21a37ef-52e8-4fc3-bcea-5fdecd7ce410"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:48.337501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d6224e-2fa0-4c29-bc71-b9958a62e54d None None] Routers {'4b8652eb-1883-4706-afde-5c2248f3d945'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:48.339082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-15d6224e-2fa0-4c29-bc71-b9958a62e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4b8652eb-1883-4706-afde-5c2248f3d945'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:48.364119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfb7b8-a4a8-41de-95c6-69dbc5276aeb service neutron] Pushing event updated for resources: {'Port': ['ID=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:48.387442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-15d6224e-2fa0-4c29-bc71-b9958a62e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:48.388142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d6224e-2fa0-4c29-bc71-b9958a62e54d None None] The sync data for ids ['4b8652eb-1883-4706-afde-5c2248f3d945'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:48.441673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-5ce00381-af40-41b7-8f4c-b847998af4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.443271 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-5ce00381-af40-41b7-8f4c-b847998af4e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 1095 time: 0.0693793 Jul 16 18:07:48.498740 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-1a5eb1ce-6b86-42b7-908f-0bf5d95135d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 HTTP/1.1" status: 200 len: 217 time: 0.0483243 Jul 16 18:07:48.559419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-0c788916-a330-4e32-8554-59c0cca30c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.561031 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-0c788916-a330-4e32-8554-59c0cca30c11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.0554249 Jul 16 18:07:48.596624 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-56808fec-5e8a-479e-b325-36ca8ce1ff13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290134 Jul 16 18:07:48.704136 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-acf0af81-808a-4fea-af12-f5b49f8ac9a4 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013339 Jul 16 18:07:48.799078 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-452e188b-6cee-4719-86b3-92db7bf4ea26 req-2d34484b-9ac9-4b2c-8434-e13de9bf24cd service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875850 Jul 16 18:07:48.802114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:48.845122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-1f7f0c70-eac9-453c-a668-caf1a1999f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.847046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-1f7f0c70-eac9-453c-a668-caf1a1999f4b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26e6cab3-4374-4ede-8f3e-52dd04198328 HTTP/1.1" status: 200 len: 859 time: 0.7540433 Jul 16 18:07:48.849143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dba7713a-1b56-43ac-91e2-a50db2e3485c req-f06c20f0-48f9-4bc5-843f-9bd2ee8d85c9 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 210 time: 0.0849249 Jul 16 18:07:48.861895 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-335d791e-3b73-4e7a-b066-d31b16853279 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.865549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-f6634531-a06f-475f-889b-f68ec3db496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.866244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-f6634531-a06f-475f-889b-f68ec3db496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.866631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-f6634531-a06f-475f-889b-f68ec3db496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.867486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:48.868356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-f6634531-a06f-475f-889b-f68ec3db496c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8b48fd7f-5b4c-4c63-b2c9-105c8429269d&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=ac8af031-332b-49b9-a5c1-24e1effc1820&id=ac8af031-332b-49b9-a5c1-24e1effc1820 HTTP/1.1" status: 200 len: 2293 time: 0.9354260 Jul 16 18:07:48.879357 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:48.879357 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.920475 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9344f7-1969-4ec1-b847-aa42c477b119 x-openstack-request-id: req-fb9344f7-1969-4ec1-b847-aa42c477b119 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:48.920771 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4cd470-d3a3-429a-9c44-1b2ce1dec372", "tag": "c21a37ef-52e8-4fc3-bcea-5fdecd7ce410", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:48.921038 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb9344f7-1969-4ec1-b847-aa42c477b119 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:48.921511 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4cd470-d3a3-429a-9c44-1b2ce1dec372', 'tag': 'c21a37ef-52e8-4fc3-bcea-5fdecd7ce410', 'status': 'completed', 'code': 200} Jul 16 18:07:49.000033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-fc87f017-d1be-4b69-82bd-20a86611f682 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1ec6f990-5524-4162-9c80-9e127ede5598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446300 Jul 16 18:07:49.048981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fff27e-06a6-4d9d-9c1f-66d499ce0f54 req-e329791e-9cdb-4d9f-b223-1f2de2ff7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.051691 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b8fff27e-06a6-4d9d-9c1f-66d499ce0f54 req-e329791e-9cdb-4d9f-b223-1f2de2ff7e80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 1095 time: 0.1048095 Jul 16 18:07:49.158435 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.184563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fff27e-06a6-4d9d-9c1f-66d499ce0f54 req-b8f881e8-8b70-446c-bd7f-b09ab5e8be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.187211 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b8fff27e-06a6-4d9d-9c1f-66d499ce0f54 req-b8f881e8-8b70-446c-bd7f-b09ab5e8be2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 911 time: 0.1283240 Jul 16 18:07:49.196357 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537d599b-c287-4bca-bf47-b75e705339cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:49.198753 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c074754-e75a-460c-87c7-4ec44dd92a05" -d '{"events": [{"server_uuid": "537d599b-c287-4bca-bf47-b75e705339cd", "name": "network-vif-plugged", "status": "completed", "tag": "3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:49.230967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:49.240898 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.251250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95272953-aa5d-4e32-a49e-3925be2f5601 req-a51b3099-1c2e-4c2e-9c7b-56e59db8b36e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.258186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95272953-aa5d-4e32-a49e-3925be2f5601 req-a51b3099-1c2e-4c2e-9c7b-56e59db8b36e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 943 time: 1.1518497 Jul 16 18:07:49.279063 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b8fff27e-06a6-4d9d-9c1f-66d499ce0f54 req-69f6ab69-911c-40c8-a27a-dd14a721d69f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 HTTP/1.1" status: 200 len: 217 time: 0.0836680 Jul 16 18:07:49.312571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-ef47108d-1504-4735-97a3-98f5f8f728da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0598a2d5-d787-4411-9e1c-19663de1d374 HTTP/1.1" status: 200 len: 1001 time: 0.3944042 Jul 16 18:07:49.322891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:49.356950 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-335d791e-3b73-4e7a-b066-d31b16853279 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.375278 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-335d791e-3b73-4e7a-b066-d31b16853279 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.381998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fff27e-06a6-4d9d-9c1f-66d499ce0f54 req-b12294ac-f931-4e8e-bc4b-305d45525aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.383739 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b8fff27e-06a6-4d9d-9c1f-66d499ce0f54 req-b12294ac-f931-4e8e-bc4b-305d45525aac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.0966580 Jul 16 18:07:49.421180 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b8fff27e-06a6-4d9d-9c1f-66d499ce0f54 req-6f2333e4-1308-4662-a7a4-77961e3595fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307374 Jul 16 18:07:49.521404 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b8fff27e-06a6-4d9d-9c1f-66d499ce0f54 req-e0e0119a-5de8-4f0b-9a72-9ae535bc6162 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925148 Jul 16 18:07:49.584379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-335d791e-3b73-4e7a-b066-d31b16853279 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.585060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335d791e-3b73-4e7a-b066-d31b16853279 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Fanout notify agent at l3_agent the message router_deleted on router 4b8652eb-1883-4706-afde-5c2248f3d945 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:49.600258 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-335d791e-3b73-4e7a-b066-d31b16853279 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.601400 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-335d791e-3b73-4e7a-b066-d31b16853279 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/routers/4b8652eb-1883-4706-afde-5c2248f3d945 HTTP/1.1" status: 204 len: 168 time: 1.3182871 Jul 16 18:07:49.607620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-5a87f500-cbe3-4b80-af4e-a2c19132662f service neutron] 10.222.0.38 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369842 Jul 16 18:07:49.610501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95272953-aa5d-4e32-a49e-3925be2f5601 req-422ee815-9dcc-4c87-b28c-11b19db901db tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515232 Jul 16 18:07:49.611249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:49.631167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-558a55b2-c0c1-4c8c-89a9-3025791e9af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.632633 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-558a55b2-c0c1-4c8c-89a9-3025791e9af1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fd40a31-1878-4b11-bb87-3f093244a313 HTTP/1.1" status: 200 len: 851 time: 0.2902868 Jul 16 18:07:49.664054 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b8fff27e-06a6-4d9d-9c1f-66d499ce0f54 req-64941929-ca3e-47fd-9ef7-4459f7ec2a2a service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353340 Jul 16 18:07:49.688783 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee5f63e-f758-48cd-a316-eb5e44fd7be4 x-openstack-request-id: req-7ee5f63e-f758-48cd-a316-eb5e44fd7be4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:49.689293 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537d599b-c287-4bca-bf47-b75e705339cd", "name": "network-vif-plugged", "status": "completed", "tag": "3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:49.690416 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ee5f63e-f758-48cd-a316-eb5e44fd7be4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:49.690826 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537d599b-c287-4bca-bf47-b75e705339cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18', 'code': 200} Jul 16 18:07:49.692759 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.769279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.787388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event deleted for resources: {'Port': ['ID=72af6bde-ebbf-4b6c-84fd-82888f7f2eea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:49.811881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c9f72-8bde-4016-8d64-34514987b4a8 req-edd49f6a-388b-40d1-a887-c54bc4afe3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.813516 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fb0c9f72-8bde-4016-8d64-34514987b4a8 req-edd49f6a-388b-40d1-a887-c54bc4afe3c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 1096 time: 0.0599322 Jul 16 18:07:49.854859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Transition to ACTIVE for port object f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:49.874718 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fb0c9f72-8bde-4016-8d64-34514987b4a8 req-b2f58100-65ee-4f49-989a-6fd0440dec64 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552020 Jul 16 18:07:49.891566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb89d8c8-fad8-42f9-bd1c-1f0d137790fa tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting subnet 5b95263e-8d40-4604-8a01-1b45538d0cd8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:49.924771 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb89d8c8-fad8-42f9-bd1c-1f0d137790fa tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.969197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb4cda-a360-4c8e-a456-70fe0b6d1ef3 req-51c3ca35-15b4-47cf-ad3a-7c0209353426 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.970827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aeeb4cda-a360-4c8e-a456-70fe0b6d1ef3 req-51c3ca35-15b4-47cf-ad3a-7c0209353426 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 944 time: 0.5690444 Jul 16 18:07:50.036265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4b175a-7aec-4257-ae25-09a557ec11f5 req-3ee4a1ae-8669-4898-8791-0433ae1c6c9d service neutron] 10.222.0.38 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075000 Jul 16 18:07:50.073179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb89d8c8-fad8-42f9-bd1c-1f0d137790fa tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.078577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-342da906-d64f-4edc-b325-37971b59d8f2 req-f404bb72-d826-487d-8b4c-4b50f0df4f9b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 210 time: 0.0831409 Jul 16 18:07:50.120817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-7132455e-0d88-466d-b7dc-7c0f31b92e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.122452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-7132455e-0d88-466d-b7dc-7c0f31b92e9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b48fd7f-5b4c-4c63-b2c9-105c8429269d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4700320 Jul 16 18:07:50.123313 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.287855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aeeb4cda-a360-4c8e-a456-70fe0b6d1ef3 req-7d0b6aa9-83ab-4773-a54a-fa0e06858e30 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030331 Jul 16 18:07:50.288853 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.338276 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.347049 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.476368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:50.491512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:50.501647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Pushing event updated for resources: {'Port': ['ID=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:50.504549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:50.514941 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb89d8c8-fad8-42f9-bd1c-1f0d137790fa tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.542892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.543425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f39a68dd-f982-470f-b482-d9d0ad5651ab {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:50.575102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.579681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fb900b28-7cbb-4cb2-ba88-5e913a6915c4 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "DELETE /v2.0/routers/f39a68dd-f982-470f-b482-d9d0ad5651ab HTTP/1.1" status: 204 len: 168 time: 4.1359391 Jul 16 18:07:50.580567 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38106) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:50.582959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15f3bc-4f55-4e70-936b-046e5bb013d5 req-d291084e-4fd3-4bec-beea-c05e969d6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.584500 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e15f3bc-4f55-4e70-936b-046e5bb013d5 req-d291084e-4fd3-4bec-beea-c05e969d6cd5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dec418af5de2424d8bb311b478097044&device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 1094 time: 0.4775524 Jul 16 18:07:50.586491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1134096663', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:50.609781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-5e27123f-0852-4132-9806-c5840311c27d service neutron] 10.222.0.42 "GET /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547248 Jul 16 18:07:50.646631 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.647917 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.787249 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.804092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.804694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.807722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:50.941872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-56c5bc9d-f89f-4b3c-9b03-471546d233f1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5508370 Jul 16 18:07:50.942840 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb89d8c8-fad8-42f9-bd1c-1f0d137790fa tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.984405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Request body: {'port': {'device_id': '8e548a64-3823-4213-9218-bbd963c365c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:51.008557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:51.022030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'c21a37ef-52e8-4fc3-bcea-5fdecd7ce410', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'port_id': 'c21a37ef-52e8-4fc3-bcea-5fdecd7ce410', 'mac_address': 'fa:16:3e:4f:09:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62c42e8-0fd4-4a43-862e-35deb60b4c2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:51.063567 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.078077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aae6ff19-37c8-4a29-9162-839c9323a594 None None] Provisioning for port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:51.089096 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aae6ff19-37c8-4a29-9162-839c9323a594 None None] Provisioning complete for port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:51.089689 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aae6ff19-37c8-4a29-9162-839c9323a594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.143241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aae6ff19-37c8-4a29-9162-839c9323a594 None None] Port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:51.149378 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.167622 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:51.195164 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:51.205942 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.282628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:51.331065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.351435 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.474611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Allocated IP 172.25.8.147 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/48605c47-38ec-4a23-a72a-44afd3abfb94) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:51.482405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['c21a37ef-52e8-4fc3-bcea-5fdecd7ce410'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:51.494906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89d8c8-fad8-42f9-bd1c-1f0d137790fa tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Subnet': ['ID=5b95263e-8d40-4604-8a01-1b45538d0cd8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:51.517592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7443607f-2662-466b-be71-199a5d32d8cd details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:51.530630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15f3bc-4f55-4e70-936b-046e5bb013d5 req-e0147fd3-4514-4565-90c9-ae48a6b178f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.532374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e15f3bc-4f55-4e70-936b-046e5bb013d5 req-e0147fd3-4514-4565-90c9-ae48a6b178f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 200 len: 920 time: 0.9195299 Jul 16 18:07:51.559877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb89d8c8-fad8-42f9-bd1c-1f0d137790fa tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.562061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cb89d8c8-fad8-42f9-bd1c-1f0d137790fa tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/5b95263e-8d40-4604-8a01-1b45538d0cd8 HTTP/1.1" status: 204 len: 168 time: 1.9450419 Jul 16 18:07:51.568805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:51.617605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-7c56d88c-7411-4337-95a7-874362ed6072 service neutron] 10.222.0.42 "GET /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9945207 Jul 16 18:07:51.628048 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-07507ac3-9c5f-4578-bfed-86ae6afb3abb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0586255 Jul 16 18:07:51.638751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e15f3bc-4f55-4e70-936b-046e5bb013d5 req-38cc7144-6b79-45e0-b491-f4ac7f9692fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7443607f-2662-466b-be71-199a5d32d8cd HTTP/1.1" status: 200 len: 217 time: 0.0712512 Jul 16 18:07:51.663238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ab27d-25f7-4cb0-b49e-b175b099a925 None None] Network ce308344-b638-4ee3-8a7c-964801f36a46 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:51.710528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 72af6bde-ebbf-4b6c-84fd-82888f7f2eea no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:51.735168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.743440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 72af6bde-ebbf-4b6c-84fd-82888f7f2eea {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:51.744547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 72af6bde-ebbf-4b6c-84fd-82888f7f2eea not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:51.749554 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7443607f-2662-466b-be71-199a5d32d8cd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7443607f-2662-466b-be71-199a5d32d8cd,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:51.755359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-10b04904-d5ef-4525-8c1f-fc63f0b343c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=4b93616d-b40c-420c-8b0a-a5239b5587a3 HTTP/1.1" status: 200 len: 217 time: 0.1239066 Jul 16 18:07:51.781770 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.807537 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.823009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '7443607f-2662-466b-be71-199a5d32d8cd', 'network_id': '1ec6f990-5524-4162-9c80-9e127ede5598', 'port_id': '7443607f-2662-466b-be71-199a5d32d8cd', 'mac_address': 'fa:16:3e:04:ec:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e6cab3-4374-4ede-8f3e-52dd04198328', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:51.860328 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30eab7-6388-40c9-a44a-935cabf92baf req-7c8d84b7-4ddb-4734-8554-ac1912831289 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.867478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d30eab7-6388-40c9-a44a-935cabf92baf req-7c8d84b7-4ddb-4734-8554-ac1912831289 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 943 time: 0.9376373 Jul 16 18:07:51.876281 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.893722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15f3bc-4f55-4e70-936b-046e5bb013d5 req-69bcfba7-05d1-413e-8548-c377c6bab19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.895222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e15f3bc-4f55-4e70-936b-046e5bb013d5 req-69bcfba7-05d1-413e-8548-c377c6bab19f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26e6cab3-4374-4ede-8f3e-52dd04198328 HTTP/1.1" status: 200 len: 859 time: 0.2252450 Jul 16 18:07:51.897917 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.959430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22f304-7328-4a19-ad10-f20a045e8d3f req-4c2fbe9a-2731-4039-b24b-9e77bc7e3ee6 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.966608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7443607f-2662-466b-be71-199a5d32d8cd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:51.967250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c22f304-7328-4a19-ad10-f20a045e8d3f req-4c2fbe9a-2731-4039-b24b-9e77bc7e3ee6 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 936 time: 0.4788425 Jul 16 18:07:52.010770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e15f3bc-4f55-4e70-936b-046e5bb013d5 req-1fc31742-5315-4d78-a00f-89bb0c4c9688 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1ec6f990-5524-4162-9c80-9e127ede5598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975773 Jul 16 18:07:52.013340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-c3df4e42-bd4a-4283-9f21-03e22acdab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.014981 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-c3df4e42-bd4a-4283-9f21-03e22acdab64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.2466156 Jul 16 18:07:52.045042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7443607f-2662-466b-be71-199a5d32d8cd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7443607f-2662-466b-be71-199a5d32d8cd,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:52.059983 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.131358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d30eab7-6388-40c9-a44a-935cabf92baf req-250b9175-6081-43ed-a81e-248b6ffe2b5d tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629659 Jul 16 18:07:52.171800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=7443607f-2662-466b-be71-199a5d32d8cd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.227482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e9fc8-4254-40c0-aa1a-5b1d543ee55a None None] DHCP port deletion for ce308344-b638-4ee3-8a7c-964801f36a46 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:52.253929 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c22f304-7328-4a19-ad10-f20a045e8d3f req-2009acd4-da82-4e73-98a6-7cb6d8c1731c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856631 Jul 16 18:07:52.292270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-153e9fc8-4254-40c0-aa1a-5b1d543ee55a None None] Deleting port 29478fd0-4911-4e43-b76a-b904c736a081 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:52.292523 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-153e9fc8-4254-40c0-aa1a-5b1d543ee55a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.336497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['7443607f-2662-466b-be71-199a5d32d8cd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:52.339670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-58392e18-f9e1-45ac-92d6-b3d167c13ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.340402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-58392e18-f9e1-45ac-92d6-b3d167c13ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.340643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-58392e18-f9e1-45ac-92d6-b3d167c13ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.341137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-58392e18-f9e1-45ac-92d6-b3d167c13ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.343034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-58392e18-f9e1-45ac-92d6-b3d167c13ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.343369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-58392e18-f9e1-45ac-92d6-b3d167c13ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.344287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-58392e18-f9e1-45ac-92d6-b3d167c13ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.347087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-58392e18-f9e1-45ac-92d6-b3d167c13ae0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6502 time: 0.6311057 Jul 16 18:07:52.347882 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38138) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:52.366426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e15f3bc-4f55-4e70-936b-046e5bb013d5 req-39850149-d24f-4ed5-9c40-f3f7d670f467 service neutron] 10.222.0.38 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321218 Jul 16 18:07:52.436119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:52.436682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-153e9fc8-4254-40c0-aa1a-5b1d543ee55a None None] For port 29478fd0-4911-4e43-b76a-b904c736a081, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=29478fd0-4911-4e43-b76a-b904c736a081,segment=NetworkSegment(c702d041-aa91-469e-a8ff-a4e0f0b5f130),segment_id=c702d041-aa91-469e-a8ff-a4e0f0b5f130)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:52.437082 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-153e9fc8-4254-40c0-aa1a-5b1d543ee55a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.442690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 29478fd0-4911-4e43-b76a-b904c736a081 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:52.443039 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.451160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:52.465162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-153e9fc8-4254-40c0-aa1a-5b1d543ee55a None None] Calling delete_port for 29478fd0-4911-4e43-b76a-b904c736a081 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:52.465586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:52.469040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Pushing event updated for resources: {'Port': ['ID=48605c47-38ec-4a23-a72a-44afd3abfb94,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.579522 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c032382-e807-4a89-af25-7c0764faa7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.607150 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-153e9fc8-4254-40c0-aa1a-5b1d543ee55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.607776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] For port 29478fd0-4911-4e43-b76a-b904c736a081, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=29478fd0-4911-4e43-b76a-b904c736a081,segment=NetworkSegment(c702d041-aa91-469e-a8ff-a4e0f0b5f130),segment_id=c702d041-aa91-469e-a8ff-a4e0f0b5f130)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:52.608156 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.633859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 29478fd0-4911-4e43-b76a-b904c736a081 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:52.641984 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e9fc8-4254-40c0-aa1a-5b1d543ee55a None None] Pushing event deleted for resources: {'Port': ['ID=29478fd0-4911-4e43-b76a-b904c736a081,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.652232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e9fc8-4254-40c0-aa1a-5b1d543ee55a None None] No DVR routers for this DVR port 29478fd0-4911-4e43-b76a-b904c736a081 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:52.678813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-c398bc0b-07df-421c-aca3-8d29e0bb5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.680335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-c398bc0b-07df-421c-aca3-8d29e0bb5771 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6473470 Jul 16 18:07:52.715430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e15f3bc-4f55-4e70-936b-046e5bb013d5 req-68ff784e-a7ec-4fe8-be24-7eb0ea7d3211 service neutron] 10.222.0.38 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192029 Jul 16 18:07:52.813516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-05cd4590-4ec8-4789-a1aa-2b1d37c81f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.813998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-05cd4590-4ec8-4789-a1aa-2b1d37c81f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.814533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-05cd4590-4ec8-4789-a1aa-2b1d37c81f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.816523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-05cd4590-4ec8-4789-a1aa-2b1d37c81f61 service neutron] 10.222.0.38 "GET /v2.0/networks?id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=29c282e7-cacf-472e-b53a-2daeee14b484&id=29c282e7-cacf-472e-b53a-2daeee14b484 HTTP/1.1" status: 200 len: 2297 time: 0.4190054 Jul 16 18:07:52.846963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3cb79-5021-4d3f-a18e-b72c67745826 req-6b783dcc-1646-4d73-bb74-bb64e1934c95 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.848509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ede3cb79-5021-4d3f-a18e-b72c67745826 req-6b783dcc-1646-4d73-bb74-bb64e1934c95 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 945 time: 0.4120266 Jul 16 18:07:52.897404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.947714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-12ea3b90-2ad0-436e-a4f4-ba63388c6edf service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514455 Jul 16 18:07:52.966875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=29478fd0-4911-4e43-b76a-b904c736a081,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.968761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No DVR routers for this DVR port 29478fd0-4911-4e43-b76a-b904c736a081 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:53.012386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-dea0b19f-904f-4382-90f3-457dfd65ffad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8801145-f837-4d0e-b9d5-1f06de7a01f4 HTTP/1.1" status: 200 len: 1001 time: 0.1859739 Jul 16 18:07:53.014508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:53.023406 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ede3cb79-5021-4d3f-a18e-b72c67745826 req-51c97393-aa95-408e-93bd-96669bfa8ef2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672621 Jul 16 18:07:53.033708 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c032382-e807-4a89-af25-7c0764faa7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.056357 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c032382-e807-4a89-af25-7c0764faa7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.063140 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.108650 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.122694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Transition to ACTIVE for port object f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:53.127976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-6feacd62-bebe-4620-9cd9-dca0196b06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.129539 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-6feacd62-bebe-4620-9cd9-dca0196b06ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306fd435-821d-4c93-9da6-87680b1fbaa4 HTTP/1.1" status: 200 len: 856 time: 0.1052186 Jul 16 18:07:53.135456 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.139645 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.189921 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5c032382-e807-4a89-af25-7c0764faa7bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9f2df899782437cb351cdc6d642445b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8382599 Jul 16 18:07:53.193911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:53.197713 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-a14f9458-a015-434f-aac3-aa6801066452 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381432 Jul 16 18:07:53.200151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce308344-b638-4ee3-8a7c-964801f36a46']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:53.206427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c032382-e807-4a89-af25-7c0764faa7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3a7846-6219-40c4-a354-c2f0a4c61766,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.229359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c702d041-aa91-469e-a8ff-a4e0f0b5f130') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:53.229672 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c702d041-aa91-469e-a8ff-a4e0f0b5f130') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:53.259882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-a5c9eeaa-806b-4cf5-a030-2b42be1e9573 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=4aeea441-772e-43d3-9f23-1d59cee62d0e HTTP/1.1" status: 200 len: 217 time: 0.0537670 Jul 16 18:07:53.279734 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.287946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.313741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.344413 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69d5b3f7-eac5-4086-aa03-247695149fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.348519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:53.349677 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:53.356776 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:53.417421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-2fc9c8b8-4c1a-4f80-889c-66d941a9cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.418963 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-2fc9c8b8-4c1a-4f80-889c-66d941a9cca9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.1519804 Jul 16 18:07:53.458666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-bc435371-7e19-4496-b71c-9e2f0181a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.460208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-bc435371-7e19-4496-b71c-9e2f0181a0df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3221171 Jul 16 18:07:53.482365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69d5b3f7-eac5-4086-aa03-247695149fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.490824 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:07:53.514608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7443607f-2662-466b-be71-199a5d32d8cd up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:53.520930 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.535823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Attempting to bind port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:53.536024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Attempting to bind port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:53.536380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Attempting to bind port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:53.539863 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.546071 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/networks/ce308344-b638-4ee3-8a7c-964801f36a46 HTTP/1.1" status: 204 len: 168 time: 1.9725544 Jul 16 18:07:53.549728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:53.566049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:53.566662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Attempting to bind port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:53.580444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8d54b-4c05-4067-8e79-469d1952063a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Network': ['ID=ce308344-b638-4ee3-8a7c-964801f36a46,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.619526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 7443607f-2662-466b-be71-199a5d32d8cd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:53.623821 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.625771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027325f-f5f4-49fc-95df-03951f8914f0 req-3f248e73-9892-4626-81fe-0f8285de9580 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.626256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 7443607f-2662-466b-be71-199a5d32d8cd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:53.626733 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.632680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b027325f-f5f4-49fc-95df-03951f8914f0 req-3f248e73-9892-4626-81fe-0f8285de9580 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 944 time: 0.3705266 Jul 16 18:07:53.639370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:53.639718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:53.640159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:53.640666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Bound port: f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:53.641033 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.646503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ad34a5-1643-49c5-95bc-31dad1c3a2ab tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.651664 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a5ad34a5-1643-49c5-95bc-31dad1c3a2ab tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/2a7669d7-70e7-47c8-90ec-a6c531aeba98 HTTP/1.1" status: 200 len: 841 time: 0.0875070 Jul 16 18:07:53.654454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:53.671793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 29478fd0-4911-4e43-b76a-b904c736a081 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:53.704479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 29478fd0-4911-4e43-b76a-b904c736a081 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:53.705244 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 29478fd0-4911-4e43-b76a-b904c736a081 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:53.710244 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69d5b3f7-eac5-4086-aa03-247695149fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.714666 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69d5b3f7-eac5-4086-aa03-247695149fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.718728 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-69d5b3f7-eac5-4086-aa03-247695149fd4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd3a7846-6219-40c4-a354-c2f0a4c61766 HTTP/1.1" status: 204 len: 168 time: 0.5217416 Jul 16 18:07:53.759645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5b3f7-eac5-4086-aa03-247695149fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3a7846-6219-40c4-a354-c2f0a4c61766,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.812456 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.855904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Router fd856842-d41c-4306-8637-caf1b4b1b7f6 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:53.877149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9549ea-ccab-44c4-b57e-15354cc92cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7443607f-2662-466b-be71-199a5d32d8cd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:53.879547 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1bc2f7-c735-4349-a9da-c20a10e54f15" -d '{"events": [{"server_uuid": "0d9549ea-ccab-44c4-b57e-15354cc92cc0", "name": "network-vif-plugged", "status": "completed", "tag": "7443607f-2662-466b-be71-199a5d32d8cd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:53.880789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66952f4f-e8ec-4156-ac56-bada90089a2d req-e9f303b8-135a-4e36-aa91-d1c0ac035619 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.889031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66952f4f-e8ec-4156-ac56-bada90089a2d req-e9f303b8-135a-4e36-aa91-d1c0ac035619 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 948 time: 0.4648936 Jul 16 18:07:53.895565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7443607f-2662-466b-be71-199a5d32d8cd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7443607f-2662-466b-be71-199a5d32d8cd,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:53.898026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-92d08fc2-5ad5-40fe-8308-2c38666f0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.899710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-92d08fc2-5ad5-40fe-8308-2c38666f0e97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4692221 Jul 16 18:07:53.902427 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.906166 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-621096e2-47c1-4e24-aa4c-741f4f613573 service neutron] 10.222.0.38 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012952 Jul 16 18:07:53.926947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b027325f-f5f4-49fc-95df-03951f8914f0 req-717f23bc-cfbf-4252-931c-4806fde124b2 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933307 Jul 16 18:07:53.933998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2735c4ad-e50b-41b7-9013-e8d8dc228f76 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/2a7669d7-70e7-47c8-90ec-a6c531aeba98?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2732034 Jul 16 18:07:53.937379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:53.952091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-96b75ed6-c92d-477a-85ee-a2f597857b9e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:54.045196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=7443607f-2662-466b-be71-199a5d32d8cd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.149643 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66952f4f-e8ec-4156-ac56-bada90089a2d req-856ab627-3e32-4bbc-b787-574f28216c35 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577209 Jul 16 18:07:54.198650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:54.202564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:54.217836 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ff0807-4c51-41d9-afb7-d1839a1e8a32 None None] Sync routers for ids ['fd856842-d41c-4306-8637-caf1b4b1b7f6'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:54.219160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:54.229859 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ff0807-4c51-41d9-afb7-d1839a1e8a32 None None] Routers {'fd856842-d41c-4306-8637-caf1b4b1b7f6'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:54.232247 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55ff0807-4c51-41d9-afb7-d1839a1e8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fd856842-d41c-4306-8637-caf1b4b1b7f6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:54.247766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:54.249672 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b75ed6-c92d-477a-85ee-a2f597857b9e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:54.256169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b75ed6-c92d-477a-85ee-a2f597857b9e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.262857 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d7e811-e367-4c3c-902a-1d31f735ad1f x-openstack-request-id: req-d1d7e811-e367-4c3c-902a-1d31f735ad1f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:54.263156 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9549ea-ccab-44c4-b57e-15354cc92cc0", "name": "network-vif-plugged", "status": "completed", "tag": "7443607f-2662-466b-be71-199a5d32d8cd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:54.263425 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1d7e811-e367-4c3c-902a-1d31f735ad1f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:54.263826 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9549ea-ccab-44c4-b57e-15354cc92cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7443607f-2662-466b-be71-199a5d32d8cd', 'code': 200} Jul 16 18:07:54.271317 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.273505 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55ff0807-4c51-41d9-afb7-d1839a1e8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:54.277079 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09fa0d9e-f00a-4d96-a069-3f234db1c197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.284949 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ff0807-4c51-41d9-afb7-d1839a1e8a32 None None] Routers {'fd856842-d41c-4306-8637-caf1b4b1b7f6'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:54.286183 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55ff0807-4c51-41d9-afb7-d1839a1e8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fd856842-d41c-4306-8637-caf1b4b1b7f6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:54.292839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-071e91dd-b127-43f9-91c9-5ac431228cb4 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857098 Jul 16 18:07:54.294223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.294696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.295986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] 10.222.0.38 "PUT /v2.0/ports/f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 HTTP/1.1" status: 200 len: 1096 time: 3.3242867 Jul 16 18:07:54.313923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e548a64-3823-4213-9218-bbd963c365c7', 'tag': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:54.316453 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ffbb93-7715-41c2-ad90-b03021cc30cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e548a64-3823-4213-9218-bbd963c365c7", "tag": "f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:54.320543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-94d6a055-78b5-4ee2-a096-4f1223a8f623 service neutron] 10.222.0.38 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858511 Jul 16 18:07:54.350164 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-55ff0807-4c51-41d9-afb7-d1839a1e8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:54.361837 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ff0807-4c51-41d9-afb7-d1839a1e8a32 None None] The sync data for ids ['fd856842-d41c-4306-8637-caf1b4b1b7f6'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:54.367410 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.380552 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dfc74e86-60fd-4180-9a18-ad323e416632 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7962158 Jul 16 18:07:54.413122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:54.447923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-13a582a3-2c33-4698-89e9-823e38250522 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f HTTP/1.1" status: 200 len: 217 time: 0.1159794 Jul 16 18:07:54.453580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f0932dea-a829-4193-a674-0ee057a44e71 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:54.534291 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805bd9c0-7833-4b25-bdbf-c013627f0693 x-openstack-request-id: req-805bd9c0-7833-4b25-bdbf-c013627f0693 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:54.534637 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e548a64-3823-4213-9218-bbd963c365c7", "tag": "f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:54.534892 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-805bd9c0-7833-4b25-bdbf-c013627f0693 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:54.535273 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e548a64-3823-4213-9218-bbd963c365c7', 'tag': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', 'status': 'completed', 'code': 200} Jul 16 18:07:54.592787 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b75ed6-c92d-477a-85ee-a2f597857b9e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.639997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b75ed6-c92d-477a-85ee-a2f597857b9e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 851f555c-cb0b-4187-a58f-467783ddea32 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:54.656939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-96b75ed6-c92d-477a-85ee-a2f597857b9e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:54.662261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b75ed6-c92d-477a-85ee-a2f597857b9e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.662946 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b75ed6-c92d-477a-85ee-a2f597857b9e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.674906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd993db3-22ed-4b57-ad8c-8a64010741cb None None] Network 851f555c-cb0b-4187-a58f-467783ddea32 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:54.692916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b75ed6-c92d-477a-85ee-a2f597857b9e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Subnet': ['ID=7e3516a1-d72f-4f67-8aa9-b113d426604c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.699562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09fa0d9e-f00a-4d96-a069-3f234db1c197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.708027 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09fa0d9e-f00a-4d96-a069-3f234db1c197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.718455 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-96b75ed6-c92d-477a-85ee-a2f597857b9e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7772453 Jul 16 18:07:54.727708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:54.736275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-41a4a8dd-d5af-4677-82fa-9348a176ffe0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'security_group': {'name': 'tempest-secgroup-278146530'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:54.769632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa0d9e-f00a-4d96-a069-3f234db1c197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fe03ac-5c80-4c79-bf5f-e6a8de8346ce,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.779378 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-09fa0d9e-f00a-4d96-a069-3f234db1c197 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c906e926b3943e2894caf04f29b6bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747659 Jul 16 18:07:54.782231 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:54.801391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41a4a8dd-d5af-4677-82fa-9348a176ffe0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.809903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:54.870050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc3ba9f-87a6-42fb-99c1-c2bbcfe23d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.903612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:54.905520 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc3ba9f-87a6-42fb-99c1-c2bbcfe23d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.909594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:54.910056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.955658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-851f555c-cb0b-4187-a58f-467783ddea32', 'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'tenant_id': '6f8a16931fb84e10a428b4981d4f5525', 'fixed_ips': [{'subnet_id': '7e3516a1-d72f-4f67-8aa9-b113d426604c'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:07:54.956819 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.977936 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41a4a8dd-d5af-4677-82fa-9348a176ffe0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.983826 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41a4a8dd-d5af-4677-82fa-9348a176ffe0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.004967 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc3ba9f-87a6-42fb-99c1-c2bbcfe23d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.007516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adc3ba9f-87a6-42fb-99c1-c2bbcfe23d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.010235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0d15a-79ad-4511-a680-64ce34a0d3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:55.013302 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-adc3ba9f-87a6-42fb-99c1-c2bbcfe23d76 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c6fe03ac-5c80-4c79-bf5f-e6a8de8346ce HTTP/1.1" status: 204 len: 168 time: 0.2297273 Jul 16 18:07:55.035505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41a4a8dd-d5af-4677-82fa-9348a176ffe0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.036696 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-41a4a8dd-d5af-4677-82fa-9348a176ffe0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3057568 Jul 16 18:07:55.039405 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:55.044325 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a5c6a6e9-a834-4fed-b384-9743624619b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'security_group': {'name': 'tempest-secgroup-844502972'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:55.049020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4a8dd-d5af-4677-82fa-9348a176ffe0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b803005f-a50a-4e94-9951-989b298dc26e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:55.075980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3ba9f-87a6-42fb-99c1-c2bbcfe23d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fe03ac-5c80-4c79-bf5f-e6a8de8346ce,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:55.102097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a6e9-a834-4fed-b384-9743624619b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.115358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-decbab4a-36a5-4e29-9a20-69ed4b7a090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.117793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-decbab4a-36a5-4e29-9a20-69ed4b7a090b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.6482084 Jul 16 18:07:55.178843 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.211017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-c2eab9d7-ab25-4a92-abaf-ac82e4faf4d6 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8890378 Jul 16 18:07:55.238106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a6e9-a834-4fed-b384-9743624619b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.246495 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a6e9-a834-4fed-b384-9743624619b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.249594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:55.267539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Allocated IP 172.20.0.2 (851f555c-cb0b-4187-a58f-467783ddea32/7e3516a1-d72f-4f67-8aa9-b113d426604c/3784d693-0212-494a-bb75-924b3c9d2b6e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:55.271653 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.289380 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a6e9-a834-4fed-b384-9743624619b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.293398 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a5c6a6e9-a834-4fed-b384-9743624619b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2504647 Jul 16 18:07:55.295008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:55.304031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-749239367', 'security_groups': ['e8399d40-e759-414f-a896-aed948a87577'], 'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7e3516a1-d72f-4f67-8aa9-b113d426604c'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:55.305448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-5f2b899e-0deb-46a5-b3ac-70a92529b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.307864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-5f2b899e-0deb-46a5-b3ac-70a92529b8ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 1099 time: 0.8982346 Jul 16 18:07:55.309867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c8f50-005e-4d66-8f85-55fc4e20ab71 req-6e8d379a-b0b5-45f6-bbf5-9a38c3ab3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.311300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf5c8f50-005e-4d66-8f85-55fc4e20ab71 req-6e8d379a-b0b5-45f6-bbf5-9a38c3ab3590 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 1096 time: 0.8973572 Jul 16 18:07:55.327654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6a6e9-a834-4fed-b384-9743624619b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8399d40-e759-414f-a896-aed948a87577,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:55.353696 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-0bcf3b06-b5ce-4b85-9586-5bcd850b5fba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b8437eda-68aa-4615-8c69-a9ca4460558a HTTP/1.1" status: 200 len: 217 time: 0.1154807 Jul 16 18:07:55.361605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b878355-3c1a-4467-9ad9-a3725c034451 req-50f93efa-4411-421c-a8fb-43c74e6dc060 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.369591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b878355-3c1a-4467-9ad9-a3725c034451 req-50f93efa-4411-421c-a8fb-43c74e6dc060 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 945 time: 0.9091325 Jul 16 18:07:55.457153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:55.491788 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-12fa8198-80a8-4db3-b6a9-1b100352563a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 HTTP/1.1" status: 200 len: 217 time: 0.1412456 Jul 16 18:07:55.528820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:55.587828 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.607124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:55.618034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port 092468bd-c1e7-4975-b5b3-0b3d7e26e7e9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:55.618315 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.627887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Transition to ACTIVE for port object 3784d693-0212-494a-bb75-924b3c9d2b6e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:55.631727 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34f52921-c879-421b-b4cf-0d1e8ac1a74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.638029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b878355-3c1a-4467-9ad9-a3725c034451 req-444c2190-d580-443c-8544-16e3256f1470 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674644 Jul 16 18:07:55.640488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf5c8f50-005e-4d66-8f85-55fc4e20ab71 req-7e0992dc-1d0d-41d7-8f4a-d7609258c1de service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913525 Jul 16 18:07:55.643762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Transition to ACTIVE for port object 3784d693-0212-494a-bb75-924b3c9d2b6e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:55.644717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-4e25f20b-bc34-4efb-9f54-4833f451b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.646299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-4e25f20b-bc34-4efb-9f54-4833f451b7bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.2667964 Jul 16 18:07:55.651081 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.668750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-9712c1e8-7ad9-45b6-932e-18c4fd0aed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.668750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-9712c1e8-7ad9-45b6-932e-18c4fd0aed2f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5175653 Jul 16 18:07:55.684364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ae729-005c-4079-9207-89df4fd06d0c req-ebb51714-d05b-452d-801e-a6fecb7cf9a4 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.692832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de0ae729-005c-4079-9207-89df4fd06d0c req-ebb51714-d05b-452d-801e-a6fecb7cf9a4 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.5560572 Jul 16 18:07:55.700648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Network 851f555c-cb0b-4187-a58f-467783ddea32 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:55.704043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:55.709216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:55.714722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Pushing event updated for resources: {'Port': ['ID=3784d693-0212-494a-bb75-924b3c9d2b6e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:55.730741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-5fd4eb77-eef5-4f65-bfe5-b5269bd2b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.732378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-5fd4eb77-eef5-4f65-bfe5-b5269bd2b423 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2277391 Jul 16 18:07:55.782308 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Attempting to bind port 3784d693-0212-494a-bb75-924b3c9d2b6e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:55.782835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Attempting to bind port 3784d693-0212-494a-bb75-924b3c9d2b6e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'a2b9fd94-07d0-4299-bd8a-5bd5a61d4576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '851f555c-cb0b-4187-a58f-467783ddea32'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:55.783307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Attempting to bind port 3784d693-0212-494a-bb75-924b3c9d2b6e on network 851f555c-cb0b-4187-a58f-467783ddea32 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:55.788793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:55.789342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Checking segment: {'id': 'a2b9fd94-07d0-4299-bd8a-5bd5a61d4576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '851f555c-cb0b-4187-a58f-467783ddea32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:55.789873 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.791200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Bound using segment: {'id': 'a2b9fd94-07d0-4299-bd8a-5bd5a61d4576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '851f555c-cb0b-4187-a58f-467783ddea32'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:55.791640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Bound port: 3784d693-0212-494a-bb75-924b3c9d2b6e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b9fd94-07d0-4299-bd8a-5bd5a61d4576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '851f555c-cb0b-4187-a58f-467783ddea32'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:55.792246 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.882210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.14 (851f555c-cb0b-4187-a58f-467783ddea32/7e3516a1-d72f-4f67-8aa9-b113d426604c/092468bd-c1e7-4975-b5b3-0b3d7e26e7e9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:55.896264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] For port 3784d693-0212-494a-bb75-924b3c9d2b6e, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:55.904361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] For port 3784d693-0212-494a-bb75-924b3c9d2b6e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3784d693-0212-494a-bb75-924b3c9d2b6e,segment=NetworkSegment(a2b9fd94-07d0-4299-bd8a-5bd5a61d4576),segment_id=a2b9fd94-07d0-4299-bd8a-5bd5a61d4576)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:55.914436 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.926046 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34f52921-c879-421b-b4cf-0d1e8ac1a74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.941441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-34f52921-c879-421b-b4cf-0d1e8ac1a74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.973403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de0ae729-005c-4079-9207-89df4fd06d0c req-05dacc80-2724-4256-96e7-48c7a0cab4d9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795680 Jul 16 18:07:56.014789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662b03a-0589-4a63-a554-8b372fa9503b None None] Pushing event updated for resources: {'Port': ['ID=3784d693-0212-494a-bb75-924b3c9d2b6e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:56.036968 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-34f52921-c879-421b-b4cf-0d1e8ac1a74b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e67bd6e8bede4ba3b7cbfe82a9960904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291356 Jul 16 18:07:56.037679 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:56.043202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f52921-c879-421b-b4cf-0d1e8ac1a74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1d2fba-e9ad-4fc7-b177-ce9fa66f1c94,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:56.091697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-f26a7e56-1391-4f39-801f-8f0550467111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.093286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-f26a7e56-1391-4f39-801f-8f0550467111 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4390650 Jul 16 18:07:56.095752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0932dea-a829-4193-a674-0ee057a44e71 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.101990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-35bba362-987b-440b-b6db-a39500dca6c2 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045007 Jul 16 18:07:56.168336 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08043ed9-0480-4074-aa0b-54ce815e6d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.172082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.172579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-b3e553b9-2b0a-4370-81de-453a57044ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.174304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-b3e553b9-2b0a-4370-81de-453a57044ddf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4226034 Jul 16 18:07:56.199642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Transition to ACTIVE for port object 092468bd-c1e7-4975-b5b3-0b3d7e26e7e9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:56.205714 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08043ed9-0480-4074-aa0b-54ce815e6d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.265504 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cd470-d3a3-429a-9c44-1b2ce1dec372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21a37ef-52e8-4fc3-bcea-5fdecd7ce410'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:56.267928 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cdd1ba-70f7-42eb-bb55-ca639900fd0c" -d '{"events": [{"server_uuid": "7c4cd470-d3a3-429a-9c44-1b2ce1dec372", "name": "network-vif-plugged", "status": "completed", "tag": "c21a37ef-52e8-4fc3-bcea-5fdecd7ce410"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:56.285369 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.353094 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08043ed9-0480-4074-aa0b-54ce815e6d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.356207 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-08043ed9-0480-4074-aa0b-54ce815e6d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.357958 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ba64cd-720b-4593-b276-d5c4b06135ad x-openstack-request-id: req-d9ba64cd-720b-4593-b276-d5c4b06135ad {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:56.358488 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4cd470-d3a3-429a-9c44-1b2ce1dec372", "name": "network-vif-plugged", "status": "completed", "tag": "c21a37ef-52e8-4fc3-bcea-5fdecd7ce410", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:56.358985 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9ba64cd-720b-4593-b276-d5c4b06135ad {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:56.360199 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cd470-d3a3-429a-9c44-1b2ce1dec372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21a37ef-52e8-4fc3-bcea-5fdecd7ce410', 'code': 200} Jul 16 18:07:56.384868 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-08043ed9-0480-4074-aa0b-54ce815e6d59 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a1d2fba-e9ad-4fc7-b177-ce9fa66f1c94 HTTP/1.1" status: 204 len: 168 time: 0.3183882 Jul 16 18:07:56.413527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 851f555c-cb0b-4187-a58f-467783ddea32 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:56.429112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:56.432722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08043ed9-0480-4074-aa0b-54ce815e6d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1d2fba-e9ad-4fc7-b177-ce9fa66f1c94,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:56.434967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:56.444551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-5750675a-d152-4243-969e-0fef484ff378 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336067 Jul 16 18:07:56.457433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dca118-36f9-404e-b4a2-646fd58860d7 req-b4a9aed6-a13c-41cb-8342-a005d726536e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.465574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36dca118-36f9-404e-b4a2-646fd58860d7 req-b4a9aed6-a13c-41cb-8342-a005d726536e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 948 time: 0.4261451 Jul 16 18:07:56.479609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=092468bd-c1e7-4975-b5b3-0b3d7e26e7e9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:56.487479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.488383 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.502004 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-eab4d734-14c2-4b73-bfc1-c504e7818529 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932059 Jul 16 18:07:56.507739 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-327968ef-327a-4dfb-a56b-845d27265655 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2107251 Jul 16 18:07:56.510741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:56.517381 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d8d7eed5-6c11-41eb-aa6f-09af3bdc2ed2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:56.580396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-802c9125-8f3d-4011-a595-025cdc0b8ea6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1c7fda8b-3138-4238-aa2b-810ce6159203 HTTP/1.1" status: 200 len: 217 time: 0.1108205 Jul 16 18:07:56.595945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-4be70d2f-c0cc-44ab-8c9b-d9aa7fea2ddf service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012227 Jul 16 18:07:56.692360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10c00f-86df-4da3-ba1b-b03f24a602cc req-a5219bb1-24ff-438f-85fa-70538697fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.694377 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7a10c00f-86df-4da3-ba1b-b03f24a602cc req-a5219bb1-24ff-438f-85fa-70538697fddc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 1097 time: 0.1060243 Jul 16 18:07:56.695623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d7eed5-6c11-41eb-aa6f-09af3bdc2ed2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:56.700012 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8d7eed5-6c11-41eb-aa6f-09af3bdc2ed2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.720509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36dca118-36f9-404e-b4a2-646fd58860d7 req-eef757f0-516d-4d3c-8d76-6127b60d15fa tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521567 Jul 16 18:07:56.789718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-1957c29c-a2f5-4205-8352-f083abf3e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.792578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-1957c29c-a2f5-4205-8352-f083abf3e782 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.1939602 Jul 16 18:07:56.795695 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7a10c00f-86df-4da3-ba1b-b03f24a602cc req-39e6a8da-30cd-4ce9-9962-927ec6ba1f3e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920856 Jul 16 18:07:56.825862 n-d-793618-9 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-d8d7eed5-6c11-41eb-aa6f-09af3bdc2ed2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7e3516a1-d72f-4f67-8aa9-b113d426604c (CIDR: 172.20.0.0/28) Jul 16 18:07:56.835337 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d7eed5-6c11-41eb-aa6f-09af3bdc2ed2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:56.835337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d7eed5-6c11-41eb-aa6f-09af3bdc2ed2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:56.856699 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d8d7eed5-6c11-41eb-aa6f-09af3bdc2ed2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3445845 Jul 16 18:07:56.859298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:56.864644 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d91bbee0-e5f5-4a37-8041-03bb1bd0a8b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:56.966814 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-91dae7a9-e8d9-4f85-b900-ce1d2d572adc service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225793 Jul 16 18:07:56.977738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e445f35d-10df-40bf-a967-9e08bcb01663 req-98c4106d-01eb-4948-a44c-3211caad658a service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530195 Jul 16 18:07:57.057513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-55546362-f876-4ca0-9f68-71fe52e7d8e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=aace7eb4-c981-4ac1-be70-21c27562802e HTTP/1.1" status: 200 len: 217 time: 0.0690665 Jul 16 18:07:57.065370 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91bbee0-e5f5-4a37-8041-03bb1bd0a8b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:57.070942 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d91bbee0-e5f5-4a37-8041-03bb1bd0a8b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.246868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce142530-3b3d-4ccb-adb2-1eaa3dca297a req-242d4067-14de-4a0f-9959-03ce592403ec tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.254639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce142530-3b3d-4ccb-adb2-1eaa3dca297a req-242d4067-14de-4a0f-9959-03ce592403ec tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.4259067 Jul 16 18:07:57.286475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-919a4443-8979-4a59-8ae6-69747267aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.288004 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-919a4443-8979-4a59-8ae6-69747267aa04 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4613931 Jul 16 18:07:57.369169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d91bbee0-e5f5-4a37-8041-03bb1bd0a8b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.424102 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91bbee0-e5f5-4a37-8041-03bb1bd0a8b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 851f555c-cb0b-4187-a58f-467783ddea32 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:57.427708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d91bbee0-e5f5-4a37-8041-03bb1bd0a8b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:57.433178 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91bbee0-e5f5-4a37-8041-03bb1bd0a8b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.433956 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d91bbee0-e5f5-4a37-8041-03bb1bd0a8b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.437978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bbee0-e5f5-4a37-8041-03bb1bd0a8b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Subnet': ['ID=e9eb5c46-8661-4d39-8b17-91d0fbbc9aed,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:57.457479 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d91bbee0-e5f5-4a37-8041-03bb1bd0a8b2 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5967016 Jul 16 18:07:57.460147 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:57.466434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7243dee8-0eee-40d9-9c27-5908354ab1b0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-495179764', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9eb5c46-8661-4d39-8b17-91d0fbbc9aed'}], 'security_groups': ['b803005f-a50a-4e94-9951-989b298dc26e']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:57.470041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb3017-3260-46c1-baff-317ba9bab225 None None] Network 851f555c-cb0b-4187-a58f-467783ddea32 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:57.597238 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7243dee8-0eee-40d9-9c27-5908354ab1b0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.633497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c742a461-1ad5-48d5-85c5-85ff07e2e79b None None] Provisioning for port 3784d693-0212-494a-bb75-924b3c9d2b6e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:57.669529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c742a461-1ad5-48d5-85c5-85ff07e2e79b None None] Provisioning complete for port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:57.670383 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c742a461-1ad5-48d5-85c5-85ff07e2e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.716665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3784d693-0212-494a-bb75-924b3c9d2b6e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:57.795147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c742a461-1ad5-48d5-85c5-85ff07e2e79b None None] Port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:57.824695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-9ab033b3-1d63-48b9-8b66-feaa78fdd74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.826863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-9ab033b3-1d63-48b9-8b66-feaa78fdd74d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.7684429 Jul 16 18:07:57.889652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 3784d693-0212-494a-bb75-924b3c9d2b6e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:57.905912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3784d693-0212-494a-bb75-924b3c9d2b6e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:57.906597 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.979102 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce142530-3b3d-4ccb-adb2-1eaa3dca297a req-33be833b-6bb9-403c-8e5a-93467b8e03bc tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7232404 Jul 16 18:07:58.035939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7243dee8-0eee-40d9-9c27-5908354ab1b0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Delete allocated IP 172.20.0.14 (851f555c-cb0b-4187-a58f-467783ddea32/7e3516a1-d72f-4f67-8aa9-b113d426604c) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:07:58.051622 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7243dee8-0eee-40d9-9c27-5908354ab1b0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.21 (851f555c-cb0b-4187-a58f-467783ddea32/e9eb5c46-8661-4d39-8b17-91d0fbbc9aed/092468bd-c1e7-4975-b5b3-0b3d7e26e7e9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:58.069580 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.126935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbb93-7715-41c2-ad90-b03021cc30cf req-a1827b6e-d033-44c5-9c74-9946948556f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.128670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98ffbb93-7715-41c2-ad90-b03021cc30cf req-a1827b6e-d033-44c5-9c74-9946948556f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 1099 time: 1.0572927 Jul 16 18:07:58.141654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 3784d693-0212-494a-bb75-924b3c9d2b6e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3784d693-0212-494a-bb75-924b3c9d2b6e,segment=NetworkSegment(a2b9fd94-07d0-4299-bd8a-5bd5a61d4576),segment_id=a2b9fd94-07d0-4299-bd8a-5bd5a61d4576)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:58.151251 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.153842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14778bdf-75ab-4dcd-9736-65e09c178319 req-5d85e3cc-b55d-462f-b217-0c4f162c6c2f tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.161600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14778bdf-75ab-4dcd-9736-65e09c178319 req-5d85e3cc-b55d-462f-b217-0c4f162c6c2f tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.9596255 Jul 16 18:07:58.223074 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a343d0f3-5949-4cfd-bbda-f16c5ce8a6a9 None None] Update dhcp port {'port': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'fixed_ips': [{'subnet_id': '7e3516a1-d72f-4f67-8aa9-b113d426604c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e9eb5c46-8661-4d39-8b17-91d0fbbc9aed'}], 'binding:host_id': 'n-d-793618-9'}, 'id': '3784d693-0212-494a-bb75-924b3c9d2b6e'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:07:58.267841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-c5cb7120-f321-44c3-88cd-3d107593ce41 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710152 Jul 16 18:07:58.271723 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a343d0f3-5949-4cfd-bbda-f16c5ce8a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.278345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=3784d693-0212-494a-bb75-924b3c9d2b6e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:58.312509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-0b485d26-f079-4be0-95de-94e4fe13a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.314080 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-0b485d26-f079-4be0-95de-94e4fe13a56e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4695585 Jul 16 18:07:58.382467 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7243dee8-0eee-40d9-9c27-5908354ab1b0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.397213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7243dee8-0eee-40d9-9c27-5908354ab1b0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Ignored duplicate provisioning block setup for port 092468bd-c1e7-4975-b5b3-0b3d7e26e7e9 by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:07:58.403018 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7243dee8-0eee-40d9-9c27-5908354ab1b0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.425173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14778bdf-75ab-4dcd-9736-65e09c178319 req-152106f5-05a0-43fe-86e2-89d7ea1f19ec tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622964 Jul 16 18:07:58.501414 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a343d0f3-5949-4cfd-bbda-f16c5ce8a6a9 None None] Allocated IP 172.20.0.18 (851f555c-cb0b-4187-a58f-467783ddea32/e9eb5c46-8661-4d39-8b17-91d0fbbc9aed/3784d693-0212-494a-bb75-924b3c9d2b6e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:58.733673 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a343d0f3-5949-4cfd-bbda-f16c5ce8a6a9 None None] For port 3784d693-0212-494a-bb75-924b3c9d2b6e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3784d693-0212-494a-bb75-924b3c9d2b6e,segment=NetworkSegment(a2b9fd94-07d0-4299-bd8a-5bd5a61d4576),segment_id=a2b9fd94-07d0-4299-bd8a-5bd5a61d4576)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:58.755978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbb93-7715-41c2-ad90-b03021cc30cf req-a62af830-78e6-409d-a475-1790095c23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.757685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98ffbb93-7715-41c2-ad90-b03021cc30cf req-a62af830-78e6-409d-a475-1790095c23ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.6181593 Jul 16 18:07:58.805170 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a343d0f3-5949-4cfd-bbda-f16c5ce8a6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.827355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a343d0f3-5949-4cfd-bbda-f16c5ce8a6a9 None None] Transition to ACTIVE for port object 3784d693-0212-494a-bb75-924b3c9d2b6e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:58.845893 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a343d0f3-5949-4cfd-bbda-f16c5ce8a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.886152 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-a4acc902-473c-4222-b5de-510dc4903c3a service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029985 Jul 16 18:07:58.890522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98ffbb93-7715-41c2-ad90-b03021cc30cf req-6ffd6b81-3136-4e38-b152-cea72573a16d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 HTTP/1.1" status: 200 len: 217 time: 0.1167977 Jul 16 18:07:58.892643 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-760dd6a2-bc58-4cfc-b90a-2ee5cd787c43 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656564 Jul 16 18:07:58.893917 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7243dee8-0eee-40d9-9c27-5908354ab1b0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] In _notify_port_updated(), no bound segment for port 092468bd-c1e7-4975-b5b3-0b3d7e26e7e9 on network 851f555c-cb0b-4187-a58f-467783ddea32 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:07:58.901839 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7243dee8-0eee-40d9-9c27-5908354ab1b0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.903606 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7243dee8-0eee-40d9-9c27-5908354ab1b0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.907714 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7243dee8-0eee-40d9-9c27-5908354ab1b0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "PUT /v2.0/ports/092468bd-c1e7-4975-b5b3-0b3d7e26e7e9 HTTP/1.1" status: 200 len: 920 time: 1.4440238 Jul 16 18:07:58.907714 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243dee8-0eee-40d9-9c27-5908354ab1b0 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=092468bd-c1e7-4975-b5b3-0b3d7e26e7e9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:58.909285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:58.927875 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0932dea-a829-4193-a674-0ee057a44e71 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.994136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343d0f3-5949-4cfd-bbda-f16c5ce8a6a9 None None] Pushing event updated for resources: {'Port': ['ID=3784d693-0212-494a-bb75-924b3c9d2b6e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.063920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c8494-3086-4ea7-a6d0-c6c30c4fbadc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 092468bd-c1e7-4975-b5b3-0b3d7e26e7e9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:59.064520 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe4c8494-3086-4ea7-a6d0-c6c30c4fbadc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.069688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-32642e6f-f20a-42a4-9dd1-d8e720ad4048 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=7eabc694-8433-42fa-9894-3abdb602e652 HTTP/1.1" status: 200 len: 217 time: 0.1721587 Jul 16 18:07:59.110699 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0932dea-a829-4193-a674-0ee057a44e71 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.135255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6501b02-b821-44b4-8566-0012c1fe89d9 req-aaad66fe-43d8-4440-94ad-25694b03d49e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.137020 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6501b02-b821-44b4-8566-0012c1fe89d9 req-aaad66fe-43d8-4440-94ad-25694b03d49e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 948 time: 0.7316926 Jul 16 18:07:59.181334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe4c8494-3086-4ea7-a6d0-c6c30c4fbadc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.196087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c8494-3086-4ea7-a6d0-c6c30c4fbadc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 092468bd-c1e7-4975-b5b3-0b3d7e26e7e9 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:59.306821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbb93-7715-41c2-ad90-b03021cc30cf req-36864eb2-25a2-4efd-9e4c-20d70ecd135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.308531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98ffbb93-7715-41c2-ad90-b03021cc30cf req-36864eb2-25a2-4efd-9e4c-20d70ecd135c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.4016855 Jul 16 18:07:59.339632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-20bf1041-f083-4769-a30e-c94903091aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.341184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-20bf1041-f083-4769-a30e-c94903091aae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.2280128 Jul 16 18:07:59.365856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe4c8494-3086-4ea7-a6d0-c6c30c4fbadc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.406440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c8494-3086-4ea7-a6d0-c6c30c4fbadc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=092468bd-c1e7-4975-b5b3-0b3d7e26e7e9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.507844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe4c8494-3086-4ea7-a6d0-c6c30c4fbadc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.508637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6501b02-b821-44b4-8566-0012c1fe89d9 req-e79365d8-d70a-40cf-88d7-1c9318e4bf5d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469260 Jul 16 18:07:59.510233 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fe4c8494-3086-4ea7-a6d0-c6c30c4fbadc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/092468bd-c1e7-4975-b5b3-0b3d7e26e7e9 HTTP/1.1" status: 204 len: 168 time: 0.6004343 Jul 16 18:07:59.513419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:59.551524 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52e8bb0-6b7d-4238-be58-501903d06bb1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:07:59.553434 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b52e8bb0-6b7d-4238-be58-501903d06bb1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/092468bd-c1e7-4975-b5b3-0b3d7e26e7e9 HTTP/1.1" status: 404 len: 333 time: 0.0387461 Jul 16 18:07:59.557418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:59.560155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:59.570965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-e73b6ce8-bba6-4cf7-a52e-aa4224a89f9a service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455934 Jul 16 18:07:59.577816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51851f9c-791e-46b6-be2e-4fedf128a64d req-4530f17a-812b-4d4b-9293-e5a8b41d195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.579473 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51851f9c-791e-46b6-be2e-4fedf128a64d req-4530f17a-812b-4d4b-9293-e5a8b41d195d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dec418af5de2424d8bb311b478097044&device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 1096 time: 0.5622139 Jul 16 18:07:59.704332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d074528-0b5f-48d0-9d8a-872f20474467 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.715687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3784d693-0212-494a-bb75-924b3c9d2b6e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:59.745480 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d074528-0b5f-48d0-9d8a-872f20474467 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.764645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5186337-b3fa-4991-8239-2389dda06c89 req-cfccc87c-4138-469e-9923-8535be889268 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.773063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5186337-b3fa-4991-8239-2389dda06c89 req-cfccc87c-4138-469e-9923-8535be889268 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.6514685 Jul 16 18:07:59.785254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:59.789935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-3f5ef305-8fa4-4bf0-9a7a-96983a32dfd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=355d586e-9b6f-45ca-9c78-5ec31972c14f HTTP/1.1" status: 200 len: 217 time: 0.2068405 Jul 16 18:07:59.804473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', 'mac_address': 'fa:16:3e:0b:74:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:59.808129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d074528-0b5f-48d0-9d8a-872f20474467 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.812112 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d074528-0b5f-48d0-9d8a-872f20474467 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.813543 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5d074528-0b5f-48d0-9d8a-872f20474467 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/security-groups/e8399d40-e759-414f-a896-aed948a87577 HTTP/1.1" status: 204 len: 168 time: 0.2433329 Jul 16 18:07:59.825702 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:59.828321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d074528-0b5f-48d0-9d8a-872f20474467 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8399d40-e759-414f-a896-aed948a87577,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.839513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0932dea-a829-4193-a674-0ee057a44e71 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Router fd856842-d41c-4306-8637-caf1b4b1b7f6 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:59.894740 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.909344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7e12023-1d1c-4bb8-8c97-1b47577cfb18 None None] Provisioning for port 3784d693-0212-494a-bb75-924b3c9d2b6e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:59.916127 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f981a0ca-b628-4da2-9351-9ff1fcec2f61 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.926988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7e12023-1d1c-4bb8-8c97-1b47577cfb18 None None] Provisioning complete for port 3784d693-0212-494a-bb75-924b3c9d2b6e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:59.927382 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7e12023-1d1c-4bb8-8c97-1b47577cfb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.932476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:59.961621 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f981a0ca-b628-4da2-9351-9ff1fcec2f61 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.997499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:00.011089 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f981a0ca-b628-4da2-9351-9ff1fcec2f61 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.013881 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f981a0ca-b628-4da2-9351-9ff1fcec2f61 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.014315 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.015077 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f981a0ca-b628-4da2-9351-9ff1fcec2f61 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/security-groups/b803005f-a50a-4e94-9951-989b298dc26e HTTP/1.1" status: 204 len: 168 time: 0.1849680 Jul 16 18:08:00.018317 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:00.061492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981a0ca-b628-4da2-9351-9ff1fcec2f61 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b803005f-a50a-4e94-9951-989b298dc26e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.072664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-3f216b9b-22fd-4499-b806-fb66200d91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.075912 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7ac176e-fc98-410b-adbf-d1d85d52d93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.078577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-3f216b9b-22fd-4499-b806-fb66200d91ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6209d1f1-0281-4b08-99ad-f54e411f3cea HTTP/1.1" status: 200 len: 797 time: 0.2478161 Jul 16 18:08:00.082972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbb93-7715-41c2-ad90-b03021cc30cf req-95dc9d52-89f0-4ca0-8a87-f31ef96e19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.090304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98ffbb93-7715-41c2-ad90-b03021cc30cf req-95dc9d52-89f0-4ca0-8a87-f31ef96e19af service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7715478 Jul 16 18:08:00.108798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbf5320-5270-496a-8e6f-ae8f59b67f9b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting subnet 7e3516a1-d72f-4f67-8aa9-b113d426604c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:00.118336 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5320-5270-496a-8e6f-ae8f59b67f9b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.133412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7e12023-1d1c-4bb8-8c97-1b47577cfb18 None None] Could not find standard attr ID for object 092468bd-c1e7-4975-b5b3-0b3d7e26e7e9. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:08:00.180507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7e12023-1d1c-4bb8-8c97-1b47577cfb18 None None] Provisioning complete for port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:00.180919 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7e12023-1d1c-4bb8-8c97-1b47577cfb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.191316 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5186337-b3fa-4991-8239-2389dda06c89 req-97803c74-c92d-4490-9ced-3a3d5c8bedb3 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165621 Jul 16 18:08:00.193020 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5320-5270-496a-8e6f-ae8f59b67f9b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.213476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.235385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a7e12023-1d1c-4bb8-8c97-1b47577cfb18 None None] Port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:00.241605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-eb1a56ed-c814-4eca-88e5-f7c6ec67bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.243140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-eb1a56ed-c814-4eca-88e5-f7c6ec67bf09 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8724289 Jul 16 18:08:00.295703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:00.311129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5320-5270-496a-8e6f-ae8f59b67f9b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.363401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a3a0911-772d-4dc8-917c-a999ca4a30bc None None] Could not find standard attr ID for object 092468bd-c1e7-4975-b5b3-0b3d7e26e7e9. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:08:00.391484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5320-5270-496a-8e6f-ae8f59b67f9b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.415356 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5320-5270-496a-8e6f-ae8f59b67f9b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.422652 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0bbf5320-5270-496a-8e6f-ae8f59b67f9b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/7e3516a1-d72f-4f67-8aa9-b113d426604c HTTP/1.1" status: 204 len: 168 time: 0.4032142 Jul 16 18:08:00.424875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:00.433463 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5b2be665-198a-4af5-a0de-072991947519 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:00.439019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51851f9c-791e-46b6-be2e-4fedf128a64d req-b33d4e98-b455-4dad-b0fc-7825e3e73580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.440534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51851f9c-791e-46b6-be2e-4fedf128a64d req-b33d4e98-b455-4dad-b0fc-7825e3e73580 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 200 len: 920 time: 0.8388247 Jul 16 18:08:00.462440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf5320-5270-496a-8e6f-ae8f59b67f9b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3516a1-d72f-4f67-8aa9-b113d426604c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.660576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2be665-198a-4af5-a0de-072991947519 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:00.665045 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b2be665-198a-4af5-a0de-072991947519 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.785610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4428e4-73d9-4e4d-a7cf-a6097b282304 None None] Network 851f555c-cb0b-4187-a58f-467783ddea32 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:00.895296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c5ecf15-eb19-44ab-9637-e4fbd3f16a14 None None] Could not find standard attr ID for object 092468bd-c1e7-4975-b5b3-0b3d7e26e7e9. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:08:00.968361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b2be665-198a-4af5-a0de-072991947519 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.030092 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2be665-198a-4af5-a0de-072991947519 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 851f555c-cb0b-4187-a58f-467783ddea32 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:01.033894 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5b2be665-198a-4af5-a0de-072991947519 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:01.038637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2be665-198a-4af5-a0de-072991947519 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.039258 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b2be665-198a-4af5-a0de-072991947519 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.039445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51851f9c-791e-46b6-be2e-4fedf128a64d req-d3339640-268e-40cf-9405-b4936b13ee50 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7443607f-2662-466b-be71-199a5d32d8cd HTTP/1.1" status: 200 len: 217 time: 0.5609896 Jul 16 18:08:01.056325 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2be665-198a-4af5-a0de-072991947519 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Subnet': ['ID=33806a00-514e-47dd-92af-f9af3c71c41b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:01.068968 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5b2be665-198a-4af5-a0de-072991947519 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6402090 Jul 16 18:08:01.069565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.075639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'security_group': {'name': 'tempest-secgroup-1013671384'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:01.096150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-9357050c-16dc-40ec-9ef9-99241dfbac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.100321 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.102207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-9357050c-16dc-40ec-9ef9-99241dfbac19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac8af031-332b-49b9-a5c1-24e1effc1820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0089662 Jul 16 18:08:01.112074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461d01b-67d6-4ab3-beb1-b422f0ba063b req-6561bb1f-f517-4d67-9bd5-fe413acb81b8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.113888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6461d01b-67d6-4ab3-beb1-b422f0ba063b req-6561bb1f-f517-4d67-9bd5-fe413acb81b8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 1.3622360 Jul 16 18:08:01.204221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-4770e9f0-09fd-4da0-bf91-5bf898f28adc service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9411201 Jul 16 18:08:01.206484 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98ffbb93-7715-41c2-ad90-b03021cc30cf req-0c83cfcd-0549-43b2-ad15-c2d62090100b service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0985126 Jul 16 18:08:01.222410 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.230460 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.259865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0932dea-a829-4193-a674-0ee057a44e71 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:01.265437 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.267688 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1970932 Jul 16 18:08:01.269503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759a24a7-2e1e-4a80-b44a-2e85dc466cec,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:01.271728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.274027 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7caa6b-a3e8-4451-b4c8-41e90ecfff6c None None] Sync routers for ids ['fd856842-d41c-4306-8637-caf1b4b1b7f6'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:01.279068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3b1c8a58-06aa-4d3c-a570-28e579065935 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'security_group': {'name': 'tempest-secgroup-1242204837'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:01.287625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7caa6b-a3e8-4451-b4c8-41e90ecfff6c None None] Routers {'fd856842-d41c-4306-8637-caf1b4b1b7f6'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:01.294389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3b7caa6b-a3e8-4451-b4c8-41e90ecfff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fd856842-d41c-4306-8637-caf1b4b1b7f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.298243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:01.298243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:01.298243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:01.298243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:01.298609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:01.298763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:01.299085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:01.299418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:01.299751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:01.300089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:01.300419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:01.300748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f017c0-90d7-469c-a0cc-99a69bbfe352 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:01.320853 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8a58-06aa-4d3c-a570-28e579065935 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.324740 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0932dea-a829-4193-a674-0ee057a44e71 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.326037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f0932dea-a829-4193-a674-0ee057a44e71 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "PUT /v2.0/routers/fd856842-d41c-4306-8637-caf1b4b1b7f6 HTTP/1.1" status: 200 len: 926 time: 6.9082952 Jul 16 18:08:01.333834 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.361800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3b7caa6b-a3e8-4451-b4c8-41e90ecfff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.382826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7caa6b-a3e8-4451-b4c8-41e90ecfff6c None None] Routers {'fd856842-d41c-4306-8637-caf1b4b1b7f6'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:01.384673 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3b7caa6b-a3e8-4451-b4c8-41e90ecfff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:07:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fd856842-d41c-4306-8637-caf1b4b1b7f6'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.442269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3b7caa6b-a3e8-4451-b4c8-41e90ecfff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.445485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51851f9c-791e-46b6-be2e-4fedf128a64d req-cd0d0f87-4226-43ed-bdaf-7ada05bc5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.447055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7caa6b-a3e8-4451-b4c8-41e90ecfff6c None None] The sync data for ids ['fd856842-d41c-4306-8637-caf1b4b1b7f6'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:01.448714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51851f9c-791e-46b6-be2e-4fedf128a64d req-cd0d0f87-4226-43ed-bdaf-7ada05bc5b8b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26e6cab3-4374-4ede-8f3e-52dd04198328 HTTP/1.1" status: 200 len: 859 time: 0.3849664 Jul 16 18:08:01.510596 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-22559876-32f7-468d-8d44-cda31d16e88f tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/routers/fd856842-d41c-4306-8637-caf1b4b1b7f6 HTTP/1.1" status: 200 len: 926 time: 0.1755364 Jul 16 18:08:01.513564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.556434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6461d01b-67d6-4ab3-beb1-b422f0ba063b req-4f01f1bd-ed06-42ae-af6d-941cc247d0b9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114368 Jul 16 18:08:01.578479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:01.593837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51851f9c-791e-46b6-be2e-4fedf128a64d req-baa48c59-2bdb-49bd-a1fd-c2b65bcfa4e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1ec6f990-5524-4162-9c80-9e127ede5598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991328 Jul 16 18:08:01.648166 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8a58-06aa-4d3c-a570-28e579065935 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.669760 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8a58-06aa-4d3c-a570-28e579065935 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.670022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-f7e79dec-7289-41ce-91ec-d40418476a0b service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522404 Jul 16 18:08:01.675759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:01.683429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:01.684531 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.707284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a6173-09e0-4a7a-889b-eda7f9af5e94 req-c4dbfa13-e2ad-4f51-8a9c-90b667029b7d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.708836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-710a6173-09e0-4a7a-889b-eda7f9af5e94 req-c4dbfa13-e2ad-4f51-8a9c-90b667029b7d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 949 time: 0.7252340 Jul 16 18:08:01.744708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98ffbb93-7715-41c2-ad90-b03021cc30cf req-6b67b852-b0a3-4d8e-b9ab-de69c01b9273 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140634 Jul 16 18:08:01.773824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8a58-06aa-4d3c-a570-28e579065935 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.781354 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3b1c8a58-06aa-4d3c-a570-28e579065935 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5059049 Jul 16 18:08:01.785876 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.794242 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3c0ff8af-ef80-4005-ba17-ae0008bf82d6 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'security_group': {'name': 'tempest-secgroup-34447030'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:01.822908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432076e-dd80-45b7-9449-cadeb9534256 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.826915 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c432076e-dd80-45b7-9449-cadeb9534256 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&device_id=fd856842-d41c-4306-8637-caf1b4b1b7f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3096521 Jul 16 18:08:01.828108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.828873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-d2b19503-2fca-4827-928c-49692409c488 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037109 Jul 16 18:08:01.843252 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c8a58-06aa-4d3c-a570-28e579065935 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec0a38e-f906-4cce-804f-34af49156190,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:01.858947 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.891021 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c0ff8af-ef80-4005-ba17-ae0008bf82d6 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.910188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e548a64-3823-4213-9218-bbd963c365c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:01.915265 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac57268-1edb-428f-a0ec-9d006e0563cb" -d '{"events": [{"server_uuid": "8e548a64-3823-4213-9218-bbd963c365c7", "name": "network-vif-plugged", "status": "completed", "tag": "f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:01.942408 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-aa61d95c-b1b2-4c5b-8f26-37fc2b126bb8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c4066f96-874a-4e9b-9ebe-2041bf995554 HTTP/1.1" status: 200 len: 217 time: 0.0931594 Jul 16 18:08:01.948668 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:01.954596 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.997387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd633769-9508-46ca-98a2-8651649281fb tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.000084 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fd633769-9508-46ca-98a2-8651649281fb tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 881 time: 0.1713150 Jul 16 18:08:02.002823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.011450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:02.014622 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9570abe8-583b-44a0-9952-ed81f0fe7103 None None] Network 851f555c-cb0b-4187-a58f-467783ddea32 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:02.040136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-710a6173-09e0-4a7a-889b-eda7f9af5e94 req-7a9d78a2-a8f0-4a56-8424-ee6d78ff3ebc tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903209 Jul 16 18:08:02.056747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51851f9c-791e-46b6-be2e-4fedf128a64d req-5404af1b-ffb3-45cf-9487-af8aa88c8de7 service neutron] 10.222.0.38 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520633 Jul 16 18:08:02.057425 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-773c0c8b-bf5d-4537-873e-c47067fa7b14 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd856842-d41c-4306-8637-caf1b4b1b7f6 HTTP/1.1" status: 200 len: 205 time: 0.0524170 Jul 16 18:08:02.068060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.153995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c34ee5c-f551-4838-9b87-e5640342f0e9 None None] Provisioning complete for port 3784d693-0212-494a-bb75-924b3c9d2b6e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:02.154490 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c34ee5c-f551-4838-9b87-e5640342f0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.176678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-17b696ea-2c31-41c6-96ae-adf2eeb286d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.178281 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-17b696ea-2c31-41c6-96ae-adf2eeb286d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.2162600 Jul 16 18:08:02.183408 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-14ee1b40-7ee6-4692-8ff2-4e918d4b64de service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842875 Jul 16 18:08:02.220112 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c0ff8af-ef80-4005-ba17-ae0008bf82d6 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.231141 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c0ff8af-ef80-4005-ba17-ae0008bf82d6 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.254350 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.307875 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba13a7da-e02d-4cab-84f6-04da241b3f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.309009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c0ff8af-ef80-4005-ba17-ae0008bf82d6 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.310371 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3c0ff8af-ef80-4005-ba17-ae0008bf82d6 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5215127 Jul 16 18:08:02.314785 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.322126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-410716757', 'security_groups': ['83bbed83-ac1b-4b0a-ae7b-5aa34d734378'], 'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '33806a00-514e-47dd-92af-f9af3c71c41b'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:02.343450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ff8af-ef80-4005-ba17-ae0008bf82d6 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bbed83-ac1b-4b0a-ae7b-5aa34d734378,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:02.382463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39af68-dbb1-4932-a4cd-e42151041809 req-4cea3ce8-a321-48cc-a041-002e939981a7 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.392210 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a39af68-dbb1-4932-a4cd-e42151041809 req-4cea3ce8-a321-48cc-a041-002e939981a7 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.5758798 Jul 16 18:08:02.424885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-d39dc912-2731-40b3-a715-6fdaf2ee7de0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=390c02d7-cbb9-4405-adc9-7f7430e8f6a3 HTTP/1.1" status: 200 len: 217 time: 0.2333243 Jul 16 18:08:02.509818 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.523198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a39af68-dbb1-4932-a4cd-e42151041809 req-b1532134-be0c-4815-8ee2-368107758f58 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325746 Jul 16 18:08:02.569535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:02.574494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51851f9c-791e-46b6-be2e-4fedf128a64d req-8ae80792-31f7-482c-9e97-002b362a8727 service neutron] 10.222.0.38 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100377 Jul 16 18:08:02.607330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-38f30833-4c85-4e3b-b8b1-b507e8e631a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.613260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-38f30833-4c85-4e3b-b8b1-b507e8e631a3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4258699 Jul 16 18:08:02.616657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-8d270ce9-51dc-4ea5-8319-aee4c824dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.620157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-8d270ce9-51dc-4ea5-8319-aee4c824dc66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6209d1f1-0281-4b08-99ad-f54e411f3cea HTTP/1.1" status: 200 len: 797 time: 0.1812673 Jul 16 18:08:02.667593 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Deleting port 48605c47-38ec-4a23-a72a-44afd3abfb94 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:02.668501 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.753094 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.758070 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6097d25b-1fb6-4b59-a9bf-c280edc59a2e x-openstack-request-id: req-6097d25b-1fb6-4b59-a9bf-c280edc59a2e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:02.758358 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e548a64-3823-4213-9218-bbd963c365c7", "name": "network-vif-plugged", "status": "completed", "tag": "f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:02.758653 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6097d25b-1fb6-4b59-a9bf-c280edc59a2e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:02.759155 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e548a64-3823-4213-9218-bbd963c365c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', 'code': 200} Jul 16 18:08:02.760748 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.766952 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.788027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] device_id is not set on port a8c3114e-d819-4ddc-ab18-51c990af8b74 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:02.791015 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.797532 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c34ee5c-f551-4838-9b87-e5640342f0e9 None None] Provisioning complete for port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:02.798124 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c34ee5c-f551-4838-9b87-e5640342f0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.845492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0c34ee5c-f551-4838-9b87-e5640342f0e9 None None] Port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:02.883676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.916734 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Calling delete_port for 48605c47-38ec-4a23-a72a-44afd3abfb94 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:02.939965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5666f1b-2211-4ec5-9d6f-0d5af5832ece None None] Update dhcp port {'port': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'fixed_ips': [{'subnet_id': 'e9eb5c46-8661-4d39-8b17-91d0fbbc9aed', 'ip_address': '172.20.0.18'}, {'subnet_id': '33806a00-514e-47dd-92af-f9af3c71c41b'}], 'binding:host_id': 'n-d-793618-9'}, 'id': '3784d693-0212-494a-bb75-924b3c9d2b6e'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:08:02.972504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-9d11b62d-4ed2-42ba-bc2e-0f837ff764b0 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404305 Jul 16 18:08:02.982180 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5666f1b-2211-4ec5-9d6f-0d5af5832ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.021364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-e56c4bea-325c-46af-8a4f-f73e2c84325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.023006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-e56c4bea-325c-46af-8a4f-f73e2c84325c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac8af031-332b-49b9-a5c1-24e1effc1820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3846049 Jul 16 18:08:03.025393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e724c0-dbf4-4426-b9e8-6acce03d2164 req-45e5239c-292b-48fb-acb1-3f72ca1b271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.026858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-01e724c0-dbf4-4426-b9e8-6acce03d2164 req-45e5239c-292b-48fb-acb1-3f72ca1b271d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 1101 time: 0.2195208 Jul 16 18:08:03.090441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.8 (851f555c-cb0b-4187-a58f-467783ddea32/33806a00-514e-47dd-92af-f9af3c71c41b/a8c3114e-d819-4ddc-ab18-51c990af8b74) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:03.121418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a773f-f4d0-4026-a3f7-2794b9249b26 req-cca58522-cc8d-4ed4-9212-244a270329c1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.125805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-044a773f-f4d0-4026-a3f7-2794b9249b26 req-cca58522-cc8d-4ed4-9212-244a270329c1 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.2490606 Jul 16 18:08:03.144764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-589e5ed2-16e0-434c-8bed-6212625a3672 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609011 Jul 16 18:08:03.219015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-aa3bdded-28d7-47a3-9406-460c852bad11 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3502ebbe-8b90-4a56-afa2-80f95d0e97d8 HTTP/1.1" status: 200 len: 217 time: 0.0662558 Jul 16 18:08:03.295033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.325803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-01e724c0-dbf4-4426-b9e8-6acce03d2164 req-c6242094-23ef-48f3-b909-9cf5116dee4c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917867 Jul 16 18:08:03.332469 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Pushing event deleted for resources: {'Port': ['ID=48605c47-38ec-4a23-a72a-44afd3abfb94,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:03.342080 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.350646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-044a773f-f4d0-4026-a3f7-2794b9249b26 req-36449209-18b6-44c1-ad60-9ea315704782 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044332 Jul 16 18:08:03.384894 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-3fbe4881-1ccb-435c-9a8f-9c22c97d8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.386948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-3fbe4881-1ccb-435c-9a8f-9c22c97d8cde service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b93e8465-6528-4566-8e4d-afb8ffbc7d1c HTTP/1.1" status: 200 len: 797 time: 0.1482892 Jul 16 18:08:03.392386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-2025b4e0-beac-46a0-bf50-5c286645cc85 service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494616 Jul 16 18:08:03.400032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Transition to ACTIVE for port object a8c3114e-d819-4ddc-ab18-51c990af8b74 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:03.418319 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.470448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bbcf8-2a50-4995-9583-910a16f70c9c req-fc1f4b31-8a0b-43ff-86df-7d29d9d288a0 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.475310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5a3bbcf8-2a50-4995-9583-910a16f70c9c req-fc1f4b31-8a0b-43ff-86df-7d29d9d288a0 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.2695084 Jul 16 18:08:03.522782 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.526651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.568563 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.595432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d5666f1b-2211-4ec5-9d6f-0d5af5832ece None None] Allocated IP 172.20.0.2 (851f555c-cb0b-4187-a58f-467783ddea32/33806a00-514e-47dd-92af-f9af3c71c41b/3784d693-0212-494a-bb75-924b3c9d2b6e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:03.603000 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.603585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Fanout notify agent at l3_agent the message router_deleted on router fd856842-d41c-4306-8637-caf1b4b1b7f6 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:03.607126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-a3654235-f18a-4e8c-a9a1-0d6a2485f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.608700 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-a3654235-f18a-4e8c-a9a1-0d6a2485f01e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2117603 Jul 16 18:08:03.612351 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.616844 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8c62e05a-0269-4d0c-92ce-087e1b4ee295 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/routers/fd856842-d41c-4306-8637-caf1b4b1b7f6 HTTP/1.1" status: 204 len: 168 time: 1.5530221 Jul 16 18:08:03.618173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:03.627571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6fdec371-ea1f-45d2-9743-f47ce15e1913 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-166787553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:03.645011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 851f555c-cb0b-4187-a58f-467783ddea32 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:03.653632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:03.656989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:03.659781 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=a8c3114e-d819-4ddc-ab18-51c990af8b74,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:03.696705 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fdec371-ea1f-45d2-9743-f47ce15e1913 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.698001 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fdec371-ea1f-45d2-9743-f47ce15e1913 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.722038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9737d5e-7856-4ccc-9ae0-2dfc67eaf545 req-2aa25e68-22a1-49fc-b971-c66604f2829c service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199313 Jul 16 18:08:03.729749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.730398 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.768517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5a3bbcf8-2a50-4995-9583-910a16f70c9c req-a79ecd2d-aaef-4bc5-b451-bfd9ed50d011 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761643 Jul 16 18:08:03.772468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-706029db-e4f3-4c61-a958-edd693d3b691 service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520498 Jul 16 18:08:03.786642 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-343224d9-1f44-49a7-b6f0-ed3de7df6276 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4696996 Jul 16 18:08:03.788206 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fdec371-ea1f-45d2-9743-f47ce15e1913 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.789253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:03.793364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d5666f1b-2211-4ec5-9d6f-0d5af5832ece None None] For port 3784d693-0212-494a-bb75-924b3c9d2b6e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3784d693-0212-494a-bb75-924b3c9d2b6e,segment=NetworkSegment(a2b9fd94-07d0-4299-bd8a-5bd5a61d4576),segment_id=a2b9fd94-07d0-4299-bd8a-5bd5a61d4576)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:03.794394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-43d82451-c65c-4923-a4e9-3f7f7c8b5a90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:03.796072 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.810045 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fdec371-ea1f-45d2-9743-f47ce15e1913 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.827371 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5666f1b-2211-4ec5-9d6f-0d5af5832ece None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.847353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6fdec371-ea1f-45d2-9743-f47ce15e1913 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.851486 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6fdec371-ea1f-45d2-9743-f47ce15e1913 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2245948 Jul 16 18:08:03.853860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:03.856416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5666f1b-2211-4ec5-9d6f-0d5af5832ece None None] Transition to ACTIVE for port object 3784d693-0212-494a-bb75-924b3c9d2b6e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:03.859406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Request body: {'router': {'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:03.861120 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5666f1b-2211-4ec5-9d6f-0d5af5832ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.949514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d82451-c65c-4923-a4e9-3f7f7c8b5a90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:03.953589 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43d82451-c65c-4923-a4e9-3f7f7c8b5a90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.960144 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5666f1b-2211-4ec5-9d6f-0d5af5832ece None None] Pushing event updated for resources: {'Port': ['ID=3784d693-0212-494a-bb75-924b3c9d2b6e,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:03.966959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-0c606246-2bed-48f7-9245-13383e5d8c32 service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853182 Jul 16 18:08:03.982556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f45a14-6c57-411f-a2d6-918f6950a8bc req-1676c259-f25c-4d40-a73f-9fcca6e90075 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.984189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08f45a14-6c57-411f-a2d6-918f6950a8bc req-1676c259-f25c-4d40-a73f-9fcca6e90075 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.2677772 Jul 16 18:08:04.108355 n-d-793618-9 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-43d82451-c65c-4923-a4e9-3f7f7c8b5a90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 33806a00-514e-47dd-92af-f9af3c71c41b (CIDR: 172.20.0.0/28) Jul 16 18:08:04.115357 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d82451-c65c-4923-a4e9-3f7f7c8b5a90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:04.115861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d82451-c65c-4923-a4e9-3f7f7c8b5a90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:04.146350 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-43d82451-c65c-4923-a4e9-3f7f7c8b5a90 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3526466 Jul 16 18:08:04.146350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:04.155047 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-87597e1a-53ef-4662-9019-6c83430e2a17 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:04.399036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87597e1a-53ef-4662-9019-6c83430e2a17 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:04.404711 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-87597e1a-53ef-4662-9019-6c83430e2a17 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.523904 n-d-793618-9 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-87597e1a-53ef-4662-9019-6c83430e2a17 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e9eb5c46-8661-4d39-8b17-91d0fbbc9aed (CIDR: 172.20.0.16/28) Jul 16 18:08:04.528641 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-87597e1a-53ef-4662-9019-6c83430e2a17 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:04.529041 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87597e1a-53ef-4662-9019-6c83430e2a17 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:04.548969 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-87597e1a-53ef-4662-9019-6c83430e2a17 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4002478 Jul 16 18:08:04.550367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:04.558065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2321d89a-e500-48ac-a201-c2d55cbb6024 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'subnet': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:04.618494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-ffafea56-b926-404e-91b6-7af1ab1332fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=594998ad-2e61-4855-828d-8fedaa5b4aae HTTP/1.1" status: 200 len: 217 time: 0.6331320 Jul 16 18:08:04.704172 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2321d89a-e500-48ac-a201-c2d55cbb6024 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Made reservation on behalf of 6f8a16931fb84e10a428b4981d4f5525 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:04.709844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2321d89a-e500-48ac-a201-c2d55cbb6024 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.739176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08f45a14-6c57-411f-a2d6-918f6950a8bc req-5c5d18a1-6e66-41ac-8165-295f74f9f001 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7417843 Jul 16 18:08:04.807568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f60deb1f-306c-42f2-8e39-315eba90cce7 None None] Provisioning for port 3784d693-0212-494a-bb75-924b3c9d2b6e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:04.816246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-8c6555e9-8011-4cae-af66-49fb1b0ff6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.817837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-8c6555e9-8011-4cae-af66-49fb1b0ff6fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b93e8465-6528-4566-8e4d-afb8ffbc7d1c HTTP/1.1" status: 200 len: 797 time: 0.1877098 Jul 16 18:08:04.819978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f60deb1f-306c-42f2-8e39-315eba90cce7 None None] Provisioning complete for port 3784d693-0212-494a-bb75-924b3c9d2b6e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:04.820383 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f60deb1f-306c-42f2-8e39-315eba90cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.888790 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.987565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2765048-9d6e-4c7a-b68b-82c6e0189b1c req-e9d645c7-4eb4-4538-888a-3eec79413626 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.989177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2765048-9d6e-4c7a-b68b-82c6e0189b1c req-e9d645c7-4eb4-4538-888a-3eec79413626 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.3826036 Jul 16 18:08:05.051050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f60deb1f-306c-42f2-8e39-315eba90cce7 None None] Provisioning complete for port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:05.051620 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f60deb1f-306c-42f2-8e39-315eba90cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.090957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67610b7-beee-4890-be99-0802c6f50396 req-86b72587-3fa6-444d-a9f0-52526b220b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.092632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-86b72587-3fa6-444d-a9f0-52526b220b42 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2317951 Jul 16 18:08:05.102498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2765048-9d6e-4c7a-b68b-82c6e0189b1c req-b0fc7ce9-895a-4f0a-a77b-d8fe44c64ced tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043880 Jul 16 18:08:05.108766 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2321d89a-e500-48ac-a201-c2d55cbb6024 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.134874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321d89a-e500-48ac-a201-c2d55cbb6024 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Network 851f555c-cb0b-4187-a58f-467783ddea32 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:05.137954 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2321d89a-e500-48ac-a201-c2d55cbb6024 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:05.157530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556b99ef-edee-448d-af54-662677a34bfc None None] Network 851f555c-cb0b-4187-a58f-467783ddea32 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:05.168604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2321d89a-e500-48ac-a201-c2d55cbb6024 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.169536 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2321d89a-e500-48ac-a201-c2d55cbb6024 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.205765 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f60deb1f-306c-42f2-8e39-315eba90cce7 None None] Port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:05.213960 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2321d89a-e500-48ac-a201-c2d55cbb6024 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6615648 Jul 16 18:08:05.215483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321d89a-e500-48ac-a201-c2d55cbb6024 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Subnet': ['ID=791f272c-e8f6-4cf8-986a-c586b2f97799,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:05.218198 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.219246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-1f399f15-a72c-4f26-a0d5-46f2c814f5cd service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149197 Jul 16 18:08:05.225566 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-02cd0afe-2b0d-41da-84cd-f557909427c9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-17234072', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '791f272c-e8f6-4cf8-986a-c586b2f97799'}], 'security_groups': ['759a24a7-2e1e-4a80-b44a-2e85dc466cec', '4ec0a38e-f906-4cce-804f-34af49156190']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:05.371889 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02cd0afe-2b0d-41da-84cd-f557909427c9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.411109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b7d6a1cc-b86e-40ad-b8aa-2974037c0c75 None None] Provisioning for port a8c3114e-d819-4ddc-ab18-51c990af8b74 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:05.419568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b7d6a1cc-b86e-40ad-b8aa-2974037c0c75 None None] Provisioning complete for port a8c3114e-d819-4ddc-ab18-51c990af8b74 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:05.419942 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a1cc-b86e-40ad-b8aa-2974037c0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.462728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a67610b7-beee-4890-be99-0802c6f50396 req-857faa7e-81a5-45a0-b6d6-aa393bceb968 service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138958 Jul 16 18:08:05.487877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.501099 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.510152 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.549158 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6a1cc-b86e-40ad-b8aa-2974037c0c75 None None] Port a8c3114e-d819-4ddc-ab18-51c990af8b74 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:05.647333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3784d693-0212-494a-bb75-924b3c9d2b6e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:05.697840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Allocated IP 172.25.8.120 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/fda50107-1333-405d-94fc-4549dea06988) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:05.707013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8637e692-90f4-4dfb-b356-5a1ba202df32 None None] Update dhcp port {'port': {'network_id': '851f555c-cb0b-4187-a58f-467783ddea32', 'fixed_ips': [{'subnet_id': 'e9eb5c46-8661-4d39-8b17-91d0fbbc9aed', 'ip_address': '172.20.0.18'}, {'subnet_id': '33806a00-514e-47dd-92af-f9af3c71c41b', 'ip_address': '172.20.0.2'}, {'subnet_id': '791f272c-e8f6-4cf8-986a-c586b2f97799'}], 'binding:host_id': 'n-d-793618-9'}, 'id': '3784d693-0212-494a-bb75-924b3c9d2b6e'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:08:05.726721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddd08b-7b98-4d75-95bc-e595ba46eda8 req-3c0a5c56-d8c8-4726-ba13-3026cdfcf25c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.728605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dddd08b-7b98-4d75-95bc-e595ba46eda8 req-3c0a5c56-d8c8-4726-ba13-3026cdfcf25c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.1485081 Jul 16 18:08:05.756844 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8637e692-90f4-4dfb-b356-5a1ba202df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.761714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3784d693-0212-494a-bb75-924b3c9d2b6e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:05.762286 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.859998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.866604 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dddd08b-7b98-4d75-95bc-e595ba46eda8 req-f6aaec56-656e-4b88-a4da-7098a0e466fc tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244211 Jul 16 18:08:05.880036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-02cd0afe-2b0d-41da-84cd-f557909427c9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Delete allocated IP 172.20.0.8 (851f555c-cb0b-4187-a58f-467783ddea32/33806a00-514e-47dd-92af-f9af3c71c41b) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:08:05.890079 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-02cd0afe-2b0d-41da-84cd-f557909427c9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Allocated IP 172.20.0.41 (851f555c-cb0b-4187-a58f-467783ddea32/791f272c-e8f6-4cf8-986a-c586b2f97799/a8c3114e-d819-4ddc-ab18-51c990af8b74) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:05.939956 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.013817 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.078272 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f418cfe5-ef7a-42d2-9c2b-8eb57a639beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.080003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:06.085011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:06.088194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:06.120188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Pushing event updated for resources: {'Port': ['ID=fda50107-1333-405d-94fc-4549dea06988,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.145092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:06.145394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:06.145752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:06.146099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:06.146441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:06.146784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:06.147121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:06.147456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:06.147789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:06.148125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:06.148482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:06.148820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:06.192162 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02cd0afe-2b0d-41da-84cd-f557909427c9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.223407 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-02cd0afe-2b0d-41da-84cd-f557909427c9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Transition to ACTIVE for port object a8c3114e-d819-4ddc-ab18-51c990af8b74 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:06.233162 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02cd0afe-2b0d-41da-84cd-f557909427c9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.233664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2f19a-80d4-4fc9-8174-2c4797c2d3d2 req-7392bef1-04e4-48f0-b416-f6bc9124ef9f tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.235331 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86e2f19a-80d4-4fc9-8174-2c4797c2d3d2 req-7392bef1-04e4-48f0-b416-f6bc9124ef9f tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.2371821 Jul 16 18:08:06.294785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8637e692-90f4-4dfb-b356-5a1ba202df32 None None] Allocated IP 172.20.0.34 (851f555c-cb0b-4187-a58f-467783ddea32/791f272c-e8f6-4cf8-986a-c586b2f97799/3784d693-0212-494a-bb75-924b3c9d2b6e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:06.346958 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f418cfe5-ef7a-42d2-9c2b-8eb57a639beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.360364 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f418cfe5-ef7a-42d2-9c2b-8eb57a639beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.375272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd0afe-2b0d-41da-84cd-f557909427c9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event updated for resources: {'Port': ['ID=a8c3114e-d819-4ddc-ab18-51c990af8b74,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.383923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86e2f19a-80d4-4fc9-8174-2c4797c2d3d2 req-699e7357-8e78-45a8-bc61-fba3cf2f2fc9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347218 Jul 16 18:08:06.403637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-02cd0afe-2b0d-41da-84cd-f557909427c9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] In _notify_port_updated(), no bound segment for port a8c3114e-d819-4ddc-ab18-51c990af8b74 on network 851f555c-cb0b-4187-a58f-467783ddea32 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:08:06.405266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4150ce-86a7-4fa3-a858-eb6b595791e1 req-8fcb9352-e246-4dce-9b0a-fbeb5720324c tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.406572 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed4150ce-86a7-4fa3-a858-eb6b595791e1 req-8fcb9352-e246-4dce-9b0a-fbeb5720324c tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 1101 time: 0.1702948 Jul 16 18:08:06.419112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd0afe-2b0d-41da-84cd-f557909427c9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.419804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02cd0afe-2b0d-41da-84cd-f557909427c9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.423749 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-02cd0afe-2b0d-41da-84cd-f557909427c9 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "PUT /v2.0/ports/a8c3114e-d819-4ddc-ab18-51c990af8b74 HTTP/1.1" status: 200 len: 958 time: 1.2018139 Jul 16 18:08:06.432367 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8637e692-90f4-4dfb-b356-5a1ba202df32 None None] For port 3784d693-0212-494a-bb75-924b3c9d2b6e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3784d693-0212-494a-bb75-924b3c9d2b6e,segment=NetworkSegment(a2b9fd94-07d0-4299-bd8a-5bd5a61d4576),segment_id=a2b9fd94-07d0-4299-bd8a-5bd5a61d4576)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:06.437117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:06.443633 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418cfe5-ef7a-42d2-9c2b-8eb57a639beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0685d8c6-19ca-47ca-9937-6bbbd114db65,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.452661 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f418cfe5-ef7a-42d2-9c2b-8eb57a639beb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d3ce8f415dc468a9f8da55603912d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5915384 Jul 16 18:08:06.453902 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:06.467458 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8637e692-90f4-4dfb-b356-5a1ba202df32 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.484487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8637e692-90f4-4dfb-b356-5a1ba202df32 None None] Transition to ACTIVE for port object 3784d693-0212-494a-bb75-924b3c9d2b6e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:06.488290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed4150ce-86a7-4fa3-a858-eb6b595791e1 req-9afe4d16-fd73-4923-ab58-9b830fef52c0 tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.489723 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8637e692-90f4-4dfb-b356-5a1ba202df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.516679 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea065a7-4c18-455a-b47e-5d44a291c5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.546229 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea065a7-4c18-455a-b47e-5d44a291c5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.551470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637e692-90f4-4dfb-b356-5a1ba202df32 None None] Pushing event updated for resources: {'Port': ['ID=3784d693-0212-494a-bb75-924b3c9d2b6e,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.552479 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.607540 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea065a7-4c18-455a-b47e-5d44a291c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.610332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ea065a7-4c18-455a-b47e-5d44a291c5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.613790 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4ea065a7-4c18-455a-b47e-5d44a291c5bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0685d8c6-19ca-47ca-9937-6bbbd114db65 HTTP/1.1" status: 204 len: 168 time: 0.1565325 Jul 16 18:08:06.624480 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea065a7-4c18-455a-b47e-5d44a291c5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0685d8c6-19ca-47ca-9937-6bbbd114db65,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.752116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-356d05f3-3c19-464c-9caa-b43116c3f1ee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port a8c3114e-d819-4ddc-ab18-51c990af8b74 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:06.752709 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-356d05f3-3c19-464c-9caa-b43116c3f1ee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.864479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a013b1-f3ef-40b4-b9f5-9e384b688b27 req-65d3d6fa-4b31-409d-94a2-4b0df518c89b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.866103 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5a013b1-f3ef-40b4-b9f5-9e384b688b27 req-65d3d6fa-4b31-409d-94a2-4b0df518c89b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.2700777 Jul 16 18:08:06.962292 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:06.975692 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6a4dbc-a1cd-47c7-ac82-9e73a1d28aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.998766 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed4150ce-86a7-4fa3-a858-eb6b595791e1 req-9afe4d16-fd73-4923-ab58-9b830fef52c0 tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.019895 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed4150ce-86a7-4fa3-a858-eb6b595791e1 req-9afe4d16-fd73-4923-ab58-9b830fef52c0 tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.046024 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-356d05f3-3c19-464c-9caa-b43116c3f1ee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.088939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5a013b1-f3ef-40b4-b9f5-9e384b688b27 req-6643c32a-8194-439d-9063-89d7759152c9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780152 Jul 16 18:08:07.092567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-356d05f3-3c19-464c-9caa-b43116c3f1ee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for a8c3114e-d819-4ddc-ab18-51c990af8b74 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:07.096555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6a4dbc-a1cd-47c7-ac82-9e73a1d28aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.103215 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b6a4dbc-a1cd-47c7-ac82-9e73a1d28aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.105266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed4150ce-86a7-4fa3-a858-eb6b595791e1 req-9afe4d16-fd73-4923-ab58-9b830fef52c0 tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670711 Jul 16 18:08:07.126128 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.144650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe4d16-fd73-4923-ab58-9b830fef52c0 tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f502e0-6b5d-4c55-bb57-8d88f1db875c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:07.151606 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.156406 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7b6a4dbc-a1cd-47c7-ac82-9e73a1d28aae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7573049b2a843e8bd290ecec1d6a516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927564 Jul 16 18:08:07.160294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.170131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a4dbc-a1cd-47c7-ac82-9e73a1d28aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d62e6c-650e-47fa-9392-0776c56e581f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:07.233100 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d9d00f3-ea4e-47d8-bea2-10b921533e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.260071 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d9d00f3-ea4e-47d8-bea2-10b921533e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.288010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-638baa2c-4037-4f44-bc1c-19127042f9b7 None None] Provisioning for port a8c3114e-d819-4ddc-ab18-51c990af8b74 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:07.293158 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-638baa2c-4037-4f44-bc1c-19127042f9b7 None None] Provisioning complete for port a8c3114e-d819-4ddc-ab18-51c990af8b74 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:07.293603 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-638baa2c-4037-4f44-bc1c-19127042f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.337090 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-638baa2c-4037-4f44-bc1c-19127042f9b7 None None] Port a8c3114e-d819-4ddc-ab18-51c990af8b74 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:07.353079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-638baa2c-4037-4f44-bc1c-19127042f9b7 None None] Provisioning complete for port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:07.353079 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-638baa2c-4037-4f44-bc1c-19127042f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.356279 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d9d00f3-ea4e-47d8-bea2-10b921533e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.359668 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d9d00f3-ea4e-47d8-bea2-10b921533e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.360406 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0d9d00f3-ea4e-47d8-bea2-10b921533e52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6d62e6c-650e-47fa-9392-0776c56e581f HTTP/1.1" status: 204 len: 168 time: 0.1991677 Jul 16 18:08:07.385383 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d00f3-ea4e-47d8-bea2-10b921533e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d62e6c-650e-47fa-9392-0776c56e581f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:07.404000 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-638baa2c-4037-4f44-bc1c-19127042f9b7 None None] Port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:07.432704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-638baa2c-4037-4f44-bc1c-19127042f9b7 None None] Provisioning for port 3784d693-0212-494a-bb75-924b3c9d2b6e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:07.438946 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-356d05f3-3c19-464c-9caa-b43116c3f1ee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.442309 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-638baa2c-4037-4f44-bc1c-19127042f9b7 None None] Provisioning complete for port 3784d693-0212-494a-bb75-924b3c9d2b6e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:07.442634 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-638baa2c-4037-4f44-bc1c-19127042f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.476627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Router 8cb3569c-7b4a-4fd0-ae89-9400aa1f5509 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:07.483334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d05f3-3c19-464c-9caa-b43116c3f1ee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=a8c3114e-d819-4ddc-ab18-51c990af8b74,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:07.655151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3784d693-0212-494a-bb75-924b3c9d2b6e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:07.737561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3784d693-0212-494a-bb75-924b3c9d2b6e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:07.741970 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.799386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-356d05f3-3c19-464c-9caa-b43116c3f1ee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.801564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-356d05f3-3c19-464c-9caa-b43116c3f1ee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/a8c3114e-d819-4ddc-ab18-51c990af8b74 HTTP/1.1" status: 204 len: 168 time: 1.3621135 Jul 16 18:08:07.804115 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.833925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:07.845004 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b34592-e70d-4e99-8aee-8635c3a6cff2 None None] Sync routers for ids ['8cb3569c-7b4a-4fd0-ae89-9400aa1f5509'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:07.853902 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.857285 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b34592-e70d-4e99-8aee-8635c3a6cff2 None None] Routers {'8cb3569c-7b4a-4fd0-ae89-9400aa1f5509'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:07.858280 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8b34592-e70d-4e99-8aee-8635c3a6cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['8cb3569c-7b4a-4fd0-ae89-9400aa1f5509'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:07.858531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-99820190-ed83-46a7-9a34-a5b434b77eda tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "PUT /v2.0/routers/8cb3569c-7b4a-4fd0-ae89-9400aa1f5509 HTTP/1.1" status: 200 len: 883 time: 4.0027931 Jul 16 18:08:07.862096 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.886658 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a11abd-fb6d-40d3-8d4d-c25474ad5d45 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] GET failed (client error): The resource could not be found. Jul 16 18:08:07.888308 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-79a11abd-fb6d-40d3-8d4d-c25474ad5d45 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports/a8c3114e-d819-4ddc-ab18-51c990af8b74 HTTP/1.1" status: 404 len: 333 time: 0.0832069 Jul 16 18:08:07.894784 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.913280 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8b34592-e70d-4e99-8aee-8635c3a6cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:07.926074 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b34592-e70d-4e99-8aee-8635c3a6cff2 None None] Routers {'8cb3569c-7b4a-4fd0-ae89-9400aa1f5509'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:07.927237 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8b34592-e70d-4e99-8aee-8635c3a6cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['8cb3569c-7b4a-4fd0-ae89-9400aa1f5509'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:07.927369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1384b3ee-fe93-4dd5-b0b0-fabfaf35a1d9 None None] Could not find standard attr ID for object a8c3114e-d819-4ddc-ab18-51c990af8b74. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:08:07.964444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab82da-3e49-465c-b649-4942adfcc255 req-06fd53c2-708d-4dc4-8203-0e361a4de7ee tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.968389 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93ab82da-3e49-465c-b649-4942adfcc255 req-06fd53c2-708d-4dc4-8203-0e361a4de7ee tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.3441784 Jul 16 18:08:08.025495 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67bfb133-c98d-437c-b8c7-c731a9616055 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.061596 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8b34592-e70d-4e99-8aee-8635c3a6cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:08.063405 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b34592-e70d-4e99-8aee-8635c3a6cff2 None None] The sync data for ids ['8cb3569c-7b4a-4fd0-ae89-9400aa1f5509'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:08.092444 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67bfb133-c98d-437c-b8c7-c731a9616055 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.101480 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93ab82da-3e49-465c-b649-4942adfcc255 req-27cceb82-7371-4361-a912-79cf2af83170 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180325 Jul 16 18:08:08.112522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-957dc0c5-a1be-470c-a625-603f68ca4ca2 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/routers/8cb3569c-7b4a-4fd0-ae89-9400aa1f5509 HTTP/1.1" status: 200 len: 924 time: 0.2471814 Jul 16 18:08:08.113014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.188397 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67bfb133-c98d-437c-b8c7-c731a9616055 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.196701 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67bfb133-c98d-437c-b8c7-c731a9616055 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.200355 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-67bfb133-c98d-437c-b8c7-c731a9616055 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/security-groups/83bbed83-ac1b-4b0a-ae7b-5aa34d734378 HTTP/1.1" status: 204 len: 168 time: 0.3020706 Jul 16 18:08:08.203368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.378150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db15103-1883-4b59-8de1-436b22ff7fb6 req-a052fb93-a493-4159-b6af-2f2e9a82ab34 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.379763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3db15103-1883-4b59-8de1-436b22ff7fb6 req-a052fb93-a493-4159-b6af-2f2e9a82ab34 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.2162211 Jul 16 18:08:08.384758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4cf830-862b-4b85-956b-0232dc1ad152 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.386342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ba4cf830-862b-4b85-956b-0232dc1ad152 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&device_id=8cb3569c-7b4a-4fd0-ae89-9400aa1f5509&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2722235 Jul 16 18:08:08.389422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.582931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfb133-c98d-437c-b8c7-c731a9616055 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bbed83-ac1b-4b0a-ae7b-5aa34d734378,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:08.626285 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-d6692115-a747-4521-a7ac-88f8cc8c368c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5487289 Jul 16 18:08:08.645856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78afd4c2-1a8a-4c1a-8cc2-f21e3787ede7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.679700 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78afd4c2-1a8a-4c1a-8cc2-f21e3787ede7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.732408 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78afd4c2-1a8a-4c1a-8cc2-f21e3787ede7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.736047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78afd4c2-1a8a-4c1a-8cc2-f21e3787ede7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.737255 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-78afd4c2-1a8a-4c1a-8cc2-f21e3787ede7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/security-groups/4ec0a38e-f906-4cce-804f-34af49156190 HTTP/1.1" status: 204 len: 168 time: 0.5293908 Jul 16 18:08:08.740678 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.754776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afd4c2-1a8a-4c1a-8cc2-f21e3787ede7 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec0a38e-f906-4cce-804f-34af49156190,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:08.803910 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ff847b-1534-4368-87e6-51f71ed0749b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.830925 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ff847b-1534-4368-87e6-51f71ed0749b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.880844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a581a-4ffd-4baa-afa6-9d2bacde2e39 req-6091e163-3afe-4da3-9183-5670147ee81d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.882999 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ff847b-1534-4368-87e6-51f71ed0749b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.885915 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61ff847b-1534-4368-87e6-51f71ed0749b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.887084 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-61ff847b-1534-4368-87e6-51f71ed0749b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/security-groups/759a24a7-2e1e-4a80-b44a-2e85dc466cec HTTP/1.1" status: 204 len: 168 time: 0.1443980 Jul 16 18:08:08.891081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf2a581a-4ffd-4baa-afa6-9d2bacde2e39 req-6091e163-3afe-4da3-9183-5670147ee81d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.6084018 Jul 16 18:08:08.893615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.897886 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff847b-1534-4368-87e6-51f71ed0749b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759a24a7-2e1e-4a80-b44a-2e85dc466cec,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:08.928582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3db15103-1883-4b59-8de1-436b22ff7fb6 req-53dea380-48a6-4091-9d2a-51b7486f2c91 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381227 Jul 16 18:08:09.026108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63289584-e040-401e-ab5b-09e554e67979 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.027938 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-63289584-e040-401e-ab5b-09e554e67979 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 881 time: 0.6365893 Jul 16 18:08:09.031182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.045306 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf2a581a-4ffd-4baa-afa6-9d2bacde2e39 req-8f7a2fd7-ad1c-4a3d-b696-ef396954e9b3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532393 Jul 16 18:08:09.052492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ea807e-4103-4e9a-b06a-7de511604212 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting subnet 33806a00-514e-47dd-92af-f9af3c71c41b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:09.069298 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0ea807e-4103-4e9a-b06a-7de511604212 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.079202 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6eb90f6f-6397-4de9-8b19-5218890dc4aa tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb3569c-7b4a-4fd0-ae89-9400aa1f5509 HTTP/1.1" status: 200 len: 205 time: 0.0468459 Jul 16 18:08:09.082619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.120108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.160659 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0ea807e-4103-4e9a-b06a-7de511604212 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.231852 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.319585 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7780c593-33ea-4de0-ab6d-7a984be70ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.349627 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.349883 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0ea807e-4103-4e9a-b06a-7de511604212 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.404863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Deleting port fda50107-1333-405d-94fc-4549dea06988 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:09.405222 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.423536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d1d6b-d4bd-4889-af44-aba5914f1509 req-6f7f1c38-7fe9-4add-9ada-664ff6fb11ce tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.425090 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b4d1d6b-d4bd-4889-af44-aba5914f1509 req-6f7f1c38-7fe9-4add-9ada-664ff6fb11ce tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.1890299 Jul 16 18:08:09.498630 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.513941 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Calling delete_port for fda50107-1333-405d-94fc-4549dea06988 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:09.516055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b4d1d6b-d4bd-4889-af44-aba5914f1509 req-260587d5-6c4b-4a5a-9cff-cc95684004b5 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765302 Jul 16 18:08:09.520583 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0ea807e-4103-4e9a-b06a-7de511604212 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.553857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea807e-4103-4e9a-b06a-7de511604212 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Subnet': ['ID=33806a00-514e-47dd-92af-f9af3c71c41b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:09.578433 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0ea807e-4103-4e9a-b06a-7de511604212 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.580466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a0ea807e-4103-4e9a-b06a-7de511604212 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/33806a00-514e-47dd-92af-f9af3c71c41b HTTP/1.1" status: 204 len: 168 time: 0.6826074 Jul 16 18:08:09.580679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1851f35-0a1c-4f84-8d50-905ecdc8d31f None None] Network 851f555c-cb0b-4187-a58f-467783ddea32 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:09.584351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.626425 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7780c593-33ea-4de0-ab6d-7a984be70ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.637060 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7780c593-33ea-4de0-ab6d-7a984be70ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.682967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5672715f-e39b-495a-800c-6bb48bf041fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting subnet 791f272c-e8f6-4cf8-986a-c586b2f97799 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:09.690094 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5672715f-e39b-495a-800c-6bb48bf041fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.698930 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7780c593-33ea-4de0-ab6d-7a984be70ff6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=645f38057bb34c3483771d511e9f3501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5776260 Jul 16 18:08:09.702774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38552) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.722608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780c593-33ea-4de0-ab6d-7a984be70ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2a6e4a-4e6b-4f85-8c85-09a999a9526d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:09.747467 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5672715f-e39b-495a-800c-6bb48bf041fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.798734 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.810115 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5940591b-c7b6-483b-93d1-e998aab44537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.835368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Pushing event deleted for resources: {'Port': ['ID=fda50107-1333-405d-94fc-4549dea06988,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:09.870845 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5672715f-e39b-495a-800c-6bb48bf041fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.878717 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5940591b-c7b6-483b-93d1-e998aab44537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.940022 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5672715f-e39b-495a-800c-6bb48bf041fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.945616 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.974610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672715f-e39b-495a-800c-6bb48bf041fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Subnet': ['ID=791f272c-e8f6-4cf8-986a-c586b2f97799,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:09.977296 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5672715f-e39b-495a-800c-6bb48bf041fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.979540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5672715f-e39b-495a-800c-6bb48bf041fc tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/791f272c-e8f6-4cf8-986a-c586b2f97799 HTTP/1.1" status: 204 len: 168 time: 0.3942430 Jul 16 18:08:09.986532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:10.014450 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e89087-3f61-4314-a9be-cbb0bdaab93a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:10.015056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e89087-3f61-4314-a9be-cbb0bdaab93a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:10.017277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b0e89087-3f61-4314-a9be-cbb0bdaab93a tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/33806a00-514e-47dd-92af-f9af3c71c41b HTTP/1.1" status: 404 len: 337 time: 0.0296438 Jul 16 18:08:10.021605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:10.073597 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.077445 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.086745 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5940591b-c7b6-483b-93d1-e998aab44537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.089607 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5940591b-c7b6-483b-93d1-e998aab44537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.093207 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5940591b-c7b6-483b-93d1-e998aab44537 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b2a6e4a-4e6b-4f85-8c85-09a999a9526d HTTP/1.1" status: 204 len: 168 time: 0.3870413 Jul 16 18:08:10.110820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3158689d-7488-4d04-93ab-ef2ef352e5ad tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting subnet e9eb5c46-8661-4d39-8b17-91d0fbbc9aed {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:10.117303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3158689d-7488-4d04-93ab-ef2ef352e5ad tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.157238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940591b-c7b6-483b-93d1-e998aab44537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2a6e4a-4e6b-4f85-8c85-09a999a9526d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:10.172879 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.176338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Fanout notify agent at l3_agent the message router_deleted on router 8cb3569c-7b4a-4fd0-ae89-9400aa1f5509 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:10.195222 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.204252 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a067e91c-89b1-4d1e-9d0d-6053d9dc9e39 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/routers/8cb3569c-7b4a-4fd0-ae89-9400aa1f5509 HTTP/1.1" status: 204 len: 168 time: 1.1200173 Jul 16 18:08:10.204867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:10.211269 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3158689d-7488-4d04-93ab-ef2ef352e5ad tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.214371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-903dcf10-b40f-41f3-ae6d-fb06ee07ffe2 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-379763503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:10.245832 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-903dcf10-b40f-41f3-ae6d-fb06ee07ffe2 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.246995 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-903dcf10-b40f-41f3-ae6d-fb06ee07ffe2 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.314656 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-903dcf10-b40f-41f3-ae6d-fb06ee07ffe2 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.321880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-903dcf10-b40f-41f3-ae6d-fb06ee07ffe2 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.341149 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-903dcf10-b40f-41f3-ae6d-fb06ee07ffe2 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.345478 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-903dcf10-b40f-41f3-ae6d-fb06ee07ffe2 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1366324 Jul 16 18:08:10.345696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:10.350617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'enable_snat': True}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:10.470129 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3158689d-7488-4d04-93ab-ef2ef352e5ad tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.487933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103c249-334e-4dad-9bd2-769d1d5f02ec req-e4f2259e-a2c6-46f2-be6b-4678f5aee6b1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.489645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6103c249-334e-4dad-9bd2-769d1d5f02ec req-e4f2259e-a2c6-46f2-be6b-4678f5aee6b1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.4106519 Jul 16 18:08:10.514172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-b84d2b82-9049-4665-98cf-2466857d5e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.517260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-b84d2b82-9049-4665-98cf-2466857d5e3c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 1101 time: 0.3019350 Jul 16 18:08:10.596727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e434b-5430-4f67-ba0e-afd8dac1ced9 req-6513e4c6-704d-4acd-bec1-4a2e49d2e005 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.605020 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a69e434b-5430-4f67-ba0e-afd8dac1ced9 req-6513e4c6-704d-4acd-bec1-4a2e49d2e005 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.3226674 Jul 16 18:08:10.605216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.605747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e96d004-39ad-4ebf-9888-fc4883ad43a6 None None] Network 851f555c-cb0b-4187-a58f-467783ddea32 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:10.649263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6103c249-334e-4dad-9bd2-769d1d5f02ec req-8e44114a-a0d0-47c8-a3c6-cbb91be0a975 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261690 Jul 16 18:08:10.751631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fbcac35b-2011-4531-8975-19269c2740b2 None None] Provisioning complete for port 3784d693-0212-494a-bb75-924b3c9d2b6e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:10.752016 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbcac35b-2011-4531-8975-19269c2740b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.788997 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a69e434b-5430-4f67-ba0e-afd8dac1ced9 req-6dee35d6-9fb5-40f8-854b-6b4eb06bcf91 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827884 Jul 16 18:08:10.805913 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3158689d-7488-4d04-93ab-ef2ef352e5ad tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.875393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158689d-7488-4d04-93ab-ef2ef352e5ad tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Subnet': ['ID=e9eb5c46-8661-4d39-8b17-91d0fbbc9aed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:10.880640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-46b1e3e7-8711-427b-9e41-93dd13e4e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.882280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-46b1e3e7-8711-427b-9e41-93dd13e4e2fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.3532159 Jul 16 18:08:10.885095 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3158689d-7488-4d04-93ab-ef2ef352e5ad tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.887317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3158689d-7488-4d04-93ab-ef2ef352e5ad tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/e9eb5c46-8661-4d39-8b17-91d0fbbc9aed HTTP/1.1" status: 204 len: 168 time: 0.8642292 Jul 16 18:08:10.895204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:10.955061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-259d3390-c256-4acf-bedf-c7bde4ccf70a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 HTTP/1.1" status: 200 len: 217 time: 0.0659285 Jul 16 18:08:10.956832 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9cb8a6-d646-4dac-9e0a-9c38684080a1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:10.957585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9cb8a6-d646-4dac-9e0a-9c38684080a1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:10.958657 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.960035 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5b9cb8a6-d646-4dac-9e0a-9c38684080a1 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/7e3516a1-d72f-4f67-8aa9-b113d426604c HTTP/1.1" status: 404 len: 337 time: 0.0636587 Jul 16 18:08:10.963789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.022863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fbcac35b-2011-4531-8975-19269c2740b2 None None] Provisioning complete for port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:11.023165 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbcac35b-2011-4531-8975-19269c2740b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.033340 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.038863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2fd87bd1-cdf0-49c6-9849-b381bb69d620 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8652eb-1883-4706-afde-5c2248f3d945 HTTP/1.1" status: 200 len: 205 time: 0.0735273 Jul 16 18:08:11.041811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.074080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fbcac35b-2011-4531-8975-19269c2740b2 None None] Port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:11.101146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f5ab05-265f-49e0-910b-bc4c2c93af30 None None] DHCP port deletion for 851f555c-cb0b-4187-a58f-467783ddea32 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:11.115956 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-498d2945-11ca-431b-97c3-fc314a7eecdb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] delete failed (client error): The resource could not be found. Jul 16 18:08:11.117102 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-498d2945-11ca-431b-97c3-fc314a7eecdb tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/routers/4b8652eb-1883-4706-afde-5c2248f3d945 HTTP/1.1" status: 404 len: 336 time: 0.0742126 Jul 16 18:08:11.120631 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.151844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-ed952ac2-3ced-43a5-81a6-a2f1978bd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.154157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-ed952ac2-3ced-43a5-81a6-a2f1978bd39b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1238067 Jul 16 18:08:11.175405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5ab05-265f-49e0-910b-bc4c2c93af30 None None] Deleting port 3784d693-0212-494a-bb75-924b3c9d2b6e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:11.175892 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ab05-265f-49e0-910b-bc4c2c93af30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.187084 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-de61ee76-4c2c-40cf-aaaa-64900eb2a13e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:11.187675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de61ee76-4c2c-40cf-aaaa-64900eb2a13e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:11.189868 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-de61ee76-4c2c-40cf-aaaa-64900eb2a13e tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/5b95263e-8d40-4604-8a01-1b45538d0cd8 HTTP/1.1" status: 404 len: 337 time: 0.0682309 Jul 16 18:08:11.193779 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.230763 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3dc64b-7a19-4b44-ba93-58c06dacd1ef tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:11.232149 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3dc64b-7a19-4b44-ba93-58c06dacd1ef tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:11.235364 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9c3dc64b-7a19-4b44-ba93-58c06dacd1ef tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/44fb44cd-21ee-401f-bd0b-1b058d3ec509 HTTP/1.1" status: 404 len: 337 time: 0.0407329 Jul 16 18:08:11.239927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.260837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-21f42c0a-2f0d-467f-b9df-43c1e2e2ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.260975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a8f5ab05-265f-49e0-910b-bc4c2c93af30 None None] For port 3784d693-0212-494a-bb75-924b3c9d2b6e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3784d693-0212-494a-bb75-924b3c9d2b6e,segment=NetworkSegment(a2b9fd94-07d0-4299-bd8a-5bd5a61d4576),segment_id=a2b9fd94-07d0-4299-bd8a-5bd5a61d4576)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:11.261235 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ab05-265f-49e0-910b-bc4c2c93af30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.262526 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-21f42c0a-2f0d-467f-b9df-43c1e2e2ebae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011555 Jul 16 18:08:11.271380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fd485-c14b-4636-9f05-92834739c036 req-8376d6c9-46ed-4db0-b466-ec84658cd73c tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.275753 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5ab05-265f-49e0-910b-bc4c2c93af30 None None] Calling delete_port for 3784d693-0212-494a-bb75-924b3c9d2b6e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:11.279503 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-043fd485-c14b-4636-9f05-92834739c036 req-8376d6c9-46ed-4db0-b466-ec84658cd73c tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.1809201 Jul 16 18:08:11.299821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Allocated IP 172.25.8.83 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/a64599c9-b703-4370-a0b0-e4f32d666660) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:11.400399 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ab05-265f-49e0-910b-bc4c2c93af30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.424176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-a1ca4670-72f7-406a-bb36-65a464f4d42e service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381903 Jul 16 18:08:11.437513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5ab05-265f-49e0-910b-bc4c2c93af30 None None] Pushing event deleted for resources: {'Port': ['ID=3784d693-0212-494a-bb75-924b3c9d2b6e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:11.439463 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea84f6c3-a604-4aaa-8c22-8c406f338883 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:11.440067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea84f6c3-a604-4aaa-8c22-8c406f338883 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:11.442124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f5ab05-265f-49e0-910b-bc4c2c93af30 None None] No DVR routers for this DVR port 3784d693-0212-494a-bb75-924b3c9d2b6e on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:11.442263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ea84f6c3-a604-4aaa-8c22-8c406f338883 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/25058170-6248-49c6-ab3c-cec966110c8c HTTP/1.1" status: 404 len: 337 time: 0.1925814 Jul 16 18:08:11.445764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.490738 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef189032-82c3-4029-9a66-2a6a9b95890b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:11.491476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef189032-82c3-4029-9a66-2a6a9b95890b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:11.496311 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ef189032-82c3-4029-9a66-2a6a9b95890b tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/93560ec0-4949-4fc6-946b-fd4c5e60be82 HTTP/1.1" status: 404 len: 333 time: 0.0467081 Jul 16 18:08:11.499096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.538949 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-341631c0-fcba-4c5c-84f6-f51a993384ed tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:11.539978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341631c0-fcba-4c5c-84f6-f51a993384ed tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:11.544653 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-341631c0-fcba-4c5c-84f6-f51a993384ed tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/21579c74-7bcd-410d-87f1-a7c57834e88b HTTP/1.1" status: 404 len: 337 time: 0.0419238 Jul 16 18:08:11.544653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.555671 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.556633 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-043fd485-c14b-4636-9f05-92834739c036 req-932551b3-826f-4cdc-8022-f308a7233b38 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761843 Jul 16 18:08:11.581155 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d16e5f-a9b3-4a90-9a94-65e320cb43cd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:11.581708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d16e5f-a9b3-4a90-9a94-65e320cb43cd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:11.583510 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d0d16e5f-a9b3-4a90-9a94-65e320cb43cd tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/2af8aff1-6392-448f-a110-c48fceb3938f HTTP/1.1" status: 404 len: 337 time: 0.0380385 Jul 16 18:08:11.586999 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.610268 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-2c1c0e93-961c-4593-9601-419c9c6600b3 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726649 Jul 16 18:08:11.613194 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3784d693-0212-494a-bb75-924b3c9d2b6e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:11.622341 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf05a97-1a72-4cec-a933-cb8a90730074 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:11.622932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf05a97-1a72-4cec-a933-cb8a90730074 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:11.624690 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8bf05a97-1a72-4cec-a933-cb8a90730074 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/8ec3c573-8148-49aa-a03e-08fca58a3219 HTTP/1.1" status: 404 len: 333 time: 0.0367200 Jul 16 18:08:11.627215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.641374 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 3784d693-0212-494a-bb75-924b3c9d2b6e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:11.641770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3784d693-0212-494a-bb75-924b3c9d2b6e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:11.662518 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0a7eb4-230b-465b-91f2-557f57f69830 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:11.662986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0a7eb4-230b-465b-91f2-557f57f69830 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:11.665892 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fc0a7eb4-230b-465b-91f2-557f57f69830 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/d39b03b6-270e-44e6-99e4-2ded60f41b0f HTTP/1.1" status: 404 len: 337 time: 0.0371554 Jul 16 18:08:11.668115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.686774 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.702409 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2392005-40d9-42dc-b8e4-3417f679756c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:11.703075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2392005-40d9-42dc-b8e4-3417f679756c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:11.705789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c2392005-40d9-42dc-b8e4-3417f679756c tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/subnets/c6c54dcd-8b92-4b83-b997-808ad00cb7d6 HTTP/1.1" status: 404 len: 337 time: 0.0364995 Jul 16 18:08:11.708538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.734816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:11.739401 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:11.744879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:11.747696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event updated for resources: {'Port': ['ID=a64599c9-b703-4370-a0b0-e4f32d666660,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:11.904803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-56be3206-fb86-4790-8efa-98001d8a9574 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Deleting port 2a7669d7-70e7-47c8-90ec-a6c531aeba98 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:11.905102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56be3206-fb86-4790-8efa-98001d8a9574 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.991764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538d771-92af-4aef-b417-c9029ae52c8a req-ea05abec-e6d5-439a-801c-b48b85ed15e4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.993545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e538d771-92af-4aef-b417-c9029ae52c8a req-ea05abec-e6d5-439a-801c-b48b85ed15e4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.1599460 Jul 16 18:08:12.042925 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56be3206-fb86-4790-8efa-98001d8a9574 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.049900 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:12.059923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-56be3206-fb86-4790-8efa-98001d8a9574 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Calling delete_port for 2a7669d7-70e7-47c8-90ec-a6c531aeba98 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:12.079290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.092516 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e538d771-92af-4aef-b417-c9029ae52c8a req-daa68831-46e3-454a-a2f3-d4390ad55aeb tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777028 Jul 16 18:08:12.158928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d204ef0-ba6b-4d1f-9fd1-b34127efeb64 req-004901d8-5fe8-4c35-bc30-3f8ec39767d5 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.160325 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d204ef0-ba6b-4d1f-9fd1-b34127efeb64 req-004901d8-5fe8-4c35-bc30-3f8ec39767d5 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.2150621 Jul 16 18:08:12.195948 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d46951b-f5c4-4534-ae4d-e48c7552d54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.203739 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56be3206-fb86-4790-8efa-98001d8a9574 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.224135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d204ef0-ba6b-4d1f-9fd1-b34127efeb64 req-1b1ccf11-d848-4da7-8349-3a16f2af0a99 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556495 Jul 16 18:08:12.254464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be3206-fb86-4790-8efa-98001d8a9574 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Port': ['ID=2a7669d7-70e7-47c8-90ec-a6c531aeba98,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:12.258966 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56be3206-fb86-4790-8efa-98001d8a9574 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.263265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-56be3206-fb86-4790-8efa-98001d8a9574 tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/ports/2a7669d7-70e7-47c8-90ec-a6c531aeba98 HTTP/1.1" status: 204 len: 168 time: 0.5513380 Jul 16 18:08:12.263514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:12.344956 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.370962 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.377974 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.429049 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.439663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851f555c-cb0b-4187-a58f-467783ddea32']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:12.447483 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d46951b-f5c4-4534-ae4d-e48c7552d54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.454978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b9fd94-07d0-4299-bd8a-5bd5a61d4576') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:12.455289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b9fd94-07d0-4299-bd8a-5bd5a61d4576') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:12.464308 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.477779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d46951b-f5c4-4534-ae4d-e48c7552d54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.478742 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.486511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:12.486938 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:12.490969 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:12.533992 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5d46951b-f5c4-4534-ae4d-e48c7552d54c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a301bccd134e4239b557bd1ebe342e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829390 Jul 16 18:08:12.537365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:12.556005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46951b-f5c4-4534-ae4d-e48c7552d54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e82e56-93d1-45e2-bb11-55d76be88fd9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:12.561154 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.566311 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.590164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] 10.222.0.52 "DELETE /v2.0/networks/851f555c-cb0b-4187-a58f-467783ddea32 HTTP/1.1" status: 204 len: 168 time: 0.3251567 Jul 16 18:08:12.620237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be82bcf-fe25-4fa2-baef-ee942a79ceee tempest-PortsTestJSON-1619589553 tempest-PortsTestJSON-1619589553-project] Pushing event deleted for resources: {'Network': ['ID=851f555c-cb0b-4187-a58f-467783ddea32,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:12.631738 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-141d181d-a4c6-498f-a586-f88b8dc4b13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.636848 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Router 69a67cf3-5f42-4bc9-9739-c1470e592634 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:12.696918 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-141d181d-a4c6-498f-a586-f88b8dc4b13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.779652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce761f-17d5-41d0-b23c-cbdf883dac79 req-ae21506f-b23c-4fba-984f-83a37678819a tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.781321 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81ce761f-17d5-41d0-b23c-cbdf883dac79 req-ae21506f-b23c-4fba-984f-83a37678819a tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.0729988 Jul 16 18:08:12.798556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:12.800231 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:12.808053 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.809332 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c999e49e-88ea-4685-9d2a-5049197841ac tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "PUT /v2.0/routers/69a67cf3-5f42-4bc9-9739-c1470e592634 HTTP/1.1" status: 200 len: 917 time: 2.4625123 Jul 16 18:08:12.809643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ecf5e6-d073-4733-9665-e85ec3a4d6f0 None None] Sync routers for ids ['69a67cf3-5f42-4bc9-9739-c1470e592634'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:12.811857 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:12.819515 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-141d181d-a4c6-498f-a586-f88b8dc4b13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.822110 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-141d181d-a4c6-498f-a586-f88b8dc4b13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.826175 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-141d181d-a4c6-498f-a586-f88b8dc4b13f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54e82e56-93d1-45e2-bb11-55d76be88fd9 HTTP/1.1" status: 204 len: 168 time: 0.2846899 Jul 16 18:08:12.831747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ecf5e6-d073-4733-9665-e85ec3a4d6f0 None None] Routers {'69a67cf3-5f42-4bc9-9739-c1470e592634'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:12.833097 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0ecf5e6-d073-4733-9665-e85ec3a4d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['69a67cf3-5f42-4bc9-9739-c1470e592634'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:12.866467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d181d-a4c6-498f-a586-f88b8dc4b13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e82e56-93d1-45e2-bb11-55d76be88fd9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:12.884566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81ce761f-17d5-41d0-b23c-cbdf883dac79 req-ebdfee5c-dea0-4a62-bc88-265cf62107e4 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973585 Jul 16 18:08:12.898536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0ecf5e6-d073-4733-9665-e85ec3a4d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:12.921424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ecf5e6-d073-4733-9665-e85ec3a4d6f0 None None] Routers {'69a67cf3-5f42-4bc9-9739-c1470e592634'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:12.922432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0ecf5e6-d073-4733-9665-e85ec3a4d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['69a67cf3-5f42-4bc9-9739-c1470e592634'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:12.940050 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eef3ffc3-38b8-4cc1-a714-bcb426575d96 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/routers/69a67cf3-5f42-4bc9-9739-c1470e592634 HTTP/1.1" status: 200 len: 923 time: 0.1270537 Jul 16 18:08:12.943010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:12.960026 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0ecf5e6-d073-4733-9665-e85ec3a4d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:12.961074 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ecf5e6-d073-4733-9665-e85ec3a4d6f0 None None] The sync data for ids ['69a67cf3-5f42-4bc9-9739-c1470e592634'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:13.013972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaad5b3-03d8-480b-906f-fe68e8e243d6 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.016193 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-adaad5b3-03d8-480b-906f-fe68e8e243d6 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&device_id=69a67cf3-5f42-4bc9-9739-c1470e592634&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0721116 Jul 16 18:08:13.018813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:13.138296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db681bf3-ed83-4aef-995f-29e24e29017b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.139955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-db681bf3-ed83-4aef-995f-29e24e29017b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 881 time: 0.1198475 Jul 16 18:08:13.143490 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f1e5dc25-ec1d-40d9-8ab6-65eebff236c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f8a16931fb84e10a428b4981d4f5525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416991 Jul 16 18:08:13.145261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:13.145827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:13.191858 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ec9e09c1-e067-4958-9ba6-4916e2845634 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "GET /v2.0/ports?device_id=69a67cf3-5f42-4bc9-9739-c1470e592634 HTTP/1.1" status: 200 len: 205 time: 0.0423312 Jul 16 18:08:13.192751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:13.308064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e470824-3e25-49bd-b00a-fcf69790d212 req-9c3d0de6-b434-4115-9454-e2cc65a8e01f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.310599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e470824-3e25-49bd-b00a-fcf69790d212 req-9c3d0de6-b434-4115-9454-e2cc65a8e01f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.0758173 Jul 16 18:08:13.317441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1477a1e0-86de-4e45-b513-ed972472ecb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.355767 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1477a1e0-86de-4e45-b513-ed972472ecb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.366554 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.371093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e470824-3e25-49bd-b00a-fcf69790d212 req-6cd44676-bd79-4620-8a12-c68acadcd72d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535934 Jul 16 18:08:13.487761 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.531999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4927-ddd2-4ebb-934a-d041341bb708 req-1fcfd5aa-0872-406c-8485-ba932744b719 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.534101 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49de4927-ddd2-4ebb-934a-d041341bb708 req-1fcfd5aa-0872-406c-8485-ba932744b719 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.1498351 Jul 16 18:08:13.571578 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Deleting port a64599c9-b703-4370-a0b0-e4f32d666660 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:13.571919 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.573743 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1477a1e0-86de-4e45-b513-ed972472ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.577085 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1477a1e0-86de-4e45-b513-ed972472ecb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.581431 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1477a1e0-86de-4e45-b513-ed972472ecb5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1992fd43-51f9-4e52-a571-55f929c0287f HTTP/1.1" status: 204 len: 168 time: 0.4334209 Jul 16 18:08:13.610258 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477a1e0-86de-4e45-b513-ed972472ecb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1992fd43-51f9-4e52-a571-55f929c0287f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:13.618548 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49de4927-ddd2-4ebb-934a-d041341bb708 req-1c07dd1a-2484-4a26-bf05-be87b65b02b5 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757289 Jul 16 18:08:13.696394 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.719057 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Calling delete_port for a64599c9-b703-4370-a0b0-e4f32d666660 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:13.934984 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.963892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Pushing event deleted for resources: {'Port': ['ID=a64599c9-b703-4370-a0b0-e4f32d666660,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:14.043787 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.166836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82341613-a9be-44fb-a9d6-3e7c3e109fb3 req-e2aab00b-e3df-4afb-b5d4-920240871f24 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.168815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82341613-a9be-44fb-a9d6-3e7c3e109fb3 req-e2aab00b-e3df-4afb-b5d4-920240871f24 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.0825605 Jul 16 18:08:14.254282 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82341613-a9be-44fb-a9d6-3e7c3e109fb3 req-8c143046-5d1f-48c3-bbb4-e48854a88932 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799346 Jul 16 18:08:14.544470 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.547172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.630809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.631051 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Fanout notify agent at l3_agent the message router_deleted on router 69a67cf3-5f42-4bc9-9739-c1470e592634 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:14.638141 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.639297 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4130b014-2e82-4aca-850c-568e0bf88fc6 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/routers/69a67cf3-5f42-4bc9-9739-c1470e592634 HTTP/1.1" status: 204 len: 168 time: 1.4454536 Jul 16 18:08:14.643446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:14.650755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d1b5afb2-66a1-45e6-b7e6-b9f2b49d6e1e tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1283443926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:14.695657 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afb2-66a1-45e6-b7e6-b9f2b49d6e1e tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.696816 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afb2-66a1-45e6-b7e6-b9f2b49d6e1e tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.717842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87cd9a-13a2-49b6-8e94-cfb43c96eba2 req-3365229a-9e51-4b62-9244-54e5a4eabda8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.719573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b87cd9a-13a2-49b6-8e94-cfb43c96eba2 req-3365229a-9e51-4b62-9244-54e5a4eabda8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.1383502 Jul 16 18:08:14.778499 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afb2-66a1-45e6-b7e6-b9f2b49d6e1e tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.792121 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afb2-66a1-45e6-b7e6-b9f2b49d6e1e tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.823282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:14.850137 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b87cd9a-13a2-49b6-8e94-cfb43c96eba2 req-144b0c9c-9b95-4838-9af8-538891933c6a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220546 Jul 16 18:08:14.870692 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1b5afb2-66a1-45e6-b7e6-b9f2b49d6e1e tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.872620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d1b5afb2-66a1-45e6-b7e6-b9f2b49d6e1e tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2268248 Jul 16 18:08:14.875469 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:14.880674 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:14.908517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5a9da-a959-4760-b9fb-4d907f21a76c req-c36c87a8-c436-4ed5-8ed5-17509ddecfa4 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.919245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8c5a9da-a959-4760-b9fb-4d907f21a76c req-c36c87a8-c436-4ed5-8ed5-17509ddecfa4 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.1346223 Jul 16 18:08:14.974435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8c5a9da-a959-4760-b9fb-4d907f21a76c req-e38d47d9-8719-40b1-a0d6-6c1c751a1b85 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543010 Jul 16 18:08:15.010635 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-41d71472-6d8c-4033-b583-8b95d34bf80a tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:15.011304 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-41d71472-6d8c-4033-b583-8b95d34bf80a tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:08:15.011800 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-41d71472-6d8c-4033-b583-8b95d34bf80a tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:08:15.016129 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-41d71472-6d8c-4033-b583-8b95d34bf80a tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1882908 Jul 16 18:08:15.016851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:15.021729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1367ad69-1baf-4ed8-9a73-e6d35e4f5520 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1165491407'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:15.050289 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1367ad69-1baf-4ed8-9a73-e6d35e4f5520 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.060114 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1367ad69-1baf-4ed8-9a73-e6d35e4f5520 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.122785 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.177706 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1367ad69-1baf-4ed8-9a73-e6d35e4f5520 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.183956 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1367ad69-1baf-4ed8-9a73-e6d35e4f5520 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.223811 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367ad69-1baf-4ed8-9a73-e6d35e4f5520 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bcf627-08fa-480d-b71c-8ec66abfa982,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.286864 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1367ad69-1baf-4ed8-9a73-e6d35e4f5520 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.291560 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1367ad69-1baf-4ed8-9a73-e6d35e4f5520 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.326880 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1367ad69-1baf-4ed8-9a73-e6d35e4f5520 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.328266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1367ad69-1baf-4ed8-9a73-e6d35e4f5520 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3103127 Jul 16 18:08:15.331098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:15.335671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-19c13cc0-b0ab-4e76-ac99-f6c90f856fb5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': 'd3b53b66-b764-4979-9a8f-1f0fe2b9600f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:15.362762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367ad69-1baf-4ed8-9a73-e6d35e4f5520 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b53b66-b764-4979-9a8f-1f0fe2b9600f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.375659 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.394654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19c13cc0-b0ab-4e76-ac99-f6c90f856fb5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.397549 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.521357 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Allocated IP 172.25.8.40 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/439eaad4-614f-463e-9b34-dba82db106bd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:15.639522 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.699642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.765736 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19c13cc0-b0ab-4e76-ac99-f6c90f856fb5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.772435 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19c13cc0-b0ab-4e76-ac99-f6c90f856fb5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.776888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Pushing event updated for resources: {'Port': ['ID=439eaad4-614f-463e-9b34-dba82db106bd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.787060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adc6db-74ee-45b1-b09d-1cc65a0fa125 req-51d5ff31-8e32-4b81-be15-405b6ca736c0 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.788457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2adc6db-74ee-45b1-b09d-1cc65a0fa125 req-51d5ff31-8e32-4b81-be15-405b6ca736c0 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.3713515 Jul 16 18:08:15.794664 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:15.796931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:15.800523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:15.816291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c13cc0-b0ab-4e76-ac99-f6c90f856fb5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028cf3b4-c122-4509-93c8-669c7e0b9bcb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.827555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19c13cc0-b0ab-4e76-ac99-f6c90f856fb5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.828853 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-19c13cc0-b0ab-4e76-ac99-f6c90f856fb5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4968262 Jul 16 18:08:15.831958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:15.850993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8cdbf1a6-de90-4fbb-be3d-6d757bdbe8ed tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': 'd3b53b66-b764-4979-9a8f-1f0fe2b9600f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:15.855139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2adc6db-74ee-45b1-b09d-1cc65a0fa125 req-3f0c0ba4-f18d-40aa-a873-a07521210fa1 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556772 Jul 16 18:08:15.964636 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf1a6-de90-4fbb-be3d-6d757bdbe8ed tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.983763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.056191 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8cdbf1a6-de90-4fbb-be3d-6d757bdbe8ed tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:08:16.056720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f682e-98ef-43bf-9c0a-1800205555e7 req-73aa0313-bcbd-407a-83dc-967639b2cf9a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.057493 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8cdbf1a6-de90-4fbb-be3d-6d757bdbe8ed tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2244554 Jul 16 18:08:16.058950 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a26f682e-98ef-43bf-9c0a-1800205555e7 req-73aa0313-bcbd-407a-83dc-967639b2cf9a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.0932338 Jul 16 18:08:16.060098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.166147 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a26f682e-98ef-43bf-9c0a-1800205555e7 req-d02fccfa-0526-4434-a390-508bace60ef4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975401 Jul 16 18:08:16.173872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.189526 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c05147-a68d-4d69-ba24-de2a6f5234d8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.189526 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c780a9e7-7e13-4614-a690-11944792d0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.256130 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c05147-a68d-4d69-ba24-de2a6f5234d8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.346345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238030f-1afc-400c-93d8-87db7da05e73 req-e4ddee0f-a3fe-42f0-adf2-6192edec6b21 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.347795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d238030f-1afc-400c-93d8-87db7da05e73 req-e4ddee0f-a3fe-42f0-adf2-6192edec6b21 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.1630478 Jul 16 18:08:16.368640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c05147-a68d-4d69-ba24-de2a6f5234d8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.371266 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4c05147-a68d-4d69-ba24-de2a6f5234d8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.374757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d4c05147-a68d-4d69-ba24-de2a6f5234d8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "DELETE /v2.0/security-groups/d3b53b66-b764-4979-9a8f-1f0fe2b9600f HTTP/1.1" status: 204 len: 168 time: 0.3112748 Jul 16 18:08:16.376356 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.377834 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.395799 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.401365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c05147-a68d-4d69-ba24-de2a6f5234d8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b53b66-b764-4979-9a8f-1f0fe2b9600f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.423662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d238030f-1afc-400c-93d8-87db7da05e73 req-6dfbf34b-1d9e-433a-b714-2f16372898ce tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683279 Jul 16 18:08:16.446666 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c780a9e7-7e13-4614-a690-11944792d0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.451014 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c780a9e7-7e13-4614-a690-11944792d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.479120 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ffbf4746-e7b4-4e69-923b-ed2363c68c04 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1001222 Jul 16 18:08:16.485514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.494187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bfce745a-fa49-48f3-8504-cccc4ba9ecd8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group': {'name': 'tempest-secgroup--116450159'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:16.502127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c780a9e7-7e13-4614-a690-11944792d0ad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e7cf8feca9d4e709075b0fd4473a851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5178211 Jul 16 18:08:16.505071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780a9e7-7e13-4614-a690-11944792d0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a074cd76-65b8-49e1-902b-884eac39b815,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.507816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.526185 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfce745a-fa49-48f3-8504-cccc4ba9ecd8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.575680 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b283fdfd-a98f-40a3-afc3-3e539ce4dd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.609017 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b283fdfd-a98f-40a3-afc3-3e539ce4dd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.611824 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfce745a-fa49-48f3-8504-cccc4ba9ecd8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.615472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfce745a-fa49-48f3-8504-cccc4ba9ecd8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.640191 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bfce745a-fa49-48f3-8504-cccc4ba9ecd8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.640497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Router 4de67c4d-cd03-4a81-9827-f648fde07753 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:16.641469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bfce745a-fa49-48f3-8504-cccc4ba9ecd8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1541457 Jul 16 18:08:16.645689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.653110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5a8cd62e-2a03-4272-8802-9f213de112a0 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '3546df11-b6b0-4515-9521-81d62aa7a72a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:16.653971 n-d-793618-9 neutron-server[93767]: WARNING neutron.api.v2.base [None req-5a8cd62e-2a03-4272-8802-9f213de112a0 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:08:16.654467 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-5a8cd62e-2a03-4272-8802-9f213de112a0 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:16.658135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5a8cd62e-2a03-4272-8802-9f213de112a0 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088353 Jul 16 18:08:16.658135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce745a-fa49-48f3-8504-cccc4ba9ecd8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3546df11-b6b0-4515-9521-81d62aa7a72a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.659313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.718885 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97004449-17de-4993-8c94-9a0197335dde tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.740979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b283fdfd-a98f-40a3-afc3-3e539ce4dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.741726 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97004449-17de-4993-8c94-9a0197335dde tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.743785 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b283fdfd-a98f-40a3-afc3-3e539ce4dd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.744923 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b283fdfd-a98f-40a3-afc3-3e539ce4dd8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a074cd76-65b8-49e1-902b-884eac39b815 HTTP/1.1" status: 204 len: 168 time: 0.2361553 Jul 16 18:08:16.756887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283fdfd-a98f-40a3-afc3-3e539ce4dd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a074cd76-65b8-49e1-902b-884eac39b815,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.785224 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:16.790731 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.796406 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eda4cc4f-225b-4e88-9c5f-1437a9d91d05 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "PUT /v2.0/routers/4de67c4d-cd03-4a81-9827-f648fde07753 HTTP/1.1" status: 200 len: 919 time: 1.9157748 Jul 16 18:08:16.796606 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97004449-17de-4993-8c94-9a0197335dde tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.797212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.798367 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97004449-17de-4993-8c94-9a0197335dde tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.799177 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661cfe3a-98c8-4ca7-b50a-e119905bc041 None None] Sync routers for ids ['4de67c4d-cd03-4a81-9827-f648fde07753'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:16.802233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-97004449-17de-4993-8c94-9a0197335dde tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "DELETE /v2.0/security-groups/3546df11-b6b0-4515-9521-81d62aa7a72a HTTP/1.1" status: 204 len: 168 time: 0.1420000 Jul 16 18:08:16.808305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.811457 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661cfe3a-98c8-4ca7-b50a-e119905bc041 None None] Routers {'4de67c4d-cd03-4a81-9827-f648fde07753'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:16.812149 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-661cfe3a-98c8-4ca7-b50a-e119905bc041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4de67c4d-cd03-4a81-9827-f648fde07753'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:16.823624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97004449-17de-4993-8c94-9a0197335dde tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3546df11-b6b0-4515-9521-81d62aa7a72a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.885662 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-661cfe3a-98c8-4ca7-b50a-e119905bc041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:16.895398 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661cfe3a-98c8-4ca7-b50a-e119905bc041 None None] Routers {'4de67c4d-cd03-4a81-9827-f648fde07753'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:16.896246 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-661cfe3a-98c8-4ca7-b50a-e119905bc041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4de67c4d-cd03-4a81-9827-f648fde07753'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:16.908741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3eca86b6-2f21-47f2-a6b4-c9822154f653 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955169 Jul 16 18:08:16.909779 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.914375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cfe84296-4d23-46b9-a625-23500cd99ee5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group': {'name': 'tempest-secgroup--46908408'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:16.959636 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfe84296-4d23-46b9-a625-23500cd99ee5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.959861 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-661cfe3a-98c8-4ca7-b50a-e119905bc041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:16.960673 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661cfe3a-98c8-4ca7-b50a-e119905bc041 None None] The sync data for ids ['4de67c4d-cd03-4a81-9827-f648fde07753'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:16.985372 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-18fca68c-605a-47c7-a63f-457c7e9c164b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/routers/4de67c4d-cd03-4a81-9827-f648fde07753 HTTP/1.1" status: 200 len: 925 time: 0.1836841 Jul 16 18:08:16.986163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.047417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96944400-f22f-45c4-8b4c-4951e7d5fd8b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.049550 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-96944400-f22f-45c4-8b4c-4951e7d5fd8b tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&device_id=4de67c4d-cd03-4a81-9827-f648fde07753&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0616047 Jul 16 18:08:17.051880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.108364 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfe84296-4d23-46b9-a625-23500cd99ee5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.122321 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfe84296-4d23-46b9-a625-23500cd99ee5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.147702 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a19d3b-8ac0-4909-b1c3-d3470c0f86e1 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.150048 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-62a19d3b-8ac0-4909-b1c3-d3470c0f86e1 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 881 time: 0.0963221 Jul 16 18:08:17.152950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.173898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dc569-119f-4bf2-8fba-bd593c11e0b0 req-fde4c0f2-bcf1-4c23-9dd8-25d4fa4649d1 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.173898 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f0dc569-119f-4bf2-8fba-bd593c11e0b0 req-fde4c0f2-bcf1-4c23-9dd8-25d4fa4649d1 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.1322920 Jul 16 18:08:17.176062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.178211 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfe84296-4d23-46b9-a625-23500cd99ee5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.181934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cfe84296-4d23-46b9-a625-23500cd99ee5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2710023 Jul 16 18:08:17.185929 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c5a586c9-af6e-41cf-8199-0a2abde40d2f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "GET /v2.0/ports?device_id=4de67c4d-cd03-4a81-9827-f648fde07753 HTTP/1.1" status: 200 len: 205 time: 0.0319173 Jul 16 18:08:17.186572 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.187874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.191380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-68551339-42f0-44dc-8e85-94dfb5f88d19 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': 'f0d786d0-e367-44e2-bbe5-e70702a1720b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:17.192257 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-68551339-42f0-44dc-8e85-94dfb5f88d19 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:08:17.192762 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-68551339-42f0-44dc-8e85-94dfb5f88d19 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:17.197411 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-68551339-42f0-44dc-8e85-94dfb5f88d19 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095417 Jul 16 18:08:17.198006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.205135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe84296-4d23-46b9-a625-23500cd99ee5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d786d0-e367-44e2-bbe5-e70702a1720b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.251326 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-042e8e64-49e7-4481-ad97-67cc79cb9f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.265824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d76ba156-1946-487a-b9ed-ef90f5de4404 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.293676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d76ba156-1946-487a-b9ed-ef90f5de4404 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.328108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f0dc569-119f-4bf2-8fba-bd593c11e0b0 req-b6990597-484b-4a64-8b8d-0f895b54f1f4 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383455 Jul 16 18:08:17.340497 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d76ba156-1946-487a-b9ed-ef90f5de4404 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.349482 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d76ba156-1946-487a-b9ed-ef90f5de4404 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.349482 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d76ba156-1946-487a-b9ed-ef90f5de4404 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "DELETE /v2.0/security-groups/f0d786d0-e367-44e2-bbe5-e70702a1720b HTTP/1.1" status: 204 len: 168 time: 0.1458311 Jul 16 18:08:17.349482 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.363066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ba156-1946-487a-b9ed-ef90f5de4404 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d786d0-e367-44e2-bbe5-e70702a1720b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.396605 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.408573 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-00c27f96-ead7-4329-a572-6a4116a0ecf7 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560603 Jul 16 18:08:17.412193 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.418148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-10252c79-bcd5-401f-9617-186cdb6306a5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360501930'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:17.528464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b36a5-999d-48bc-a2c2-8c0bcdb6aa44 req-f9f522a4-5a21-40c0-805a-d7186a5d07c8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.529329 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a6b36a5-999d-48bc-a2c2-8c0bcdb6aa44 req-f9f522a4-5a21-40c0-805a-d7186a5d07c8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.1991358 Jul 16 18:08:17.608354 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.620810 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-042e8e64-49e7-4481-ad97-67cc79cb9f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.631412 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-042e8e64-49e7-4481-ad97-67cc79cb9f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.639456 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10252c79-bcd5-401f-9617-186cdb6306a5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.677802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a6b36a5-999d-48bc-a2c2-8c0bcdb6aa44 req-67e57e5f-cd53-4eb5-a4f9-223b362b6ef5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389973 Jul 16 18:08:17.712124 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-042e8e64-49e7-4481-ad97-67cc79cb9f45 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a48e87eafb134e979eaea84e1a475eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5348980 Jul 16 18:08:17.715967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.724810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e8e64-49e7-4481-ad97-67cc79cb9f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762ff56e-6dae-408c-986e-b009956d2b2f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.731568 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10252c79-bcd5-401f-9617-186cdb6306a5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.735004 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10252c79-bcd5-401f-9617-186cdb6306a5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.756931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c2619-f3c6-4d4e-b8ef-be4dd5344391 req-e34edeee-1480-4bd0-a020-5585de4e9cc7 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.758525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-227c2619-f3c6-4d4e-b8ef-be4dd5344391 req-e34edeee-1480-4bd0-a020-5585de4e9cc7 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.2158370 Jul 16 18:08:17.766203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10252c79-bcd5-401f-9617-186cdb6306a5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.767447 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-10252c79-bcd5-401f-9617-186cdb6306a5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3542225 Jul 16 18:08:17.769255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10252c79-bcd5-401f-9617-186cdb6306a5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a4076f-63be-4aa7-a76e-d3f67f7cb325,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.772622 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.778711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3b82ee3e-9777-48a8-8d43-068614df3ccc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': 'e6a4076f-63be-4aa7-a76e-d3f67f7cb325', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:17.795745 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-3b82ee3e-9777-48a8-8d43-068614df3ccc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:08:17.796325 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-3b82ee3e-9777-48a8-8d43-068614df3ccc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:17.797390 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3b82ee3e-9777-48a8-8d43-068614df3ccc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0228760 Jul 16 18:08:17.800150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.800620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Deleting port 439eaad4-614f-463e-9b34-dba82db106bd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:17.800974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.804585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-74338ea2-f041-4de5-9950-e1c9f49e1635 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': 'e6a4076f-63be-4aa7-a76e-d3f67f7cb325', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:17.805363 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-74338ea2-f041-4de5-9950-e1c9f49e1635 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:08:17.805828 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-74338ea2-f041-4de5-9950-e1c9f49e1635 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:17.807215 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-74338ea2-f041-4de5-9950-e1c9f49e1635 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057449 Jul 16 18:08:17.809218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.814346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-175bdff3-1957-40eb-ab24-66afd55770e4 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': 'e6a4076f-63be-4aa7-a76e-d3f67f7cb325', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:17.815397 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-175bdff3-1957-40eb-ab24-66afd55770e4 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:08:17.815920 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-175bdff3-1957-40eb-ab24-66afd55770e4 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:17.816853 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-175bdff3-1957-40eb-ab24-66afd55770e4 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057151 Jul 16 18:08:17.819166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.823248 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ceb1d2ec-ada0-4769-a684-8a9080b4a9c8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': 'e6a4076f-63be-4aa7-a76e-d3f67f7cb325', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:17.824120 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-ceb1d2ec-ada0-4769-a684-8a9080b4a9c8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:08:17.824594 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ceb1d2ec-ada0-4769-a684-8a9080b4a9c8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:17.825563 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ceb1d2ec-ada0-4769-a684-8a9080b4a9c8 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054991 Jul 16 18:08:17.827900 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.879287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-227c2619-f3c6-4d4e-b8ef-be4dd5344391 req-86fc6005-d0bf-45a0-bb13-abfd1b77c359 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100686 Jul 16 18:08:17.881133 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7fe21c-4df9-4048-aebc-594e2e02a782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.881941 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf018-2f71-42f4-a6f8-d59b8dc4de4f tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.907276 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf018-2f71-42f4-a6f8-d59b8dc4de4f tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.915555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7fe21c-4df9-4048-aebc-594e2e02a782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.930170 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.949175 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf018-2f71-42f4-a6f8-d59b8dc4de4f tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.951755 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf018-2f71-42f4-a6f8-d59b8dc4de4f tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.952929 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6c3cf018-2f71-42f4-a6f8-d59b8dc4de4f tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "DELETE /v2.0/security-groups/e6a4076f-63be-4aa7-a76e-d3f67f7cb325 HTTP/1.1" status: 204 len: 168 time: 0.1241755 Jul 16 18:08:17.954446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Calling delete_port for 439eaad4-614f-463e-9b34-dba82db106bd owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:17.957283 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.969106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cf018-2f71-42f4-a6f8-d59b8dc4de4f tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a4076f-63be-4aa7-a76e-d3f67f7cb325,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:18.011539 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8714a0a9-a641-42ad-a403-26848ad7c128 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531561 Jul 16 18:08:18.015264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:18.019765 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0dcd9079-9bee-4273-936f-a8d0a5fa51b4 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448228832'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:18.048238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7fe21c-4df9-4048-aebc-594e2e02a782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.050787 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd7fe21c-4df9-4048-aebc-594e2e02a782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.051947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cd7fe21c-4df9-4048-aebc-594e2e02a782 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/762ff56e-6dae-408c-986e-b009956d2b2f HTTP/1.1" status: 204 len: 168 time: 0.3343465 Jul 16 18:08:18.073707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fe21c-4df9-4048-aebc-594e2e02a782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ff56e-6dae-408c-986e-b009956d2b2f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:18.108158 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9079-9bee-4273-936f-a8d0a5fa51b4 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.219654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.264175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Pushing event deleted for resources: {'Port': ['ID=439eaad4-614f-463e-9b34-dba82db106bd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:18.293881 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9079-9bee-4273-936f-a8d0a5fa51b4 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.318165 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9079-9bee-4273-936f-a8d0a5fa51b4 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.358467 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9079-9bee-4273-936f-a8d0a5fa51b4 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.359716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0dcd9079-9bee-4273-936f-a8d0a5fa51b4 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3435585 Jul 16 18:08:18.363222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:18.368671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd9079-9bee-4273-936f-a8d0a5fa51b4 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ede07b-acd9-4df3-ba6f-e0d2f384b8f7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:18.370943 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.371645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d34360f2-6ae9-459a-8c1c-5677c5639fcc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '71ede07b-acd9-4df3-ba6f-e0d2f384b8f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:18.372598 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-d34360f2-6ae9-459a-8c1c-5677c5639fcc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:08:18.373341 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d34360f2-6ae9-459a-8c1c-5677c5639fcc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:18.376953 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d34360f2-6ae9-459a-8c1c-5677c5639fcc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098081 Jul 16 18:08:18.377623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:18.391523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c795d00a-7ac5-4f47-8051-c1f5bf2c53e9 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '71ede07b-acd9-4df3-ba6f-e0d2f384b8f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:18.467213 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c795d00a-7ac5-4f47-8051-c1f5bf2c53e9 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:18.471643 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c795d00a-7ac5-4f47-8051-c1f5bf2c53e9 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0903223 Jul 16 18:08:18.471927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.472303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:18.478173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c7813d7f-4045-4570-85c6-022626fa35f5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '71ede07b-acd9-4df3-ba6f-e0d2f384b8f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:18.479054 n-d-793618-9 neutron-server[93767]: WARNING neutron.api.v2.base [None req-c7813d7f-4045-4570-85c6-022626fa35f5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:08:18.479578 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c7813d7f-4045-4570-85c6-022626fa35f5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:18.483163 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c7813d7f-4045-4570-85c6-022626fa35f5 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072947 Jul 16 18:08:18.483163 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.483960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:18.494703 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e8fd5a59-cfba-40bf-a9cf-767deacb03f7 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '71ede07b-acd9-4df3-ba6f-e0d2f384b8f7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:18.556392 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.556666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Fanout notify agent at l3_agent the message router_deleted on router 4de67c4d-cd03-4a81-9827-f648fde07753 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:18.568809 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e8fd5a59-cfba-40bf-a9cf-767deacb03f7 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:18.573239 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e8fd5a59-cfba-40bf-a9cf-767deacb03f7 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0851140 Jul 16 18:08:18.573907 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:18.579854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4f52241a-656d-4b07-92d0-6650428615dc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '71ede07b-acd9-4df3-ba6f-e0d2f384b8f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:18.580639 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-4f52241a-656d-4b07-92d0-6650428615dc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:08:18.581116 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.581246 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4f52241a-656d-4b07-92d0-6650428615dc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:18.589542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-40f99000-95ad-43f1-ac38-d668600f1fe7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/routers/4de67c4d-cd03-4a81-9827-f648fde07753 HTTP/1.1" status: 204 len: 168 time: 1.3912311 Jul 16 18:08:18.589727 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4f52241a-656d-4b07-92d0-6650428615dc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073855 Jul 16 18:08:18.589727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:18.590735 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:18.596852 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-801826426', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:18.612613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-00526a65-dd9e-40fb-afd3-91f88ae625cc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '71ede07b-acd9-4df3-ba6f-e0d2f384b8f7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:18.621944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe3c8e-151a-4fe8-af0a-ef02f86f5166 req-e9af2064-3c9b-4d19-9239-e7bfbb92363b tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.623721 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fafe3c8e-151a-4fe8-af0a-ef02f86f5166 req-e9af2064-3c9b-4d19-9239-e7bfbb92363b tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.0923889 Jul 16 18:08:18.639640 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-00526a65-dd9e-40fb-afd3-91f88ae625cc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:08:18.639640 n-d-793618-9 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:08:18.639640 n-d-793618-9 neutron-server[93766]: [parameters: {'project_id': '50b02bbab1bd4df1a0a076b4d6d234c2', 'id': '447a9cb7-abe4-464c-90f4-b7aba8c71d6a', 'expiration': datetime.datetime(2021, 7, 16, 18, 10, 18, 634243)}] Jul 16 18:08:18.639640 n-d-793618-9 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:08:18.640039 n-d-793618-9 neutron-server[93766]: DEBUG oslo_db.api [None req-00526a65-dd9e-40fb-afd3-91f88ae625cc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:08:18.649858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.650915 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.673967 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fafe3c8e-151a-4fe8-af0a-ef02f86f5166 req-ef397ddd-8051-4e7b-a637-08fb3138f3b6 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385382 Jul 16 18:08:18.706225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.860188 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.942640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773838f-3c86-4359-b86d-8d0cb6e865bf req-2aaa9cba-70d3-4ed1-8efe-53471a134aab tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.945595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4773838f-3c86-4359-b86d-8d0cb6e865bf req-2aaa9cba-70d3-4ed1-8efe-53471a134aab tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.1309702 Jul 16 18:08:18.977580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433c608-b9fb-4836-bb7a-955a4222f617 req-d576f1d6-ebeb-4452-adea-16e8293e4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.979109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6433c608-b9fb-4836-bb7a-955a4222f617 req-d576f1d6-ebeb-4452-adea-16e8293e4270 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0996280 Jul 16 18:08:19.022441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6433c608-b9fb-4836-bb7a-955a4222f617 req-afde6efe-e6ef-4e6f-87cf-001c7914dd07 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331595 Jul 16 18:08:19.034208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4773838f-3c86-4359-b86d-8d0cb6e865bf req-3d517abb-44a7-43a2-bddc-8ba29e0eb025 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804996 Jul 16 18:08:19.085289 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.109038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6dd99-baff-4719-af5c-eee0ad5e813d req-e290d98b-bcee-4e58-b962-8f0a5551fbde tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.109269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.110634 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86a6dd99-baff-4719-af5c-eee0ad5e813d req-e290d98b-bcee-4e58-b962-8f0a5551fbde tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.0724261 Jul 16 18:08:19.162867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86a6dd99-baff-4719-af5c-eee0ad5e813d req-cfe68291-ca3c-415d-9bd4-f77c689d5fc5 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465393 Jul 16 18:08:19.248140 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-00526a65-dd9e-40fb-afd3-91f88ae625cc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:19.249327 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-00526a65-dd9e-40fb-afd3-91f88ae625cc tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6402035 Jul 16 18:08:19.252053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:19.256755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-218691ca-de48-463e-8761-fec84916a56f tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '71ede07b-acd9-4df3-ba6f-e0d2f384b8f7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:19.257289 n-d-793618-9 neutron-server[93767]: WARNING neutron.api.v2.base [None req-218691ca-de48-463e-8761-fec84916a56f tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:08:19.258562 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-218691ca-de48-463e-8761-fec84916a56f tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:19.259724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-218691ca-de48-463e-8761-fec84916a56f tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066848 Jul 16 18:08:19.262663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:19.267445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c5f76741-c59c-46ac-b9cc-93808c0b02f1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '71ede07b-acd9-4df3-ba6f-e0d2f384b8f7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:19.271504 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Allocated IP 172.25.8.241 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/d1d55969-8b59-4a98-9d6e-64d1234e8901) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:19.314773 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c5f76741-c59c-46ac-b9cc-93808c0b02f1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:19.316094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c5f76741-c59c-46ac-b9cc-93808c0b02f1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0523217 Jul 16 18:08:19.319011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:19.324024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ea9e241d-a3c6-43ba-bcf0-a5c88b9134b3 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '71ede07b-acd9-4df3-ba6f-e0d2f384b8f7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:19.363934 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-ea9e241d-a3c6-43ba-bcf0-a5c88b9134b3 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:19.365451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ea9e241d-a3c6-43ba-bcf0-a5c88b9134b3 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0452189 Jul 16 18:08:19.368396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:19.395623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.429351 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b72503-07d1-4638-ac6b-a9e4893b4039 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.437349 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.459183 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b72503-07d1-4638-ac6b-a9e4893b4039 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.473949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:19.477494 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:19.483426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:19.513210 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b72503-07d1-4638-ac6b-a9e4893b4039 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.514595 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Pushing event updated for resources: {'Port': ['ID=d1d55969-8b59-4a98-9d6e-64d1234e8901,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:19.518389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67b72503-07d1-4638-ac6b-a9e4893b4039 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.520004 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-67b72503-07d1-4638-ac6b-a9e4893b4039 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "DELETE /v2.0/security-groups/71ede07b-acd9-4df3-ba6f-e0d2f384b8f7 HTTP/1.1" status: 204 len: 168 time: 0.1504076 Jul 16 18:08:19.522604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:19.531278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b72503-07d1-4638-ac6b-a9e4893b4039 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ede07b-acd9-4df3-ba6f-e0d2f384b8f7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:19.562961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:19.654245 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-14720967-fe35-4ac9-87a2-8ea9ece14ba7 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1286056 Jul 16 18:08:19.658133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:19.665510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cb4bc31b-d52e-42a2-970b-847c300fa5f2 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group': {'name': 'tempest-secgroup--129127535'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:19.674635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-80fab3bb-851e-431e-9774-7f3c43bb8ea2 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-926788455'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:19.675434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-80fab3bb-851e-431e-9774-7f3c43bb8ea2 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:08:19.904389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc31b-d52e-42a2-970b-847c300fa5f2 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.121503 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.196239 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80fab3bb-851e-431e-9774-7f3c43bb8ea2 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.197433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-80fab3bb-851e-431e-9774-7f3c43bb8ea2 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6333637 Jul 16 18:08:20.202679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:20.217503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-32ea141f-ea79-4181-a682-dc2260f07caa tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5c3bdccd-9b9d-4ddc-a5e5-08940637d7af'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:20.218006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-32ea141f-ea79-4181-a682-dc2260f07caa tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:08:20.326626 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.355474 n-d-793618-9 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-32ea141f-ea79-4181-a682-dc2260f07caa tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:08:20.407286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4fe26-d6ca-4275-aade-71c0a3a841ca req-fe9cd41c-1b9c-4d74-a668-df15407c1527 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.408945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff4fe26-d6ca-4275-aade-71c0a3a841ca req-fe9cd41c-1b9c-4d74-a668-df15407c1527 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.5985548 Jul 16 18:08:20.457512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Router 7c15d815-ec38-45c1-84a7-17ab83198687 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:20.523751 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32ea141f-ea79-4181-a682-dc2260f07caa tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.524930 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-32ea141f-ea79-4181-a682-dc2260f07caa tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3208177 Jul 16 18:08:20.528579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:20.539013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73e80e-1105-4317-b05e-ee7fb74d0ba7 req-d9a89458-aa9d-4201-bceb-a584bf131bfd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.540553 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b73e80e-1105-4317-b05e-ee7fb74d0ba7 req-d9a89458-aa9d-4201-bceb-a584bf131bfd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.3420987 Jul 16 18:08:20.548492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-31e521b1-c23b-4e47-8e8d-327157aa9857 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5c3bdccd-9b9d-4ddc-a5e5-08940637d7af'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:20.548985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-31e521b1-c23b-4e47-8e8d-327157aa9857 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:08:20.567449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:20.577465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bd0d7d-0dbf-43ea-ac4f-48693b932e68 None None] Sync routers for ids ['7c15d815-ec38-45c1-84a7-17ab83198687'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:20.587216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd0d7d-0dbf-43ea-ac4f-48693b932e68 None None] Routers {'7c15d815-ec38-45c1-84a7-17ab83198687'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:20.587993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d3bd0d7d-0dbf-43ea-ac4f-48693b932e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c15d815-ec38-45c1-84a7-17ab83198687'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:20.620987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d3bd0d7d-0dbf-43ea-ac4f-48693b932e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:20.629585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd0d7d-0dbf-43ea-ac4f-48693b932e68 None None] Routers {'7c15d815-ec38-45c1-84a7-17ab83198687'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:20.630197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d3bd0d7d-0dbf-43ea-ac4f-48693b932e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c15d815-ec38-45c1-84a7-17ab83198687'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:20.649286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff4fe26-d6ca-4275-aade-71c0a3a841ca req-0f6a7967-5191-4648-9335-e0d8914a46e0 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938021 Jul 16 18:08:20.654125 n-d-793618-9 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-31e521b1-c23b-4e47-8e8d-327157aa9857 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:08:20.664620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d3bd0d7d-0dbf-43ea-ac4f-48693b932e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:20.665407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bd0d7d-0dbf-43ea-ac4f-48693b932e68 None None] The sync data for ids ['7c15d815-ec38-45c1-84a7-17ab83198687'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:20.734879 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc31b-d52e-42a2-970b-847c300fa5f2 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.744681 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.746301 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-96bef341-6819-4c7c-865a-eaa7149220a1 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1567898 Jul 16 18:08:20.748973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:20.762082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:20.771433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b73e80e-1105-4317-b05e-ee7fb74d0ba7 req-f9a57782-68be-4bfe-a2b4-623eddda729f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156990 Jul 16 18:08:20.773565 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc31b-d52e-42a2-970b-847c300fa5f2 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.776913 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31e521b1-c23b-4e47-8e8d-327157aa9857 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.780693 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-31e521b1-c23b-4e47-8e8d-327157aa9857 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2365046 Jul 16 18:08:20.794381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:20.859974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d04365f3-e503-48e1-8666-683ee5435915 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=61f2cc91-b83d-4b66-bc73-ab11f2d402f1 HTTP/1.1" status: 200 len: 462 time: 0.0644882 Jul 16 18:08:20.862105 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc31b-d52e-42a2-970b-847c300fa5f2 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.862817 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:20.865989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cb4bc31b-d52e-42a2-970b-847c300fa5f2 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2039030 Jul 16 18:08:20.866095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bc31b-d52e-42a2-970b-847c300fa5f2 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3a6e68-382b-4cd0-9dce-a3a8f9c11700,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:20.870209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:20.877033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aa858ac2-d9cb-4424-8f46-b92eb3ebf607 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '2b3a6e68-382b-4cd0-9dce-a3a8f9c11700', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:20.924048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6ae4e-1d91-4347-91b8-44440221ac1e req-9da27926-4678-4e04-b7f4-dc09da64f050 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.925617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ded6ae4e-1d91-4347-91b8-44440221ac1e req-9da27926-4678-4e04-b7f4-dc09da64f050 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.1580279 Jul 16 18:08:20.965580 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-aa858ac2-d9cb-4424-8f46-b92eb3ebf607 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The resource could not be found. Jul 16 18:08:20.969413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-aa858ac2-d9cb-4424-8f46-b92eb3ebf607 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0936306 Jul 16 18:08:20.971936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:20.977205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-21dd3fc3-a8e9-4907-926f-cecc3502c61e tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '2b3a6e68-382b-4cd0-9dce-a3a8f9c11700', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a81d911f-10b7-4cac-952a-34c3f63c1156'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:20.992217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ded6ae4e-1d91-4347-91b8-44440221ac1e req-18b88eb0-0887-42b4-a0c3-a150f9539f0d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561743 Jul 16 18:08:21.034796 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-21dd3fc3-a8e9-4907-926f-cecc3502c61e tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The resource could not be found. Jul 16 18:08:21.035953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-21dd3fc3-a8e9-4907-926f-cecc3502c61e tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0631921 Jul 16 18:08:21.038897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.092970 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0827fe89-200c-403e-8365-f84545837280 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.115742 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0827fe89-200c-403e-8365-f84545837280 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.121198 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8cb1fe0-1732-498d-95e7-b2c18a4fd0df tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.124928 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d8cb1fe0-1732-498d-95e7-b2c18a4fd0df tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/61f2cc91-b83d-4b66-bc73-ab11f2d402f1 HTTP/1.1" status: 204 len: 168 time: 0.2586069 Jul 16 18:08:21.125565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.141086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-624d1857-8def-4b63-bc64-a3cbf100609f tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=61f2cc91-b83d-4b66-bc73-ab11f2d402f1 HTTP/1.1" status: 200 len: 221 time: 0.0148945 Jul 16 18:08:21.144690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.149233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e79c94fb-86e6-4937-b06e-204ca00a72a8 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1016012871', 'description': 'label created by tempest'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:21.149710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e79c94fb-86e6-4937-b06e-204ca00a72a8 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:08:21.238359 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.251900 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.256433 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0827fe89-200c-403e-8365-f84545837280 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.259609 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0827fe89-200c-403e-8365-f84545837280 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.260976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0827fe89-200c-403e-8365-f84545837280 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "DELETE /v2.0/security-groups/2b3a6e68-382b-4cd0-9dce-a3a8f9c11700 HTTP/1.1" status: 204 len: 168 time: 0.2210190 Jul 16 18:08:21.263648 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39036) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.305516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827fe89-200c-403e-8365-f84545837280 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3a6e68-382b-4cd0-9dce-a3a8f9c11700,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:21.345872 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e5d0ce1b-111e-48f3-b8c3-8bf8087830c6 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728891 Jul 16 18:08:21.346091 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e79c94fb-86e6-4937-b06e-204ca00a72a8 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.346091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e79c94fb-86e6-4937-b06e-204ca00a72a8 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1952612 Jul 16 18:08:21.346091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.346091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.346866 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Deleting port d1d55969-8b59-4a98-9d6e-64d1234e8901 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:21.347224 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.357342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-996088b5-8943-428f-b136-1c22d747ad84 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '6a9b52c8-f984-4582-bc4b-72f25fa6df49', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:21.423256 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.435639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Calling delete_port for d1d55969-8b59-4a98-9d6e-64d1234e8901 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:21.437395 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e87dd36e-1b16-4d93-ade8-85483fb1c092 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=3b58a0a2-172c-4131-b53d-a6466778cd09 HTTP/1.1" status: 200 len: 468 time: 0.0904531 Jul 16 18:08:21.440222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.591211 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-996088b5-8943-428f-b136-1c22d747ad84 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The resource could not be found. Jul 16 18:08:21.592275 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-996088b5-8943-428f-b136-1c22d747ad84 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2442658 Jul 16 18:08:21.595873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.604573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aa341480-547a-48a7-936e-f4d044343471 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447552321'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:21.607213 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.634660 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Pushing event deleted for resources: {'Port': ['ID=d1d55969-8b59-4a98-9d6e-64d1234e8901,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:21.658379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3908-a4bb-4c86-8473-b01dd1decb07 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.662000 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ff9a3908-a4bb-4c86-8473-b01dd1decb07 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/3b58a0a2-172c-4131-b53d-a6466778cd09 HTTP/1.1" status: 204 len: 168 time: 0.2184136 Jul 16 18:08:21.662206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.676849 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3b25b468-1168-4bbc-b723-fa09bf300cf6 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=3b58a0a2-172c-4131-b53d-a6466778cd09 HTTP/1.1" status: 200 len: 216 time: 0.0132656 Jul 16 18:08:21.677709 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa341480-547a-48a7-936e-f4d044343471 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.681613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.699354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-93e12e72-7d71-44c1-a33e-07acecce9c02 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0166211 Jul 16 18:08:21.702752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.718969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2b8ca990-c6f0-4eb2-934f-1d44592cf773 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0150168 Jul 16 18:08:21.719403 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.722747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.789573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f48a7a1f-ee58-401a-b2f7-30fa940c60f2 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/5c3bdccd-9b9d-4ddc-a5e5-08940637d7af HTTP/1.1" status: 200 len: 472 time: 0.0656412 Jul 16 18:08:21.793957 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.812536 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ae5e7793-ed37-4328-bfa0-a7c26f8caa16 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/52703af0-34e2-4aaf-bf5c-73baf7f18f32 HTTP/1.1" status: 200 len: 459 time: 0.0136902 Jul 16 18:08:21.821851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.955205 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.958412 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.012210 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da6f7535-6db6-4819-9006-516712939a17 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.015572 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-da6f7535-6db6-4819-9006-516712939a17 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/52703af0-34e2-4aaf-bf5c-73baf7f18f32 HTTP/1.1" status: 204 len: 168 time: 0.1861758 Jul 16 18:08:22.016540 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa341480-547a-48a7-936e-f4d044343471 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.024595 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:22.025097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfc6ae-7cc3-4d4e-9d07-c89798a33eb8 req-9646f3b4-1e2d-4076-9d4b-cd9b33d0d5f9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.026544 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbdfc6ae-7cc3-4d4e-9d07-c89798a33eb8 req-9646f3b4-1e2d-4076-9d4b-cd9b33d0d5f9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.2416356 Jul 16 18:08:22.030446 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa341480-547a-48a7-936e-f4d044343471 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.088025 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa341480-547a-48a7-936e-f4d044343471 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.089263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-aa341480-547a-48a7-936e-f4d044343471 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4924800 Jul 16 18:08:22.091162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa341480-547a-48a7-936e-f4d044343471 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11896621-9635-4fb0-8fad-0d2c82b8ba30,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:22.091505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Router 7c15d815-ec38-45c1-84a7-17ab83198687 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:22.092118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:22.114235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbdfc6ae-7cc3-4d4e-9d07-c89798a33eb8 req-ec8d2813-fc42-4375-ac20-57ecceb1e3b6 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770900 Jul 16 18:08:22.122937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aae7e1-83d8-494b-9102-aabc0632e592 req-87f123fb-4395-4fa2-8a34-ce828d13c7c3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.124461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-10aae7e1-83d8-494b-9102-aabc0632e592 req-87f123fb-4395-4fa2-8a34-ce828d13c7c3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.1974471 Jul 16 18:08:22.127989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad29b13f-650a-4e64-b61c-66534d3d2150 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group': {'name': 'tempest-secgroup--909075386'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:22.171242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-10aae7e1-83d8-494b-9102-aabc0632e592 req-ce33d4f1-cd88-4deb-b498-61c397450f87 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404525 Jul 16 18:08:22.251407 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad29b13f-650a-4e64-b61c-66534d3d2150 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.377235 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b65dc10b-0c78-4444-8856-1b74f2a26c04 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.378411 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b65dc10b-0c78-4444-8856-1b74f2a26c04 tempest-MeteringIpV6TestJSON-1650006458 tempest-MeteringIpV6TestJSON-1650006458-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/5c3bdccd-9b9d-4ddc-a5e5-08940637d7af HTTP/1.1" status: 204 len: 168 time: 0.3530209 Jul 16 18:08:22.384517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:22.392003 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.393529 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3dc42afc-4429-4532-a28f-72407a8a827f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "PUT /v2.0/routers/7c15d815-ec38-45c1-84a7-17ab83198687 HTTP/1.1" status: 200 len: 709 time: 1.6429858 Jul 16 18:08:22.396577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:22.400580 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d98d28-9c41-4655-bd7f-7128f230edaf None None] Sync routers for ids ['7c15d815-ec38-45c1-84a7-17ab83198687'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:22.414782 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d98d28-9c41-4655-bd7f-7128f230edaf None None] Routers {'7c15d815-ec38-45c1-84a7-17ab83198687'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:22.415646 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-26d98d28-9c41-4655-bd7f-7128f230edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c15d815-ec38-45c1-84a7-17ab83198687'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:22.453591 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-26d98d28-9c41-4655-bd7f-7128f230edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:22.464135 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d98d28-9c41-4655-bd7f-7128f230edaf None None] Routers {'7c15d815-ec38-45c1-84a7-17ab83198687'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:22.464818 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-26d98d28-9c41-4655-bd7f-7128f230edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c15d815-ec38-45c1-84a7-17ab83198687'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:22.499760 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-26d98d28-9c41-4655-bd7f-7128f230edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:22.500411 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d98d28-9c41-4655-bd7f-7128f230edaf None None] The sync data for ids ['7c15d815-ec38-45c1-84a7-17ab83198687'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:22.505886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad29b13f-650a-4e64-b61c-66534d3d2150 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.508465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-aea6aa23-fb58-4572-bfc5-c35cac060005 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/routers/7c15d815-ec38-45c1-84a7-17ab83198687 HTTP/1.1" status: 200 len: 744 time: 0.1096077 Jul 16 18:08:22.510908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:22.519927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffd3db-b52d-4cee-a399-f824de0218b9 req-6e1034de-60e3-4820-b665-d465f7cf7c67 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.520126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad29b13f-650a-4e64-b61c-66534d3d2150 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.521485 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cffd3db-b52d-4cee-a399-f824de0218b9 req-6e1034de-60e3-4820-b665-d465f7cf7c67 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.1843715 Jul 16 18:08:22.577976 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1760f443-c041-4f56-a0b8-6d31bc883209 tempest-RoutersIpV6AdminTest-1709150320 tempest-RoutersIpV6AdminTest-1709150320-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&device_id=7c15d815-ec38-45c1-84a7-17ab83198687 HTTP/1.1" status: 200 len: 205 time: 0.0630231 Jul 16 18:08:22.580186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:22.583803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade7c1c-b10a-4823-8c4d-549510b96dbd req-d46fa8a3-9b04-4471-9285-956b68374534 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.585817 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ade7c1c-b10a-4823-8c4d-549510b96dbd req-d46fa8a3-9b04-4471-9285-956b68374534 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.1937413 Jul 16 18:08:22.591739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cffd3db-b52d-4cee-a399-f824de0218b9 req-556f4f8e-be8b-4773-83fa-52cf0e646fa9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630229 Jul 16 18:08:22.617650 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad29b13f-650a-4e64-b61c-66534d3d2150 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.618908 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ad29b13f-650a-4e64-b61c-66534d3d2150 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5173302 Jul 16 18:08:22.621475 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dc56bce9-54e1-4374-8481-eb0f1d6a7164 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c15d815-ec38-45c1-84a7-17ab83198687 HTTP/1.1" status: 200 len: 205 time: 0.0402610 Jul 16 18:08:22.622036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:22.622282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29b13f-650a-4e64-b61c-66534d3d2150 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a025a83-dc45-4fee-8f71-4112303f6a81,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:22.624296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:22.627826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a25b97ac-5ed3-4ceb-9274-808b5876cb7c tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group_rule': {'security_group_id': '11896621-9635-4fb0-8fad-0d2c82b8ba30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8a025a83-dc45-4fee-8f71-4112303f6a81'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:22.657576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ade7c1c-b10a-4823-8c4d-549510b96dbd req-7b8db720-52b4-4eee-85ba-bdf6f9295eb6 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626402 Jul 16 18:08:22.683880 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a25b97ac-5ed3-4ceb-9274-808b5876cb7c tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:22.684441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a25b97ac-5ed3-4ceb-9274-808b5876cb7c tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0612717 Jul 16 18:08:22.688731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:22.705241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cbc375c-e3c4-455b-9ad6-dace79b8b353 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.740362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:22.762901 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed5faaa6-a4f4-4291-bffb-1885258480fa tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.793002 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed5faaa6-a4f4-4291-bffb-1885258480fa tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.855882 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed5faaa6-a4f4-4291-bffb-1885258480fa tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.858784 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed5faaa6-a4f4-4291-bffb-1885258480fa tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.864875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ed5faaa6-a4f4-4291-bffb-1885258480fa tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "DELETE /v2.0/security-groups/8a025a83-dc45-4fee-8f71-4112303f6a81 HTTP/1.1" status: 204 len: 168 time: 0.1712673 Jul 16 18:08:22.872812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:22.874186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5faaa6-a4f4-4291-bffb-1885258480fa tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a025a83-dc45-4fee-8f71-4112303f6a81,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:22.920727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4965551-3131-42ff-9c9f-a41eec2d59ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.991066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d3019426-b0f3-4a10-856c-54a9f219ac6d tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1103859 Jul 16 18:08:22.993029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.124704 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb29f3e3-227d-4dd1-9f61-4e58d6cf30c1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.174474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb29f3e3-227d-4dd1-9f61-4e58d6cf30c1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.187119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d3c99-3048-4d3e-af6c-139b60425357 req-64eeb76e-a78b-4c83-8d70-f96c4b7e2e50 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.188656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b47d3c99-3048-4d3e-af6c-139b60425357 req-64eeb76e-a78b-4c83-8d70-f96c4b7e2e50 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.1726048 Jul 16 18:08:23.190918 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4965551-3131-42ff-9c9f-a41eec2d59ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.207490 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4965551-3131-42ff-9c9f-a41eec2d59ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.233691 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cbc375c-e3c4-455b-9ad6-dace79b8b353 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.236579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cbc375c-e3c4-455b-9ad6-dace79b8b353 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.285281 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cbc375c-e3c4-455b-9ad6-dace79b8b353 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.286298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbc375c-e3c4-455b-9ad6-dace79b8b353 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Fanout notify agent at l3_agent the message router_deleted on router 7c15d815-ec38-45c1-84a7-17ab83198687 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:23.286706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f4965551-3131-42ff-9c9f-a41eec2d59ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4a34227a2ac43499419a2aa8b56e274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453336 Jul 16 18:08:23.292125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.292781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4965551-3131-42ff-9c9f-a41eec2d59ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b17b81-3511-4ae5-bc9c-4207423811d2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.306949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b47d3c99-3048-4d3e-af6c-139b60425357 req-65ea3e39-54d9-4a74-aa44-c917297d4922 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089458 Jul 16 18:08:23.309835 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cbc375c-e3c4-455b-9ad6-dace79b8b353 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.314986 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5cbc375c-e3c4-455b-9ad6-dace79b8b353 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/routers/7c15d815-ec38-45c1-84a7-17ab83198687 HTTP/1.1" status: 204 len: 168 time: 0.6894512 Jul 16 18:08:23.315682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.349937 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb29f3e3-227d-4dd1-9f61-4e58d6cf30c1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.350179 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d36f6cd8-24d9-49c4-82ba-b88b6fec064b tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c15d815-ec38-45c1-84a7-17ab83198687 HTTP/1.1" status: 200 len: 205 time: 0.0334122 Jul 16 18:08:23.351543 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.353172 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb29f3e3-227d-4dd1-9f61-4e58d6cf30c1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.357246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-eb29f3e3-227d-4dd1-9f61-4e58d6cf30c1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "DELETE /v2.0/security-groups/11896621-9635-4fb0-8fad-0d2c82b8ba30 HTTP/1.1" status: 204 len: 168 time: 0.3604054 Jul 16 18:08:23.357935 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.378369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29f3e3-227d-4dd1-9f61-4e58d6cf30c1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11896621-9635-4fb0-8fad-0d2c82b8ba30,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.411317 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53172043-e50d-4775-9154-383b4868f7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.416254 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-fe68dc60-61b0-4a00-8b93-6051dbca6a5d tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] delete failed (client error): The resource could not be found. Jul 16 18:08:23.420004 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fe68dc60-61b0-4a00-8b93-6051dbca6a5d tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/routers/7c15d815-ec38-45c1-84a7-17ab83198687 HTTP/1.1" status: 404 len: 336 time: 0.0675147 Jul 16 18:08:23.420569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.425293 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df6357-a4db-4361-976e-ae053361ac34 req-03ed013f-29b8-4a18-bbb0-9b68f0a32b6a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.426864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-67df6357-a4db-4361-976e-ae053361ac34 req-03ed013f-29b8-4a18-bbb0-9b68f0a32b6a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.1301422 Jul 16 18:08:23.453865 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53172043-e50d-4775-9154-383b4868f7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.458133 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-118aace2-1cf0-40b6-861a-c4c0f0b0a694 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "GET /v2.0/ports?device_id=4de67c4d-cd03-4a81-9827-f648fde07753 HTTP/1.1" status: 200 len: 205 time: 0.0344675 Jul 16 18:08:23.458914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.503556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-67df6357-a4db-4361-976e-ae053361ac34 req-198a56d0-e139-45df-93b7-1b31b9b0c33e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676107 Jul 16 18:08:23.519490 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-5078336d-c997-46fc-8b44-796c0861212b tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] delete failed (client error): The resource could not be found. Jul 16 18:08:23.520766 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5078336d-c997-46fc-8b44-796c0861212b tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/routers/4de67c4d-cd03-4a81-9827-f648fde07753 HTTP/1.1" status: 404 len: 336 time: 0.0509799 Jul 16 18:08:23.525065 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1d233739-2b1e-4af8-974e-e03bb91b6db2 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1667404 Jul 16 18:08:23.525205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.530308 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.536346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0b9c16c2-e21d-4e8d-bb46-8e8939dd87f0 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151781686'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:23.541714 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53172043-e50d-4775-9154-383b4868f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.544950 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53172043-e50d-4775-9154-383b4868f7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.546374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-53172043-e50d-4775-9154-383b4868f7e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15b17b81-3511-4ae5-bc9c-4207423811d2 HTTP/1.1" status: 204 len: 168 time: 0.2507710 Jul 16 18:08:23.569925 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b9c16c2-e21d-4e8d-bb46-8e8939dd87f0 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.579981 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2f0a8be1-92d9-4a21-b307-62962c04a4d3 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "GET /v2.0/ports?device_id=69a67cf3-5f42-4bc9-9739-c1470e592634 HTTP/1.1" status: 200 len: 205 time: 0.0536845 Jul 16 18:08:23.581465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53172043-e50d-4775-9154-383b4868f7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b17b81-3511-4ae5-bc9c-4207423811d2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.582604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.628776 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-900e6703-2c36-4ffe-a507-4a0baf9e0b3b tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] delete failed (client error): The resource could not be found. Jul 16 18:08:23.632324 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-900e6703-2c36-4ffe-a507-4a0baf9e0b3b tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/routers/69a67cf3-5f42-4bc9-9739-c1470e592634 HTTP/1.1" status: 404 len: 336 time: 0.0446072 Jul 16 18:08:23.633089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.669362 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ad667214-53e4-40ff-9836-3c89142845c7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb3569c-7b4a-4fd0-ae89-9400aa1f5509 HTTP/1.1" status: 200 len: 205 time: 0.0346382 Jul 16 18:08:23.670868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.721703 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8748945c-f97a-42cc-950c-7cb5d326ce7b tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] delete failed (client error): The resource could not be found. Jul 16 18:08:23.725180 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8748945c-f97a-42cc-950c-7cb5d326ce7b tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/routers/8cb3569c-7b4a-4fd0-ae89-9400aa1f5509 HTTP/1.1" status: 404 len: 336 time: 0.0508571 Jul 16 18:08:23.725453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39138) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.763820 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fe244d73-8f0b-4bbf-85f7-a3135da6bb3a tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd856842-d41c-4306-8637-caf1b4b1b7f6 HTTP/1.1" status: 200 len: 205 time: 0.0345445 Jul 16 18:08:23.764234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.807553 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b9c16c2-e21d-4e8d-bb46-8e8939dd87f0 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.811655 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b9c16c2-e21d-4e8d-bb46-8e8939dd87f0 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.815994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5626972-244a-456d-86cf-e79e6c7210f8 req-f1687095-1ea4-45ca-b9d6-109d4e5c976d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.817620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5626972-244a-456d-86cf-e79e6c7210f8 req-f1687095-1ea4-45ca-b9d6-109d4e5c976d tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.1059475 Jul 16 18:08:23.818704 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-842b0238-9605-4aae-94d8-d7f9a53dc016 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] delete failed (client error): The resource could not be found. Jul 16 18:08:23.822122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-842b0238-9605-4aae-94d8-d7f9a53dc016 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/routers/fd856842-d41c-4306-8637-caf1b4b1b7f6 HTTP/1.1" status: 404 len: 336 time: 0.0544927 Jul 16 18:08:23.822381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.842263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c16c2-e21d-4e8d-bb46-8e8939dd87f0 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b586668-fc74-4006-90c1-87b22cebf5fd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.845622 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b9c16c2-e21d-4e8d-bb46-8e8939dd87f0 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.846941 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0b9c16c2-e21d-4e8d-bb46-8e8939dd87f0 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3153713 Jul 16 18:08:23.849802 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.855230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4d943e4b-0c0f-4170-b020-8b3e60651ec1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:23.855763 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-4d943e4b-0c0f-4170-b020-8b3e60651ec1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:08:23.856166 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4d943e4b-0c0f-4170-b020-8b3e60651ec1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:08:23.857231 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4d943e4b-0c0f-4170-b020-8b3e60651ec1 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "PUT /v2.0/security-groups/0b586668-fc74-4006-90c1-87b22cebf5fd HTTP/1.1" status: 409 len: 330 time: 0.0063584 Jul 16 18:08:23.860190 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.875088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.899687 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f7caf7b-a74c-48e5-a9f9-6cdfde8836dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.957098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1708807-9d8e-4f63-b5ee-6115b9f190ed tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.994017 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1708807-9d8e-4f63-b5ee-6115b9f190ed tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.066760 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1708807-9d8e-4f63-b5ee-6115b9f190ed tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.069351 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1708807-9d8e-4f63-b5ee-6115b9f190ed tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.073292 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b1708807-9d8e-4f63-b5ee-6115b9f190ed tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "DELETE /v2.0/security-groups/0b586668-fc74-4006-90c1-87b22cebf5fd HTTP/1.1" status: 204 len: 168 time: 0.2099059 Jul 16 18:08:24.078167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:24.080011 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f7caf7b-a74c-48e5-a9f9-6cdfde8836dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.099087 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f7caf7b-a74c-48e5-a9f9-6cdfde8836dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.104654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1708807-9d8e-4f63-b5ee-6115b9f190ed tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b586668-fc74-4006-90c1-87b22cebf5fd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:24.121595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b9a0f50e-7156-40f1-b823-015e5ad8f89f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "GET /v2.0/ports?device_id=3226c4a0-6f2c-431b-9fae-be10bf58fa03 HTTP/1.1" status: 200 len: 205 time: 0.2980902 Jul 16 18:08:24.128838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:24.160516 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5f7caf7b-a74c-48e5-a9f9-6cdfde8836dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d827275f922e49eca14559d187dbaf34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845850 Jul 16 18:08:24.164725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:24.167688 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7caf7b-a74c-48e5-a9f9-6cdfde8836dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6214e771-e94b-4266-9f7c-1b378a708831,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:24.177661 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-9f0e1b1c-268d-4682-8e6a-7e637486ccc7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] delete failed (client error): The resource could not be found. Jul 16 18:08:24.178685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9f0e1b1c-268d-4682-8e6a-7e637486ccc7 tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/routers/3226c4a0-6f2c-431b-9fae-be10bf58fa03 HTTP/1.1" status: 404 len: 336 time: 0.0489089 Jul 16 18:08:24.185164 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a3c5c266-c38f-4362-8fe1-2442f65992c0 tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005905 Jul 16 18:08:24.186499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:24.186838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:24.224546 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f5fd70c-7c2b-4fd1-9281-355ceeb5d9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.243044 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-99677f16-a4a9-4570-8671-6fbe8686452f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:24.243514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99677f16-a4a9-4570-8671-6fbe8686452f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:24.245260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-99677f16-a4a9-4570-8671-6fbe8686452f tempest-RoutersIpV6AdminTest-97753784 tempest-RoutersIpV6AdminTest-97753784-project] 10.222.0.52 "DELETE /v2.0/subnets/2543b825-2611-49d6-945a-1e092375fb15 HTTP/1.1" status: 404 len: 337 time: 0.0541334 Jul 16 18:08:24.246165 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-40e7cfe1-9980-4c1b-9d4e-65fa8c22491b tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] delete failed (client error): The resource could not be found. Jul 16 18:08:24.247086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-40e7cfe1-9980-4c1b-9d4e-65fa8c22491b tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "DELETE /v2.0/security-groups/71aad22c-2c76-4b9e-979d-c1669c7f5067 HTTP/1.1" status: 404 len: 347 time: 0.0548708 Jul 16 18:08:24.251804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:24.253797 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5626972-244a-456d-86cf-e79e6c7210f8 req-80d30718-e103-482b-87fe-c225824f67c5 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346922 Jul 16 18:08:24.255395 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f5fd70c-7c2b-4fd1-9281-355ceeb5d9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.275643 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-727536a2-e332-470a-8c90-f95c3c2c802d tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] show failed (client error): The resource could not be found. Jul 16 18:08:24.276684 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-727536a2-e332-470a-8c90-f95c3c2c802d tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "GET /v2.0/security-groups/1c6f5039-f780-4775-b113-98cf61a4f3b0 HTTP/1.1" status: 404 len: 347 time: 0.0239086 Jul 16 18:08:24.282275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:24.310960 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-fc2c4298-b43e-470b-ad98-4939fa16de0a tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] show failed (client error): The resource could not be found. Jul 16 18:08:24.313358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fc2c4298-b43e-470b-ad98-4939fa16de0a tempest-NegativeSecGroupTest-1765903512 tempest-NegativeSecGroupTest-1765903512-project] 10.222.0.52 "GET /v2.0/security-group-rules/fd38d11a-afef-4143-b9d4-0643973b1a92 HTTP/1.1" status: 404 len: 356 time: 0.0287821 Jul 16 18:08:24.322382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f5fd70c-7c2b-4fd1-9281-355ceeb5d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.326355 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f5fd70c-7c2b-4fd1-9281-355ceeb5d9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.329781 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9f5fd70c-7c2b-4fd1-9281-355ceeb5d9c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6214e771-e94b-4266-9f7c-1b378a708831 HTTP/1.1" status: 204 len: 168 time: 0.1633537 Jul 16 18:08:24.340227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fd70c-7c2b-4fd1-9281-355ceeb5d9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6214e771-e94b-4266-9f7c-1b378a708831,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:24.532553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5dba92-aa56-4a15-9795-f19f2f57f51a req-48f0b5f5-cdeb-4481-aa8a-95b9c9f63860 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.534968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae5dba92-aa56-4a15-9795-f19f2f57f51a req-48f0b5f5-cdeb-4481-aa8a-95b9c9f63860 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.0771036 Jul 16 18:08:24.587844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae5dba92-aa56-4a15-9795-f19f2f57f51a req-53017cc6-7c0b-4f69-9b24-f0c144d561dd tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460939 Jul 16 18:08:24.663766 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:24.764868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:24.773232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911bdd1-e783-476d-a228-cca5bfaa78c1 req-eb510369-2b5e-4c4b-9d3c-da7274104bc8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.781486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1911bdd1-e783-476d-a228-cca5bfaa78c1 req-eb510369-2b5e-4c4b-9d3c-da7274104bc8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.0860538 Jul 16 18:08:24.831942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1911bdd1-e783-476d-a228-cca5bfaa78c1 req-bc6d318f-479d-4a69-919e-a762d5ddec8d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494978 Jul 16 18:08:24.911077 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e4a9953-1bf0-438a-b978-2fcfcb3a9145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.943386 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3cc7aff2-899b-4d92-88ec-1c7d5731fdc7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50b02bbab1bd4df1a0a076b4d6d234c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768799 Jul 16 18:08:24.946501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:25.028594 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331d3de6-4b36-48ac-974f-b09c236b5bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.066154 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331d3de6-4b36-48ac-974f-b09c236b5bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.113111 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e4a9953-1bf0-438a-b978-2fcfcb3a9145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.119957 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e4a9953-1bf0-438a-b978-2fcfcb3a9145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.171554 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5e4a9953-1bf0-438a-b978-2fcfcb3a9145 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12c66bd7275c4c56a4bf8e3081d461ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5070779 Jul 16 18:08:25.172853 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a9953-1bf0-438a-b978-2fcfcb3a9145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f32179b-462b-45ce-b6fe-3520f60800ba,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:25.174656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:25.177096 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331d3de6-4b36-48ac-974f-b09c236b5bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.180162 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-331d3de6-4b36-48ac-974f-b09c236b5bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.181357 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-331d3de6-4b36-48ac-974f-b09c236b5bdf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9bcf627-08fa-480d-b71c-8ec66abfa982 HTTP/1.1" status: 204 len: 168 time: 0.2339246 Jul 16 18:08:25.190464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d3de6-4b36-48ac-974f-b09c236b5bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bcf627-08fa-480d-b71c-8ec66abfa982,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:25.323002 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-489a1449-2b01-448e-92fa-0d388c96aa49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.337249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad477-6b8f-407e-9abe-e1d76f0ea08e req-fd6f6913-840b-4c1b-b111-1ab38b66ed6e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.345092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38aad477-6b8f-407e-9abe-e1d76f0ea08e req-fd6f6913-840b-4c1b-b111-1ab38b66ed6e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.1608987 Jul 16 18:08:25.410199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38aad477-6b8f-407e-9abe-e1d76f0ea08e req-546738d5-76df-4b42-a1d4-4ab1704d3418 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640748 Jul 16 18:08:25.416606 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-489a1449-2b01-448e-92fa-0d388c96aa49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.483147 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:25.532620 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-489a1449-2b01-448e-92fa-0d388c96aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.535334 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-489a1449-2b01-448e-92fa-0d388c96aa49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.536491 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-489a1449-2b01-448e-92fa-0d388c96aa49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f32179b-462b-45ce-b6fe-3520f60800ba HTTP/1.1" status: 204 len: 168 time: 0.3604949 Jul 16 18:08:25.547643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f092da-85c4-4b1b-9b58-a2eed9bab936 req-ad84531a-d7cd-4af7-a1e3-9a98cafe97c7 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.549131 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95f092da-85c4-4b1b-9b58-a2eed9bab936 req-ad84531a-d7cd-4af7-a1e3-9a98cafe97c7 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.1304314 Jul 16 18:08:25.555804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a1449-2b01-448e-92fa-0d388c96aa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f32179b-462b-45ce-b6fe-3520f60800ba,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:25.596911 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95f092da-85c4-4b1b-9b58-a2eed9bab936 req-e48c1653-2502-4489-bd49-c999974b2995 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381079 Jul 16 18:08:25.603125 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c15e0e4c-37f5-469f-8efd-839fa692781c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-801638308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:25.654885 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15e0e4c-37f5-469f-8efd-839fa692781c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.655953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15e0e4c-37f5-469f-8efd-839fa692781c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.721022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15e0e4c-37f5-469f-8efd-839fa692781c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.726708 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15e0e4c-37f5-469f-8efd-839fa692781c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.748807 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15e0e4c-37f5-469f-8efd-839fa692781c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.751046 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c15e0e4c-37f5-469f-8efd-839fa692781c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2668414 Jul 16 18:08:25.753806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:25.759789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1830621115'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:25.786894 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Made reservation on behalf of ddd7b43031a84597b03d48e0563e23d5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:25.793230 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.802320 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.947337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:25.959769 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.965122 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.990448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:26.004710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180e4230-db72-4b62-9484-68833c501197,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:26.012040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.012624 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Added segment 107bf9a1-09a1-4836-bbc1-2fd12c3bea3b of type vlan for network 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 Jul 16 18:08:26.030085 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-279138a1-2e28-4cf3-8439-1da110ffe52d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f90db1e0fd94948a7675a5f4d9c872f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785873 Jul 16 18:08:26.031469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:26.066741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.089618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203cec4-3883-44cd-8feb-63b997e056fa req-7e611925-fec8-43eb-b841-d3e08a745322 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.091254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2203cec4-3883-44cd-8feb-63b997e056fa req-7e611925-fec8-43eb-b841-d3e08a745322 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.1208327 Jul 16 18:08:26.102984 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.109551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.110241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.124093 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d3e8f3b-8467-49a7-96f5-c02e8ce06b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.151482 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3938143 Jul 16 18:08:26.152310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:26.159200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c0e56657-e714-400a-b284-a1394289b687 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Request body: {'subnet': {'network_id': '48ac2be4-2aaf-4f9c-8b5a-23e703cdf248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:26.160471 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d3e8f3b-8467-49a7-96f5-c02e8ce06b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.165715 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2203cec4-3883-44cd-8feb-63b997e056fa req-4efa444d-1492-48c4-8298-24f4d800d1d4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613894 Jul 16 18:08:26.205634 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24245c-a00e-424c-9968-54f1cf002857 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'Network': ['ID=48ac2be4-2aaf-4f9c-8b5a-23e703cdf248,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:26.219878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:26.232607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d3e8f3b-8467-49a7-96f5-c02e8ce06b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.235198 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d3e8f3b-8467-49a7-96f5-c02e8ce06b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.236770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6d3e8f3b-8467-49a7-96f5-c02e8ce06b16 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50bced3c-679b-4faa-91af-5777d7181de2 HTTP/1.1" status: 204 len: 168 time: 0.2043793 Jul 16 18:08:26.246441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e8f3b-8467-49a7-96f5-c02e8ce06b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bced3c-679b-4faa-91af-5777d7181de2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:26.285056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:26.325667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e56657-e714-400a-b284-a1394289b687 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Made reservation on behalf of ddd7b43031a84597b03d48e0563e23d5 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:26.329627 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0e56657-e714-400a-b284-a1394289b687 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.408684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2047156884'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:26.431831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Made reservation on behalf of 2397eee2b8bc4259920c75290b0b6f05 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:26.436969 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.449910 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.542406 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0e56657-e714-400a-b284-a1394289b687 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.593974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.609378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e56657-e714-400a-b284-a1394289b687 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'Subnet': ['ID=5ef25a75-d84d-4b64-8598-c499c099aa0c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:26.617353 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.618941 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e56657-e714-400a-b284-a1394289b687 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Checking segment: {'id': '107bf9a1-09a1-4836-bbc1-2fd12c3bea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48ac2be4-2aaf-4f9c-8b5a-23e703cdf248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:26.619316 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e56657-e714-400a-b284-a1394289b687 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Network hostable DHCP agents. Network: 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:26.642410 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e56657-e714-400a-b284-a1394289b687 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Network 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:26.655974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c0e56657-e714-400a-b284-a1394289b687 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:26.656751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:26.661114 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e56657-e714-400a-b284-a1394289b687 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.661514 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0e56657-e714-400a-b284-a1394289b687 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.675847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59edcc96-93e5-4077-ac3c-b3e31b61d4af None None] Network 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:26.686304 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c0e56657-e714-400a-b284-a1394289b687 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5304832 Jul 16 18:08:26.686496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bd939c-c75a-40ad-9a09-2d3228258058,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:26.686649 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:26.693437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e8981b20-8e80-4e3f-86b9-36159b08ed71 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Request body: {'network': {'name': 'tempest-router-network01--1029230972'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:26.703018 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.703384 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Added segment dc868270-6d0f-46ae-9965-1bfe2fc785ea of type vlan for network c2238a04-83d3-4129-821d-5967f8633ffd Jul 16 18:08:26.743413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8981b20-8e80-4e3f-86b9-36159b08ed71 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Made reservation on behalf of ddd7b43031a84597b03d48e0563e23d5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:26.751890 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8981b20-8e80-4e3f-86b9-36159b08ed71 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.778181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5058d-b15b-41a2-95b1-e4be12f7a7df req-eed60569-d4f4-480f-b8a1-b1bd33e925d6 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.779862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8d5058d-b15b-41a2-95b1-e4be12f7a7df req-eed60569-d4f4-480f-b8a1-b1bd33e925d6 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.2161188 Jul 16 18:08:26.781904 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.784693 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8981b20-8e80-4e3f-86b9-36159b08ed71 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:26.796272 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8981b20-8e80-4e3f-86b9-36159b08ed71 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.796767 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-e8981b20-8e80-4e3f-86b9-36159b08ed71 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Added segment 7f4be7ca-9f47-4dad-b33d-366de983dbc2 of type vlan for network c738efe0-70a0-4468-92a9-8b81f617ce9f Jul 16 18:08:26.849391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8981b20-8e80-4e3f-86b9-36159b08ed71 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.890322 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8981b20-8e80-4e3f-86b9-36159b08ed71 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.900623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8981b20-8e80-4e3f-86b9-36159b08ed71 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.901557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8981b20-8e80-4e3f-86b9-36159b08ed71 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.923796 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.930184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.930810 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.987963 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e8981b20-8e80-4e3f-86b9-36159b08ed71 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3002737 Jul 16 18:08:26.988127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8d5058d-b15b-41a2-95b1-e4be12f7a7df req-d6de5652-2b45-48c2-95c6-4cc4dad2c6a7 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869862 Jul 16 18:08:26.989780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8981b20-8e80-4e3f-86b9-36159b08ed71 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'Network': ['ID=c738efe0-70a0-4468-92a9-8b81f617ce9f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:26.995796 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:27.001434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d253f56f-1104-462c-bfec-05079b69144c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Request body: {'network': {'name': 'tempest-router-network02--1644507668'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:27.005193 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c738efe0-70a0-4468-92a9-8b81f617ce9f details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:27.017597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e1eaa-9759-4391-836f-a370919da4ed req-4824abd9-405c-4c02-891a-2a0abeb64bd4 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.026918 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b6e1eaa-9759-4391-836f-a370919da4ed req-4824abd9-405c-4c02-891a-2a0abeb64bd4 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.2403812 Jul 16 18:08:27.077900 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d253f56f-1104-462c-bfec-05079b69144c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Made reservation on behalf of ddd7b43031a84597b03d48e0563e23d5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:27.082697 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d253f56f-1104-462c-bfec-05079b69144c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.116728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d253f56f-1104-462c-bfec-05079b69144c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:27.125001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Pushing event updated for resources: {'Network': ['ID=c2238a04-83d3-4129-821d-5967f8633ffd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:27.130198 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d253f56f-1104-462c-bfec-05079b69144c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.130985 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-d253f56f-1104-462c-bfec-05079b69144c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Added segment 82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319 of type vlan for network c98732bc-1da3-47c5-9575-06f25140fc3e Jul 16 18:08:27.146838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c2238a04-83d3-4129-821d-5967f8633ffd details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:27.174449 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c4b5d9c3-7918-4740-8f0a-fedbd37675f9 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8882704 Jul 16 18:08:27.175290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:27.195247 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-341601cf-5900-4b59-92b2-6969a3d4b920 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c2238a04-83d3-4129-821d-5967f8633ffd', 'tempest-TagsTest-Tag-1419189057') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:27.201158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d253f56f-1104-462c-bfec-05079b69144c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.250291 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d253f56f-1104-462c-bfec-05079b69144c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.259537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d253f56f-1104-462c-bfec-05079b69144c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.260392 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d253f56f-1104-462c-bfec-05079b69144c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.274910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-48ac2be4-2aaf-4f9c-8b5a-23e703cdf248', 'network_id': '48ac2be4-2aaf-4f9c-8b5a-23e703cdf248', 'tenant_id': 'ddd7b43031a84597b03d48e0563e23d5', 'fixed_ips': [{'subnet_id': '5ef25a75-d84d-4b64-8598-c499c099aa0c'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:27.276461 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.306014 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b6e1eaa-9759-4391-836f-a370919da4ed req-e13bfca4-6944-466a-86b3-494cfb8931b2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788465 Jul 16 18:08:27.337127 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d253f56f-1104-462c-bfec-05079b69144c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3374772 Jul 16 18:08:27.343338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:27.344537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:27.365927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253f56f-1104-462c-bfec-05079b69144c tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'Network': ['ID=c98732bc-1da3-47c5-9575-06f25140fc3e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:27.384183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-44c0563b-0a13-4883-8d83-1b087ef7552f tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Request body: {'subnet': {'network_id': 'c738efe0-70a0-4468-92a9-8b81f617ce9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:27.396910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c98732bc-1da3-47c5-9575-06f25140fc3e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:27.593902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Allocated IP 2001:db8::2 (48ac2be4-2aaf-4f9c-8b5a-23e703cdf248/5ef25a75-d84d-4b64-8598-c499c099aa0c/f7543e74-254d-4228-9b1f-6824e6dd6a88) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:27.612608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-256880417'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:27.643286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-341601cf-5900-4b59-92b2-6969a3d4b920 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "PUT /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd/tags/tempest-TagsTest-Tag-1419189057 HTTP/1.1" status: 201 len: 201 time: 0.4588466 Jul 16 18:08:27.643977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:27.651019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-47cf2d11-40d9-4dee-8daf-94626b4c2e13 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c2238a04-83d3-4129-821d-5967f8633ffd', 'tempest-TagsTest-Tag-1419189057') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:27.652532 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:08:27.652532 n-d-793618-9 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:08:27.652532 n-d-793618-9 neutron-server[93767]: [parameters: {'project_id_1': '6c266cf86827421a835d6c14c1884754', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 8, 27, 630233)}] Jul 16 18:08:27.652532 n-d-793618-9 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:08:27.653201 n-d-793618-9 neutron-server[93767]: DEBUG oslo_db.api [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:08:27.665974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c0563b-0a13-4883-8d83-1b087ef7552f tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Made reservation on behalf of ddd7b43031a84597b03d48e0563e23d5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:27.670030 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44c0563b-0a13-4883-8d83-1b087ef7552f tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.713218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61555c8c-a9d2-4c06-b704-6d5508c644e6 req-31fa23ab-e6af-4048-8ee9-ba16dcdd7a0d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.720678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-61555c8c-a9d2-4c06-b704-6d5508c644e6 req-31fa23ab-e6af-4048-8ee9-ba16dcdd7a0d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.2059038 Jul 16 18:08:27.747335 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-47cf2d11-40d9-4dee-8daf-94626b4c2e13 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "GET /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd/tags/tempest-TagsTest-Tag-1419189057 HTTP/1.1" status: 204 len: 168 time: 0.0993204 Jul 16 18:08:27.747713 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:27.754124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-7405a1d5-6320-4d25-82f1-cd5d5b093b71 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c2238a04-83d3-4129-821d-5967f8633ffd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:27.798419 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.810294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Transition to ACTIVE for port object f7543e74-254d-4228-9b1f-6824e6dd6a88 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:27.824063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-61555c8c-a9d2-4c06-b704-6d5508c644e6 req-f04f598d-17c8-4c52-b771-2da98d634320 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024115 Jul 16 18:08:27.847582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Transition to ACTIVE for port object f7543e74-254d-4228-9b1f-6824e6dd6a88 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:27.860047 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.865467 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7405a1d5-6320-4d25-82f1-cd5d5b093b71 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "GET /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd/tags HTTP/1.1" status: 200 len: 238 time: 0.1142566 Jul 16 18:08:27.866652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:27.871980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-fadac903-70af-4be8-9c6a-15b5afd9f4ce tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c2238a04-83d3-4129-821d-5967f8633ffd', {'tags': ['tempest-TagsTest-Tag-1785760321', 'tempest-TagsTest-Tag-662147535', 'tempest-TagsTest-Tag-547188240']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:27.902365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Network 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:27.905036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:27.909141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:27.919761 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Pushing event updated for resources: {'Port': ['ID=f7543e74-254d-4228-9b1f-6824e6dd6a88,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:27.971364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Attempting to bind port f7543e74-254d-4228-9b1f-6824e6dd6a88 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:27.971743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Attempting to bind port f7543e74-254d-4228-9b1f-6824e6dd6a88 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '107bf9a1-09a1-4836-bbc1-2fd12c3bea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48ac2be4-2aaf-4f9c-8b5a-23e703cdf248'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:27.972100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Attempting to bind port f7543e74-254d-4228-9b1f-6824e6dd6a88 on network 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:27.978768 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fadac903-70af-4be8-9c6a-15b5afd9f4ce tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "PUT /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd/tags HTTP/1.1" status: 200 len: 307 time: 0.1110449 Jul 16 18:08:27.979415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:27.979804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Checking segment: {'id': '107bf9a1-09a1-4836-bbc1-2fd12c3bea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48ac2be4-2aaf-4f9c-8b5a-23e703cdf248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:27.980256 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.980656 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Bound using segment: {'id': '107bf9a1-09a1-4836-bbc1-2fd12c3bea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48ac2be4-2aaf-4f9c-8b5a-23e703cdf248'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:27.981218 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Bound port: f7543e74-254d-4228-9b1f-6824e6dd6a88, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107bf9a1-09a1-4836-bbc1-2fd12c3bea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '48ac2be4-2aaf-4f9c-8b5a-23e703cdf248'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:27.981550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:27.981667 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.987717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-a84959e2-5488-4aa5-8ed0-3490c0676db7 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c2238a04-83d3-4129-821d-5967f8633ffd', 'tempest-TagsTest-Tag-1785760321') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:28.009521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44c0563b-0a13-4883-8d83-1b087ef7552f tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.062062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] For port f7543e74-254d-4228-9b1f-6824e6dd6a88, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:28.065239 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] For port f7543e74-254d-4228-9b1f-6824e6dd6a88, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f7543e74-254d-4228-9b1f-6824e6dd6a88,segment=NetworkSegment(107bf9a1-09a1-4836-bbc1-2fd12c3bea3b),segment_id=107bf9a1-09a1-4836-bbc1-2fd12c3bea3b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:28.070920 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.090881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0563b-0a13-4883-8d83-1b087ef7552f tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'Subnet': ['ID=c40bded4-30ed-436a-bc33-4be5844806e1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:28.099642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0563b-0a13-4883-8d83-1b087ef7552f tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Checking segment: {'id': '7f4be7ca-9f47-4dad-b33d-366de983dbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c738efe0-70a0-4468-92a9-8b81f617ce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:28.100017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c0563b-0a13-4883-8d83-1b087ef7552f tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Network hostable DHCP agents. Network: c738efe0-70a0-4468-92a9-8b81f617ce9f, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:28.124579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c0563b-0a13-4883-8d83-1b087ef7552f tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Network c738efe0-70a0-4468-92a9-8b81f617ce9f is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:28.134064 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460231d-c38f-40c1-bf24-089df1a64742 None None] Pushing event updated for resources: {'Port': ['ID=f7543e74-254d-4228-9b1f-6824e6dd6a88,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:28.138129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-44c0563b-0a13-4883-8d83-1b087ef7552f tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, c738efe0-70a0-4468-92a9-8b81f617ce9f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:28.148641 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7b3776-79de-430e-83dd-ad88f0694dba None None] Network c738efe0-70a0-4468-92a9-8b81f617ce9f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:28.151784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0563b-0a13-4883-8d83-1b087ef7552f tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.152454 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44c0563b-0a13-4883-8d83-1b087ef7552f tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.189917 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a84959e2-5488-4aa5-8ed0-3490c0676db7 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "DELETE /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd/tags/tempest-TagsTest-Tag-1785760321 HTTP/1.1" status: 204 len: 168 time: 0.2042949 Jul 16 18:08:28.192610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:28.197232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-d332dea4-e716-474d-99ce-c71dd04404a0 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c2238a04-83d3-4129-821d-5967f8633ffd', 'tempest-TagsTest-Tag-1785760321') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:28.227278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:28.235766 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.246821 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.252972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-44c0563b-0a13-4883-8d83-1b087ef7552f tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9024932 Jul 16 18:08:28.257742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:28.266989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cd5a1484-8415-4f91-be19-a49fe41df92b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Request body: {'subnet': {'network_id': 'c98732bc-1da3-47c5-9575-06f25140fc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:28.407602 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d332dea4-e716-474d-99ce-c71dd04404a0 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] show failed (client error): The resource could not be found. Jul 16 18:08:28.407602 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d332dea4-e716-474d-99ce-c71dd04404a0 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "GET /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd/tags/tempest-TagsTest-Tag-1785760321 HTTP/1.1" status: 404 len: 326 time: 0.2137060 Jul 16 18:08:28.407886 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:28.412302 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-1713bf54-c3de-4e06-99cb-5c960e772f72 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c2238a04-83d3-4129-821d-5967f8633ffd', 'tempest-TagsTest-Tag-662147535') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:28.502413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-c738efe0-70a0-4468-92a9-8b81f617ce9f', 'network_id': 'c738efe0-70a0-4468-92a9-8b81f617ce9f', 'tenant_id': 'ddd7b43031a84597b03d48e0563e23d5', 'fixed_ips': [{'subnet_id': 'c40bded4-30ed-436a-bc33-4be5844806e1'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:28.504831 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.573210 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1713bf54-c3de-4e06-99cb-5c960e772f72 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "GET /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd/tags/tempest-TagsTest-Tag-662147535 HTTP/1.1" status: 204 len: 168 time: 0.1645033 Jul 16 18:08:28.573874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:28.578234 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-444a2caf-faae-4814-a11f-929003e33b3d tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c2238a04-83d3-4129-821d-5967f8633ffd', 'tempest-TagsTest-Tag-547188240') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:28.595718 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.602676 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.621052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:28.644096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5a1484-8415-4f91-be19-a49fe41df92b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Made reservation on behalf of ddd7b43031a84597b03d48e0563e23d5 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:28.648436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd5a1484-8415-4f91-be19-a49fe41df92b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.654471 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.655118 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Added segment 248b80e0-4dc2-4856-a1ce-26fbca8e2313 of type vlan for network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 Jul 16 18:08:28.755923 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-444a2caf-faae-4814-a11f-929003e33b3d tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "GET /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd/tags/tempest-TagsTest-Tag-547188240 HTTP/1.1" status: 204 len: 168 time: 0.1810255 Jul 16 18:08:28.756565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:28.763045 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-6fd6ec75-d05c-4f4c-aa9d-ffb0f742868a tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c2238a04-83d3-4129-821d-5967f8633ffd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:28.784893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Allocated IP 2001:db8::2 (c738efe0-70a0-4468-92a9-8b81f617ce9f/c40bded4-30ed-436a-bc33-4be5844806e1/4ecb416f-38ca-4071-9b2c-11012e616a9c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:28.825638 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.843811 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9df7854-f073-425c-b3ab-0754f8c97be2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:28.899905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438991d-237b-4491-9bd5-3e5208c018d1 req-25388018-daa1-428b-b4be-34caef2bc3df tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.907467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d438991d-237b-4491-9bd5-3e5208c018d1 req-25388018-daa1-428b-b4be-34caef2bc3df tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.1862068 Jul 16 18:08:28.928299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.934774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.935476 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.941506 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6fd6ec75-d05c-4f4c-aa9d-ffb0f742868a tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "DELETE /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd/tags HTTP/1.1" status: 204 len: 168 time: 0.1819589 Jul 16 18:08:28.946558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:28.956684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-3e6e8415-43a1-4bff-9094-d32e99fe74c2 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c2238a04-83d3-4129-821d-5967f8633ffd', 'tempest-TagsTest-Tag-662147535') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:28.970307 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd5a1484-8415-4f91-be19-a49fe41df92b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.988157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6390529 Jul 16 18:08:29.004112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:29.009962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fcb76b06-44da-45c8-aac1-27d8f57ef8f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:29.051943 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.055699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a1484-8415-4f91-be19-a49fe41df92b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Checking segment: {'id': '82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c98732bc-1da3-47c5-9575-06f25140fc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:29.056082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5a1484-8415-4f91-be19-a49fe41df92b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Network hostable DHCP agents. Network: c98732bc-1da3-47c5-9575-06f25140fc3e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:29.059818 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a1484-8415-4f91-be19-a49fe41df92b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'Subnet': ['ID=bf4fc65a-e838-436f-b5fe-bda0b9b314d3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:29.068040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Transition to ACTIVE for port object 4ecb416f-38ca-4071-9b2c-11012e616a9c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:29.081266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d438991d-237b-4491-9bd5-3e5208c018d1 req-727ad9fc-3351-40e8-a7cd-e2dbb9296adf tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728172 Jul 16 18:08:29.083985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5a1484-8415-4f91-be19-a49fe41df92b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Network c98732bc-1da3-47c5-9575-06f25140fc3e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:29.096292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Transition to ACTIVE for port object 4ecb416f-38ca-4071-9b2c-11012e616a9c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:29.100119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cd5a1484-8415-4f91-be19-a49fe41df92b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, c98732bc-1da3-47c5-9575-06f25140fc3e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:29.107945 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.111768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a1484-8415-4f91-be19-a49fe41df92b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.112484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd5a1484-8415-4f91-be19-a49fe41df92b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.119267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44942c1-1c60-42e3-af7b-c25d72f634d7 None None] Network c98732bc-1da3-47c5-9575-06f25140fc3e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:29.138722 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cd5a1484-8415-4f91-be19-a49fe41df92b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8789065 Jul 16 18:08:29.139486 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:29.185440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Network c738efe0-70a0-4468-92a9-8b81f617ce9f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:29.195709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:29.198007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:29.223378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db887d8-07c4-4579-9a71-30ad04de3ece tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Network': ['ID=4c3a4488-7bfe-485a-bd3e-9df25ca6e943,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:29.244530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:29.298397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Pushing event updated for resources: {'Port': ['ID=4ecb416f-38ca-4071-9b2c-11012e616a9c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:29.422583 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-3e6e8415-43a1-4bff-9094-d32e99fe74c2 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] show failed (client error): The resource could not be found. Jul 16 18:08:29.426233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3e6e8415-43a1-4bff-9094-d32e99fe74c2 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "GET /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd/tags/tempest-TagsTest-Tag-662147535 HTTP/1.1" status: 404 len: 325 time: 0.4705327 Jul 16 18:08:29.427866 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:29.429739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Attempting to bind port 4ecb416f-38ca-4071-9b2c-11012e616a9c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:29.429969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Attempting to bind port 4ecb416f-38ca-4071-9b2c-11012e616a9c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '7f4be7ca-9f47-4dad-b33d-366de983dbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c738efe0-70a0-4468-92a9-8b81f617ce9f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:29.430512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Attempting to bind port 4ecb416f-38ca-4071-9b2c-11012e616a9c on network c738efe0-70a0-4468-92a9-8b81f617ce9f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:29.434258 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-c6582c38-02c2-4503-ab7d-053d1f67cc87 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c2238a04-83d3-4129-821d-5967f8633ffd', 'tempest-TagsTest-Tag-547188240') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:29.456614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb76b06-44da-45c8-aac1-27d8f57ef8f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:29.462739 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcb76b06-44da-45c8-aac1-27d8f57ef8f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.482134 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:29.482551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Checking segment: {'id': '7f4be7ca-9f47-4dad-b33d-366de983dbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c738efe0-70a0-4468-92a9-8b81f617ce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:29.482907 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.483307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Bound using segment: {'id': '7f4be7ca-9f47-4dad-b33d-366de983dbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c738efe0-70a0-4468-92a9-8b81f617ce9f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:29.483913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Bound port: 4ecb416f-38ca-4071-9b2c-11012e616a9c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4be7ca-9f47-4dad-b33d-366de983dbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c738efe0-70a0-4468-92a9-8b81f617ce9f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:29.484305 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.531366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-c98732bc-1da3-47c5-9575-06f25140fc3e', 'network_id': 'c98732bc-1da3-47c5-9575-06f25140fc3e', 'tenant_id': 'ddd7b43031a84597b03d48e0563e23d5', 'fixed_ips': [{'subnet_id': 'bf4fc65a-e838-436f-b5fe-bda0b9b314d3'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:29.532063 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.536658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a29c-abac-45fb-92db-0aeb095edfd0 req-25780c97-a570-453f-a052-af8b2db34e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.538454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6601a29c-abac-45fb-92db-0aeb095edfd0 req-25780c97-a570-453f-a052-af8b2db34e39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dec418af5de2424d8bb311b478097044&device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 1096 time: 0.3749652 Jul 16 18:08:29.573372 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.620607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99142c66-3b49-468a-bc54-4fa6dc764c84 req-7cda86cb-0928-4594-b240-7f1e32a95a71 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.622251 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99142c66-3b49-468a-bc54-4fa6dc764c84 req-7cda86cb-0928-4594-b240-7f1e32a95a71 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.3413935 Jul 16 18:08:29.661266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] For port 4ecb416f-38ca-4071-9b2c-11012e616a9c, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:29.667076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] For port 4ecb416f-38ca-4071-9b2c-11012e616a9c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4ecb416f-38ca-4071-9b2c-11012e616a9c,segment=NetworkSegment(7f4be7ca-9f47-4dad-b33d-366de983dbc2),segment_id=7f4be7ca-9f47-4dad-b33d-366de983dbc2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:29.681748 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.693296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09cf2b-ef44-43a2-bb74-a485b997e56d req-c2b43bce-4f8d-4908-8d88-993827fac18c tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.695019 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c09cf2b-ef44-43a2-bb74-a485b997e56d req-c2b43bce-4f8d-4908-8d88-993827fac18c tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.4075937 Jul 16 18:08:29.756566 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c6582c38-02c2-4503-ab7d-053d1f67cc87 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] show failed (client error): The resource could not be found. Jul 16 18:08:29.757763 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c6582c38-02c2-4503-ab7d-053d1f67cc87 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "GET /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd/tags/tempest-TagsTest-Tag-547188240 HTTP/1.1" status: 404 len: 325 time: 0.3278444 Jul 16 18:08:29.760424 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:29.763163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f7543e74-254d-4228-9b1f-6824e6dd6a88 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:29.765235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3c42c9-a5a7-4f10-bc6b-15273a7dcd78 None None] Network 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:29.766398 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-324f191d-4bac-476e-887e-16c3798149bb tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c2238a04-83d3-4129-821d-5967f8633ffd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:29.819420 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99142c66-3b49-468a-bc54-4fa6dc764c84 req-73803fb1-eadd-4b6f-a127-9a35f43f8d34 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778011 Jul 16 18:08:29.840992 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c09cf2b-ef44-43a2-bb74-a485b997e56d req-6706d290-55b5-4729-941d-056614013ec7 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274469 Jul 16 18:08:29.880412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a29c-abac-45fb-92db-0aeb095edfd0 req-11bfeec2-0342-41a3-9431-9235b07805b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.882238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6601a29c-abac-45fb-92db-0aeb095edfd0 req-11bfeec2-0342-41a3-9431-9235b07805b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 200 len: 920 time: 0.2701058 Jul 16 18:08:29.930991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc91b3-923d-4cd4-b889-26dd6d764c02 None None] Pushing event updated for resources: {'Port': ['ID=4ecb416f-38ca-4071-9b2c-11012e616a9c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:29.950618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6601a29c-abac-45fb-92db-0aeb095edfd0 req-3228ca4a-d5b1-4d40-85a5-e9c060e92d61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 HTTP/1.1" status: 200 len: 217 time: 0.0592220 Jul 16 18:08:29.988904 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-324f191d-4bac-476e-887e-16c3798149bb tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "DELETE /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd/tags HTTP/1.1" status: 204 len: 168 time: 0.2260330 Jul 16 18:08:29.995640 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:30.091622 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcb76b06-44da-45c8-aac1-27d8f57ef8f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.164147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb76b06-44da-45c8-aac1-27d8f57ef8f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=6fa68523-ea71-4d70-b2a8-8929f6776752,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:30.248908 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.254999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601a29c-abac-45fb-92db-0aeb095edfd0 req-b783c544-6b00-4aa9-b4bb-175ea995b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.257798 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6601a29c-abac-45fb-92db-0aeb095edfd0 req-b783c544-6b00-4aa9-b4bb-175ea995b044 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26e6cab3-4374-4ede-8f3e-52dd04198328 HTTP/1.1" status: 200 len: 859 time: 0.2499754 Jul 16 18:08:30.275006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Allocated IP 2001:db8::2 (c98732bc-1da3-47c5-9575-06f25140fc3e/bf4fc65a-e838-436f-b5fe-bda0b9b314d3/dca66b11-da5a-4b8c-a65a-84f8d48b0e35) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:30.277257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2384a5f-8627-44d6-a34d-57c5d92337f1 None None] Provisioning for port f7543e74-254d-4228-9b1f-6824e6dd6a88 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:30.294736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Allocated IP 2001:db8::1 (c738efe0-70a0-4468-92a9-8b81f617ce9f/c40bded4-30ed-436a-bc33-4be5844806e1/f01d9340-fc6e-4afc-a17c-cf25eab8d08e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:30.312197 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f91123be-f090-47d9-9f4f-4334263aa843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.332737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6601a29c-abac-45fb-92db-0aeb095edfd0 req-b932dc0c-f179-4477-be7a-69ab2c245c2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec6f990-5524-4162-9c80-9e127ede5598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679777 Jul 16 18:08:30.334164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb76b06-44da-45c8-aac1-27d8f57ef8f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:30.335691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb76b06-44da-45c8-aac1-27d8f57ef8f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network hostable DHCP agents. Network: 4c3a4488-7bfe-485a-bd3e-9df25ca6e943, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:30.396376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f7543e74-254d-4228-9b1f-6824e6dd6a88 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:30.410337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f7543e74-254d-4228-9b1f-6824e6dd6a88 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:30.410738 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.422116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb76b06-44da-45c8-aac1-27d8f57ef8f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:30.494415 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:08:30.523876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fcb76b06-44da-45c8-aac1-27d8f57ef8f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 4c3a4488-7bfe-485a-bd3e-9df25ca6e943) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:30.539566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0376e7-8ff8-4cd1-921d-69f77fdbfc50 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:30.540134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb76b06-44da-45c8-aac1-27d8f57ef8f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.540502 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcb76b06-44da-45c8-aac1-27d8f57ef8f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.548459 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.568449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2238a04-83d3-4129-821d-5967f8633ffd']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:30.577109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6601a29c-abac-45fb-92db-0aeb095edfd0 req-3933242c-4ad1-4a49-b13a-32ed8b02401b service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288988 Jul 16 18:08:30.585292 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fcb76b06-44da-45c8-aac1-27d8f57ef8f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5774453 Jul 16 18:08:30.587303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:30.596741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc868270-6d0f-46ae-9965-1bfe2fc785ea') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:30.597169 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc868270-6d0f-46ae-9965-1bfe2fc785ea') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:30.600916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'name': 'tempest-NetworksTestDHCPv6-370572138'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:30.623743 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.637387 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.648313 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.659923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:30.660951 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:30.664668 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:30.667363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Transition to ACTIVE for port object f01d9340-fc6e-4afc-a17c-cf25eab8d08e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:30.668375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ee9c2-c399-4520-8383-d64a4a7f6462 req-145151ef-4b3c-4a26-aa88-8e9b0476cf97 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.669997 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-625ee9c2-c399-4520-8383-d64a4a7f6462 req-145151ef-4b3c-4a26-aa88-8e9b0476cf97 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.1819386 Jul 16 18:08:30.748764 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.762124 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.764314 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] 10.222.0.52 "DELETE /v2.0/networks/c2238a04-83d3-4129-821d-5967f8633ffd HTTP/1.1" status: 204 len: 168 time: 0.7674997 Jul 16 18:08:30.782392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339048b-8803-45f4-89d2-dbe75d3ee872 tempest-TagsTest-1828353607 tempest-TagsTest-1828353607-project] Pushing event deleted for resources: {'Network': ['ID=c2238a04-83d3-4129-821d-5967f8633ffd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:30.791967 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.813761 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Transition to ACTIVE for port object dca66b11-da5a-4b8c-a65a-84f8d48b0e35 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:30.818518 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.847085 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.855449 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6601a29c-abac-45fb-92db-0aeb095edfd0 req-7e278983-a393-4365-a909-2ecf53b6787a service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689464 Jul 16 18:08:30.872255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-625ee9c2-c399-4520-8383-d64a4a7f6462 req-a77e2a9c-c04b-4148-8471-29a19d1170ca tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694205 Jul 16 18:08:30.942459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:30.946236 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.956381 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Network c738efe0-70a0-4468-92a9-8b81f617ce9f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:30.977862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:31.003204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:31.003634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Transition to ACTIVE for port object dca66b11-da5a-4b8c-a65a-84f8d48b0e35 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:31.003816 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.095611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'Port': ['ID=f01d9340-fc6e-4afc-a17c-cf25eab8d08e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:31.119140 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.158822 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port f7543e74-254d-4228-9b1f-6824e6dd6a88, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f7543e74-254d-4228-9b1f-6824e6dd6a88,segment=NetworkSegment(107bf9a1-09a1-4836-bbc1-2fd12c3bea3b),segment_id=107bf9a1-09a1-4836-bbc1-2fd12c3bea3b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:31.186297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': '6fa68523-ea71-4d70-b2a8-8929f6776752'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:31.187635 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.190134 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.262165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Pushing event updated for resources: {'Port': ['ID=dca66b11-da5a-4b8c-a65a-84f8d48b0e35,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:31.263812 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.301179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Network c98732bc-1da3-47c5-9575-06f25140fc3e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:31.345740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:31.365278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:31.376779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-49198c3f-7572-4535-9816-c936a2be11af None None] Provisioning complete for port f7543e74-254d-4228-9b1f-6824e6dd6a88 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:31.377286 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49198c3f-7572-4535-9816-c936a2be11af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.385416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:31.466456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port bc602557-0e30-4c04-b011-21f27d244157 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:31.567156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Allocated IP 2001:db8::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/6fa68523-ea71-4d70-b2a8-8929f6776752/d13602ad-7a6e-45a5-aaf3-adeb309e867e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:31.594110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f4103-a8fb-45b2-a463-006df67f8c9a req-a9eb674c-eaa6-49ee-990b-048b28a65522 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.595683 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-662f4103-a8fb-45b2-a463-006df67f8c9a req-a9eb674c-eaa6-49ee-990b-048b28a65522 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.1916728 Jul 16 18:08:31.612054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df28c4e8-a158-4c37-bc87-2baf69929192 None None] Network c738efe0-70a0-4468-92a9-8b81f617ce9f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:31.615009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3bcda-7539-4a42-9bb3-126b44876179 req-1a73c41f-a34f-4a5b-ad27-e8042683cd71 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.618797 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13b3bcda-7539-4a42-9bb3-126b44876179 req-1a73c41f-a34f-4a5b-ad27-e8042683cd71 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.2134988 Jul 16 18:08:31.655170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=f7543e74-254d-4228-9b1f-6824e6dd6a88,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:31.730577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13b3bcda-7539-4a42-9bb3-126b44876179 req-4f2793a7-be2b-48d1-8a0d-ded05d29377a tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865371 Jul 16 18:08:31.778358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Attempting to bind port dca66b11-da5a-4b8c-a65a-84f8d48b0e35 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:31.778912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Attempting to bind port dca66b11-da5a-4b8c-a65a-84f8d48b0e35 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c98732bc-1da3-47c5-9575-06f25140fc3e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:31.779413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Attempting to bind port dca66b11-da5a-4b8c-a65a-84f8d48b0e35 on network c98732bc-1da3-47c5-9575-06f25140fc3e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:31.794139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821dde3-399b-4e50-8fc5-56a660b819bd req-af4c39fd-101e-41de-9631-cb684c289527 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.795651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4821dde3-399b-4e50-8fc5-56a660b819bd req-af4c39fd-101e-41de-9631-cb684c289527 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.2188158 Jul 16 18:08:31.816222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-662f4103-a8fb-45b2-a463-006df67f8c9a req-f9e0b8b5-d45d-4805-a404-000f541cef28 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749449 Jul 16 18:08:31.839429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:31.839872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Checking segment: {'id': '82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c98732bc-1da3-47c5-9575-06f25140fc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:31.840262 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.840693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Bound using segment: {'id': '82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c98732bc-1da3-47c5-9575-06f25140fc3e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:31.841231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Bound port: dca66b11-da5a-4b8c-a65a-84f8d48b0e35, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c98732bc-1da3-47c5-9575-06f25140fc3e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:31.841620 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.847799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4ecb416f-38ca-4071-9b2c-11012e616a9c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:32.034205 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.042009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.043809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.052061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4821dde3-399b-4e50-8fc5-56a660b819bd req-6d5b6707-fe53-40d7-807b-cc69d1a6c38b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Deleting port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:32.052328 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4821dde3-399b-4e50-8fc5-56a660b819bd req-6d5b6707-fe53-40d7-807b-cc69d1a6c38b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.118034 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1a82b1d8-8c37-40df-8fb8-ee04fedb2ba8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2397eee2b8bc4259920c75290b0b6f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7310953 Jul 16 18:08:32.120432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:32.153590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'Port': ['ID=f01d9340-fc6e-4afc-a17c-cf25eab8d08e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.173039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] For port dca66b11-da5a-4b8c-a65a-84f8d48b0e35, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:32.205530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] For port dca66b11-da5a-4b8c-a65a-84f8d48b0e35, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dca66b11-da5a-4b8c-a65a-84f8d48b0e35,segment=NetworkSegment(82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319),segment_id=82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:32.216681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 4ecb416f-38ca-4071-9b2c-11012e616a9c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:32.217877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfc986-19f6-4104-b849-8818df7b7db4 req-a7fd93cb-23a0-452b-a4ea-5fa521231342 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.218990 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.222296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0edfc986-19f6-4104-b849-8818df7b7db4 req-a7fd93cb-23a0-452b-a4ea-5fa521231342 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4cd470-d3a3-429a-9c44-1b2ce1dec372 HTTP/1.1" status: 200 len: 946 time: 0.1486266 Jul 16 18:08:32.226058 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.227711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4821dde3-399b-4e50-8fc5-56a660b819bd req-6d5b6707-fe53-40d7-807b-cc69d1a6c38b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] For port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:32.229165 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4821dde3-399b-4e50-8fc5-56a660b819bd req-6d5b6707-fe53-40d7-807b-cc69d1a6c38b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.244600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4821dde3-399b-4e50-8fc5-56a660b819bd req-6d5b6707-fe53-40d7-807b-cc69d1a6c38b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Calling delete_port for c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:32.251081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe852-6721-4903-948f-f6f78fbe6908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.260532 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Transition to ACTIVE for port object d13602ad-7a6e-45a5-aaf3-adeb309e867e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:32.268068 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e5a0cf56-ebc6-46c0-a1ef-2108a769532e None None] Provisioning for port 4ecb416f-38ca-4071-9b2c-11012e616a9c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:32.276697 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe852-6721-4903-948f-f6f78fbe6908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.294590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e5a0cf56-ebc6-46c0-a1ef-2108a769532e None None] Provisioning complete for port 4ecb416f-38ca-4071-9b2c-11012e616a9c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:32.294964 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cf56-ebc6-46c0-a1ef-2108a769532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.325893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0edfc986-19f6-4104-b849-8818df7b7db4 req-4f7a6342-f59e-414f-8a07-8d58cd002bb4 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748606 Jul 16 18:08:32.340547 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe852-6721-4903-948f-f6f78fbe6908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.343526 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe852-6721-4903-948f-f6f78fbe6908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.344847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Transition to ACTIVE for port object d13602ad-7a6e-45a5-aaf3-adeb309e867e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:32.345025 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7fcfe852-6721-4903-948f-f6f78fbe6908 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9bd939c-c75a-40ad-9a09-2d3228258058 HTTP/1.1" status: 204 len: 168 time: 0.2214155 Jul 16 18:08:32.368584 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6c84383-253f-4a79-a9b5-63abced05578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.388043 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.398953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfe852-6721-4903-948f-f6f78fbe6908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bd939c-c75a-40ad-9a09-2d3228258058,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.406536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de824c2-f7e4-4ecc-b205-b1ee09ee015c None None] Pushing event updated for resources: {'Port': ['ID=dca66b11-da5a-4b8c-a65a-84f8d48b0e35,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.411049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Network c738efe0-70a0-4468-92a9-8b81f617ce9f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:32.414654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:32.466034 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.470976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:32.479846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:32.482984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::d6 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/6fa68523-ea71-4d70-b2a8-8929f6776752/bc602557-0e30-4c04-b011-21f27d244157) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:32.489933 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:32.496692 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.517036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Pushing event updated for resources: {'Port': ['ID=d13602ad-7a6e-45a5-aaf3-adeb309e867e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.607317 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4821dde3-399b-4e50-8fc5-56a660b819bd req-6d5b6707-fe53-40d7-807b-cc69d1a6c38b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.622243 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cf56-ebc6-46c0-a1ef-2108a769532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.703505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Router cb94c826-8cba-4294-ad2e-beda521813fb is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:32.784665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4821dde3-399b-4e50-8fc5-56a660b819bd req-6d5b6707-fe53-40d7-807b-cc69d1a6c38b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] No DVR routers for this DVR port c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:32.797545 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4821dde3-399b-4e50-8fc5-56a660b819bd req-6d5b6707-fe53-40d7-807b-cc69d1a6c38b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.799536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4821dde3-399b-4e50-8fc5-56a660b819bd req-6d5b6707-fe53-40d7-807b-cc69d1a6c38b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "DELETE /v2.0/ports/c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 HTTP/1.1" status: 204 len: 173 time: 0.9812756 Jul 16 18:08:32.800132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4cd470-d3a3-429a-9c44-1b2ce1dec372', 'name': 'network-vif-deleted', 'tag': 'c21a37ef-52e8-4fc3-bcea-5fdecd7ce410'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:32.803957 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fd038a-a84d-4b11-8209-892cd13eb63a" -d '{"events": [{"server_uuid": "7c4cd470-d3a3-429a-9c44-1b2ce1dec372", "name": "network-vif-deleted", "tag": "c21a37ef-52e8-4fc3-bcea-5fdecd7ce410"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:32.807087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b6707-fe53-40d7-807b-cc69d1a6c38b tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event deleted for resources: {'Port': ['ID=c21a37ef-52e8-4fc3-bcea-5fdecd7ce410,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.956823 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54863785-50ea-48fe-9a4f-baf942bcad50 x-openstack-request-id: req-54863785-50ea-48fe-9a4f-baf942bcad50 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:32.957135 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4cd470-d3a3-429a-9c44-1b2ce1dec372", "name": "network-vif-deleted", "tag": "c21a37ef-52e8-4fc3-bcea-5fdecd7ce410", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:32.957424 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54863785-50ea-48fe-9a4f-baf942bcad50 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:32.957858 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4cd470-d3a3-429a-9c44-1b2ce1dec372', 'name': 'network-vif-deleted', 'tag': 'c21a37ef-52e8-4fc3-bcea-5fdecd7ce410', 'status': 'completed', 'code': 200} Jul 16 18:08:32.990427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['c21a37ef-52e8-4fc3-bcea-5fdecd7ce410'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:33.004120 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.050395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object bc602557-0e30-4c04-b011-21f27d244157 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:33.066113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Attempting to bind port d13602ad-7a6e-45a5-aaf3-adeb309e867e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:33.066594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Attempting to bind port d13602ad-7a6e-45a5-aaf3-adeb309e867e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:33.067083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Attempting to bind port d13602ad-7a6e-45a5-aaf3-adeb309e867e on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:33.067210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:33.095608 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.101243 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3d565bfb-c416-42e8-8c60-426f57656a74 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "PUT /v2.0/routers/cb94c826-8cba-4294-ad2e-beda521813fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9590356 Jul 16 18:08:33.103920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:33.110304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba6fff0-f4ae-4078-88b0-b4b3b5aefc28 None None] Sync routers for ids ['cb94c826-8cba-4294-ad2e-beda521813fb'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:33.115120 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:33.126057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:33.126669 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.127214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:33.127835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Bound port: d13602ad-7a6e-45a5-aaf3-adeb309e867e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:33.132081 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.198343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e5a0cf56-ebc6-46c0-a1ef-2108a769532e None None] For port 4ecb416f-38ca-4071-9b2c-11012e616a9c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4ecb416f-38ca-4071-9b2c-11012e616a9c,segment=NetworkSegment(7f4be7ca-9f47-4dad-b33d-366de983dbc2),segment_id=7f4be7ca-9f47-4dad-b33d-366de983dbc2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:33.198343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6fff0-f4ae-4078-88b0-b4b3b5aefc28 None None] Routers {'cb94c826-8cba-4294-ad2e-beda521813fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:33.198343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2ba6fff0-f4ae-4078-88b0-b4b3b5aefc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cb94c826-8cba-4294-ad2e-beda521813fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:33.229172 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cf56-ebc6-46c0-a1ef-2108a769532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.280181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2ba6fff0-f4ae-4078-88b0-b4b3b5aefc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:33.325275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ded625-6d74-4f3a-989d-83f474a0b32e req-5c28db19-839b-4b68-a1fc-066d116fe358 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.328420 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74ded625-6d74-4f3a-989d-83f474a0b32e req-5c28db19-839b-4b68-a1fc-066d116fe358 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.2686353 Jul 16 18:08:33.332204 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.425634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6fff0-f4ae-4078-88b0-b4b3b5aefc28 None None] Routers {'cb94c826-8cba-4294-ad2e-beda521813fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:33.427744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2ba6fff0-f4ae-4078-88b0-b4b3b5aefc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cb94c826-8cba-4294-ad2e-beda521813fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:33.470885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=bc602557-0e30-4c04-b011-21f27d244157,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:33.492678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:33.503489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] For port d13602ad-7a6e-45a5-aaf3-adeb309e867e, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:33.507009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0cf56-ebc6-46c0-a1ef-2108a769532e None None] Pushing event updated for resources: {'Port': ['ID=4ecb416f-38ca-4071-9b2c-11012e616a9c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:33.510659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2ba6fff0-f4ae-4078-88b0-b4b3b5aefc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:33.511804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba6fff0-f4ae-4078-88b0-b4b3b5aefc28 None None] The sync data for ids ['cb94c826-8cba-4294-ad2e-beda521813fb'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:33.519665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:33.527507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eea01463-b2ff-4350-ae44-a1efda857ab7 None None] Provisioning complete for port 4ecb416f-38ca-4071-9b2c-11012e616a9c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:33.528234 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eea01463-b2ff-4350-ae44-a1efda857ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.531418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] For port d13602ad-7a6e-45a5-aaf3-adeb309e867e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d13602ad-7a6e-45a5-aaf3-adeb309e867e,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:33.544009 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74ded625-6d74-4f3a-989d-83f474a0b32e req-161407ac-2f5a-4ee9-8f7f-f8ae8dea6c5d tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893601 Jul 16 18:08:33.545019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:33.559356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.560085 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.591519 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.641410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2cc26-bfe8-4b49-9b30-0edd17c9ef71 req-d83f2359-975e-4a63-ba36-bcf063e11ed8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.653354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43a2cc26-bfe8-4b49-9b30-0edd17c9ef71 req-d83f2359-975e-4a63-ba36-bcf063e11ed8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.4323575 Jul 16 18:08:33.764457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1241f33b-ae2a-476e-ba85-6447f98a6b14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1688349 Jul 16 18:08:33.767373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:33.817860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43a2cc26-bfe8-4b49-9b30-0edd17c9ef71 req-e98e6738-4689-4645-ac80-eaba6e9f9b8b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531112 Jul 16 18:08:33.908956 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.937661 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-fb5735ff-930e-48c8-90a0-c7a7327f6b2c service neutron] show failed (client error): The resource could not be found. Jul 16 18:08:33.941004 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-fb5735ff-930e-48c8-90a0-c7a7327f6b2c service neutron] 10.222.0.38 "GET /v2.0/ports/f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08/bindings/n-h2-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.2043266 Jul 16 18:08:34.075054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1bb50-3888-4fb4-9d1b-b07938c793b9 None None] Pushing event updated for resources: {'Port': ['ID=d13602ad-7a6e-45a5-aaf3-adeb309e867e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:34.098983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4ecb416f-38ca-4071-9b2c-11012e616a9c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:34.167266 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-63551601-0a07-4f2c-af68-f37000534d07 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:34.168387 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-63551601-0a07-4f2c-af68-f37000534d07 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "PUT /v2.0/routers/cb94c826-8cba-4294-ad2e-beda521813fb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0634756 Jul 16 18:08:34.171473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:34.227330 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35372535-2dd2-40b6-82e7-23086d05eaeb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.227862 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4ecb416f-38ca-4071-9b2c-11012e616a9c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:34.228251 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.268680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35372535-2dd2-40b6-82e7-23086d05eaeb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.284656 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-35372535-2dd2-40b6-82e7-23086d05eaeb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5121942 Jul 16 18:08:34.286259 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:34.324253 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eea01463-b2ff-4350-ae44-a1efda857ab7 None None] Provisioning for port f01d9340-fc6e-4afc-a17c-cf25eab8d08e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:34.333373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eea01463-b2ff-4350-ae44-a1efda857ab7 None None] Provisioning complete for port f01d9340-fc6e-4afc-a17c-cf25eab8d08e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:34.333997 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eea01463-b2ff-4350-ae44-a1efda857ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.400139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc58785-83e4-4e42-8884-913959be62cc None None] Network c98732bc-1da3-47c5-9575-06f25140fc3e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:34.440381 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a73ad-48ee-4774-86e9-ae9aef876785 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port bc602557-0e30-4c04-b011-21f27d244157 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:34.440746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f7a73ad-48ee-4774-86e9-ae9aef876785 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.533502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eea01463-b2ff-4350-ae44-a1efda857ab7 None None] Port f01d9340-fc6e-4afc-a17c-cf25eab8d08e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:34.542652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f7543e74-254d-4228-9b1f-6824e6dd6a88 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:34.580094 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f7a73ad-48ee-4774-86e9-ae9aef876785 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.598778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a73ad-48ee-4774-86e9-ae9aef876785 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for bc602557-0e30-4c04-b011-21f27d244157 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:34.752837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1373b8b1-35b8-45d5-8628-21b032576e8a None None] Provisioning for port dca66b11-da5a-4b8c-a65a-84f8d48b0e35 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:34.756639 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f7543e74-254d-4228-9b1f-6824e6dd6a88 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:34.757026 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.814009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1373b8b1-35b8-45d5-8628-21b032576e8a None None] Provisioning complete for port f01d9340-fc6e-4afc-a17c-cf25eab8d08e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:34.814652 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1373b8b1-35b8-45d5-8628-21b032576e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.834177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-f4cc116c-bd6c-422f-939e-534f8aca07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.837436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f7a73ad-48ee-4774-86e9-ae9aef876785 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.854091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-f4cc116c-bd6c-422f-939e-534f8aca07c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7&tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd HTTP/1.1" status: 200 len: 1101 time: 0.4359217 Jul 16 18:08:34.895759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1373b8b1-35b8-45d5-8628-21b032576e8a None None] Port f01d9340-fc6e-4afc-a17c-cf25eab8d08e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:34.910728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dca66b11-da5a-4b8c-a65a-84f8d48b0e35 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:34.912901 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a73ad-48ee-4774-86e9-ae9aef876785 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=bc602557-0e30-4c04-b011-21f27d244157,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:34.987976 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f7a73ad-48ee-4774-86e9-ae9aef876785 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.994347 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3f7a73ad-48ee-4774-86e9-ae9aef876785 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/bc602557-0e30-4c04-b011-21f27d244157 HTTP/1.1" status: 204 len: 168 time: 0.7027185 Jul 16 18:08:34.994347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:34.995528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:35.016326 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port dca66b11-da5a-4b8c-a65a-84f8d48b0e35 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:35.020150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:35.070997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port dca66b11-da5a-4b8c-a65a-84f8d48b0e35 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:35.072912 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.076994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:35.077482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c21a37ef-52e8-4fc3-bcea-5fdecd7ce410 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:35.105124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b064671-6e8c-454d-ab4f-fc07594e05ac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.107315 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b064671-6e8c-454d-ab4f-fc07594e05ac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.109410 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6b064671-6e8c-454d-ab4f-fc07594e05ac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1141896 Jul 16 18:08:35.117779 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:35.136527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-7e7aca4f-6f5f-4249-bc86-155af2cc1fef tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.138256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-7e7aca4f-6f5f-4249-bc86-155af2cc1fef tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.6044950 Jul 16 18:08:35.188095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed1e854-b0b1-4cbb-9d0d-4e623b5fec63 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 6fa68523-ea71-4d70-b2a8-8929f6776752 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:35.192493 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e854-b0b1-4cbb-9d0d-4e623b5fec63 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.228470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-dccf8cc0-7442-4c7a-9cbc-82c161ad98c4 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/quotas/a1ffeaff18b040c79bcd3f89f49d8d60 HTTP/1.1" status: 200 len: 375 time: 0.0750754 Jul 16 18:08:35.241137 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e854-b0b1-4cbb-9d0d-4e623b5fec63 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.249910 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.259965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df9463fa-8349-48f5-bf66-06784f273316 None None] Provisioning complete for port dca66b11-da5a-4b8c-a65a-84f8d48b0e35 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:35.260133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db1c26-d4da-441a-b797-a22b67ac8734 req-a0887dd0-3a45-4007-8cb7-20945c8b65fd tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.260472 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df9463fa-8349-48f5-bf66-06784f273316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.261773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50db1c26-d4da-441a-b797-a22b67ac8734 req-a0887dd0-3a45-4007-8cb7-20945c8b65fd tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.5298309 Jul 16 18:08:35.273712 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.328289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-33dfc7a9-3658-4fcf-bc73-acac9a7491ef tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653701 Jul 16 18:08:35.351375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port dca66b11-da5a-4b8c-a65a-84f8d48b0e35, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dca66b11-da5a-4b8c-a65a-84f8d48b0e35,segment=NetworkSegment(82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319),segment_id=82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:35.362054 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.387189 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e854-b0b1-4cbb-9d0d-4e623b5fec63 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.480529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e854-b0b1-4cbb-9d0d-4e623b5fec63 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.508242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=dca66b11-da5a-4b8c-a65a-84f8d48b0e35,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.515845 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.517087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1e854-b0b1-4cbb-9d0d-4e623b5fec63 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa68523-ea71-4d70-b2a8-8929f6776752,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.519198 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e854-b0b1-4cbb-9d0d-4e623b5fec63 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.524808 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1ed1e854-b0b1-4cbb-9d0d-4e623b5fec63 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/6fa68523-ea71-4d70-b2a8-8929f6776752 HTTP/1.1" status: 204 len: 168 time: 0.4040079 Jul 16 18:08:35.525906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:35.537096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50db1c26-d4da-441a-b797-a22b67ac8734 req-a48eaab0-bfa7-4088-9186-8a76d75599bd tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658386 Jul 16 18:08:35.541141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e62937-ab2b-4736-bb6f-7788ab9d66bf None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:35.657914 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-aef93b1b-6c95-4057-ad85-6f6a333f9677 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308508 Jul 16 18:08:35.658529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:35.664057 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-33db8782-a2c4-4a7d-a552-38ea07a08759 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:35.764437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e5bd23b5-7f0a-4045-9ad3-9c1e06f9b0e3 None None] Provisioning for port d13602ad-7a6e-45a5-aaf3-adeb309e867e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:35.801760 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33db8782-a2c4-4a7d-a552-38ea07a08759 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:35.811965 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33db8782-a2c4-4a7d-a552-38ea07a08759 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.856983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dca66b11-da5a-4b8c-a65a-84f8d48b0e35 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:35.867520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d156c95d-8cb5-4df3-a843-c19b79c3438f None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:35.956402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d156c95d-8cb5-4df3-a843-c19b79c3438f None None] Deleting port d13602ad-7a6e-45a5-aaf3-adeb309e867e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:35.957064 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d156c95d-8cb5-4df3-a843-c19b79c3438f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.979285 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port dca66b11-da5a-4b8c-a65a-84f8d48b0e35 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:35.979667 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.071256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d156c95d-8cb5-4df3-a843-c19b79c3438f None None] For port d13602ad-7a6e-45a5-aaf3-adeb309e867e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d13602ad-7a6e-45a5-aaf3-adeb309e867e,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:36.071650 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d156c95d-8cb5-4df3-a843-c19b79c3438f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.102038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d156c95d-8cb5-4df3-a843-c19b79c3438f None None] Calling delete_port for d13602ad-7a6e-45a5-aaf3-adeb309e867e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:36.103779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33db8782-a2c4-4a7d-a552-38ea07a08759 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.118693 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7575b6-518f-4da7-97ee-cf237a823185 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.121884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-51c70f29-dfc7-4d0a-a641-ffe78aa84ff5 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7928066 Jul 16 18:08:36.154900 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d13602ad-7a6e-45a5-aaf3-adeb309e867e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:36.168199 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db8782-a2c4-4a7d-a552-38ea07a08759 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:36.171907 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-33db8782-a2c4-4a7d-a552-38ea07a08759 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:36.183187 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db8782-a2c4-4a7d-a552-38ea07a08759 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.184222 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33db8782-a2c4-4a7d-a552-38ea07a08759 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.200095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db8782-a2c4-4a7d-a552-38ea07a08759 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=e9bc309b-b3fd-442a-82b2-b662b105e2a8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:36.213199 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-33db8782-a2c4-4a7d-a552-38ea07a08759 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5499144 Jul 16 18:08:36.215087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:36.233610 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d156c95d-8cb5-4df3-a843-c19b79c3438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.236748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'name': 'tempest-NetworksTestDHCPv6-1060553474'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:36.236930 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port d13602ad-7a6e-45a5-aaf3-adeb309e867e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:36.260740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d13602ad-7a6e-45a5-aaf3-adeb309e867e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:36.261117 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.265571 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156c95d-8cb5-4df3-a843-c19b79c3438f None None] Pushing event deleted for resources: {'Port': ['ID=d13602ad-7a6e-45a5-aaf3-adeb309e867e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:36.284794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156c95d-8cb5-4df3-a843-c19b79c3438f None None] No DVR routers for this DVR port d13602ad-7a6e-45a5-aaf3-adeb309e867e on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:36.286163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Port d13602ad-7a6e-45a5-aaf3-adeb309e867e was deleted so its status cannot be updated. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:08:36.301413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a3fc1b-26b2-4507-b15c-0539f510b657 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:36.333783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c82842-9d35-4583-90ad-26302a34b089 req-f39ebb97-8962-4565-a754-f21589b291f7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.336027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2c82842-9d35-4583-90ad-26302a34b089 req-f39ebb97-8962-4565-a754-f21589b291f7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.4087319 Jul 16 18:08:36.450410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': 'e9bc309b-b3fd-442a-82b2-b662b105e2a8'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:36.451324 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.525544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:36.585512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0137b775-e6a1-40f3-84fb-26f563d18521 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518504 Jul 16 18:08:36.588906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Allocated IP 2001:db8::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/e9bc309b-b3fd-442a-82b2-b662b105e2a8/339542d4-a840-4c0c-afe0-c0c1615a37ad) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:36.624410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2c82842-9d35-4583-90ad-26302a34b089 req-82653c9f-8dfa-47a6-a2e3-f0ae5feec91b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497060 Jul 16 18:08:36.660633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:36.694745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:36.698423 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.751678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port c942d56e-3a66-4dd0-8c77-5415c03f3c41 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:36.763320 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e548a64-3823-4213-9218-bbd963c365c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:36.765661 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9853ab6d-be8b-404f-95bb-c72eb51e4f25" -d '{"events": [{"server_uuid": "8e548a64-3823-4213-9218-bbd963c365c7", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:36.769864 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.793563 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.805143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Transition to ACTIVE for port object 339542d4-a840-4c0c-afe0-c0c1615a37ad will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:36.835739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Transition to ACTIVE for port object 339542d4-a840-4c0c-afe0-c0c1615a37ad will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:36.848251 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.855632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Transition to ACTIVE for port object f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:36.869002 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.091125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:37.094585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:37.100773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:37.125641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::26a (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/e9bc309b-b3fd-442a-82b2-b662b105e2a8/c942d56e-3a66-4dd0-8c77-5415c03f3c41) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:37.135568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Pushing event updated for resources: {'Port': ['ID=339542d4-a840-4c0c-afe0-c0c1615a37ad,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.203343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Attempting to bind port 339542d4-a840-4c0c-afe0-c0c1615a37ad on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:37.203557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Attempting to bind port 339542d4-a840-4c0c-afe0-c0c1615a37ad by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:37.203901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Attempting to bind port 339542d4-a840-4c0c-afe0-c0c1615a37ad on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:37.209770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:37.210156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:37.211149 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.211352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:37.212258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Bound port: 339542d4-a840-4c0c-afe0-c0c1615a37ad, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:37.213475 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.215241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6aa3740f-f677-45dd-9f7c-64ab4ab33482 req-703ffa91-991c-4d21-9867-044afe1a0754 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 210 time: 0.2539561 Jul 16 18:08:37.267626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Pushing event updated for resources: {'Port': ['ID=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.284592 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] No DVR routers for this DVR port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:37.334652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] For port 339542d4-a840-4c0c-afe0-c0c1615a37ad, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:37.339729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] For port 339542d4-a840-4c0c-afe0-c0c1615a37ad, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=339542d4-a840-4c0c-afe0-c0c1615a37ad,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:37.351366 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.410442 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba043ec8-a035-4d12-bd98-943b4d466d74 x-openstack-request-id: req-ba043ec8-a035-4d12-bd98-943b4d466d74 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:37.410751 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e548a64-3823-4213-9218-bbd963c365c7", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:37.411036 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba043ec8-a035-4d12-bd98-943b4d466d74 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:37.411605 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e548a64-3823-4213-9218-bbd963c365c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', 'code': 200} Jul 16 18:08:37.425811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc05f2d-0a6c-44c6-ac02-465bc7cc97a6 None None] Pushing event updated for resources: {'Port': ['ID=339542d4-a840-4c0c-afe0-c0c1615a37ad,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.475479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Attempting to bind port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:37.475785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Attempting to bind port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:37.476134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Attempting to bind port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:37.496809 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.500871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e7575b6-518f-4da7-97ee-cf237a823185 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Deleting port f01d9340-fc6e-4afc-a17c-cf25eab8d08e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:37.501203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7575b6-518f-4da7-97ee-cf237a823185 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.509068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:37.509443 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Attempting to bind port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:37.547924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object c942d56e-3a66-4dd0-8c77-5415c03f3c41 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:37.551437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:37.551898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:37.552166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:37.552630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Bound port: f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:37.553554 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.562621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f49d88-8fc0-4441-b10a-97150f6ad4f3 req-76ae8114-a935-4f36-aa9f-6e0a512b2047 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.564566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42f49d88-8fc0-4441-b10a-97150f6ad4f3 req-76ae8114-a935-4f36-aa9f-6e0a512b2047 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.5544331 Jul 16 18:08:37.711139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d13602ad-7a6e-45a5-aaf3-adeb309e867e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:37.738219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: d13602ad-7a6e-45a5-aaf3-adeb309e867e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:37.742428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d13602ad-7a6e-45a5-aaf3-adeb309e867e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:37.775815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:37.816248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:37.822998 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7575b6-518f-4da7-97ee-cf237a823185 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.842976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42f49d88-8fc0-4441-b10a-97150f6ad4f3 req-06dcace9-6e89-432d-a5c5-beb415fb779a tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534113 Jul 16 18:08:37.865368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e7575b6-518f-4da7-97ee-cf237a823185 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Calling delete_port for f01d9340-fc6e-4afc-a17c-cf25eab8d08e owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:37.869899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:37.874370 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.903719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:38.231487 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-95af8746-f89c-4238-9773-d5ecb8754ce8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.234038 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-95af8746-f89c-4238-9773-d5ecb8754ce8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 810 time: 0.1338594 Jul 16 18:08:38.236134 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.252949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Request body: {'port': {'device_id': 'f46011c2-5e71-4932-9077-6ad0ef0a4efb', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'admin_state_up': True, 'tenant_id': 'a1ffeaff18b040c79bcd3f89f49d8d60'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:38.263050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:38.273074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:38.280237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:38.285801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.286427 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.295937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.296557 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.297993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] 10.222.0.42 "PUT /v2.0/ports/f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 HTTP/1.1" status: 200 len: 1096 time: 3.3417656 Jul 16 18:08:38.303289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=c942d56e-3a66-4dd0-8c77-5415c03f3c41,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:38.427187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4528de1-ce82-40e2-9c2d-2ece0101d8a9 req-79cdc9f0-52d4-48e2-ae14-3806fdfc87c2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.433264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4528de1-ce82-40e2-9c2d-2ece0101d8a9 req-79cdc9f0-52d4-48e2-ae14-3806fdfc87c2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 948 time: 0.6476934 Jul 16 18:08:38.472702 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Made reservation on behalf of a1ffeaff18b040c79bcd3f89f49d8d60 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:38.477637 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.528990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-797e46d8-37b9-4992-a8f5-d0004f97550c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3013403 Jul 16 18:08:38.534690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:38.692553 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-67a3fb2d-3158-45ae-b6f7-a5f2bf60a6d6 req-be28e3b9-186b-4aea-921f-e171d3b7a134 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 210 time: 0.2147965 Jul 16 18:08:38.711842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201caeb-2939-429d-941f-71901a9cb48e service neutron] Pushing event updated for resources: {'Port': ['ID=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:38.744698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6662b484-7d03-4d4b-8dbf-0df0f531ded4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.749728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4528de1-ce82-40e2-9c2d-2ece0101d8a9 req-1665deff-e155-4a12-8385-42701d84b400 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802587 Jul 16 18:08:38.756698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6662b484-7d03-4d4b-8dbf-0df0f531ded4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.760733 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6662b484-7d03-4d4b-8dbf-0df0f531ded4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2227161 Jul 16 18:08:38.762066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:38.801534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Allocated IP 172.20.0.8 (75ed4a0f-4d0b-41b2-9c98-90d87191034c/d62c42e8-0fd4-4a43-862e-35deb60b4c2e/55699a59-baf4-4c2c-a0db-33381273bccf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:38.808778 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8ca6234-6ffa-4020-8492-39a46b38fd8d None None] Provisioning for port 339542d4-a840-4c0c-afe0-c0c1615a37ad completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:38.839714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-34d51b19-614f-40a0-b034-d8ab20229cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.841263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-34d51b19-614f-40a0-b034-d8ab20229cfa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 1099 time: 0.4026899 Jul 16 18:08:38.987775 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7575b6-518f-4da7-97ee-cf237a823185 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.031642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7a860674-a7e1-4331-bdb1-292fd7a0f5f4 None None] Could not find standard attr ID for object bc602557-0e30-4c04-b011-21f27d244157. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:08:39.061271 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.120303 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.140904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7575b6-518f-4da7-97ee-cf237a823185 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event deleted for resources: {'Port': ['ID=f01d9340-fc6e-4afc-a17c-cf25eab8d08e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:39.214131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Network 75ed4a0f-4d0b-41b2-9c98-90d87191034c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:39.218254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:39.230832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:39.235415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event updated for resources: {'Port': ['ID=55699a59-baf4-4c2c-a0db-33381273bccf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:39.336719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.339892 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.341563 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e7575b6-518f-4da7-97ee-cf237a823185 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.374062 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-0391ab11-edb4-4cfb-ac88-7d512cbfbbd0 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1250188 Jul 16 18:08:39.387024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Request body: {'port': {'device_id': 'f46011c2-5e71-4932-9077-6ad0ef0a4efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:39.475232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e548a64-3823-4213-9218-bbd963c365c7', 'tag': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:39.478082 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174c5745-e142-4d22-a0bd-6332159982cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e548a64-3823-4213-9218-bbd963c365c7", "tag": "f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:39.480706 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.481713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0a460f35-40e7-4b68-a839-2240ec8141b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.483623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-0a460f35-40e7-4b68-a839-2240ec8141b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.6314056 Jul 16 18:08:39.495670 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-287727b4-e32c-42c7-84ea-d98e569ecffc None None] Provisioning for port c942d56e-3a66-4dd0-8c77-5415c03f3c41 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:39.500255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-287727b4-e32c-42c7-84ea-d98e569ecffc None None] Provisioning complete for port c942d56e-3a66-4dd0-8c77-5415c03f3c41 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:39.500672 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-287727b4-e32c-42c7-84ea-d98e569ecffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.570615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-287727b4-e32c-42c7-84ea-d98e569ecffc None None] Port c942d56e-3a66-4dd0-8c77-5415c03f3c41 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:39.622595 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c72bdc5-961c-4125-bd71-66d856d28627 x-openstack-request-id: req-0c72bdc5-961c-4125-bd71-66d856d28627 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:39.623156 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e548a64-3823-4213-9218-bbd963c365c7", "tag": "f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:39.623784 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c72bdc5-961c-4125-bd71-66d856d28627 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:39.624402 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e548a64-3823-4213-9218-bbd963c365c7', 'tag': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', 'status': 'completed', 'code': 200} Jul 16 18:08:39.636136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-63f24469-7ba9-41ba-b7d3-aa61b8d577cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 HTTP/1.1" status: 200 len: 217 time: 0.1319876 Jul 16 18:08:39.750215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-964303f3-5f3f-4ed9-be99-72ac4695a067 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port c942d56e-3a66-4dd0-8c77-5415c03f3c41 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:39.750978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964303f3-5f3f-4ed9-be99-72ac4695a067 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.803101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 339542d4-a840-4c0c-afe0-c0c1615a37ad up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:39.878901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7575b6-518f-4da7-97ee-cf237a823185 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Router cb94c826-8cba-4294-ad2e-beda521813fb has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:39.889457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 339542d4-a840-4c0c-afe0-c0c1615a37ad completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:39.897127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 339542d4-a840-4c0c-afe0-c0c1615a37ad triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:39.897699 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.908610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8cd3a-f076-4f6c-8e6c-451f3ffc1e83 req-6b033af0-f7ae-4dfd-9291-956e5227ab8f tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.910183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63f8cd3a-f076-4f6c-8e6c-451f3ffc1e83 req-6b033af0-f7ae-4dfd-9291-956e5227ab8f tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.7365675 Jul 16 18:08:39.933022 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55699a59-baf4-4c2c-a0db-33381273bccf {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:39.942803 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.959553 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Transition to ACTIVE for port object 55699a59-baf4-4c2c-a0db-33381273bccf will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:39.960191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-76a74389-63bf-42fd-9f5b-0f1b66df3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.961617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-76a74389-63bf-42fd-9f5b-0f1b66df3719 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.3090913 Jul 16 18:08:39.964617 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.993329 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.030137 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 339542d4-a840-4c0c-afe0-c0c1615a37ad, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=339542d4-a840-4c0c-afe0-c0c1615a37ad,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:40.034725 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.076144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Pushing event updated for resources: {'Port': ['ID=55699a59-baf4-4c2c-a0db-33381273bccf,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.101996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=339542d4-a840-4c0c-afe0-c0c1615a37ad,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.102199 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Attempting to bind port 55699a59-baf4-4c2c-a0db-33381273bccf on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:40.102667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Attempting to bind port 55699a59-baf4-4c2c-a0db-33381273bccf by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:40.103004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Attempting to bind port 55699a59-baf4-4c2c-a0db-33381273bccf on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:40.107995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Port 55699a59-baf4-4c2c-a0db-33381273bccf on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:40.108214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Attempting to bind port 55699a59-baf4-4c2c-a0db-33381273bccf on network 75ed4a0f-4d0b-41b2-9c98-90d87191034c {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:40.113226 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:40.113672 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Checking segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:40.114159 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Bound using segment: {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:40.114918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Bound port: 55699a59-baf4-4c2c-a0db-33381273bccf, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4824c595-314e-4086-8ef6-bb6b7ddf8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:40.114918 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.118662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:40.119131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:40.119674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:40.120086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:40.120645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:40.121155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:40.121578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:40.121977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:40.122384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:40.122779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:40.123174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:40.123618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:40.183986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63f8cd3a-f076-4f6c-8e6c-451f3ffc1e83 req-cdd8c538-490a-45e7-9c72-7df0fef3ee65 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589519 Jul 16 18:08:40.185778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7575b6-518f-4da7-97ee-cf237a823185 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:40.188546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964303f3-5f3f-4ed9-be99-72ac4695a067 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.191503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] For port 55699a59-baf4-4c2c-a0db-33381273bccf, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:40.197038 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] For port 55699a59-baf4-4c2c-a0db-33381273bccf, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=55699a59-baf4-4c2c-a0db-33381273bccf,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:40.197646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0e7575b6-518f-4da7-97ee-cf237a823185 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "PUT /v2.0/routers/cb94c826-8cba-4294-ad2e-beda521813fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0249870 Jul 16 18:08:40.202018 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:40.204554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5745-e142-4d22-a0bd-6332159982cf req-fc6d9cc2-2189-4ed5-b096-af25b86536e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.206140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-fc6d9cc2-2189-4ed5-b096-af25b86536e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 1099 time: 0.5725996 Jul 16 18:08:40.214788 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62281c44-5e26-4504-850e-19fa28cbf549 None None] Sync routers for ids ['cb94c826-8cba-4294-ad2e-beda521813fb'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:40.217762 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.227125 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62281c44-5e26-4504-850e-19fa28cbf549 None None] Routers {'cb94c826-8cba-4294-ad2e-beda521813fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:40.227892 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-62281c44-5e26-4504-850e-19fa28cbf549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cb94c826-8cba-4294-ad2e-beda521813fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:40.235637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-964303f3-5f3f-4ed9-be99-72ac4695a067 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for c942d56e-3a66-4dd0-8c77-5415c03f3c41 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:40.300465 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-88ac7e0b-d1c9-4bfe-b3c8-2cc81b837dc2 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] delete failed (client error): The resource could not be found. Jul 16 18:08:40.303476 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-62281c44-5e26-4504-850e-19fa28cbf549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:40.307994 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-88ac7e0b-d1c9-4bfe-b3c8-2cc81b837dc2 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-430530589 HTTP/1.1" status: 404 len: 334 time: 0.1043389 Jul 16 18:08:40.308867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:40.319972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-86b27224-0ed1-443a-9632-7151884c480a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cb94c826-8cba-4294-ad2e-beda521813fb'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:40.326237 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62281c44-5e26-4504-850e-19fa28cbf549 None None] Routers {'cb94c826-8cba-4294-ad2e-beda521813fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:40.326465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.326572 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-62281c44-5e26-4504-850e-19fa28cbf549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cb94c826-8cba-4294-ad2e-beda521813fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:40.326695 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.326937 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] 10.222.0.42 "PUT /v2.0/ports/55699a59-baf4-4c2c-a0db-33381273bccf HTTP/1.1" status: 200 len: 1091 time: 0.9451039 Jul 16 18:08:40.327321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46011c2-5e71-4932-9077-6ad0ef0a4efb', 'tag': '55699a59-baf4-4c2c-a0db-33381273bccf'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:40.331438 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589c24b5-730d-41aa-8fbf-e2ffc746f54f" -d '{"events": [{"name": "network-changed", "server_uuid": "f46011c2-5e71-4932-9077-6ad0ef0a4efb", "tag": "55699a59-baf4-4c2c-a0db-33381273bccf"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:40.380179 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-62281c44-5e26-4504-850e-19fa28cbf549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:40.380781 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62281c44-5e26-4504-850e-19fa28cbf549 None None] The sync data for ids ['cb94c826-8cba-4294-ad2e-beda521813fb'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:40.437661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de60bb-6f1a-4595-9cc1-89ea88898109 req-a3612452-5c41-480d-ae97-1165561006b9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.445600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8de60bb-6f1a-4595-9cc1-89ea88898109 req-a3612452-5c41-480d-ae97-1165561006b9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 931 time: 0.5244515 Jul 16 18:08:40.485206 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a343c3e-c006-47d4-9089-fc7f1e955879 service neutron] Pushing event updated for resources: {'Port': ['ID=55699a59-baf4-4c2c-a0db-33381273bccf,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.541008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-1fb2d495-0e3b-4e44-91a2-1d80e3214756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.542682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-1fb2d495-0e3b-4e44-91a2-1d80e3214756 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5250759 Jul 16 18:08:40.612685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8de60bb-6f1a-4595-9cc1-89ea88898109 req-72c3178d-aeba-4e6d-a495-f599252b58d9 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656742 Jul 16 18:08:40.639636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5745-e142-4d22-a0bd-6332159982cf req-13672db9-ad63-4a9c-aa8a-38c7c62444f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.641094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-13672db9-ad63-4a9c-aa8a-38c7c62444f0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.4067030 Jul 16 18:08:40.652689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-8d025ec8-e16f-4150-b12e-c9077a46445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.654193 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-8d025ec8-e16f-4150-b12e-c9077a46445d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 1094 time: 0.2639172 Jul 16 18:08:40.665439 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-86b27224-0ed1-443a-9632-7151884c480a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.733914 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-e40f27e5-0ac1-404c-9579-9c8c02b326ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55699a59-baf4-4c2c-a0db-33381273bccf HTTP/1.1" status: 200 len: 217 time: 0.0616837 Jul 16 18:08:40.734780 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-86b27224-0ed1-443a-9632-7151884c480a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] update failed (client error): The resource could not be found. Jul 16 18:08:40.735782 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-86b27224-0ed1-443a-9632-7151884c480a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "PUT /v2.0/routers/cb94c826-8cba-4294-ad2e-beda521813fb HTTP/1.1" status: 404 len: 339 time: 0.4225771 Jul 16 18:08:40.739576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:40.745821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-07d72cc8-39ce-42ca-a2c5-31869da862c7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1278517219'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:40.821599 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-51397a5a-0146-4831-8207-3b4d5c550ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.823381 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-51397a5a-0146-4831-8207-3b4d5c550ad5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.0721700 Jul 16 18:08:40.824306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d72cc8-39ce-42ca-a2c5-31869da862c7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Made reservation on behalf of ddd7b43031a84597b03d48e0563e23d5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:40.827878 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07d72cc8-39ce-42ca-a2c5-31869da862c7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.830647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-b074c39e-ed03-4752-973f-ac5ff27f6958 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 HTTP/1.1" status: 200 len: 217 time: 0.0889058 Jul 16 18:08:40.848212 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3338fbc8-a40b-4b78-9075-ae05fc88448a x-openstack-request-id: req-3338fbc8-a40b-4b78-9075-ae05fc88448a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:40.848525 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46011c2-5e71-4932-9077-6ad0ef0a4efb", "tag": "55699a59-baf4-4c2c-a0db-33381273bccf", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:40.848967 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3338fbc8-a40b-4b78-9075-ae05fc88448a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:40.849432 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46011c2-5e71-4932-9077-6ad0ef0a4efb', 'tag': '55699a59-baf4-4c2c-a0db-33381273bccf', 'status': 'completed', 'code': 200} Jul 16 18:08:40.859139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-d4ad0007-65e7-476f-b483-b708c011a985 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055916 Jul 16 18:08:40.881579 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-f9c4976a-7b26-4d2d-8560-9bacccce7c3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299397 Jul 16 18:08:40.888440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd6a3f-c0f1-4502-afc4-1677c4d6142f req-e50ce19f-1277-41c8-9435-b0aeab08a27a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.895428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ffd6a3f-c0f1-4502-afc4-1677c4d6142f req-e50ce19f-1277-41c8-9435-b0aeab08a27a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 948 time: 0.4816201 Jul 16 18:08:40.937359 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964303f3-5f3f-4ed9-be99-72ac4695a067 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.971303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d72cc8-39ce-42ca-a2c5-31869da862c7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:40.992606 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07d72cc8-39ce-42ca-a2c5-31869da862c7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.992947 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-07d72cc8-39ce-42ca-a2c5-31869da862c7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Added segment 3523545c-d83d-4178-9f3b-179b382117b5 of type vlan for network a9c939ca-aedd-4a0b-8109-e9ce729455e3 Jul 16 18:08:41.002462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964303f3-5f3f-4ed9-be99-72ac4695a067 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=c942d56e-3a66-4dd0-8c77-5415c03f3c41,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:41.017953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5745-e142-4d22-a0bd-6332159982cf req-17865f8e-549f-44a5-9d23-f4da73a9071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.022016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-17865f8e-549f-44a5-9d23-f4da73a9071c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1798012 Jul 16 18:08:41.055334 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-799ec564-720c-4bf6-8ae5-0e1eaf900279 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655588 Jul 16 18:08:41.060589 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07d72cc8-39ce-42ca-a2c5-31869da862c7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.111944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ffd6a3f-c0f1-4502-afc4-1677c4d6142f req-22f04e94-2b2b-4aad-b5a7-263c131d0cd5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156687 Jul 16 18:08:41.145574 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-964303f3-5f3f-4ed9-be99-72ac4695a067 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.148748 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-964303f3-5f3f-4ed9-be99-72ac4695a067 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/c942d56e-3a66-4dd0-8c77-5415c03f3c41 HTTP/1.1" status: 204 len: 168 time: 2.3635302 Jul 16 18:08:41.152462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39588) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:41.179622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5e5318f-3b98-4e35-8293-decea6646a9c req-fd802a84-32a9-4bf4-a2bc-0b5a7a8ee4f6 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814372 Jul 16 18:08:41.203035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5745-e142-4d22-a0bd-6332159982cf req-84202c15-94b1-4efb-992b-fb3ed45d6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.206771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-84202c15-94b1-4efb-992b-fb3ed45d6bbd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360610 Jul 16 18:08:41.215520 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07d72cc8-39ce-42ca-a2c5-31869da862c7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.222593 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d72cc8-39ce-42ca-a2c5-31869da862c7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.223431 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07d72cc8-39ce-42ca-a2c5-31869da862c7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.328741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4d856-e448-487a-9dc1-069aa4d5db7b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.332109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4d856-e448-487a-9dc1-069aa4d5db7b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.340366 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f9d4d856-e448-487a-9dc1-069aa4d5db7b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1805086 Jul 16 18:08:41.343579 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:41.350085 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fe485334-bb9c-4185-a501-dce77e4a4d78 req-51fff813-2483-4762-bfe6-a4317459ab30 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837951 Jul 16 18:08:41.385962 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-07d72cc8-39ce-42ca-a2c5-31869da862c7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6417677 Jul 16 18:08:41.430286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-6966b9c6-8634-4f76-9eeb-4a270959825e service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165933 Jul 16 18:08:41.431982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:41.440018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8e250a2f-a809-45ed-98d4-3fa851660154 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Request body: {'subnet': {'network_id': 'a9c939ca-aedd-4a0b-8109-e9ce729455e3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:41.675046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 339542d4-a840-4c0c-afe0-c0c1615a37ad up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:41.788018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 339542d4-a840-4c0c-afe0-c0c1615a37ad triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:41.788707 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.979439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d72cc8-39ce-42ca-a2c5-31869da862c7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'Network': ['ID=a9c939ca-aedd-4a0b-8109-e9ce729455e3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:41.991635 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network a9c939ca-aedd-4a0b-8109-e9ce729455e3 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:42.026927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79f014f-4345-4785-806f-818d339a13d5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet e9bc309b-b3fd-442a-82b2-b662b105e2a8 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:42.032091 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a79f014f-4345-4785-806f-818d339a13d5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.087838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c24b5-730d-41aa-8fbf-e2ffc746f54f req-94a0f858-04ae-4dec-b1ee-199ea0e88c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.089392 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-589c24b5-730d-41aa-8fbf-e2ffc746f54f req-94a0f858-04ae-4dec-b1ee-199ea0e88c76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 1094 time: 0.1529706 Jul 16 18:08:42.096320 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a79f014f-4345-4785-806f-818d339a13d5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.149081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e250a2f-a809-45ed-98d4-3fa851660154 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Made reservation on behalf of ddd7b43031a84597b03d48e0563e23d5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:42.153440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e250a2f-a809-45ed-98d4-3fa851660154 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.197774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bce09b-3247-4f5f-a25d-0d8b34c1df48 req-ff51bdd3-41fa-4aca-929b-a84962264c55 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.200150 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75bce09b-3247-4f5f-a25d-0d8b34c1df48 req-ff51bdd3-41fa-4aca-929b-a84962264c55 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 943 time: 0.2902744 Jul 16 18:08:42.244915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5745-e142-4d22-a0bd-6332159982cf req-fff6bccf-a61f-4ab6-9b42-91567f5023db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.246596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-fff6bccf-a61f-4ab6-9b42-91567f5023db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 1099 time: 0.8153617 Jul 16 18:08:42.254757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c24b5-730d-41aa-8fbf-e2ffc746f54f req-6cd41225-405f-40e1-aa04-8e37bdc0a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.256860 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-589c24b5-730d-41aa-8fbf-e2ffc746f54f req-6cd41225-405f-40e1-aa04-8e37bdc0a5b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 200 len: 911 time: 0.1574643 Jul 16 18:08:42.260029 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a79f014f-4345-4785-806f-818d339a13d5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.264312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59b8f6-8317-4811-9332-d7c4ab5e4e6c req-6d67df2a-9cec-47a3-95b6-5640e4e00022 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.265884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a59b8f6-8317-4811-9332-d7c4ab5e4e6c req-6d67df2a-9cec-47a3-95b6-5640e4e00022 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.8327720 Jul 16 18:08:42.318330 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-589c24b5-730d-41aa-8fbf-e2ffc746f54f req-1e963168-22bb-436a-8ab6-d9483e2b5367 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55699a59-baf4-4c2c-a0db-33381273bccf HTTP/1.1" status: 200 len: 217 time: 0.0546267 Jul 16 18:08:42.345747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-a486c33b-2a07-4acb-aecc-621609bc1738 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346185 Jul 16 18:08:42.401182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c24b5-730d-41aa-8fbf-e2ffc746f54f req-e930bae4-53c6-4dee-9b0c-53cd1b850cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.403503 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-589c24b5-730d-41aa-8fbf-e2ffc746f54f req-e930bae4-53c6-4dee-9b0c-53cd1b850cd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 200 len: 850 time: 0.0690494 Jul 16 18:08:42.405192 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a79f014f-4345-4785-806f-818d339a13d5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.444985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f014f-4345-4785-806f-818d339a13d5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bc309b-b3fd-442a-82b2-b662b105e2a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:42.460675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75bce09b-3247-4f5f-a25d-0d8b34c1df48 req-5ce626b4-75e2-46d9-9ce3-13e0ad6bc7da tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401252 Jul 16 18:08:42.476155 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-589c24b5-730d-41aa-8fbf-e2ffc746f54f req-b6227271-86d2-41da-bd41-7f302e1d83c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed4a0f-4d0b-41b2-9c98-90d87191034c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432653 Jul 16 18:08:42.477173 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a79f014f-4345-4785-806f-818d339a13d5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.481908 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a79f014f-4345-4785-806f-818d339a13d5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/e9bc309b-b3fd-442a-82b2-b662b105e2a8 HTTP/1.1" status: 204 len: 168 time: 1.1307385 Jul 16 18:08:42.483869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39608) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:42.486132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57fa77-1cfe-4670-aefa-9eedc675a704 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:42.495176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a59b8f6-8317-4811-9332-d7c4ab5e4e6c req-feb22b68-189b-4d98-9c6d-83d8ec99b32b tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152376 Jul 16 18:08:42.546620 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e10bbe55-d041-499f-bef6-93eb8e8bcd04 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615394 Jul 16 18:08:42.547077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:42.557401 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5745-e142-4d22-a0bd-6332159982cf req-b7707c53-8dbc-4c01-8b09-37e21023543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.558942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-b7707c53-8dbc-4c01-8b09-37e21023543b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2833207 Jul 16 18:08:42.561451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9a646853-2799-473e-85d5-93d00a923693 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:42.695891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-63ff38d8-d9bc-4525-9547-d9b16cb3b212 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 HTTP/1.1" status: 200 len: 217 time: 0.0941205 Jul 16 18:08:42.776644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5745-e142-4d22-a0bd-6332159982cf req-4e7e3ee7-d5a4-4f1f-9748-2fb63d2d5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.779327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-4e7e3ee7-d5a4-4f1f-9748-2fb63d2d5b90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0752454 Jul 16 18:08:42.841286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbc7be5-703e-404d-81b2-51b4a76f29ed None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:42.891650 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-589c24b5-730d-41aa-8fbf-e2ffc746f54f req-cc8585ad-5d13-4495-aa88-13c0c76da755 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085696 Jul 16 18:08:42.914419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a646853-2799-473e-85d5-93d00a923693 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:42.918417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a646853-2799-473e-85d5-93d00a923693 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.925889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc7be5-703e-404d-81b2-51b4a76f29ed None None] Deleting port 339542d4-a840-4c0c-afe0-c0c1615a37ad {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:42.926633 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fbc7be5-703e-404d-81b2-51b4a76f29ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.962962 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e250a2f-a809-45ed-98d4-3fa851660154 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.054155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e250a2f-a809-45ed-98d4-3fa851660154 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'Subnet': ['ID=70e5eff6-9c56-46c1-b7dd-21cffcc60557,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:43.082916 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3fbc7be5-703e-404d-81b2-51b4a76f29ed None None] For port 339542d4-a840-4c0c-afe0-c0c1615a37ad, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=339542d4-a840-4c0c-afe0-c0c1615a37ad,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:43.084296 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fbc7be5-703e-404d-81b2-51b4a76f29ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.106400 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-589c24b5-730d-41aa-8fbf-e2ffc746f54f req-783816ef-1753-40c7-af2c-2da55d6e3b30 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046711 Jul 16 18:08:43.108438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc7be5-703e-404d-81b2-51b4a76f29ed None None] Calling delete_port for 339542d4-a840-4c0c-afe0-c0c1615a37ad owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:43.112765 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab06a1f-83cd-476f-b289-b93a08409b99 req-36aeb80e-0895-4810-9854-f1c1b3e3589f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.122000 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ab06a1f-83cd-476f-b289-b93a08409b99 req-36aeb80e-0895-4810-9854-f1c1b3e3589f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 948 time: 0.2622366 Jul 16 18:08:43.127372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5745-e142-4d22-a0bd-6332159982cf req-434b8ccb-d7cf-4901-817c-15f7f72a381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.128956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-434b8ccb-d7cf-4901-817c-15f7f72a381c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2682569 Jul 16 18:08:43.153487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e250a2f-a809-45ed-98d4-3fa851660154 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Checking segment: {'id': '3523545c-d83d-4178-9f3b-179b382117b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a9c939ca-aedd-4a0b-8109-e9ce729455e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:43.154062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e250a2f-a809-45ed-98d4-3fa851660154 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Network hostable DHCP agents. Network: a9c939ca-aedd-4a0b-8109-e9ce729455e3, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:43.278690 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fbc7be5-703e-404d-81b2-51b4a76f29ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.280388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ab06a1f-83cd-476f-b289-b93a08409b99 req-c6d7ad89-b127-4d02-9cb5-d93d67276832 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557000 Jul 16 18:08:43.293571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e250a2f-a809-45ed-98d4-3fa851660154 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Network a9c939ca-aedd-4a0b-8109-e9ce729455e3 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:43.326300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8e250a2f-a809-45ed-98d4-3fa851660154 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, a9c939ca-aedd-4a0b-8109-e9ce729455e3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:43.329814 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc7be5-703e-404d-81b2-51b4a76f29ed None None] Pushing event deleted for resources: {'Port': ['ID=339542d4-a840-4c0c-afe0-c0c1615a37ad,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:43.341670 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc7be5-703e-404d-81b2-51b4a76f29ed None None] No DVR routers for this DVR port 339542d4-a840-4c0c-afe0-c0c1615a37ad on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:43.341872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a646853-2799-473e-85d5-93d00a923693 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.355358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0694d969-9368-4b8e-8ee4-c7a235d0ec45 None None] Network a9c939ca-aedd-4a0b-8109-e9ce729455e3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:43.355601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e250a2f-a809-45ed-98d4-3fa851660154 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.356233 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e250a2f-a809-45ed-98d4-3fa851660154 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.393481 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-baa9ded5-0c5a-40cd-9363-c85e65eb836a service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552481 Jul 16 18:08:43.408751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8e250a2f-a809-45ed-98d4-3fa851660154 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9738142 Jul 16 18:08:43.410636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:43.428676 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a646853-2799-473e-85d5-93d00a923693 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:43.433042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9a646853-2799-473e-85d5-93d00a923693 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:43.438927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a646853-2799-473e-85d5-93d00a923693 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.439848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9a646853-2799-473e-85d5-93d00a923693 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.454830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415d1206-962a-46c3-8535-b181856a1a2c None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:43.457347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-78622e6e-e446-4c18-8198-095dfa568bdd tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c939ca-aedd-4a0b-8109-e9ce729455e3'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:43.459055 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a646853-2799-473e-85d5-93d00a923693 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=c93644cb-a517-470c-a140-a08c2a1462c1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:43.464529 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9a646853-2799-473e-85d5-93d00a923693 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9073274 Jul 16 18:08:43.467032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:43.472898 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'name': 'tempest-NetworksTestDHCPv6-2038451208'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:43.731126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 339542d4-a840-4c0c-afe0-c0c1615a37ad no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:43.748025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:43.751646 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.753612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-a9c939ca-aedd-4a0b-8109-e9ce729455e3', 'network_id': 'a9c939ca-aedd-4a0b-8109-e9ce729455e3', 'tenant_id': 'ddd7b43031a84597b03d48e0563e23d5', 'fixed_ips': [{'subnet_id': '70e5eff6-9c56-46c1-b7dd-21cffcc60557'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:43.754522 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.794720 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port fcc2b77d-98b6-42a9-8b0a-eee84e6d08a4 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:43.821423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 339542d4-a840-4c0c-afe0-c0c1615a37ad {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:43.821772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 339542d4-a840-4c0c-afe0-c0c1615a37ad not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:43.869843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': 'c93644cb-a517-470c-a140-a08c2a1462c1'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:43.871458 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.964433 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78622e6e-e446-4c18-8198-095dfa568bdd tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.994607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-174c5745-e142-4d22-a0bd-6332159982cf req-0c43b453-4e00-48f7-b47f-c53b2cd4539c service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806050 Jul 16 18:08:44.038323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0afe4-c382-4b02-afcc-9a76d6c0fe1a req-462ef204-0841-43c2-b7c8-4eb772f5183a tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.039033 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::3d4 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/c93644cb-a517-470c-a140-a08c2a1462c1/fcc2b77d-98b6-42a9-8b0a-eee84e6d08a4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:44.045577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bb0afe4-c382-4b02-afcc-9a76d6c0fe1a req-462ef204-0841-43c2-b7c8-4eb772f5183a tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.3262427 Jul 16 18:08:44.072620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822ffe0-e137-4959-aeda-74f76b1b34d7 req-9907872c-4814-4d7a-a35c-cb17ef798a7a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.074445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3822ffe0-e137-4959-aeda-74f76b1b34d7 req-9907872c-4814-4d7a-a35c-cb17ef798a7a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 943 time: 0.3520193 Jul 16 18:08:44.135395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Allocated IP 2001:db8:1::2 (a9c939ca-aedd-4a0b-8109-e9ce729455e3/70e5eff6-9c56-46c1-b7dd-21cffcc60557/48262d4c-2361-4f98-ad06-ab04a1bcb4a3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:44.144891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bb0afe4-c382-4b02-afcc-9a76d6c0fe1a req-32d566dd-ee5e-4123-ac9b-abb766bbaf46 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985534 Jul 16 18:08:44.165418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3822ffe0-e137-4959-aeda-74f76b1b34d7 req-23e1ccb1-e4ed-432c-ac44-64304b57478e tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745275 Jul 16 18:08:44.263132 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.281273 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object fcc2b77d-98b6-42a9-8b0a-eee84e6d08a4 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:44.329272 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-78622e6e-e446-4c18-8198-095dfa568bdd tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:44.335126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-78622e6e-e446-4c18-8198-095dfa568bdd tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "PUT /v2.0/routers/cb94c826-8cba-4294-ad2e-beda521813fb HTTP/1.1" status: 400 len: 364 time: 0.9180491 Jul 16 18:08:44.336952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39638) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:44.337712 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.406971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:44.410697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:44.415088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:44.420955 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.421870 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.449568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=fcc2b77d-98b6-42a9-8b0a-eee84e6d08a4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:44.457277 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ac7c4fcb-43f0-45e9-a93e-7778f06f9e9b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9889543 Jul 16 18:08:44.460335 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39642) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:44.506927 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.521811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Allocated IP 2001:db8::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/c93644cb-a517-470c-a140-a08c2a1462c1/bd604876-92e4-4cfe-bb52-461990a7461b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:44.529157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Transition to ACTIVE for port object 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:44.606775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33cf36-7195-45be-bdaa-b9616e2869cf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.611300 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7e33cf36-7195-45be-bdaa-b9616e2869cf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1497591 Jul 16 18:08:44.611954 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:44.727794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Transition to ACTIVE for port object 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:44.734011 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.734677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2cec6ea9-5b43-4614-a945-ac8a974f29cf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port fcc2b77d-98b6-42a9-8b0a-eee84e6d08a4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:44.735032 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cec6ea9-5b43-4614-a945-ac8a974f29cf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.745328 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.755199 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Transition to ACTIVE for port object bd604876-92e4-4cfe-bb52-461990a7461b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:44.820953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Network a9c939ca-aedd-4a0b-8109-e9ce729455e3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:44.825462 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Pushing event updated for resources: {'Port': ['ID=48262d4c-2361-4f98-ad06-ab04a1bcb4a3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:44.829989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:44.833963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:44.864020 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cec6ea9-5b43-4614-a945-ac8a974f29cf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.884485 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2cec6ea9-5b43-4614-a945-ac8a974f29cf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for fcc2b77d-98b6-42a9-8b0a-eee84e6d08a4 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:44.912962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98732537-3ef0-4566-8730-13abedd572ad req-3c693e02-8db8-4d69-9946-d1b8c3c767b2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.920592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98732537-3ef0-4566-8730-13abedd572ad req-3c693e02-8db8-4d69-9946-d1b8c3c767b2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 948 time: 0.2440457 Jul 16 18:08:44.937647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Transition to ACTIVE for port object bd604876-92e4-4cfe-bb52-461990a7461b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:44.961271 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.026318 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98732537-3ef0-4566-8730-13abedd572ad req-f21bd1c6-051a-4648-b68c-184b72c9a701 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043999 Jul 16 18:08:45.027398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Attempting to bind port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:45.028018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Attempting to bind port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '3523545c-d83d-4178-9f3b-179b382117b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a9c939ca-aedd-4a0b-8109-e9ce729455e3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:45.028140 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.029067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Attempting to bind port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 on network a9c939ca-aedd-4a0b-8109-e9ce729455e3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:45.040377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:45.041134 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Checking segment: {'id': '3523545c-d83d-4178-9f3b-179b382117b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a9c939ca-aedd-4a0b-8109-e9ce729455e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:45.042001 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.042151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Bound using segment: {'id': '3523545c-d83d-4178-9f3b-179b382117b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a9c939ca-aedd-4a0b-8109-e9ce729455e3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:45.042790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Bound port: 48262d4c-2361-4f98-ad06-ab04a1bcb4a3, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3523545c-d83d-4178-9f3b-179b382117b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a9c939ca-aedd-4a0b-8109-e9ce729455e3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:45.043361 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.070708 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cec6ea9-5b43-4614-a945-ac8a974f29cf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.091200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:45.102857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:45.116292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:45.118867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Pushing event updated for resources: {'Port': ['ID=bd604876-92e4-4cfe-bb52-461990a7461b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:45.127379 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:45.170228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec6ea9-5b43-4614-a945-ac8a974f29cf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=fcc2b77d-98b6-42a9-8b0a-eee84e6d08a4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:45.228836 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2cec6ea9-5b43-4614-a945-ac8a974f29cf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.234722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:45.237910 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2cec6ea9-5b43-4614-a945-ac8a974f29cf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/fcc2b77d-98b6-42a9-8b0a-eee84e6d08a4 HTTP/1.1" status: 204 len: 168 time: 0.6232164 Jul 16 18:08:45.275955 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] For port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:45.301687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] For port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=48262d4c-2361-4f98-ad06-ab04a1bcb4a3,segment=NetworkSegment(3523545c-d83d-4178-9f3b-179b382117b5),segment_id=3523545c-d83d-4178-9f3b-179b382117b5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:45.302891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Attempting to bind port bd604876-92e4-4cfe-bb52-461990a7461b on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:45.303388 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Attempting to bind port bd604876-92e4-4cfe-bb52-461990a7461b by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:45.303976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Attempting to bind port bd604876-92e4-4cfe-bb52-461990a7461b on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:45.379678 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.382321 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:45.383123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:45.383534 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.383934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:45.384426 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Bound port: bd604876-92e4-4cfe-bb52-461990a7461b, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:45.384811 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.392859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:45.445415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', 'mac_address': 'fa:16:3e:0b:74:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:45.670109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76404dec-69a6-404c-a650-d2d98e085651 None None] Pushing event updated for resources: {'Port': ['ID=48262d4c-2361-4f98-ad06-ab04a1bcb4a3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:45.701634 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.721353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] For port bd604876-92e4-4cfe-bb52-461990a7461b, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:45.724508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:45.743390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] For port bd604876-92e4-4cfe-bb52-461990a7461b, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bd604876-92e4-4cfe-bb52-461990a7461b,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:45.753698 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.757354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:45.782834 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.783487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 55699a59-baf4-4c2c-a0db-33381273bccf details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:45.790124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e598f-1eac-4579-aaeb-49fe7dd4df72 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.791741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e598f-1eac-4579-aaeb-49fe7dd4df72 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.796018 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2b5e598f-1eac-4579-aaeb-49fe7dd4df72 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5564418 Jul 16 18:08:45.796333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:45.868598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e1e9ec-7ca5-4f5e-aff1-b0b2fe1f6b54 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet c93644cb-a517-470c-a140-a08c2a1462c1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:45.872276 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e1e9ec-7ca5-4f5e-aff1-b0b2fe1f6b54 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.877353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bca5d8-99f3-4103-8d6e-328ca06bddc0 None None] Pushing event updated for resources: {'Port': ['ID=bd604876-92e4-4cfe-bb52-461990a7461b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:45.928497 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e1e9ec-7ca5-4f5e-aff1-b0b2fe1f6b54 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.982904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 55699a59-baf4-4c2c-a0db-33381273bccf, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=55699a59-baf4-4c2c-a0db-33381273bccf,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:45.985739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:46.004501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '55699a59-baf4-4c2c-a0db-33381273bccf', 'network_id': '75ed4a0f-4d0b-41b2-9c98-90d87191034c', 'port_id': '55699a59-baf4-4c2c-a0db-33381273bccf', 'mac_address': 'fa:16:3e:b4:fe:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62c42e8-0fd4-4a43-862e-35deb60b4c2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:46.027008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778de2b-3e89-49d1-b298-e7eefcc0046c req-a2df46b6-3e6f-4dc4-8afa-e268a6bc9927 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.028628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2778de2b-3e89-49d1-b298-e7eefcc0046c req-a2df46b6-3e6f-4dc4-8afa-e268a6bc9927 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.7016830 Jul 16 18:08:46.047762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ed895-c72c-4bcf-a720-a15c7a8e8236 req-ad48e222-89f9-45a2-990e-5ef28a5632a8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.051621 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.052419 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e1e9ec-7ca5-4f5e-aff1-b0b2fe1f6b54 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.056659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c65ed895-c72c-4bcf-a720-a15c7a8e8236 req-ad48e222-89f9-45a2-990e-5ef28a5632a8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 943 time: 0.3766782 Jul 16 18:08:46.071494 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55699a59-baf4-4c2c-a0db-33381273bccf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:46.121711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Allocated IP 2001:db8::1 (48ac2be4-2aaf-4f9c-8b5a-23e703cdf248/5ef25a75-d84d-4b64-8598-c499c099aa0c/a8f3c849-35ea-44df-8022-8b3c532555ff) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:46.126698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 55699a59-baf4-4c2c-a0db-33381273bccf, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=55699a59-baf4-4c2c-a0db-33381273bccf,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:46.131850 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.174248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e1e9ec-7ca5-4f5e-aff1-b0b2fe1f6b54 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.202232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-5bf522b6-6adf-4874-a250-31ef01b796d2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.204505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-5bf522b6-6adf-4874-a250-31ef01b796d2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7&tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 948 time: 0.5279791 Jul 16 18:08:46.211110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1e9ec-7ca5-4f5e-aff1-b0b2fe1f6b54 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=c93644cb-a517-470c-a140-a08c2a1462c1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:46.222836 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e1e9ec-7ca5-4f5e-aff1-b0b2fe1f6b54 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.228955 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-23e1e9ec-7ca5-4f5e-aff1-b0b2fe1f6b54 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/c93644cb-a517-470c-a140-a08c2a1462c1 HTTP/1.1" status: 204 len: 168 time: 0.4315836 Jul 16 18:08:46.229866 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:46.272911 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c65ed895-c72c-4bcf-a720-a15c7a8e8236 req-f577e9ea-a5e4-4d7b-8e6b-9d19cf8eda26 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151573 Jul 16 18:08:46.276012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=55699a59-baf4-4c2c-a0db-33381273bccf,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:46.279028 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f5016493-952a-45c8-bcd7-7fe9816663e6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476301 Jul 16 18:08:46.279688 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:46.388019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7da75f2-aa3c-4c05-b43a-90189c57815c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.392480 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b7da75f2-aa3c-4c05-b43a-90189c57815c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1116512 Jul 16 18:08:46.393161 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:46.398261 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.419036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Transition to ACTIVE for port object a8f3c849-35ea-44df-8022-8b3c532555ff will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:46.464903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['55699a59-baf4-4c2c-a0db-33381273bccf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:46.469148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:46.505734 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce195a74-51e6-46a3-8751-f9855c25a19c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.509353 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ce195a74-51e6-46a3-8751-f9855c25a19c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1151655 Jul 16 18:08:46.513990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:46.542434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2778de2b-3e89-49d1-b298-e7eefcc0046c req-f73d6060-f9ab-4267-9b21-981fbde6a7af tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834735 Jul 16 18:08:46.586980 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1cdae3e7-87f1-462a-949f-f4636758b592 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716503 Jul 16 18:08:46.587916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:46.593705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dd1ff08e-948c-40f6-998f-905ca4f24421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:46.607265 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.695557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'Port': ['ID=a8f3c849-35ea-44df-8022-8b3c532555ff,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:46.757858 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-4747a612-648f-497a-8243-09fa6a2ea43f service neutron] delete failed (client error): The resource could not be found. Jul 16 18:08:46.760141 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-4747a612-648f-497a-8243-09fa6a2ea43f service neutron] 10.222.0.38 "DELETE /v2.0/ports/f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08/bindings/n-h1-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.5449867 Jul 16 18:08:46.771505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Network 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:46.782458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1ff08e-948c-40f6-998f-905ca4f24421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:46.786141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:46.792240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:46.805335 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.806937 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff08e-948c-40f6-998f-905ca4f24421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.986558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee29d49-b022-4e7f-86aa-cf180560ebde None None] Network a9c939ca-aedd-4a0b-8109-e9ce729455e3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:47.123028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6f023-fe75-405e-b23b-872beb8aefb0 req-29f49c1a-79b9-4e4b-b57d-86ce57f10559 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.131985 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29e6f023-fe75-405e-b23b-872beb8aefb0 req-29f49c1a-79b9-4e4b-b57d-86ce57f10559 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 949 time: 0.6511743 Jul 16 18:08:47.293253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29e6f023-fe75-405e-b23b-872beb8aefb0 req-1f41f999-3251-4cb6-a8fa-980bd98d481d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603022 Jul 16 18:08:47.341074 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.362490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-6fe7e312-02f1-415b-91c8-b8a9dc5ed9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.364190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-6fe7e312-02f1-415b-91c8-b8a9dc5ed9b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 1100 time: 0.3012311 Jul 16 18:08:47.425255 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff08e-948c-40f6-998f-905ca4f24421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.429606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-018b136b-6e91-437c-b390-cfae5bb47bc4 None None] Provisioning for port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:47.472960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-1d4909b7-b8f5-45e9-91fd-bdc2263f423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.475802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-1d4909b7-b8f5-45e9-91fd-bdc2263f423c service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1011038 Jul 16 18:08:47.506353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-6bfb4ca0-959f-4bb6-b7b3-d2d98a1f50db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4448478 Jul 16 18:08:47.540866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc2b58-b2c9-4f5d-9b6d-18d429b3ca42 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:47.550391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1ff08e-948c-40f6-998f-905ca4f24421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:47.563041 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235faec-4d37-4f6e-acc0-443ac5879cbd req-ad6e003c-2f07-45d2-86e7-e8150748e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.565410 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e235faec-4d37-4f6e-acc0-443ac5879cbd req-ad6e003c-2f07-45d2-86e7-e8150748e854 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 1096 time: 0.2594628 Jul 16 18:08:47.566208 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dd1ff08e-948c-40f6-998f-905ca4f24421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:47.570043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ff08e-948c-40f6-998f-905ca4f24421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.570689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff08e-948c-40f6-998f-905ca4f24421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.578843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ff08e-948c-40f6-998f-905ca4f24421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=4ee38d6d-e8ba-41ab-b85b-d2e30f768ecf,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:47.626420 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dd1ff08e-948c-40f6-998f-905ca4f24421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0373802 Jul 16 18:08:47.628994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:47.648710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': '4ee38d6d-e8ba-41ab-b85b-d2e30f768ecf', 'ip_address': '2001:db8::bdb0:d439:5fef:c5aa'}], 'name': 'tempest-NetworksTestDHCPv6-168818758'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:47.653746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60fa6479-5849-45be-82af-7f6827d05834 None None] Provisioning for port a8f3c849-35ea-44df-8022-8b3c532555ff completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:47.663934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60fa6479-5849-45be-82af-7f6827d05834 None None] Provisioning complete for port a8f3c849-35ea-44df-8022-8b3c532555ff triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:47.664312 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60fa6479-5849-45be-82af-7f6827d05834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.726450 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-09a5058e-89e6-46f9-b568-013d8abf6d5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 HTTP/1.1" status: 200 len: 217 time: 0.1966898 Jul 16 18:08:47.750994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-60fa6479-5849-45be-82af-7f6827d05834 None None] Port a8f3c849-35ea-44df-8022-8b3c532555ff cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:47.808778 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e235faec-4d37-4f6e-acc0-443ac5879cbd req-3287e31c-3677-45f2-b436-f7283759b8e2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219253 Jul 16 18:08:47.860373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60fa6479-5849-45be-82af-7f6827d05834 None None] Provisioning for port bd604876-92e4-4cfe-bb52-461990a7461b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:47.913111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:47.928345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:47.989034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:47.996232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:47.996615 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.059456 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.086435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 0e0f7149-e030-4033-84e8-ee5ca056b997 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:48.147187 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.225142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=48262d4c-2361-4f98-ad06-ab04a1bcb4a3,segment=NetworkSegment(3523545c-d83d-4178-9f3b-179b382117b5),segment_id=3523545c-d83d-4178-9f3b-179b382117b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:48.235362 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.236367 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bd604876-92e4-4cfe-bb52-461990a7461b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:48.277158 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.294407 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.295358 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.370629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-768c8527-c34a-49d1-bc65-d153c25aac5b None None] Provisioning complete for port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:48.370897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event updated for resources: {'Port': ['ID=a8f3c849-35ea-44df-8022-8b3c532555ff,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:48.371255 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-768c8527-c34a-49d1-bc65-d153c25aac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.375549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::bdb0:d439:5fef:c5aa (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/4ee38d6d-e8ba-41ab-b85b-d2e30f768ecf/0e0f7149-e030-4033-84e8-ee5ca056b997) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:48.394934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b52eb-8c4e-44bc-b5b8-0d129b9d338e req-550f37a2-d35e-4ac4-8044-7fba2c76b483 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.404290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-269b52eb-8c4e-44bc-b5b8-0d129b9d338e req-550f37a2-d35e-4ac4-8044-7fba2c76b483 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 944 time: 0.8945107 Jul 16 18:08:48.426098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e9b898-e0b1-4098-b158-0ccca0b383ab None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:48.430335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=48262d4c-2361-4f98-ad06-ab04a1bcb4a3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:48.430491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-7b2ef90b-ad9a-4f64-9c13-4b9326d37650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.431979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-7b2ef90b-ad9a-4f64-9c13-4b9326d37650 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.6770389 Jul 16 18:08:48.502510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port bd604876-92e4-4cfe-bb52-461990a7461b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:48.509788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port bd604876-92e4-4cfe-bb52-461990a7461b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:48.510419 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.522186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-af29cf59-4c52-400b-8ee0-c08f26df9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.523103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-af29cf59-4c52-400b-8ee0-c08f26df9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.523919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-af29cf59-4c52-400b-8ee0-c08f26df9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.525588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-af29cf59-4c52-400b-8ee0-c08f26df9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.526436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-af29cf59-4c52-400b-8ee0-c08f26df9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.526990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-af29cf59-4c52-400b-8ee0-c08f26df9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.527794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-af29cf59-4c52-400b-8ee0-c08f26df9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.530101 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-af29cf59-4c52-400b-8ee0-c08f26df9542 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6491 time: 0.9383779 Jul 16 18:08:48.555949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-269b52eb-8c4e-44bc-b5b8-0d129b9d338e req-f422c755-80db-4f94-8678-25b9aa170ae6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507699 Jul 16 18:08:48.576000 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.592927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 0e0f7149-e030-4033-84e8-ee5ca056b997 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:48.648275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.698776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c830832-6614-4a08-8cf2-56e5629af951 req-1ea164a0-b7bb-4c5e-8820-c985fcf9e24b tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.705416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:48.706439 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c830832-6614-4a08-8cf2-56e5629af951 req-1ea164a0-b7bb-4c5e-8820-c985fcf9e24b tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.7321162 Jul 16 18:08:48.709236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:48.713904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:48.720403 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.721259 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.759320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=0e0f7149-e030-4033-84e8-ee5ca056b997,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:48.778675 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-39fff56e-a823-4053-8870-3f3b10e7baad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1485114 Jul 16 18:08:48.781149 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:48.794664 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.850478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c830832-6614-4a08-8cf2-56e5629af951 req-87c6502b-c3bb-4033-8ea1-f2acad10c98e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430736 Jul 16 18:08:48.870650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dde393-a597-421f-ba6b-49bb20e40b93 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.873028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dde393-a597-421f-ba6b-49bb20e40b93 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.874267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port bd604876-92e4-4cfe-bb52-461990a7461b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bd604876-92e4-4cfe-bb52-461990a7461b,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:48.874738 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-85dde393-a597-421f-ba6b-49bb20e40b93 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0926304 Jul 16 18:08:48.877493 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:48.884646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Network 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:48.886622 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.895113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-f82081a0-41a6-4d00-8991-bc9622d2da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.896876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-f82081a0-41a6-4d00-8991-bc9622d2da19 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4444275 Jul 16 18:08:48.900199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:48.911928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-708019b8-2813-4124-b4ec-d351e77fd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.918157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-708019b8-2813-4124-b4ec-d351e77fd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.918727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-708019b8-2813-4124-b4ec-d351e77fd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.922348 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-708019b8-2813-4124-b4ec-d351e77fd0fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=8b48fd7f-5b4c-4c63-b2c9-105c8429269d&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=ac8af031-332b-49b9-a5c1-24e1effc1820&id=ac8af031-332b-49b9-a5c1-24e1effc1820 HTTP/1.1" status: 200 len: 2293 time: 0.3521056 Jul 16 18:08:48.953291 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=bd604876-92e4-4cfe-bb52-461990a7461b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:48.988241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9ba744ef-df10-47e7-9467-0a3e0f8380b8 None None] Provisioning complete for port bd604876-92e4-4cfe-bb52-461990a7461b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:48.992373 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ba744ef-df10-47e7-9467-0a3e0f8380b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.026116 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee4b0c-375d-43c6-8107-d1db4b510eb5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 0e0f7149-e030-4033-84e8-ee5ca056b997 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:49.026463 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4b0c-375d-43c6-8107-d1db4b510eb5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.125240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:49.134825 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4b0c-375d-43c6-8107-d1db4b510eb5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.159740 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee4b0c-375d-43c6-8107-d1db4b510eb5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 0e0f7149-e030-4033-84e8-ee5ca056b997 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:49.225045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:49.230104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:49.230485 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.445351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aa411aa1-0eb9-4fc2-8868-fe9431f7c387 None None] Provisioning complete for port a8f3c849-35ea-44df-8022-8b3c532555ff triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:49.445745 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa411aa1-0eb9-4fc2-8868-fe9431f7c387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.448459 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.493882 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4b0c-375d-43c6-8107-d1db4b510eb5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.508135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e548a64-3823-4213-9218-bbd963c365c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:49.516105 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac002181-2292-41a8-999d-323d6b83d896" -d '{"events": [{"server_uuid": "8e548a64-3823-4213-9218-bbd963c365c7", "name": "network-vif-plugged", "status": "completed", "tag": "f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:49.532627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aa411aa1-0eb9-4fc2-8868-fe9431f7c387 None None] Port a8f3c849-35ea-44df-8022-8b3c532555ff cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:49.540812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-0ad87a72-0862-4a92-8da5-4d173ea4c6b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0598a2d5-d787-4411-9e1c-19663de1d374 HTTP/1.1" status: 200 len: 1001 time: 0.5915966 Jul 16 18:08:49.543642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-2601a414-7fd2-4e03-896d-64681227f03b service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202738 Jul 16 18:08:49.544702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:49.555148 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.556236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 55699a59-baf4-4c2c-a0db-33381273bccf up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:49.579466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee4b0c-375d-43c6-8107-d1db4b510eb5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=0e0f7149-e030-4033-84e8-ee5ca056b997,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:49.638272 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4b0c-375d-43c6-8107-d1db4b510eb5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.640524 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f5ee4b0c-375d-43c6-8107-d1db4b510eb5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/0e0f7149-e030-4033-84e8-ee5ca056b997 HTTP/1.1" status: 204 len: 168 time: 0.7617915 Jul 16 18:08:49.643019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:49.749942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:49.768659 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a070dab2-6ffb-4091-8be9-f0c57ef4f92c x-openstack-request-id: req-a070dab2-6ffb-4091-8be9-f0c57ef4f92c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:49.768947 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e548a64-3823-4213-9218-bbd963c365c7", "name": "network-vif-plugged", "status": "completed", "tag": "f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:49.769205 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a070dab2-6ffb-4091-8be9-f0c57ef4f92c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:49.769641 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e548a64-3823-4213-9218-bbd963c365c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', 'code': 200} Jul 16 18:08:49.774803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:49.790037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cea3ad-ccb5-450a-be99-fffc65be1213 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:49.791748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cea3ad-ccb5-450a-be99-fffc65be1213 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:49.793484 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46cea3ad-ccb5-450a-be99-fffc65be1213 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1492441 Jul 16 18:08:49.796967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:49.842109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48db711d-0f4a-4f90-afb9-8cab3bece3e4 None None] Provisioning complete for port bd604876-92e4-4cfe-bb52-461990a7461b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:49.842681 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48db711d-0f4a-4f90-afb9-8cab3bece3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.884441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c997ae-e28b-42b8-983c-84314df2b42a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 4ee38d6d-e8ba-41ab-b85b-d2e30f768ecf {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:49.888609 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c997ae-e28b-42b8-983c-84314df2b42a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.954630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 55699a59-baf4-4c2c-a0db-33381273bccf completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:49.964222 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c997ae-e28b-42b8-983c-84314df2b42a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.973364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 55699a59-baf4-4c2c-a0db-33381273bccf triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:49.975557 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.001800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d834f5-dd3b-4336-9789-718e2e6ac3bb req-5685ff7a-ef23-4c35-981c-fa852f662ba7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.009431 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-05d834f5-dd3b-4336-9789-718e2e6ac3bb req-5685ff7a-ef23-4c35-981c-fa852f662ba7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 949 time: 0.9790957 Jul 16 18:08:50.022998 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c997ae-e28b-42b8-983c-84314df2b42a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.056241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:50.056758 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.097258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-05d834f5-dd3b-4336-9789-718e2e6ac3bb req-bb0e0a7c-f7a9-423d-9609-660a5d4f91d2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819254 Jul 16 18:08:50.099961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-664b4787-0267-48da-a209-f156c78533a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.101735 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-664b4787-0267-48da-a209-f156c78533a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fd40a31-1878-4b11-bb87-3f093244a313 HTTP/1.1" status: 200 len: 851 time: 0.4806354 Jul 16 18:08:50.139845 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c997ae-e28b-42b8-983c-84314df2b42a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.140057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48db711d-0f4a-4f90-afb9-8cab3bece3e4 None None] Could not find standard attr ID for object 0e0f7149-e030-4033-84e8-ee5ca056b997. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:08:50.158754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Router cb94c826-8cba-4294-ad2e-beda521813fb has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:50.165176 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3c997ae-e28b-42b8-983c-84314df2b42a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.168732 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f3c997ae-e28b-42b8-983c-84314df2b42a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/4ee38d6d-e8ba-41ab-b85b-d2e30f768ecf HTTP/1.1" status: 204 len: 168 time: 0.3705792 Jul 16 18:08:50.185022 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.205260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:50.214456 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c997ae-e28b-42b8-983c-84314df2b42a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee38d6d-e8ba-41ab-b85b-d2e30f768ecf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:50.271734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 55699a59-baf4-4c2c-a0db-33381273bccf, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=55699a59-baf4-4c2c-a0db-33381273bccf,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:50.275934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bd604876-92e4-4cfe-bb52-461990a7461b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:50.276369 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0ecc9634-df01-45be-b1d8-4d9e7261640a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693634 Jul 16 18:08:50.278222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84ee37b5-5b74-4a2d-b423-409a2ecd5303 None None] Could not find standard attr ID for object fcc2b77d-98b6-42a9-8b0a-eee84e6d08a4. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:08:50.278751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:50.281728 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.294770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-15f806eb-1957-437f-a6f0-b5d7408d4e3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:50.471036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00986736-0cb6-4f22-b08b-9a96ad9ae6a2 req-a0620db1-5b49-4958-9e03-b0f6aed3edac service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8707314 Jul 16 18:08:50.498487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ccb676-7723-4f18-952d-67b977ff05b9 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:50.498854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f806eb-1957-437f-a6f0-b5d7408d4e3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:50.505558 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15f806eb-1957-437f-a6f0-b5d7408d4e3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.524122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84ee37b5-5b74-4a2d-b423-409a2ecd5303 None None] Could not find standard attr ID for object 0e0f7149-e030-4033-84e8-ee5ca056b997. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:08:50.564821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ac1cd-a0c5-4f36-813c-ccdd4c292d50 req-61090ec3-5cde-4c18-ae1a-3006c48d77d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.574306 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a8ac1cd-a0c5-4f36-813c-ccdd4c292d50 req-61090ec3-5cde-4c18-ae1a-3006c48d77d3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 944 time: 0.6800733 Jul 16 18:08:50.591472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:50.628545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2afd50b5-77b4-491f-9d1d-5694d4ff2eb7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "PUT /v2.0/routers/cb94c826-8cba-4294-ad2e-beda521813fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2881222 Jul 16 18:08:50.634167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:50.636924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7401fec-b3f2-460e-9c9d-e5466882c245 None None] Sync routers for ids ['cb94c826-8cba-4294-ad2e-beda521813fb'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:50.638645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a8ac1cd-a0c5-4f36-813c-ccdd4c292d50 req-3da14512-3247-4118-b124-6c7bfd5dd129 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538628 Jul 16 18:08:50.651289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=55699a59-baf4-4c2c-a0db-33381273bccf,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:50.662210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7401fec-b3f2-460e-9c9d-e5466882c245 None None] Routers {'cb94c826-8cba-4294-ad2e-beda521813fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:50.662859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f7401fec-b3f2-460e-9c9d-e5466882c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cb94c826-8cba-4294-ad2e-beda521813fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:50.723334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port bd604876-92e4-4cfe-bb52-461990a7461b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:50.723761 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.728073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f7401fec-b3f2-460e-9c9d-e5466882c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:50.790148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7401fec-b3f2-460e-9c9d-e5466882c245 None None] Routers {'cb94c826-8cba-4294-ad2e-beda521813fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:50.791334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f7401fec-b3f2-460e-9c9d-e5466882c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cb94c826-8cba-4294-ad2e-beda521813fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:50.824341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15f806eb-1957-437f-a6f0-b5d7408d4e3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.864792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f7401fec-b3f2-460e-9c9d-e5466882c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:50.865588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7401fec-b3f2-460e-9c9d-e5466882c245 None None] The sync data for ids ['cb94c826-8cba-4294-ad2e-beda521813fb'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:50.901584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-390af581-cf01-47c6-a063-b026364619f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.903195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-390af581-cf01-47c6-a063-b026364619f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b48fd7f-5b4c-4c63-b2c9-105c8429269d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7867644 Jul 16 18:08:50.955505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f806eb-1957-437f-a6f0-b5d7408d4e3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:50.963431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-15f806eb-1957-437f-a6f0-b5d7408d4e3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:50.969801 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f806eb-1957-437f-a6f0-b5d7408d4e3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.970613 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15f806eb-1957-437f-a6f0-b5d7408d4e3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.989179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f806eb-1957-437f-a6f0-b5d7408d4e3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=b548516e-af2f-446b-90f3-0d6534ccf6c3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:51.007768 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-15f806eb-1957-437f-a6f0-b5d7408d4e3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7268524 Jul 16 18:08:51.010561 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:51.021005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': 'b548516e-af2f-446b-90f3-0d6534ccf6c3', 'ip_address': '2001:db8::d92a:ca4e:9f62:e944'}], 'name': 'tempest-NetworksTestDHCPv6-1633169334'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:51.027353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee82af7-99d5-4a07-9c7a-6c1948595961 req-b1d2b376-8a70-4952-8bc6-552d591cb6cb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.028923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ee82af7-99d5-4a07-9c7a-6c1948595961 req-b1d2b376-8a70-4952-8bc6-552d591cb6cb tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.5452023 Jul 16 18:08:51.077397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe8cdc-2d72-4c57-ab98-516441a71ada None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:51.080919 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eaa050ee-72d4-4e34-894c-5e55e3a5015a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.131585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-53fe8cdc-2d72-4c57-ab98-516441a71ada None None] Deleting port bd604876-92e4-4cfe-bb52-461990a7461b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:51.132773 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53fe8cdc-2d72-4c57-ab98-516441a71ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.214543 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:51.219293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-789a5ff3-68ea-4711-aaac-7f8f51175750 service neutron] 10.222.0.42 "GET /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047624 Jul 16 18:08:51.221889 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.226931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53fe8cdc-2d72-4c57-ab98-516441a71ada None None] For port bd604876-92e4-4cfe-bb52-461990a7461b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bd604876-92e4-4cfe-bb52-461990a7461b,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:51.228283 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53fe8cdc-2d72-4c57-ab98-516441a71ada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.245890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 6fbd7463-a7e0-4be3-aa18-807f9a89f46b yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:51.246461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-53fe8cdc-2d72-4c57-ab98-516441a71ada None None] Calling delete_port for bd604876-92e4-4cfe-bb52-461990a7461b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:51.247574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-9ae6a084-c4ae-406e-b9b0-0cb4d7b78e4a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4440784 Jul 16 18:08:51.307548 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-eaa050ee-72d4-4e34-894c-5e55e3a5015a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:08:51.309375 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-eaa050ee-72d4-4e34-894c-5e55e3a5015a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "DELETE /v2.0/routers/cb94c826-8cba-4294-ad2e-beda521813fb HTTP/1.1" status: 409 len: 329 time: 0.6732612 Jul 16 18:08:51.312080 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ee82af7-99d5-4a07-9c7a-6c1948595961 req-2416c469-196b-405d-a647-d40302a2080d tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427282 Jul 16 18:08:51.312757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:51.385765 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53fe8cdc-2d72-4c57-ab98-516441a71ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.417466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe8cdc-2d72-4c57-ab98-516441a71ada None None] Pushing event deleted for resources: {'Port': ['ID=bd604876-92e4-4cfe-bb52-461990a7461b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:51.428902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe8cdc-2d72-4c57-ab98-516441a71ada None None] No DVR routers for this DVR port bd604876-92e4-4cfe-bb52-461990a7461b on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:51.449246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d498f79-62d0-4496-b656-b08dbb78ec52 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:51.481344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::d92a:ca4e:9f62:e944 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/b548516e-af2f-446b-90f3-0d6534ccf6c3/6fbd7463-a7e0-4be3-aa18-807f9a89f46b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:51.611356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-9ada7547-2da0-4e0a-9fcb-02eb541f141d service neutron] 10.222.0.42 "GET /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846831 Jul 16 18:08:51.649995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7370de0-f4cb-458e-8d52-656ba0f7256c req-90041b22-a310-4d07-8c38-eb93fd529337 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.651819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7370de0-f4cb-458e-8d52-656ba0f7256c req-90041b22-a310-4d07-8c38-eb93fd529337 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.3997622 Jul 16 18:08:51.668681 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.673212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-695865cb-3855-4805-be7c-d96f3f8b7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.673947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-695865cb-3855-4805-be7c-d96f3f8b7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.674676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-695865cb-3855-4805-be7c-d96f3f8b7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.675311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-695865cb-3855-4805-be7c-d96f3f8b7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.675942 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-695865cb-3855-4805-be7c-d96f3f8b7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.676673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-695865cb-3855-4805-be7c-d96f3f8b7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.678895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-695865cb-3855-4805-be7c-d96f3f8b7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.681109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-695865cb-3855-4805-be7c-d96f3f8b7237 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6502 time: 0.2929268 Jul 16 18:08:51.684971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 6fbd7463-a7e0-4be3-aa18-807f9a89f46b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:51.699844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bd604876-92e4-4cfe-bb52-461990a7461b no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:51.724581 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.727347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: bd604876-92e4-4cfe-bb52-461990a7461b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:51.727879 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bd604876-92e4-4cfe-bb52-461990a7461b not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:51.747776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-8038f05b-0f2d-486a-96fd-5b496013a74f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=4b93616d-b40c-420c-8b0a-a5239b5587a3 HTTP/1.1" status: 200 len: 217 time: 0.0934119 Jul 16 18:08:51.771812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46011c2-5e71-4932-9077-6ad0ef0a4efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55699a59-baf4-4c2c-a0db-33381273bccf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:51.774755 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566250ac-e2de-4a5d-bd03-18e6dcbdb666" -d '{"events": [{"server_uuid": "f46011c2-5e71-4932-9077-6ad0ef0a4efb", "name": "network-vif-plugged", "status": "completed", "tag": "55699a59-baf4-4c2c-a0db-33381273bccf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:51.804258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': 'b548516e-af2f-446b-90f3-0d6534ccf6c3'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:51.804496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:51.805181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.811896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:51.815465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:51.822299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.822974 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.826166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=6fbd7463-a7e0-4be3-aa18-807f9a89f46b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:51.858436 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-92528f66-78e0-421c-98f1-afa5367a8e2e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8466415 Jul 16 18:08:51.859151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:51.900052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7370de0-f4cb-458e-8d52-656ba0f7256c req-ba52d484-55cc-4f7c-a751-79f1309f5cd2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359653 Jul 16 18:08:52.031630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Allocated IP 2001:db8::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/b548516e-af2f-446b-90f3-0d6534ccf6c3/ffb7a33c-528f-4f10-9dcc-0c9e26629180) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:52.061869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd0122-4477-45c7-8762-d8ff90c761d8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.076155 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0acd0122-4477-45c7-8762-d8ff90c761d8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2157075 Jul 16 18:08:52.076848 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.122011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c4d6d-4653-4488-b465-1b709952b7ab req-3fa694bd-d717-453b-b2db-39df2ae35edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.123225 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab85c484-8f38-4bf3-b1f6-7b489b225c02 x-openstack-request-id: req-ab85c484-8f38-4bf3-b1f6-7b489b225c02 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:52.124210 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46011c2-5e71-4932-9077-6ad0ef0a4efb", "name": "network-vif-plugged", "status": "completed", "tag": "55699a59-baf4-4c2c-a0db-33381273bccf", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:52.124354 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-478c4d6d-4653-4488-b465-1b709952b7ab req-3fa694bd-d717-453b-b2db-39df2ae35edf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dec418af5de2424d8bb311b478097044&device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 1096 time: 0.2138667 Jul 16 18:08:52.125117 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab85c484-8f38-4bf3-b1f6-7b489b225c02 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:52.125783 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46011c2-5e71-4932-9077-6ad0ef0a4efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55699a59-baf4-4c2c-a0db-33381273bccf', 'code': 200} Jul 16 18:08:52.238570 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.247731 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Transition to ACTIVE for port object ffb7a33c-528f-4f10-9dcc-0c9e26629180 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:52.265936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Transition to ACTIVE for port object ffb7a33c-528f-4f10-9dcc-0c9e26629180 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:52.274464 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.315486 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c4d6d-4653-4488-b465-1b709952b7ab req-ee58a3f0-8e32-4ce6-bb66-1ee6374eac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.317546 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-478c4d6d-4653-4488-b465-1b709952b7ab req-ee58a3f0-8e32-4ce6-bb66-1ee6374eac87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 200 len: 920 time: 0.1680102 Jul 16 18:08:52.322032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c86bc7-fe1b-4f04-82ac-039ea48eb018 req-455d3619-08cf-49ef-b824-69049e6b3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.323488 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-79c86bc7-fe1b-4f04-82ac-039ea48eb018 req-455d3619-08cf-49ef-b824-69049e6b3ce0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 1096 time: 0.2846913 Jul 16 18:08:52.324698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:52.328161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:52.336219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:52.349877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Pushing event updated for resources: {'Port': ['ID=ffb7a33c-528f-4f10-9dcc-0c9e26629180,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:52.393954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-29e7bdd5-aaf7-4b23-905f-5929b7e6ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.396007 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-29e7bdd5-aaf7-4b23-905f-5929b7e6ee9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.6352074 Jul 16 18:08:52.406053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Attempting to bind port ffb7a33c-528f-4f10-9dcc-0c9e26629180 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:52.406530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Attempting to bind port ffb7a33c-528f-4f10-9dcc-0c9e26629180 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:52.406970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Attempting to bind port ffb7a33c-528f-4f10-9dcc-0c9e26629180 on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:52.413171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:52.414303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:52.414303 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.414629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:52.415190 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Bound port: ffb7a33c-528f-4f10-9dcc-0c9e26629180, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:52.415650 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.483987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] For port ffb7a33c-528f-4f10-9dcc-0c9e26629180, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:52.488545 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] For port ffb7a33c-528f-4f10-9dcc-0c9e26629180, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ffb7a33c-528f-4f10-9dcc-0c9e26629180,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:52.490934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-2f8d0a77-8ef9-424e-a02e-ab4458fd7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.491497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-2f8d0a77-8ef9-424e-a02e-ab4458fd7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.491889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-2f8d0a77-8ef9-424e-a02e-ab4458fd7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.493656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-2f8d0a77-8ef9-424e-a02e-ab4458fd7a4f service neutron] 10.222.0.38 "GET /v2.0/networks?id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=29c282e7-cacf-472e-b53a-2daeee14b484&id=29c282e7-cacf-472e-b53a-2daeee14b484 HTTP/1.1" status: 200 len: 2297 time: 0.7707396 Jul 16 18:08:52.495097 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.574493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7380474-641c-475b-b378-9ba36837ed91 None None] Pushing event updated for resources: {'Port': ['ID=ffb7a33c-528f-4f10-9dcc-0c9e26629180,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:52.605230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a7f87-6e9c-4a3d-ad72-7a1cc357698d req-dca32c0a-b869-4d06-bc05-1946846e3baa tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.606990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-225a7f87-6e9c-4a3d-ad72-7a1cc357698d req-dca32c0a-b869-4d06-bc05-1946846e3baa tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.3001959 Jul 16 18:08:52.636402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c82e51-ef82-4f9c-ae31-eea5c9c135b9 req-54805b79-49cd-4134-b79b-de770569f5e2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.638244 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44c82e51-ef82-4f9c-ae31-eea5c9c135b9 req-54805b79-49cd-4134-b79b-de770569f5e2 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 945 time: 0.3285754 Jul 16 18:08:52.667463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-47eadcc6-3725-4db1-bf46-0e218a34ac74 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8801145-f837-4d0e-b9d5-1f06de7a01f4 HTTP/1.1" status: 200 len: 1001 time: 0.1616464 Jul 16 18:08:52.745148 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-225a7f87-6e9c-4a3d-ad72-7a1cc357698d req-cd32ef29-7e3d-469d-8c9f-2d567d75f50c tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279202 Jul 16 18:08:52.751695 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-478c4d6d-4653-4488-b465-1b709952b7ab req-a0ead985-9ec6-4fae-b761-7bb9f13be8a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 HTTP/1.1" status: 200 len: 217 time: 0.4272437 Jul 16 18:08:52.764968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-44f8d775-826b-4ff4-b881-d1a08e876752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.764968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-44f8d775-826b-4ff4-b881-d1a08e876752 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3497674 Jul 16 18:08:52.828506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44c82e51-ef82-4f9c-ae31-eea5c9c135b9 req-8d129d97-051b-42a2-b537-a3676c47bff3 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667893 Jul 16 18:08:52.852345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-ebf37ade-b745-4e51-83e5-de58ab63c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.852545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-ebf37ade-b745-4e51-83e5-de58ab63c366 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306fd435-821d-4c93-9da6-87680b1fbaa4 HTTP/1.1" status: 200 len: 856 time: 0.1776004 Jul 16 18:08:52.872680 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-79c86bc7-fe1b-4f04-82ac-039ea48eb018 req-bfc24e01-db07-4193-b569-cb0f1476ff13 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163127 Jul 16 18:08:52.909129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b16f84f0-a126-4a39-a916-3779c643c703 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 6fbd7463-a7e0-4be3-aa18-807f9a89f46b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:52.909528 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16f84f0-a126-4a39-a916-3779c643c703 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.914028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c4d6d-4653-4488-b465-1b709952b7ab req-8401901e-e444-4c5e-804c-14191e755f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.915536 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-478c4d6d-4653-4488-b465-1b709952b7ab req-8401901e-e444-4c5e-804c-14191e755f35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26e6cab3-4374-4ede-8f3e-52dd04198328 HTTP/1.1" status: 200 len: 859 time: 0.1523786 Jul 16 18:08:52.983547 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-478c4d6d-4653-4488-b465-1b709952b7ab req-45eca9b4-46e2-4980-b760-5be36185d9ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec6f990-5524-4162-9c80-9e127ede5598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593667 Jul 16 18:08:52.999452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-8d66b02e-9283-49e5-83bd-8abf6cfabc05 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070453 Jul 16 18:08:53.004134 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f453ac4d-3cf7-4f06-ab0d-fa677d355750 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.131987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16f84f0-a126-4a39-a916-3779c643c703 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.133369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-bad46430-be1e-4526-9d18-24a363297ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.134900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-bad46430-be1e-4526-9d18-24a363297ed5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2732651 Jul 16 18:08:53.148907 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b16f84f0-a126-4a39-a916-3779c643c703 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 6fbd7463-a7e0-4be3-aa18-807f9a89f46b owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:53.172419 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-478c4d6d-4653-4488-b465-1b709952b7ab req-e9e09519-c0f7-4750-b27f-e44df0b8da0d service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700244 Jul 16 18:08:53.328697 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-478c4d6d-4653-4488-b465-1b709952b7ab req-891cc55d-924f-4050-ace4-9d8765359896 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242914 Jul 16 18:08:53.340601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-b8bb4fd8-5286-45f2-80fc-100f7ea20678 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333645 Jul 16 18:08:53.350181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed894e12-984f-41d1-835a-a80db08f2587 req-d10102a7-4cf9-495d-9eeb-ddeee2699ff5 tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.351607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed894e12-984f-41d1-835a-a80db08f2587 req-d10102a7-4cf9-495d-9eeb-ddeee2699ff5 tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 1101 time: 0.2728915 Jul 16 18:08:53.386721 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16f84f0-a126-4a39-a916-3779c643c703 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.420342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f84f0-a126-4a39-a916-3779c643c703 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=6fbd7463-a7e0-4be3-aa18-807f9a89f46b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:53.424466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-fd753632-f701-4f68-9828-7f85b9fd4b61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=4aeea441-772e-43d3-9f23-1d59cee62d0e HTTP/1.1" status: 200 len: 217 time: 0.0718832 Jul 16 18:08:53.430851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-df3fc721-3b08-4e3f-9817-1b4a3c0a741a service neutron] 10.222.0.38 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858400 Jul 16 18:08:53.455382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16f84f0-a126-4a39-a916-3779c643c703 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.460674 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b16f84f0-a126-4a39-a916-3779c643c703 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/6fbd7463-a7e0-4be3-aa18-807f9a89f46b HTTP/1.1" status: 204 len: 168 time: 1.3451898 Jul 16 18:08:53.460932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.521343 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed894e12-984f-41d1-835a-a80db08f2587 req-7b116f16-9125-4465-9eed-3df2d762bab5 tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573124 Jul 16 18:08:53.532424 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f5a75e-3aeb-45b0-90dd-d1a52cb7d2b0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.534688 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f5a75e-3aeb-45b0-90dd-d1a52cb7d2b0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.539707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.541263 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-16f5a75e-3aeb-45b0-90dd-d1a52cb7d2b0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0792625 Jul 16 18:08:53.542624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-e2343d40-9f8b-4b63-b265-49544e9034de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.544063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-e2343d40-9f8b-4b63-b265-49544e9034de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.1084802 Jul 16 18:08:53.750638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d08f37a-c712-43fe-8f78-690a6ff91b05 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet b548516e-af2f-446b-90f3-0d6534ccf6c3 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:53.760666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ffb7a33c-528f-4f10-9dcc-0c9e26629180 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:53.769189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d08f37a-c712-43fe-8f78-690a6ff91b05 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.774983 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-4f8de19f-ee7e-4951-a99b-3686264d87cb service neutron] 10.222.0.38 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269873 Jul 16 18:08:53.850828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ffb7a33c-528f-4f10-9dcc-0c9e26629180 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:53.888476 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-a7184e5a-70d9-4c3a-aec1-6fa18d4d826e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f HTTP/1.1" status: 200 len: 217 time: 0.0916994 Jul 16 18:08:53.912220 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d08f37a-c712-43fe-8f78-690a6ff91b05 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.974426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-d2239274-80b5-4e8c-aa8a-b9801f7ce105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.975924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-d2239274-80b5-4e8c-aa8a-b9801f7ce105 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3929861 Jul 16 18:08:54.013498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c1e857d-5e9b-4f73-a568-7b116da0eed2 None None] Provisioning for port ffb7a33c-528f-4f10-9dcc-0c9e26629180 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:54.018298 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c1e857d-5e9b-4f73-a568-7b116da0eed2 None None] Provisioning complete for port ffb7a33c-528f-4f10-9dcc-0c9e26629180 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:54.018935 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c1e857d-5e9b-4f73-a568-7b116da0eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.054393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-d4408070-c163-487d-bab0-98138aee7a0c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955877 Jul 16 18:08:54.102672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-4f7e4599-64be-409d-9171-75440d8200c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:54.104065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-4f7e4599-64be-409d-9171-75440d8200c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.2041495 Jul 16 18:08:54.117003 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c1e857d-5e9b-4f73-a568-7b116da0eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.151311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4c1e857d-5e9b-4f73-a568-7b116da0eed2 None None] For port ffb7a33c-528f-4f10-9dcc-0c9e26629180, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ffb7a33c-528f-4f10-9dcc-0c9e26629180,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:54.156473 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c1e857d-5e9b-4f73-a568-7b116da0eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.186186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c1e857d-5e9b-4f73-a568-7b116da0eed2 None None] Could not find standard attr ID for object 6fbd7463-a7e0-4be3-aa18-807f9a89f46b. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:08:54.215449 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e857d-5e9b-4f73-a568-7b116da0eed2 None None] Pushing event updated for resources: {'Port': ['ID=ffb7a33c-528f-4f10-9dcc-0c9e26629180,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:54.301367 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f693c47-b701-4e4e-8fc2-0b8c8aba89bc None None] Could not find standard attr ID for object 6fbd7463-a7e0-4be3-aa18-807f9a89f46b. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:08:54.519185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f453ac4d-3cf7-4f06-ab0d-fa677d355750 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Deleting port a8f3c849-35ea-44df-8022-8b3c532555ff {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:54.519531 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f453ac4d-3cf7-4f06-ab0d-fa677d355750 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.592147 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d08f37a-c712-43fe-8f78-690a6ff91b05 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.707003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32bef2-ee64-4e61-92c7-7fc990184b79 req-3e37c382-8c1f-487d-9e4a-8380e68fd58a tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:54.708523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e32bef2-ee64-4e61-92c7-7fc990184b79 req-3e37c382-8c1f-487d-9e4a-8380e68fd58a tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.7509677 Jul 16 18:08:54.710329 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-c140a209-090c-43ec-9bb2-5ba6c82688d6 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781049 Jul 16 18:08:54.800189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-1148b12a-b23a-4a1a-9830-29fc6ab64424 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:54.802222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-1148b12a-b23a-4a1a-9830-29fc6ab64424 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7276926 Jul 16 18:08:54.810873 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f453ac4d-3cf7-4f06-ab0d-fa677d355750 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.819320 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-5273c2da-f795-48ab-95d3-5638be9b7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:54.820812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-5273c2da-f795-48ab-95d3-5638be9b7e52 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7014909 Jul 16 18:08:54.866012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f453ac4d-3cf7-4f06-ab0d-fa677d355750 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Calling delete_port for a8f3c849-35ea-44df-8022-8b3c532555ff owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:54.917350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-d93e1ef6-d0cb-44b6-8354-1a19ce3272a3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/quotas/1a1aaeaf28f243fd8004e95ea06e31dd HTTP/1.1" status: 200 len: 375 time: 0.1018291 Jul 16 18:08:54.937377 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d08f37a-c712-43fe-8f78-690a6ff91b05 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.949853 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e32bef2-ee64-4e61-92c7-7fc990184b79 req-976a5081-a352-4f7d-9071-ab00caeb2342 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238379 Jul 16 18:08:55.053160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08f37a-c712-43fe-8f78-690a6ff91b05 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=b548516e-af2f-446b-90f3-0d6534ccf6c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.065151 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d08f37a-c712-43fe-8f78-690a6ff91b05 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.067432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1d08f37a-c712-43fe-8f78-690a6ff91b05 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/b548516e-af2f-446b-90f3-0d6534ccf6c3 HTTP/1.1" status: 204 len: 168 time: 1.5266016 Jul 16 18:08:55.070117 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39854) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:55.079949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d1daf5-755b-4d2a-aa58-f1a41f4e1c3f None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:55.143070 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e3d94b96-91cf-45a2-86fd-4187c4385750 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685899 Jul 16 18:08:55.145792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:55.152471 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-325b6219-c3be-4dd8-a928-339ccb7e8ab1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:55.160449 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-92c29671-d8a9-4037-b36b-e907dae9c279 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354911 Jul 16 18:08:55.260221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325b6219-c3be-4dd8-a928-339ccb7e8ab1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:55.263968 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-325b6219-c3be-4dd8-a928-339ccb7e8ab1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.290012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-4473322a-18a9-4525-b753-222741b61a24 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588997 Jul 16 18:08:55.294395 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-7716adb1-d870-435b-93bd-a8a9e905d23d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b8437eda-68aa-4615-8c69-a9ca4460558a HTTP/1.1" status: 200 len: 217 time: 0.1147809 Jul 16 18:08:55.401245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-45529f64-cc1c-4886-9d8d-3007ace0e152 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4670696 Jul 16 18:08:55.401483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c89867-4751-4665-885e-553e2d4dd0b1 None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:55.470946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-0254c19c-275b-40ec-964b-b9c1b6243d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.472395 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-0254c19c-275b-40ec-964b-b9c1b6243d0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.1655705 Jul 16 18:08:55.480555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcc1f3-5ecd-4e12-8279-4a30273bee82 req-0e61745c-a08c-425c-a708-44d4d90380fc tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.487728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33dcc1f3-5ecd-4e12-8279-4a30273bee82 req-0e61745c-a08c-425c-a708-44d4d90380fc tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 945 time: 0.3838840 Jul 16 18:08:55.505553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24c89867-4751-4665-885e-553e2d4dd0b1 None None] Deleting port ffb7a33c-528f-4f10-9dcc-0c9e26629180 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:55.505970 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c89867-4751-4665-885e-553e2d4dd0b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.558126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-325b6219-c3be-4dd8-a928-339ccb7e8ab1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.626153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-eb0f27a4-7dc2-4203-9032-88a7d2ae581c service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209851 Jul 16 18:08:55.642960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33dcc1f3-5ecd-4e12-8279-4a30273bee82 req-398d882b-44c7-4c9e-a421-6410c448d9e4 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517923 Jul 16 18:08:55.650303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-24c89867-4751-4665-885e-553e2d4dd0b1 None None] For port ffb7a33c-528f-4f10-9dcc-0c9e26629180, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ffb7a33c-528f-4f10-9dcc-0c9e26629180,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:55.650717 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c89867-4751-4665-885e-553e2d4dd0b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.678373 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f453ac4d-3cf7-4f06-ab0d-fa677d355750 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.687561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24c89867-4751-4665-885e-553e2d4dd0b1 None None] Calling delete_port for ffb7a33c-528f-4f10-9dcc-0c9e26629180 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:55.699503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325b6219-c3be-4dd8-a928-339ccb7e8ab1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:55.720242 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-325b6219-c3be-4dd8-a928-339ccb7e8ab1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:55.728831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325b6219-c3be-4dd8-a928-339ccb7e8ab1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.729386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-325b6219-c3be-4dd8-a928-339ccb7e8ab1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.745090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b6219-c3be-4dd8-a928-339ccb7e8ab1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=431c0af0-5439-47cc-8466-e716c1914010,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.757284 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ffb7a33c-528f-4f10-9dcc-0c9e26629180 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:55.789468 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-325b6219-c3be-4dd8-a928-339ccb7e8ab1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6394699 Jul 16 18:08:55.789468 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:55.795531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': '431c0af0-5439-47cc-8466-e716c1914010', 'ip_address': '2001:db8::742a:3f38:7e:fe27'}], 'name': 'tempest-NetworksTestDHCPv6-1629271240'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:55.881103 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24c89867-4751-4665-885e-553e2d4dd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.885955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453ac4d-3cf7-4f06-ab0d-fa677d355750 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event deleted for resources: {'Port': ['ID=a8f3c849-35ea-44df-8022-8b3c532555ff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.930112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c89867-4751-4665-885e-553e2d4dd0b1 None None] Pushing event deleted for resources: {'Port': ['ID=ffb7a33c-528f-4f10-9dcc-0c9e26629180,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.952370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-5c36985e-e783-4b06-9cfe-47a997b5c573 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1c7fda8b-3138-4238-aa2b-810ce6159203 HTTP/1.1" status: 200 len: 217 time: 0.3059287 Jul 16 18:08:55.954519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c89867-4751-4665-885e-553e2d4dd0b1 None None] No DVR routers for this DVR port ffb7a33c-528f-4f10-9dcc-0c9e26629180 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:55.958902 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.019624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde4560-5bb9-4359-a170-06f5e958cf99 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:56.044990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:56.145929 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b115706e-5c2c-4cc0-89ca-5e7f15a6cf38 req-bd2e8233-7bde-4939-b91e-037a4fb4918e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 210 time: 0.2809424 Jul 16 18:08:56.244098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.274200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 4540332c-2f32-424f-a3d9-2e5d96a6f502 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:56.291611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-bb10ed94-b09b-4c6d-8c08-1df1ebe4154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:56.293146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-bb10ed94-b09b-4c6d-8c08-1df1ebe4154a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.1273482 Jul 16 18:08:56.311149 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-641edbe3-78c4-471a-b50a-8f76ad89b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:56.312772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-641edbe3-78c4-471a-b50a-8f76ad89b92b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8112340 Jul 16 18:08:56.400634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': '431c0af0-5439-47cc-8466-e716c1914010'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:56.401588 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.543564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::742a:3f38:7e:fe27 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/431c0af0-5439-47cc-8466-e716c1914010/4540332c-2f32-424f-a3d9-2e5d96a6f502) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:56.593267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-5bd1a2d7-a925-4200-9d08-59a2eddad15d service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876919 Jul 16 18:08:56.721841 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f453ac4d-3cf7-4f06-ab0d-fa677d355750 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.751127 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-248fdf86-175e-4a14-a89e-73aff18f891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:56.752958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-248fdf86-175e-4a14-a89e-73aff18f891f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3812814 Jul 16 18:08:56.771721 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.789735 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 4540332c-2f32-424f-a3d9-2e5d96a6f502 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:56.848730 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.899821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Allocated IP 2001:db8::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/431c0af0-5439-47cc-8466-e716c1914010/6cdf2c65-8417-433a-a768-6e2b252e6604) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:56.906336 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:56.911846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:56.916920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:56.923718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:56.924399 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.935786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=4540332c-2f32-424f-a3d9-2e5d96a6f502,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:56.946075 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e74807d5-3f32-470c-8e32-76936240d96c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1556954 Jul 16 18:08:56.948690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.976058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010931-f002-410f-a4de-9e08de14c2f6 req-8ba3e583-2bdc-4b78-ad19-86d979ffdd28 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:56.983045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-23010931-f002-410f-a4de-9e08de14c2f6 req-8ba3e583-2bdc-4b78-ad19-86d979ffdd28 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 945 time: 0.5428889 Jul 16 18:08:57.007197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220a517-6dd5-4de7-b74d-59a593e7097f req-163247b1-d5e3-4f3d-8b36-225be568686f tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.008683 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4220a517-6dd5-4de7-b74d-59a593e7097f req-163247b1-d5e3-4f3d-8b36-225be568686f tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.5577276 Jul 16 18:08:57.078553 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e497fc38-ecbb-4ad7-bb9b-64b29566b7c3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.085525 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e497fc38-ecbb-4ad7-bb9b-64b29566b7c3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1355710 Jul 16 18:08:57.087992 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:57.123025 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.147197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-d11a872d-37d0-4aab-9066-631e282feb00 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907348 Jul 16 18:08:57.148423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Transition to ACTIVE for port object 6cdf2c65-8417-433a-a768-6e2b252e6604 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:57.171184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Transition to ACTIVE for port object 6cdf2c65-8417-433a-a768-6e2b252e6604 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:57.181217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f453ac4d-3cf7-4f06-ab0d-fa677d355750 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Router cb94c826-8cba-4294-ad2e-beda521813fb has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:57.187031 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.230339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c28bfa5e-7a86-4794-aef4-5f61d0c1cbac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 4540332c-2f32-424f-a3d9-2e5d96a6f502 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:57.231930 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bfa5e-7a86-4794-aef4-5f61d0c1cbac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.251030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:57.252236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Pushing event updated for resources: {'Port': ['ID=6cdf2c65-8417-433a-a768-6e2b252e6604,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:57.260640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:57.263262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:57.274002 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-a6465b83-6e5d-4d00-9fbe-ea8f574706c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=aace7eb4-c981-4ac1-be70-21c27562802e HTTP/1.1" status: 200 len: 217 time: 0.1156383 Jul 16 18:08:57.333800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Attempting to bind port 6cdf2c65-8417-433a-a768-6e2b252e6604 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:57.334484 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Attempting to bind port 6cdf2c65-8417-433a-a768-6e2b252e6604 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:57.335052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Attempting to bind port 6cdf2c65-8417-433a-a768-6e2b252e6604 on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:57.340614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:57.341254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:57.341547 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-4e91e3d5-2624-478c-8388-ee7c6a9661ee service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760705 Jul 16 18:08:57.342296 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.343002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:57.343663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Bound port: 6cdf2c65-8417-433a-a768-6e2b252e6604, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:57.344238 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.355555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-10119bb2-2fe4-4ede-927b-87c010bcd738 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805578 Jul 16 18:08:57.368285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4220a517-6dd5-4de7-b74d-59a593e7097f req-eb19f117-b2d9-499f-a0be-76e757cb2d12 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501918 Jul 16 18:08:57.372033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bfa5e-7a86-4794-aef4-5f61d0c1cbac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.386462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c28bfa5e-7a86-4794-aef4-5f61d0c1cbac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 4540332c-2f32-424f-a3d9-2e5d96a6f502 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:57.445057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] For port 6cdf2c65-8417-433a-a768-6e2b252e6604, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:57.451045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] For port 6cdf2c65-8417-433a-a768-6e2b252e6604, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6cdf2c65-8417-433a-a768-6e2b252e6604,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:57.464499 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.567617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14234e9-e9a9-4d81-b508-079d8ba7f653 None None] Pushing event updated for resources: {'Port': ['ID=6cdf2c65-8417-433a-a768-6e2b252e6604,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:57.735551 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bfa5e-7a86-4794-aef4-5f61d0c1cbac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.799502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bfa5e-7a86-4794-aef4-5f61d0c1cbac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=4540332c-2f32-424f-a3d9-2e5d96a6f502,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:57.862086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c28bfa5e-7a86-4794-aef4-5f61d0c1cbac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.867113 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c28bfa5e-7a86-4794-aef4-5f61d0c1cbac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/4540332c-2f32-424f-a3d9-2e5d96a6f502 HTTP/1.1" status: 204 len: 168 time: 0.7747602 Jul 16 18:08:57.868863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:57.990539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd03348-88c1-4a0b-b8a2-99689f52c6d8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.992844 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd03348-88c1-4a0b-b8a2-99689f52c6d8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.994747 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4bd03348-88c1-4a0b-b8a2-99689f52c6d8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1252878 Jul 16 18:08:57.997613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:58.088548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-13093edc-a897-478e-9f0c-c05196fdd33a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 431c0af0-5439-47cc-8466-e716c1914010 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:58.098688 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13093edc-a897-478e-9f0c-c05196fdd33a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.153402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13093edc-a897-478e-9f0c-c05196fdd33a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.191462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-736ee555-683b-41a8-825f-ec1f563c0ee5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.193351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-736ee555-683b-41a8-825f-ec1f563c0ee5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8239152 Jul 16 18:08:58.233756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Request body: {'port': {'device_id': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '1a1aaeaf28f243fd8004e95ea06e31dd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:58.248476 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13093edc-a897-478e-9f0c-c05196fdd33a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.315209 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13093edc-a897-478e-9f0c-c05196fdd33a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.339444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f453ac4d-3cf7-4f06-ab0d-fa677d355750 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:58.350366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f453ac4d-3cf7-4f06-ab0d-fa677d355750 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "PUT /v2.0/routers/cb94c826-8cba-4294-ad2e-beda521813fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0337679 Jul 16 18:08:58.352564 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7eae97-8542-45b4-9bdd-7bd8914f274c None None] Sync routers for ids ['cb94c826-8cba-4294-ad2e-beda521813fb'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:58.364925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:58.367341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-229f2458-33b1-4c5d-a50a-8e829373e84f req-21e229f1-30bc-47d2-b914-b6c9c22c822c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 210 time: 0.1603370 Jul 16 18:08:58.367663 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7eae97-8542-45b4-9bdd-7bd8914f274c None None] Routers {'cb94c826-8cba-4294-ad2e-beda521813fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:58.368298 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab7eae97-8542-45b4-9bdd-7bd8914f274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cb94c826-8cba-4294-ad2e-beda521813fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:58.409228 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab7eae97-8542-45b4-9bdd-7bd8914f274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:58.419572 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7eae97-8542-45b4-9bdd-7bd8914f274c None None] Routers {'cb94c826-8cba-4294-ad2e-beda521813fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:58.419689 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab7eae97-8542-45b4-9bdd-7bd8914f274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:08:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cb94c826-8cba-4294-ad2e-beda521813fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:58.420200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13093edc-a897-478e-9f0c-c05196fdd33a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=431c0af0-5439-47cc-8466-e716c1914010,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.428454 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13093edc-a897-478e-9f0c-c05196fdd33a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.429578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-23010931-f002-410f-a4de-9e08de14c2f6 req-630e4c45-b547-4d09-a409-0469cf4f6f02 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4445734 Jul 16 18:08:58.430399 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-13093edc-a897-478e-9f0c-c05196fdd33a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/431c0af0-5439-47cc-8466-e716c1914010 HTTP/1.1" status: 204 len: 168 time: 0.4317923 Jul 16 18:08:58.431560 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-b5d079d1-facc-4407-93df-731fd52cd7fb tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] show failed (client error): The resource could not be found. Jul 16 18:08:58.436237 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b5d079d1-facc-4407-93df-731fd52cd7fb tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-1353162521 HTTP/1.1" status: 404 len: 335 time: 0.0654964 Jul 16 18:08:58.436781 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:58.437114 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:58.443402 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e6fd4692-9865-4279-9da1-8abaac961ed3 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:58.455787 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab7eae97-8542-45b4-9bdd-7bd8914f274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:58.456711 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7eae97-8542-45b4-9bdd-7bd8914f274c None None] The sync data for ids ['cb94c826-8cba-4294-ad2e-beda521813fb'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:58.498303 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-230ab848-294d-4cc2-a51d-3cc7357ced97 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600705 Jul 16 18:08:58.519251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:58.521990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-80d6880d-88a1-4969-8169-d774239c9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.523846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-80d6880d-88a1-4969-8169-d774239c9ffb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 1.2180400 Jul 16 18:08:58.533225 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e6fd4692-9865-4279-9da1-8abaac961ed3 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] update failed (client error): The resource could not be found. Jul 16 18:08:58.536673 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e6fd4692-9865-4279-9da1-8abaac961ed3 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-603034312 HTTP/1.1" status: 404 len: 334 time: 0.0946164 Jul 16 18:08:58.543012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:58.617237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cff1e4d-7374-47c3-98c6-91a6d8736a3d tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Deleting subnet 70e5eff6-9c56-46c1-b7dd-21cffcc60557 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:58.621453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cff1e4d-7374-47c3-98c6-91a6d8736a3d tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.729200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-b5865f98-42ea-4060-adb5-0f070ac4dd25 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3758953 Jul 16 18:08:58.732730 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cff1e4d-7374-47c3-98c6-91a6d8736a3d tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.882310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-3c19fe07-8eca-4643-8230-0a321792c4fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=7eabc694-8433-42fa-9894-3abdb602e652 HTTP/1.1" status: 200 len: 217 time: 0.1397996 Jul 16 18:08:58.985300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-ea617700-a13c-4bbb-957a-6033e5f69a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.986860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-ea617700-a13c-4bbb-957a-6033e5f69a92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4376376 Jul 16 18:08:58.987061 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cff1e4d-7374-47c3-98c6-91a6d8736a3d tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.999916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0645af08-9338-44eb-a1e4-0982a4c463ef tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.004297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0645af08-9338-44eb-a1e4-0982a4c463ef tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4764588 Jul 16 18:08:59.016434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:59.086295 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-feee1e12-1b19-4d74-b10b-3c9f5bc74bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.086786 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cff1e4d-7374-47c3-98c6-91a6d8736a3d tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.088496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-feee1e12-1b19-4d74-b10b-3c9f5bc74bbb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.1811917 Jul 16 18:08:59.096114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8d904b-d51f-4370-ad4b-85409d09e88c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.101684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4f8d904b-d51f-4370-ad4b-85409d09e88c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0816264 Jul 16 18:08:59.114249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceda596-e2b5-45d9-a66e-b2232b8070c5 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:59.117222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:59.119666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff1e4d-7374-47c3-98c6-91a6d8736a3d tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event deleted for resources: {'Subnet': ['ID=70e5eff6-9c56-46c1-b7dd-21cffcc60557,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.123589 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cff1e4d-7374-47c3-98c6-91a6d8736a3d tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.127960 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6cff1e4d-7374-47c3-98c6-91a6d8736a3d tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "DELETE /v2.0/subnets/70e5eff6-9c56-46c1-b7dd-21cffcc60557 HTTP/1.1" status: 204 len: 168 time: 0.5808804 Jul 16 18:08:59.128076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Made reservation on behalf of 1a1aaeaf28f243fd8004e95ea06e31dd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:59.132113 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.133187 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:59.142073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a736628-3c6c-40eb-8304-0e2fd3983bc8 None None] Network a9c939ca-aedd-4a0b-8109-e9ce729455e3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:59.235485 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.237188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9bc5ee8e-ee82-448e-8d4d-d86855eee1ad None None] Provisioning for port 6cdf2c65-8417-433a-a768-6e2b252e6604 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:59.240383 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3c3d4843-3a49-467f-8435-2ac2994f80c7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140947 Jul 16 18:08:59.246240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:59.251666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eb73dac9-0a5d-4b34-a5f6-e2330bc4f853 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:59.383828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-7f02a1c5-c0e1-4d45-81f5-c84b508a3431 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782434 Jul 16 18:08:59.396604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb73dac9-0a5d-4b34-a5f6-e2330bc4f853 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:59.401131 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb73dac9-0a5d-4b34-a5f6-e2330bc4f853 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.450830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-b3e98e6f-51c4-437e-ba5f-27684b837c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.456919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-b3e98e6f-51c4-437e-ba5f-27684b837c27 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3555071 Jul 16 18:08:59.486742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Deleting port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:59.487198 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.519128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a876435d-4ab6-42f5-812e-928f673d3bb9 None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:59.584548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Allocated IP 192.168.233.233 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/14c2e20a-9adb-4099-9e12-7fce3fb9e078) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:59.616756 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] For port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=48262d4c-2361-4f98-ad06-ab04a1bcb4a3,segment=NetworkSegment(3523545c-d83d-4178-9f3b-179b382117b5),segment_id=3523545c-d83d-4178-9f3b-179b382117b5)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:59.617135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.618275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cd95eb-563c-4a17-8fe4-d9e6b5b6cb2a None None] DHCP port deletion for a9c939ca-aedd-4a0b-8109-e9ce729455e3 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:59.637726 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Calling delete_port for 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:59.697349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-92b4f513-961f-4670-91c9-1bd1d1593098 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002257 Jul 16 18:08:59.744938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:59.752934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-936c7b08-1c0d-4c44-905f-33fe888f2453 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=355d586e-9b6f-45ca-9c78-5ec31972c14f HTTP/1.1" status: 200 len: 217 time: 0.0467019 Jul 16 18:08:59.786220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a876435d-4ab6-42f5-812e-928f673d3bb9 None None] Deleting port 6cdf2c65-8417-433a-a768-6e2b252e6604 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:59.786600 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a876435d-4ab6-42f5-812e-928f673d3bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.796506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-1534870e-93de-4987-b262-3677ba36a05e service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253295 Jul 16 18:08:59.877442 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eff691ac-74e1-4e5c-929d-aa67bceee322 req-1e0a29a3-8025-4542-92f8-15268c74e5d7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 210 time: 0.1204300 Jul 16 18:08:59.881848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.915872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event deleted for resources: {'Port': ['ID=48262d4c-2361-4f98-ad06-ab04a1bcb4a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.925234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb73dac9-0a5d-4b34-a5f6-e2330bc4f853 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.951524 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb73dac9-0a5d-4b34-a5f6-e2330bc4f853 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:59.954671 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eb73dac9-0a5d-4b34-a5f6-e2330bc4f853 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:59.982650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb73dac9-0a5d-4b34-a5f6-e2330bc4f853 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.983414 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb73dac9-0a5d-4b34-a5f6-e2330bc4f853 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.985902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a876435d-4ab6-42f5-812e-928f673d3bb9 None None] For port 6cdf2c65-8417-433a-a768-6e2b252e6604, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6cdf2c65-8417-433a-a768-6e2b252e6604,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:59.987181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a876435d-4ab6-42f5-812e-928f673d3bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.987447 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-33e34532-8cda-437b-bae5-e78a97555e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.989613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-33e34532-8cda-437b-bae5-e78a97555e44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6209d1f1-0281-4b08-99ad-f54e411f3cea HTTP/1.1" status: 200 len: 797 time: 0.2169542 Jul 16 18:08:59.997737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] No DVR routers for this DVR port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:00.011800 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eb73dac9-0a5d-4b34-a5f6-e2330bc4f853 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7643445 Jul 16 18:09:00.017750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:00.027563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a876435d-4ab6-42f5-812e-928f673d3bb9 None None] Calling delete_port for 6cdf2c65-8417-433a-a768-6e2b252e6604 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:00.034508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd95eb-563c-4a17-8fe4-d9e6b5b6cb2a None None] Deleting port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:00.035100 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7cd95eb-563c-4a17-8fe4-d9e6b5b6cb2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.038030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': '8d867712-8828-4a2d-920e-bb237dd653f9', 'ip_address': '2001:db8::5203:2446:5fdd:8817'}], 'name': 'tempest-NetworksTestDHCPv6-848123158'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:00.109184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b7cd95eb-563c-4a17-8fe4-d9e6b5b6cb2a None None] For port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3, host n-d-793618-9, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:00.109883 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7cd95eb-563c-4a17-8fe4-d9e6b5b6cb2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.124393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd95eb-563c-4a17-8fe4-d9e6b5b6cb2a None None] Calling delete_port for 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:00.130988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-b7cd95eb-563c-4a17-8fe4-d9e6b5b6cb2a None None] Port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:09:00.137148 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7cd95eb-563c-4a17-8fe4-d9e6b5b6cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.145602 n-d-793618-9 neutron-server[93768]: INFO neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No ports have port_id starting with 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 Jul 16 18:09:00.202879 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bafedd-ed90-41f9-9ed2-9a6330cc40a7 req-62317746-afd2-4d05-9dbb-7dee68796f44 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.204457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25bafedd-ed90-41f9-9ed2-9a6330cc40a7 req-62317746-afd2-4d05-9dbb-7dee68796f44 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 945 time: 0.4418781 Jul 16 18:09:00.206957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-87a03789-5848-4c8e-99b6-482737e29e24 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653302 Jul 16 18:09:00.274515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:00.277114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-45057537-8abc-4e51-a25b-55ca9ac1c95b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c4066f96-874a-4e9b-9ebe-2041bf995554 HTTP/1.1" status: 200 len: 217 time: 0.0531282 Jul 16 18:09:00.279983 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.297343 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.309966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 53171499-fe31-4b6a-9254-d4ec93d7c7a7 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:00.358490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Transition to ACTIVE for port object 14c2e20a-9adb-4099-9e12-7fce3fb9e078 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:00.365212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-ca8a543f-9344-43e8-a5c3-51a69990bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.366530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-ca8a543f-9344-43e8-a5c3-51a69990bdcd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac8af031-332b-49b9-a5c1-24e1effc1820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3388343 Jul 16 18:09:00.389982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25bafedd-ed90-41f9-9ed2-9a6330cc40a7 req-5c6e6d84-9048-4376-8092-a821c22c7f6f tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774023 Jul 16 18:09:00.449158 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd95eb-563c-4a17-8fe4-d9e6b5b6cb2a None None] Pushing event deleted for resources: {'Port': ['ID=48262d4c-2361-4f98-ad06-ab04a1bcb4a3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:00.453077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd95eb-563c-4a17-8fe4-d9e6b5b6cb2a None None] No DVR routers for this DVR port 48262d4c-2361-4f98-ad06-ab04a1bcb4a3 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:00.456067 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-157586e3-0cc9-4d56-aec7-412b1bf33ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.463590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-f2d4c1ae-61a6-4961-bda3-a65aaadaa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.465091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-f2d4c1ae-61a6-4961-bda3-a65aaadaa8f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.1776063 Jul 16 18:09:00.497469 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::5203:2446:5fdd:8817 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/8d867712-8828-4a2d-920e-bb237dd653f9/53171499-fe31-4b6a-9254-d4ec93d7c7a7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:00.543656 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a876435d-4ab6-42f5-812e-928f673d3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.549857 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73dac9-0a5d-4b34-a5f6-e2330bc4f853 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=8d867712-8828-4a2d-920e-bb237dd653f9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:00.556247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876435d-4ab6-42f5-812e-928f673d3bb9 None None] No DVR routers for this DVR port 6cdf2c65-8417-433a-a768-6e2b252e6604 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:00.607002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876435d-4ab6-42f5-812e-928f673d3bb9 None None] Pushing event deleted for resources: {'Port': ['ID=6cdf2c65-8417-433a-a768-6e2b252e6604,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:00.617077 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.634154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080a456b-48ec-4d52-98c3-9e23c01a08d4 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:00.639192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c939ca-aedd-4a0b-8109-e9ce729455e3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:00.654373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3523545c-d83d-4178-9f3b-179b382117b5') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:00.655205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3523545c-d83d-4178-9f3b-179b382117b5') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:00.683162 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.700354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-2290a2f8-19b6-4ca7-8e50-f879f71fedec service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245010 Jul 16 18:09:00.704981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.732074 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.749583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:00.750154 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.750292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:00.753706 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:00.967621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Pushing event updated for resources: {'Port': ['ID=14c2e20a-9adb-4099-9e12-7fce3fb9e078,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:00.976809 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-d0fc3fd3-efa2-42fd-acd0-aaabbdf3ca13 service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625809 Jul 16 18:09:01.046322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:01.116767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': '8d867712-8828-4a2d-920e-bb237dd653f9'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:01.117982 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.143422 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.159234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.164186 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "DELETE /v2.0/networks/a9c939ca-aedd-4a0b-8109-e9ce729455e3 HTTP/1.1" status: 204 len: 168 time: 2.0276742 Jul 16 18:09:01.166683 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:01.189758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781af58-accb-4113-aaea-09e13f3a5941 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event deleted for resources: {'Network': ['ID=a9c939ca-aedd-4a0b-8109-e9ce729455e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.226294 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.272890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1464419f-aa4d-4bdf-b396-a5cf170b76a2 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Deleting subnet bf4fc65a-e838-436f-b5fe-bda0b9b314d3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:01.276715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 53171499-fe31-4b6a-9254-d4ec93d7c7a7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:01.278427 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1464419f-aa4d-4bdf-b396-a5cf170b76a2 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.342001 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1464419f-aa4d-4bdf-b396-a5cf170b76a2 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.399178 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.454056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-e8e69035-9de7-49c3-9af6-7523dfd4836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.455621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-e8e69035-9de7-49c3-9af6-7523dfd4836e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9719894 Jul 16 18:09:01.460205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-ecc4f73f-b0ce-48e1-a345-640b823bdc29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=390c02d7-cbb9-4405-adc9-7f7430e8f6a3 HTTP/1.1" status: 200 len: 217 time: 0.4440205 Jul 16 18:09:01.461066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:01.467639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:01.473054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:01.477260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:01.481290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:01.487344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.488001 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.492688 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Allocated IP 2001:db8::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/8d867712-8828-4a2d-920e-bb237dd653f9/9b58c1a1-dd22-4213-adda-a51e9ed65c3c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:01.523765 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=53171499-fe31-4b6a-9254-d4ec93d7c7a7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.530908 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1464419f-aa4d-4bdf-b396-a5cf170b76a2 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.591975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:01.591975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:01.592294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:01.592481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:01.592820 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:01.593155 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:01.608384 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:01.608842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:01.609287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:01.609694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:01.610076 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:01.610528 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:01.626056 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-48f9e3c4-fcb1-46d7-81b5-df40240710ad tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5943975 Jul 16 18:09:01.630205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:01.640802 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-37397196-4ffe-4314-82e3-6b445bbc27ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': '8d867712-8828-4a2d-920e-bb237dd653f9', 'ip_address': '2001:db8::5203:2446:5fdd:8817'}], 'name': 'tempest-NetworksTestDHCPv6-15128820'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:01.693097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.694119 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.703263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-af519f68-e046-4a74-b2b4-bc68c5446edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.713202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-af519f68-e046-4a74-b2b4-bc68c5446edb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6209d1f1-0281-4b08-99ad-f54e411f3cea HTTP/1.1" status: 200 len: 797 time: 0.2348652 Jul 16 18:09:01.756676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1464419f-aa4d-4bdf-b396-a5cf170b76a2 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.783642 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.799924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-5951b7cb-b7f1-485a-a297-c3ef9137a174 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5730681 Jul 16 18:09:01.800861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Transition to ACTIVE for port object 9b58c1a1-dd22-4213-adda-a51e9ed65c3c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:01.817951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf865ed3-22fd-44b5-b654-96b6449fb972 req-e3d936c5-5698-46af-8b18-8240f3aa7e9c tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.819657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf865ed3-22fd-44b5-b654-96b6449fb972 req-e3d936c5-5698-46af-8b18-8240f3aa7e9c tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 1.2095697 Jul 16 18:09:01.824012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Transition to ACTIVE for port object 9b58c1a1-dd22-4213-adda-a51e9ed65c3c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:01.834411 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.851745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464419f-aa4d-4bdf-b396-a5cf170b76a2 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4fc65a-e838-436f-b5fe-bda0b9b314d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.870522 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1464419f-aa4d-4bdf-b396-a5cf170b76a2 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.872479 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1464419f-aa4d-4bdf-b396-a5cf170b76a2 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "DELETE /v2.0/subnets/bf4fc65a-e838-436f-b5fe-bda0b9b314d3 HTTP/1.1" status: 204 len: 168 time: 0.6956315 Jul 16 18:09:01.875893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Request body: {'port': {'device_id': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:01.877635 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:01.877635 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:01.880446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f9fc5a-b257-434d-a961-acfc1fbc966f None None] Network c98732bc-1da3-47c5-9575-06f25140fc3e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:01.933756 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:01.942582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7963abb2-75d4-42c7-b122-1bd9cb0c18b6 None None] Provisioning for port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:01.945579 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:01.975420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Pushing event updated for resources: {'Port': ['ID=9b58c1a1-dd22-4213-adda-a51e9ed65c3c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.983631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:01.989515 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7963abb2-75d4-42c7-b122-1bd9cb0c18b6 None None] Provisioning complete for port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:01.990124 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7963abb2-75d4-42c7-b122-1bd9cb0c18b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.001287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a178515b-0286-4bfe-96f1-03db51caa71b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Deleting subnet c40bded4-30ed-436a-bc33-4be5844806e1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:02.005764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37397196-4ffe-4314-82e3-6b445bbc27ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:02.010788 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a178515b-0286-4bfe-96f1-03db51caa71b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.033691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be9656-163c-4ed6-837a-1c9264100763 req-37c9e2f6-6c2d-4355-8bd7-58a35a6fcbb8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.042427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82be9656-163c-4ed6-837a-1c9264100763 req-37c9e2f6-6c2d-4355-8bd7-58a35a6fcbb8 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 945 time: 1.0628414 Jul 16 18:09:02.077975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7963abb2-75d4-42c7-b122-1bd9cb0c18b6 None None] Port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:02.091438 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf865ed3-22fd-44b5-b654-96b6449fb972 req-971cce49-774f-4e0d-b6b7-caa02ab59b6f tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068911 Jul 16 18:09:02.139596 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a178515b-0286-4bfe-96f1-03db51caa71b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.145468 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23f4807e-3f4c-4de1-ab26-e08714eb3767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.150084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Attempting to bind port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:02.150664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Attempting to bind port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:02.151248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Attempting to bind port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:02.160781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:02.161485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:02.162087 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.162659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:02.163202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-7b3d8237-6440-4fb5-98d1-a7bbc5fdcf6b service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870961 Jul 16 18:09:02.163517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Bound port: 9b58c1a1-dd22-4213-adda-a51e9ed65c3c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:02.164078 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.193256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82be9656-163c-4ed6-837a-1c9264100763 req-5733eaa2-61a4-43b6-aab2-c6ec689eb719 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498613 Jul 16 18:09:02.220601 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.253353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] For port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:02.278603 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] For port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9b58c1a1-dd22-4213-adda-a51e9ed65c3c,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:02.282867 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e66162b-71b2-4e9e-8d1c-5ce140c88f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.285938 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37397196-4ffe-4314-82e3-6b445bbc27ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.286833 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.323272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-88e539c7-d641-49fa-baf3-d4d2f807e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.325103 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-88e539c7-d641-49fa-baf3-d4d2f807e37e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac8af031-332b-49b9-a5c1-24e1effc1820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5489602 Jul 16 18:09:02.327776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e1945e-0420-4599-9330-0c3785160542 None None] DHCP port deletion for c98732bc-1da3-47c5-9575-06f25140fc3e request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:02.382702 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-37397196-4ffe-4314-82e3-6b445bbc27ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port d7a5e2b6-8d8c-4ed0-bc06-217659ad2e7e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:02.420078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0ca6b-e62b-444a-a904-aabf855510a6 None None] Pushing event updated for resources: {'Port': ['ID=9b58c1a1-dd22-4213-adda-a51e9ed65c3c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.437290 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.442235 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.458776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-31e1945e-0420-4599-9330-0c3785160542 None None] Deleting port dca66b11-da5a-4b8c-a65a-84f8d48b0e35 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:02.459455 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31e1945e-0420-4599-9330-0c3785160542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.468585 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a178515b-0286-4bfe-96f1-03db51caa71b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.564691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-fdd5e7f5-06d8-4640-91ab-8ede1217b9c0 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934777 Jul 16 18:09:02.568310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-e225f690-cb0a-4662-ac9d-47b81dd17cd5 service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025177 Jul 16 18:09:02.576754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-31e1945e-0420-4599-9330-0c3785160542 None None] For port dca66b11-da5a-4b8c-a65a-84f8d48b0e35, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dca66b11-da5a-4b8c-a65a-84f8d48b0e35,segment=NetworkSegment(82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319),segment_id=82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:02.577257 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31e1945e-0420-4599-9330-0c3785160542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.613371 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-31e1945e-0420-4599-9330-0c3785160542 None None] Calling delete_port for dca66b11-da5a-4b8c-a65a-84f8d48b0e35 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:02.624817 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.776392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dcd0b-c341-472d-9ec6-074332c15d28 req-1f187528-c86b-40d3-bbca-d03b5ac1faef tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.778644 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-105dcd0b-c341-472d-9ec6-074332c15d28 req-1f187528-c86b-40d3-bbca-d03b5ac1faef tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 945 time: 0.4536428 Jul 16 18:09:02.781234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190ca5a-7d43-45b8-8d85-336c790e589a req-7e78a5aa-4465-491f-9301-5d4fbbd0afce tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.784018 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31e1945e-0420-4599-9330-0c3785160542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.792551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f190ca5a-7d43-45b8-8d85-336c790e589a req-7e78a5aa-4465-491f-9301-5d4fbbd0afce tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 936 time: 0.4623432 Jul 16 18:09:02.801622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-e71960ec-9987-407d-9146-63e205476c37 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3502ebbe-8b90-4a56-afa2-80f95d0e97d8 HTTP/1.1" status: 200 len: 217 time: 0.2098558 Jul 16 18:09:02.814136 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a178515b-0286-4bfe-96f1-03db51caa71b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.820899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1945e-0420-4599-9330-0c3785160542 None None] Pushing event deleted for resources: {'Port': ['ID=dca66b11-da5a-4b8c-a65a-84f8d48b0e35,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.824279 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1945e-0420-4599-9330-0c3785160542 None None] No DVR routers for this DVR port dca66b11-da5a-4b8c-a65a-84f8d48b0e35 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:02.922227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178515b-0286-4bfe-96f1-03db51caa71b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event deleted for resources: {'Subnet': ['ID=c40bded4-30ed-436a-bc33-4be5844806e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.931958 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23f4807e-3f4c-4de1-ab26-e08714eb3767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.950228 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23f4807e-3f4c-4de1-ab26-e08714eb3767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.954593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5dba55-ea94-456f-923b-d56c66553e80 None None] Network c738efe0-70a0-4468-92a9-8b81f617ce9f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:02.960228 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a178515b-0286-4bfe-96f1-03db51caa71b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.966000 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a178515b-0286-4bfe-96f1-03db51caa71b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "DELETE /v2.0/subnets/c40bded4-30ed-436a-bc33-4be5844806e1 HTTP/1.1" status: 204 len: 168 time: 1.0859282 Jul 16 18:09:02.980383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:03.100390 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4807e-3f4c-4de1-ab26-e08714eb3767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c43bf2-de00-440c-a2bb-8765c245d777,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.127005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f190ca5a-7d43-45b8-8d85-336c790e589a req-ebdab325-b782-4c01-9f24-5f7bf2ec36cb tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332016 Jul 16 18:09:03.137222 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-23f4807e-3f4c-4de1-ab26-e08714eb3767 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c703f5eeb9d34ec4b2e015a77c073235&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2587521 Jul 16 18:09:03.138477 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-37397196-4ffe-4314-82e3-6b445bbc27ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:09:03.139026 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37397196-4ffe-4314-82e3-6b445bbc27ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:03.172059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:03.191727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-8bfa9156-b0b6-4fff-a8bc-5d57f63bc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.193901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-8bfa9156-b0b6-4fff-a8bc-5d57f63bc604 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b93e8465-6528-4566-8e4d-afb8ffbc7d1c HTTP/1.1" status: 200 len: 797 time: 0.3845103 Jul 16 18:09:03.198108 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-37397196-4ffe-4314-82e3-6b445bbc27ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5658951 Jul 16 18:09:03.200648 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:03.203526 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-974ac1de-56ac-47ef-ab20-0d04c3f710e9 req-46a2ecb0-3762-4b31-b5a5-22c03ea140bb service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268163 Jul 16 18:09:03.211056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a5803-f9bc-41b4-b81e-b936aec1499e None None] DHCP port deletion for c738efe0-70a0-4468-92a9-8b81f617ce9f request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:03.218602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.290437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-004a5803-f9bc-41b4-b81e-b936aec1499e None None] Deleting port 4ecb416f-38ca-4071-9b2c-11012e616a9c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:03.290768 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004a5803-f9bc-41b4-b81e-b936aec1499e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.389995 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aaf46ef-5d52-4004-8316-7f6eb896f934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.398517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-105dcd0b-c341-472d-9ec6-074332c15d28 req-23308cc1-10a0-409a-a29a-dc24c8c404a6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Deleting port 55699a59-baf4-4c2c-a0db-33381273bccf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:03.398866 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-105dcd0b-c341-472d-9ec6-074332c15d28 req-23308cc1-10a0-409a-a29a-dc24c8c404a6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.475529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-004a5803-f9bc-41b4-b81e-b936aec1499e None None] For port 4ecb416f-38ca-4071-9b2c-11012e616a9c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4ecb416f-38ca-4071-9b2c-11012e616a9c,segment=NetworkSegment(7f4be7ca-9f47-4dad-b33d-366de983dbc2),segment_id=7f4be7ca-9f47-4dad-b33d-366de983dbc2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:03.475931 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004a5803-f9bc-41b4-b81e-b936aec1499e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.502867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c2e20a-9adb-4099-9e12-7fce3fb9e078 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:03.504104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-004a5803-f9bc-41b4-b81e-b936aec1499e None None] Calling delete_port for 4ecb416f-38ca-4071-9b2c-11012e616a9c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:03.505408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-105dcd0b-c341-472d-9ec6-074332c15d28 req-23308cc1-10a0-409a-a29a-dc24c8c404a6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] For port 55699a59-baf4-4c2c-a0db-33381273bccf, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=55699a59-baf4-4c2c-a0db-33381273bccf,segment=NetworkSegment(4824c595-314e-4086-8ef6-bb6b7ddf8590),segment_id=4824c595-314e-4086-8ef6-bb6b7ddf8590)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:03.505796 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-105dcd0b-c341-472d-9ec6-074332c15d28 req-23308cc1-10a0-409a-a29a-dc24c8c404a6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.540142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-105dcd0b-c341-472d-9ec6-074332c15d28 req-23308cc1-10a0-409a-a29a-dc24c8c404a6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Calling delete_port for 55699a59-baf4-4c2c-a0db-33381273bccf owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:03.553542 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.641166 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-004a5803-f9bc-41b4-b81e-b936aec1499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.709778 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.717759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a5803-f9bc-41b4-b81e-b936aec1499e None None] Pushing event deleted for resources: {'Port': ['ID=4ecb416f-38ca-4071-9b2c-11012e616a9c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.726354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3d3fe-313f-4436-a83c-32b163246239 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.727645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a5803-f9bc-41b4-b81e-b936aec1499e None None] No DVR routers for this DVR port 4ecb416f-38ca-4071-9b2c-11012e616a9c on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:03.744271 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3d3fe-313f-4436-a83c-32b163246239 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.751653 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e2f3d3fe-313f-4436-a83c-32b163246239 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5493197 Jul 16 18:09:03.752344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:03.756421 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.798349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98732bc-1da3-47c5-9575-06f25140fc3e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:03.798943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9b58c1a1-dd22-4213-adda-a51e9ed65c3c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:03.803195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aaf46ef-5d52-4004-8316-7f6eb896f934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.845609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:03.845916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ed02a6-e0e8-4e36-8ac6-c5ff45c7b319') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:03.851487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Transition to ACTIVE for port object 14c2e20a-9adb-4099-9e12-7fce3fb9e078 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:03.858052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-017580ca-2f8e-4757-9e98-d14c4f498bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.863372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-017580ca-2f8e-4757-9e98-d14c4f498bd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6587925 Jul 16 18:09:03.869785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:03.948058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4ecb416f-38ca-4071-9b2c-11012e616a9c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:03.976147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4ecb416f-38ca-4071-9b2c-11012e616a9c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:03.978948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4ecb416f-38ca-4071-9b2c-11012e616a9c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:03.979833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dca66b11-da5a-4b8c-a65a-84f8d48b0e35 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:03.987115 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.990613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-3fc51849-84b9-4bec-b7b4-6ae8a6e56f64 service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099701 Jul 16 18:09:03.995004 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.018922 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: dca66b11-da5a-4b8c-a65a-84f8d48b0e35 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:04.019460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dca66b11-da5a-4b8c-a65a-84f8d48b0e35 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:04.044696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-334e97c3-4d1c-4072-8bf3-a7f15e3028e6 None None] Provisioning for port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:04.063681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-334e97c3-4d1c-4072-8bf3-a7f15e3028e6 None None] Provisioning complete for port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:04.064068 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-334e97c3-4d1c-4072-8bf3-a7f15e3028e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.069334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c91fb-fa88-48a3-ac97-f5406e072469 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 53171499-fe31-4b6a-9254-d4ec93d7c7a7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:04.069703 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc1c91fb-fa88-48a3-ac97-f5406e072469 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.100050 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.147645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:04.148507 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:04.175200 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:04.188288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aaf46ef-5d52-4004-8316-7f6eb896f934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.191374 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aaf46ef-5d52-4004-8316-7f6eb896f934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.194132 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5aaf46ef-5d52-4004-8316-7f6eb896f934 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99c43bf2-de00-440c-a2bb-8765c245d777 HTTP/1.1" status: 204 len: 168 time: 1.0130136 Jul 16 18:09:04.225966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf46ef-5d52-4004-8316-7f6eb896f934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c43bf2-de00-440c-a2bb-8765c245d777,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.249716 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-105dcd0b-c341-472d-9ec6-074332c15d28 req-23308cc1-10a0-409a-a29a-dc24c8c404a6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.260336 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-334e97c3-4d1c-4072-8bf3-a7f15e3028e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.299119 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc1c91fb-fa88-48a3-ac97-f5406e072469 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.314792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c91fb-fa88-48a3-ac97-f5406e072469 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 53171499-fe31-4b6a-9254-d4ec93d7c7a7 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:04.364269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-334e97c3-4d1c-4072-8bf3-a7f15e3028e6 None None] For port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9b58c1a1-dd22-4213-adda-a51e9ed65c3c,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:04.372131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['55699a59-baf4-4c2c-a0db-33381273bccf'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:04.383465 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-334e97c3-4d1c-4072-8bf3-a7f15e3028e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.401399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Pushing event updated for resources: {'Port': ['ID=14c2e20a-9adb-4099-9e12-7fce3fb9e078,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.494513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-145affe6-d5ee-4b76-a083-5f8c8396fd9e service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868770 Jul 16 18:09:04.499751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23308cc1-10a0-409a-a29a-dc24c8c404a6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Pushing event deleted for resources: {'Port': ['ID=55699a59-baf4-4c2c-a0db-33381273bccf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.528168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c59bfb23-a013-4a19-9b1b-ba4f0f495744 None None] Could not find standard attr ID for object 4540332c-2f32-424f-a3d9-2e5d96a6f502. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:09:04.535284 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e97c3-4d1c-4072-8bf3-a7f15e3028e6 None None] Pushing event updated for resources: {'Port': ['ID=9b58c1a1-dd22-4213-adda-a51e9ed65c3c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.556931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac3d1e-dacc-4dcd-939e-4c160b7bdebe req-3b82a622-070a-4c6b-a3a6-9c663424ef8a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.564853 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78ac3d1e-dacc-4dcd-939e-4c160b7bdebe req-3b82a622-070a-4c6b-a3a6-9c663424ef8a tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46011c2-5e71-4932-9077-6ad0ef0a4efb HTTP/1.1" status: 200 len: 867 time: 1.0442815 Jul 16 18:09:04.595836 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-105dcd0b-c341-472d-9ec6-074332c15d28 req-23308cc1-10a0-409a-a29a-dc24c8c404a6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] No DVR routers for this DVR port 55699a59-baf4-4c2c-a0db-33381273bccf on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:04.599633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-105dcd0b-c341-472d-9ec6-074332c15d28 req-23308cc1-10a0-409a-a29a-dc24c8c404a6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.601967 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-105dcd0b-c341-472d-9ec6-074332c15d28 req-23308cc1-10a0-409a-a29a-dc24c8c404a6 tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.42 "DELETE /v2.0/ports/55699a59-baf4-4c2c-a0db-33381273bccf HTTP/1.1" status: 204 len: 173 time: 1.8114574 Jul 16 18:09:04.602428 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46011c2-5e71-4932-9077-6ad0ef0a4efb', 'name': 'network-vif-deleted', 'tag': '55699a59-baf4-4c2c-a0db-33381273bccf'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:04.605348 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5dcc7b-7aec-4223-8a5c-f74043c66437" -d '{"events": [{"server_uuid": "f46011c2-5e71-4932-9077-6ad0ef0a4efb", "name": "network-vif-deleted", "tag": "55699a59-baf4-4c2c-a0db-33381273bccf"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:04.712493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-769f3160-0ff4-4d01-bc7d-32932c8fa1a0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=594998ad-2e61-4855-828d-8fedaa5b4aae HTTP/1.1" status: 200 len: 217 time: 0.1659420 Jul 16 18:09:04.716955 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.746220 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc1c91fb-fa88-48a3-ac97-f5406e072469 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.762729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb7fce04-444c-4f3f-92cc-1b99f3f9a6c3 None None] Could not find standard attr ID for object 53171499-fe31-4b6a-9254-d4ec93d7c7a7. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:09:04.770939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78ac3d1e-dacc-4dcd-939e-4c160b7bdebe req-3b11d0b6-f4f7-47fa-94b7-4a9caf105f3f tempest-DeleteServersTestJSON-1850873091 tempest-DeleteServersTestJSON-1850873091-project] 10.222.0.52 "GET /v2.0/security-groups?id=35410a6e-3ab8-493f-852b-90a067bcac7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046328 Jul 16 18:09:04.778136 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.784143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "DELETE /v2.0/networks/c98732bc-1da3-47c5-9575-06f25140fc3e HTTP/1.1" status: 204 len: 168 time: 1.8024492 Jul 16 18:09:04.805049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:04.821602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63c391-a740-49e5-a5fd-dfd0df8ed2bc tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event deleted for resources: {'Network': ['ID=c98732bc-1da3-47c5-9575-06f25140fc3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.832552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:04.880924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c91fb-fa88-48a3-ac97-f5406e072469 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=53171499-fe31-4b6a-9254-d4ec93d7c7a7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.920995 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ea49e3-8e91-46ed-9b56-177bb89a4bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.951211 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc1c91fb-fa88-48a3-ac97-f5406e072469 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.951472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Attempting to bind port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:04.951827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Attempting to bind port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:04.952263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Attempting to bind port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:04.953206 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dc1c91fb-fa88-48a3-ac97-f5406e072469 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/53171499-fe31-4b6a-9254-d4ec93d7c7a7 HTTP/1.1" status: 204 len: 168 time: 1.1953287 Jul 16 18:09:04.955359 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-812381b1-e93a-4558-81f7-e8230d9003ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.957885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-812381b1-e93a-4558-81f7-e8230d9003ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b93e8465-6528-4566-8e4d-afb8ffbc7d1c HTTP/1.1" status: 200 len: 797 time: 0.2119739 Jul 16 18:09:04.961215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:04.982052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:04.982963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Attempting to bind port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:05.013271 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.077680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff5abdc-2abb-47df-abd7-6d9ee0933cb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.081137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff5abdc-2abb-47df-abd7-6d9ee0933cb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.085865 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9ff5abdc-2abb-47df-abd7-6d9ee0933cb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1210155 Jul 16 18:09:05.088500 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:05.093880 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ea49e3-8e91-46ed-9b56-177bb89a4bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.104204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15802c05-3253-45de-b7c3-107a0ed1deca req-d4e07d99-a662-4488-b3c5-07c5925c7c3f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.112181 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15802c05-3253-45de-b7c3-107a0ed1deca req-d4e07d99-a662-4488-b3c5-07c5925c7c3f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 948 time: 0.6982501 Jul 16 18:09:05.115178 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a292015-554e-4003-8fb8-400b8beae0b6 x-openstack-request-id: req-3a292015-554e-4003-8fb8-400b8beae0b6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:05.115485 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46011c2-5e71-4932-9077-6ad0ef0a4efb", "name": "network-vif-deleted", "tag": "55699a59-baf4-4c2c-a0db-33381273bccf", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:05.115742 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a292015-554e-4003-8fb8-400b8beae0b6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:05.116148 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46011c2-5e71-4932-9077-6ad0ef0a4efb', 'name': 'network-vif-deleted', 'tag': '55699a59-baf4-4c2c-a0db-33381273bccf', 'status': 'completed', 'code': 200} Jul 16 18:09:05.123722 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57ea49e3-8e91-46ed-9b56-177bb89a4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.146825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:05.147649 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:05.147649 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:05.148284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Bound port: 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:05.148411 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.198362 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.215450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c738efe0-70a0-4468-92a9-8b81f617ce9f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:05.240433 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-37884601-1baf-416e-9cbe-23c98425b437 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 8d867712-8828-4a2d-920e-bb237dd653f9 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:05.243307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-57ea49e3-8e91-46ed-9b56-177bb89a4bdd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec759c62bd8e44b3abc6b566e3b12010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024251 Jul 16 18:09:05.244057 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37884601-1baf-416e-9cbe-23c98425b437 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.258887 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15802c05-3253-45de-b7c3-107a0ed1deca req-e59851bf-df01-4579-a28a-e2eb17120a1a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456938 Jul 16 18:09:05.263040 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:05.295636 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37884601-1baf-416e-9cbe-23c98425b437 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.352695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea49e3-8e91-46ed-9b56-177bb89a4bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744b6ab3-a82a-4689-8325-3e7797e04f7f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:05.419763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-a232c33a-2b3b-460c-bf2a-b89e3d24d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.421524 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-a232c33a-2b3b-460c-bf2a-b89e3d24d490 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4532702 Jul 16 18:09:05.424456 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.437007 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37884601-1baf-416e-9cbe-23c98425b437 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.484404 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.498033 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4be7ca-9f47-4dad-b33d-366de983dbc2') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:05.498394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4be7ca-9f47-4dad-b33d-366de983dbc2') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:05.507547 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37884601-1baf-416e-9cbe-23c98425b437 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.510365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:05.520135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.557246 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37884601-1baf-416e-9cbe-23c98425b437 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.560877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61151aac-2b79-4b4b-8a5e-01f8f4e2b6e3 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:05.571722 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-37884601-1baf-416e-9cbe-23c98425b437 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/8d867712-8828-4a2d-920e-bb237dd653f9 HTTP/1.1" status: 204 len: 168 time: 0.4669931 Jul 16 18:09:05.575683 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37884601-1baf-416e-9cbe-23c98425b437 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=8d867712-8828-4a2d-920e-bb237dd653f9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:05.585485 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.591700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:05.594988 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.662246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:05.672346 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.761669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9b58c1a1-dd22-4213-adda-a51e9ed65c3c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:05.855689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:05.856342 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.950165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eda681-b139-4d39-b613-ccd5276fb3b0 None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:06.041113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:06.041740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:06.044939 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:06.055737 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-700bcd5d-711e-4b85-b3ac-09997f024e7d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4557269 Jul 16 18:09:06.057495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:06.068223 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e29e3e64-8756-4473-9120-125ad07d5f92 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:06.092554 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.095205 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.100728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/744b6ab3-a82a-4689-8325-3e7797e04f7f HTTP/1.1" status: 204 len: 168 time: 0.8313408 Jul 16 18:09:06.125995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-61eda681-b139-4d39-b613-ccd5276fb3b0 None None] Deleting port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:06.126377 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61eda681-b139-4d39-b613-ccd5276fb3b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.133271 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-b7289aad-f6bc-4abe-87bc-4ecea84eea65 service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934943 Jul 16 18:09:06.169849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.171675 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.173718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] 10.222.0.38 "PUT /v2.0/ports/14c2e20a-9adb-4099-9e12-7fce3fb9e078 HTTP/1.1" status: 200 len: 1096 time: 4.3054042 Jul 16 18:09:06.189966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'tag': '14c2e20a-9adb-4099-9e12-7fce3fb9e078'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:06.211086 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de60c65b-1ee6-4c30-909e-984e1f05b9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d57fcb-e72b-45b0-96bf-95f12d3538e7", "tag": "14c2e20a-9adb-4099-9e12-7fce3fb9e078"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:06.214744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744b6ab3-a82a-4689-8325-3e7797e04f7f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.215503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-61eda681-b139-4d39-b613-ccd5276fb3b0 None None] For port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9b58c1a1-dd22-4213-adda-a51e9ed65c3c,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:06.218708 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61eda681-b139-4d39-b613-ccd5276fb3b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.248332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-61eda681-b139-4d39-b613-ccd5276fb3b0 None None] Calling delete_port for 9b58c1a1-dd22-4213-adda-a51e9ed65c3c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:06.324901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:06.325537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:06.326193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:06.326930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:06.327426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:06.328037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:06.328752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:06.329364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:06.329891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:06.330379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:06.330872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:06.331376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d6893-71b2-48b5-b1c9-0c0153b71438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:06.347030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb9a91-f7d6-440b-98a9-eabf32fc837c service neutron] Pushing event updated for resources: {'Port': ['ID=14c2e20a-9adb-4099-9e12-7fce3fb9e078,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.455456 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61eda681-b139-4d39-b613-ccd5276fb3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.456189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e7a6ad6-4e29-4861-8be5-30c8d8cceb1a req-6d09c498-13ec-403d-a409-9da9aac9123f service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132143 Jul 16 18:09:06.459193 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e287a11f-d208-4dad-9066-4662939b71d6 x-openstack-request-id: req-e287a11f-d208-4dad-9066-4662939b71d6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:06.459497 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d57fcb-e72b-45b0-96bf-95f12d3538e7", "tag": "14c2e20a-9adb-4099-9e12-7fce3fb9e078", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:06.459752 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e287a11f-d208-4dad-9066-4662939b71d6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:06.460223 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'tag': '14c2e20a-9adb-4099-9e12-7fce3fb9e078', 'status': 'completed', 'code': 200} Jul 16 18:09:06.493575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-8aa36b96-31cc-4baa-969f-85f652098ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.499171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-8aa36b96-31cc-4baa-969f-85f652098ff0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 1099 time: 0.2630587 Jul 16 18:09:06.514096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29e3e64-8756-4473-9120-125ad07d5f92 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:06.528105 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e29e3e64-8756-4473-9120-125ad07d5f92 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.568364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eda681-b139-4d39-b613-ccd5276fb3b0 None None] Pushing event deleted for resources: {'Port': ['ID=9b58c1a1-dd22-4213-adda-a51e9ed65c3c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.580403 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eda681-b139-4d39-b613-ccd5276fb3b0 None None] No DVR routers for this DVR port 9b58c1a1-dd22-4213-adda-a51e9ed65c3c on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:06.632118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-adf10120-74c1-4dfa-819c-f446d75827bd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078 HTTP/1.1" status: 200 len: 217 time: 0.1202135 Jul 16 18:09:06.662508 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.669727 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.671737 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "DELETE /v2.0/networks/c738efe0-70a0-4468-92a9-8b81f617ce9f HTTP/1.1" status: 204 len: 168 time: 1.8376722 Jul 16 18:09:06.677582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:06.762294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0321b3-f38e-45ff-a2ee-7e0b68d148f0 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event deleted for resources: {'Network': ['ID=c738efe0-70a0-4468-92a9-8b81f617ce9f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.791554 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-441e5be1-5c86-46a8-a832-7731af144fd9 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Deleting subnet 5ef25a75-d84d-4b64-8598-c499c099aa0c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:06.797978 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-441e5be1-5c86-46a8-a832-7731af144fd9 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.804661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-57149319-b9bd-4cbf-9a30-7c05ea95a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.808039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-57149319-b9bd-4cbf-9a30-7c05ea95a178 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1687188 Jul 16 18:09:06.856624 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-441e5be1-5c86-46a8-a832-7731af144fd9 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.896102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b0a47-29df-4e59-b583-d17c33aad27a req-9e6d9107-7cc1-4e92-a480-13f24b560cb3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.904551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de9b0a47-29df-4e59-b583-d17c33aad27a req-9e6d9107-7cc1-4e92-a480-13f24b560cb3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 948 time: 0.1884842 Jul 16 18:09:06.993090 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de9b0a47-29df-4e59-b583-d17c33aad27a req-4cefe40f-5f01-4351-b2b1-3ad452d6ba7b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873468 Jul 16 18:09:07.001752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-9ba19928-0302-466b-85e0-3d00e1ce3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.003277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-9ba19928-0302-466b-85e0-3d00e1ce3d0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1887860 Jul 16 18:09:07.071892 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e29e3e64-8756-4473-9120-125ad07d5f92 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.080485 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-441e5be1-5c86-46a8-a832-7731af144fd9 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.140622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-d8bdbc08-2bc7-4520-96ec-295af4e06e11 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307549 Jul 16 18:09:07.154135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e3e64-8756-4473-9120-125ad07d5f92 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:07.161661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e29e3e64-8756-4473-9120-125ad07d5f92 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:07.169380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e3e64-8756-4473-9120-125ad07d5f92 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.170027 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e29e3e64-8756-4473-9120-125ad07d5f92 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.172001 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c9407-fc3a-4950-aecc-671102f45b1a None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:07.189838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e3e64-8756-4473-9120-125ad07d5f92 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=290f1f62-5b7b-4486-9ed5-84a0bbc3329f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.190243 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 55699a59-baf4-4c2c-a0db-33381273bccf no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:07.204944 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e29e3e64-8756-4473-9120-125ad07d5f92 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1462629 Jul 16 18:09:07.205897 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:07.212760 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-69b3e99a-3227-4f2d-a71f-5c6c8f3eda2f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': '290f1f62-5b7b-4486-9ed5-84a0bbc3329f', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1594348464'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:07.217938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 55699a59-baf4-4c2c-a0db-33381273bccf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:07.221361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-441e5be1-5c86-46a8-a832-7731af144fd9 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.222319 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 55699a59-baf4-4c2c-a0db-33381273bccf not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:07.345175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e5be1-5c86-46a8-a832-7731af144fd9 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef25a75-d84d-4b64-8598-c499c099aa0c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.358452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-441e5be1-5c86-46a8-a832-7731af144fd9 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.362533 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-441e5be1-5c86-46a8-a832-7731af144fd9 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "DELETE /v2.0/subnets/5ef25a75-d84d-4b64-8598-c499c099aa0c HTTP/1.1" status: 204 len: 168 time: 0.6778781 Jul 16 18:09:07.364340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:07.373370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac9a57-67bf-47fe-b6b0-f20bf6c0a731 None None] Network 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:07.495164 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:09:07.522158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3263168-3529-46d4-b83f-fcd4c4398df0 req-34301975-e98a-45ff-8fa2-ad836d1e7408 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750165 Jul 16 18:09:07.555121 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b3e99a-3227-4f2d-a71f-5c6c8f3eda2f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:07.726238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9b58c1a1-dd22-4213-adda-a51e9ed65c3c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:07.727848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69b3e99a-3227-4f2d-a71f-5c6c8f3eda2f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.748797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-69b3e99a-3227-4f2d-a71f-5c6c8f3eda2f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 2e998523-271a-4eb1-86c2-abfe6855eed3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:07.774850 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.793802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 9b58c1a1-dd22-4213-adda-a51e9ed65c3c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:07.794186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9b58c1a1-dd22-4213-adda-a51e9ed65c3c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:07.796953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': '290f1f62-5b7b-4486-9ed5-84a0bbc3329f'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:07.797859 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.929218 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b3e99a-3227-4f2d-a71f-5c6c8f3eda2f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:09:07.929787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b3e99a-3227-4f2d-a71f-5c6c8f3eda2f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:07.950340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60c65b-1ee6-4c30-909e-984e1f05b9d2 req-babd09be-f264-4bab-ac12-eb51cfe994d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.951519 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-69b3e99a-3227-4f2d-a71f-5c6c8f3eda2f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7430701 Jul 16 18:09:07.951998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de60c65b-1ee6-4c30-909e-984e1f05b9d2 req-babd09be-f264-4bab-ac12-eb51cfe994d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 1099 time: 0.2877972 Jul 16 18:09:07.954378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:08.007854 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-50963332-3fa6-4e81-ab1f-0f78335dfecc tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0510859 Jul 16 18:09:08.008910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:08.073322 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006a6ae2-abfe-4c76-82a4-a88fa5519aa1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.075154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006a6ae2-abfe-4c76-82a4-a88fa5519aa1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.076707 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-006a6ae2-abfe-4c76-82a4-a88fa5519aa1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0667663 Jul 16 18:09:08.079425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:08.091274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Deleting port f7543e74-254d-4228-9b1f-6824e6dd6a88 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:08.091625 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.145364 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7ef7f2-9380-4b58-a84f-9e61ec26e705 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 290f1f62-5b7b-4486-9ed5-84a0bbc3329f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:08.159968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Allocated IP 2001:db8::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/290f1f62-5b7b-4486-9ed5-84a0bbc3329f/8694c99e-fa5c-448b-9225-2d0ccfb41249) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:08.172969 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] For port f7543e74-254d-4228-9b1f-6824e6dd6a88, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f7543e74-254d-4228-9b1f-6824e6dd6a88,segment=NetworkSegment(107bf9a1-09a1-4836-bbc1-2fd12c3bea3b),segment_id=107bf9a1-09a1-4836-bbc1-2fd12c3bea3b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:08.173503 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.188019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Calling delete_port for f7543e74-254d-4228-9b1f-6824e6dd6a88 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:08.324632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60c65b-1ee6-4c30-909e-984e1f05b9d2 req-bcd73a78-a915-45cd-ae67-3126b9eafa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.326098 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de60c65b-1ee6-4c30-909e-984e1f05b9d2 req-bcd73a78-a915-45cd-ae67-3126b9eafa97 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.3648746 Jul 16 18:09:08.382769 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.391755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Transition to ACTIVE for port object 8694c99e-fa5c-448b-9225-2d0ccfb41249 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:08.395758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de60c65b-1ee6-4c30-909e-984e1f05b9d2 req-cbcdd4eb-8885-4c23-b807-a444be21090d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078 HTTP/1.1" status: 200 len: 217 time: 0.0574338 Jul 16 18:09:08.405421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9035a39c-5b11-4c2b-89be-435baea29723 None None] DHCP port deletion for 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:08.413020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Transition to ACTIVE for port object 8694c99e-fa5c-448b-9225-2d0ccfb41249 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:08.424654 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef7f2-9380-4b58-a84f-9e61ec26e705 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.447320 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.449636 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.465459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084736b-ae64-4f3e-bc8e-66cf47793104 req-cb029f92-715a-48c8-b13d-ef3865b9a291 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.472581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c084736b-ae64-4f3e-bc8e-66cf47793104 req-cb029f92-715a-48c8-b13d-ef3865b9a291 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 948 time: 0.2266328 Jul 16 18:09:08.502366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:08.524787 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] No DVR routers for this DVR port f7543e74-254d-4228-9b1f-6824e6dd6a88 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:08.531131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:08.537873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9035a39c-5b11-4c2b-89be-435baea29723 None None] Deleting port f7543e74-254d-4228-9b1f-6824e6dd6a88 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:08.538638 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9035a39c-5b11-4c2b-89be-435baea29723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.541151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:08.547452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef7f2-9380-4b58-a84f-9e61ec26e705 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.551506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Pushing event updated for resources: {'Port': ['ID=8694c99e-fa5c-448b-9225-2d0ccfb41249,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.575533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event deleted for resources: {'Port': ['ID=f7543e74-254d-4228-9b1f-6824e6dd6a88,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.654897 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.666059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ac2be4-2aaf-4f9c-8b5a-23e703cdf248']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.677609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107bf9a1-09a1-4836-bbc1-2fd12c3bea3b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.677897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107bf9a1-09a1-4836-bbc1-2fd12c3bea3b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.686501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Attempting to bind port 8694c99e-fa5c-448b-9225-2d0ccfb41249 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:08.687968 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.688465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Attempting to bind port 8694c99e-fa5c-448b-9225-2d0ccfb41249 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:08.688852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Attempting to bind port 8694c99e-fa5c-448b-9225-2d0ccfb41249 on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:08.703928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:08.704378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:08.705978 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.705978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:08.705978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Bound port: 8694c99e-fa5c-448b-9225-2d0ccfb41249, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:08.711455 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.722622 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.722723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:08.722723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.762903 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef7f2-9380-4b58-a84f-9e61ec26e705 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:08.794722 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:08.797744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60c65b-1ee6-4c30-909e-984e1f05b9d2 req-55fa2cb4-f4ab-419c-bcb8-d7d8fbf214b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.799357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de60c65b-1ee6-4c30-909e-984e1f05b9d2 req-55fa2cb4-f4ab-419c-bcb8-d7d8fbf214b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.3922520 Jul 16 18:09:08.847897 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.869483 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.869483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "DELETE /v2.0/networks/48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 HTTP/1.1" status: 204 len: 168 time: 1.5001421 Jul 16 18:09:08.869839 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:08.877413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9035a39c-5b11-4c2b-89be-435baea29723 None None] For port f7543e74-254d-4228-9b1f-6824e6dd6a88, host n-d-793618-9, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:08.877885 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9035a39c-5b11-4c2b-89be-435baea29723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.892255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c084736b-ae64-4f3e-bc8e-66cf47793104 req-1bff221c-35a4-4ecf-a0e1-e06f9d99870c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183831 Jul 16 18:09:08.893781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d2415-90c2-4b1b-a323-32a55d276d2b tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Pushing event deleted for resources: {'Network': ['ID=48ac2be4-2aaf-4f9c-8b5a-23e703cdf248,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.899860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9035a39c-5b11-4c2b-89be-435baea29723 None None] Calling delete_port for f7543e74-254d-4228-9b1f-6824e6dd6a88 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:08.920405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-9035a39c-5b11-4c2b-89be-435baea29723 None None] Port f7543e74-254d-4228-9b1f-6824e6dd6a88 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:09:08.923092 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9035a39c-5b11-4c2b-89be-435baea29723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.931912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60c65b-1ee6-4c30-909e-984e1f05b9d2 req-1199dc7c-1400-4bfb-aaa9-9f0ee8a0c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.937118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de60c65b-1ee6-4c30-909e-984e1f05b9d2 req-1199dc7c-1400-4bfb-aaa9-9f0ee8a0c41d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1265006 Jul 16 18:09:08.950463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9035a39c-5b11-4c2b-89be-435baea29723 None None] Network 48ac2be4-2aaf-4f9c-8b5a-23e703cdf248 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:09:08.950949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9035a39c-5b11-4c2b-89be-435baea29723 None None] No DVR routers for this DVR port f7543e74-254d-4228-9b1f-6824e6dd6a88 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:08.954385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035a39c-5b11-4c2b-89be-435baea29723 None None] Pushing event deleted for resources: {'Port': ['ID=f7543e74-254d-4228-9b1f-6824e6dd6a88,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.982215 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d0a9c6fa-e4ab-4a93-9530-6b18bd707bc7 tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb94c826-8cba-4294-ad2e-beda521813fb HTTP/1.1" status: 200 len: 205 time: 0.1135976 Jul 16 18:09:08.983105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:08.984290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef7f2-9380-4b58-a84f-9e61ec26e705 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.017196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] For port 8694c99e-fa5c-448b-9225-2d0ccfb41249, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:09.022569 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] For port 8694c99e-fa5c-448b-9225-2d0ccfb41249, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8694c99e-fa5c-448b-9225-2d0ccfb41249,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:09.033604 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.120583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a69958-fc08-47e1-8bdd-4ead5815fc37 None None] Pushing event updated for resources: {'Port': ['ID=8694c99e-fa5c-448b-9225-2d0ccfb41249,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.162280 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ef7f2-9380-4b58-a84f-9e61ec26e705 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=290f1f62-5b7b-4486-9ed5-84a0bbc3329f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.167007 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de60c65b-1ee6-4c30-909e-984e1f05b9d2 req-14d0b240-be73-423a-abf2-dc09db4824ea service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231088 Jul 16 18:09:09.178414 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef7f2-9380-4b58-a84f-9e61ec26e705 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.182844 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8d7ef7f2-9380-4b58-a84f-9e61ec26e705 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/290f1f62-5b7b-4486-9ed5-84a0bbc3329f HTTP/1.1" status: 204 len: 168 time: 1.1003568 Jul 16 18:09:09.184475 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:09.195684 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d0c883-7a02-4e5c-9b9d-5b38b77395d9 None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:09:09.255302 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-84a09cee-8a84-401f-8edd-1f01c1576e81 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662918 Jul 16 18:09:09.258861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:09.261270 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b35af304-9049-4f7e-8352-734417e2550a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.268332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-96de679c-3ea7-4b93-8d7c-6c92b4f343d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:09.293188 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-de60c65b-1ee6-4c30-909e-984e1f05b9d2 req-d9ffabb8-8d56-4e83-8372-742c3fb4fcfc service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187341 Jul 16 18:09:09.408651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d0c883-7a02-4e5c-9b9d-5b38b77395d9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:09:09.555760 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b35af304-9049-4f7e-8352-734417e2550a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.558766 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b35af304-9049-4f7e-8352-734417e2550a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.652044 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96de679c-3ea7-4b93-8d7c-6c92b4f343d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:09.665491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96de679c-3ea7-4b93-8d7c-6c92b4f343d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.672464 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b35af304-9049-4f7e-8352-734417e2550a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.674014 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35af304-9049-4f7e-8352-734417e2550a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Fanout notify agent at l3_agent the message router_deleted on router cb94c826-8cba-4294-ad2e-beda521813fb {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:09.698634 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b35af304-9049-4f7e-8352-734417e2550a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.702846 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b35af304-9049-4f7e-8352-734417e2550a tempest-RoutersNegativeIpV6Test-1811772874 tempest-RoutersNegativeIpV6Test-1811772874-project] 10.222.0.52 "DELETE /v2.0/routers/cb94c826-8cba-4294-ad2e-beda521813fb HTTP/1.1" status: 204 len: 168 time: 0.7034745 Jul 16 18:09:09.736212 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f7543e74-254d-4228-9b1f-6824e6dd6a88 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:09.793035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: f7543e74-254d-4228-9b1f-6824e6dd6a88 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:09.793408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f7543e74-254d-4228-9b1f-6824e6dd6a88 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:09.943430 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 14c2e20a-9adb-4099-9e12-7fce3fb9e078 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:10.087378 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96de679c-3ea7-4b93-8d7c-6c92b4f343d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.176653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de679c-3ea7-4b93-8d7c-6c92b4f343d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:10.180394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-96de679c-3ea7-4b93-8d7c-6c92b4f343d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:10.182396 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de679c-3ea7-4b93-8d7c-6c92b4f343d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=86cd9955-1054-4d4d-9eb8-bc930e3b7e5e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.185098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96de679c-3ea7-4b93-8d7c-6c92b4f343d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.185734 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96de679c-3ea7-4b93-8d7c-6c92b4f343d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.221626 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-96de679c-3ea7-4b93-8d7c-6c92b4f343d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9579914 Jul 16 18:09:10.222804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.231031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-019a1b4b-f7b5-4c7f-8938-94f07eb2c68d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-936359695', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:10.290295 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-019a1b4b-f7b5-4c7f-8938-94f07eb2c68d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.291369 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-019a1b4b-f7b5-4c7f-8938-94f07eb2c68d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.307118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.310782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3e956-fd72-43a9-930e-557d895527f7 req-8c9ce0d3-79a2-4312-b76c-bd1eee816186 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.325676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bbf3e956-fd72-43a9-930e-557d895527f7 req-8c9ce0d3-79a2-4312-b76c-bd1eee816186 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 948 time: 0.1681814 Jul 16 18:09:10.403871 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-019a1b4b-f7b5-4c7f-8938-94f07eb2c68d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.417646 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-019a1b4b-f7b5-4c7f-8938-94f07eb2c68d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.422024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bbf3e956-fd72-43a9-930e-557d895527f7 req-7f42b8b0-f045-41cc-94a5-975a0ab892ef tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943615 Jul 16 18:09:10.445980 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-019a1b4b-f7b5-4c7f-8938-94f07eb2c68d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.450616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.451404 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-019a1b4b-f7b5-4c7f-8938-94f07eb2c68d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2273078 Jul 16 18:09:10.460937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:10.477358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '14c2e20a-9adb-4099-9e12-7fce3fb9e078', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '14c2e20a-9adb-4099-9e12-7fce3fb9e078', 'mac_address': 'fa:16:3e:9e:cf:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:10.556546 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f3f4a28c-49da-4ebd-906a-8dc5fedcb08e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ddd7b43031a84597b03d48e0563e23d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329607 Jul 16 18:09:10.556780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.575445 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.593990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c2e20a-9adb-4099-9e12-7fce3fb9e078 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:10.630471 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9081b15-2c8b-4682-a7cb-62a480c9bf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.665432 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9081b15-2c8b-4682-a7cb-62a480c9bf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.786751 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9081b15-2c8b-4682-a7cb-62a480c9bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.790191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9081b15-2c8b-4682-a7cb-62a480c9bf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.830569 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e9081b15-2c8b-4682-a7cb-62a480c9bf65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/180e4230-db72-4b62-9484-68833c501197 HTTP/1.1" status: 204 len: 168 time: 0.2707078 Jul 16 18:09:10.859617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9081b15-2c8b-4682-a7cb-62a480c9bf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180e4230-db72-4b62-9484-68833c501197,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.874061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:10.875934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7333d8e2-e073-4462-96dc-f9bd95cc34a1 None None] Update dhcp port {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': '86cd9955-1054-4d4d-9eb8-bc930e3b7e5e'}], 'binding:host_id': 'n-d-793618-9'}, 'id': '8694c99e-fa5c-448b-9225-2d0ccfb41249'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:09:10.923194 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7333d8e2-e073-4462-96dc-f9bd95cc34a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.925613 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.950882 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.126202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=14c2e20a-9adb-4099-9e12-7fce3fb9e078,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:11.222771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['14c2e20a-9adb-4099-9e12-7fce3fb9e078'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:11.488392 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::1 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/86cd9955-1054-4d4d-9eb8-bc930e3b7e5e/4b852b07-cc90-4ccc-8658-89be1411478a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:11.791073 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.821210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58d5af-2b83-461d-9f08-048d7215e5df req-577ae75a-e986-4882-8533-51405b29f6e4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.823265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0a58d5af-2b83-461d-9f08-048d7215e5df req-577ae75a-e986-4882-8533-51405b29f6e4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 949 time: 0.1401033 Jul 16 18:09:11.824688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 4b852b07-cc90-4ccc-8658-89be1411478a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:11.883512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0a58d5af-2b83-461d-9f08-048d7215e5df req-3641abfc-73b5-487c-94e9-d0d58e55bc7d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533667 Jul 16 18:09:11.913995 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.983088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7333d8e2-e073-4462-96dc-f9bd95cc34a1 None None] Allocated IP 2001:db8::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/86cd9955-1054-4d4d-9eb8-bc930e3b7e5e/8694c99e-fa5c-448b-9225-2d0ccfb41249) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:11.984825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=4b852b07-cc90-4ccc-8658-89be1411478a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:12.002504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:12.004963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:12.013299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:12.013910 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.204031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:12.219069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7333d8e2-e073-4462-96dc-f9bd95cc34a1 None None] For port 8694c99e-fa5c-448b-9225-2d0ccfb41249, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8694c99e-fa5c-448b-9225-2d0ccfb41249,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:12.254590 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7333d8e2-e073-4462-96dc-f9bd95cc34a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.268294 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.270755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7333d8e2-e073-4462-96dc-f9bd95cc34a1 None None] Ignored duplicate provisioning block setup for port 8694c99e-fa5c-448b-9225-2d0ccfb41249 by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:09:12.282697 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7333d8e2-e073-4462-96dc-f9bd95cc34a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.382146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7be48658-8e37-49a2-b631-07137b2f846b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group': {'name': 'tempest-secgroup--386217486'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:12.409062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333d8e2-e073-4462-96dc-f9bd95cc34a1 None None] Pushing event updated for resources: {'Port': ['ID=8694c99e-fa5c-448b-9225-2d0ccfb41249,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:12.420388 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7be48658-8e37-49a2-b631-07137b2f846b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.443310 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7be48658-8e37-49a2-b631-07137b2f846b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.586048 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7be48658-8e37-49a2-b631-07137b2f846b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.593606 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7be48658-8e37-49a2-b631-07137b2f846b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.666446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be48658-8e37-49a2-b631-07137b2f846b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97f01a4-e2b1-41c7-b17f-255cfb57ef2d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:12.725155 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.733479 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.734461 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.819689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7be48658-8e37-49a2-b631-07137b2f846b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.831869 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7be48658-8e37-49a2-b631-07137b2f846b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.882372 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7be48658-8e37-49a2-b631-07137b2f846b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.882372 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7be48658-8e37-49a2-b631-07137b2f846b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6755974 Jul 16 18:09:12.898336 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:12.935003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:12.939144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:12.973241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be48658-8e37-49a2-b631-07137b2f846b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4208f3-a6c1-415e-ae84-c898d2a907ed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.040872 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e2fdfcc5-1d5f-4436-af33-7be3abf443b1 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1412745 Jul 16 18:09:13.047073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:13.054760 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b06495a8-9659-4c47-ae9a-56c14beade6b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group': {'name': 'tempest-security--1859107991', 'description': 'tempest-security-description-492956146'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:13.096277 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b06495a8-9659-4c47-ae9a-56c14beade6b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.101002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=4b852b07-cc90-4ccc-8658-89be1411478a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.157822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b06495a8-9659-4c47-ae9a-56c14beade6b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.167817 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b06495a8-9659-4c47-ae9a-56c14beade6b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.170861 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b06495a8-9659-4c47-ae9a-56c14beade6b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.173989 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b06495a8-9659-4c47-ae9a-56c14beade6b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "PUT /v2.0/security-groups/fe4208f3-a6c1-415e-ae84-c898d2a907ed HTTP/1.1" status: 200 len: 1779 time: 0.1257424 Jul 16 18:09:13.176713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:13.242494 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40278) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:13.252749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06495a8-9659-4c47-ae9a-56c14beade6b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4208f3-a6c1-415e-ae84-c898d2a907ed,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.298630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40282) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:13.298916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9d3e953d-5059-48e5-919e-c6a87ce93a18 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-groups/fe4208f3-a6c1-415e-ae84-c898d2a907ed HTTP/1.1" status: 200 len: 1779 time: 0.1084204 Jul 16 18:09:13.302639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Router a84a9087-f840-440f-8599-eb8487c499dd is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:09:13.328085 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e14f-4a55-4171-8d17-1f2558faec9a req-903acf07-5636-40ab-b47e-7c5688a7b587 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.329905 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8b2e14f-4a55-4171-8d17-1f2558faec9a req-903acf07-5636-40ab-b47e-7c5688a7b587 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 949 time: 0.1963401 Jul 16 18:09:13.378310 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21cfc4d9-f610-4659-b6a0-63ca8b8b75fa tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.420608 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21cfc4d9-f610-4659-b6a0-63ca8b8b75fa tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.567323 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9be1e2-7cf0-4857-bab5-9567c28b2750 admin admin] Deleting subnet d62c42e8-0fd4-4a43-862e-35deb60b4c2e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:13.589559 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9be1e2-7cf0-4857-bab5-9567c28b2750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.667083 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9be1e2-7cf0-4857-bab5-9567c28b2750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.701559 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21cfc4d9-f610-4659-b6a0-63ca8b8b75fa tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.704768 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21cfc4d9-f610-4659-b6a0-63ca8b8b75fa tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.706267 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-21cfc4d9-f610-4659-b6a0-63ca8b8b75fa tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-groups/fe4208f3-a6c1-415e-ae84-c898d2a907ed HTTP/1.1" status: 204 len: 168 time: 0.4064415 Jul 16 18:09:13.717082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:13.720985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfc4d9-f610-4659-b6a0-63ca8b8b75fa tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4208f3-a6c1-415e-ae84-c898d2a907ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.778728 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9be1e2-7cf0-4857-bab5-9567c28b2750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.850397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8694c99e-fa5c-448b-9225-2d0ccfb41249 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:13.908554 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d8a8cae8-36db-4680-b3ba-83c588743a16 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1832759 Jul 16 18:09:13.912338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:13.937721 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-5f3ba8ec-21b6-41e1-8fb2-cef86b4d783d tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] delete failed (client error): The resource could not be found. Jul 16 18:09:13.939076 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5f3ba8ec-21b6-41e1-8fb2-cef86b4d783d tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-groups/fe4208f3-a6c1-415e-ae84-c898d2a907ed HTTP/1.1" status: 404 len: 347 time: 0.0258040 Jul 16 18:09:13.946770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:13.953394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7d14b216-c755-457c-88d8-e2125c4321e7 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339169399'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:13.955065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 8694c99e-fa5c-448b-9225-2d0ccfb41249 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:13.975921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 14c2e20a-9adb-4099-9e12-7fce3fb9e078 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:14.001862 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9be1e2-7cf0-4857-bab5-9567c28b2750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.016838 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a9be1e2-7cf0-4857-bab5-9567c28b2750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.023028 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1a9be1e2-7cf0-4857-bab5-9567c28b2750 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d62c42e8-0fd4-4a43-862e-35deb60b4c2e HTTP/1.1" status: 204 len: 168 time: 0.7794850 Jul 16 18:09:14.024054 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d14b216-c755-457c-88d8-e2125c4321e7 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.026080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.084156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:14.094612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:14.095083 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.101059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cc08bd-cf2e-434c-8262-def58f039a57 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:14.111179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9be1e2-7cf0-4857-bab5-9567c28b2750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d62c42e8-0fd4-4a43-862e-35deb60b4c2e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.166187 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.188475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8b2e14f-4a55-4171-8d17-1f2558faec9a req-5b945d3a-0adb-4a3c-bd3c-86ff8b64d6ee tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8086414 Jul 16 18:09:14.194342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:14.203375 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-27bb4d8c-ac8c-41b9-848f-7e1bece04bb6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "PUT /v2.0/routers/a84a9087-f840-440f-8599-eb8487c499dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7518122 Jul 16 18:09:14.216805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.223724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Sync routers for ids ['a84a9087-f840-440f-8599-eb8487c499dd'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:14.239506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fde27518-81aa-4131-8f0c-b2e544feb479 None None] Provisioning for port 8694c99e-fa5c-448b-9225-2d0ccfb41249 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:14.280399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f32923d-d851-4942-bd84-5af0c7f5a224 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.283575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9f32923d-d851-4942-bd84-5af0c7f5a224 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports/4b852b07-cc90-4ccc-8658-89be1411478a HTTP/1.1" status: 200 len: 911 time: 0.0640168 Jul 16 18:09:14.283751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fde27518-81aa-4131-8f0c-b2e544feb479 None None] Provisioning complete for port 8694c99e-fa5c-448b-9225-2d0ccfb41249 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:14.283751 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fde27518-81aa-4131-8f0c-b2e544feb479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.285026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.295817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Routers {'a84a9087-f840-440f-8599-eb8487c499dd'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:14.296462 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:09:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a84a9087-f840-440f-8599-eb8487c499dd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:14.302694 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.318319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ed4a0f-4d0b-41b2-9c98-90d87191034c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:14.335903 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4824c595-314e-4086-8ef6-bb6b7ddf8590') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:14.336273 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4824c595-314e-4086-8ef6-bb6b7ddf8590') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:14.352392 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.365352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7e56f6-d690-43d0-8893-461c4b08260f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.371971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7e56f6-d690-43d0-8893-461c4b08260f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.376441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-da7e56f6-d690-43d0-8893-461c4b08260f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0877011 Jul 16 18:09:14.376643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.382629 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.398723 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d14b216-c755-457c-88d8-e2125c4321e7 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.400841 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:14.401579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:14.403914 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:14.417967 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d14b216-c755-457c-88d8-e2125c4321e7 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.463948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Set router a84a9087-f840-440f-8599-eb8487c499dd gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:14.494275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d14b216-c755-457c-88d8-e2125c4321e7 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.499007 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7d14b216-c755-457c-88d8-e2125c4321e7 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5525422 Jul 16 18:09:14.502550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.507966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2e8b5f06-500d-4f5b-94a3-b75d6143a689 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group_rule': {'security_group_id': '5e447f82-71b6-457a-a0f2-448d2be027ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:14.534039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14b216-c755-457c-88d8-e2125c4321e7 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e447f82-71b6-457a-a0f2-448d2be027ff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.546898 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5f06-500d-4f5b-94a3-b75d6143a689 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.552485 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.574433 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.576700 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] 10.222.0.52 "DELETE /v2.0/networks/75ed4a0f-4d0b-41b2-9c98-90d87191034c HTTP/1.1" status: 204 len: 168 time: 0.5481553 Jul 16 18:09:14.595655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527effe-b53d-4e99-b0cf-b3eff9d82451 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ed4a0f-4d0b-41b2-9c98-90d87191034c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.635777 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5f06-500d-4f5b-94a3-b75d6143a689 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.642168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5f06-500d-4f5b-94a3-b75d6143a689 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.673943 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b5f06-500d-4f5b-94a3-b75d6143a689 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f2715c-6b11-4645-a5e1-ccf995aa7dee,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.679424 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5f06-500d-4f5b-94a3-b75d6143a689 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.684665 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2e8b5f06-500d-4f5b-94a3-b75d6143a689 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802685 Jul 16 18:09:14.685379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.750430 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4942c8b6-5fbf-47f6-be07-c2bdb1eccb66 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.759445 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4942c8b6-5fbf-47f6-be07-c2bdb1eccb66 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.861111 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4942c8b6-5fbf-47f6-be07-c2bdb1eccb66 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.878660 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.882772 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4942c8b6-5fbf-47f6-be07-c2bdb1eccb66 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.886771 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4942c8b6-5fbf-47f6-be07-c2bdb1eccb66 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/44f2715c-6b11-4645-a5e1-ccf995aa7dee HTTP/1.1" status: 204 len: 168 time: 0.1998169 Jul 16 18:09:14.887598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.888561 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942c8b6-5fbf-47f6-be07-c2bdb1eccb66 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44f2715c-6b11-4645-a5e1-ccf995aa7dee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.899504 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.960442 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fde27518-81aa-4131-8f0c-b2e544feb479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.000832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9eb1902e-2ef7-4d38-a41a-dcd877aeb7f1 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1074409 Jul 16 18:09:15.003943 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:15.015507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c2e20a-9adb-4099-9e12-7fce3fb9e078'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:15.019294 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9442f63d-fa48-4319-af2a-91b7a9fa3ae5" -d '{"events": [{"server_uuid": "f6d57fcb-e72b-45b0-96bf-95f12d3538e7", "name": "network-vif-plugged", "status": "completed", "tag": "14c2e20a-9adb-4099-9e12-7fce3fb9e078"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:15.033326 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-98809b76-a085-4b71-b835-e32eece15b24 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1ffeaff18b040c79bcd3f89f49d8d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374226 Jul 16 18:09:15.039491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:15.099961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:15.109105 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987b555a-6f4b-4807-b6b6-821669951929 x-openstack-request-id: req-987b555a-6f4b-4807-b6b6-821669951929 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:15.109663 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d57fcb-e72b-45b0-96bf-95f12d3538e7", "name": "network-vif-plugged", "status": "completed", "tag": "14c2e20a-9adb-4099-9e12-7fce3fb9e078", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:15.110086 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-987b555a-6f4b-4807-b6b6-821669951929 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:15.110642 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c2e20a-9adb-4099-9e12-7fce3fb9e078', 'code': 200} Jul 16 18:09:15.117551 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.130930 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5b02cb5-3ead-4fc0-8fc4-ecf291f93ab4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.183521 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fde27518-81aa-4131-8f0c-b2e544feb479 None None] For port 8694c99e-fa5c-448b-9225-2d0ccfb41249, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8694c99e-fa5c-448b-9225-2d0ccfb41249,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:15.187516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5b02cb5-3ead-4fc0-8fc4-ecf291f93ab4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.198953 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fde27518-81aa-4131-8f0c-b2e544feb479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.225948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=14c2e20a-9adb-4099-9e12-7fce3fb9e078,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:15.283955 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84a9087-f840-440f-8599-eb8487c499dd', 'name': 'tempest-NetworksTestDHCPv6-router-936359695', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:10Z', 'updated_at': '2021-07-16T18:09:12Z', 'revision_number': 2, 'project_id': '6c266cf86827421a835d6c14c1884754', 'gw_port_host': None, '_interfaces': [{'id': '4b852b07-cc90-4ccc-8658-89be1411478a', 'name': '', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'mac_address': 'fa:16:3e:37:11:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84a9087-f840-440f-8599-eb8487c499dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '86cd9955-1054-4d4d-9eb8-bc930e3b7e5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:12Z', 'revision_number': 2, 'project_id': '6c266cf86827421a835d6c14c1884754', 'subnets': [{'id': '86cd9955-1054-4d4d-9eb8-bc930e3b7e5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:15.291230 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5b02cb5-3ead-4fc0-8fc4-ecf291f93ab4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.297874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5b02cb5-3ead-4fc0-8fc4-ecf291f93ab4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.304635 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c5b02cb5-3ead-4fc0-8fc4-ecf291f93ab4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-groups/5e447f82-71b6-457a-a0f2-448d2be027ff HTTP/1.1" status: 204 len: 168 time: 0.2943566 Jul 16 18:09:15.306092 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:15.363824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Checking router: a84a9087-f840-440f-8599-eb8487c499dd for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:15.364500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Updating router a84a9087-f840-440f-8599-eb8487c499dd port 4b852b07-cc90-4ccc-8658-89be1411478a binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:15.368512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b02cb5-3ead-4fc0-8fc4-ecf291f93ab4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e447f82-71b6-457a-a0f2-448d2be027ff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:15.448086 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e9fe3f40-95f8-4077-bebe-e39c7f1e97bd tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1196699 Jul 16 18:09:15.453382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:15.458110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5b1a58f5-e2b9-4b47-b42f-72f943b9a005 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054471736'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:15.501374 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde27518-81aa-4131-8f0c-b2e544feb479 None None] Pushing event updated for resources: {'Port': ['ID=8694c99e-fa5c-448b-9225-2d0ccfb41249,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:15.502659 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b1a58f5-e2b9-4b47-b42f-72f943b9a005 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.525766 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.641241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b1a58f5-e2b9-4b47-b42f-72f943b9a005 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.648086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b1a58f5-e2b9-4b47-b42f-72f943b9a005 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.688330 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b1a58f5-e2b9-4b47-b42f-72f943b9a005 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.693680 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5b1a58f5-e2b9-4b47-b42f-72f943b9a005 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2375965 Jul 16 18:09:15.694171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:15.707056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d192a888-7b08-4ceb-bbcb-756689978d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.707956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-50033052-f17d-4bd6-8d99-028def8974f6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group_rule': {'security_group_id': 'e55c5875-1073-4acc-a313-e1f3fff09923', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:15.718495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a58f5-e2b9-4b47-b42f-72f943b9a005 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c5875-1073-4acc-a313-e1f3fff09923,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:15.738035 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d192a888-7b08-4ceb-bbcb-756689978d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.742772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8694c99e-fa5c-448b-9225-2d0ccfb41249 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:15.769917 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50033052-f17d-4bd6-8d99-028def8974f6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.798787 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d863ec7-f40f-4dc9-a890-e32d205ac278 None None] Provisioning for port 4b852b07-cc90-4ccc-8658-89be1411478a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:15.811115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d863ec7-f40f-4dc9-a890-e32d205ac278 None None] Provisioning complete for port 4b852b07-cc90-4ccc-8658-89be1411478a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:15.811763 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d863ec7-f40f-4dc9-a890-e32d205ac278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.824123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d192a888-7b08-4ceb-bbcb-756689978d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.827000 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d192a888-7b08-4ceb-bbcb-756689978d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.828411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d192a888-7b08-4ceb-bbcb-756689978d9c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35410a6e-3ab8-493f-852b-90a067bcac7d HTTP/1.1" status: 204 len: 168 time: 0.7852590 Jul 16 18:09:15.829538 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cc014b2-bc3a-48c9-8e60-bd1ab347d6a9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.930878 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50033052-f17d-4bd6-8d99-028def8974f6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.937302 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50033052-f17d-4bd6-8d99-028def8974f6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.963177 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50033052-f17d-4bd6-8d99-028def8974f6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b72b496-d7af-403e-bcba-c2ec58a4a5bf,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:15.968997 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50033052-f17d-4bd6-8d99-028def8974f6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.970568 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-50033052-f17d-4bd6-8d99-028def8974f6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2732055 Jul 16 18:09:15.977641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:15.982977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-677b6bb8-f99c-4bbe-a0aa-ef33395c13a4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group_rule': {'security_group_id': 'e55c5875-1073-4acc-a313-e1f3fff09923', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:16.015229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192a888-7b08-4ceb-bbcb-756689978d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35410a6e-3ab8-493f-852b-90a067bcac7d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.029046 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-677b6bb8-f99c-4bbe-a0aa-ef33395c13a4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.155320 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dc016-2a3a-49eb-b3a7-8234bc9c9640 req-a1cc7f7e-ae52-4f08-9694-408ab1d045aa tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.168162 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc0dc016-2a3a-49eb-b3a7-8234bc9c9640 req-a1cc7f7e-ae52-4f08-9694-408ab1d045aa tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.8377974 Jul 16 18:09:16.179123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcd186-4e1e-421d-ad92-60fb0915f07d req-9b17ff4b-a480-418f-8444-5f5e75a1bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.182706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ffcd186-4e1e-421d-ad92-60fb0915f07d req-9b17ff4b-a480-418f-8444-5f5e75a1bc6c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 1101 time: 0.9834089 Jul 16 18:09:16.198431 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-677b6bb8-f99c-4bbe-a0aa-ef33395c13a4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.199984 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5d863ec7-f40f-4dc9-a890-e32d205ac278 None None] Port 4b852b07-cc90-4ccc-8658-89be1411478a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:16.209277 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-677b6bb8-f99c-4bbe-a0aa-ef33395c13a4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.248906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b6bb8-f99c-4bbe-a0aa-ef33395c13a4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebd21ee-24c8-4826-b3df-ac5524c526fb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.261552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8694c99e-fa5c-448b-9225-2d0ccfb41249 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:16.263332 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.278356 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-677b6bb8-f99c-4bbe-a0aa-ef33395c13a4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.280769 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-677b6bb8-f99c-4bbe-a0aa-ef33395c13a4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3018196 Jul 16 18:09:16.283581 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:16.290720 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e9fe53d4-68e5-40f0-bd35-395c05bfc0b5 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group_rule': {'security_group_id': 'e55c5875-1073-4acc-a313-e1f3fff09923', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:16.322006 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9fe53d4-68e5-40f0-bd35-395c05bfc0b5 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.328556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5d863ec7-f40f-4dc9-a890-e32d205ac278 None None] Provisioning complete for port 8694c99e-fa5c-448b-9225-2d0ccfb41249 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:16.329109 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d863ec7-f40f-4dc9-a890-e32d205ac278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.382763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ffcd186-4e1e-421d-ad92-60fb0915f07d req-18ff1914-4fb4-4fe9-90c6-bd6db3108963 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833413 Jul 16 18:09:16.438809 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc0dc016-2a3a-49eb-b3a7-8234bc9c9640 req-7e197253-0399-4b99-bd8e-e1fa0f680e71 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684307 Jul 16 18:09:16.462013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9fe53d4-68e5-40f0-bd35-395c05bfc0b5 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.476908 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9fe53d4-68e5-40f0-bd35-395c05bfc0b5 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.525949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe53d4-68e5-40f0-bd35-395c05bfc0b5 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229da33f-74d6-4582-a6fc-03c3c933ddad,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.538263 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9fe53d4-68e5-40f0-bd35-395c05bfc0b5 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.542949 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e9fe53d4-68e5-40f0-bd35-395c05bfc0b5 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2538524 Jul 16 18:09:16.545080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40370) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:16.556537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2d1f3858-cc9d-41bf-b6eb-6f4ed70ec6cd tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group_rule': {'security_group_id': 'e55c5875-1073-4acc-a313-e1f3fff09923', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:16.567801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cc014b2-bc3a-48c9-8e60-bd1ab347d6a9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 4b852b07-cc90-4ccc-8658-89be1411478a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:16.573608 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.578282 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cc014b2-bc3a-48c9-8e60-bd1ab347d6a9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.599858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d1f3858-cc9d-41bf-b6eb-6f4ed70ec6cd tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.645176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Transition to ACTIVE for port object 4b852b07-cc90-4ccc-8658-89be1411478a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:16.657638 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.710978 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d1f3858-cc9d-41bf-b6eb-6f4ed70ec6cd tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.717060 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d1f3858-cc9d-41bf-b6eb-6f4ed70ec6cd tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.719063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea75c19-fb15-43aa-820c-cec3fa4daf9d None None] Pushing event updated for resources: {'Port': ['ID=4b852b07-cc90-4ccc-8658-89be1411478a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.746907 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f3858-cc9d-41bf-b6eb-6f4ed70ec6cd tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b270e3-747b-4ac7-a58a-cd0c2beb81b9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.770355 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d1f3858-cc9d-41bf-b6eb-6f4ed70ec6cd tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.773535 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2d1f3858-cc9d-41bf-b6eb-6f4ed70ec6cd tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2256994 Jul 16 18:09:16.774925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:16.780771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f8f2b039-bdad-4b29-9399-98ffbcf68084 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group_rule': {'security_group_id': 'e55c5875-1073-4acc-a313-e1f3fff09923', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:16.805135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Attempting to bind port 4b852b07-cc90-4ccc-8658-89be1411478a on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:16.805617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Attempting to bind port 4b852b07-cc90-4ccc-8658-89be1411478a by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:16.806064 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Attempting to bind port 4b852b07-cc90-4ccc-8658-89be1411478a on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:16.819556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:16.820233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:16.821686 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.822647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:16.823710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8f2b039-bdad-4b29-9399-98ffbcf68084 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.823921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Bound port: 4b852b07-cc90-4ccc-8658-89be1411478a, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:16.824395 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.857467 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cc014b2-bc3a-48c9-8e60-bd1ab347d6a9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.884927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cc014b2-bc3a-48c9-8e60-bd1ab347d6a9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 4b852b07-cc90-4ccc-8658-89be1411478a owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:16.935222 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8f2b039-bdad-4b29-9399-98ffbcf68084 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.937896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] For port 4b852b07-cc90-4ccc-8658-89be1411478a, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:16.942208 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8f2b039-bdad-4b29-9399-98ffbcf68084 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.942377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] For port 4b852b07-cc90-4ccc-8658-89be1411478a, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4b852b07-cc90-4ccc-8658-89be1411478a,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:16.949455 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.986504 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2b039-bdad-4b29-9399-98ffbcf68084 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243122ef-12a2-4703-97bb-5631f242a947,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:17.006108 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8f2b039-bdad-4b29-9399-98ffbcf68084 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.015701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:17.016080 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f8f2b039-bdad-4b29-9399-98ffbcf68084 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2382870 Jul 16 18:09:17.026068 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Routers {'a84a9087-f840-440f-8599-eb8487c499dd'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:17.026740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:09:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a84a9087-f840-440f-8599-eb8487c499dd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:17.184375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea75c19-fb15-43aa-820c-cec3fa4daf9d None None] Pushing event updated for resources: {'Port': ['ID=4b852b07-cc90-4ccc-8658-89be1411478a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:17.224586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] Set router a84a9087-f840-440f-8599-eb8487c499dd gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:17.375513 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff0af-3401-4c27-92fc-4a249bc05f8a tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.389814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff0af-3401-4c27-92fc-4a249bc05f8a tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.394371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:17.452224 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff0af-3401-4c27-92fc-4a249bc05f8a tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.460916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f7ff0af-3401-4c27-92fc-4a249bc05f8a tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.462795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4f7ff0af-3401-4c27-92fc-4a249bc05f8a tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/243122ef-12a2-4703-97bb-5631f242a947 HTTP/1.1" status: 204 len: 168 time: 0.4454200 Jul 16 18:09:17.465631 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:17.490198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ff0af-3401-4c27-92fc-4a249bc05f8a tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=243122ef-12a2-4703-97bb-5631f242a947,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:17.523761 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cc014b2-bc3a-48c9-8e60-bd1ab347d6a9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.594968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-532e8ba4-067b-4261-89da-6e7e8d8f183d None None] Could not find standard attr ID for object 4b852b07-cc90-4ccc-8658-89be1411478a. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:09:17.640798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc014b2-bc3a-48c9-8e60-bd1ab347d6a9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=4b852b07-cc90-4ccc-8658-89be1411478a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:17.650894 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8bce9fb9-f066-4e15-9935-f0874ab6d516 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1744864 Jul 16 18:09:17.651888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:17.690642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84a9087-f840-440f-8599-eb8487c499dd', 'name': 'tempest-NetworksTestDHCPv6-router-936359695', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:10Z', 'updated_at': '2021-07-16T18:09:12Z', 'revision_number': 2, 'project_id': '6c266cf86827421a835d6c14c1884754', 'gw_port_host': None, '_interfaces': [{'id': '4b852b07-cc90-4ccc-8658-89be1411478a', 'name': '', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'mac_address': 'fa:16:3e:37:11:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84a9087-f840-440f-8599-eb8487c499dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '86cd9955-1054-4d4d-9eb8-bc930e3b7e5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:16Z', 'revision_number': 4, 'project_id': '6c266cf86827421a835d6c14c1884754', 'subnets': [{'id': '86cd9955-1054-4d4d-9eb8-bc930e3b7e5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:17.702899 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-713116914-network', 'tenant_id': '6d75d38d23e04bb3832283833a37a261'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:17.729150 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600145de-8700-47c7-9b44-30407f10cc35 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.737861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048d6f8b-7ee5-41f2-aafa-ad42995f4047 None None] The sync data for ids ['a84a9087-f840-440f-8599-eb8487c499dd'] in n-d-793618-9 is: [{'id': 'a84a9087-f840-440f-8599-eb8487c499dd', 'name': 'tempest-NetworksTestDHCPv6-router-936359695', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:10Z', 'updated_at': '2021-07-16T18:09:12Z', 'revision_number': 2, 'project_id': '6c266cf86827421a835d6c14c1884754', 'gw_port_host': None, '_interfaces': [{'id': '4b852b07-cc90-4ccc-8658-89be1411478a', 'name': '', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'mac_address': 'fa:16:3e:37:11:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84a9087-f840-440f-8599-eb8487c499dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '86cd9955-1054-4d4d-9eb8-bc930e3b7e5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:16Z', 'revision_number': 4, 'project_id': '6c266cf86827421a835d6c14c1884754', 'subnets': [{'id': '86cd9955-1054-4d4d-9eb8-bc930e3b7e5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:17.759458 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600145de-8700-47c7-9b44-30407f10cc35 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.786280 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Made reservation on behalf of 6d75d38d23e04bb3832283833a37a261 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:17.788686 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cc014b2-bc3a-48c9-8e60-bd1ab347d6a9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.788832 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.806472 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.817474 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600145de-8700-47c7-9b44-30407f10cc35 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.831964 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600145de-8700-47c7-9b44-30407f10cc35 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.835405 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-600145de-8700-47c7-9b44-30407f10cc35 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b6b270e3-747b-4ac7-a58a-cd0c2beb81b9 HTTP/1.1" status: 204 len: 168 time: 0.1801245 Jul 16 18:09:17.836546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:17.850850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600145de-8700-47c7-9b44-30407f10cc35 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6b270e3-747b-4ac7-a58a-cd0c2beb81b9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:17.969972 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.975290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.003692 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:18.013953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242ce13d-2425-4bb5-80a5-db661126e98d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.019480 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.019825 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Added segment f62e27a8-b23f-4788-aafa-738d528bdeba of type vlan for network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 Jul 16 18:09:18.033571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fbdf7-faa6-491c-9cc6-9ed90c89ba66 req-d4a771f0-104f-4f4f-a0bd-5da431b5f308 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.042675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6d0fbdf7-faa6-491c-9cc6-9ed90c89ba66 req-d4a771f0-104f-4f4f-a0bd-5da431b5f308 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.2545452 Jul 16 18:09:18.109619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-781abd20-321d-4c1b-9cc3-badb23556b73 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2632742 Jul 16 18:09:18.110207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:18.116500 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.184971 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.202527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.202527 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.256221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a4e3d8-278f-4d86-b024-5e5b4b01bd18 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.273074 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8769262 Jul 16 18:09:18.276372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:18.296777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6d0fbdf7-faa6-491c-9cc6-9ed90c89ba66 req-6ba1a355-4fe8-4725-a678-27c453f38617 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516832 Jul 16 18:09:18.305842 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a4e3d8-278f-4d86-b024-5e5b4b01bd18 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.335501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6280acdc-0bdf-490b-a2b5-ccf0c312c2e1 admin admin] Request body: {'subnet': {'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-713116914-subnet', 'tenant_id': '6d75d38d23e04bb3832283833a37a261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:18.378135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc014b2-bc3a-48c9-8e60-bd1ab347d6a9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Router a84a9087-f840-440f-8599-eb8487c499dd has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:18.386528 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a4e3d8-278f-4d86-b024-5e5b4b01bd18 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.394973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80a4e3d8-278f-4d86-b024-5e5b4b01bd18 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.396227 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-80a4e3d8-278f-4d86-b024-5e5b4b01bd18 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/229da33f-74d6-4582-a6fc-03c3c933ddad HTTP/1.1" status: 204 len: 168 time: 0.2848356 Jul 16 18:09:18.400206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:18.403142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823a8f3-64f9-41ab-94a1-492dd36763f0 admin admin] Pushing event updated for resources: {'Network': ['ID=b9117ce7-7d0b-4067-b1c3-eb5930f645a0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.405706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6280acdc-0bdf-490b-a2b5-ccf0c312c2e1 admin admin] Made reservation on behalf of 6d75d38d23e04bb3832283833a37a261 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:18.408177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6280acdc-0bdf-490b-a2b5-ccf0c312c2e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.420793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4e3d8-278f-4d86-b024-5e5b4b01bd18 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=229da33f-74d6-4582-a6fc-03c3c933ddad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.441250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:18.610087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8da8826f-3a48-4f15-a225-8ee9b27ee278 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2054679 Jul 16 18:09:18.611221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc014b2-bc3a-48c9-8e60-bd1ab347d6a9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:18.612890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:18.622898 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2cc014b2-bc3a-48c9-8e60-bd1ab347d6a9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "PUT /v2.0/routers/a84a9087-f840-440f-8599-eb8487c499dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2430210 Jul 16 18:09:18.625660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:18.719570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8075d5-3bf9-46e5-ab2f-d5f19ce85568 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.740745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8075d5-3bf9-46e5-ab2f-d5f19ce85568 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.742421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3f8075d5-3bf9-46e5-ab2f-d5f19ce85568 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1158130 Jul 16 18:09:18.745357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:19.037411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78dedd6-3b71-4baf-9b1b-70451a51b2d4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 86cd9955-1054-4d4d-9eb8-bc930e3b7e5e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:19.047532 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f21ef81-8758-4a41-af76-5bf039ce0e26 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.053597 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d78dedd6-3b71-4baf-9b1b-70451a51b2d4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.064468 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f21ef81-8758-4a41-af76-5bf039ce0e26 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.112675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc9fc-89e4-4287-b837-393529cd4bf7 req-7d208d50-a492-459a-8cf7-6cc4ae1288f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.114687 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ebacc9fc-89e4-4287-b837-393529cd4bf7 req-7d208d50-a492-459a-8cf7-6cc4ae1288f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dec418af5de2424d8bb311b478097044&device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 1096 time: 0.1124911 Jul 16 18:09:19.115887 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f21ef81-8758-4a41-af76-5bf039ce0e26 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.123521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6280acdc-0bdf-490b-a2b5-ccf0c312c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.127709 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f21ef81-8758-4a41-af76-5bf039ce0e26 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.129183 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2f21ef81-8758-4a41-af76-5bf039ce0e26 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/1ebd21ee-24c8-4826-b3df-ac5524c526fb HTTP/1.1" status: 204 len: 168 time: 0.5151649 Jul 16 18:09:19.131237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21ef81-8758-4a41-af76-5bf039ce0e26 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ebd21ee-24c8-4826-b3df-ac5524c526fb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:19.139476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40444) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:19.157115 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d78dedd6-3b71-4baf-9b1b-70451a51b2d4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.241529 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a2169ac4-6944-4aea-95dd-00a7bed6e0f4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0989678 Jul 16 18:09:19.243906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:19.281673 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-778509d4-187b-4516-8f02-09e1a01198ab tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.290939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc9fc-89e4-4287-b837-393529cd4bf7 req-f471f428-fce0-4e7b-b269-7bc5feb5a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.292468 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ebacc9fc-89e4-4287-b837-393529cd4bf7 req-f471f428-fce0-4e7b-b269-7bc5feb5a816 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 200 len: 920 time: 0.1622632 Jul 16 18:09:19.294069 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-778509d4-187b-4516-8f02-09e1a01198ab tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.309282 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-293f78d0-e683-4c4d-b231-654fadde09c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4662886 Jul 16 18:09:19.309575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280acdc-0bdf-490b-a2b5-ccf0c312c2e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25468045-7241-4454-b16f-bde78d4ab676,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:19.383456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6280acdc-0bdf-490b-a2b5-ccf0c312c2e1 admin admin] Checking segment: {'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:19.383830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6280acdc-0bdf-490b-a2b5-ccf0c312c2e1 admin admin] Network hostable DHCP agents. Network: b9117ce7-7d0b-4067-b1c3-eb5930f645a0, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:19.395133 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ebacc9fc-89e4-4287-b837-393529cd4bf7 req-bc3a39e2-bac3-43a8-b241-f1e6d88ea433 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 HTTP/1.1" status: 200 len: 217 time: 0.0947256 Jul 16 18:09:19.396413 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-778509d4-187b-4516-8f02-09e1a01198ab tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.404504 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-778509d4-187b-4516-8f02-09e1a01198ab tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.411149 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-778509d4-187b-4516-8f02-09e1a01198ab tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/3b72b496-d7af-403e-bcba-c2ec58a4a5bf HTTP/1.1" status: 204 len: 168 time: 0.1661623 Jul 16 18:09:19.412033 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:19.469055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae475738-950f-4c4d-a96a-7658047c11d9 req-d08de409-d469-4a7a-a366-f7d5c21e681f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.469055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae475738-950f-4c4d-a96a-7658047c11d9 req-d08de409-d469-4a7a-a366-f7d5c21e681f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.3701050 Jul 16 18:09:19.476683 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d78dedd6-3b71-4baf-9b1b-70451a51b2d4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.513770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778509d4-187b-4516-8f02-09e1a01198ab tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b72b496-d7af-403e-bcba-c2ec58a4a5bf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:19.554274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc9fc-89e4-4287-b837-393529cd4bf7 req-84d51afd-0573-46d3-ad7d-048f5119c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.556244 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ebacc9fc-89e4-4287-b837-393529cd4bf7 req-84d51afd-0573-46d3-ad7d-048f5119c196 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26e6cab3-4374-4ede-8f3e-52dd04198328 HTTP/1.1" status: 200 len: 859 time: 0.1432600 Jul 16 18:09:19.621537 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cb156f6b-c92c-4f1d-a979-bd58a26e42f8 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1208937 Jul 16 18:09:19.641469 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:19.654384 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ebacc9fc-89e4-4287-b837-393529cd4bf7 req-fa814121-7785-4f4b-a620-9efc507303a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec6f990-5524-4162-9c80-9e127ede5598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873868 Jul 16 18:09:19.875456 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ebacc9fc-89e4-4287-b837-393529cd4bf7 req-9bec4114-d685-42de-ba19-d570e0f1f895 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916950 Jul 16 18:09:19.879407 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21e1daaa-54d5-44cb-a8c4-dd2868455691 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.901115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43f325-6233-46ae-8cf8-b4959332c74b req-03b2e623-be83-4a18-b0a2-0a4352f20d6e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.911665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a43f325-6233-46ae-8cf8-b4959332c74b req-03b2e623-be83-4a18-b0a2-0a4352f20d6e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.6983874 Jul 16 18:09:19.919092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6280acdc-0bdf-490b-a2b5-ccf0c312c2e1 admin admin] Network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:19.933723 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21e1daaa-54d5-44cb-a8c4-dd2868455691 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.976860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae475738-950f-4c4d-a96a-7658047c11d9 req-e15cf4ee-85cf-44d2-8342-411c43fdfa26 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082107 Jul 16 18:09:19.990310 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6280acdc-0bdf-490b-a2b5-ccf0c312c2e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, b9117ce7-7d0b-4067-b1c3-eb5930f645a0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:20.011727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2114125f-0f25-4bc8-908a-a9b7e7d81b18 None None] Network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:20.029652 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe03d32-d0f0-4ea6-ad0c-b96c3c82efa2 None None] Sync routers for ids ['a84a9087-f840-440f-8599-eb8487c499dd'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:20.041492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6280acdc-0bdf-490b-a2b5-ccf0c312c2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.042789 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6280acdc-0bdf-490b-a2b5-ccf0c312c2e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.058645 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe03d32-d0f0-4ea6-ad0c-b96c3c82efa2 None None] Routers {'a84a9087-f840-440f-8599-eb8487c499dd'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:20.064610 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7fe03d32-d0f0-4ea6-ad0c-b96c3c82efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:09:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a84a9087-f840-440f-8599-eb8487c499dd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:20.072680 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d78dedd6-3b71-4baf-9b1b-70451a51b2d4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.113632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a43f325-6233-46ae-8cf8-b4959332c74b req-0e06cc03-2630-4df4-a950-6b8cc3de3aff tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989501 Jul 16 18:09:20.117444 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d78dedd6-3b71-4baf-9b1b-70451a51b2d4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.124560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d78dedd6-3b71-4baf-9b1b-70451a51b2d4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/86cd9955-1054-4d4d-9eb8-bc930e3b7e5e HTTP/1.1" status: 204 len: 168 time: 1.3781822 Jul 16 18:09:20.130761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:20.134563 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21e1daaa-54d5-44cb-a8c4-dd2868455691 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.137027 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21e1daaa-54d5-44cb-a8c4-dd2868455691 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.158474 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-21e1daaa-54d5-44cb-a8c4-dd2868455691 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-groups/e55c5875-1073-4acc-a313-e1f3fff09923 HTTP/1.1" status: 204 len: 168 time: 0.5155420 Jul 16 18:09:20.166197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:20.183126 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ebacc9fc-89e4-4287-b837-393529cd4bf7 req-9d8b8008-8caa-446a-a2ad-7de388dfe1d8 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973812 Jul 16 18:09:20.185607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6280acdc-0bdf-490b-a2b5-ccf0c312c2e1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8865356 Jul 16 18:09:20.188086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dedd6-3b71-4baf-9b1b-70451a51b2d4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=86cd9955-1054-4d4d-9eb8-bc930e3b7e5e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.251496 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b664ab-7918-4313-bde0-ee151743c0ff None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:20.288809 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7fe03d32-d0f0-4ea6-ad0c-b96c3c82efa2 None None] Set router a84a9087-f840-440f-8599-eb8487c499dd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:20.307451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f637ed54-4a87-4655-ab09-aa5ef6022dbe tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1394176 Jul 16 18:09:20.308330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:20.317810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b609c09-2ac7-43f9-ac0d-3f0d8063c960 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group': {'name': 'tempest-secgroup--926608974'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:20.378130 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b609c09-2ac7-43f9-ac0d-3f0d8063c960 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.492472 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1daaa-54d5-44cb-a8c4-dd2868455691 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c5875-1073-4acc-a313-e1f3fff09923,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.519730 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7fe03d32-d0f0-4ea6-ad0c-b96c3c82efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84a9087-f840-440f-8599-eb8487c499dd', 'name': 'tempest-NetworksTestDHCPv6-router-936359695', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:10Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 3, 'project_id': '6c266cf86827421a835d6c14c1884754', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:20.550064 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a2f49083-98a3-4745-b925-a38d88ea7b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4172323 Jul 16 18:09:20.558501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:20.602228 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe03d32-d0f0-4ea6-ad0c-b96c3c82efa2 None None] Checking router: a84a9087-f840-440f-8599-eb8487c499dd for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:20.638299 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe03d32-d0f0-4ea6-ad0c-b96c3c82efa2 None None] Routers {'a84a9087-f840-440f-8599-eb8487c499dd'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:20.639009 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7fe03d32-d0f0-4ea6-ad0c-b96c3c82efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:09:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a84a9087-f840-440f-8599-eb8487c499dd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:20.712937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccff6bb-38c5-412c-a5a1-4aae7f3d9033 None None] Network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:20.746542 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7fe03d32-d0f0-4ea6-ad0c-b96c3c82efa2 None None] Set router a84a9087-f840-440f-8599-eb8487c499dd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:20.836847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d5146c6-4b24-4eaa-a695-6d6334a5b7d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.874763 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7fe03d32-d0f0-4ea6-ad0c-b96c3c82efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84a9087-f840-440f-8599-eb8487c499dd', 'name': 'tempest-NetworksTestDHCPv6-router-936359695', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:10Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 3, 'project_id': '6c266cf86827421a835d6c14c1884754', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:21.042036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328f3dd2-1adf-481c-b75e-b698becb22df None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:21.057823 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b609c09-2ac7-43f9-ac0d-3f0d8063c960 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.075132 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b609c09-2ac7-43f9-ac0d-3f0d8063c960 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.158013 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe03d32-d0f0-4ea6-ad0c-b96c3c82efa2 None None] The sync data for ids ['a84a9087-f840-440f-8599-eb8487c499dd'] in n-d-793618-9 is: [{'id': 'a84a9087-f840-440f-8599-eb8487c499dd', 'name': 'tempest-NetworksTestDHCPv6-router-936359695', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:10Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 3, 'project_id': '6c266cf86827421a835d6c14c1884754', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:21.164509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-328f3dd2-1adf-481c-b75e-b698becb22df None None] Deleting port 8694c99e-fa5c-448b-9225-2d0ccfb41249 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:21.164904 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-328f3dd2-1adf-481c-b75e-b698becb22df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.273526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-328f3dd2-1adf-481c-b75e-b698becb22df None None] For port 8694c99e-fa5c-448b-9225-2d0ccfb41249, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8694c99e-fa5c-448b-9225-2d0ccfb41249,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:21.274223 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-328f3dd2-1adf-481c-b75e-b698becb22df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.287853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-328f3dd2-1adf-481c-b75e-b698becb22df None None] Calling delete_port for 8694c99e-fa5c-448b-9225-2d0ccfb41249 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:21.350151 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d5146c6-4b24-4eaa-a695-6d6334a5b7d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.356456 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b609c09-2ac7-43f9-ac0d-3f0d8063c960 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.358340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2b609c09-2ac7-43f9-ac0d-3f0d8063c960 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0475879 Jul 16 18:09:21.359210 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d5146c6-4b24-4eaa-a695-6d6334a5b7d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.360250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:21.361825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b609c09-2ac7-43f9-ac0d-3f0d8063c960 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8aac59-9fad-4555-ae92-1b8125240b0e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:21.366355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-67963255-0adb-485f-a051-48a844f6b9ae tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group_rule': {'security_group_id': '4c8aac59-9fad-4555-ae92-1b8125240b0e', 'direction': 'ingress', 'protocol': 17}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:21.411479 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-328f3dd2-1adf-481c-b75e-b698becb22df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.421174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67963255-0adb-485f-a051-48a844f6b9ae tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.453645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-272b7a02-44c8-4dad-b633-82d69020a2aa tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.454307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f3dd2-1adf-481c-b75e-b698becb22df None None] No DVR routers for this DVR port 8694c99e-fa5c-448b-9225-2d0ccfb41249 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:21.455213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-272b7a02-44c8-4dad-b633-82d69020a2aa tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/networks?id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0 HTTP/1.1" status: 200 len: 814 time: 0.3126276 Jul 16 18:09:21.457245 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d5146c6-4b24-4eaa-a695-6d6334a5b7d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.458431 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5146c6-4b24-4eaa-a695-6d6334a5b7d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Fanout notify agent at l3_agent the message router_deleted on router a84a9087-f840-440f-8599-eb8487c499dd {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:21.465185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f3dd2-1adf-481c-b75e-b698becb22df None None] Pushing event deleted for resources: {'Port': ['ID=8694c99e-fa5c-448b-9225-2d0ccfb41249,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:21.468382 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d5146c6-4b24-4eaa-a695-6d6334a5b7d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.476829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5d5146c6-4b24-4eaa-a695-6d6334a5b7d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/routers/a84a9087-f840-440f-8599-eb8487c499dd HTTP/1.1" status: 204 len: 168 time: 0.9095218 Jul 16 18:09:21.478060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:21.485950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5c754e2f-6915-4e5b-a8b1-bdcb121111a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:21.490975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47258dc-0749-416e-b3ad-ac3ac77f0ae7 req-c52f6764-8148-4a21-8c83-e31178af849b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.492501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f47258dc-0749-416e-b3ad-ac3ac77f0ae7 req-c52f6764-8148-4a21-8c83-e31178af849b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.2247229 Jul 16 18:09:21.516508 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-530b47d5-edde-4eda-a94c-ec0da8e0c3da tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/quotas/6d75d38d23e04bb3832283833a37a261 HTTP/1.1" status: 200 len: 375 time: 0.0399647 Jul 16 18:09:21.587320 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-536b9354-2892-426e-a7ee-078898be7ac8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d75d38d23e04bb3832283833a37a261&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700674 Jul 16 18:09:21.636926 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67963255-0adb-485f-a051-48a844f6b9ae tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.649491 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f47258dc-0749-416e-b3ad-ac3ac77f0ae7 req-037a5235-5166-46b8-8a3d-7548b2a934e9 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489272 Jul 16 18:09:21.650051 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67963255-0adb-485f-a051-48a844f6b9ae tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.706043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67963255-0adb-485f-a051-48a844f6b9ae tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba744c40-9fc5-49e6-a7dc-4de0321e5a54,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:21.709141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c754e2f-6915-4e5b-a8b1-bdcb121111a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:21.712847 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c754e2f-6915-4e5b-a8b1-bdcb121111a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.743887 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67963255-0adb-485f-a051-48a844f6b9ae tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.745128 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-67963255-0adb-485f-a051-48a844f6b9ae tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3833046 Jul 16 18:09:21.766759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:21.777703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4b852b07-cc90-4ccc-8658-89be1411478a no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:21.812296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4b852b07-cc90-4ccc-8658-89be1411478a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:21.812678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4b852b07-cc90-4ccc-8658-89be1411478a not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:21.813052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8694c99e-fa5c-448b-9225-2d0ccfb41249 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:21.849448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-f27135ed-89a1-4af8-9373-737bd3a617f7 service neutron] 10.222.0.52 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596726 Jul 16 18:09:21.875260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 8694c99e-fa5c-448b-9225-2d0ccfb41249 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:21.875617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8694c99e-fa5c-448b-9225-2d0ccfb41249 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:21.902406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-d7431b6e-8ee3-47d3-95c6-9a21694ddb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.904052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-d7431b6e-8ee3-47d3-95c6-9a21694ddb79 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 1101 time: 0.2584114 Jul 16 18:09:21.972666 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52097e1a-cfdc-4be6-86a3-3dac1d118d92 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.011484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52097e1a-cfdc-4be6-86a3-3dac1d118d92 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.114440 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-e506699b-5aa3-4a59-a234-0a960aca4f42 service neutron] 10.222.0.52 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636919 Jul 16 18:09:22.134609 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52097e1a-cfdc-4be6-86a3-3dac1d118d92 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.137384 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52097e1a-cfdc-4be6-86a3-3dac1d118d92 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.138939 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-52097e1a-cfdc-4be6-86a3-3dac1d118d92 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-groups/4c8aac59-9fad-4555-ae92-1b8125240b0e HTTP/1.1" status: 204 len: 168 time: 0.3709221 Jul 16 18:09:22.145481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfe0e8-a782-46ff-8b2e-d9a1c168908d req-c832c783-b2bf-4e21-9403-fcfe8c15eb1a tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.147308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8bfe0e8-a782-46ff-8b2e-d9a1c168908d req-c832c783-b2bf-4e21-9403-fcfe8c15eb1a tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.2405758 Jul 16 18:09:22.148211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:22.162582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-6fed3745-9d5d-4618-95e1-ac8117170b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.164718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-6fed3745-9d5d-4618-95e1-ac8117170b6a service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2439923 Jul 16 18:09:22.166105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52097e1a-cfdc-4be6-86a3-3dac1d118d92 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8aac59-9fad-4555-ae92-1b8125240b0e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:22.190148 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c754e2f-6915-4e5b-a8b1-bdcb121111a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.233913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c754e2f-6915-4e5b-a8b1-bdcb121111a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:22.238024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5c754e2f-6915-4e5b-a8b1-bdcb121111a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:22.243273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-f4ee5c2b-7c08-40ae-8454-655049d23d87 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078 HTTP/1.1" status: 200 len: 217 time: 0.0697818 Jul 16 18:09:22.244009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c754e2f-6915-4e5b-a8b1-bdcb121111a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.244897 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c754e2f-6915-4e5b-a8b1-bdcb121111a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.272469 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5c754e2f-6915-4e5b-a8b1-bdcb121111a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7929518 Jul 16 18:09:22.272891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:22.280310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e8e5ae16-b3a6-4e12-9b2b-7213ab2df051 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1756935945', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:22.281748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd4160-312b-44ef-96f1-2bf10978385b None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:22.297809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c754e2f-6915-4e5b-a8b1-bdcb121111a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=45a459a5-16d3-46eb-911d-2b4df8ef3c42,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:22.319477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ae16-b3a6-4e12-9b2b-7213ab2df051 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.323699 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ae16-b3a6-4e12-9b2b-7213ab2df051 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.341669 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8bfe0e8-a782-46ff-8b2e-d9a1c168908d req-69803770-1a48-4b08-9a8a-160a654054f8 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814609 Jul 16 18:09:22.349119 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d1f2916c-24c0-4d5d-bc23-647cdd4321f5 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1975844 Jul 16 18:09:22.351009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-656b57a5-aff3-48b8-8a6b-84823f94fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.352577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-656b57a5-aff3-48b8-8a6b-84823f94fdaa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0870910 Jul 16 18:09:22.354206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:22.375041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a0896348-8f8c-4c8a-8c4d-243b96cbaa47 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899253493'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:22.487384 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ae16-b3a6-4e12-9b2b-7213ab2df051 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.494239 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ae16-b3a6-4e12-9b2b-7213ab2df051 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.566643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ae16-b3a6-4e12-9b2b-7213ab2df051 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.570993 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e8e5ae16-b3a6-4e12-9b2b-7213ab2df051 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2946758 Jul 16 18:09:22.571771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:22.617181 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0896348-8f8c-4c8a-8c4d-243b96cbaa47 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.684192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': '45a459a5-16d3-46eb-911d-2b4df8ef3c42'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:22.685224 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.771429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2ef3f6c-2b12-4efb-a7a5-dbdb650e0803 req-d947dcc8-2d88-4d84-a9cd-4e14e272e141 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 210 time: 0.1871424 Jul 16 18:09:22.777774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-3ec2ae5b-e345-4108-91b9-52ef3cd174b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.782078 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-3ec2ae5b-e345-4108-91b9-52ef3cd174b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3845782 Jul 16 18:09:22.925859 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0896348-8f8c-4c8a-8c4d-243b96cbaa47 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.949128 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0896348-8f8c-4c8a-8c4d-243b96cbaa47 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.992006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Allocated IP 2001:db8::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/45a459a5-16d3-46eb-911d-2b4df8ef3c42/a4a87675-4db4-42d7-a68e-05514f166b0c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:23.062605 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0896348-8f8c-4c8a-8c4d-243b96cbaa47 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.063817 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a0896348-8f8c-4c8a-8c4d-243b96cbaa47 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7092099 Jul 16 18:09:23.066677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40558) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:23.071365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ce592921-1754-4a40-9bb7-2b9b75ae3f05 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110644497'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:23.081501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0896348-8f8c-4c8a-8c4d-243b96cbaa47 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607a6894-dce7-4eb3-a133-94c5b86a5c87,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:23.162521 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-d004094e-f71c-44fc-9722-f7609d075e11 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682666 Jul 16 18:09:23.172588 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.175087 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce592921-1754-4a40-9bb7-2b9b75ae3f05 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.243280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcf51d-3f64-480e-920b-071d6eff3bcf req-f7f0f34c-c05f-46c1-bb7b-db9f162ce8f3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.244880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18fcf51d-3f64-480e-920b-071d6eff3bcf req-f7f0f34c-c05f-46c1-bb7b-db9f162ce8f3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.3372042 Jul 16 18:09:23.247307 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.257295 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Transition to ACTIVE for port object a4a87675-4db4-42d7-a68e-05514f166b0c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:23.273846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Transition to ACTIVE for port object a4a87675-4db4-42d7-a68e-05514f166b0c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:23.284976 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.341882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:23.397945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18fcf51d-3f64-480e-920b-071d6eff3bcf req-280b725a-2129-4876-8058-fcaa426f4f24 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082382 Jul 16 18:09:23.443714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:23.447791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:23.462366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Pushing event updated for resources: {'Port': ['ID=a4a87675-4db4-42d7-a68e-05514f166b0c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:23.477042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-308d93b8-4097-4f55-a0d7-63e117cd9c98 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079944 Jul 16 18:09:23.501981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce592921-1754-4a40-9bb7-2b9b75ae3f05 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.514835 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce592921-1754-4a40-9bb7-2b9b75ae3f05 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.542380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Attempting to bind port a4a87675-4db4-42d7-a68e-05514f166b0c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:23.542891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Attempting to bind port a4a87675-4db4-42d7-a68e-05514f166b0c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:23.543280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Attempting to bind port a4a87675-4db4-42d7-a68e-05514f166b0c on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:23.555485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:23.555917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:23.556337 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.556751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:23.557243 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Bound port: a4a87675-4db4-42d7-a68e-05514f166b0c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:23.557666 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.631350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] For port a4a87675-4db4-42d7-a68e-05514f166b0c, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:23.635067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] For port a4a87675-4db4-42d7-a68e-05514f166b0c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a4a87675-4db4-42d7-a68e-05514f166b0c,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:23.644835 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.738129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::1 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/45a459a5-16d3-46eb-911d-2b4df8ef3c42/c99be643-1c67-4308-a6e9-a1b65424987e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:23.763072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5abbf-3d12-4f22-ae54-a0c63592bd70 req-ef088235-3c7a-4534-8283-8d6fe1ae97da tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.765263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-57f5abbf-3d12-4f22-ae54-a0c63592bd70 req-ef088235-3c7a-4534-8283-8d6fe1ae97da tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.1878214 Jul 16 18:09:23.794269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce592921-1754-4a40-9bb7-2b9b75ae3f05 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.795273 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8e5f9-8c26-4a22-b713-9c40ff5e568c None None] Pushing event updated for resources: {'Port': ['ID=a4a87675-4db4-42d7-a68e-05514f166b0c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:23.798604 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ce592921-1754-4a40-9bb7-2b9b75ae3f05 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7308459 Jul 16 18:09:23.806462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:23.825701 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-192ab6de-895e-4a13-886d-ca204b83cbc6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group_rule': {'security_group_id': '607a6894-dce7-4eb3-a133-94c5b86a5c87', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e1cc1018-939c-4980-baf8-9daacc926e76', 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:23.868894 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce592921-1754-4a40-9bb7-2b9b75ae3f05 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cc1018-939c-4980-baf8-9daacc926e76,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:23.902017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-57f5abbf-3d12-4f22-ae54-a0c63592bd70 req-fd689357-8904-4b86-8b09-85d5f13e32fc tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256690 Jul 16 18:09:24.044205 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-192ab6de-895e-4a13-886d-ca204b83cbc6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.141101 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.208371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e86f665-92ef-455f-b6b7-1d74246a8a31 req-09cc0e7b-b4b0-43da-b921-cd96d8ec1950 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 210 time: 0.0745971 Jul 16 18:09:24.216970 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object c99be643-1c67-4308-a6e9-a1b65424987e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:24.239840 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-192ab6de-895e-4a13-886d-ca204b83cbc6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.246144 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-192ab6de-895e-4a13-886d-ca204b83cbc6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.278317 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ab6de-895e-4a13-886d-ca204b83cbc6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dc60f2-7e72-48e5-afee-467df866c05a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:24.289865 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-192ab6de-895e-4a13-886d-ca204b83cbc6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.291190 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-192ab6de-895e-4a13-886d-ca204b83cbc6 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4734747 Jul 16 18:09:24.294109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:24.315119 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.357793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:24.360377 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbc4e-a890-4646-8913-43a542cf21d8 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.364448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:24.373342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:24.373342 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.376626 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbc4e-a890-4646-8913-43a542cf21d8 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.441588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=c99be643-1c67-4308-a6e9-a1b65424987e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:24.495349 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbc4e-a890-4646-8913-43a542cf21d8 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.518693 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbc4e-a890-4646-8913-43a542cf21d8 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.519877 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2e4cbc4e-a890-4646-8913-43a542cf21d8 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/49dc60f2-7e72-48e5-afee-467df866c05a HTTP/1.1" status: 204 len: 168 time: 0.2244661 Jul 16 18:09:24.523503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:24.538261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cbc4e-a890-4646-8913-43a542cf21d8 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49dc60f2-7e72-48e5-afee-467df866c05a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:24.642051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-89f7a49f-4f76-46aa-89a3-4fd2dc3a2c0f tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1171494 Jul 16 18:09:24.644997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:24.714110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0718a-a962-4055-84b6-dd72571b6000 req-d10c7500-25a2-4b23-8c61-1656543023f4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.715684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aac0718a-a962-4055-84b6-dd72571b6000 req-d10c7500-25a2-4b23-8c61-1656543023f4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.1566727 Jul 16 18:09:24.754840 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ece79478-1ed9-400d-8a67-54b9e1823db0 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.836862 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ece79478-1ed9-400d-8a67-54b9e1823db0 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.849620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aac0718a-a962-4055-84b6-dd72571b6000 req-7ddc03ea-2c2d-44d5-964f-eae65c9174be tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151714 Jul 16 18:09:24.944740 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ece79478-1ed9-400d-8a67-54b9e1823db0 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.951512 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ece79478-1ed9-400d-8a67-54b9e1823db0 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.954227 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ece79478-1ed9-400d-8a67-54b9e1823db0 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-groups/e1cc1018-939c-4980-baf8-9daacc926e76 HTTP/1.1" status: 204 len: 168 time: 0.3082545 Jul 16 18:09:24.957233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:25.021218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece79478-1ed9-400d-8a67-54b9e1823db0 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cc1018-939c-4980-baf8-9daacc926e76,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:25.024841 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.119135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1b195b55-5d7c-4b8a-8975-7d50c2d5be53 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1561899 Jul 16 18:09:25.120694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:25.224824 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c312132-f7e8-4165-ae29-14b95afd05b0 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.264070 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c312132-f7e8-4165-ae29-14b95afd05b0 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.278093 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-fd50cc89-074a-4959-a936-f78609219c6f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.279877 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-fd50cc89-074a-4959-a936-f78609219c6f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.42 "GET /v2.0/networks?id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0 HTTP/1.1" status: 200 len: 814 time: 0.7935224 Jul 16 18:09:25.314571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Request body: {'port': {'device_id': '2b066e3c-7f6b-4aa3-8e9b-02ce9da35289', 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0', 'admin_state_up': True, 'tenant_id': '6d75d38d23e04bb3832283833a37a261'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:25.317854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ec36d-7c4c-4c76-aa73-2a70063c81eb req-8368f7a8-723e-429a-8ca8-3abbd11d0572 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.324895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc6ec36d-7c4c-4c76-aa73-2a70063c81eb req-8368f7a8-723e-429a-8ca8-3abbd11d0572 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.2209733 Jul 16 18:09:25.374340 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c312132-f7e8-4165-ae29-14b95afd05b0 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.391540 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c312132-f7e8-4165-ae29-14b95afd05b0 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.395552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5c312132-f7e8-4165-ae29-14b95afd05b0 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-groups/607a6894-dce7-4eb3-a133-94c5b86a5c87 HTTP/1.1" status: 204 len: 168 time: 0.2736371 Jul 16 18:09:25.396946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:25.440171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc6ec36d-7c4c-4c76-aa73-2a70063c81eb req-746eacd1-b736-44e0-9069-70f799c51cfd tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137850 Jul 16 18:09:25.455187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c312132-f7e8-4165-ae29-14b95afd05b0 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607a6894-dce7-4eb3-a133-94c5b86a5c87,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:25.487616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3a40ae2-74bd-4fd2-a644-a0a0145cba5a req-17891e23-d9dc-4f28-90a2-f84705c44f7a tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 210 time: 0.0577588 Jul 16 18:09:25.497977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:25.500295 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-03175d24-5908-4581-a119-bec50a33a24b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0981109 Jul 16 18:09:25.506226 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ea5414fc-43f3-4c49-96fb-ae47ff2e27a9 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587552718'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:25.585353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-ea5414fc-43f3-4c49-96fb-ae47ff2e27a9 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:09:25.585353 n-d-793618-9 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:09:25.585353 n-d-793618-9 neutron-server[93766]: [parameters: {'project_id': 'd17b0dbf5af248818f6b97a584b4559d', 'id': '5590b294-1930-4449-8c8a-d55932d78d53', 'expiration': datetime.datetime(2021, 7, 16, 18, 11, 25, 578576)}] Jul 16 18:09:25.585353 n-d-793618-9 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:09:25.585755 n-d-793618-9 neutron-server[93766]: DEBUG oslo_db.api [None req-ea5414fc-43f3-4c49-96fb-ae47ff2e27a9 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:09:25.610955 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Made reservation on behalf of 6d75d38d23e04bb3832283833a37a261 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:25.614793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.631189 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-065b2742-4eb4-422b-be1e-1d3d4931a3f5 None None] Provisioning for port a4a87675-4db4-42d7-a68e-05514f166b0c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:25.693369 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.701661 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.702460 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.764328 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a4a87675-4db4-42d7-a68e-05514f166b0c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:25.799186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=c99be643-1c67-4308-a6e9-a1b65424987e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:25.845898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port a4a87675-4db4-42d7-a68e-05514f166b0c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:25.851344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port a4a87675-4db4-42d7-a68e-05514f166b0c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:25.851771 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.900299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Allocated IP 172.20.0.2 (b9117ce7-7d0b-4067-b1c3-eb5930f645a0/25468045-7241-4454-b16f-bde78d4ab676/40577c15-89e7-4ae4-87bd-5d5306a689e1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:25.981375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:25.986212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:25.993571 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.088598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port a4a87675-4db4-42d7-a68e-05514f166b0c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a4a87675-4db4-42d7-a68e-05514f166b0c,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:26.101137 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.115200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-deb29255-02bf-4ed9-ad11-70b2836f6e33 None None] Provisioning for port c99be643-1c67-4308-a6e9-a1b65424987e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:26.138616 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea5414fc-43f3-4c49-96fb-ae47ff2e27a9 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.160685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-deb29255-02bf-4ed9-ad11-70b2836f6e33 None None] Provisioning complete for port c99be643-1c67-4308-a6e9-a1b65424987e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:26.161377 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-deb29255-02bf-4ed9-ad11-70b2836f6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.182520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f274f02-705f-465c-aab7-b7d049a26a95 req-2e7d5efe-6333-462a-94eb-8493a25f8715 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.196312 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f274f02-705f-465c-aab7-b7d049a26a95 req-2e7d5efe-6333-462a-94eb-8493a25f8715 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.1400034 Jul 16 18:09:26.240788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=a4a87675-4db4-42d7-a68e-05514f166b0c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.244540 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-deb29255-02bf-4ed9-ad11-70b2836f6e33 None None] Port c99be643-1c67-4308-a6e9-a1b65424987e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:26.270611 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f274f02-705f-465c-aab7-b7d049a26a95 req-59a3d7bc-6a64-4e55-a041-f9b5359e4892 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728216 Jul 16 18:09:26.342334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.435982 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea5414fc-43f3-4c49-96fb-ae47ff2e27a9 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.441562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159dd38-f7f8-4df8-88f6-3e93345fe50c req-fffc7edb-9daa-4851-973a-a2c30c5418c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.443523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1159dd38-f7f8-4df8-88f6-3e93345fe50c req-fffc7edb-9daa-4851-973a-a2c30c5418c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 1096 time: 0.0838096 Jul 16 18:09:26.449358 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea5414fc-43f3-4c49-96fb-ae47ff2e27a9 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.456615 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Router 7a786005-431e-4d79-909e-ddfd1b2aadfd is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:09:26.491546 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea5414fc-43f3-4c49-96fb-ae47ff2e27a9 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.493016 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ea5414fc-43f3-4c49-96fb-ae47ff2e27a9 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9915924 Jul 16 18:09:26.497970 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:26.509519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-61796c5a-2dc0-40d8-9874-2582f9349492 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group_rule': {'security_group_id': '6f788656-ed5a-4cf1-8c83-e4503c9d0bc7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:26.516768 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.525486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1159dd38-f7f8-4df8-88f6-3e93345fe50c req-0465138f-d751-4248-afd6-02b9b233703c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746644 Jul 16 18:09:26.559642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5414fc-43f3-4c49-96fb-ae47ff2e27a9 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f788656-ed5a-4cf1-8c83-e4503c9d0bc7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.586165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ecfa10ef-295f-4a46-8688-0aa1c7999833 None None] Provisioning complete for port c99be643-1c67-4308-a6e9-a1b65424987e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:26.588120 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecfa10ef-295f-4a46-8688-0aa1c7999833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.649938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:26.661634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ecfa10ef-295f-4a46-8688-0aa1c7999833 None None] Port c99be643-1c67-4308-a6e9-a1b65424987e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:26.663964 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:26.673244 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:26.681294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Pushing event updated for resources: {'Port': ['ID=40577c15-89e7-4ae4-87bd-5d5306a689e1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.704267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61796c5a-2dc0-40d8-9874-2582f9349492 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.722442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a9143-65fd-4527-bc67-114c1bd9a3ca req-9dc7e3e7-7bfe-4e3b-a47e-fdf933bb5175 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.729888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a3a9143-65fd-4527-bc67-114c1bd9a3ca req-9dc7e3e7-7bfe-4e3b-a47e-fdf933bb5175 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.1299088 Jul 16 18:09:26.730603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:26.740943 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b5ead648-2cd9-43ef-ad2e-a7d57d117c12 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "PUT /v2.0/routers/7a786005-431e-4d79-909e-ddfd1b2aadfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1679192 Jul 16 18:09:26.746557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Sync routers for ids ['7a786005-431e-4d79-909e-ddfd1b2aadfd'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:26.747442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:26.756888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Routers {'7a786005-431e-4d79-909e-ddfd1b2aadfd'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:26.757785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:09:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7a786005-431e-4d79-909e-ddfd1b2aadfd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:26.771539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.772190 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.804927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a3a9143-65fd-4527-bc67-114c1bd9a3ca req-7879b47b-ebd7-4767-9074-ffd299016fd7 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740240 Jul 16 18:09:26.828493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4e27a-baa1-4989-be82-bd4685bafac9 req-bddf7614-3148-4474-8260-5e551b261dce tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.844637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a2ff9-d0df-4ddb-a935-d17117c27458 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.848837 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-469a2ff9-d0df-4ddb-a935-d17117c27458 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports/c99be643-1c67-4308-a6e9-a1b65424987e HTTP/1.1" status: 200 len: 911 time: 0.0982137 Jul 16 18:09:26.849459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36b4e27a-baa1-4989-be82-bd4685bafac9 req-bddf7614-3148-4474-8260-5e551b261dce tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 931 time: 0.1668541 Jul 16 18:09:26.851407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:26.860338 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-34ff6635-a027-4241-96bf-6eb7588dcfba tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5515351 Jul 16 18:09:26.875623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Set router 7a786005-431e-4d79-909e-ddfd1b2aadfd gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:26.876885 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61796c5a-2dc0-40d8-9874-2582f9349492 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.882921 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Request body: {'port': {'device_id': '2b066e3c-7f6b-4aa3-8e9b-02ce9da35289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:26.886724 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61796c5a-2dc0-40d8-9874-2582f9349492 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.937232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61796c5a-2dc0-40d8-9874-2582f9349492 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddc7fc5-a698-4ff3-8b30-c3674e4fe2f1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.948883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36b4e27a-baa1-4989-be82-bd4685bafac9 req-3f8211d4-04b7-4d23-9a1e-cca265573c05 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984457 Jul 16 18:09:26.950819 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61796c5a-2dc0-40d8-9874-2582f9349492 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.951988 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-61796c5a-2dc0-40d8-9874-2582f9349492 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4524446 Jul 16 18:09:26.957243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:27.000801 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.004730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fd7abc-2926-4010-95dd-6176a06aae5e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.011235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fd7abc-2926-4010-95dd-6176a06aae5e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.013244 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-22fd7abc-2926-4010-95dd-6176a06aae5e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1609166 Jul 16 18:09:27.015157 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-021b1650-07c1-424a-8201-d4348e4b381b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.017223 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:27.025082 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-021b1650-07c1-424a-8201-d4348e4b381b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.066021 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-021b1650-07c1-424a-8201-d4348e4b381b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.074095 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-021b1650-07c1-424a-8201-d4348e4b381b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.075458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-021b1650-07c1-424a-8201-d4348e4b381b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/eddc7fc5-a698-4ff3-8b30-c3674e4fe2f1 HTTP/1.1" status: 204 len: 168 time: 0.1131356 Jul 16 18:09:27.078067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:27.089670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b1650-07c1-424a-8201-d4348e4b381b tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eddc7fc5-a698-4ff3-8b30-c3674e4fe2f1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.127688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bd4c893f-e43b-420d-9163-0cc64a8c884c tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443945 Jul 16 18:09:27.129880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:27.214610 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-649d7352-1e3f-40b3-94e4-92d40b26ca97 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.241475 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-649d7352-1e3f-40b3-94e4-92d40b26ca97 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.304436 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-649d7352-1e3f-40b3-94e4-92d40b26ca97 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.306987 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-649d7352-1e3f-40b3-94e4-92d40b26ca97 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.312379 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-649d7352-1e3f-40b3-94e4-92d40b26ca97 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-groups/6f788656-ed5a-4cf1-8c83-e4503c9d0bc7 HTTP/1.1" status: 204 len: 168 time: 0.1815047 Jul 16 18:09:27.312994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:27.333024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d7352-1e3f-40b3-94e4-92d40b26ca97 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f788656-ed5a-4cf1-8c83-e4503c9d0bc7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.384336 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ed12079b-4876-458b-93ba-88b8f4891046 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674515 Jul 16 18:09:27.389196 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:27.393914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-62f2e41d-fef5-46c8-91cc-096e89781b4d tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group': {'name': 'tempest-secgroup--163814717'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:27.450877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62f2e41d-fef5-46c8-91cc-096e89781b4d tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.464303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a786005-431e-4d79-909e-ddfd1b2aadfd', 'name': 'tempest-NetworksTestDHCPv6-router-1756935945', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:22Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 2, 'project_id': '6c266cf86827421a835d6c14c1884754', 'gw_port_host': None, '_interfaces': [{'id': 'c99be643-1c67-4308-a6e9-a1b65424987e', 'name': '', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'mac_address': 'fa:16:3e:e4:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a786005-431e-4d79-909e-ddfd1b2aadfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '45a459a5-16d3-46eb-911d-2b4df8ef3c42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:23Z', 'updated_at': '2021-07-16T18:09:25Z', 'revision_number': 2, 'project_id': '6c266cf86827421a835d6c14c1884754', 'subnets': [{'id': '45a459a5-16d3-46eb-911d-2b4df8ef3c42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:27.538035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Checking router: 7a786005-431e-4d79-909e-ddfd1b2aadfd for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:27.538035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Updating router 7a786005-431e-4d79-909e-ddfd1b2aadfd port c99be643-1c67-4308-a6e9-a1b65424987e binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:27.589962 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.687846 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62f2e41d-fef5-46c8-91cc-096e89781b4d tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.695445 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62f2e41d-fef5-46c8-91cc-096e89781b4d tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.745766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2e41d-fef5-46c8-91cc-096e89781b4d tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60038f7-be8b-4ca4-a6b1-a22265918c04,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.763977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a4a87675-4db4-42d7-a68e-05514f166b0c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:27.772594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623e724-6a1e-4122-8fbe-3d9771961e3e req-94ba7c34-162b-456a-a887-5ede11ea73aa tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.781144 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7623e724-6a1e-4122-8fbe-3d9771961e3e req-94ba7c34-162b-456a-a887-5ede11ea73aa tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.2315691 Jul 16 18:09:27.842840 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62f2e41d-fef5-46c8-91cc-096e89781b4d tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.844254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-62f2e41d-fef5-46c8-91cc-096e89781b4d tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4540362 Jul 16 18:09:27.853540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:27.858399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d5c43ed1-06e8-49b6-a7c4-dca2f92c3f96 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group_rule': {'security_group_id': 'c60038f7-be8b-4ca4-a6b1-a22265918c04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:27.890418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7623e724-6a1e-4122-8fbe-3d9771961e3e req-ff156b62-694d-4a47-9121-0954d69806f8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038349 Jul 16 18:09:27.936050 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5c43ed1-06e8-49b6-a7c4-dca2f92c3f96 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.998117 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port a4a87675-4db4-42d7-a68e-05514f166b0c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:27.998507 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.021413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40577c15-89e7-4ae4-87bd-5d5306a689e1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:28.029827 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.039868 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5c43ed1-06e8-49b6-a7c4-dca2f92c3f96 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.052955 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Transition to ACTIVE for port object 40577c15-89e7-4ae4-87bd-5d5306a689e1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:28.059828 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5c43ed1-06e8-49b6-a7c4-dca2f92c3f96 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.064981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.110657 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.146070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Transition to ACTIVE for port object c99be643-1c67-4308-a6e9-a1b65424987e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:28.160620 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.162241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c43ed1-06e8-49b6-a7c4-dca2f92c3f96 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a37ef99-5c83-4c54-b0b4-67486e74c85e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.171714 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5c43ed1-06e8-49b6-a7c4-dca2f92c3f96 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.172980 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d5c43ed1-06e8-49b6-a7c4-dca2f92c3f96 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3183560 Jul 16 18:09:28.178524 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Pushing event updated for resources: {'Port': ['ID=40577c15-89e7-4ae4-87bd-5d5306a689e1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.195876 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:28.220280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aff4d6-ef52-40ce-9ba0-95f3ce85a151 None None] Pushing event updated for resources: {'Port': ['ID=c99be643-1c67-4308-a6e9-a1b65424987e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.250970 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-60060101-41fa-4ff8-bff0-4a1611978b06 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules/4a37ef99-5c83-4c54-b0b4-67486e74c85e HTTP/1.1" status: 200 len: 763 time: 0.0472405 Jul 16 18:09:28.253636 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:28.281132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54812f12-fd5f-4ff5-bef2-c7fde89d1b9a req-6cae7f6f-d420-45cf-af46-877ddd8f5390 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.282660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Attempting to bind port c99be643-1c67-4308-a6e9-a1b65424987e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:28.282786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54812f12-fd5f-4ff5-bef2-c7fde89d1b9a req-6cae7f6f-d420-45cf-af46-877ddd8f5390 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.2412598 Jul 16 18:09:28.283100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Attempting to bind port c99be643-1c67-4308-a6e9-a1b65424987e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:28.283982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Attempting to bind port c99be643-1c67-4308-a6e9-a1b65424987e on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:28.290167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:28.290882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:28.291516 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.291783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e63d8-5571-45da-833b-2e27f777be7c req-f364cd47-9762-4077-8c27-7efc227b5c3b tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.292377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:28.293441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-463e63d8-5571-45da-833b-2e27f777be7c req-f364cd47-9762-4077-8c27-7efc227b5c3b tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 943 time: 0.1538692 Jul 16 18:09:28.297133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Bound port: c99be643-1c67-4308-a6e9-a1b65424987e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:28.297637 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.325602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Attempting to bind port 40577c15-89e7-4ae4-87bd-5d5306a689e1 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:28.326012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Attempting to bind port 40577c15-89e7-4ae4-87bd-5d5306a689e1 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:28.326616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Attempting to bind port 40577c15-89e7-4ae4-87bd-5d5306a689e1 on network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:28.341018 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Port 40577c15-89e7-4ae4-87bd-5d5306a689e1 on network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:28.341500 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Attempting to bind port 40577c15-89e7-4ae4-87bd-5d5306a689e1 on network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:28.377990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] For port c99be643-1c67-4308-a6e9-a1b65424987e, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:28.378199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54812f12-fd5f-4ff5-bef2-c7fde89d1b9a req-14c35f2c-9394-45c3-a00c-9c260c1c8bdc tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727632 Jul 16 18:09:28.380923 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] For port c99be643-1c67-4308-a6e9-a1b65424987e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c99be643-1c67-4308-a6e9-a1b65424987e,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:28.387827 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.400938 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-463e63d8-5571-45da-833b-2e27f777be7c req-1476c716-bf7f-4d1b-9bed-9045ed056edd tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732257 Jul 16 18:09:28.430674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:28.431469 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4b6767f7-abf3-46b0-ad4c-b5f98cf8b819 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1717086 Jul 16 18:09:28.441772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:28.442230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Checking segment: {'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:28.442743 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Bound using segment: {'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:28.443320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Bound port: 40577c15-89e7-4ae4-87bd-5d5306a689e1, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:28.443783 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.488558 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd157ef-79e6-440c-ace3-9b548e106235 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.508869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd157ef-79e6-440c-ace3-9b548e106235 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.509473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aff4d6-ef52-40ce-9ba0-95f3ce85a151 None None] Pushing event updated for resources: {'Port': ['ID=c99be643-1c67-4308-a6e9-a1b65424987e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.521449 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Routers {'7a786005-431e-4d79-909e-ddfd1b2aadfd'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:28.522222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:09:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7a786005-431e-4d79-909e-ddfd1b2aadfd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:28.530129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a50ea81-5660-49a9-89f2-7d75b6d8082d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.575750 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd157ef-79e6-440c-ace3-9b548e106235 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.584856 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd157ef-79e6-440c-ace3-9b548e106235 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.586046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1bd157ef-79e6-440c-ace3-9b548e106235 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/4a37ef99-5c83-4c54-b0b4-67486e74c85e HTTP/1.1" status: 204 len: 168 time: 0.1546869 Jul 16 18:09:28.593729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:28.610653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] For port 40577c15-89e7-4ae4-87bd-5d5306a689e1, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:28.633172 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] For port 40577c15-89e7-4ae4-87bd-5d5306a689e1, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=40577c15-89e7-4ae4-87bd-5d5306a689e1,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:28.636952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd157ef-79e6-440c-ace3-9b548e106235 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a37ef99-5c83-4c54-b0b4-67486e74c85e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.646599 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.740087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.740611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.742139 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] 10.222.0.42 "PUT /v2.0/ports/40577c15-89e7-4ae4-87bd-5d5306a689e1 HTTP/1.1" status: 200 len: 1091 time: 1.8679497 Jul 16 18:09:28.748023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b066e3c-7f6b-4aa3-8e9b-02ce9da35289', 'tag': '40577c15-89e7-4ae4-87bd-5d5306a689e1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:28.750645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-671b4156-d7cf-4e3e-a5ad-14295c663c17 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1547184 Jul 16 18:09:28.754225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:28.754725 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3127b684-5217-4162-a1c7-8952392fd59b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b066e3c-7f6b-4aa3-8e9b-02ce9da35289", "tag": "40577c15-89e7-4ae4-87bd-5d5306a689e1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:28.762978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e0b64467-b288-4177-b931-0fed2ce8f803 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group_rule': {'security_group_id': 'c60038f7-be8b-4ca4-a6b1-a22265918c04', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:28.769118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] Set router 7a786005-431e-4d79-909e-ddfd1b2aadfd gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:28.841544 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0b64467-b288-4177-b931-0fed2ce8f803 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.907874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155ccc3-525b-46bf-9d0b-d322fce82a0d service neutron] Pushing event updated for resources: {'Port': ['ID=40577c15-89e7-4ae4-87bd-5d5306a689e1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.960658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-30b3f5ba-d9cb-4f0c-bcaf-761497bc82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.962492 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-30b3f5ba-d9cb-4f0c-bcaf-761497bc82f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d75d38d23e04bb3832283833a37a261&device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 1094 time: 0.1120327 Jul 16 18:09:29.027609 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0b64467-b288-4177-b931-0fed2ce8f803 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.042677 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0b64467-b288-4177-b931-0fed2ce8f803 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.049870 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdb55f3-55b7-4a40-8166-b397901eb351 x-openstack-request-id: req-4fdb55f3-55b7-4a40-8166-b397901eb351 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:29.050423 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b066e3c-7f6b-4aa3-8e9b-02ce9da35289", "tag": "40577c15-89e7-4ae4-87bd-5d5306a689e1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:29.050728 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fdb55f3-55b7-4a40-8166-b397901eb351 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:29.051188 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b066e3c-7f6b-4aa3-8e9b-02ce9da35289', 'tag': '40577c15-89e7-4ae4-87bd-5d5306a689e1', 'status': 'completed', 'code': 200} Jul 16 18:09:29.056055 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-e3eaa793-2137-4ccd-bc9e-77c5640fc2fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40577c15-89e7-4ae4-87bd-5d5306a689e1 HTTP/1.1" status: 200 len: 217 time: 0.0858812 Jul 16 18:09:29.082037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b64467-b288-4177-b931-0fed2ce8f803 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8da2f35-a7fe-4c62-87fc-9005fad32a61,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:29.094577 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0b64467-b288-4177-b931-0fed2ce8f803 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.096813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e0b64467-b288-4177-b931-0fed2ce8f803 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3404026 Jul 16 18:09:29.099454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:29.152418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-d7434841-bb1a-4203-b8da-544bb321c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.154052 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-d7434841-bb1a-4203-b8da-544bb321c215 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25468045-7241-4454-b16f-bde78d4ab676 HTTP/1.1" status: 200 len: 854 time: 0.0905128 Jul 16 18:09:29.197786 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-1e9e5a8f-e6ca-4ad4-8417-f5bed79bdd3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318310 Jul 16 18:09:29.212035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3a50ea81-5660-49a9-89f2-7d75b6d8082d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port c99be643-1c67-4308-a6e9-a1b65424987e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:29.212505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a50ea81-5660-49a9-89f2-7d75b6d8082d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.260499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a786005-431e-4d79-909e-ddfd1b2aadfd', 'name': 'tempest-NetworksTestDHCPv6-router-1756935945', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:22Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 2, 'project_id': '6c266cf86827421a835d6c14c1884754', 'gw_port_host': None, '_interfaces': [{'id': 'c99be643-1c67-4308-a6e9-a1b65424987e', 'name': '', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'mac_address': 'fa:16:3e:e4:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a786005-431e-4d79-909e-ddfd1b2aadfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '45a459a5-16d3-46eb-911d-2b4df8ef3c42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:23Z', 'updated_at': '2021-07-16T18:09:28Z', 'revision_number': 4, 'project_id': '6c266cf86827421a835d6c14c1884754', 'subnets': [{'id': '45a459a5-16d3-46eb-911d-2b4df8ef3c42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:29.273043 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ae86db67-2f4e-482f-9d32-b0e9caa21c4a tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules/b8da2f35-a7fe-4c62-87fc-9005fad32a61 HTTP/1.1" status: 200 len: 763 time: 0.1723518 Jul 16 18:09:29.278377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:29.307347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51266464-cea5-4308-9e2a-a1ee2c8b5c16 None None] The sync data for ids ['7a786005-431e-4d79-909e-ddfd1b2aadfd'] in n-d-793618-9 is: [{'id': '7a786005-431e-4d79-909e-ddfd1b2aadfd', 'name': 'tempest-NetworksTestDHCPv6-router-1756935945', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:22Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 2, 'project_id': '6c266cf86827421a835d6c14c1884754', 'gw_port_host': None, '_interfaces': [{'id': 'c99be643-1c67-4308-a6e9-a1b65424987e', 'name': '', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'mac_address': 'fa:16:3e:e4:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a786005-431e-4d79-909e-ddfd1b2aadfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '45a459a5-16d3-46eb-911d-2b4df8ef3c42', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:23Z', 'updated_at': '2021-07-16T18:09:28Z', 'revision_number': 4, 'project_id': '6c266cf86827421a835d6c14c1884754', 'subnets': [{'id': '45a459a5-16d3-46eb-911d-2b4df8ef3c42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:29.409121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6c38d97c-5d18-403b-ba1e-c2118d7bc0bb tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1293874 Jul 16 18:09:29.413046 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:29.420659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3a50ea81-5660-49a9-89f2-7d75b6d8082d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] For port c99be643-1c67-4308-a6e9-a1b65424987e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c99be643-1c67-4308-a6e9-a1b65424987e,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:29.421026 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a50ea81-5660-49a9-89f2-7d75b6d8082d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.425607 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-9872dafb-977e-48b3-a4e5-0eb828cb9a9a service neutron] 10.222.0.42 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157145 Jul 16 18:09:29.436170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38397e-bcd6-446f-9bda-f0f9d35b360d req-22b2d696-71a3-459e-99d0-09450eb409ed tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.438324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f38397e-bcd6-446f-9bda-f0f9d35b360d req-22b2d696-71a3-459e-99d0-09450eb409ed tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.3174665 Jul 16 18:09:29.441955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa7a2b-5ac7-4e8b-9e70-2004fe004390 req-bf2503c5-7cec-48b9-9702-d2570b9d089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.443608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92fa7a2b-5ac7-4e8b-9e70-2004fe004390 req-bf2503c5-7cec-48b9-9702-d2570b9d089c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dec418af5de2424d8bb311b478097044&device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 1096 time: 0.2445369 Jul 16 18:09:29.472711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3a50ea81-5660-49a9-89f2-7d75b6d8082d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for c99be643-1c67-4308-a6e9-a1b65424987e owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:29.501092 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1760cb-790d-4b8c-aeaa-07c9091e452f tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.514118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e26a06-5e89-452d-9a96-e13a74e5bd15 req-9142b8b6-4538-4b94-b49f-deb009393a17 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.522685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3e26a06-5e89-452d-9a96-e13a74e5bd15 req-9142b8b6-4538-4b94-b49f-deb009393a17 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.2477460 Jul 16 18:09:29.559612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f38397e-bcd6-446f-9bda-f0f9d35b360d req-96f8e4bc-8d18-4425-8bf6-b1db5b7f01d7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134720 Jul 16 18:09:29.575260 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1760cb-790d-4b8c-aeaa-07c9091e452f tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.676876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3e26a06-5e89-452d-9a96-e13a74e5bd15 req-bff3f2aa-8f4c-4a5b-9889-ca536b47191e tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477964 Jul 16 18:09:29.704892 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e2be1f70-16aa-4004-8535-7f11ea096de5 req-e656c29c-6945-4611-b386-ea386f12d600 service neutron] 10.222.0.42 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649066 Jul 16 18:09:29.706547 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1760cb-790d-4b8c-aeaa-07c9091e452f tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.747565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa7a2b-5ac7-4e8b-9e70-2004fe004390 req-396af31a-62c9-4c0b-a956-9728b31030d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.749384 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92fa7a2b-5ac7-4e8b-9e70-2004fe004390 req-396af31a-62c9-4c0b-a956-9728b31030d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 200 len: 920 time: 0.2970631 Jul 16 18:09:29.792080 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1760cb-790d-4b8c-aeaa-07c9091e452f tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.795394 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5f1760cb-790d-4b8c-aeaa-07c9091e452f tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b8da2f35-a7fe-4c62-87fc-9005fad32a61 HTTP/1.1" status: 204 len: 168 time: 0.3792307 Jul 16 18:09:29.808051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92fa7a2b-5ac7-4e8b-9e70-2004fe004390 req-b61d4d08-df8e-4c87-b49e-603808d1990e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 HTTP/1.1" status: 200 len: 217 time: 0.0510867 Jul 16 18:09:29.808720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:29.825542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c99be643-1c67-4308-a6e9-a1b65424987e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:29.903981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1760cb-790d-4b8c-aeaa-07c9091e452f tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8da2f35-a7fe-4c62-87fc-9005fad32a61,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:29.948035 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-299d4e20-26fd-4fa6-8856-cf2f69979a16 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1354682 Jul 16 18:09:29.948035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa7a2b-5ac7-4e8b-9e70-2004fe004390 req-3c420320-5b36-4633-ab0d-baa2345305f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.948849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port c99be643-1c67-4308-a6e9-a1b65424987e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:29.950015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92fa7a2b-5ac7-4e8b-9e70-2004fe004390 req-3c420320-5b36-4633-ab0d-baa2345305f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26e6cab3-4374-4ede-8f3e-52dd04198328 HTTP/1.1" status: 200 len: 859 time: 0.1055856 Jul 16 18:09:29.952699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:29.953980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c99be643-1c67-4308-a6e9-a1b65424987e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:29.954362 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.963369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b41d60d3-66e8-4180-a98d-db875d98cf7c tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Request body: {'security_group_rule': {'security_group_id': 'c60038f7-be8b-4ca4-a6b1-a22265918c04', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:30.038788 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92fa7a2b-5ac7-4e8b-9e70-2004fe004390 req-b5469aba-1500-4c7f-9c67-686aef23fd9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec6f990-5524-4162-9c80-9e127ede5598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703633 Jul 16 18:09:30.081818 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0250e7a1-9735-49be-9a4f-79fb7a442565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.095079 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127b684-5217-4162-a1c7-8952392fd59b req-225f8875-fcd1-4e3c-b0ca-22357a920eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.097265 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3127b684-5217-4162-a1c7-8952392fd59b req-225f8875-fcd1-4e3c-b0ca-22357a920eb1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d75d38d23e04bb3832283833a37a261&device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 1094 time: 0.3019323 Jul 16 18:09:30.119116 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a50ea81-5660-49a9-89f2-7d75b6d8082d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.159000 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.177249 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92fa7a2b-5ac7-4e8b-9e70-2004fe004390 req-6d5d979f-7d27-4df1-9a3a-62a5973cd564 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168034 Jul 16 18:09:30.188762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50ea81-5660-49a9-89f2-7d75b6d8082d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=c99be643-1c67-4308-a6e9-a1b65424987e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:30.305218 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-b41d60d3-66e8-4180-a98d-db875d98cf7c tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Project d17b0dbf5af248818f6b97a584b4559d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:09:30.323573 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a50ea81-5660-49a9-89f2-7d75b6d8082d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.352675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92fa7a2b-5ac7-4e8b-9e70-2004fe004390 req-504b3277-8997-4a8f-90ea-fe323dfaa7e0 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579959 Jul 16 18:09:30.358770 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b41d60d3-66e8-4180-a98d-db875d98cf7c tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.500777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127b684-5217-4162-a1c7-8952392fd59b req-1cf8d196-a92f-49b1-b775-faf8813b7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.503058 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3127b684-5217-4162-a1c7-8952392fd59b req-1cf8d196-a92f-49b1-b775-faf8813b7bd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0 HTTP/1.1" status: 200 len: 915 time: 0.3927736 Jul 16 18:09:30.621542 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3127b684-5217-4162-a1c7-8952392fd59b req-66748a8a-5c74-44c7-9e82-6c5c70bffe71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40577c15-89e7-4ae4-87bd-5d5306a689e1 HTTP/1.1" status: 200 len: 217 time: 0.0426421 Jul 16 18:09:30.630089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a50ea81-5660-49a9-89f2-7d75b6d8082d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Router 7a786005-431e-4d79-909e-ddfd1b2aadfd has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:30.741876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69d4f1-bbbc-4191-b6fe-1a33e958647e req-24518429-cb00-4356-88bc-8d4c2ae4b8be tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.745746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd69d4f1-bbbc-4191-b6fe-1a33e958647e req-24518429-cb00-4356-88bc-8d4c2ae4b8be tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 943 time: 0.7942121 Jul 16 18:09:30.754996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127b684-5217-4162-a1c7-8952392fd59b req-6ee03496-fb16-4705-bcfb-ee1a74dfa806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.756686 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3127b684-5217-4162-a1c7-8952392fd59b req-6ee03496-fb16-4705-bcfb-ee1a74dfa806 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25468045-7241-4454-b16f-bde78d4ab676 HTTP/1.1" status: 200 len: 854 time: 0.1253729 Jul 16 18:09:30.761909 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a50ea81-5660-49a9-89f2-7d75b6d8082d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:30.768327 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3a50ea81-5660-49a9-89f2-7d75b6d8082d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "PUT /v2.0/routers/7a786005-431e-4d79-909e-ddfd1b2aadfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7498178 Jul 16 18:09:30.783363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:30.815118 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3127b684-5217-4162-a1c7-8952392fd59b req-aee87607-9621-4a0d-8ae9-7544a2e0f2e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507727 Jul 16 18:09:30.864215 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b41d60d3-66e8-4180-a98d-db875d98cf7c tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.873862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd69d4f1-bbbc-4191-b6fe-1a33e958647e req-abb17251-580f-4d13-b8ee-1a0ac00611bc tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020005 Jul 16 18:09:30.874617 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b41d60d3-66e8-4180-a98d-db875d98cf7c tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.891020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb4965c-732e-424d-b3cc-d4adde774d04 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.901792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb4965c-732e-424d-b3cc-d4adde774d04 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.901792 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fbb4965c-732e-424d-b3cc-d4adde774d04 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1085148 Jul 16 18:09:30.915152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:30.920194 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b41d60d3-66e8-4180-a98d-db875d98cf7c tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.921431 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b41d60d3-66e8-4180-a98d-db875d98cf7c tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9675035 Jul 16 18:09:30.937042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:30.945261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737d1f7-f87d-4e48-8f57-0dac346aa1a3 req-91b5bf34-98a8-409d-9a23-d5284afedeb9 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.952402 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1737d1f7-f87d-4e48-8f57-0dac346aa1a3 req-91b5bf34-98a8-409d-9a23-d5284afedeb9 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.2019756 Jul 16 18:09:30.962906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d60d3-66e8-4180-a98d-db875d98cf7c tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf0981f-40ac-4fc8-b87b-7914cb11b7a3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:30.993167 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3127b684-5217-4162-a1c7-8952392fd59b req-cb69677b-7721-4f3c-a58d-8566afdd3e1d service neutron] 10.222.0.42 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559417 Jul 16 18:09:31.017083 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8e58d469-24c5-4293-979c-f9087462a2e3 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules/1bf0981f-40ac-4fc8-b87b-7914cb11b7a3 HTTP/1.1" status: 200 len: 769 time: 0.0625179 Jul 16 18:09:31.029282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:31.099901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1737d1f7-f87d-4e48-8f57-0dac346aa1a3 req-fe99b0ab-66bb-456e-b2f6-cb26a5c37f08 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464422 Jul 16 18:09:31.100626 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3127b684-5217-4162-a1c7-8952392fd59b req-e2a385df-e4ec-4356-9c53-df3332c208aa service neutron] 10.222.0.42 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020799 Jul 16 18:09:31.113615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5990dd-f61c-4854-a046-18774b4815ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 45a459a5-16d3-46eb-911d-2b4df8ef3c42 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:31.117716 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5990dd-f61c-4854-a046-18774b4815ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.180731 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5990dd-f61c-4854-a046-18774b4815ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.229186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b29332b2-9b5f-431a-a26a-40b42375ec0e tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1944122 Jul 16 18:09:31.229745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:31.270180 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c829d-8bf9-49c8-8f1b-490007165027 req-1a46a813-4bd0-4fe4-83d6-a8f2739afa38 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.273882 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9536-ea16-4557-9928-108f62db8c23 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.278734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d64c829d-8bf9-49c8-8f1b-490007165027 req-1a46a813-4bd0-4fe4-83d6-a8f2739afa38 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.2560194 Jul 16 18:09:31.282839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 40577c15-89e7-4ae4-87bd-5d5306a689e1 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:31.286088 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9536-ea16-4557-9928-108f62db8c23 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.327824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9536-ea16-4557-9928-108f62db8c23 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.336471 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9536-ea16-4557-9928-108f62db8c23 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.341832 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fc6b9536-ea16-4557-9928-108f62db8c23 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/1bf0981f-40ac-4fc8-b87b-7914cb11b7a3 HTTP/1.1" status: 204 len: 168 time: 0.1104200 Jul 16 18:09:31.342772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:31.378590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b9536-ea16-4557-9928-108f62db8c23 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bf0981f-40ac-4fc8-b87b-7914cb11b7a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:31.416806 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7ffe8f81-fc76-4d11-b46b-f63e6c7e1fbc tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0680466 Jul 16 18:09:31.417115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:31.428814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5990dd-f61c-4854-a046-18774b4815ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.434696 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d64c829d-8bf9-49c8-8f1b-490007165027 req-de57f932-c254-47f1-bcc4-bb610dd31376 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449525 Jul 16 18:09:31.451939 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579557a4-fef2-4e21-bea5-cb0060cde5cb None None] Sync routers for ids ['7a786005-431e-4d79-909e-ddfd1b2aadfd'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:31.468947 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579557a4-fef2-4e21-bea5-cb0060cde5cb None None] Routers {'7a786005-431e-4d79-909e-ddfd1b2aadfd'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:31.469762 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-579557a4-fef2-4e21-bea5-cb0060cde5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:09:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7a786005-431e-4d79-909e-ddfd1b2aadfd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:31.482682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 40577c15-89e7-4ae4-87bd-5d5306a689e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=40577c15-89e7-4ae4-87bd-5d5306a689e1,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:31.496657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '40577c15-89e7-4ae4-87bd-5d5306a689e1', 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0', 'port_id': '40577c15-89e7-4ae4-87bd-5d5306a689e1', 'mac_address': 'fa:16:3e:be:fb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25468045-7241-4454-b16f-bde78d4ab676', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:31.563462 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-579557a4-fef2-4e21-bea5-cb0060cde5cb None None] Set router 7a786005-431e-4d79-909e-ddfd1b2aadfd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:31.575401 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1014a47-4d10-454b-8827-01b94383e9c4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.616504 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.637427 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-579557a4-fef2-4e21-bea5-cb0060cde5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a786005-431e-4d79-909e-ddfd1b2aadfd', 'name': 'tempest-NetworksTestDHCPv6-router-1756935945', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:22Z', 'updated_at': '2021-07-16T18:09:29Z', 'revision_number': 3, 'project_id': '6c266cf86827421a835d6c14c1884754', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:31.653365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40577c15-89e7-4ae4-87bd-5d5306a689e1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:31.663786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1014a47-4d10-454b-8827-01b94383e9c4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.666731 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5990dd-f61c-4854-a046-18774b4815ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.675131 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579557a4-fef2-4e21-bea5-cb0060cde5cb None None] Checking router: 7a786005-431e-4d79-909e-ddfd1b2aadfd for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:31.684428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 40577c15-89e7-4ae4-87bd-5d5306a689e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=40577c15-89e7-4ae4-87bd-5d5306a689e1,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:31.686615 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579557a4-fef2-4e21-bea5-cb0060cde5cb None None] Routers {'7a786005-431e-4d79-909e-ddfd1b2aadfd'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:31.688343 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-579557a4-fef2-4e21-bea5-cb0060cde5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:09:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7a786005-431e-4d79-909e-ddfd1b2aadfd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:31.690869 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.725607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5990dd-f61c-4854-a046-18774b4815ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=45a459a5-16d3-46eb-911d-2b4df8ef3c42,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:31.747075 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5990dd-f61c-4854-a046-18774b4815ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.752137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:31.752318 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2f5990dd-f61c-4854-a046-18774b4815ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/45a459a5-16d3-46eb-911d-2b4df8ef3c42 HTTP/1.1" status: 204 len: 168 time: 0.8290405 Jul 16 18:09:31.776894 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1014a47-4d10-454b-8827-01b94383e9c4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.782329 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1014a47-4d10-454b-8827-01b94383e9c4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.786955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f1014a47-4d10-454b-8827-01b94383e9c4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "DELETE /v2.0/security-groups/c60038f7-be8b-4ca4-a6b1-a22265918c04 HTTP/1.1" status: 204 len: 168 time: 0.3661001 Jul 16 18:09:31.792607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:31.795804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8fb9f7-9c23-4d89-aee1-114a927d47a3 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:31.816764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1014a47-4d10-454b-8827-01b94383e9c4 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60038f7-be8b-4ca4-a6b1-a22265918c04,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:31.818775 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-579557a4-fef2-4e21-bea5-cb0060cde5cb None None] Set router 7a786005-431e-4d79-909e-ddfd1b2aadfd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:31.872402 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5321768a-a512-42a1-90ca-4106757457b1 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745301 Jul 16 18:09:31.872772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:31.887729 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-579557a4-fef2-4e21-bea5-cb0060cde5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a786005-431e-4d79-909e-ddfd1b2aadfd', 'name': 'tempest-NetworksTestDHCPv6-router-1756935945', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:22Z', 'updated_at': '2021-07-16T18:09:29Z', 'revision_number': 3, 'project_id': '6c266cf86827421a835d6c14c1884754', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:31.945208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=40577c15-89e7-4ae4-87bd-5d5306a689e1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:32.000525 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579557a4-fef2-4e21-bea5-cb0060cde5cb None None] The sync data for ids ['7a786005-431e-4d79-909e-ddfd1b2aadfd'] in n-d-793618-9 is: [{'id': '7a786005-431e-4d79-909e-ddfd1b2aadfd', 'name': 'tempest-NetworksTestDHCPv6-router-1756935945', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:22Z', 'updated_at': '2021-07-16T18:09:29Z', 'revision_number': 3, 'project_id': '6c266cf86827421a835d6c14c1884754', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:32.031645 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b93d8ef6-1982-49ca-8295-a11031b0ac1b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2761929 Jul 16 18:09:32.032681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:32.032848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b3801cd0-926f-4a0d-a6d0-807764a48a09 tempest-SecGroupIPv6Test-1070009825 tempest-SecGroupIPv6Test-1070009825-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1585727 Jul 16 18:09:32.064773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['40577c15-89e7-4ae4-87bd-5d5306a689e1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:32.240120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff05e1-713e-49bf-b51d-8f90f56d4c6a req-6d931df5-90c4-4337-aa5b-9538697f6db9 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.251235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99ff05e1-713e-49bf-b51d-8f90f56d4c6a req-6d931df5-90c4-4337-aa5b-9538697f6db9 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 944 time: 0.1627123 Jul 16 18:09:32.360337 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99ff05e1-713e-49bf-b51d-8f90f56d4c6a req-4cd6aad1-6442-4c9c-85a9-efd30388953d tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074197 Jul 16 18:09:32.408724 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41c6f12e-9b50-4998-ba69-79f923200999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.421918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e249f060-3e98-4078-a85e-3b7ff55fd247 None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:32.506416 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.514926 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.523859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:32.549733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b508e6e-9cbd-4c70-9d93-c7bc9f4f7dee req-9d03d3e0-58db-4d87-91e1-0d3aef4ca5d9 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.556743 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b508e6e-9cbd-4c70-9d93-c7bc9f4f7dee req-9d03d3e0-58db-4d87-91e1-0d3aef4ca5d9 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.1862063 Jul 16 18:09:32.617429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e249f060-3e98-4078-a85e-3b7ff55fd247 None None] Deleting port a4a87675-4db4-42d7-a68e-05514f166b0c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:32.620900 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e249f060-3e98-4078-a85e-3b7ff55fd247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.671506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b508e6e-9cbd-4c70-9d93-c7bc9f4f7dee req-48a80979-4d07-4dae-a8da-08c87425d07b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998998 Jul 16 18:09:32.683696 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8bdf893-c7ca-4ca0-96c6-f472bbdc159a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.763029 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.780934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e249f060-3e98-4078-a85e-3b7ff55fd247 None None] For port a4a87675-4db4-42d7-a68e-05514f166b0c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a4a87675-4db4-42d7-a68e-05514f166b0c,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:32.781623 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e249f060-3e98-4078-a85e-3b7ff55fd247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.801774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e249f060-3e98-4078-a85e-3b7ff55fd247 None None] Calling delete_port for a4a87675-4db4-42d7-a68e-05514f166b0c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:32.869264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e64fede0-8a39-41cf-afc5-4b6f6e1a767b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d17b0dbf5af248818f6b97a584b4559d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108637 Jul 16 18:09:32.871272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:32.941305 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8bdf893-c7ca-4ca0-96c6-f472bbdc159a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.943572 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8bdf893-c7ca-4ca0-96c6-f472bbdc159a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.955740 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e249f060-3e98-4078-a85e-3b7ff55fd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.997890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249f060-3e98-4078-a85e-3b7ff55fd247 None None] Pushing event deleted for resources: {'Port': ['ID=a4a87675-4db4-42d7-a68e-05514f166b0c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:32.999213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e249f060-3e98-4078-a85e-3b7ff55fd247 None None] No DVR routers for this DVR port a4a87675-4db4-42d7-a68e-05514f166b0c on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:33.023822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8bdf893-c7ca-4ca0-96c6-f472bbdc159a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.024212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bdf893-c7ca-4ca0-96c6-f472bbdc159a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Fanout notify agent at l3_agent the message router_deleted on router 7a786005-431e-4d79-909e-ddfd1b2aadfd {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:33.043880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8bdf893-c7ca-4ca0-96c6-f472bbdc159a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.047327 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a8bdf893-c7ca-4ca0-96c6-f472bbdc159a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/routers/7a786005-431e-4d79-909e-ddfd1b2aadfd HTTP/1.1" status: 204 len: 168 time: 1.0113304 Jul 16 18:09:33.047480 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd1541b6-7554-40fe-aeea-be61a8b34f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.047703 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:33.076159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacff38-b5ba-4181-a32f-9b017c51401c req-eb4e8f40-3acb-493d-8261-74872986f3ed tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.081025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdacff38-b5ba-4181-a32f-9b017c51401c req-eb4e8f40-3acb-493d-8261-74872986f3ed tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.1754465 Jul 16 18:09:33.112145 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dd098033-2dfa-4a0d-a323-02d345a0662a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0602734 Jul 16 18:09:33.113003 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:33.125263 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd1541b6-7554-40fe-aeea-be61a8b34f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.171638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdacff38-b5ba-4181-a32f-9b017c51401c req-b4b0a33f-905e-476a-b175-e2177d191d5b tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751622 Jul 16 18:09:33.195874 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd1541b6-7554-40fe-aeea-be61a8b34f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.199412 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd1541b6-7554-40fe-aeea-be61a8b34f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.200869 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bd1541b6-7554-40fe-aeea-be61a8b34f20 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b97f01a4-e2b1-41c7-b17f-255cfb57ef2d HTTP/1.1" status: 204 len: 168 time: 0.3284185 Jul 16 18:09:33.201440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ad6b4f-e213-4fcb-b919-01f5f901018a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.203092 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d6ad6b4f-e213-4fcb-b919-01f5f901018a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0887816 Jul 16 18:09:33.207734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:33.224422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1541b6-7554-40fe-aeea-be61a8b34f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97f01a4-e2b1-41c7-b17f-255cfb57ef2d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:33.280483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3d83346f-c91f-4e05-b413-6c481ab5f074 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703006 Jul 16 18:09:33.285012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:33.293281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 40577c15-89e7-4ae4-87bd-5d5306a689e1 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:33.294426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-834ebc2b-3e34-4be5-a55f-e9f021b27fd3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:33.355985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 40577c15-89e7-4ae4-87bd-5d5306a689e1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:33.364615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 40577c15-89e7-4ae4-87bd-5d5306a689e1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:33.365243 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.418911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834ebc2b-3e34-4be5-a55f-e9f021b27fd3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:33.425155 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-834ebc2b-3e34-4be5-a55f-e9f021b27fd3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.520041 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.556049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b066e3c-7f6b-4aa3-8e9b-02ce9da35289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40577c15-89e7-4ae4-87bd-5d5306a689e1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:33.565798 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008bb643-e0d9-4367-a501-9269a3676289" -d '{"events": [{"server_uuid": "2b066e3c-7f6b-4aa3-8e9b-02ce9da35289", "name": "network-vif-plugged", "status": "completed", "tag": "40577c15-89e7-4ae4-87bd-5d5306a689e1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:33.580621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 40577c15-89e7-4ae4-87bd-5d5306a689e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=40577c15-89e7-4ae4-87bd-5d5306a689e1,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:33.588022 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.732090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd153-813e-4f50-944d-02b749f6263b req-490d658b-6810-47ce-be35-367d93731509 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.733345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=40577c15-89e7-4ae4-87bd-5d5306a689e1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:33.745821 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2cbd153-813e-4f50-944d-02b749f6263b req-490d658b-6810-47ce-be35-367d93731509 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.1774733 Jul 16 18:09:33.781539 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47fc393-5e7e-42aa-84bf-b48d18435c70 x-openstack-request-id: req-e47fc393-5e7e-42aa-84bf-b48d18435c70 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:33.781843 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b066e3c-7f6b-4aa3-8e9b-02ce9da35289", "name": "network-vif-plugged", "status": "completed", "tag": "40577c15-89e7-4ae4-87bd-5d5306a689e1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:33.782103 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e47fc393-5e7e-42aa-84bf-b48d18435c70 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:33.783481 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b066e3c-7f6b-4aa3-8e9b-02ce9da35289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40577c15-89e7-4ae4-87bd-5d5306a689e1', 'code': 200} Jul 16 18:09:33.787756 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c99be643-1c67-4308-a6e9-a1b65424987e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:33.792882 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.849061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c99be643-1c67-4308-a6e9-a1b65424987e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:33.849458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c99be643-1c67-4308-a6e9-a1b65424987e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:33.851715 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a4a87675-4db4-42d7-a68e-05514f166b0c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:33.860361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2cbd153-813e-4f50-944d-02b749f6263b req-54dff3e9-5472-4269-a0e6-4d0ffee51677 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133540 Jul 16 18:09:33.881294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: a4a87675-4db4-42d7-a68e-05514f166b0c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:33.882086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a4a87675-4db4-42d7-a68e-05514f166b0c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:34.148778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.objects.ports [None req-834ebc2b-3e34-4be5-a55f-e9f021b27fd3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:09:34.152418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-834ebc2b-3e34-4be5-a55f-e9f021b27fd3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.167012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362b911-7731-471c-b3ed-1fc351f0e5f7 req-701d18ea-a403-4489-946d-f424ab34528b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.177900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8362b911-7731-471c-b3ed-1fc351f0e5f7 req-701d18ea-a403-4489-946d-f424ab34528b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.1082680 Jul 16 18:09:34.198814 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b24045-59e5-47c2-93d6-2a75316dce70 req-0c84ee5f-fa04-4fa5-a1d2-71b32f8802a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.200564 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-19b24045-59e5-47c2-93d6-2a75316dce70 req-0c84ee5f-fa04-4fa5-a1d2-71b32f8802a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 1096 time: 0.3373609 Jul 16 18:09:34.227914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8362b911-7731-471c-b3ed-1fc351f0e5f7 req-9b946d10-ef8e-4538-803b-5524ce08afc8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477037 Jul 16 18:09:34.234500 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ebc2b-3e34-4be5-a55f-e9f021b27fd3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:34.242398 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ebc2b-3e34-4be5-a55f-e9f021b27fd3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=ab75a3c3-b4d6-4e8d-9b02-7f7d51f8f8cc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:34.248012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-834ebc2b-3e34-4be5-a55f-e9f021b27fd3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:34.250730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834ebc2b-3e34-4be5-a55f-e9f021b27fd3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.251989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-834ebc2b-3e34-4be5-a55f-e9f021b27fd3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.270913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763c7605-310a-42c8-aa6e-f304ba069b0c None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:34.277889 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-19b24045-59e5-47c2-93d6-2a75316dce70 req-ee7d76d1-cf5b-47ed-bd4c-2baf71ab1b28 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694306 Jul 16 18:09:34.280051 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-834ebc2b-3e34-4be5-a55f-e9f021b27fd3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9939089 Jul 16 18:09:34.283842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:34.289912 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-88c73a3a-db23-43e2-b96c-427f000b56b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:34.406250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:34.433968 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c73a3a-db23-43e2-b96c-427f000b56b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:34.438899 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88c73a3a-db23-43e2-b96c-427f000b56b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.482297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': 'ab75a3c3-b4d6-4e8d-9b02-7f7d51f8f8cc'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:34.483427 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.592737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1565541732'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:34.621287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Made reservation on behalf of e18420403f6c4ba89c835f45e606ca81 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:34.627062 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.643762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.691587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Allocated IP 2001:db8::f816:3eff:fe22:c87e (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/ab75a3c3-b4d6-4e8d-9b02-7f7d51f8f8cc/2cc467d7-ec1b-48f4-996a-962ae4048f28) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:34.746511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88c73a3a-db23-43e2-b96c-427f000b56b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.786684 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.793573 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.806127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c73a3a-db23-43e2-b96c-427f000b56b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:34.811326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-88c73a3a-db23-43e2-b96c-427f000b56b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:34.815611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c73a3a-db23-43e2-b96c-427f000b56b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.816472 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88c73a3a-db23-43e2-b96c-427f000b56b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.838700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b899234e-dc23-4302-a639-a5c0299cd700,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:34.851782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:34.852717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c73a3a-db23-43e2-b96c-427f000b56b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=fa16ea38-0433-4665-b180-00badca692e5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:34.860390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:34.860773 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-88c73a3a-db23-43e2-b96c-427f000b56b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5754366 Jul 16 18:09:34.868841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:b7:e1:40', 'name': 'tempest-NetworksTestDHCPv6-686037017'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:34.877233 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.877626 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Added segment b6185b43-5ab7-4709-8a55-26e8ee4ed477 of type vlan for network b840abc4-93dd-46a9-8eb8-bc604c26e1b3 Jul 16 18:09:35.009591 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.029631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Transition to ACTIVE for port object 2cc467d7-ec1b-48f4-996a-962ae4048f28 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:35.060961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Transition to ACTIVE for port object 2cc467d7-ec1b-48f4-996a-962ae4048f28 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:35.078023 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.117991 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.134184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Pushing event updated for resources: {'Port': ['ID=2cc467d7-ec1b-48f4-996a-962ae4048f28,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.154876 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:35.156347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:35.158923 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:35.211639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.217102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.229299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.249701 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Attempting to bind port 2cc467d7-ec1b-48f4-996a-962ae4048f28 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:35.250240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Attempting to bind port 2cc467d7-ec1b-48f4-996a-962ae4048f28 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:35.250740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Attempting to bind port 2cc467d7-ec1b-48f4-996a-962ae4048f28 on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:35.257169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:35.257723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:35.258508 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.259014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:35.259669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Bound port: 2cc467d7-ec1b-48f4-996a-962ae4048f28, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:35.260167 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.360461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] For port 2cc467d7-ec1b-48f4-996a-962ae4048f28, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:35.369226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] For port 2cc467d7-ec1b-48f4-996a-962ae4048f28, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2cc467d7-ec1b-48f4-996a-962ae4048f28,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:35.378161 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.476219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Pushing event updated for resources: {'Network': ['ID=b840abc4-93dd-46a9-8eb8-bc604c26e1b3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.494685 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:35.507180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-953c63a4-4d50-40a8-afb2-35cfb4004b8c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0972638 Jul 16 18:09:35.507670 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.511596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network b840abc4-93dd-46a9-8eb8-bc604c26e1b3 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:35.514053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-37b24866-046c-4450-aa93-a340a8d0269e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Request body: {'subnet': {'network_id': 'b840abc4-93dd-46a9-8eb8-bc604c26e1b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:35.620302 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.705425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b24866-046c-4450-aa93-a340a8d0269e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Made reservation on behalf of e18420403f6c4ba89c835f45e606ca81 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:35.711197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37b24866-046c-4450-aa93-a340a8d0269e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.764378 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.848025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3fc0d-3140-49d8-8c0e-12350b9a86cb req-cbc71dfc-22af-4668-931e-cb0d0a40251f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.862336 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06e3fc0d-3140-49d8-8c0e-12350b9a86cb req-cbc71dfc-22af-4668-931e-cb0d0a40251f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.6806633 Jul 16 18:09:36.039712 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37b24866-046c-4450-aa93-a340a8d0269e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.089865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 1ed47a62-e513-42f7-a84e-84487fdfebd5 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:36.114143 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b24866-046c-4450-aa93-a340a8d0269e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Pushing event updated for resources: {'Subnet': ['ID=b7c73b4a-d4ab-4830-863f-cc30aafde652,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.145821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.187305 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b24866-046c-4450-aa93-a340a8d0269e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Checking segment: {'id': 'b6185b43-5ab7-4709-8a55-26e8ee4ed477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b840abc4-93dd-46a9-8eb8-bc604c26e1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:36.189405 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b24866-046c-4450-aa93-a340a8d0269e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Network hostable DHCP agents. Network: b840abc4-93dd-46a9-8eb8-bc604c26e1b3, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:36.211220 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06e3fc0d-3140-49d8-8c0e-12350b9a86cb req-fb1d52dd-bcdc-4ceb-bbb1-4449bffc9a79 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478856 Jul 16 18:09:36.227794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b24866-046c-4450-aa93-a340a8d0269e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Network b840abc4-93dd-46a9-8eb8-bc604c26e1b3 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:36.240096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-37b24866-046c-4450-aa93-a340a8d0269e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, b840abc4-93dd-46a9-8eb8-bc604c26e1b3) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:36.256997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b24866-046c-4450-aa93-a340a8d0269e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.257740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37b24866-046c-4450-aa93-a340a8d0269e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.276924 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-37b24866-046c-4450-aa93-a340a8d0269e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7654560 Jul 16 18:09:36.277082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.283639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Request body: {'port': {'network_id': 'b840abc4-93dd-46a9-8eb8-bc604c26e1b3', 'name': 'tempest-TagsExtTest-1697988062'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:36.300389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9828ae-db2e-4dde-9ead-c35698b19f20 None None] Pushing event updated for resources: {'Port': ['ID=2cc467d7-ec1b-48f4-996a-962ae4048f28,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.311925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28c3a37-13c7-40fb-8fc0-c73f0aee487c None None] Network b840abc4-93dd-46a9-8eb8-bc604c26e1b3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:36.438835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Made reservation on behalf of e18420403f6c4ba89c835f45e606ca81 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:36.442219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce46d49-9e16-4c6d-a74f-8550161e44e5 req-f86b13fb-f933-4069-a653-12bf8449696a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.443252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.444567 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ce46d49-9e16-4c6d-a74f-8550161e44e5 req-f86b13fb-f933-4069-a653-12bf8449696a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.9025147 Jul 16 18:09:36.475785 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] device_id is not set on port 46b5f4cf-e6fa-45ed-a3bc-a43faed20433 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:36.588634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-b840abc4-93dd-46a9-8eb8-bc604c26e1b3', 'network_id': 'b840abc4-93dd-46a9-8eb8-bc604c26e1b3', 'tenant_id': 'e18420403f6c4ba89c835f45e606ca81', 'fixed_ips': [{'subnet_id': 'b7c73b4a-d4ab-4830-863f-cc30aafde652'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:36.589545 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.603270 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc40b113-db5d-4087-baf9-d09f3d1c3db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.661862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 172.20.0.13 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/fa16ea38-0433-4665-b180-00badca692e5/1ed47a62-e513-42f7-a84e-84487fdfebd5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:36.670957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::f816:3eff:feb7:e140 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/ab75a3c3-b4d6-4e8d-9b02-7f7d51f8f8cc/1ed47a62-e513-42f7-a84e-84487fdfebd5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:36.749365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ce46d49-9e16-4c6d-a74f-8550161e44e5 req-8aeb1a6a-3d67-4412-bb06-203fc51f13bf tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984836 Jul 16 18:09:36.771511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc40b113-db5d-4087-baf9-d09f3d1c3db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.780478 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc40b113-db5d-4087-baf9-d09f3d1c3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.819649 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Allocated IP 172.20.0.2 (b840abc4-93dd-46a9-8eb8-bc604c26e1b3/b7c73b4a-d4ab-4830-863f-cc30aafde652/46b5f4cf-e6fa-45ed-a3bc-a43faed20433) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:36.847737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40b113-db5d-4087-baf9-d09f3d1c3db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc6cbef-65f8-4874-b041-ae7b79956d16,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.867762 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cc40b113-db5d-4087-baf9-d09f3d1c3db4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b9823865f64343839223eb5389d64ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7207127 Jul 16 18:09:36.870449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.913206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.927722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 1ed47a62-e513-42f7-a84e-84487fdfebd5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:36.983958 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.996719 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d80451-f8d9-4723-8935-f25e430c8ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.027777 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d80451-f8d9-4723-8935-f25e430c8ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.060480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97a8be7-816d-434c-9897-f10516389afc None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:37.062556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:37.064932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:37.066657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=1ed47a62-e513-42f7-a84e-84487fdfebd5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.069338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:37.137124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.137835 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.157823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ad11a373-a3ef-4978-a6c3-8f9f3b510dca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2937827 Jul 16 18:09:37.161360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-70801f8f-303e-4464-873f-3a274ac6866a None None] Provisioning for port 2cc467d7-ec1b-48f4-996a-962ae4048f28 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:37.161611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.193289 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.219066 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d80451-f8d9-4723-8935-f25e430c8ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.219066 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-85d80451-f8d9-4723-8935-f25e430c8ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.219066 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-85d80451-f8d9-4723-8935-f25e430c8ae3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9dc6cbef-65f8-4874-b041-ae7b79956d16 HTTP/1.1" status: 204 len: 168 time: 0.3451951 Jul 16 18:09:37.239595 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Transition to ACTIVE for port object 46b5f4cf-e6fa-45ed-a3bc-a43faed20433 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:37.248353 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d80451-f8d9-4723-8935-f25e430c8ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc6cbef-65f8-4874-b041-ae7b79956d16,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.298718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91aa2b-9bd6-4148-938f-5d33005274df tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.300315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.305828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91aa2b-9bd6-4148-938f-5d33005274df tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.307731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ae91aa2b-9bd6-4148-938f-5d33005274df tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1426215 Jul 16 18:09:37.310770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.377361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Network b840abc4-93dd-46a9-8eb8-bc604c26e1b3 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:37.381342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:37.391300 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:37.398943 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Pushing event updated for resources: {'Port': ['ID=46b5f4cf-e6fa-45ed-a3bc-a43faed20433,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.432234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aad085bb-55bb-4aa6-a3d0-e928d93cb607 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 1ed47a62-e513-42f7-a84e-84487fdfebd5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:37.432586 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad085bb-55bb-4aa6-a3d0-e928d93cb607 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.479629 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.480676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.500806 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9658ceb6-391d-47e4-92aa-65296f62953d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2224731 Jul 16 18:09:37.503615 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.513916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1f67aeae-da6c-4319-adb2-ece87d8e4481 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1013979012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:37.555059 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b5edf5f7-3ac2-4d1b-bb69-0db179b16406 {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:09:37.555643 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:09:37.588995 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f67aeae-da6c-4319-adb2-ece87d8e4481 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.590918 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f67aeae-da6c-4319-adb2-ece87d8e4481 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.601889 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad085bb-55bb-4aa6-a3d0-e928d93cb607 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.646072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aad085bb-55bb-4aa6-a3d0-e928d93cb607 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 1ed47a62-e513-42f7-a84e-84487fdfebd5 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:37.667328 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b70ff-0c7e-4473-b09c-f947b8e45714 req-705319eb-43ca-41db-afdf-773a3d296883 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.668922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef2b70ff-0c7e-4473-b09c-f947b8e45714 req-705319eb-43ca-41db-afdf-773a3d296883 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.1965947 Jul 16 18:09:37.709220 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f67aeae-da6c-4319-adb2-ece87d8e4481 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.715753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f67aeae-da6c-4319-adb2-ece87d8e4481 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.744080 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1f67aeae-da6c-4319-adb2-ece87d8e4481 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.745509 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1f67aeae-da6c-4319-adb2-ece87d8e4481 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2407253 Jul 16 18:09:37.748427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.755629 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6f786475-ab3c-477d-b84a-29b16280743d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-743479788', 'prefixes': ['172.20.0.0/16']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:37.773423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e4059-4b1e-4af9-b0b2-9ebe730e9854 None None] Update dhcp port {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': 'ab75a3c3-b4d6-4e8d-9b02-7f7d51f8f8cc', 'ip_address': '2001:db8::f816:3eff:fe22:c87e'}, {'subnet_id': 'fa16ea38-0433-4665-b180-00badca692e5'}], 'binding:host_id': 'n-d-793618-9'}, 'id': '2cc467d7-ec1b-48f4-996a-962ae4048f28'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:09:37.841228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.852674 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313e4059-4b1e-4af9-b0b2-9ebe730e9854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.878602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2cc467d7-ec1b-48f4-996a-962ae4048f28 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:37.883331 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f786475-ab3c-477d-b84a-29b16280743d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.884745 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6f786475-ab3c-477d-b84a-29b16280743d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1352730 Jul 16 18:09:37.888238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.893741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-daea7697-0d78-4e36-a81e-a84e609f93d7 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652', 'tempest-TagsExtTest-Tag-251911492') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:37.956655 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9995f2-1401-40ab-826a-5659ff2471b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.968183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef2b70ff-0c7e-4473-b09c-f947b8e45714 req-beec4a9b-ef16-4bb0-b714-3e7ec7e00e0e tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924292 Jul 16 18:09:38.059093 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.084569 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-daea7697-0d78-4e36-a81e-a84e609f93d7 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "PUT /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags/tempest-TagsExtTest-Tag-251911492 HTTP/1.1" status: 201 len: 201 time: 0.1945298 Jul 16 18:09:38.086409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.090833 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad085bb-55bb-4aa6-a3d0-e928d93cb607 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.091056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-f54c3c68-2030-40a2-9088-241b23c638c3 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433', 'tempest-TagsExtTest-Tag-99944340') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:38.139811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 2cc467d7-ec1b-48f4-996a-962ae4048f28 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:38.149012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2cc467d7-ec1b-48f4-996a-962ae4048f28 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:38.149447 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.185617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad085bb-55bb-4aa6-a3d0-e928d93cb607 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=1ed47a62-e513-42f7-a84e-84487fdfebd5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.186390 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f54c3c68-2030-40a2-9088-241b23c638c3 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "PUT /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags/tempest-TagsExtTest-Tag-99944340 HTTP/1.1" status: 201 len: 201 time: 0.0983469 Jul 16 18:09:38.187205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.199790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-16eabad3-e914-4a00-b99f-08ad6e0012f4 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3', 'tempest-TagsExtTest-Tag-1943994177') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:38.312881 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-16eabad3-e914-4a00-b99f-08ad6e0012f4 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "PUT /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags/tempest-TagsExtTest-Tag-1943994177 HTTP/1.1" status: 201 len: 201 time: 0.1224346 Jul 16 18:09:38.316373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.321976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-0b31522d-e085-4ce3-9616-75e37ebfd406 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7', 'tempest-TagsExtTest-Tag-532981429') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:38.338444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Allocated IP 172.20.0.3 (b840abc4-93dd-46a9-8eb8-bc604c26e1b3/b7c73b4a-d4ab-4830-863f-cc30aafde652/d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:38.380492 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0b31522d-e085-4ce3-9616-75e37ebfd406 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "PUT /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags/tempest-TagsExtTest-Tag-532981429 HTTP/1.1" status: 201 len: 201 time: 0.0625463 Jul 16 18:09:38.383066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.388228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-6efd3e16-6565-4b7f-82f4-f53a1a44d8a4 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:38.417188 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9995f2-1401-40ab-826a-5659ff2471b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.435712 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e9995f2-1401-40ab-826a-5659ff2471b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.457049 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aad085bb-55bb-4aa6-a3d0-e928d93cb607 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.459068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-aad085bb-55bb-4aa6-a3d0-e928d93cb607 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/1ed47a62-e513-42f7-a84e-84487fdfebd5 HTTP/1.1" status: 204 len: 168 time: 1.1470709 Jul 16 18:09:38.466038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.466375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.467068 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6efd3e16-6565-4b7f-82f4-f53a1a44d8a4 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags HTTP/1.1" status: 200 len: 240 time: 0.0828147 Jul 16 18:09:38.475911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-adf17cb1-9bc8-491b-9578-0d73bfa8cbee tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652', 'tempest-TagsExtTest-Tag-251911492') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:38.484190 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-313e4059-4b1e-4af9-b0b2-9ebe730e9854 None None] Allocated IP 172.20.0.2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/fa16ea38-0433-4665-b180-00badca692e5/2cc467d7-ec1b-48f4-996a-962ae4048f28) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:38.584027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0932c3-1e7c-4166-916a-1386d9d741f4 req-bc811997-a04c-4dc0-aee2-d9c7b8a1d4ad tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.585610 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d0932c3-1e7c-4166-916a-1386d9d741f4 req-bc811997-a04c-4dc0-aee2-d9c7b8a1d4ad tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.6139128 Jul 16 18:09:38.604225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1e9995f2-1401-40ab-826a-5659ff2471b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa608f54c3a048279c202ed9c4636c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597799 Jul 16 18:09:38.607010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.616603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9995f2-1401-40ab-826a-5659ff2471b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb171824-332b-4291-b7cd-c40e647dc9c4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.642892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300c955-b68a-4507-a5d3-8371ac62a3ec req-73832577-c636-459e-8cc6-9a4f8b218463 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.643054 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.649486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b300c955-b68a-4507-a5d3-8371ac62a3ec req-73832577-c636-459e-8cc6-9a4f8b218463 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.4813452 Jul 16 18:09:38.683978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4340ba82-a10a-4184-a45f-7f341231b52a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.685551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4340ba82-a10a-4184-a45f-7f341231b52a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.687351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4340ba82-a10a-4184-a45f-7f341231b52a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.691577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4340ba82-a10a-4184-a45f-7f341231b52a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2192566 Jul 16 18:09:38.691771 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.695330 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.710312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Transition to ACTIVE for port object d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:38.718636 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-313e4059-4b1e-4af9-b0b2-9ebe730e9854 None None] For port 2cc467d7-ec1b-48f4-996a-962ae4048f28, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2cc467d7-ec1b-48f4-996a-962ae4048f28,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:38.738222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d0932c3-1e7c-4166-916a-1386d9d741f4 req-daa6c1de-c6aa-41e3-99dd-f2d3fc30df63 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388502 Jul 16 18:09:38.741571 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Transition to ACTIVE for port object d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:38.753454 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc53e3ff-b232-45a9-92e1-938c334c07df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.760365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b300c955-b68a-4507-a5d3-8371ac62a3ec req-e42bd27f-d7d1-4bca-a299-cc46133e74b1 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096423 Jul 16 18:09:38.761221 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.761664 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9741d5d-2cc8-4a34-8ad4-67f59ef1d63c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet ab75a3c3-b4d6-4e8d-9b02-7f7d51f8f8cc {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:38.770581 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313e4059-4b1e-4af9-b0b2-9ebe730e9854 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.787050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc53e3ff-b232-45a9-92e1-938c334c07df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.792324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-adf17cb1-9bc8-491b-9578-0d73bfa8cbee tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags/tempest-TagsExtTest-Tag-251911492 HTTP/1.1" status: 204 len: 168 time: 0.3194389 Jul 16 18:09:38.794599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.800629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-142df04a-6414-4809-a2ec-55b2c2e92d01 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652', 'tempest-TagsExtTest-Tag-251911492') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:38.860837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc53e3ff-b232-45a9-92e1-938c334c07df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.864791 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc53e3ff-b232-45a9-92e1-938c334c07df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.868395 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cc53e3ff-b232-45a9-92e1-938c334c07df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb171824-332b-4291-b7cd-c40e647dc9c4 HTTP/1.1" status: 204 len: 168 time: 0.2577260 Jul 16 18:09:38.877617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53e3ff-b232-45a9-92e1-938c334c07df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb171824-332b-4291-b7cd-c40e647dc9c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.881704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Network b840abc4-93dd-46a9-8eb8-bc604c26e1b3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:38.902615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:38.913053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-313e4059-4b1e-4af9-b0b2-9ebe730e9854 None None] Transition to ACTIVE for port object 2cc467d7-ec1b-48f4-996a-962ae4048f28 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:38.916711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:38.919525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-142df04a-6414-4809-a2ec-55b2c2e92d01 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags/tempest-TagsExtTest-Tag-251911492 HTTP/1.1" status: 204 len: 168 time: 0.1237459 Jul 16 18:09:38.922184 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9741d5d-2cc8-4a34-8ad4-67f59ef1d63c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.923179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.929045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-414861c7-d488-4529-b262-a0506837bfa6 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:38.949683 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313e4059-4b1e-4af9-b0b2-9ebe730e9854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.009099 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9741d5d-2cc8-4a34-8ad4-67f59ef1d63c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.031144 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-414861c7-d488-4529-b262-a0506837bfa6 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags HTTP/1.1" status: 200 len: 205 time: 0.1066883 Jul 16 18:09:39.033968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.035833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Pushing event updated for resources: {'Port': ['ID=d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.040634 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-7c8729db-ee0a-42bb-a38b-6e3d2a55c2c2 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:39.136503 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7c8729db-ee0a-42bb-a38b-6e3d2a55c2c2 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags HTTP/1.1" status: 200 len: 239 time: 0.0985579 Jul 16 18:09:39.137298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.149344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-943fc800-8e69-44d6-b317-8e74d93e0e5d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433', 'tempest-TagsExtTest-Tag-99944340') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:39.190315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9741d5d-2cc8-4a34-8ad4-67f59ef1d63c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.263195 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:09:39.263195 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:09:39.275808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-943fc800-8e69-44d6-b317-8e74d93e0e5d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags/tempest-TagsExtTest-Tag-99944340 HTTP/1.1" status: 204 len: 168 time: 0.1367590 Jul 16 18:09:39.278753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.290489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-ae9050da-3f8c-4412-a071-9516575056e9 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433', 'tempest-TagsExtTest-Tag-99944340') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:39.294663 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9741d5d-2cc8-4a34-8ad4-67f59ef1d63c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.314307 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9741d5d-2cc8-4a34-8ad4-67f59ef1d63c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.317935 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a9741d5d-2cc8-4a34-8ad4-67f59ef1d63c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/ab75a3c3-b4d6-4e8d-9b02-7f7d51f8f8cc HTTP/1.1" status: 204 len: 168 time: 0.6216321 Jul 16 18:09:39.347944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9741d5d-2cc8-4a34-8ad4-67f59ef1d63c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=ab75a3c3-b4d6-4e8d-9b02-7f7d51f8f8cc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.354786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.386846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Attempting to bind port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:39.387524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Attempting to bind port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'b6185b43-5ab7-4709-8a55-26e8ee4ed477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b840abc4-93dd-46a9-8eb8-bc604c26e1b3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:39.392766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Attempting to bind port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae on network b840abc4-93dd-46a9-8eb8-bc604c26e1b3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:39.402128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e4059-4b1e-4af9-b0b2-9ebe730e9854 None None] Pushing event updated for resources: {'Port': ['ID=2cc467d7-ec1b-48f4-996a-962ae4048f28,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.413849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:39.414446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Checking segment: {'id': 'b6185b43-5ab7-4709-8a55-26e8ee4ed477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b840abc4-93dd-46a9-8eb8-bc604c26e1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:39.415049 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.415628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Bound using segment: {'id': 'b6185b43-5ab7-4709-8a55-26e8ee4ed477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b840abc4-93dd-46a9-8eb8-bc604c26e1b3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:39.416287 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Bound port: d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6185b43-5ab7-4709-8a55-26e8ee4ed477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b840abc4-93dd-46a9-8eb8-bc604c26e1b3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:39.416847 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.458118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da154b4-a9a4-4a07-8aba-a386778fcc42 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet fa16ea38-0433-4665-b180-00badca692e5 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:39.466304 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da154b4-a9a4-4a07-8aba-a386778fcc42 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.499317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ae9050da-3f8c-4412-a071-9516575056e9 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags/tempest-TagsExtTest-Tag-99944340 HTTP/1.1" status: 204 len: 168 time: 0.2170115 Jul 16 18:09:39.500225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.508752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-895ad042-06ae-43e1-a297-cd76814f2790 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:39.544466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] For port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:39.549635 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] For port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae,segment=NetworkSegment(b6185b43-5ab7-4709-8a55-26e8ee4ed477),segment_id=b6185b43-5ab7-4709-8a55-26e8ee4ed477)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:39.556389 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.565886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da154b4-a9a4-4a07-8aba-a386778fcc42 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.702470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69363b-7416-4ba2-a952-c08235f787c1 None None] Pushing event updated for resources: {'Port': ['ID=d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.799644 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da154b4-a9a4-4a07-8aba-a386778fcc42 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.861844 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.918296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da154b4-a9a4-4a07-8aba-a386778fcc42 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.994490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da154b4-a9a4-4a07-8aba-a386778fcc42 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=fa16ea38-0433-4665-b180-00badca692e5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:40.019603 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7da154b4-a9a4-4a07-8aba-a386778fcc42 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.036268 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7da154b4-a9a4-4a07-8aba-a386778fcc42 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/fa16ea38-0433-4665-b180-00badca692e5 HTTP/1.1" status: 204 len: 168 time: 0.6748793 Jul 16 18:09:40.036718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.056282 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:09:40.056681 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:09:40.129455 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d011bef5-c79a-4fc0-b592-5b94bc8ebf40 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770805 Jul 16 18:09:40.133383 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 40980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.139234 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:40.264441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:40.270532 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.328012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-895ad042-06ae-43e1-a297-cd76814f2790 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags HTTP/1.1" status: 200 len: 205 time: 0.8248954 Jul 16 18:09:40.332425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 40990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.338553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-b67cab8b-866a-45ed-ab2a-b62ef5b7ab57 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:40.351831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633001b6-0d7c-4dc4-bb77-50575cf207a4 req-ff2e499b-9210-4f82-b29d-c3b422ba0565 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:40.353904 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-633001b6-0d7c-4dc4-bb77-50575cf207a4 req-ff2e499b-9210-4f82-b29d-c3b422ba0565 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.2435956 Jul 16 18:09:40.451029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ad928-74fa-493c-b737-11e5a25e8668 req-0e139a26-802b-43ee-839b-566f755ab477 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:40.459376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-549ad928-74fa-493c-b737-11e5a25e8668 req-0e139a26-802b-43ee-839b-566f755ab477 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.3502588 Jul 16 18:09:40.527751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-549ad928-74fa-493c-b737-11e5a25e8668 req-ce1ef97c-feaf-45b3-961b-6c0ed3a8dd04 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673301 Jul 16 18:09:40.544967 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-633001b6-0d7c-4dc4-bb77-50575cf207a4 req-4a027ea0-6ff1-48ab-a3f7-c1dea63cf8db tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568177 Jul 16 18:09:40.579990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4100ab4-a1a1-4659-83a1-9a6efbe21b14 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:40.586577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b67cab8b-866a-45ed-ab2a-b62ef5b7ab57 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags HTTP/1.1" status: 200 len: 241 time: 0.2519073 Jul 16 18:09:40.589431 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.607610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-d06e4832-3747-4e19-9231-3a492938a381 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3', 'tempest-TagsExtTest-Tag-1943994177') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:40.720388 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4df0e3c-9d36-4ea8-ac6d-ccde495a1d8e None None] Could not find standard attr ID for object 1ed47a62-e513-42f7-a84e-84487fdfebd5. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:09:40.783909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d06e4832-3747-4e19-9231-3a492938a381 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags/tempest-TagsExtTest-Tag-1943994177 HTTP/1.1" status: 204 len: 168 time: 0.1934061 Jul 16 18:09:40.789227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.837673 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.856200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-aff5539b-031b-4284-a47f-44d96af2de54 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3', 'tempest-TagsExtTest-Tag-1943994177') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:40.878175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4df0e3c-9d36-4ea8-ac6d-ccde495a1d8e None None] Provisioning for port 2cc467d7-ec1b-48f4-996a-962ae4048f28 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:40.899166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4df0e3c-9d36-4ea8-ac6d-ccde495a1d8e None None] Provisioning complete for port 2cc467d7-ec1b-48f4-996a-962ae4048f28 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:40.899542 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4df0e3c-9d36-4ea8-ac6d-ccde495a1d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.967051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 2cc467d7-ec1b-48f4-996a-962ae4048f28, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2cc467d7-ec1b-48f4-996a-962ae4048f28,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:40.980136 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.179590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.objects.ports [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:09:41.375406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2cc467d7-ec1b-48f4-996a-962ae4048f28 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:41.457767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:41.458506 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-aff5539b-031b-4284-a47f-44d96af2de54 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags/tempest-TagsExtTest-Tag-1943994177 HTTP/1.1" status: 204 len: 168 time: 0.6391058 Jul 16 18:09:41.458804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d1cf70-ffe9-4dd9-827f-b8bd51cd31ae None None] Network b840abc4-93dd-46a9-8eb8-bc604c26e1b3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:41.462423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-fe5e4a21-74fa-4c1d-b3e2-dc163a4b1acd tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:41.488034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=2cc467d7-ec1b-48f4-996a-962ae4048f28,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:41.533784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:41.534558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:41.535125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:41.535704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:41.536261 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:41.536902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:41.537506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:41.538084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:41.538683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:41.539236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:41.539899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:41.540449 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:41.689688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fe5e4a21-74fa-4c1d-b3e2-dc163a4b1acd tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags HTTP/1.1" status: 200 len: 205 time: 0.2305193 Jul 16 18:09:41.690330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:41.705598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-8678294c-fac9-4b9f-b2d9-48ee4db5cf68 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:41.825013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c208609-d887-471f-b458-db2e5737b107 None None] Update dhcp port {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': 'faaf6377-803f-4bc2-b010-54540df357dd'}], 'binding:host_id': 'n-d-793618-9'}, 'id': '2cc467d7-ec1b-48f4-996a-962ae4048f28'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:09:41.892050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a5f2c50a-081b-4995-8e54-6fb84f9672de None None] Provisioning for port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:41.895882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8678294c-fac9-4b9f-b2d9-48ee4db5cf68 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags HTTP/1.1" status: 200 len: 240 time: 0.2045093 Jul 16 18:09:41.898706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:41.907861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-1b033b7a-6a86-492c-9fea-ed344a04cff7 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7', 'tempest-TagsExtTest-Tag-532981429') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:41.941809 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c208609-d887-471f-b458-db2e5737b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.942212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.943719 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2cc467d7-ec1b-48f4-996a-962ae4048f28 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:41.944089 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.973840 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1b033b7a-6a86-492c-9fea-ed344a04cff7 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags/tempest-TagsExtTest-Tag-532981429 HTTP/1.1" status: 204 len: 168 time: 0.0736780 Jul 16 18:09:41.978637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:41.983584 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-dd174352-5621-4807-8b31-818be35f6b2b tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7', 'tempest-TagsExtTest-Tag-532981429') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:41.989980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b01bcb-91b5-4936-999d-f1271db7961d req-59eb7853-e3b3-44eb-a8cc-b108b8fa2c2e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.998883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95b01bcb-91b5-4936-999d-f1271db7961d req-59eb7853-e3b3-44eb-a8cc-b108b8fa2c2e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.2281010 Jul 16 18:09:42.018157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1a945-80b7-4e17-a02f-cdb76907f96e req-010871bc-c6a5-4b4f-a5eb-7b2324e26935 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.022319 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3a1a945-80b7-4e17-a02f-cdb76907f96e req-010871bc-c6a5-4b4f-a5eb-7b2324e26935 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.2480550 Jul 16 18:09:42.097727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95b01bcb-91b5-4936-999d-f1271db7961d req-965e5c9d-d761-4a6e-b33d-160f52d04b10 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923584 Jul 16 18:09:42.120890 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f3a1a945-80b7-4e17-a02f-cdb76907f96e req-8f9488ac-2892-46e2-97be-5e3ffcbd728d tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872424 Jul 16 18:09:42.264112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] For port 2cc467d7-ec1b-48f4-996a-962ae4048f28, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2cc467d7-ec1b-48f4-996a-962ae4048f28,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:42.315665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.327520 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.331665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.347006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:42.353988 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-0c208609-d887-471f-b458-db2e5737b107 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:09:42.353988 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-0c208609-d887-471f-b458-db2e5737b107 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:09:42.388579 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dd174352-5621-4807-8b31-818be35f6b2b tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags/tempest-TagsExtTest-Tag-532981429 HTTP/1.1" status: 204 len: 168 time: 0.4054742 Jul 16 18:09:42.388867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:42.394070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-b01c53c5-2c0e-401c-88fd-4d60441057c4 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:42.477265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b01c53c5-2c0e-401c-88fd-4d60441057c4 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags HTTP/1.1" status: 200 len: 205 time: 0.0844636 Jul 16 18:09:42.479645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:42.487266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-128b30df-9c01-40b6-8cb9-a79c7004bbbc tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:42.493464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:42.498319 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:42.498319 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.507649 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:42.520011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:42.530059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.530889 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.554884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-128b30df-9c01-40b6-8cb9-a79c7004bbbc tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0717008 Jul 16 18:09:42.555127 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:42.560120 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4231288 Jul 16 18:09:42.561203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-b608ae71-8fd0-493c-b2f8-7e2f56f232d8 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:42.563120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:42.569142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=faaf6377-803f-4bc2-b010-54540df357dd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:42.579784 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed9037-3356-494b-8a1a-d1056683df90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=2cc467d7-ec1b-48f4-996a-962ae4048f28,revision_number=8']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:42.584053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dd4a0c45-69a8-4b0c-9029-9e6acddc2f49 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:42.749961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b782655-d995-4b83-bd88-f3776de9772d None None] Provisioning for port 46b5f4cf-e6fa-45ed-a3bc-a43faed20433 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:42.767996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b608ae71-8fd0-493c-b2f8-7e2f56f232d8 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags HTTP/1.1" status: 204 len: 168 time: 0.2082269 Jul 16 18:09:42.768369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b782655-d995-4b83-bd88-f3776de9772d None None] Provisioning complete for port 46b5f4cf-e6fa-45ed-a3bc-a43faed20433 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:42.768369 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b782655-d995-4b83-bd88-f3776de9772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.768815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:42.776287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-0c926e5f-2418-4b41-8de4-b02cdeb6461b tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:42.779473 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.892352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b782655-d995-4b83-bd88-f3776de9772d None None] Port 46b5f4cf-e6fa-45ed-a3bc-a43faed20433 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:42.935997 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0c926e5f-2418-4b41-8de4-b02cdeb6461b tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags HTTP/1.1" status: 204 len: 168 time: 0.1634102 Jul 16 18:09:42.936389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:42.942340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-e0ad4df6-69ff-46d0-bfa1-310d0a7ad982 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:42.945667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae,segment=NetworkSegment(b6185b43-5ab7-4709-8a55-26e8ee4ed477),segment_id=b6185b43-5ab7-4709-8a55-26e8ee4ed477)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:42.956372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4a0c45-69a8-4b0c-9029-9e6acddc2f49 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:42.962604 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0c45-69a8-4b0c-9029-9e6acddc2f49 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.963994 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.969913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b782655-d995-4b83-bd88-f3776de9772d None None] Provisioning complete for port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:42.970470 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b782655-d995-4b83-bd88-f3776de9772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.974331 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c208609-d887-471f-b458-db2e5737b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.112501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2cc467d7-ec1b-48f4-996a-962ae4048f28 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:43.174584 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e0ad4df6-69ff-46d0-bfa1-310d0a7ad982 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags HTTP/1.1" status: 204 len: 168 time: 0.2357481 Jul 16 18:09:43.178232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:43.186035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-c25e9dfd-807a-4ddd-983c-697635640d21 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652', 'tempest-TagsExtTest-Tag-970117921') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:43.350004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:43.386570 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2cc467d7-ec1b-48f4-996a-962ae4048f28 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:43.388398 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.401462 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0c45-69a8-4b0c-9029-9e6acddc2f49 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.519358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4a0c45-69a8-4b0c-9029-9e6acddc2f49 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:43.526966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c25e9dfd-807a-4ddd-983c-697635640d21 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "PUT /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags/tempest-TagsExtTest-Tag-970117921 HTTP/1.1" status: 201 len: 201 time: 0.3440323 Jul 16 18:09:43.527417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:43.536721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-f8d538f2-1444-48c0-88b0-62c93de1d64c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433', 'tempest-TagsExtTest-Tag-233679150') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:43.538515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dd4a0c45-69a8-4b0c-9029-9e6acddc2f49 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:43.549073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4a0c45-69a8-4b0c-9029-9e6acddc2f49 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.549605 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0c45-69a8-4b0c-9029-9e6acddc2f49 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.560024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-00daa8c3-754c-440b-bf01-760a5e95f71b None None] Provisioning complete for port 46b5f4cf-e6fa-45ed-a3bc-a43faed20433 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:43.560529 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00daa8c3-754c-440b-bf01-760a5e95f71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.585812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a0c45-69a8-4b0c-9029-9e6acddc2f49 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=df91ee0d-172e-4844-8443-8e562aff733d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:43.604922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dd4a0c45-69a8-4b0c-9029-9e6acddc2f49 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0382655 Jul 16 18:09:43.609005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:43.623225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:11:2c:1f', 'name': 'tempest-NetworksTestDHCPv6-1113266375'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:43.631953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd0ebc-1154-4454-bcdd-1f8d80071b7b req-1d327831-79cf-4e46-8a8a-f968106eb3ef tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.639747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47cd0ebc-1154-4454-bcdd-1f8d80071b7b req-1d327831-79cf-4e46-8a8a-f968106eb3ef tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.2242231 Jul 16 18:09:43.657535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da097be9-ea01-4717-8bef-8738758d6243 req-192e7e0f-e596-40bf-a5cd-424c12b687da tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.666301 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da097be9-ea01-4717-8bef-8738758d6243 req-192e7e0f-e596-40bf-a5cd-424c12b687da tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.2518511 Jul 16 18:09:43.737186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da097be9-ea01-4717-8bef-8738758d6243 req-918e16f3-f8e0-4725-bd70-0418107aa2f3 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699210 Jul 16 18:09:43.768385 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47cd0ebc-1154-4454-bcdd-1f8d80071b7b req-3b914529-2d2b-4de5-8a05-28bee1b126f3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275406 Jul 16 18:09:43.799945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0c208609-d887-471f-b458-db2e5737b107 None None] For port 2cc467d7-ec1b-48f4-996a-962ae4048f28, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2cc467d7-ec1b-48f4-996a-962ae4048f28,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:43.837782 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:43.876969 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f8d538f2-1444-48c0-88b0-62c93de1d64c tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "PUT /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags/tempest-TagsExtTest-Tag-233679150 HTTP/1.1" status: 201 len: 201 time: 0.3469136 Jul 16 18:09:43.879480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:43.885098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-63acab45-224d-4895-9792-df73fe35bfcb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3', 'tempest-TagsExtTest-Tag-319124756') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:43.890277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-00daa8c3-754c-440b-bf01-760a5e95f71b None None] Port 46b5f4cf-e6fa-45ed-a3bc-a43faed20433 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:43.978663 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c208609-d887-471f-b458-db2e5737b107 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.988524 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c208609-d887-471f-b458-db2e5737b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.024098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.035470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-63acab45-224d-4895-9792-df73fe35bfcb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "PUT /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags/tempest-TagsExtTest-Tag-319124756 HTTP/1.1" status: 201 len: 201 time: 0.1544249 Jul 16 18:09:44.038366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.045122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-e0a00991-f9e5-4224-9428-03b24e810426 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7', 'tempest-TagsExtTest-Tag-348825048') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.076747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c208609-d887-471f-b458-db2e5737b107 None None] Pushing event updated for resources: {'Port': ['ID=2cc467d7-ec1b-48f4-996a-962ae4048f28,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:44.098793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port c6a5629c-402c-4b8c-a6ee-cef06ba1ec23 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:44.102482 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e0a00991-f9e5-4224-9428-03b24e810426 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "PUT /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags/tempest-TagsExtTest-Tag-348825048 HTTP/1.1" status: 201 len: 201 time: 0.0629201 Jul 16 18:09:44.105729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.111670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-43ba79a1-5d0f-486b-8e32-893d0179cebb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652', {'tags': ['tempest-TagsExtTest-Tag-1085152178', 'tempest-TagsExtTest-Tag-1902770384', 'tempest-TagsExtTest-Tag-1928126466']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.210465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-43ba79a1-5d0f-486b-8e32-893d0179cebb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "PUT /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags HTTP/1.1" status: 200 len: 318 time: 0.1034741 Jul 16 18:09:44.213113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.217929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-d7e54a81-fb6a-4bef-82b7-1b6f1bf40d10 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.304722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d7e54a81-fb6a-4bef-82b7-1b6f1bf40d10 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags HTTP/1.1" status: 204 len: 168 time: 0.0903890 Jul 16 18:09:44.310988 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.320251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-9009b8a9-6d53-4e93-a0b5-e64d27136412 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652', 'tempest-TagsExtTest-Tag-1085152178') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.398080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 172.20.0.2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/df91ee0d-172e-4844-8443-8e562aff733d/c6a5629c-402c-4b8c-a6ee-cef06ba1ec23) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:44.406584 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::f816:3eff:fe11:2c1f (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/faaf6377-803f-4bc2-b010-54540df357dd/c6a5629c-402c-4b8c-a6ee-cef06ba1ec23) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:44.446822 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9009b8a9-6d53-4e93-a0b5-e64d27136412 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] show failed (client error): The resource could not be found. Jul 16 18:09:44.447944 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9009b8a9-6d53-4e93-a0b5-e64d27136412 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags/tempest-TagsExtTest-Tag-1085152178 HTTP/1.1" status: 404 len: 329 time: 0.1359890 Jul 16 18:09:44.450892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.456159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-dd0e111f-d344-4f96-8d58-ccc46fded5ec tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652', 'tempest-TagsExtTest-Tag-1902770384') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.499368 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:09:44.522823 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-dd0e111f-d344-4f96-8d58-ccc46fded5ec tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] show failed (client error): The resource could not be found. Jul 16 18:09:44.526810 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dd0e111f-d344-4f96-8d58-ccc46fded5ec tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags/tempest-TagsExtTest-Tag-1902770384 HTTP/1.1" status: 404 len: 329 time: 0.0720696 Jul 16 18:09:44.527032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.533621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-f5826750-9eff-42bb-a2fb-9a7cf20a15d4 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652', 'tempest-TagsExtTest-Tag-1928126466') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.624963 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-f5826750-9eff-42bb-a2fb-9a7cf20a15d4 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] show failed (client error): The resource could not be found. Jul 16 18:09:44.630757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f5826750-9eff-42bb-a2fb-9a7cf20a15d4 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags/tempest-TagsExtTest-Tag-1928126466 HTTP/1.1" status: 404 len: 329 time: 0.1001348 Jul 16 18:09:44.633246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.636199 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.640639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-f8d622c8-6a41-4954-a915-4d78528a794b tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433', {'tags': ['tempest-TagsExtTest-Tag-946372091', 'tempest-TagsExtTest-Tag-1711497895', 'tempest-TagsExtTest-Tag-1816041361']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.666668 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object c6a5629c-402c-4b8c-a6ee-cef06ba1ec23 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:44.720216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.734389 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f8d622c8-6a41-4954-a915-4d78528a794b tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "PUT /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags HTTP/1.1" status: 200 len: 317 time: 0.0997875 Jul 16 18:09:44.737086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.742347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-18b035a7-a445-45f7-bece-3ca6b1faf61e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.761771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf6e056-d58a-47fb-8339-6e290180e1ad None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:44.799585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:44.803304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:44.809050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:44.871370 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.875016 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.884359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=c6a5629c-402c-4b8c-a6ee-cef06ba1ec23,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:44.900905 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eb00792c-3112-4806-a11a-63523493a4be None None] Provisioning complete for port 2cc467d7-ec1b-48f4-996a-962ae4048f28 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:44.901426 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb00792c-3112-4806-a11a-63523493a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.920770 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-836d9112-dcca-4065-ae12-6e4f0c6b5ec9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3095028 Jul 16 18:09:44.923559 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.927939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-18b035a7-a445-45f7-bece-3ca6b1faf61e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags HTTP/1.1" status: 204 len: 168 time: 0.1896262 Jul 16 18:09:44.930689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.937634 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-03207d35-6d20-45ef-a02d-0f8b2a2bb645 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433', 'tempest-TagsExtTest-Tag-946372091') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:45.037240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a071839b-5c86-4f4c-8441-69717cb4dd51 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.044110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a071839b-5c86-4f4c-8441-69717cb4dd51 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.046092 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a071839b-5c86-4f4c-8441-69717cb4dd51 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1214318 Jul 16 18:09:45.048745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:45.145002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:45.197627 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-03207d35-6d20-45ef-a02d-0f8b2a2bb645 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] show failed (client error): The resource could not be found. Jul 16 18:09:45.202587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-03207d35-6d20-45ef-a02d-0f8b2a2bb645 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags/tempest-TagsExtTest-Tag-946372091 HTTP/1.1" status: 404 len: 328 time: 0.2669070 Jul 16 18:09:45.217519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:45.228993 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16417ec-ac53-4ad1-bd55-d374ef5853c1 req-99d0c0ec-b24b-40b8-81f7-845a73c0c1bc tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.230600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b16417ec-ac53-4ad1-bd55-d374ef5853c1 req-99d0c0ec-b24b-40b8-81f7-845a73c0c1bc tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.2415195 Jul 16 18:09:45.235853 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-40024f8b-39fc-4d5d-8847-c2daa8f5d67b tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433', 'tempest-TagsExtTest-Tag-1711497895') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:45.255106 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943efae-00f9-4668-a722-302b9b3ce5d6 req-56061149-5d05-44f0-87f5-2b3ea6830540 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.262476 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3943efae-00f9-4668-a722-302b9b3ce5d6 req-56061149-5d05-44f0-87f5-2b3ea6830540 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.1679440 Jul 16 18:09:45.266643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:45.267140 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.322168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b16417ec-ac53-4ad1-bd55-d374ef5853c1 req-9cf1efc7-edae-4ee0-b30d-ca3034d2d8a0 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821092 Jul 16 18:09:45.336013 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3943efae-00f9-4668-a722-302b9b3ce5d6 req-3240fae2-5e38-45d2-951e-a371d61cdcc0 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723782 Jul 16 18:09:45.401732 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b031bf7e-96f2-4704-98b4-d9d6f1b030c2 None None] Update dhcp port {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': 'faaf6377-803f-4bc2-b010-54540df357dd', 'ip_address': '2001:db8::f816:3eff:fe22:c87e'}, {'subnet_id': 'df91ee0d-172e-4844-8443-8e562aff733d'}], 'binding:host_id': 'n-d-793618-9'}, 'id': '2cc467d7-ec1b-48f4-996a-962ae4048f28'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:09:45.439531 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-40024f8b-39fc-4d5d-8847-c2daa8f5d67b tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] show failed (client error): The resource could not be found. Jul 16 18:09:45.443786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:45.444568 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-40024f8b-39fc-4d5d-8847-c2daa8f5d67b tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags/tempest-TagsExtTest-Tag-1711497895 HTTP/1.1" status: 404 len: 329 time: 0.2179818 Jul 16 18:09:45.446735 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-90ed7704-d99b-45d9-8ae1-40167a5dfa0e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port c6a5629c-402c-4b8c-a6ee-cef06ba1ec23 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:45.447126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90ed7704-d99b-45d9-8ae1-40167a5dfa0e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.450341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-5580d138-8cc2-4a2f-b08c-71805ab12522 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433', 'tempest-TagsExtTest-Tag-1816041361') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:45.473771 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b031bf7e-96f2-4704-98b4-d9d6f1b030c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.552609 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-5580d138-8cc2-4a2f-b08c-71805ab12522 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] show failed (client error): The resource could not be found. Jul 16 18:09:45.558882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5580d138-8cc2-4a2f-b08c-71805ab12522 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags/tempest-TagsExtTest-Tag-1816041361 HTTP/1.1" status: 404 len: 329 time: 0.1131308 Jul 16 18:09:45.559253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:45.571283 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-2ae4259b-3cd4-4ad7-a4b6-e0d2329f2e0e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3', {'tags': ['tempest-TagsExtTest-Tag-646783919', 'tempest-TagsExtTest-Tag-877164353', 'tempest-TagsExtTest-Tag-19676290']}) {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:45.770701 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b031bf7e-96f2-4704-98b4-d9d6f1b030c2 None None] Allocated IP 172.20.0.3 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/df91ee0d-172e-4844-8443-8e562aff733d/2cc467d7-ec1b-48f4-996a-962ae4048f28) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:45.773420 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-de07f93a-c725-444b-9a7c-6c73b8f7b250 service neutron] show failed (client error): The resource could not be found. Jul 16 18:09:45.776104 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-de07f93a-c725-444b-9a7c-6c73b8f7b250 service neutron] 10.222.0.38 "GET /v2.0/ports/14c2e20a-9adb-4099-9e12-7fce3fb9e078/bindings/n-h2-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.2032213 Jul 16 18:09:45.799213 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90ed7704-d99b-45d9-8ae1-40167a5dfa0e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.856878 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-90ed7704-d99b-45d9-8ae1-40167a5dfa0e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for c6a5629c-402c-4b8c-a6ee-cef06ba1ec23 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:45.869847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:45.877935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-7d237279-2e32-4fc0-bfb6-85fb92917d39 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:45.888971 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2ae4259b-3cd4-4ad7-a4b6-e0d2329f2e0e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "PUT /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags HTTP/1.1" status: 200 len: 314 time: 0.3063793 Jul 16 18:09:46.056233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7d237279-2e32-4fc0-bfb6-85fb92917d39 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags HTTP/1.1" status: 204 len: 168 time: 0.1851804 Jul 16 18:09:46.059363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:46.066422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-9123856a-d142-4f3a-8890-a1316aa0000a tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3', 'tempest-TagsExtTest-Tag-646783919') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:46.113763 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b031bf7e-96f2-4704-98b4-d9d6f1b030c2 None None] For port 2cc467d7-ec1b-48f4-996a-962ae4048f28, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2cc467d7-ec1b-48f4-996a-962ae4048f28,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:46.161627 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b031bf7e-96f2-4704-98b4-d9d6f1b030c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.181154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b031bf7e-96f2-4704-98b4-d9d6f1b030c2 None None] Transition to ACTIVE for port object 2cc467d7-ec1b-48f4-996a-962ae4048f28 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:46.190591 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b031bf7e-96f2-4704-98b4-d9d6f1b030c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.341638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031bf7e-96f2-4704-98b4-d9d6f1b030c2 None None] Pushing event updated for resources: {'Port': ['ID=2cc467d7-ec1b-48f4-996a-962ae4048f28,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:46.351160 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90ed7704-d99b-45d9-8ae1-40167a5dfa0e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.449496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-1a90027f-ccd9-4930-9c1d-9f5369263854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.451048 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-1a90027f-ccd9-4930-9c1d-9f5369263854 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7&tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd HTTP/1.1" status: 200 len: 1101 time: 0.2697515 Jul 16 18:09:46.476770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed7704-d99b-45d9-8ae1-40167a5dfa0e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=c6a5629c-402c-4b8c-a6ee-cef06ba1ec23,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:46.491550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:46.661335 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90ed7704-d99b-45d9-8ae1-40167a5dfa0e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.663522 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-90ed7704-d99b-45d9-8ae1-40167a5dfa0e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/c6a5629c-402c-4b8c-a6ee-cef06ba1ec23 HTTP/1.1" status: 204 len: 168 time: 1.6135850 Jul 16 18:09:46.666310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:46.768082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a5f53e-8502-4581-8ca6-d277202dfd0e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.769819 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a5f53e-8502-4581-8ca6-d277202dfd0e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.771418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a5f53e-8502-4581-8ca6-d277202dfd0e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.776068 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46a5f53e-8502-4581-8ca6-d277202dfd0e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1059816 Jul 16 18:09:46.777928 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:46.789154 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.861826 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-9123856a-d142-4f3a-8890-a1316aa0000a tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] show failed (client error): The resource could not be found. Jul 16 18:09:46.863153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9123856a-d142-4f3a-8890-a1316aa0000a tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags/tempest-TagsExtTest-Tag-646783919 HTTP/1.1" status: 404 len: 328 time: 0.8026311 Jul 16 18:09:46.867333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:46.868097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ba3af2-d2cd-4dca-8cdb-edfcae75c107 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet df91ee0d-172e-4844-8443-8e562aff733d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:46.872300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72ba3af2-d2cd-4dca-8cdb-edfcae75c107 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.873020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-5a2da6f8-5d82-49a2-b1a4-27f6a20f9d69 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3', 'tempest-TagsExtTest-Tag-877164353') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:46.926668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26318221-971e-4ef0-b0b0-4e5ba4b3c5aa req-02f5fb78-1554-4f5f-8829-ba81bb228153 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.934217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26318221-971e-4ef0-b0b0-4e5ba4b3c5aa req-02f5fb78-1554-4f5f-8829-ba81bb228153 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.2204249 Jul 16 18:09:46.949247 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72ba3af2-d2cd-4dca-8cdb-edfcae75c107 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.027603 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26318221-971e-4ef0-b0b0-4e5ba4b3c5aa req-fe3ad375-0443-4a6d-b334-c1bbfb73d82f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921419 Jul 16 18:09:47.063298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc7ce4-839d-4592-98db-e47cd98ab71d req-faa8d224-0224-4f95-b3c1-9dcee195c57b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.064883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-01fc7ce4-839d-4592-98db-e47cd98ab71d req-faa8d224-0224-4f95-b3c1-9dcee195c57b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.3501129 Jul 16 18:09:47.086464 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72ba3af2-d2cd-4dca-8cdb-edfcae75c107 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.099521 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-5a2da6f8-5d82-49a2-b1a4-27f6a20f9d69 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] show failed (client error): The resource could not be found. Jul 16 18:09:47.101419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5a2da6f8-5d82-49a2-b1a4-27f6a20f9d69 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags/tempest-TagsExtTest-Tag-877164353 HTTP/1.1" status: 404 len: 328 time: 0.2314653 Jul 16 18:09:47.104842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.114817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-a305a3f6-039b-4d63-baa4-5a33a46f7117 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3', 'tempest-TagsExtTest-Tag-19676290') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:47.154713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2cc467d7-ec1b-48f4-996a-962ae4048f28 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:47.216397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-01fc7ce4-839d-4592-98db-e47cd98ab71d req-94401c18-a770-45af-9024-c54115f972bc tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422608 Jul 16 18:09:47.230672 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-a305a3f6-039b-4d63-baa4-5a33a46f7117 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] show failed (client error): The resource could not be found. Jul 16 18:09:47.232146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a305a3f6-039b-4d63-baa4-5a33a46f7117 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags/tempest-TagsExtTest-Tag-19676290 HTTP/1.1" status: 404 len: 327 time: 0.1262670 Jul 16 18:09:47.236138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.238097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72ba3af2-d2cd-4dca-8cdb-edfcae75c107 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.242716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-572f5a0e-b911-41eb-810a-4cf6e9a24be1 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7', {'tags': ['tempest-TagsExtTest-Tag-113870751', 'tempest-TagsExtTest-Tag-279776930', 'tempest-TagsExtTest-Tag-132699593']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:47.303931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-572f5a0e-b911-41eb-810a-4cf6e9a24be1 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "PUT /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags HTTP/1.1" status: 200 len: 315 time: 0.0635729 Jul 16 18:09:47.304414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.317114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-1452515b-52fd-4b95-a3ff-4664531eb241 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:47.362894 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba3af2-d2cd-4dca-8cdb-edfcae75c107 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=df91ee0d-172e-4844-8443-8e562aff733d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.376465 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72ba3af2-d2cd-4dca-8cdb-edfcae75c107 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.378596 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-72ba3af2-d2cd-4dca-8cdb-edfcae75c107 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/df91ee0d-172e-4844-8443-8e562aff733d HTTP/1.1" status: 204 len: 168 time: 0.5996299 Jul 16 18:09:47.380191 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1452515b-52fd-4b95-a3ff-4664531eb241 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0743096 Jul 16 18:09:47.381765 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.384986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.393031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-a15957c9-78dd-4c4f-9328-650c10229b0d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7', 'tempest-TagsExtTest-Tag-113870751') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:47.451492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0602b8-c921-4920-851f-4c7c62d1737f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet faaf6377-803f-4bc2-b010-54540df357dd {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:47.456494 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff0602b8-c921-4920-851f-4c7c62d1737f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.466181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60691c76-cffd-4661-a5bb-787cc50e53f1 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:47.469623 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-a15957c9-78dd-4c4f-9328-650c10229b0d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] show failed (client error): The resource could not be found. Jul 16 18:09:47.474404 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a15957c9-78dd-4c4f-9328-650c10229b0d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags/tempest-TagsExtTest-Tag-113870751 HTTP/1.1" status: 404 len: 328 time: 0.0883851 Jul 16 18:09:47.478433 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.482878 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-416b9b28-7f50-497f-be15-73a3e695c075 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7', 'tempest-TagsExtTest-Tag-279776930') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:47.498662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce191008-030e-4a46-b25e-aaa768a2af41 None None] Could not find standard attr ID for object c6a5629c-402c-4b8c-a6ee-cef06ba1ec23. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:09:47.525231 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff0602b8-c921-4920-851f-4c7c62d1737f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.532358 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:47.534906 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-416b9b28-7f50-497f-be15-73a3e695c075 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] show failed (client error): The resource could not be found. Jul 16 18:09:47.538942 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-416b9b28-7f50-497f-be15-73a3e695c075 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags/tempest-TagsExtTest-Tag-279776930 HTTP/1.1" status: 404 len: 328 time: 0.0595598 Jul 16 18:09:47.545573 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.550716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-c1323029-e3c4-4803-88a1-520bf4f479fb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7', 'tempest-TagsExtTest-Tag-132699593') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:47.598014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce191008-030e-4a46-b25e-aaa768a2af41 None None] Provisioning for port 2cc467d7-ec1b-48f4-996a-962ae4048f28 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:47.614527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:47.627747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2cc467d7-ec1b-48f4-996a-962ae4048f28 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:47.628465 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.629788 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff0602b8-c921-4920-851f-4c7c62d1737f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.643021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce191008-030e-4a46-b25e-aaa768a2af41 None None] Provisioning complete for port 2cc467d7-ec1b-48f4-996a-962ae4048f28 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:47.647170 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce191008-030e-4a46-b25e-aaa768a2af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.677711 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.696357 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff0602b8-c921-4920-851f-4c7c62d1737f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.697947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Transition to ACTIVE for port object 14c2e20a-9adb-4099-9e12-7fce3fb9e078 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:47.699762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14c2e20a-9adb-4099-9e12-7fce3fb9e078'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:47.702774 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5975cbb-47a7-445a-b1bd-5a43951ae861" -d '{"events": [{"server_uuid": "f6d57fcb-e72b-45b0-96bf-95f12d3538e7", "name": "network-vif-unplugged", "status": "completed", "tag": "14c2e20a-9adb-4099-9e12-7fce3fb9e078"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:47.712938 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.775772 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c1323029-e3c4-4803-88a1-520bf4f479fb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] show failed (client error): The resource could not be found. Jul 16 18:09:47.779444 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c1323029-e3c4-4803-88a1-520bf4f479fb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags/tempest-TagsExtTest-Tag-132699593 HTTP/1.1" status: 404 len: 328 time: 0.2303479 Jul 16 18:09:47.788379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.792649 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0602b8-c921-4920-851f-4c7c62d1737f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=faaf6377-803f-4bc2-b010-54540df357dd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.798148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-c7169b11-6c97-47ab-9618-5a7fd736d209 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8556b92f-0dbc-40bb-a24a-e2d09e5234d7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:47.813056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff0602b8-c921-4920-851f-4c7c62d1737f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.824309 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] No DVR routers for this DVR port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 on host n-h1-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:47.826390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ff0602b8-c921-4920-851f-4c7c62d1737f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/faaf6377-803f-4bc2-b010-54540df357dd HTTP/1.1" status: 204 len: 168 time: 0.4431660 Jul 16 18:09:47.828069 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9c5a3e-a484-4642-bfac-f91d09fb0e12 x-openstack-request-id: req-ac9c5a3e-a484-4642-bfac-f91d09fb0e12 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:47.836147 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d57fcb-e72b-45b0-96bf-95f12d3538e7", "name": "network-vif-unplugged", "status": "completed", "tag": "14c2e20a-9adb-4099-9e12-7fce3fb9e078", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:47.836147 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac9c5a3e-a484-4642-bfac-f91d09fb0e12 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:47.836147 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14c2e20a-9adb-4099-9e12-7fce3fb9e078', 'code': 200} Jul 16 18:09:47.836147 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.859250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Pushing event updated for resources: {'Port': ['ID=14c2e20a-9adb-4099-9e12-7fce3fb9e078,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.882142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c7169b11-6c97-47ab-9618-5a7fd736d209 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0906696 Jul 16 18:09:47.889098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.895769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-0783143d-eb60-4084-bf3e-91c53d0dfc1e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c5bc6d61-2806-4280-a1da-3823b43333e3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:48.056289 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-612434d1-6c55-4e77-83ed-b5e752afca98 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2195926 Jul 16 18:09:48.060166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:48.150803 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3fdcee07-395f-4c5f-b4fc-ba4730110084 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:48.177015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 14c2e20a-9adb-4099-9e12-7fce3fb9e078 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:48.270963 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0783143d-eb60-4084-bf3e-91c53d0dfc1e tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3/tags HTTP/1.1" status: 204 len: 168 time: 0.3802390 Jul 16 18:09:48.277725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:48.289516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f07b7b-baa8-43fd-827b-08dffa5bff62 None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:48.290786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-3662a59f-7684-42b2-bdf2-80c0ba9fb8c4 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '46b5f4cf-e6fa-45ed-a3bc-a43faed20433') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:48.301511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Attempting to bind port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:48.301511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Attempting to bind port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:48.301511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Attempting to bind port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:48.304577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 14c2e20a-9adb-4099-9e12-7fce3fb9e078 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:48.307473 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65fa4016-f418-487e-9d01-b7abbe43265c req-f0dbe8fd-ce64-48b2-95bc-39cf990faf55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1987073 Jul 16 18:09:48.310819 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:48.311160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Attempting to bind port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:48.322966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:48.323314 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:48.323941 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:48.324446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Bound port: 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:48.324943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.399314 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdcee07-395f-4c5f-b4fc-ba4730110084 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:48.411849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-83f07b7b-baa8-43fd-827b-08dffa5bff62 None None] Deleting port 2cc467d7-ec1b-48f4-996a-962ae4048f28 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:48.412241 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83f07b7b-baa8-43fd-827b-08dffa5bff62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.412425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdcee07-395f-4c5f-b4fc-ba4730110084 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.499973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:48.528495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:48.541982 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.585406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa4016-f418-487e-9d01-b7abbe43265c req-55802078-f5e6-434a-8cc5-61970c754a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.587075 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65fa4016-f418-487e-9d01-b7abbe43265c req-55802078-f5e6-434a-8cc5-61970c754a73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dec418af5de2424d8bb311b478097044&device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 1096 time: 0.2314572 Jul 16 18:09:48.607813 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.608733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.610543 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] 10.222.0.42 "PUT /v2.0/ports/14c2e20a-9adb-4099-9e12-7fce3fb9e078 HTTP/1.1" status: 200 len: 1096 time: 2.1297975 Jul 16 18:09:48.627318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-83f07b7b-baa8-43fd-827b-08dffa5bff62 None None] For port 2cc467d7-ec1b-48f4-996a-962ae4048f28, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2cc467d7-ec1b-48f4-996a-962ae4048f28,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:48.629497 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83f07b7b-baa8-43fd-827b-08dffa5bff62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.658747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-83f07b7b-baa8-43fd-827b-08dffa5bff62 None None] Calling delete_port for 2cc467d7-ec1b-48f4-996a-962ae4048f28 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:48.751352 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83f07b7b-baa8-43fd-827b-08dffa5bff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.755847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3662a59f-7684-42b2-bdf2-80c0ba9fb8c4 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433/tags HTTP/1.1" status: 204 len: 168 time: 0.4747651 Jul 16 18:09:48.772075 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:48.780898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f07b7b-baa8-43fd-827b-08dffa5bff62 None None] No DVR routers for this DVR port 2cc467d7-ec1b-48f4-996a-962ae4048f28 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:48.783843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.tag.tag_plugin [None req-c056e3fa-bcf0-40c9-ad3d-07c5c5f37541 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b7c73b4a-d4ab-4830-863f-cc30aafde652') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:48.791029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f07b7b-baa8-43fd-827b-08dffa5bff62 None None] Pushing event deleted for resources: {'Port': ['ID=2cc467d7-ec1b-48f4-996a-962ae4048f28,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.849937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0439c37-d465-4e69-904c-0c1de988de19 service neutron] Pushing event updated for resources: {'Port': ['ID=14c2e20a-9adb-4099-9e12-7fce3fb9e078,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.934127 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f192de-9da6-403e-9f2f-2a1720105ccf req-517a3bca-eb5f-470c-9eba-262b1c6343ec tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.936188 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b3f192de-9da6-403e-9f2f-2a1720105ccf req-517a3bca-eb5f-470c-9eba-262b1c6343ec tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.3285017 Jul 16 18:09:48.938596 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdcee07-395f-4c5f-b4fc-ba4730110084 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.947068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa4016-f418-487e-9d01-b7abbe43265c req-8d14c0d8-7a2f-4bc8-898a-9b217d7fe990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.948591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65fa4016-f418-487e-9d01-b7abbe43265c req-8d14c0d8-7a2f-4bc8-898a-9b217d7fe990 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 200 len: 920 time: 0.2711790 Jul 16 18:09:48.966351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d239e2-677a-44a8-8093-f04d1b33c78d req-47354f7f-df5d-4f1d-b99a-8dee0668e03d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.968199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5d239e2-677a-44a8-8093-f04d1b33c78d req-47354f7f-df5d-4f1d-b99a-8dee0668e03d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 948 time: 0.2916293 Jul 16 18:09:49.003145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdcee07-395f-4c5f-b4fc-ba4730110084 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:49.010218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3fdcee07-395f-4c5f-b4fc-ba4730110084 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:49.019959 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdcee07-395f-4c5f-b4fc-ba4730110084 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.020291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65fa4016-f418-487e-9d01-b7abbe43265c req-408fdc77-0ab9-4aed-83c6-c9d6f9366e02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 HTTP/1.1" status: 200 len: 217 time: 0.0471456 Jul 16 18:09:49.020380 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fdcee07-395f-4c5f-b4fc-ba4730110084 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.023347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c832cc3a-f027-4190-b12b-fff7eead035b None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:49.043978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c056e3fa-bcf0-40c9-ad3d-07c5c5f37541 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652/tags HTTP/1.1" status: 204 len: 168 time: 0.2674880 Jul 16 18:09:49.045217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-4c1d7ca3-90c4-4cb5-aed5-b999fde482d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.047729 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-4c1d7ca3-90c4-4cb5-aed5-b999fde482d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 1099 time: 0.3626394 Jul 16 18:09:49.051213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:49.061136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcee07-395f-4c5f-b4fc-ba4730110084 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=4398fc59-d701-458a-9622-39d4a60fb580,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.118915 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3fdcee07-395f-4c5f-b4fc-ba4730110084 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9875486 Jul 16 18:09:49.129060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:49.149261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:49.175859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2cc467d7-ec1b-48f4-996a-962ae4048f28 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:49.189382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b3f192de-9da6-403e-9f2f-2a1720105ccf req-f32f3932-fc51-44a5-b76a-9d52ee9dcc57 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437565 Jul 16 18:09:49.236776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5d239e2-677a-44a8-8093-f04d1b33c78d req-96adf45a-6b3a-4e28-a569-f5202771fbd9 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177637 Jul 16 18:09:49.257297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa4016-f418-487e-9d01-b7abbe43265c req-3e98761d-8635-4231-9645-b84aaf7f70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.258936 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65fa4016-f418-487e-9d01-b7abbe43265c req-3e98761d-8635-4231-9645-b84aaf7f70a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26e6cab3-4374-4ede-8f3e-52dd04198328 HTTP/1.1" status: 200 len: 859 time: 0.2310455 Jul 16 18:09:49.287885 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c427dbb-0a9b-44f8-a9e8-9cd796b6a195 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.291507 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1c427dbb-0a9b-44f8-a9e8-9cd796b6a195 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/subnetpools/8556b92f-0dbc-40bb-a24a-e2d09e5234d7 HTTP/1.1" status: 204 len: 168 time: 0.2365875 Jul 16 18:09:49.291944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:49.295766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 2cc467d7-ec1b-48f4-996a-962ae4048f28 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:49.297915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2cc467d7-ec1b-48f4-996a-962ae4048f28 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:49.314461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-b9e07df0-21cd-45b2-93e7-09d8869043a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.316242 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-b9e07df0-21cd-45b2-93e7-09d8869043a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2404535 Jul 16 18:09:49.352059 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-85992b5f-5b91-4c47-baec-13bb8e449f64 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bc6d61-2806-4280-a1da-3823b43333e3 HTTP/1.1" status: 200 len: 205 time: 0.0590062 Jul 16 18:09:49.360849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:49.363143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65fa4016-f418-487e-9d01-b7abbe43265c req-3c896b76-7019-4d9f-8709-3ff5e4620234 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec6f990-5524-4162-9c80-9e127ede5598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690238 Jul 16 18:09:49.414342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': '4398fc59-d701-458a-9622-39d4a60fb580'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:49.415762 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.423916 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-3d96aacb-ad9e-4703-8875-ff179476f34d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078 HTTP/1.1" status: 200 len: 217 time: 0.0745203 Jul 16 18:09:49.552863 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25050a0-ae00-4632-a7ab-a63e2d4fa12d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.597992 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-ddad56f9-c216-41f1-a4fb-b2cbf9c1ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.599567 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-ddad56f9-c216-41f1-a4fb-b2cbf9c1ec6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1593230 Jul 16 18:09:49.747774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-149824a6-5d81-4ae0-bcdd-c1f7bcd1b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.749757 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-149824a6-5d81-4ae0-bcdd-c1f7bcd1b85e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1432018 Jul 16 18:09:49.809859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Allocated IP 172.20.0.2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/4398fc59-d701-458a-9622-39d4a60fb580/d99b5e71-43b2-47bf-adf1-79ed2e6eeca5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:49.816611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:49.821101 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.838536 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'tag': '14c2e20a-9adb-4099-9e12-7fce3fb9e078'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:49.846496 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d57fcb-e72b-45b0-96bf-95f12d3538e7", "tag": "14c2e20a-9adb-4099-9e12-7fce3fb9e078"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:50.096011 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25050a0-ae00-4632-a7ab-a63e2d4fa12d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.099049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65fa4016-f418-487e-9d01-b7abbe43265c req-f7ca8724-1253-4a53-8b70-91f89e3ea3d4 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183977 Jul 16 18:09:50.101962 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25050a0-ae00-4632-a7ab-a63e2d4fa12d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.115855 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.127556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Transition to ACTIVE for port object d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:50.147726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Transition to ACTIVE for port object d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:50.167184 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.223366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:50.229837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:50.255143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:50.283829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Pushing event updated for resources: {'Port': ['ID=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.346481 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-af5c30b3-4986-4334-955c-2856112ff55e service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882409 Jul 16 18:09:50.347984 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc50cb25-56dd-4dac-9d29-c214dace4095 x-openstack-request-id: req-dc50cb25-56dd-4dac-9d29-c214dace4095 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:50.348274 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d57fcb-e72b-45b0-96bf-95f12d3538e7", "tag": "14c2e20a-9adb-4099-9e12-7fce3fb9e078", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:50.348528 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc50cb25-56dd-4dac-9d29-c214dace4095 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:50.348907 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'tag': '14c2e20a-9adb-4099-9e12-7fce3fb9e078', 'status': 'completed', 'code': 200} Jul 16 18:09:50.399221 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Attempting to bind port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:50.400004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Attempting to bind port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:50.403331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Attempting to bind port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:50.414169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:50.419035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:50.419714 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.420804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:50.421716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Bound port: d99b5e71-43b2-47bf-adf1-79ed2e6eeca5, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:50.422952 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.460505 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f418a05f-8817-4ddc-a64f-22f8e7f637b2 req-7d49ed45-ffcf-4ef0-aba4-47f00273763c service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072099 Jul 16 18:09:50.577330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] For port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:50.586010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] For port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:50.597028 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.671287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-7b6c3fff-de51-47b7-b830-789427fc88de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.675627 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-7b6c3fff-de51-47b7-b830-789427fc88de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 1099 time: 0.1446531 Jul 16 18:09:50.682954 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25050a0-ae00-4632-a7ab-a63e2d4fa12d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.683638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25050a0-ae00-4632-a7ab-a63e2d4fa12d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Fanout notify agent at l3_agent the message router_deleted on router c5bc6d61-2806-4280-a1da-3823b43333e3 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:50.700422 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c25050a0-ae00-4632-a7ab-a63e2d4fa12d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.704354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c25050a0-ae00-4632-a7ab-a63e2d4fa12d tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/routers/c5bc6d61-2806-4280-a1da-3823b43333e3 HTTP/1.1" status: 204 len: 168 time: 1.3377252 Jul 16 18:09:50.759255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c8bf0-6319-40e0-ab62-ff3ab18602de None None] Pushing event updated for resources: {'Port': ['ID=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.771732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f02874-e9fa-4be2-a59f-38b01a0f429e req-57ec75ac-8ed4-4e3b-b74c-ea00338a3e8b tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.773619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6f02874-e9fa-4be2-a59f-38b01a0f429e req-57ec75ac-8ed4-4e3b-b74c-ea00338a3e8b tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.9268572 Jul 16 18:09:50.784582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:50.790631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-8134cde3-e1f4-4c12-8d4e-c1da25d57e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.794700 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-8134cde3-e1f4-4c12-8d4e-c1da25d57e60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 1099 time: 0.7771184 Jul 16 18:09:50.859185 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-db15b4ea-8e6b-4d5a-b4db-270bbd5c9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.860835 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-db15b4ea-8e6b-4d5a-b4db-270bbd5c9321 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1768074 Jul 16 18:09:50.931494 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-cde20496-476b-467e-b962-ad76acc74d66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078 HTTP/1.1" status: 200 len: 217 time: 0.0562980 Jul 16 18:09:51.032163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-a3167cbc-1c7d-4047-b052-ae2592ec74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.032913 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-a3167cbc-1c7d-4047-b052-ae2592ec74ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0912175 Jul 16 18:09:51.139861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-4c8d56b3-ccff-4820-955f-3dfbd6dc81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.142029 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-4c8d56b3-ccff-4820-955f-3dfbd6dc81d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008046 Jul 16 18:09:51.154716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6f02874-e9fa-4be2-a59f-38b01a0f429e req-6f7f5e92-d803-4ebb-981e-44c93196096c tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913933 Jul 16 18:09:51.185826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65fa4016-f418-487e-9d01-b7abbe43265c req-154c3b1f-237b-4e7e-902e-8240d7a4425f service neutron] 10.222.0.42 "GET /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0724790 Jul 16 18:09:51.190915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:51.221360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc18aa-8d95-45d8-99e8-c9dd1436c9b0 req-f0e57908-ca61-4439-8d33-88d4afc9aa44 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.233922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5acc18aa-8d95-45d8-99e8-c9dd1436c9b0 req-f0e57908-ca61-4439-8d33-88d4afc9aa44 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.6435187 Jul 16 18:09:51.298901 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-a46ae600-165a-4ed1-b959-5f319c7e0e7b service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483274 Jul 16 18:09:51.315902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:51.338415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-4946204c-1962-4901-9560-9914416ae21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.340051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-4946204c-1962-4901-9560-9914416ae21f service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.4731059 Jul 16 18:09:51.360636 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5acc18aa-8d95-45d8-99e8-c9dd1436c9b0 req-8d1d73ee-89ce-4033-afd4-670b5a187a3a tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252604 Jul 16 18:09:51.431480 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-06e82e19-34d5-4e08-81d5-b855d652d327 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203699 Jul 16 18:09:51.440304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-812f1937-5326-43d6-a772-53d03c9e3a6d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078 HTTP/1.1" status: 200 len: 217 time: 0.0875700 Jul 16 18:09:51.465629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ca498375-e829-43ad-976b-a051a7242657 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Deleting port 46b5f4cf-e6fa-45ed-a3bc-a43faed20433 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:51.466071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca498375-e829-43ad-976b-a051a7242657 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.619831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-64d2153b-85c1-45d6-bdaf-416178376e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.621475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-64d2153b-85c1-45d6-bdaf-416178376e56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1726592 Jul 16 18:09:51.716145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97ac82-1508-444a-8e73-d073eacefce5 req-6740706e-2418-4956-b3a2-f0cee52cec54 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.717747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed97ac82-1508-444a-8e73-d073eacefce5 req-6740706e-2418-4956-b3a2-f0cee52cec54 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 948 time: 0.3632629 Jul 16 18:09:51.747117 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca498375-e829-43ad-976b-a051a7242657 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.827460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ca498375-e829-43ad-976b-a051a7242657 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Calling delete_port for 46b5f4cf-e6fa-45ed-a3bc-a43faed20433 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:51.942641 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed97ac82-1508-444a-8e73-d073eacefce5 req-181c54b1-7d30-4d88-9636-980aa6ff30a4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110491 Jul 16 18:09:51.983705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.objects.ports [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:09:52.018001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-0998203c-a392-4d96-850d-41d3c54fcdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.019560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-0998203c-a392-4d96-850d-41d3c54fcdfa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3872807 Jul 16 18:09:52.138032 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9257d8b9-d6cf-4922-8d0e-a40460731fb0 None None] Provisioning for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:52.143780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9257d8b9-d6cf-4922-8d0e-a40460731fb0 None None] Provisioning complete for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:52.144325 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9257d8b9-d6cf-4922-8d0e-a40460731fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.297254 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9257d8b9-d6cf-4922-8d0e-a40460731fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.342437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9257d8b9-d6cf-4922-8d0e-a40460731fb0 None None] For port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:52.346921 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9257d8b9-d6cf-4922-8d0e-a40460731fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.397750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257d8b9-d6cf-4922-8d0e-a40460731fb0 None None] Pushing event updated for resources: {'Port': ['ID=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:52.416673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf849d-b65a-40a1-8c16-1f79f2619ecb req-77914d23-e6fd-436f-a862-1db7ff535201 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.418225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33bf849d-b65a-40a1-8c16-1f79f2619ecb req-77914d23-e6fd-436f-a862-1db7ff535201 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.5589006 Jul 16 18:09:52.478475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-a9e7aeb1-d9d6-4879-bf17-4d2c04f732dd service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037514 Jul 16 18:09:52.576417 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca498375-e829-43ad-976b-a051a7242657 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.674737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca498375-e829-43ad-976b-a051a7242657 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Pushing event deleted for resources: {'Port': ['ID=46b5f4cf-e6fa-45ed-a3bc-a43faed20433,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:52.680737 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.730636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2bb4e-32fa-49c4-9f05-8357b5bbd63c req-2b56a563-6260-4804-951f-3c7922918e47 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.732214 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cda2bb4e-32fa-49c4-9f05-8357b5bbd63c req-2b56a563-6260-4804-951f-3c7922918e47 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 945 time: 0.3942342 Jul 16 18:09:52.860359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1af2eeb0-6f97-4cbc-9e62-51041aec5f8d req-013ce733-1dfa-42c2-82fe-eabdb6db7423 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749855 Jul 16 18:09:52.926518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cda2bb4e-32fa-49c4-9f05-8357b5bbd63c req-824fc2fc-ac52-4114-a29a-3b415edb1a50 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789818 Jul 16 18:09:52.930018 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca498375-e829-43ad-976b-a051a7242657 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.931851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ca498375-e829-43ad-976b-a051a7242657 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/ports/46b5f4cf-e6fa-45ed-a3bc-a43faed20433 HTTP/1.1" status: 204 len: 168 time: 2.1302891 Jul 16 18:09:52.935006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:52.942828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-33bf849d-b65a-40a1-8c16-1f79f2619ecb req-4a73a46c-1775-4c31-a652-15cf4a655f98 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Deleting port 7443607f-2662-466b-be71-199a5d32d8cd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:52.943179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33bf849d-b65a-40a1-8c16-1f79f2619ecb req-4a73a46c-1775-4c31-a652-15cf4a655f98 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.992320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-182b2a98-5ceb-4b84-be43-70a63f4a5440 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Deleting subnet b7c73b4a-d4ab-4830-863f-cc30aafde652 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:52.995748 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-182b2a98-5ceb-4b84-be43-70a63f4a5440 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.047563 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-182b2a98-5ceb-4b84-be43-70a63f4a5440 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.097196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:53.155226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:53.156725 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.191993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-182b2a98-5ceb-4b84-be43-70a63f4a5440 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.315349 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-182b2a98-5ceb-4b84-be43-70a63f4a5440 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.354502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b2a98-5ceb-4b84-be43-70a63f4a5440 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c73b4a-d4ab-4830-863f-cc30aafde652,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.364993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-182b2a98-5ceb-4b84-be43-70a63f4a5440 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.367769 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a1470-fb73-4f47-9dbd-79f01ea5f99f None None] Network b840abc4-93dd-46a9-8eb8-bc604c26e1b3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:53.368799 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-182b2a98-5ceb-4b84-be43-70a63f4a5440 tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/subnets/b7c73b4a-d4ab-4830-863f-cc30aafde652 HTTP/1.1" status: 204 len: 168 time: 0.4323182 Jul 16 18:09:53.372525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:53.390466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 14c2e20a-9adb-4099-9e12-7fce3fb9e078 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:53.448429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde28d2-36b1-40f0-af12-e5f4530bb9f3 req-1fa14eb6-e50a-41b5-89db-770be15307fb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.450037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dfde28d2-36b1-40f0-af12-e5f4530bb9f3 req-1fa14eb6-e50a-41b5-89db-770be15307fb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.9234776 Jul 16 18:09:53.470952 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.543899 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Deleting port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:53.544202 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.583167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] For port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:53.589241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:53.601165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dfde28d2-36b1-40f0-af12-e5f4530bb9f3 req-d763d3db-2649-4285-9262-e055f512ffa6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134484 Jul 16 18:09:53.609845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '14c2e20a-9adb-4099-9e12-7fce3fb9e078', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '14c2e20a-9adb-4099-9e12-7fce3fb9e078', 'mac_address': 'fa:16:3e:9e:cf:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:53.621548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-33bf849d-b65a-40a1-8c16-1f79f2619ecb req-4a73a46c-1775-4c31-a652-15cf4a655f98 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] For port 7443607f-2662-466b-be71-199a5d32d8cd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7443607f-2662-466b-be71-199a5d32d8cd,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:53.622188 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33bf849d-b65a-40a1-8c16-1f79f2619ecb req-4a73a46c-1775-4c31-a652-15cf4a655f98 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.642628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] For port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae,segment=NetworkSegment(b6185b43-5ab7-4709-8a55-26e8ee4ed477),segment_id=b6185b43-5ab7-4709-8a55-26e8ee4ed477)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:53.643006 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.643244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578e808-9a86-498c-8fd3-e468f122135f req-7d07b3a1-9e6a-43e1-be2c-7ee67b591d2c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.650891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0578e808-9a86-498c-8fd3-e468f122135f req-7d07b3a1-9e6a-43e1-be2c-7ee67b591d2c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 948 time: 0.3111439 Jul 16 18:09:53.655849 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.671292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c2e20a-9adb-4099-9e12-7fce3fb9e078 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:53.672256 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Calling delete_port for d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:53.694098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-33bf849d-b65a-40a1-8c16-1f79f2619ecb req-4a73a46c-1775-4c31-a652-15cf4a655f98 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Calling delete_port for 7443607f-2662-466b-be71-199a5d32d8cd owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:53.705503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:53.713434 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.721807 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.755659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cafd98-ed38-4924-ac86-7bfe26220018 None None] DHCP port deletion for b840abc4-93dd-46a9-8eb8-bc604c26e1b3 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:53.772454 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.773212 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.788632 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.802413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0578e808-9a86-498c-8fd3-e468f122135f req-6e15763e-fbbf-4c6a-a8ff-657d925ea7eb tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509764 Jul 16 18:09:53.818150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=14c2e20a-9adb-4099-9e12-7fce3fb9e078,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.841174 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] No DVR routers for this DVR port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:53.848889 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Pushing event deleted for resources: {'Port': ['ID=d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.858096 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-22cafd98-ed38-4924-ac86-7bfe26220018 None None] Deleting port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:53.860135 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22cafd98-ed38-4924-ac86-7bfe26220018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.907785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.935890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-22cafd98-ed38-4924-ac86-7bfe26220018 None None] For port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae, host n-d-793618-9, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:53.936294 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22cafd98-ed38-4924-ac86-7bfe26220018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.940983 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.949156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-22cafd98-ed38-4924-ac86-7bfe26220018 None None] Calling delete_port for d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:53.951719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b840abc4-93dd-46a9-8eb8-bc604c26e1b3']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:53.954850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-22cafd98-ed38-4924-ac86-7bfe26220018 None None] Port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:09:53.956200 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22cafd98-ed38-4924-ac86-7bfe26220018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.963854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6185b43-5ab7-4709-8a55-26e8ee4ed477') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:53.964405 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6185b43-5ab7-4709-8a55-26e8ee4ed477') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:53.975086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.983437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cafd98-ed38-4924-ac86-7bfe26220018 None None] Pushing event deleted for resources: {'Port': ['ID=d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.992422 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cafd98-ed38-4924-ac86-7bfe26220018 None None] No DVR routers for this DVR port d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:53.998454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:54.000355 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.004029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:54.012542 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:54.013274 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.017986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.018612 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:54.019521 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:54.033161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6a58e1-756c-4228-b6de-a286c7765bb3 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:54.098208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.9589469 Jul 16 18:09:54.099016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:54.105633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['14c2e20a-9adb-4099-9e12-7fce3fb9e078'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:54.107641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:00:2b:6b', 'name': 'tempest-NetworksTestDHCPv6-228540243'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:54.111813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c1ce5-08fb-419b-bdf3-d3488e649d2d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=684a7293-014c-4b8c-922c-c8e13cef5b4e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.139746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.155246 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.159027 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] 10.222.0.52 "DELETE /v2.0/networks/b840abc4-93dd-46a9-8eb8-bc604c26e1b3 HTTP/1.1" status: 204 len: 168 time: 0.7852907 Jul 16 18:09:54.174422 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a792f3-2562-4c67-926a-2add1dbdcbbb tempest-TagsExtTest-1239821135 tempest-TagsExtTest-1239821135-project] Pushing event deleted for resources: {'Network': ['ID=b840abc4-93dd-46a9-8eb8-bc604c26e1b3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.591201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:54.628870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:54.729139 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33bf849d-b65a-40a1-8c16-1f79f2619ecb req-4a73a46c-1775-4c31-a652-15cf4a655f98 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.800552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579ceda-1322-43d9-aede-6de874650807 req-1af95d93-00f0-46ba-8a3e-7a39015ca0b4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.808064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6579ceda-1322-43d9-aede-6de874650807 req-1af95d93-00f0-46ba-8a3e-7a39015ca0b4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 949 time: 0.4563131 Jul 16 18:09:54.853760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-ac9951ab-215c-45a3-a9f6-307970fc8ce3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.855505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-ac9951ab-215c-45a3-a9f6-307970fc8ce3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7&tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 949 time: 0.4480546 Jul 16 18:09:54.862374 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-917af74b-e2d0-4bef-b4e0-039c67f34597 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e18420403f6c4ba89c835f45e606ca81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704618 Jul 16 18:09:54.864523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:54.915173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73a46c-1775-4c31-a652-15cf4a655f98 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Pushing event deleted for resources: {'Port': ['ID=7443607f-2662-466b-be71-199a5d32d8cd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.939623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894e45c-c475-4275-a73f-06a8c81f0353 req-31b369ef-9f7d-4f21-9d1a-0d52bb3161d4 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.947335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2894e45c-c475-4275-a73f-06a8c81f0353 req-31b369ef-9f7d-4f21-9d1a-0d52bb3161d4 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d9549ea-ccab-44c4-b57e-15354cc92cc0 HTTP/1.1" status: 200 len: 867 time: 0.7919083 Jul 16 18:09:54.980199 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16e56044-bb9e-4787-a617-de1d9ce3bf89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.025084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16e56044-bb9e-4787-a617-de1d9ce3bf89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.090120 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:55.095406 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.101179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bf849d-b65a-40a1-8c16-1f79f2619ecb req-4a73a46c-1775-4c31-a652-15cf4a655f98 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] No DVR routers for this DVR port 7443607f-2662-466b-be71-199a5d32d8cd on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:55.105290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33bf849d-b65a-40a1-8c16-1f79f2619ecb req-4a73a46c-1775-4c31-a652-15cf4a655f98 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.106795 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16e56044-bb9e-4787-a617-de1d9ce3bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.108172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33bf849d-b65a-40a1-8c16-1f79f2619ecb req-4a73a46c-1775-4c31-a652-15cf4a655f98 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.38 "DELETE /v2.0/ports/7443607f-2662-466b-be71-199a5d32d8cd HTTP/1.1" status: 204 len: 173 time: 2.6745970 Jul 16 18:09:55.109901 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16e56044-bb9e-4787-a617-de1d9ce3bf89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.113667 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-16e56044-bb9e-4787-a617-de1d9ce3bf89 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b899234e-dc23-4302-a639-a5c0299cd700 HTTP/1.1" status: 204 len: 168 time: 0.2457325 Jul 16 18:09:55.127639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9549ea-ccab-44c4-b57e-15354cc92cc0', 'name': 'network-vif-deleted', 'tag': '7443607f-2662-466b-be71-199a5d32d8cd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:55.130818 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121cd4f3-c06b-4199-a116-8f47f8f43f75" -d '{"events": [{"server_uuid": "0d9549ea-ccab-44c4-b57e-15354cc92cc0", "name": "network-vif-deleted", "tag": "7443607f-2662-466b-be71-199a5d32d8cd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:55.134215 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-051c5835-4c43-42ad-a7e6-90750f56f87c service neutron] delete failed (client error): The resource could not be found. Jul 16 18:09:55.135556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-051c5835-4c43-42ad-a7e6-90750f56f87c service neutron] 10.222.0.38 "DELETE /v2.0/ports/14c2e20a-9adb-4099-9e12-7fce3fb9e078/bindings/n-h1-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.2453542 Jul 16 18:09:55.138944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e56044-bb9e-4787-a617-de1d9ce3bf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b899234e-dc23-4302-a639-a5c0299cd700,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.161652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6579ceda-1322-43d9-aede-6de874650807 req-bc1d54e0-eda8-43e5-a35c-6b540b5acc63 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525460 Jul 16 18:09:55.187925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2894e45c-c475-4275-a73f-06a8c81f0353 req-8aa559b0-a6a4-4401-b73f-1356212fc24c tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336018 Jul 16 18:09:55.187925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 6b2feb95-5e08-4782-96e1-c4599a9f6d8b yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:55.272469 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:55.273130 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.352583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:55.470068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-bdac9380-1c5d-455b-9f1f-f17c860209d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.472039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-bdac9380-1c5d-455b-9f1f-f17c860209d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 1100 time: 0.2318933 Jul 16 18:09:55.587509 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c51d49-f97e-4bed-ac87-e2bdce761b7d x-openstack-request-id: req-03c51d49-f97e-4bed-ac87-e2bdce761b7d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:55.587796 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9549ea-ccab-44c4-b57e-15354cc92cc0", "name": "network-vif-deleted", "tag": "7443607f-2662-466b-be71-199a5d32d8cd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:55.588137 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03c51d49-f97e-4bed-ac87-e2bdce761b7d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:55.588609 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9549ea-ccab-44c4-b57e-15354cc92cc0', 'name': 'network-vif-deleted', 'tag': '7443607f-2662-466b-be71-199a5d32d8cd', 'status': 'completed', 'code': 200} Jul 16 18:09:55.670579 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-49385aae-75b8-44b9-af9d-5af42d0a9f70 None None] Provisioning complete for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:55.671087 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49385aae-75b8-44b9-af9d-5af42d0a9f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.695156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 172.20.0.12 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/4398fc59-d701-458a-9622-39d4a60fb580/6b2feb95-5e08-4782-96e1-c4599a9f6d8b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:55.714546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::f816:3eff:fe00:2b6b (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/684a7293-014c-4b8c-922c-c8e13cef5b4e/6b2feb95-5e08-4782-96e1-c4599a9f6d8b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:55.777165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-c73dc061-4589-4dae-bde6-9bb4104f52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.782933 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-c73dc061-4589-4dae-bde6-9bb4104f52a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.3034515 Jul 16 18:09:55.855044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:55.883078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:55.883613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d99f4d13-ca7a-45e4-9cd7-adcf4134b4ae not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:55.926849 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-2b606695-9eb3-4e55-9829-1a765de1f000 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078 HTTP/1.1" status: 200 len: 217 time: 0.1268780 Jul 16 18:09:55.948375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd586b-5993-4d25-8c8c-e560b5887db5 req-c712c4ff-ca03-47b8-a356-b24e279c470f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.950361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dfcd586b-5993-4d25-8c8c-e560b5887db5 req-c712c4ff-ca03-47b8-a356-b24e279c470f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.3849254 Jul 16 18:09:56.068628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-8a7c8f26-d1f1-418c-aec2-6db132f02658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.070317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-8a7c8f26-d1f1-418c-aec2-6db132f02658 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1187825 Jul 16 18:09:56.119089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dfcd586b-5993-4d25-8c8c-e560b5887db5 req-2e9af5e9-2325-4fd3-aabd-49ab23ffb34c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522994 Jul 16 18:09:56.158892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:56.193175 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.212564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-2605cf35-bd45-406d-959b-a04a53acd7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.214291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-2605cf35-bd45-406d-959b-a04a53acd7aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1352963 Jul 16 18:09:56.215365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 6b2feb95-5e08-4782-96e1-c4599a9f6d8b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:56.221771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7443607f-2662-466b-be71-199a5d32d8cd no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:56.255337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 7443607f-2662-466b-be71-199a5d32d8cd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:56.255888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7443607f-2662-466b-be71-199a5d32d8cd not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:56.280386 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-107376244-network', 'tenant_id': '9b0814358d72494a84c69844dde06be2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:56.314337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Made reservation on behalf of 9b0814358d72494a84c69844dde06be2 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:56.322793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.337118 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.339272 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.476079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:56.478632 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.486515 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.502429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:56.509563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=6b2feb95-5e08-4782-96e1-c4599a9f6d8b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:56.512091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:56.556569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:56.569552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-edb8f25c-0756-46ed-8e0e-d6bd409da97d service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298488 Jul 16 18:09:56.612118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa8861d-eebb-45c9-9558-b3e93f1edee9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:56.634465 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.634880 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Added segment e4c75e65-d466-4eab-b036-bfbec2836ce8 of type vlan for network 981d57c0-1fb2-4317-ac04-2146fa2b4741 Jul 16 18:09:56.642280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.643607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.664785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e7930c85-ffbe-471f-91ea-5f39e34eccf2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5629079 Jul 16 18:09:56.675264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:56.730175 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.808625 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ca4769-a6a7-4149-9142-39a80828871b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.809051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d14a94a9-1b4d-4e28-a8d8-cb34c08fb9dd req-27291d38-a813-470c-a3c1-8253cb3ebf62 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261708 Jul 16 18:09:56.816947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ca4769-a6a7-4149-9142-39a80828871b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.820864 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592822e-48a7-41b8-acd1-3a241fc3dcf0 req-904886a5-3d89-4b9d-9d3e-5c78b5f41c2c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.821621 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f7ca4769-a6a7-4149-9142-39a80828871b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1452420 Jul 16 18:09:56.822604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:56.830714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0592822e-48a7-41b8-acd1-3a241fc3dcf0 req-904886a5-3d89-4b9d-9d3e-5c78b5f41c2c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 949 time: 0.3961649 Jul 16 18:09:56.832767 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.833901 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.834689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.888514 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0592822e-48a7-41b8-acd1-3a241fc3dcf0 req-9b08595b-fe64-4339-8456-85056f72d19a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565588 Jul 16 18:09:56.940642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] Pushing event updated for resources: {'Network': ['ID=981d57c0-1fb2-4317-ac04-2146fa2b4741,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:56.951002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 981d57c0-1fb2-4317-ac04-2146fa2b4741 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:56.972847 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-189ad060-2529-49a4-a978-32febc664121 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8128319 Jul 16 18:09:56.976014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:56.981805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-503681f2-7964-4960-b05c-398cfa0d0a18 admin admin] Request body: {'subnet': {'network_id': '981d57c0-1fb2-4317-ac04-2146fa2b4741', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-107376244-subnet', 'tenant_id': '9b0814358d72494a84c69844dde06be2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:57.043874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503681f2-7964-4960-b05c-398cfa0d0a18 admin admin] Made reservation on behalf of 9b0814358d72494a84c69844dde06be2 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:57.046742 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-503681f2-7964-4960-b05c-398cfa0d0a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.088024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-103a1c66-bba4-4b0b-92d6-195df07fb192 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 6b2feb95-5e08-4782-96e1-c4599a9f6d8b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:57.088640 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-103a1c66-bba4-4b0b-92d6-195df07fb192 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.218234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-103a1c66-bba4-4b0b-92d6-195df07fb192 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.235461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-103a1c66-bba4-4b0b-92d6-195df07fb192 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 6b2feb95-5e08-4782-96e1-c4599a9f6d8b owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:57.293423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e11220-04c5-4d04-9ae9-1df526ecd675 req-730c0d1e-78fb-498b-b150-e71dfc65b3d4 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.295056 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41e11220-04c5-4d04-9ae9-1df526ecd675 req-730c0d1e-78fb-498b-b150-e71dfc65b3d4 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.2016819 Jul 16 18:09:57.419495 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 14c2e20a-9adb-4099-9e12-7fce3fb9e078 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:57.458925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41e11220-04c5-4d04-9ae9-1df526ecd675 req-5e8817e9-59d3-470e-a50d-787d8d3425d0 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491263 Jul 16 18:09:57.488940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:57.495333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:57.495938 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.507662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-103a1c66-bba4-4b0b-92d6-195df07fb192 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.533440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-784e863b-248e-4124-8ab7-7d8aa95f5bb7 None None] Provisioning for port 6b2feb95-5e08-4782-96e1-c4599a9f6d8b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:57.540618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-784e863b-248e-4124-8ab7-7d8aa95f5bb7 None None] Provisioning complete for port 6b2feb95-5e08-4782-96e1-c4599a9f6d8b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:57.541302 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-784e863b-248e-4124-8ab7-7d8aa95f5bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.550275 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-503681f2-7964-4960-b05c-398cfa0d0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.563702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e453e-e166-4e8a-ad30-36a02f2d666c req-d7e90bdc-cfd2-43e9-9588-fd8ee6081ac3 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.571118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b4e453e-e166-4e8a-ad30-36a02f2d666c req-d7e90bdc-cfd2-43e9-9588-fd8ee6081ac3 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.2191405 Jul 16 18:09:57.571748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-784e863b-248e-4124-8ab7-7d8aa95f5bb7 None None] Port 6b2feb95-5e08-4782-96e1-c4599a9f6d8b was deleted so its status cannot be updated. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:09:57.582824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a1c66-bba4-4b0b-92d6-195df07fb192 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=6b2feb95-5e08-4782-96e1-c4599a9f6d8b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:57.621061 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.650381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c2e20a-9adb-4099-9e12-7fce3fb9e078'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:57.653002 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1996f2-5242-4b2c-b0f5-a9260799fac7" -d '{"events": [{"server_uuid": "f6d57fcb-e72b-45b0-96bf-95f12d3538e7", "name": "network-vif-plugged", "status": "completed", "tag": "14c2e20a-9adb-4099-9e12-7fce3fb9e078"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:57.680958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:57.693552 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.721949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-103a1c66-bba4-4b0b-92d6-195df07fb192 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.728347 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-103a1c66-bba4-4b0b-92d6-195df07fb192 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/6b2feb95-5e08-4782-96e1-c4599a9f6d8b HTTP/1.1" status: 204 len: 168 time: 0.9026248 Jul 16 18:09:57.729171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:57.764005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b4e453e-e166-4e8a-ad30-36a02f2d666c req-359147e4-1302-4275-a61c-ea53215cbcde tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919887 Jul 16 18:09:57.771169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503681f2-7964-4960-b05c-398cfa0d0a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b51b80e-9927-4520-9136-0f6761139b68,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:57.772423 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2c5e1b-2355-4e16-89c6-ea900ccca307 x-openstack-request-id: req-5b2c5e1b-2355-4e16-89c6-ea900ccca307 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:57.778184 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d57fcb-e72b-45b0-96bf-95f12d3538e7", "name": "network-vif-plugged", "status": "completed", "tag": "14c2e20a-9adb-4099-9e12-7fce3fb9e078", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:57.779312 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b2c5e1b-2355-4e16-89c6-ea900ccca307 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:57.779841 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c2e20a-9adb-4099-9e12-7fce3fb9e078', 'code': 200} Jul 16 18:09:57.781547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503681f2-7964-4960-b05c-398cfa0d0a18 admin admin] Checking segment: {'id': 'e4c75e65-d466-4eab-b036-bfbec2836ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '981d57c0-1fb2-4317-ac04-2146fa2b4741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:57.781980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503681f2-7964-4960-b05c-398cfa0d0a18 admin admin] Network hostable DHCP agents. Network: 981d57c0-1fb2-4317-ac04-2146fa2b4741, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:57.793635 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=14c2e20a-9adb-4099-9e12-7fce3fb9e078,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:57.841672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503681f2-7964-4960-b05c-398cfa0d0a18 admin admin] Network 981d57c0-1fb2-4317-ac04-2146fa2b4741 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:57.852410 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca186a-8d02-4df1-b297-193b825affb7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.854413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca186a-8d02-4df1-b297-193b825affb7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.857354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca186a-8d02-4df1-b297-193b825affb7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.860325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-503681f2-7964-4960-b05c-398cfa0d0a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 981d57c0-1fb2-4317-ac04-2146fa2b4741) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:57.864402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:57.866019 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7bca186a-8d02-4df1-b297-193b825affb7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1355360 Jul 16 18:09:57.871573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49598058-a8c9-4f92-80b4-bade11ab101d None None] Network 981d57c0-1fb2-4317-ac04-2146fa2b4741 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:57.957754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503681f2-7964-4960-b05c-398cfa0d0a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.958601 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-503681f2-7964-4960-b05c-398cfa0d0a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.971873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a8c0f1-bb6f-4c42-bf32-a1fe3b098897 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 4398fc59-d701-458a-9622-39d4a60fb580 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:57.980259 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c0f1-bb6f-4c42-bf32-a1fe3b098897 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.055504 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c0f1-bb6f-4c42-bf32-a1fe3b098897 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.084392 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb28e9-fbc6-46e4-a1aa-78a138126caa None None] Network 981d57c0-1fb2-4317-ac04-2146fa2b4741 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:58.139255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-503681f2-7964-4960-b05c-398cfa0d0a18 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1618524 Jul 16 18:09:58.210974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.260851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e85db-6807-4f9d-87ad-34a6325c5835 req-bf733aa5-53d2-47c5-a0a4-ecedb4b8c60e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.262670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-607e85db-6807-4f9d-87ad-34a6325c5835 req-bf733aa5-53d2-47c5-a0a4-ecedb4b8c60e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.1840301 Jul 16 18:09:58.268462 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c0f1-bb6f-4c42-bf32-a1fe3b098897 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.346027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-607e85db-6807-4f9d-87ad-34a6325c5835 req-114def87-1cbd-446d-9857-551e974af152 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741227 Jul 16 18:09:58.371228 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c0f1-bb6f-4c42-bf32-a1fe3b098897 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.375556 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e024835c-5493-4996-92fc-9f4e806cf63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.411136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8c0f1-bb6f-4c42-bf32-a1fe3b098897 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=4398fc59-d701-458a-9622-39d4a60fb580,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.413396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32dd58b-438e-4a67-90f2-2cf268d76c7d None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:58.414398 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c0f1-bb6f-4c42-bf32-a1fe3b098897 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.419061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a0a8c0f1-bb6f-4c42-bf32-a1fe3b098897 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/4398fc59-d701-458a-9622-39d4a60fb580 HTTP/1.1" status: 204 len: 168 time: 0.5406315 Jul 16 18:09:58.419397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.486263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7948af-0398-4288-9fc6-2cc4960d988a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 684a7293-014c-4b8c-922c-c8e13cef5b4e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:58.489916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b7948af-0398-4288-9fc6-2cc4960d988a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.547474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b7948af-0398-4288-9fc6-2cc4960d988a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.555600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e024835c-5493-4996-92fc-9f4e806cf63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.564135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e024835c-5493-4996-92fc-9f4e806cf63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.627899 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024835c-5493-4996-92fc-9f4e806cf63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f362b5-6847-4b4a-a794-ed5c9cfb0a01,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.656310 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b7948af-0398-4288-9fc6-2cc4960d988a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.679093 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e024835c-5493-4996-92fc-9f4e806cf63b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b3ed20560894e658dfad377f3fa7463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667058 Jul 16 18:09:58.681550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.742151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4be11d3-da3a-4377-9281-ebb5fd426449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.785297 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4be11d3-da3a-4377-9281-ebb5fd426449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.868702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b7948af-0398-4288-9fc6-2cc4960d988a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.873767 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4be11d3-da3a-4377-9281-ebb5fd426449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.878310 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4be11d3-da3a-4377-9281-ebb5fd426449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.882926 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a4be11d3-da3a-4377-9281-ebb5fd426449 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23f362b5-6847-4b4a-a794-ed5c9cfb0a01 HTTP/1.1" status: 204 len: 168 time: 0.1971979 Jul 16 18:09:58.899422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7194c-9d80-41a0-a0cc-98b99c25bfa0 req-9c6bb808-f62c-4dbe-8a4e-c14ecb906f9b tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.900326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be11d3-da3a-4377-9281-ebb5fd426449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f362b5-6847-4b4a-a794-ed5c9cfb0a01,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.913395 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72a7194c-9d80-41a0-a0cc-98b99c25bfa0 req-9c6bb808-f62c-4dbe-8a4e-c14ecb906f9b tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.1989446 Jul 16 18:09:58.965960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc84139-c015-4d79-b4a6-fa930a702bff req-b4cf3e27-0df2-4a2c-99dd-a21818776236 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.967517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bc84139-c015-4d79-b4a6-fa930a702bff req-b4cf3e27-0df2-4a2c-99dd-a21818776236 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.2521749 Jul 16 18:09:58.971509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7948af-0398-4288-9fc6-2cc4960d988a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=684a7293-014c-4b8c-922c-c8e13cef5b4e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.992123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b7948af-0398-4288-9fc6-2cc4960d988a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.996848 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.997100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4b7948af-0398-4288-9fc6-2cc4960d988a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/684a7293-014c-4b8c-922c-c8e13cef5b4e HTTP/1.1" status: 204 len: 168 time: 0.5762486 Jul 16 18:09:59.067352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72a7194c-9d80-41a0-a0cc-98b99c25bfa0 req-ceb552ec-b084-4fa7-b3dd-b9a256b8e5d7 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529768 Jul 16 18:09:59.080479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.085947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-59770133-network', 'tenant_id': 'd7c82a616f7f4e43b2014f8705875b21'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:59.087229 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f3f6f4c2-d49b-4759-91f5-ab6ac9b8897b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887833 Jul 16 18:09:59.091416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.095266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bc84139-c015-4d79-b4a6-fa930a702bff req-f51b34b9-39dc-432a-8f42-c517f5a5c0f4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088917 Jul 16 18:09:59.100950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-55cc6ac1-c698-4a16-a5b1-7d093e81eed0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:59.141668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Made reservation on behalf of d7c82a616f7f4e43b2014f8705875b21 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:59.144461 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.154465 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.355061 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.366948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dc13a-1abf-4a9b-93cd-2bd9bda964ad req-337384be-0c28-4e5b-9a6b-5ecdaf22661d tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.368679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd0dc13a-1abf-4a9b-93cd-2bd9bda964ad req-337384be-0c28-4e5b-9a6b-5ecdaf22661d tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.1239345 Jul 16 18:09:59.370010 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.395161 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cc6ac1-c698-4a16-a5b1-7d093e81eed0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:59.409146 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:59.413665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55cc6ac1-c698-4a16-a5b1-7d093e81eed0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.435258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45c9af6-efcf-4b80-99db-33c6d4877bd8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.442680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.444123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.444481 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Added segment d27c526e-96c6-456e-9c08-370ef7e73940 of type vlan for network 7610ae2e-fd09-4dec-b28f-675cbee8b67c Jul 16 18:09:59.477761 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a251de33-bce3-4cd6-8968-47a5a4e418b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.509957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd0dc13a-1abf-4a9b-93cd-2bd9bda964ad req-1b69cf68-0280-4cfc-8b86-b412d22172c7 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222038 Jul 16 18:09:59.536394 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.596543 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.597621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.598207 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.682674 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55cc6ac1-c698-4a16-a5b1-7d093e81eed0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.690039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c7697-f624-433a-a5ab-b5baa0949853 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:59.716261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] Pushing event updated for resources: {'Network': ['ID=7610ae2e-fd09-4dec-b28f-675cbee8b67c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.728424 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cc6ac1-c698-4a16-a5b1-7d093e81eed0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:59.735383 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-55cc6ac1-c698-4a16-a5b1-7d093e81eed0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:59.738322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 7610ae2e-fd09-4dec-b28f-675cbee8b67c details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:59.742233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cc6ac1-c698-4a16-a5b1-7d093e81eed0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.743262 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55cc6ac1-c698-4a16-a5b1-7d093e81eed0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.761209 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a251de33-bce3-4cd6-8968-47a5a4e418b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.767154 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a251de33-bce3-4cd6-8968-47a5a4e418b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.775202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0d60c677-bc9c-41a7-9b28-4aec74fdea35 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6933827 Jul 16 18:09:59.783813 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.802840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-55669dba-c374-43d8-a74b-7c9c94a92901 admin admin] Request body: {'subnet': {'network_id': '7610ae2e-fd09-4dec-b28f-675cbee8b67c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-59770133-subnet', 'tenant_id': 'd7c82a616f7f4e43b2014f8705875b21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:59.810198 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc6ac1-c698-4a16-a5b1-7d093e81eed0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=355ca873-1638-4654-afe4-ba0abaf8fc98,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.811003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251de33-bce3-4cd6-8968-47a5a4e418b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87a8289-e394-4255-a9bf-c9e4e9fdaaa0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.819647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a251de33-bce3-4cd6-8968-47a5a4e418b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fd1edb97d4b42279d99b9a4aabe3c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3686562 Jul 16 18:09:59.819784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.823742 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-55cc6ac1-c698-4a16-a5b1-7d093e81eed0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7309597 Jul 16 18:09:59.827415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.848587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3fd3d137-3871-400f-b4f3-f7400c9345b8 None None] Provisioning complete for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:59.848973 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fd3d137-3871-400f-b4f3-f7400c9345b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.854124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:59.882781 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55669dba-c374-43d8-a74b-7c9c94a92901 admin admin] Made reservation on behalf of d7c82a616f7f4e43b2014f8705875b21 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:59.885452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55669dba-c374-43d8-a74b-7c9c94a92901 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.885670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-54e48b91-6f4e-4c99-a1f0-90a319ce4da8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313976 Jul 16 18:09:59.909281 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c3c0f0-e1cd-4c0a-bae7-4b6df9a41ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.060418 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4098d73d-a397-4f99-8ec0-29449e982690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.109237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:00.113249 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.204873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f8df90-0403-4d91-9ac5-ab1864c201ae None None] Update dhcp port {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': '355ca873-1638-4654-afe4-ba0abaf8fc98'}], 'binding:host_id': 'n-d-793618-9'}, 'id': 'd99b5e71-43b2-47bf-adf1-79ed2e6eeca5'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:10:00.247089 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55669dba-c374-43d8-a74b-7c9c94a92901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.254469 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19f8df90-0403-4d91-9ac5-ab1864c201ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.336862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55669dba-c374-43d8-a74b-7c9c94a92901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3edde8-9474-4ea9-9b84-76c7df7ea0e8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:00.359509 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c3c0f0-e1cd-4c0a-bae7-4b6df9a41ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.382145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55669dba-c374-43d8-a74b-7c9c94a92901 admin admin] Checking segment: {'id': 'd27c526e-96c6-456e-9c08-370ef7e73940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7610ae2e-fd09-4dec-b28f-675cbee8b67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:00.382603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55669dba-c374-43d8-a74b-7c9c94a92901 admin admin] Network hostable DHCP agents. Network: 7610ae2e-fd09-4dec-b28f-675cbee8b67c, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:00.414510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55669dba-c374-43d8-a74b-7c9c94a92901 admin admin] Network 7610ae2e-fd09-4dec-b28f-675cbee8b67c is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:00.443590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-19f8df90-0403-4d91-9ac5-ab1864c201ae None None] Allocated IP 172.20.0.2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/355ca873-1638-4654-afe4-ba0abaf8fc98/d99b5e71-43b2-47bf-adf1-79ed2e6eeca5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:00.446071 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-55669dba-c374-43d8-a74b-7c9c94a92901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 7610ae2e-fd09-4dec-b28f-675cbee8b67c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:00.448750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-38459e85-b4cd-4545-8f95-6719a89b569a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.450319 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-38459e85-b4cd-4545-8f95-6719a89b569a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5555387 Jul 16 18:10:00.451773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55669dba-c374-43d8-a74b-7c9c94a92901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.453084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55669dba-c374-43d8-a74b-7c9c94a92901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.460414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3634eca-eb76-464e-8ecd-af64e74c78c5 req-2bd176e8-c09d-4b97-be72-bc324c70db91 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.462546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3634eca-eb76-464e-8ecd-af64e74c78c5 req-2bd176e8-c09d-4b97-be72-bc324c70db91 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.1660669 Jul 16 18:10:00.467492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab702bb-6278-4cd9-bf96-323353b6eb61 None None] Network 7610ae2e-fd09-4dec-b28f-675cbee8b67c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:00.481042 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-55669dba-c374-43d8-a74b-7c9c94a92901 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6958704 Jul 16 18:10:00.481513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-12e47244-ea36-4286-bc25-196f33208b41 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/quotas/1a1aaeaf28f243fd8004e95ea06e31dd HTTP/1.1" status: 200 len: 375 time: 0.0181744 Jul 16 18:10:00.504192 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c3c0f0-e1cd-4c0a-bae7-4b6df9a41ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.506773 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73c3c0f0-e1cd-4c0a-bae7-4b6df9a41ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.507953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-73c3c0f0-e1cd-4c0a-bae7-4b6df9a41ed2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f87a8289-e394-4255-a9bf-c9e4e9fdaaa0 HTTP/1.1" status: 204 len: 168 time: 0.6872599 Jul 16 18:10:00.571078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3c0f0-e1cd-4c0a-bae7-4b6df9a41ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87a8289-e394-4255-a9bf-c9e4e9fdaaa0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:00.576107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3634eca-eb76-464e-8ecd-af64e74c78c5 req-e33398ec-432a-43b8-8f93-148230172253 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054800 Jul 16 18:10:00.617004 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-7f4e3f94-237a-4416-b211-97bd33caa2b8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139066 Jul 16 18:10:00.647321 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-19f8df90-0403-4d91-9ac5-ab1864c201ae None None] For port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:00.660156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.715622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d316cb5-6eda-4717-8573-06a0ede67cbd admin admin] Deleting subnet 4b51b80e-9927-4520-9136-0f6761139b68 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:00.721962 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d316cb5-6eda-4717-8573-06a0ede67cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.763610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.objects.ports [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:10:00.787546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d316cb5-6eda-4717-8573-06a0ede67cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.796549 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19f8df90-0403-4d91-9ac5-ab1864c201ae None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.856872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-19f8df90-0403-4d91-9ac5-ab1864c201ae None None] Transition to ACTIVE for port object d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:00.880228 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19f8df90-0403-4d91-9ac5-ab1864c201ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.892962 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d316cb5-6eda-4717-8573-06a0ede67cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.907671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034c6e2-b9d6-44a4-8778-c8829526e381 None None] Network 7610ae2e-fd09-4dec-b28f-675cbee8b67c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:01.036971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8df90-0403-4d91-9ac5-ab1864c201ae None None] Pushing event updated for resources: {'Port': ['ID=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.096195 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d316cb5-6eda-4717-8573-06a0ede67cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.138783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-532b0742-f2b3-4b00-84e9-acc7869ea005 req-5c7b1317-f955-4e91-9596-4b458b609845 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 210 time: 0.0562894 Jul 16 18:10:01.200458 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.224353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d316cb5-6eda-4717-8573-06a0ede67cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b51b80e-9927-4520-9136-0f6761139b68,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.226839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d316cb5-6eda-4717-8573-06a0ede67cbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.228892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6d316cb5-6eda-4717-8573-06a0ede67cbd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4b51b80e-9927-4520-9136-0f6761139b68 HTTP/1.1" status: 204 len: 168 time: 0.5675259 Jul 16 18:10:01.232299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:01.358134 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.386347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d7211-5fa5-450f-9a9f-608a547aeff8 req-403ef996-71fb-4283-a4f3-3c19247ada00 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.387873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a35d7211-5fa5-450f-9a9f-608a547aeff8 req-403ef996-71fb-4283-a4f3-3c19247ada00 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.2577424 Jul 16 18:10:01.442550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] For port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:01.500660 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.509730 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.510511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.531881 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.545626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981d57c0-1fb2-4317-ac04-2146fa2b4741']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:01.562262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c75e65-d466-4eab-b036-bfbec2836ce8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:01.563102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c75e65-d466-4eab-b036-bfbec2836ce8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:01.576654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.592577 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.603283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a35d7211-5fa5-450f-9a9f-608a547aeff8 req-1bc02905-543d-48b6-acf4-5cc019260d45 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897790 Jul 16 18:10:01.604984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:01.605765 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: items = [ Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:01.610304 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:01.664549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:01.710827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:01.715073 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.724391 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.728800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] 10.222.0.52 "DELETE /v2.0/networks/981d57c0-1fb2-4317-ac04-2146fa2b4741 HTTP/1.1" status: 204 len: 168 time: 0.4927909 Jul 16 18:10:01.741681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.742538 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.748922 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:01.756967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e4ea9-85f1-41c2-8a06-55fc995c7710 admin admin] Pushing event deleted for resources: {'Network': ['ID=981d57c0-1fb2-4317-ac04-2146fa2b4741,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.764538 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=59a8ad7b-7457-4267-9955-128866bf0f36,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.772230 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9411411 Jul 16 18:10:01.773137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.775637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:01.784899 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:2b:fb:3c', 'name': 'tempest-NetworksTestDHCPv6-1323522578'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:01.796744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.797111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.797484 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.797830 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.798168 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.798500 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.798828 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.799172 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.799484 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.799809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.800153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.800481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.847902 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.848325 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.852028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.852384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc5d972-4f68-4155-bdbf-c04b4957bf73 admin admin] Deleting subnet 5d3edde8-9474-4ea9-9b84-76c7df7ea0e8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:01.852510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.852747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.853090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.853455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.853794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.859511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.859705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.861645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.862068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6620ab-86f4-4648-9ce8-f61ea3fe6259 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:01.880887 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d972-4f68-4155-bdbf-c04b4957bf73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.949253 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d972-4f68-4155-bdbf-c04b4957bf73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.004817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7ba8b-45ef-4cfa-ba05-dfabb1a5599a req-277b2f3a-32ab-4102-a7c9-6c5b03ee0ff1 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.012181 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ec7ba8b-45ef-4cfa-ba05-dfabb1a5599a req-277b2f3a-32ab-4102-a7c9-6c5b03ee0ff1 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.2070658 Jul 16 18:10:02.017505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:02.058938 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d972-4f68-4155-bdbf-c04b4957bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.084813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e99f5-7587-4a5b-aac4-cddfcab15a0c None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:02.113981 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ec7ba8b-45ef-4cfa-ba05-dfabb1a5599a req-8dbe35ca-508e-428d-bd85-4ddbdebb28cd tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007917 Jul 16 18:10:02.168529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-82006ac0-5be7-4451-b1f6-117f7930a72f None None] Provisioning for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:02.176774 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d972-4f68-4155-bdbf-c04b4957bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.191238 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.199832 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-82006ac0-5be7-4451-b1f6-117f7930a72f None None] Provisioning complete for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:02.200208 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82006ac0-5be7-4451-b1f6-117f7930a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.235468 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5d972-4f68-4155-bdbf-c04b4957bf73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3edde8-9474-4ea9-9b84-76c7df7ea0e8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.242484 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port f0a16dd3-4d1b-4f8d-98b4-c8843e2b8d03 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:02.253719 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0cc5d972-4f68-4155-bdbf-c04b4957bf73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.256850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0cc5d972-4f68-4155-bdbf-c04b4957bf73 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5d3edde8-9474-4ea9-9b84-76c7df7ea0e8 HTTP/1.1" status: 204 len: 168 time: 0.5068691 Jul 16 18:10:02.259123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.343619 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66f268ae-1789-4acc-a891-c39dafb76a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.351423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b7349f1-d13f-42ec-840e-73e7a3b715bd req-917b25e8-38a4-4e3b-93ff-39444b19fced tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 210 time: 0.0471241 Jul 16 18:10:02.426940 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.437779 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.465085 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.487677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 172.20.0.13 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/355ca873-1638-4654-afe4-ba0abaf8fc98/f0a16dd3-4d1b-4f8d-98b4-c8843e2b8d03) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:02.496937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::f816:3eff:fe2b:fb3c (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/59a8ad7b-7457-4267-9955-128866bf0f36/f0a16dd3-4d1b-4f8d-98b4-c8843e2b8d03) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:02.598870 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.610978 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.633251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7610ae2e-fd09-4dec-b28f-675cbee8b67c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:02.664175 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-09f46fc7-7231-4dfc-a467-77ac7b5a4893 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597727 Jul 16 18:10:02.669726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27c526e-96c6-456e-9c08-370ef7e73940') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:02.671919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27c526e-96c6-456e-9c08-370ef7e73940') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:02.715885 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.763563 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.846532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132b4d9-a745-48fe-83cf-2b465a56c85f req-a442a86a-4442-49aa-a42a-7ca8375a0304 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.852324 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8132b4d9-a745-48fe-83cf-2b465a56c85f req-a442a86a-4442-49aa-a42a-7ca8375a0304 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.42 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.3083365 Jul 16 18:10:02.864442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:02.864803 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:02.869433 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:02.885763 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.035726 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object f0a16dd3-4d1b-4f8d-98b4-c8843e2b8d03 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:03.041059 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.048358 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.050665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7610ae2e-fd09-4dec-b28f-675cbee8b67c HTTP/1.1" status: 204 len: 168 time: 0.7898972 Jul 16 18:10:03.062363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8132b4d9-a745-48fe-83cf-2b465a56c85f req-d855a820-ae67-46f2-8149-3a4af6ae92f9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Deleting port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:03.062998 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8132b4d9-a745-48fe-83cf-2b465a56c85f req-d855a820-ae67-46f2-8149-3a4af6ae92f9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.066263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-181eb656-924d-4fe1-887e-2dd69c9324c5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.067940 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-181eb656-924d-4fe1-887e-2dd69c9324c5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3933816 Jul 16 18:10:03.096295 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02f357-574c-4a95-85c9-36d712868df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7610ae2e-fd09-4dec-b28f-675cbee8b67c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.107690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Request body: {'port': {'device_id': 'd942d924-6dbd-4d17-bd38-1349e737ef6f', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '1a1aaeaf28f243fd8004e95ea06e31dd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:03.180562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:03.255594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8132b4d9-a745-48fe-83cf-2b465a56c85f req-d855a820-ae67-46f2-8149-3a4af6ae92f9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] For port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:03.256342 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8132b4d9-a745-48fe-83cf-2b465a56c85f req-d855a820-ae67-46f2-8149-3a4af6ae92f9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.279904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616bab7-2aa5-4d9d-820a-97bb39952701 req-6a7a24aa-1eb4-474a-9eac-6e05cffb9198 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.284402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.289852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9616bab7-2aa5-4d9d-820a-97bb39952701 req-6a7a24aa-1eb4-474a-9eac-6e05cffb9198 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.4267271 Jul 16 18:10:03.292699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Made reservation on behalf of 1a1aaeaf28f243fd8004e95ea06e31dd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:03.298176 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.375741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8132b4d9-a745-48fe-83cf-2b465a56c85f req-d855a820-ae67-46f2-8149-3a4af6ae92f9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Calling delete_port for 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:03.391783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:03.392188 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.418283 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.446758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:03.453479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:03.474421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:03.482867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=f0a16dd3-4d1b-4f8d-98b4-c8843e2b8d03,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.525691 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a71ea-dac7-4375-b02a-6fdefdb284c0 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:03.538691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9616bab7-2aa5-4d9d-820a-97bb39952701 req-8f75900a-c977-4fe4-a77f-1b9c6259a2b2 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463095 Jul 16 18:10:03.583580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Allocated IP 192.168.233.44 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/a0e93a08-773c-49b1-a906-4bff6270e54b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:03.620352 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.620352 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.627406 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0c03c062-fe4a-47cc-9699-565a89fda702 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b0814358d72494a84c69844dde06be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903272 Jul 16 18:10:03.628329 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.635033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858fecd-1157-444c-96e0-86348196b3ed req-1d2dc7fe-74a2-47d0-ad4c-a8936c2bd8d2 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.637241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d858fecd-1157-444c-96e0-86348196b3ed req-1d2dc7fe-74a2-47d0-ad4c-a8936c2bd8d2 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 945 time: 0.1602843 Jul 16 18:10:03.666920 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-88c85fa2-82ba-4f71-8e83-374652524b90 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8847940 Jul 16 18:10:03.669391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.742977 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d858fecd-1157-444c-96e0-86348196b3ed req-88c274c2-e240-4a7b-a7be-1fcc0e39f580 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/security-groups?id=d138166d-9daa-44da-9bf3-9ce3823abc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908687 Jul 16 18:10:03.806710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a873766-31c5-4d44-ab29-e43070d24e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.834578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8132b4d9-a745-48fe-83cf-2b465a56c85f req-d855a820-ae67-46f2-8149-3a4af6ae92f9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.891013 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416b49e5-2864-4af5-87e8-fa55ef4eb9e9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.897693 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416b49e5-2864-4af5-87e8-fa55ef4eb9e9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.901942 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-416b49e5-2864-4af5-87e8-fa55ef4eb9e9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.2247903 Jul 16 18:10:03.902761 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a873766-31c5-4d44-ab29-e43070d24e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.905384 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855a820-ae67-46f2-8149-3a4af6ae92f9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Pushing event deleted for resources: {'Port': ['ID=3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.912441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41550) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.954264 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.997661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d22c553a-7b75-4046-8921-03a942436cda req-e8e901c6-f22c-496f-ace3-e5f6f6377169 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 210 time: 0.0458128 Jul 16 18:10:04.003804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Transition to ACTIVE for port object a0e93a08-773c-49b1-a906-4bff6270e54b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:04.040078 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.052626 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.072251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1554165c-a779-4cfd-a482-7145cb67e760 None None] Provisioning complete for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:04.072628 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1554165c-a779-4cfd-a482-7145cb67e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.096534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', '14c2e20a-9adb-4099-9e12-7fce3fb9e078'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:04.111855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:04.115419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:04.120147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:04.160315 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Pushing event updated for resources: {'Port': ['ID=a0e93a08-773c-49b1-a906-4bff6270e54b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.180364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.181208 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.205526 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bb8432c7-3d27-4644-afa7-ce6b9d39953b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1095278 Jul 16 18:10:04.328390 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8132b4d9-a745-48fe-83cf-2b465a56c85f req-d855a820-ae67-46f2-8149-3a4af6ae92f9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] No DVR routers for this DVR port 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:04.334571 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8132b4d9-a745-48fe-83cf-2b465a56c85f req-d855a820-ae67-46f2-8149-3a4af6ae92f9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.336685 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8132b4d9-a745-48fe-83cf-2b465a56c85f req-d855a820-ae67-46f2-8149-3a4af6ae92f9 tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.42 "DELETE /v2.0/ports/3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 HTTP/1.1" status: 204 len: 173 time: 1.4761972 Jul 16 18:10:04.339454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537d599b-c287-4bca-bf47-b75e705339cd', 'name': 'network-vif-deleted', 'tag': '3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:04.352107 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7649bce-658c-4d2e-8046-aa04333839e0" -d '{"events": [{"server_uuid": "537d599b-c287-4bca-bf47-b75e705339cd", "name": "network-vif-deleted", "tag": "3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:04.420182 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a873766-31c5-4d44-ab29-e43070d24e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.423280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a873766-31c5-4d44-ab29-e43070d24e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.426956 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3a873766-31c5-4d44-ab29-e43070d24e4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7aa8861d-eebb-45c9-9558-b3e93f1edee9 HTTP/1.1" status: 204 len: 168 time: 0.7939267 Jul 16 18:10:04.448866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Request body: {'port': {'device_id': 'd942d924-6dbd-4d17-bd38-1349e737ef6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:04.464371 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e96d68-5292-441e-9879-9be36e0087b1 x-openstack-request-id: req-b1e96d68-5292-441e-9879-9be36e0087b1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:04.464849 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537d599b-c287-4bca-bf47-b75e705339cd", "name": "network-vif-deleted", "tag": "3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:04.471362 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1e96d68-5292-441e-9879-9be36e0087b1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:04.471986 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537d599b-c287-4bca-bf47-b75e705339cd', 'name': 'network-vif-deleted', 'tag': '3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18', 'status': 'completed', 'code': 200} Jul 16 18:10:04.476059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a873766-31c5-4d44-ab29-e43070d24e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa8861d-eebb-45c9-9558-b3e93f1edee9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.495166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a426022b-501b-4232-9188-60ebd558dcc9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port f0a16dd3-4d1b-4f8d-98b4-c8843e2b8d03 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:04.495797 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a426022b-501b-4232-9188-60ebd558dcc9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.561212 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.626157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-21d48ea7-32ce-4f7e-b120-eb5e8b2ab158 None None] Provisioning for port a0e93a08-773c-49b1-a906-4bff6270e54b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:04.629353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a426022b-501b-4232-9188-60ebd558dcc9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.637525 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-21d48ea7-32ce-4f7e-b120-eb5e8b2ab158 None None] Provisioning complete for port a0e93a08-773c-49b1-a906-4bff6270e54b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:04.637908 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21d48ea7-32ce-4f7e-b120-eb5e8b2ab158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.683087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a426022b-501b-4232-9188-60ebd558dcc9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for f0a16dd3-4d1b-4f8d-98b4-c8843e2b8d03 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:04.689234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-21d48ea7-32ce-4f7e-b120-eb5e8b2ab158 None None] Port a0e93a08-773c-49b1-a906-4bff6270e54b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:04.931572 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e661-cbc2-4bd0-8f49-aa7a9c7786b3 req-b0078237-195c-422e-b6d1-1391f3145591 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.939918 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f815e661-cbc2-4bd0-8f49-aa7a9c7786b3 req-b0078237-195c-422e-b6d1-1391f3145591 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.1701076 Jul 16 18:10:04.941651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fe13006-ade0-4779-8fe8-9efe57c6398b None None] Provisioning complete for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:04.942265 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fe13006-ade0-4779-8fe8-9efe57c6398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.045648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50eeecdc-24cd-435e-97e3-8ca3f05d52a4 req-9bc3b89b-9da0-4084-bcd1-2de8fe91960d tempest-ServerRescueNegativeTestJSON-1668392710 tempest-ServerRescueNegativeTestJSON-1668392710-project] 10.222.0.52 "GET /v2.0/ports?device_id=537d599b-c287-4bca-bf47-b75e705339cd HTTP/1.1" status: 200 len: 210 time: 0.0983746 Jul 16 18:10:05.048446 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a426022b-501b-4232-9188-60ebd558dcc9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.113066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426022b-501b-4232-9188-60ebd558dcc9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=f0a16dd3-4d1b-4f8d-98b4-c8843e2b8d03,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:05.130867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fe13006-ade0-4779-8fe8-9efe57c6398b None None] Could not find standard attr ID for object f0a16dd3-4d1b-4f8d-98b4-c8843e2b8d03. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:10:05.159600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f815e661-cbc2-4bd0-8f49-aa7a9c7786b3 req-e47f602f-0937-4982-a229-744c0dc44ddf tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186739 Jul 16 18:10:05.293069 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a426022b-501b-4232-9188-60ebd558dcc9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.305197 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a426022b-501b-4232-9188-60ebd558dcc9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/f0a16dd3-4d1b-4f8d-98b4-c8843e2b8d03 HTTP/1.1" status: 204 len: 168 time: 1.3881557 Jul 16 18:10:05.306265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:05.336671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:05.421890 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.436752 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffe78e9-b16e-4196-9b8a-1129f5ece448 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.438696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffe78e9-b16e-4196-9b8a-1129f5ece448 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.447078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:05.455025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffe78e9-b16e-4196-9b8a-1129f5ece448 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.456912 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cffe78e9-b16e-4196-9b8a-1129f5ece448 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1481388 Jul 16 18:10:05.459777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:05.466624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e93a08-773c-49b1-a906-4bff6270e54b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:05.478879 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-50a96cad-efd0-4722-9ede-181a4f13bb7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d7c82a616f7f4e43b2014f8705875b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419621 Jul 16 18:10:05.481119 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.485105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:05.497700 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:05.498357 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3d6ab273-f842-4f1a-8e0e-58c1b7d5ff18 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:05.500788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6f3cfb22-6290-442c-9fa5-4b49e1f1c4d7 None None] Could not find standard attr ID for object f0a16dd3-4d1b-4f8d-98b4-c8843e2b8d03. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:10:05.539738 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eab8101-c0bc-4a1b-8b98-b87ee6f48bfb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 355ca873-1638-4654-afe4-ba0abaf8fc98 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:05.543620 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eab8101-c0bc-4a1b-8b98-b87ee6f48bfb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.549252 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Transition to ACTIVE for port object a0e93a08-773c-49b1-a906-4bff6270e54b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:05.558773 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.606207 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eab8101-c0bc-4a1b-8b98-b87ee6f48bfb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.642898 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee354679-e5bf-46c3-a3a7-83a124d8bfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.662320 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074396d-3c25-4ed4-8f41-5d9607ea2084 req-b74c4a79-f2cb-461c-9637-a314eaa7c1a6 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.669962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0074396d-3c25-4ed4-8f41-5d9607ea2084 req-b74c4a79-f2cb-461c-9637-a314eaa7c1a6 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 935 time: 0.3251991 Jul 16 18:10:05.796875 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eab8101-c0bc-4a1b-8b98-b87ee6f48bfb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.819015 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee354679-e5bf-46c3-a3a7-83a124d8bfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.827778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Pushing event updated for resources: {'Port': ['ID=a0e93a08-773c-49b1-a906-4bff6270e54b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:05.893862 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eab8101-c0bc-4a1b-8b98-b87ee6f48bfb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.901757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0074396d-3c25-4ed4-8f41-5d9607ea2084 req-fac3ad25-d451-4582-b1e4-144feba942ee tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301476 Jul 16 18:10:05.908123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Attempting to bind port a0e93a08-773c-49b1-a906-4bff6270e54b on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:05.908369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Attempting to bind port a0e93a08-773c-49b1-a906-4bff6270e54b by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:05.908643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Attempting to bind port a0e93a08-773c-49b1-a906-4bff6270e54b on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:05.915003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Port a0e93a08-773c-49b1-a906-4bff6270e54b on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:05.915338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Attempting to bind port a0e93a08-773c-49b1-a906-4bff6270e54b on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:05.923338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:05.923695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:05.924064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:05.924751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Bound port: a0e93a08-773c-49b1-a906-4bff6270e54b, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:05.925150 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.939205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab8101-c0bc-4a1b-8b98-b87ee6f48bfb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=355ca873-1638-4654-afe4-ba0abaf8fc98,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:05.943047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9eab8101-c0bc-4a1b-8b98-b87ee6f48bfb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.945476 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9eab8101-c0bc-4a1b-8b98-b87ee6f48bfb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/355ca873-1638-4654-afe4-ba0abaf8fc98 HTTP/1.1" status: 204 len: 168 time: 0.4841318 Jul 16 18:10:05.947885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41596) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:05.950491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f665ed-1284-4ef9-b5d6-7ccd13847168 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:05.990435 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee354679-e5bf-46c3-a3a7-83a124d8bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.992934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee354679-e5bf-46c3-a3a7-83a124d8bfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.996905 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ee354679-e5bf-46c3-a3a7-83a124d8bfdd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b45c9af6-efcf-4b80-99db-33c6d4877bd8 HTTP/1.1" status: 204 len: 168 time: 0.4976664 Jul 16 18:10:06.013190 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be9ae63-631a-4460-b882-d8230e0547fe tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 59a8ad7b-7457-4267-9955-128866bf0f36 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:06.015666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee354679-e5bf-46c3-a3a7-83a124d8bfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45c9af6-efcf-4b80-99db-33c6d4877bd8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.024186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:06.026086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2be9ae63-631a-4460-b882-d8230e0547fe tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.039254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:06.045108 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.087805 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2be9ae63-631a-4460-b882-d8230e0547fe tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.107537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.108255 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.112253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] 10.222.0.38 "PUT /v2.0/ports/a0e93a08-773c-49b1-a906-4bff6270e54b HTTP/1.1" status: 200 len: 1095 time: 1.8975606 Jul 16 18:10:06.114754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd942d924-6dbd-4d17-bd38-1349e737ef6f', 'tag': 'a0e93a08-773c-49b1-a906-4bff6270e54b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:06.120535 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e3c4ca-09f1-4ecc-9469-a988abf8f9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d942d924-6dbd-4d17-bd38-1349e737ef6f", "tag": "a0e93a08-773c-49b1-a906-4bff6270e54b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:06.226826 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c484d2-2b4a-4e10-9e41-8f95b8eaf01d x-openstack-request-id: req-c9c484d2-2b4a-4e10-9e41-8f95b8eaf01d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:06.227457 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d942d924-6dbd-4d17-bd38-1349e737ef6f", "tag": "a0e93a08-773c-49b1-a906-4bff6270e54b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:06.227457 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9c484d2-2b4a-4e10-9e41-8f95b8eaf01d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:06.228710 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd942d924-6dbd-4d17-bd38-1349e737ef6f', 'tag': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'status': 'completed', 'code': 200} Jul 16 18:10:06.237654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:06.271051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffc593-aace-4504-b9fd-acce638717cd service neutron] Pushing event updated for resources: {'Port': ['ID=a0e93a08-773c-49b1-a906-4bff6270e54b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.296079 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2be9ae63-631a-4460-b882-d8230e0547fe tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.323468 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-4779a89f-7023-45dc-82d9-b0a509221ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.325984 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-4779a89f-7023-45dc-82d9-b0a509221ee9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 1098 time: 0.1689072 Jul 16 18:10:06.405663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-a5f22786-8ab1-4424-9654-bd5d265d7b0d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a0e93a08-773c-49b1-a906-4bff6270e54b HTTP/1.1" status: 200 len: 217 time: 0.0685141 Jul 16 18:10:06.465009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2be9ae63-631a-4460-b882-d8230e0547fe tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.487294 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2be9ae63-631a-4460-b882-d8230e0547fe tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.489487 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2be9ae63-631a-4460-b882-d8230e0547fe tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/59a8ad7b-7457-4267-9955-128866bf0f36 HTTP/1.1" status: 204 len: 168 time: 0.5405755 Jul 16 18:10:06.518997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:06.529347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9ae63-631a-4460-b882-d8230e0547fe tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=59a8ad7b-7457-4267-9955-128866bf0f36,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.585099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-9c83550e-2857-42b4-aa1e-aeeaef33d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.587401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-9c83550e-2857-42b4-aa1e-aeeaef33d04d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1672595 Jul 16 18:10:06.620665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8c8c0f08-ce5e-4cda-b36c-77d1e8051604 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991607 Jul 16 18:10:06.621651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:06.803758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b79d2-8d21-42d8-aa22-2e1a979f1752 req-09ec5b8f-bc04-463e-a14a-7b97cb96a5cf tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.812804 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee3b79d2-8d21-42d8-aa22-2e1a979f1752 req-09ec5b8f-bc04-463e-a14a-7b97cb96a5cf tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.4138672 Jul 16 18:10:06.919691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bfcf653e-b0d0-401d-8df9-a3ead975f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.922109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-bfcf653e-b0d0-401d-8df9-a3ead975f9e8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2991939 Jul 16 18:10:06.929907 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e7d0c-e581-4f2e-a4cb-3da4d749fd5e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.931571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f91e7d0c-e581-4f2e-a4cb-3da4d749fd5e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2958364 Jul 16 18:10:06.935195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee3b79d2-8d21-42d8-aa22-2e1a979f1752 req-dd6616c8-93eb-4b06-8f58-8909fc320c04 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215978 Jul 16 18:10:06.935701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:07.000953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d1dc9c-7ed8-459d-ac47-81748873e24b None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:07.065927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-cfacd5e5-5a43-4aaf-89b8-5982c097c228 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292167 Jul 16 18:10:07.114071 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e873182-3b5e-4bf4-b6f2-957937b09812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.174659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d264f-0d7f-4d5d-801b-b1efaf5dc94d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.176127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2a4d264f-0d7f-4d5d-801b-b1efaf5dc94d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1336117 Jul 16 18:10:07.179540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:07.237791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-14858d45-542c-4a84-8037-ebdf6e146437 None None] Provisioning complete for port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:07.238472 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14858d45-542c-4a84-8037-ebdf6e146437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.250417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a13fa812-ad0e-4b89-9a2e-0c145f4d7c39 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684779 Jul 16 18:10:07.256488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:07.265250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-43ba008a-8025-4a42-bd3b-dbd33b23eff6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:07.306222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7542fb-3c17-487a-b8e8-2a0d615a10ec req-df1ca8b1-2f64-4a0e-92a4-bd6bf0f57278 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218642 Jul 16 18:10:07.428619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f9973-e0cf-463e-ae75-9139e8877910 req-3a5bf13b-e50b-440b-a069-97839b674dd7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.440591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b51f9973-e0cf-463e-ae75-9139e8877910 req-3a5bf13b-e50b-440b-a069-97839b674dd7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 947 time: 0.3083122 Jul 16 18:10:07.443106 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e466fa-fb4d-45bf-97c7-3b2d16f4e406 None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:07.500603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ba008a-8025-4a42-bd3b-dbd33b23eff6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:07.504155 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43ba008a-8025-4a42-bd3b-dbd33b23eff6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.506034 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ba008a-8025-4a42-bd3b-dbd33b23eff6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:10:07.506034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ba008a-8025-4a42-bd3b-dbd33b23eff6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:07.516531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b51f9973-e0cf-463e-ae75-9139e8877910 req-565e00c0-ab48-4fb5-86ae-41022d903e53 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755479 Jul 16 18:10:07.525672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3c4ca-09f1-4ecc-9469-a988abf8f9d4 req-8e7a2792-4468-4a56-b57f-f206733aaf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.527163 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37e3c4ca-09f1-4ecc-9469-a988abf8f9d4 req-8e7a2792-4468-4a56-b57f-f206733aaf1f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 1098 time: 0.1570570 Jul 16 18:10:07.539731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-43ba008a-8025-4a42-bd3b-dbd33b23eff6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2809477 Jul 16 18:10:07.548826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:07.567796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-02f653a8-6306-4dd5-bba6-f3c7539ed057 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:07.571197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b1e466fa-fb4d-45bf-97c7-3b2d16f4e406 None None] Deleting port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:07.571904 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1e466fa-fb4d-45bf-97c7-3b2d16f4e406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.656989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0e873182-3b5e-4bf4-b6f2-957937b09812 admin admin] Deleting port f894a8fd-ca29-4ddf-8a6e-7b714d61a37a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:07.657901 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e873182-3b5e-4bf4-b6f2-957937b09812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.682560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b1e466fa-fb4d-45bf-97c7-3b2d16f4e406 None None] For port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:07.683475 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1e466fa-fb4d-45bf-97c7-3b2d16f4e406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.702114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b1e466fa-fb4d-45bf-97c7-3b2d16f4e406 None None] Calling delete_port for d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:07.824994 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1e466fa-fb4d-45bf-97c7-3b2d16f4e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.850086 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0e873182-3b5e-4bf4-b6f2-957937b09812 admin admin] For port f894a8fd-ca29-4ddf-8a6e-7b714d61a37a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f894a8fd-ca29-4ddf-8a6e-7b714d61a37a,segment=NetworkSegment(d08c11af-4e38-4c55-88ff-9f55d8058de0),segment_id=d08c11af-4e38-4c55-88ff-9f55d8058de0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:07.850576 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e873182-3b5e-4bf4-b6f2-957937b09812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.865473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e466fa-fb4d-45bf-97c7-3b2d16f4e406 None None] Pushing event deleted for resources: {'Port': ['ID=d99b5e71-43b2-47bf-adf1-79ed2e6eeca5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:07.867483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0e873182-3b5e-4bf4-b6f2-957937b09812 admin admin] Calling delete_port for f894a8fd-ca29-4ddf-8a6e-7b714d61a37a owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:07.877078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e466fa-fb4d-45bf-97c7-3b2d16f4e406 None None] No DVR routers for this DVR port d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:08.207158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e873182-3b5e-4bf4-b6f2-957937b09812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.244833 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e873182-3b5e-4bf4-b6f2-957937b09812 admin admin] Pushing event deleted for resources: {'Port': ['ID=f894a8fd-ca29-4ddf-8a6e-7b714d61a37a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.308501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f653a8-6306-4dd5-bba6-f3c7539ed057 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:08.313356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.314373 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02f653a8-6306-4dd5-bba6-f3c7539ed057 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.314665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a0e93a08-773c-49b1-a906-4bff6270e54b details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:08.316599 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f653a8-6306-4dd5-bba6-f3c7539ed057 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:10:08.317139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f653a8-6306-4dd5-bba6-f3c7539ed057 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:08.332041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3c4ca-09f1-4ecc-9469-a988abf8f9d4 req-8c917e8e-74b2-470b-8a73-8e925b98eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.333709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37e3c4ca-09f1-4ecc-9469-a988abf8f9d4 req-8c917e8e-74b2-470b-8a73-8e925b98eef4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.7957339 Jul 16 18:10:08.360380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-02f653a8-6306-4dd5-bba6-f3c7539ed057 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8102384 Jul 16 18:10:08.361077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.369448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-573f5af4-b691-4e51-9a41-6d60eabf6706 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:08.409654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37e3c4ca-09f1-4ecc-9469-a988abf8f9d4 req-42f098e6-8a7e-4722-9a5b-a26fd2b3df3f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a0e93a08-773c-49b1-a906-4bff6270e54b HTTP/1.1" status: 200 len: 217 time: 0.0654469 Jul 16 18:10:08.478297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11031ee1-08a9-417a-8b19-c7c4250ac3e1 req-53c0a28d-6ccc-4dd8-811d-c3c588efe21d tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.479960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-11031ee1-08a9-417a-8b19-c7c4250ac3e1 req-53c0a28d-6ccc-4dd8-811d-c3c588efe21d tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.2362299 Jul 16 18:10:08.488358 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73a2969e-5e1d-4018-a0f3-5d49eb09638f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.490913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:08.514709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'mac_address': 'fa:16:3e:3b:82:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:08.549903 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e873182-3b5e-4bf4-b6f2-957937b09812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.560643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3c4ca-09f1-4ecc-9469-a988abf8f9d4 req-abf3069a-e00e-46e7-8ee8-8f6c18ebc0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.562517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37e3c4ca-09f1-4ecc-9469-a988abf8f9d4 req-abf3069a-e00e-46e7-8ee8-8f6c18ebc0fd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1377890 Jul 16 18:10:08.568547 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.590110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e93a08-773c-49b1-a906-4bff6270e54b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:08.617138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-11031ee1-08a9-417a-8b19-c7c4250ac3e1 req-03e27fd1-e017-436a-9e07-4f44168f95f0 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951734 Jul 16 18:10:08.647544 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:08.655497 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.676369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3c4ca-09f1-4ecc-9469-a988abf8f9d4 req-d2fd6162-3eec-4062-bfdd-e94c6f7442ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.677966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37e3c4ca-09f1-4ecc-9469-a988abf8f9d4 req-d2fd6162-3eec-4062-bfdd-e94c6f7442ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065633 Jul 16 18:10:08.744382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73a2969e-5e1d-4018-a0f3-5d49eb09638f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.763101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=a0e93a08-773c-49b1-a906-4bff6270e54b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.784310 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73a2969e-5e1d-4018-a0f3-5d49eb09638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.839827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2969e-5e1d-4018-a0f3-5d49eb09638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1056be0-1d78-4bf5-8688-7057d326add9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.866836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573f5af4-b691-4e51-9a41-6d60eabf6706 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:08.870668 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-573f5af4-b691-4e51-9a41-6d60eabf6706 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.874339 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-73a2969e-5e1d-4018-a0f3-5d49eb09638f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=022dc675cbee4326819914e684d023aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568995 Jul 16 18:10:08.874512 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-573f5af4-b691-4e51-9a41-6d60eabf6706 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:10:08.874512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573f5af4-b691-4e51-9a41-6d60eabf6706 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:08.874706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.897824 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37e3c4ca-09f1-4ecc-9469-a988abf8f9d4 req-4d535893-38c5-458f-be94-26b57c74ee2b service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114511 Jul 16 18:10:08.908243 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['a0e93a08-773c-49b1-a906-4bff6270e54b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:08.934692 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-573f5af4-b691-4e51-9a41-6d60eabf6706 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5704660 Jul 16 18:10:08.938424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.944801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3df5f2bf-1358-4366-8d27-acfec2b86c2a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:08.960228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e873182-3b5e-4bf4-b6f2-957937b09812 admin admin] Router ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:08.960648 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64257ebc-4ef1-4bbd-a32c-4bae1696feb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.986679 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.988038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221da6f6-8c25-4a4c-b10a-6e2dac1bec63 req-e098a749-efa2-4727-897d-b5342c22b4b5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.989681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-221da6f6-8c25-4a4c-b10a-6e2dac1bec63 req-e098a749-efa2-4727-897d-b5342c22b4b5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 948 time: 0.2011442 Jul 16 18:10:09.045112 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64257ebc-4ef1-4bbd-a32c-4bae1696feb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.161186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e873182-3b5e-4bf4-b6f2-957937b09812 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:09.170847 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0e873182-3b5e-4bf4-b6f2-957937b09812 admin admin] 10.222.0.52 "PUT /v2.0/routers/ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9319308 Jul 16 18:10:09.171858 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:09.182398 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-221da6f6-8c25-4a4c-b10a-6e2dac1bec63 req-fa6931b2-15d2-4948-9ceb-3c8a4eb49617 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797562 Jul 16 18:10:09.187462 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae8a72-b047-41cf-849b-c65c04b1db1b None None] Sync routers for ids ['ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:09.197339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37e3c4ca-09f1-4ecc-9469-a988abf8f9d4 req-e817e492-c829-4b9b-8c18-bf0e804ad6d1 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906818 Jul 16 18:10:09.224159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae8a72-b047-41cf-849b-c65c04b1db1b None None] Routers {'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:09.224807 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f6ae8a72-b047-41cf-849b-c65c04b1db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:10:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:09.240548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df5f2bf-1358-4366-8d27-acfec2b86c2a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:09.244992 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3df5f2bf-1358-4366-8d27-acfec2b86c2a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.246750 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df5f2bf-1358-4366-8d27-acfec2b86c2a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:10:09.247220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df5f2bf-1358-4366-8d27-acfec2b86c2a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:09.267578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1133da-f5b5-4ee0-aeab-d9052d72cee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.268218 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:09.272923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3df5f2bf-1358-4366-8d27-acfec2b86c2a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3298984 Jul 16 18:10:09.273701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:09.282471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ad1ee659-21e7-472d-bedd-b7d9048c18f7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:09.296178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:09.296729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d99b5e71-43b2-47bf-adf1-79ed2e6eeca5 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:09.313618 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64257ebc-4ef1-4bbd-a32c-4bae1696feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.316443 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64257ebc-4ef1-4bbd-a32c-4bae1696feb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.318030 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-64257ebc-4ef1-4bbd-a32c-4bae1696feb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1056be0-1d78-4bf5-8688-7057d326add9 HTTP/1.1" status: 204 len: 168 time: 0.4430985 Jul 16 18:10:09.368992 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64257ebc-4ef1-4bbd-a32c-4bae1696feb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1056be0-1d78-4bf5-8688-7057d326add9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.377645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f6ae8a72-b047-41cf-849b-c65c04b1db1b None None] Set router ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:09.402629 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.451470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 40577c15-89e7-4ae4-87bd-5d5306a689e1 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:09.554391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1133da-f5b5-4ee0-aeab-d9052d72cee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.569125 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eb1133da-f5b5-4ee0-aeab-d9052d72cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.585636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1ee659-21e7-472d-bedd-b7d9048c18f7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:09.590864 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee659-21e7-472d-bedd-b7d9048c18f7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.594445 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1ee659-21e7-472d-bedd-b7d9048c18f7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:10:09.595254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1ee659-21e7-472d-bedd-b7d9048c18f7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:09.608461 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.614644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ad1ee659-21e7-472d-bedd-b7d9048c18f7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3398187 Jul 16 18:10:09.617883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:09.624886 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1133da-f5b5-4ee0-aeab-d9052d72cee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f36240-d4f3-4f16-97db-ac590700638a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.626002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9b6298be-6308-4d72-841d-41ecd27911d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:09.632895 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eb1133da-f5b5-4ee0-aeab-d9052d72cee1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40f59a0771814498b9352a85758a9d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6357367 Jul 16 18:10:09.635055 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:09.641342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 40577c15-89e7-4ae4-87bd-5d5306a689e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=40577c15-89e7-4ae4-87bd-5d5306a689e1,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:09.658542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '40577c15-89e7-4ae4-87bd-5d5306a689e1', 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0', 'port_id': '40577c15-89e7-4ae4-87bd-5d5306a689e1', 'mac_address': 'fa:16:3e:be:fb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25468045-7241-4454-b16f-bde78d4ab676', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:09.708136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:09.713413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f6ae8a72-b047-41cf-849b-c65c04b1db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-1211301151-router', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '2596ec17-af14-4d28-b805-894844ae7968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:20Z', 'updated_at': '2021-07-16T18:10:08Z', 'revision_number': 5, 'project_id': 'dec418af5de2424d8bb311b478097044', 'gw_port': {'id': '2596ec17-af14-4d28-b805-894844ae7968', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:22Z', 'updated_at': '2021-07-16T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:09.716820 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.744407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae8a72-b047-41cf-849b-c65c04b1db1b None None] Checking router: ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:09.760264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40577c15-89e7-4ae4-87bd-5d5306a689e1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:09.761133 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-695e5706-3e99-4d29-8fbe-37e3c90254e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.769683 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6298be-6308-4d72-841d-41ecd27911d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:09.776133 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b6298be-6308-4d72-841d-41ecd27911d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.777707 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6298be-6308-4d72-841d-41ecd27911d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:10:09.778480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6298be-6308-4d72-841d-41ecd27911d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:09.786331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 40577c15-89e7-4ae4-87bd-5d5306a689e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=40577c15-89e7-4ae4-87bd-5d5306a689e1,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:09.788628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae8a72-b047-41cf-849b-c65c04b1db1b None None] Routers {'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:09.789516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f6ae8a72-b047-41cf-849b-c65c04b1db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:10:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:09.793819 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.801135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f716872-570c-4b9d-8b30-181236e3dc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.852082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f716872-570c-4b9d-8b30-181236e3dc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.885900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913efc4-cc27-4db3-a607-a653ff26ff89 req-015780e0-e7f7-4e5e-b294-53e9d47801e0 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.887534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e913efc4-cc27-4db3-a607-a653ff26ff89 req-015780e0-e7f7-4e5e-b294-53e9d47801e0 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 944 time: 0.0848525 Jul 16 18:10:09.891879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Deleting port 2596ec17-af14-4d28-b805-894844ae7968 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:09.892297 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.918467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f6ae8a72-b047-41cf-849b-c65c04b1db1b None None] Set router ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:09.920238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=40577c15-89e7-4ae4-87bd-5d5306a689e1,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.943790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e913efc4-cc27-4db3-a607-a653ff26ff89 req-91181bab-a7d3-4ee5-8b08-d6ea6273d9d2 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472312 Jul 16 18:10:09.980483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f6ae8a72-b047-41cf-849b-c65c04b1db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-1211301151-router', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:20Z', 'updated_at': '2021-07-16T18:10:09Z', 'revision_number': 6, 'project_id': 'dec418af5de2424d8bb311b478097044', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:10.008405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-695e5706-3e99-4d29-8fbe-37e3c90254e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.008671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae8a72-b047-41cf-849b-c65c04b1db1b None None] The sync data for ids ['ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c'] in n-d-793618-9 is: [{'id': 'ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-1211301151-router', 'tenant_id': 'dec418af5de2424d8bb311b478097044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:20Z', 'updated_at': '2021-07-16T18:10:09Z', 'revision_number': 6, 'project_id': 'dec418af5de2424d8bb311b478097044', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:10.010238 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f716872-570c-4b9d-8b30-181236e3dc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.013223 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f716872-570c-4b9d-8b30-181236e3dc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.016043 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9f716872-570c-4b9d-8b30-181236e3dc2c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67f36240-d4f3-4f16-97db-ac590700638a HTTP/1.1" status: 204 len: 168 time: 0.3779411 Jul 16 18:10:10.024011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9b6298be-6308-4d72-841d-41ecd27911d0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4047511 Jul 16 18:10:10.026064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-695e5706-3e99-4d29-8fbe-37e3c90254e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.027527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.055366 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] For port 2596ec17-af14-4d28-b805-894844ae7968, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2596ec17-af14-4d28-b805-894844ae7968,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:10.055779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.069079 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f716872-570c-4b9d-8b30-181236e3dc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f36240-d4f3-4f16-97db-ac590700638a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.075824 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-65d1fe16-bd75-418b-90ca-d9733b236d3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0479627 Jul 16 18:10:10.078710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.099173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['40577c15-89e7-4ae4-87bd-5d5306a689e1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:10.111889 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e5706-3e99-4d29-8fbe-37e3c90254e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974115f0-3d91-4acc-82f7-a8d4e9194349,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.120050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Calling delete_port for 2596ec17-af14-4d28-b805-894844ae7968 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:10.144138 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-695e5706-3e99-4d29-8fbe-37e3c90254e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=032e0c79623d40a0bb9a4b7560270b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345353 Jul 16 18:10:10.146638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.151020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d8774c-9b16-4033-95e7-1b9249fbba7d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.153209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e5d8774c-9b16-4033-95e7-1b9249fbba7d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0728493 Jul 16 18:10:10.155875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.199920 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7f2230e0-57a3-4e1f-a274-d8944883d2a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425565 Jul 16 18:10:10.206800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.211884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:10.330189 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a0e93a08-773c-49b1-a906-4bff6270e54b up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:10.386753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df4b6582-0e48-49e9-b45a-9c6918238d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.394078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:10.398266 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.415171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df4b6582-0e48-49e9-b45a-9c6918238d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.440866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port a0e93a08-773c-49b1-a906-4bff6270e54b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:10.448713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port a0e93a08-773c-49b1-a906-4bff6270e54b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:10.451266 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.479238 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df4b6582-0e48-49e9-b45a-9c6918238d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.482469 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df4b6582-0e48-49e9-b45a-9c6918238d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.486878 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-df4b6582-0e48-49e9-b45a-9c6918238d10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/974115f0-3d91-4acc-82f7-a8d4e9194349 HTTP/1.1" status: 204 len: 168 time: 0.3367631 Jul 16 18:10:10.499261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b6582-0e48-49e9-b45a-9c6918238d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974115f0-3d91-4acc-82f7-a8d4e9194349,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.542112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391ef3c-51a4-462f-a7e3-3fea805a8256 req-61751e7a-4e4d-492c-bde1-3cdb3bc62713 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.543728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c391ef3c-51a4-462f-a7e3-3fea805a8256 req-61751e7a-4e4d-492c-bde1-3cdb3bc62713 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 948 time: 0.2248616 Jul 16 18:10:10.596501 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.632217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Pushing event deleted for resources: {'Port': ['ID=2596ec17-af14-4d28-b805-894844ae7968,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.634791 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.667147 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c391ef3c-51a4-462f-a7e3-3fea805a8256 req-7c24304c-1dc3-41a6-92e1-bd11b3af9678 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150682 Jul 16 18:10:10.674499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd942d924-6dbd-4d17-bd38-1349e737ef6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e93a08-773c-49b1-a906-4bff6270e54b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:10.677575 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d4582c-aabe-4ab4-b928-cb6c8b0e6a37" -d '{"events": [{"server_uuid": "d942d924-6dbd-4d17-bd38-1349e737ef6f", "name": "network-vif-plugged", "status": "completed", "tag": "a0e93a08-773c-49b1-a906-4bff6270e54b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:10.697798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:10.704445 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.714716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.735298 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e76a3af-f11f-4105-8741-c15c4be01d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.766002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=a0e93a08-773c-49b1-a906-4bff6270e54b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.772033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.782272 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61425fa7-9710-4fd1-9b23-e742fb8d2b5a x-openstack-request-id: req-61425fa7-9710-4fd1-9b23-e742fb8d2b5a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:10.782661 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d942d924-6dbd-4d17-bd38-1349e737ef6f", "name": "network-vif-plugged", "status": "completed", "tag": "a0e93a08-773c-49b1-a906-4bff6270e54b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:10.782942 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61425fa7-9710-4fd1-9b23-e742fb8d2b5a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:10.783396 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd942d924-6dbd-4d17-bd38-1349e737ef6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'code': 200} Jul 16 18:10:10.897292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.objects.ports [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:10:10.900671 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.904754 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.910643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.964343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:10.970308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:10.974198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.974924 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.979604 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483dceaf-a6d6-4e33-b1c3-579a49fddc20 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:10.994227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=065212c8-e2dd-49da-87a2-800635e7b99c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.001731 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.002297 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:10:11.007068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.007428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.007613 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.007796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.008119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.008955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.009101 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-617fa53e-5470-4402-bbd9-720c277bf679 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ec68d623-75ca-4f4c-ae7f-0ce9e57e6d3c HTTP/1.1" status: 204 len: 168 time: 1.8359017 Jul 16 18:10:11.009189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.009282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.009581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.009916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.010726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.011207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.012017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.012152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:11.017699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f525d73-472f-4b8d-a44b-6b7150adfad2 req-67feb761-705b-482b-91f8-fe35e91cbf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.019258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f525d73-472f-4b8d-a44b-6b7150adfad2 req-67feb761-705b-482b-91f8-fe35e91cbf26 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 1100 time: 0.1744642 Jul 16 18:10:11.083396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f525d73-472f-4b8d-a44b-6b7150adfad2 req-b9ecb798-19f4-4eeb-908b-84d539e494b6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569382 Jul 16 18:10:11.151095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2596ec17-af14-4d28-b805-894844ae7968 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:11.208050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 2596ec17-af14-4d28-b805-894844ae7968 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:11.208643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2596ec17-af14-4d28-b805-894844ae7968 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:11.209488 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f894a8fd-ca29-4ddf-8a6e-7b714d61a37a no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:11.221046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bdd52-a1e5-4bb7-8d5d-041d4a1a23a8 req-adcfeee0-1875-49f4-bd15-9974d182a1b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.222939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c3bdd52-a1e5-4bb7-8d5d-041d4a1a23a8 req-adcfeee0-1875-49f4-bd15-9974d182a1b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 944 time: 0.0948420 Jul 16 18:10:11.249724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: f894a8fd-ca29-4ddf-8a6e-7b714d61a37a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:11.250222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f894a8fd-ca29-4ddf-8a6e-7b714d61a37a not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:11.286841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': '065212c8-e2dd-49da-87a2-800635e7b99c'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:11.287107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c3bdd52-a1e5-4bb7-8d5d-041d4a1a23a8 req-a79128e7-2857-494e-968b-c7187c34fbf9 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560791 Jul 16 18:10:11.288140 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.452908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 40577c15-89e7-4ae4-87bd-5d5306a689e1 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:11.476875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Allocated IP 2001:db8::f816:3eff:fe84:395f (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/065212c8-e2dd-49da-87a2-800635e7b99c/d36a0d6f-7266-489c-a277-f6e93aaac26c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:11.507881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-626b304a-83d8-4d16-81fb-61d20a16536e admin admin] Deleting subnet 26e6cab3-4374-4ede-8f3e-52dd04198328 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:11.543015 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e76a3af-f11f-4105-8741-c15c4be01d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.547132 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-626b304a-83d8-4d16-81fb-61d20a16536e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.558369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0aafb7a3-eb4a-4105-82af-c311a97f54fd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3504281 Jul 16 18:10:11.568415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:11.568415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:30:4b:d9', 'name': 'tempest-NetworksTestDHCPv6-189800915'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:11.569757 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e76a3af-f11f-4105-8741-c15c4be01d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.638247 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4e76a3af-f11f-4105-8741-c15c4be01d1c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1759d70e9a8148ad9251568767dbd881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9224613 Jul 16 18:10:11.652337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:11.666185 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-626b304a-83d8-4d16-81fb-61d20a16536e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.706248 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76a3af-f11f-4105-8741-c15c4be01d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bbefe8-f10a-4ebc-ae65-386fa803ab97,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.721366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:11.771946 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-626b304a-83d8-4d16-81fb-61d20a16536e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.820399 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923fa1c5-6a96-4582-a079-2bb5a9016143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.834874 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 40577c15-89e7-4ae4-87bd-5d5306a689e1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:11.835412 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.865246 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923fa1c5-6a96-4582-a079-2bb5a9016143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.887529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-626b304a-83d8-4d16-81fb-61d20a16536e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.945744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b304a-83d8-4d16-81fb-61d20a16536e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e6cab3-4374-4ede-8f3e-52dd04198328,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.956621 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-626b304a-83d8-4d16-81fb-61d20a16536e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.960838 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-626b304a-83d8-4d16-81fb-61d20a16536e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/26e6cab3-4374-4ede-8f3e-52dd04198328 HTTP/1.1" status: 204 len: 168 time: 0.9459093 Jul 16 18:10:11.962095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:11.993816 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.013007 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.045267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 1675b577-6ab1-4cc4-800e-c49314f73e58 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:12.054075 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.073390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 40577c15-89e7-4ae4-87bd-5d5306a689e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=40577c15-89e7-4ae4-87bd-5d5306a689e1,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:12.078498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Transition to ACTIVE for port object d36a0d6f-7266-489c-a277-f6e93aaac26c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:12.081746 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.082518 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923fa1c5-6a96-4582-a079-2bb5a9016143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.086280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-923fa1c5-6a96-4582-a079-2bb5a9016143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.087452 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-923fa1c5-6a96-4582-a079-2bb5a9016143 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8bbefe8-f10a-4ebc-ae65-386fa803ab97 HTTP/1.1" status: 204 len: 168 time: 0.4338801 Jul 16 18:10:12.105993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.120730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fa1c5-6a96-4582-a079-2bb5a9016143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bbefe8-f10a-4ebc-ae65-386fa803ab97,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.133275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Transition to ACTIVE for port object d36a0d6f-7266-489c-a277-f6e93aaac26c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:12.156534 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.164844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3dfb3-52f5-4b6d-9530-dbd5c3b66cb7 req-82fa56af-94ef-492a-bd6b-e5c4bef54463 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.166699 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1c3dfb3-52f5-4b6d-9530-dbd5c3b66cb7 req-82fa56af-94ef-492a-bd6b-e5c4bef54463 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.2739835 Jul 16 18:10:12.194628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:12.196697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=40577c15-89e7-4ae4-87bd-5d5306a689e1,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.199915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:12.204486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:12.225065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1c3dfb3-52f5-4b6d-9530-dbd5c3b66cb7 req-f6e7ee63-234e-4c74-8f65-57b0cc5a560c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517845 Jul 16 18:10:12.236387 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.259118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec6f990-5524-4162-9c80-9e127ede5598']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:12.282810 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08c11af-4e38-4c55-88ff-9f55d8058de0') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:12.283202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08c11af-4e38-4c55-88ff-9f55d8058de0') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:12.288919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::f816:3eff:fe30:4bd9 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/065212c8-e2dd-49da-87a2-800635e7b99c/1675b577-6ab1-4cc4-800e-c49314f73e58) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:12.295832 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.315871 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.316352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Attempting to bind port d36a0d6f-7266-489c-a277-f6e93aaac26c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:12.316849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Attempting to bind port d36a0d6f-7266-489c-a277-f6e93aaac26c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:12.317339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Attempting to bind port d36a0d6f-7266-489c-a277-f6e93aaac26c on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:12.324918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:12.325503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:12.326010 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.327195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:12.327949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Bound port: d36a0d6f-7266-489c-a277-f6e93aaac26c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:12.328558 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.329385 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:12.329811 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:12.331938 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:12.342436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Pushing event updated for resources: {'Port': ['ID=d36a0d6f-7266-489c-a277-f6e93aaac26c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.434391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.447669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] For port d36a0d6f-7266-489c-a277-f6e93aaac26c, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:12.447941 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.454653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] For port d36a0d6f-7266-489c-a277-f6e93aaac26c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d36a0d6f-7266-489c-a277-f6e93aaac26c,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:12.456911 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] 10.222.0.52 "DELETE /v2.0/networks/1ec6f990-5524-4162-9c80-9e127ede5598 HTTP/1.1" status: 204 len: 168 time: 0.4935193 Jul 16 18:10:12.475062 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.488378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74547bfe-dfcf-4d1c-9f27-93db0641ea7d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec6f990-5524-4162-9c80-9e127ede5598,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.583498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7dab4-e5f1-4556-9d05-6b9ad36285bb None None] Pushing event updated for resources: {'Port': ['ID=d36a0d6f-7266-489c-a277-f6e93aaac26c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.637601 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.680555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 1675b577-6ab1-4cc4-800e-c49314f73e58 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:12.719521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34428064-f3cb-472b-b27f-e99ddd022dcb req-85d600d0-4cd0-46dd-a03c-dfa9b2cb4d0a tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.726005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34428064-f3cb-472b-b27f-e99ddd022dcb req-85d600d0-4cd0-46dd-a03c-dfa9b2cb4d0a tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.1645617 Jul 16 18:10:12.742442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:12.784436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b066e3c-7f6b-4aa3-8e9b-02ce9da35289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40577c15-89e7-4ae4-87bd-5d5306a689e1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:12.786898 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d783210c-ccf1-44e6-944f-f23fe8415095" -d '{"events": [{"server_uuid": "2b066e3c-7f6b-4aa3-8e9b-02ce9da35289", "name": "network-vif-plugged", "status": "completed", "tag": "40577c15-89e7-4ae4-87bd-5d5306a689e1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:12.831031 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7fda0652-0561-4790-b0b5-805015361cf3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dec418af5de2424d8bb311b478097044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875604 Jul 16 18:10:12.833462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:12.881240 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.902136 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5bddff-cd1f-4b7f-8893-72528a65dcd3 x-openstack-request-id: req-0e5bddff-cd1f-4b7f-8893-72528a65dcd3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:12.902828 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b066e3c-7f6b-4aa3-8e9b-02ce9da35289", "name": "network-vif-plugged", "status": "completed", "tag": "40577c15-89e7-4ae4-87bd-5d5306a689e1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:12.903251 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e5bddff-cd1f-4b7f-8893-72528a65dcd3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:12.903831 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b066e3c-7f6b-4aa3-8e9b-02ce9da35289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40577c15-89e7-4ae4-87bd-5d5306a689e1', 'code': 200} Jul 16 18:10:12.945512 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f93f482-6373-40ca-ab9b-085283585a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.991348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f93f482-6373-40ca-ab9b-085283585a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.029972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34428064-f3cb-472b-b27f-e99ddd022dcb req-aacaa277-1ccc-4548-a95d-65b3175b7e56 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962005 Jul 16 18:10:13.054212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=1675b577-6ab1-4cc4-800e-c49314f73e58,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:13.070779 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:13.074801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:13.077841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:13.083782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.084504 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.104057 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f93f482-6373-40ca-ab9b-085283585a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.106905 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f93f482-6373-40ca-ab9b-085283585a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.107072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7a6412e6-09f0-414a-86cf-3f20883a0751 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5443373 Jul 16 18:10:13.110934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:13.125958 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7f93f482-6373-40ca-ab9b-085283585a78 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d138166d-9daa-44da-9bf3-9ce3823abc6b HTTP/1.1" status: 204 len: 168 time: 0.2875671 Jul 16 18:10:13.168797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93f482-6373-40ca-ab9b-085283585a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d138166d-9daa-44da-9bf3-9ce3823abc6b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:13.227939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72696767-6a09-4313-b05d-d1ea247ed22a req-b5cd7c7a-2726-4329-945f-e4ad6af7dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.231086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deab9ad-ad9b-423a-bb4e-0ad086881bfc tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.231870 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-72696767-6a09-4313-b05d-d1ea247ed22a req-b5cd7c7a-2726-4329-945f-e4ad6af7dbd2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 1096 time: 0.1698215 Jul 16 18:10:13.242491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d36a0d6f-7266-489c-a277-f6e93aaac26c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:13.247902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deab9ad-ad9b-423a-bb4e-0ad086881bfc tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.258112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8deab9ad-ad9b-423a-bb4e-0ad086881bfc tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1446006 Jul 16 18:10:13.258565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:13.341605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port d36a0d6f-7266-489c-a277-f6e93aaac26c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:13.408860 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-72696767-6a09-4313-b05d-d1ea247ed22a req-0f04aa10-1e96-43c0-bec6-6a9e8135f57f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669731 Jul 16 18:10:13.436698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3b101a73-9682-4d3d-8b58-218a28e6842b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 1675b577-6ab1-4cc4-800e-c49314f73e58 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:13.437129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b101a73-9682-4d3d-8b58-218a28e6842b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.534686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bf40a-8449-41e5-8d70-02d6224c0aed req-e1d43a04-14e0-48e9-a8a4-d04a04919af2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.545256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a2bf40a-8449-41e5-8d70-02d6224c0aed req-e1d43a04-14e0-48e9-a8a4-d04a04919af2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.1451621 Jul 16 18:10:13.574443 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b101a73-9682-4d3d-8b58-218a28e6842b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.594745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3b101a73-9682-4d3d-8b58-218a28e6842b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 1675b577-6ab1-4cc4-800e-c49314f73e58 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:13.621383 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a2bf40a-8449-41e5-8d70-02d6224c0aed req-c561fa8b-2d21-415e-9357-f84b085f1a76 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706546 Jul 16 18:10:13.811968 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b101a73-9682-4d3d-8b58-218a28e6842b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.895936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b101a73-9682-4d3d-8b58-218a28e6842b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=1675b577-6ab1-4cc4-800e-c49314f73e58,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:13.975477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b101a73-9682-4d3d-8b58-218a28e6842b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.983253 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3b101a73-9682-4d3d-8b58-218a28e6842b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/1675b577-6ab1-4cc4-800e-c49314f73e58 HTTP/1.1" status: 204 len: 168 time: 0.7225373 Jul 16 18:10:13.983979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:14.001221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2a55d-f313-46eb-b9eb-14bc6a4b5377 req-ee39eaf8-eb1b-4c3c-8cab-f80dffbb20b2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.002872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35d2a55d-f313-46eb-b9eb-14bc6a4b5377 req-ee39eaf8-eb1b-4c3c-8cab-f80dffbb20b2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.1493852 Jul 16 18:10:14.199686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92802fb9-bbe1-4270-9636-07ae664f10e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.210574 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92802fb9-bbe1-4270-9636-07ae664f10e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.219187 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:14.222087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-92802fb9-bbe1-4270-9636-07ae664f10e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2342117 Jul 16 18:10:14.239401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35d2a55d-f313-46eb-b9eb-14bc6a4b5377 req-6aecb949-12c7-4c8a-a748-4fcf6717f7a4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244048 Jul 16 18:10:14.332191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6bf019f5-804a-464b-a398-b14aa35f0ede None None] Provisioning for port d36a0d6f-7266-489c-a277-f6e93aaac26c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:14.355001 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6bf019f5-804a-464b-a398-b14aa35f0ede None None] Provisioning complete for port d36a0d6f-7266-489c-a277-f6e93aaac26c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:14.357581 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bf019f5-804a-464b-a398-b14aa35f0ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.389691 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d430e890-5135-4568-880f-4755a2e320b3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 065212c8-e2dd-49da-87a2-800635e7b99c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:14.407247 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d430e890-5135-4568-880f-4755a2e320b3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.594019 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bf019f5-804a-464b-a398-b14aa35f0ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.612342 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d430e890-5135-4568-880f-4755a2e320b3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.616667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e28bea-b905-47c3-a64c-545fa65baad6 req-eacdfb19-30d2-4526-91e8-78916accd10e tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.635953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53e28bea-b905-47c3-a64c-545fa65baad6 req-eacdfb19-30d2-4526-91e8-78916accd10e tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.2789526 Jul 16 18:10:14.729750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6bf019f5-804a-464b-a398-b14aa35f0ede None None] For port d36a0d6f-7266-489c-a277-f6e93aaac26c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d36a0d6f-7266-489c-a277-f6e93aaac26c,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:14.747610 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bf019f5-804a-464b-a398-b14aa35f0ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.775897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53e28bea-b905-47c3-a64c-545fa65baad6 req-108cf17d-809d-4410-ab7c-9e6d6cd03463 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389732 Jul 16 18:10:14.903478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7dbf262d-eaeb-4b55-92e2-11bc44ac46aa None None] Could not find standard attr ID for object 1675b577-6ab1-4cc4-800e-c49314f73e58. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:10:14.950924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf019f5-804a-464b-a398-b14aa35f0ede None None] Pushing event updated for resources: {'Port': ['ID=d36a0d6f-7266-489c-a277-f6e93aaac26c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:14.996653 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d430e890-5135-4568-880f-4755a2e320b3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.149407 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d430e890-5135-4568-880f-4755a2e320b3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.179536 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d430e890-5135-4568-880f-4755a2e320b3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.188128 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d430e890-5135-4568-880f-4755a2e320b3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/065212c8-e2dd-49da-87a2-800635e7b99c HTTP/1.1" status: 204 len: 168 time: 0.9645996 Jul 16 18:10:15.188458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:15.192814 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a2daf-c5dc-4f53-b682-2861e9319bd1 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:15.223550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d36a0d6f-7266-489c-a277-f6e93aaac26c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:15.276664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-09f79bfd-1e6b-4673-b0bb-93d30f07a1cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186256 Jul 16 18:10:15.308611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430e890-5135-4568-880f-4755a2e320b3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=065212c8-e2dd-49da-87a2-800635e7b99c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:15.372861 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bd59c9db-c1ea-42ca-9144-5a6055eccc68 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1816220 Jul 16 18:10:15.374002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:15.379528 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:15.404404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d36a0d6f-7266-489c-a277-f6e93aaac26c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:15.405725 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.538024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1acc34-f738-4ab8-ae98-03da492910a5 req-cf3a881b-31e8-4e37-bdf9-6cb7a620d944 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.542361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd1acc34-f738-4ab8-ae98-03da492910a5 req-cf3a881b-31e8-4e37-bdf9-6cb7a620d944 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.2065601 Jul 16 18:10:15.616502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:15.621489 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.685070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd1acc34-f738-4ab8-ae98-03da492910a5 req-a1705481-38c7-40bd-b7de-a29474f33318 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346922 Jul 16 18:10:15.738572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d2d003-efd1-4b43-a5ce-c5946f65d29d None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:15.903396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-04d2d003-efd1-4b43-a5ce-c5946f65d29d None None] Deleting port d36a0d6f-7266-489c-a277-f6e93aaac26c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:15.903906 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04d2d003-efd1-4b43-a5ce-c5946f65d29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.048028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-04d2d003-efd1-4b43-a5ce-c5946f65d29d None None] For port d36a0d6f-7266-489c-a277-f6e93aaac26c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d36a0d6f-7266-489c-a277-f6e93aaac26c,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:16.050657 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04d2d003-efd1-4b43-a5ce-c5946f65d29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.115749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-04d2d003-efd1-4b43-a5ce-c5946f65d29d None None] Calling delete_port for d36a0d6f-7266-489c-a277-f6e93aaac26c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:16.165126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6448c-c048-46a6-8889-657892089b37 req-b321695f-91ec-4f0c-bb4e-49dd22ccbd32 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:16.167803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f4d6448c-c048-46a6-8889-657892089b37 req-b321695f-91ec-4f0c-bb4e-49dd22ccbd32 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.1701231 Jul 16 18:10:16.243407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f4d6448c-c048-46a6-8889-657892089b37 req-38f3ec18-e1e3-4b04-a1f6-46fa655e73f8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668993 Jul 16 18:10:16.301457 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04d2d003-efd1-4b43-a5ce-c5946f65d29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.324341 n-d-793618-9 neutron-server[93766]: DEBUG neutron.objects.ports [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:10:16.365398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d2d003-efd1-4b43-a5ce-c5946f65d29d None None] No DVR routers for this DVR port d36a0d6f-7266-489c-a277-f6e93aaac26c on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:16.373608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2d003-efd1-4b43-a5ce-c5946f65d29d None None] Pushing event deleted for resources: {'Port': ['ID=d36a0d6f-7266-489c-a277-f6e93aaac26c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:16.400144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.453392 n-d-793618-9 neutron-server[93766]: WARNING neutron.services.revisions.revision_plugin [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Could not find related port for resource to bump revision. Jul 16 18:10:16.458587 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.ipam_pluggable_backend [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Port d36a0d6f-7266-489c-a277-f6e93aaac26c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:10:16.458961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.ipam_pluggable_backend [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Reverting IP allocation for 2001:db8::f816:3eff:fe84:395f {{(pid=93766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:10:16.462501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.ipam_pluggable_backend [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe84:395f {{(pid=93766) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:10:16.463752 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.506536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c507e5-2860-4a20-ba44-63c9df4527ae req-63cff1d4-e675-4558-b352-9eeb3b4476e2 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:16.510776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:16.514679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45c507e5-2860-4a20-ba44-63c9df4527ae req-63cff1d4-e675-4558-b352-9eeb3b4476e2 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.0789318 Jul 16 18:10:16.518323 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:16.521946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:16.522995 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.531598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc06a09c-fa56-4a4a-b943-809533c8b5a1 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:16.561582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=26f1802a-fa88-4887-9044-e7f7e65d9694,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:16.586745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45c507e5-2860-4a20-ba44-63c9df4527ae req-365e792f-f7c1-45e8-ba9a-566a520cf973 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699220 Jul 16 18:10:16.587696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2280ba2-502a-4486-9110-f984e0188526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.603437 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9d7cd5ad-e71d-4cf8-8994-f06096095a10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2260888 Jul 16 18:10:16.604282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.621588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:05:14:1a', 'name': 'tempest-NetworksTestDHCPv6-1081897210'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:16.775675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.784137 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2280ba2-502a-4486-9110-f984e0188526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.789780 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2280ba2-502a-4486-9110-f984e0188526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.855777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441c4824-9603-476d-b691-6fb759726384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': '26f1802a-fa88-4887-9044-e7f7e65d9694'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:16.864939 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-441c4824-9603-476d-b691-6fb759726384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.870144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2280ba2-502a-4486-9110-f984e0188526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3e6301-4438-4564-9417-d657c532c1ec,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:16.888704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f2280ba2-502a-4486-9110-f984e0188526 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6d67ee3d70944ec90d48076310adbf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847350 Jul 16 18:10:16.889077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:17.016135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:17.097127 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a245028-eb39-41b4-9f6d-5960571fd62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.132654 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe72dfd-e10b-499a-84b6-b5d5b8a2547b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.161685 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.186929 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a245028-eb39-41b4-9f6d-5960571fd62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.193734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d36a0d6f-7266-489c-a277-f6e93aaac26c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:17.203083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 0ab9d3dc-d1d5-4b83-8b22-1dff25942a55 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:17.226883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: d36a0d6f-7266-489c-a277-f6e93aaac26c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:17.227245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d36a0d6f-7266-489c-a277-f6e93aaac26c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:17.297778 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-441c4824-9603-476d-b691-6fb759726384 None None] Allocated IP 2001:db8::f816:3eff:feda:1618 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/26f1802a-fa88-4887-9044-e7f7e65d9694/254bd578-27c5-4705-b69a-37595b44ebe2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:17.419270 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe72dfd-e10b-499a-84b6-b5d5b8a2547b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.422315 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75f70e-f8d1-4d8b-b328-efcc8eda19de req-b0b0fe11-8ab8-463f-a1ff-6c443cab1959 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.431249 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4fe72dfd-e10b-499a-84b6-b5d5b8a2547b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.436613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e75f70e-f8d1-4d8b-b328-efcc8eda19de req-b0b0fe11-8ab8-463f-a1ff-6c443cab1959 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.2459249 Jul 16 18:10:17.456759 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a245028-eb39-41b4-9f6d-5960571fd62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.459421 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a245028-eb39-41b4-9f6d-5960571fd62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.460671 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9a245028-eb39-41b4-9f6d-5960571fd62c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c3e6301-4438-4564-9417-d657c532c1ec HTTP/1.1" status: 204 len: 168 time: 0.5698252 Jul 16 18:10:17.514601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a245028-eb39-41b4-9f6d-5960571fd62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3e6301-4438-4564-9417-d657c532c1ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.527449 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4fe72dfd-e10b-499a-84b6-b5d5b8a2547b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f38d8cf542745a5acd098f85acc0787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7470214 Jul 16 18:10:17.530641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe72dfd-e10b-499a-84b6-b5d5b8a2547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d0a7c1-81ca-43a2-b01d-56de4833985c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.533952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:17.579170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e75f70e-f8d1-4d8b-b328-efcc8eda19de req-9ac94876-9c31-4e6a-a48b-333e50e95e14 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336789 Jul 16 18:10:17.624757 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf7d7269-b7e6-45d8-bb7f-9257eaa5ffa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.664854 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-441c4824-9603-476d-b691-6fb759726384 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.674675 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf7d7269-b7e6-45d8-bb7f-9257eaa5ffa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.681001 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-441c4824-9603-476d-b691-6fb759726384 None None] Transition to ACTIVE for port object 254bd578-27c5-4705-b69a-37595b44ebe2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:17.732823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-441c4824-9603-476d-b691-6fb759726384 None None] Transition to ACTIVE for port object 254bd578-27c5-4705-b69a-37595b44ebe2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:17.741492 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-441c4824-9603-476d-b691-6fb759726384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.788833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441c4824-9603-476d-b691-6fb759726384 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:17.797025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-441c4824-9603-476d-b691-6fb759726384 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:17.801634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c4824-9603-476d-b691-6fb759726384 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:17.810224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c4824-9603-476d-b691-6fb759726384 None None] Pushing event updated for resources: {'Port': ['ID=254bd578-27c5-4705-b69a-37595b44ebe2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.814835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::f816:3eff:fe05:141a (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/26f1802a-fa88-4887-9044-e7f7e65d9694/0ab9d3dc-d1d5-4b83-8b22-1dff25942a55) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:17.886127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-441c4824-9603-476d-b691-6fb759726384 None None] Attempting to bind port 254bd578-27c5-4705-b69a-37595b44ebe2 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:17.886517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-441c4824-9603-476d-b691-6fb759726384 None None] Attempting to bind port 254bd578-27c5-4705-b69a-37595b44ebe2 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:17.886891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c4824-9603-476d-b691-6fb759726384 None None] Attempting to bind port 254bd578-27c5-4705-b69a-37595b44ebe2 on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:17.894034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c4824-9603-476d-b691-6fb759726384 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:17.894527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c4824-9603-476d-b691-6fb759726384 None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:17.897097 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-441c4824-9603-476d-b691-6fb759726384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.899829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c4824-9603-476d-b691-6fb759726384 None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:17.901092 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-441c4824-9603-476d-b691-6fb759726384 None None] Bound port: 254bd578-27c5-4705-b69a-37595b44ebe2, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:17.904555 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-441c4824-9603-476d-b691-6fb759726384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.972165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-0b50d251-b3de-43ed-bce2-3edc286ab08e tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.977062 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-0b50d251-b3de-43ed-bce2-3edc286ab08e tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/networks?id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0 HTTP/1.1" status: 200 len: 814 time: 0.2711537 Jul 16 18:10:17.985971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:17.995812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf7d7269-b7e6-45d8-bb7f-9257eaa5ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.003244 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf7d7269-b7e6-45d8-bb7f-9257eaa5ffa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.010479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bf7d7269-b7e6-45d8-bb7f-9257eaa5ffa5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0d0a7c1-81ca-43a2-b01d-56de4833985c HTTP/1.1" status: 204 len: 168 time: 0.4738657 Jul 16 18:10:18.033368 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3235b85-4eef-4b78-941c-88d61504c8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.052297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-441c4824-9603-476d-b691-6fb759726384 None None] For port 254bd578-27c5-4705-b69a-37595b44ebe2, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:18.055749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-441c4824-9603-476d-b691-6fb759726384 None None] For port 254bd578-27c5-4705-b69a-37595b44ebe2, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=254bd578-27c5-4705-b69a-37595b44ebe2,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:18.063976 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-441c4824-9603-476d-b691-6fb759726384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.070689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-d24dbdb1-3764-49fb-b680-e287195757ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.072707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-d24dbdb1-3764-49fb-b680-e287195757ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 1100 time: 0.3111491 Jul 16 18:10:18.126967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c4824-9603-476d-b691-6fb759726384 None None] Pushing event updated for resources: {'Port': ['ID=254bd578-27c5-4705-b69a-37595b44ebe2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.229786 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.231211 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3235b85-4eef-4b78-941c-88d61504c8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.247569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d7269-b7e6-45d8-bb7f-9257eaa5ffa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d0a7c1-81ca-43a2-b01d-56de4833985c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.257706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-c6074581-02a4-4e0e-8e6d-6a68c19c62b0 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/quotas/6d75d38d23e04bb3832283833a37a261 HTTP/1.1" status: 200 len: 375 time: 0.2692139 Jul 16 18:10:18.261789 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3235b85-4eef-4b78-941c-88d61504c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.270451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 0ab9d3dc-d1d5-4b83-8b22-1dff25942a55 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:18.341301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.401268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3235b85-4eef-4b78-941c-88d61504c8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b90db5-a42a-41b9-aa72-8f10ca3984a0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.412593 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d3235b85-4eef-4b78-941c-88d61504c8f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fdbeff5b016d48499d543633d8f3ebf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223926 Jul 16 18:10:18.415755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:18.451695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:18.461274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:18.474646 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:18.500843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.502361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.511244 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=0ab9d3dc-d1d5-4b83-8b22-1dff25942a55,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.527498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-11ba3ba1-e511-4d16-94b4-5751f99f8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.529064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-11ba3ba1-e511-4d16-94b4-5751f99f8fbe service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2910132 Jul 16 18:10:18.544755 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-74d1514d-f020-469a-b037-8c8f860182e7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9383206 Jul 16 18:10:18.547342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:18.641509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-df36b3bb-6a5c-4598-aa44-c7288c5cec6d tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d75d38d23e04bb3832283833a37a261&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3827660 Jul 16 18:10:18.661293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-71aa5ba3-be4b-4c56-9a27-c5b96c3ba7eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a0e93a08-773c-49b1-a906-4bff6270e54b HTTP/1.1" status: 200 len: 217 time: 0.1242247 Jul 16 18:10:18.709498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25a434-de02-43b0-9287-2768241ed281 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.716615 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25a434-de02-43b0-9287-2768241ed281 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.718524 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ea25a434-de02-43b0-9287-2768241ed281 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1700585 Jul 16 18:10:18.721112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:18.775528 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4200628-d6b7-4314-8654-e042eda266da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.843951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d32e1-3316-484a-8b29-437e19d3e6dc req-a0f3b808-c432-44bd-907d-a5db3abec941 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.845511 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-790d32e1-3316-484a-8b29-437e19d3e6dc req-a0f3b808-c432-44bd-907d-a5db3abec941 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066e3c-7f6b-4aa3-8e9b-02ce9da35289 HTTP/1.1" status: 200 len: 945 time: 0.1923440 Jul 16 18:10:18.874176 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4200628-d6b7-4314-8654-e042eda266da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.901920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-70be6867-7aff-4640-8109-4b7b08eed6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.903369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-70be6867-7aff-4640-8109-4b7b08eed6c7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2306504 Jul 16 18:10:18.957591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5d8bb8ca-73ad-4a82-bf6f-91a71d745770 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 0ab9d3dc-d1d5-4b83-8b22-1dff25942a55 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:18.959033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8bb8ca-73ad-4a82-bf6f-91a71d745770 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.031405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-2e2e951d-69c4-4705-bf57-1b2c1bd6f23c service neutron] 10.222.0.52 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802805 Jul 16 18:10:19.098308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-60039502-6fac-4c81-a627-019683b56db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.100256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-60039502-6fac-4c81-a627-019683b56db0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1840768 Jul 16 18:10:19.110861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-790d32e1-3316-484a-8b29-437e19d3e6dc req-704c2985-8adf-40bf-ab3c-05d00a5dcbbb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Deleting port 40577c15-89e7-4ae4-87bd-5d5306a689e1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:19.111998 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-790d32e1-3316-484a-8b29-437e19d3e6dc req-704c2985-8adf-40bf-ab3c-05d00a5dcbbb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.152107 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8bb8ca-73ad-4a82-bf6f-91a71d745770 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.171282 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4200628-d6b7-4314-8654-e042eda266da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.182672 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4200628-d6b7-4314-8654-e042eda266da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.194185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c4200628-d6b7-4314-8654-e042eda266da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77b90db5-a42a-41b9-aa72-8f10ca3984a0 HTTP/1.1" status: 204 len: 168 time: 0.7774026 Jul 16 18:10:19.200001 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5d8bb8ca-73ad-4a82-bf6f-91a71d745770 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 0ab9d3dc-d1d5-4b83-8b22-1dff25942a55 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:19.210307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 254bd578-27c5-4705-b69a-37595b44ebe2 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:19.351247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 254bd578-27c5-4705-b69a-37595b44ebe2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:19.369124 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-bc93577c-3034-4511-ace1-5fb71230ef98 service neutron] 10.222.0.52 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292933 Jul 16 18:10:19.375568 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4200628-d6b7-4314-8654-e042eda266da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b90db5-a42a-41b9-aa72-8f10ca3984a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.434438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c1da7-23cb-48d1-87c2-d5d65574db3c req-f49f07cc-7b46-4ae4-b505-26eb2eb2de8b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.442710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb3c1da7-23cb-48d1-87c2-d5d65574db3c req-f49f07cc-7b46-4ae4-b505-26eb2eb2de8b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.5632491 Jul 16 18:10:19.508729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-790d32e1-3316-484a-8b29-437e19d3e6dc req-704c2985-8adf-40bf-ab3c-05d00a5dcbbb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] For port 40577c15-89e7-4ae4-87bd-5d5306a689e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=40577c15-89e7-4ae4-87bd-5d5306a689e1,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:19.516457 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-790d32e1-3316-484a-8b29-437e19d3e6dc req-704c2985-8adf-40bf-ab3c-05d00a5dcbbb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.538252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-ce7f6064-5f5f-476c-a4d7-136ae664476d service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112494 Jul 16 18:10:19.555947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-790d32e1-3316-484a-8b29-437e19d3e6dc req-704c2985-8adf-40bf-ab3c-05d00a5dcbbb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Calling delete_port for 40577c15-89e7-4ae4-87bd-5d5306a689e1 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:19.559760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb3c1da7-23cb-48d1-87c2-d5d65574db3c req-9a50047c-2f01-44a8-a59a-630a91562711 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161501 Jul 16 18:10:19.894532 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8bb8ca-73ad-4a82-bf6f-91a71d745770 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.902858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fb5fed6-5296-4674-9641-cf6e411d11ce None None] Provisioning for port 254bd578-27c5-4705-b69a-37595b44ebe2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:19.910832 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9fb5fed6-5296-4674-9641-cf6e411d11ce None None] Provisioning complete for port 254bd578-27c5-4705-b69a-37595b44ebe2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:19.912711 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fb5fed6-5296-4674-9641-cf6e411d11ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.006906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bb8ca-73ad-4a82-bf6f-91a71d745770 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=0ab9d3dc-d1d5-4b83-8b22-1dff25942a55,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:20.071654 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d8bb8ca-73ad-4a82-bf6f-91a71d745770 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.087129 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5d8bb8ca-73ad-4a82-bf6f-91a71d745770 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/0ab9d3dc-d1d5-4b83-8b22-1dff25942a55 HTTP/1.1" status: 204 len: 168 time: 1.3642659 Jul 16 18:10:20.095483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42112) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:20.152896 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fb5fed6-5296-4674-9641-cf6e411d11ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.232513 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4fae58-9730-4312-8aa3-316be00927c8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.236475 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4fae58-9730-4312-8aa3-316be00927c8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.239815 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5e4fae58-9730-4312-8aa3-316be00927c8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1430564 Jul 16 18:10:20.244029 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42116) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:20.258090 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9fb5fed6-5296-4674-9641-cf6e411d11ce None None] For port 254bd578-27c5-4705-b69a-37595b44ebe2, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=254bd578-27c5-4705-b69a-37595b44ebe2,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:20.268329 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fb5fed6-5296-4674-9641-cf6e411d11ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.401140 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-519b3d32-3563-4d96-9af9-1d98cb959f34 None None] Could not find standard attr ID for object 0ab9d3dc-d1d5-4b83-8b22-1dff25942a55. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:10:20.402807 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-790d32e1-3316-484a-8b29-437e19d3e6dc req-704c2985-8adf-40bf-ab3c-05d00a5dcbbb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.434289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5fed6-5296-4674-9641-cf6e411d11ce None None] Pushing event updated for resources: {'Port': ['ID=254bd578-27c5-4705-b69a-37595b44ebe2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:20.494975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c2985-8adf-40bf-ab3c-05d00a5dcbbb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Pushing event deleted for resources: {'Port': ['ID=40577c15-89e7-4ae4-87bd-5d5306a689e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:20.524681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85ccf70-f8ac-45b0-a1ab-967c24117857 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 26f1802a-fa88-4887-9044-e7f7e65d9694 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:20.529863 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d85ccf70-f8ac-45b0-a1ab-967c24117857 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.603060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63ead727-d57d-428c-b402-d5d7a4c104e6 req-73a01c6d-5554-436e-83c4-82333fe9d748 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 210 time: 0.0595684 Jul 16 18:10:20.640613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-1df8b8a2-1b1b-4a83-9fb8-8315e2f72a5d service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0935442 Jul 16 18:10:20.645307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-790d32e1-3316-484a-8b29-437e19d3e6dc req-704c2985-8adf-40bf-ab3c-05d00a5dcbbb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] No DVR routers for this DVR port 40577c15-89e7-4ae4-87bd-5d5306a689e1 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:20.659338 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-790d32e1-3316-484a-8b29-437e19d3e6dc req-704c2985-8adf-40bf-ab3c-05d00a5dcbbb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.666055 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-790d32e1-3316-484a-8b29-437e19d3e6dc req-704c2985-8adf-40bf-ab3c-05d00a5dcbbb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.42 "DELETE /v2.0/ports/40577c15-89e7-4ae4-87bd-5d5306a689e1 HTTP/1.1" status: 204 len: 173 time: 1.8104024 Jul 16 18:10:20.666228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b066e3c-7f6b-4aa3-8e9b-02ce9da35289', 'name': 'network-vif-deleted', 'tag': '40577c15-89e7-4ae4-87bd-5d5306a689e1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:20.677491 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5937831a-b0ef-4cd9-b0e7-baa6afa5342e" -d '{"events": [{"server_uuid": "2b066e3c-7f6b-4aa3-8e9b-02ce9da35289", "name": "network-vif-deleted", "tag": "40577c15-89e7-4ae4-87bd-5d5306a689e1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:20.702875 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d85ccf70-f8ac-45b0-a1ab-967c24117857 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.757903 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e291882-5a36-4fe0-9786-db8e7eae1611 x-openstack-request-id: req-9e291882-5a36-4fe0-9786-db8e7eae1611 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:20.758202 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b066e3c-7f6b-4aa3-8e9b-02ce9da35289", "name": "network-vif-deleted", "tag": "40577c15-89e7-4ae4-87bd-5d5306a689e1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:20.758461 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e291882-5a36-4fe0-9786-db8e7eae1611 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:20.758866 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b066e3c-7f6b-4aa3-8e9b-02ce9da35289', 'name': 'network-vif-deleted', 'tag': '40577c15-89e7-4ae4-87bd-5d5306a689e1', 'status': 'completed', 'code': 200} Jul 16 18:10:20.934693 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d85ccf70-f8ac-45b0-a1ab-967c24117857 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.965974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ceb976-87db-40eb-8ecf-a3ca6078a513 req-143ef63d-3607-469b-a3c6-5604ad9ec1df tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.972444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-27ceb976-87db-40eb-8ecf-a3ca6078a513 req-143ef63d-3607-469b-a3c6-5604ad9ec1df tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.1613395 Jul 16 18:10:20.999411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.051100 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d85ccf70-f8ac-45b0-a1ab-967c24117857 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.091781 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ccf70-f8ac-45b0-a1ab-967c24117857 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=26f1802a-fa88-4887-9044-e7f7e65d9694,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.093898 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-27ceb976-87db-40eb-8ecf-a3ca6078a513 req-1ad2d9b4-4bcf-4ea7-93c9-b1fb79964052 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145720 Jul 16 18:10:21.111133 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d85ccf70-f8ac-45b0-a1ab-967c24117857 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.115507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e5a90-1f69-42af-9c87-b683dc9088ba None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:21.115611 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d85ccf70-f8ac-45b0-a1ab-967c24117857 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/26f1802a-fa88-4887-9044-e7f7e65d9694 HTTP/1.1" status: 204 len: 168 time: 0.8545308 Jul 16 18:10:21.117238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.228005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-edc20c22-cd88-4ad0-8877-4cfd7a0bfb73 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095173 Jul 16 18:10:21.232767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.250911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 254bd578-27c5-4705-b69a-37595b44ebe2 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:21.389638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06691241-4991-4aa2-a3a3-407e89ad3d10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.392341 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-06691241-4991-4aa2-a3a3-407e89ad3d10 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1595457 Jul 16 18:10:21.394369 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.414547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 254bd578-27c5-4705-b69a-37595b44ebe2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:21.416711 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.436903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.483453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac242d4d-fb05-4feb-8f1d-dd7d4991a3fe tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.487326 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ac242d4d-fb05-4feb-8f1d-dd7d4991a3fe tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0892725 Jul 16 18:10:21.487680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.500617 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:10:21.509478 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad482209-6b3f-4f92-ae40-817eedcec47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.531573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 40577c15-89e7-4ae4-87bd-5d5306a689e1 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:21.542448 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e73e3b1e-568f-43b9-af31-e534542aa077 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532742 Jul 16 18:10:21.548098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.558029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:21.584938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 40577c15-89e7-4ae4-87bd-5d5306a689e1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:21.585383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 40577c15-89e7-4ae4-87bd-5d5306a689e1 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:21.622084 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28e0ceb8-4073-4052-b72b-0c5fc674c8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.624595 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c5456f-c359-41d0-a92a-f8831dcec353 None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:21.713842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84c5456f-c359-41d0-a92a-f8831dcec353 None None] Deleting port 254bd578-27c5-4705-b69a-37595b44ebe2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:21.714270 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84c5456f-c359-41d0-a92a-f8831dcec353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.815750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84c5456f-c359-41d0-a92a-f8831dcec353 None None] For port 254bd578-27c5-4705-b69a-37595b44ebe2, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=254bd578-27c5-4705-b69a-37595b44ebe2,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:21.816157 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84c5456f-c359-41d0-a92a-f8831dcec353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.835342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84c5456f-c359-41d0-a92a-f8831dcec353 None None] Calling delete_port for 254bd578-27c5-4705-b69a-37595b44ebe2 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:21.838137 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97068279-0b9a-45ea-a17a-f7fa97e66f34 req-49692262-faca-4e2c-af5b-afc8374bc393 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 210 time: 0.0552509 Jul 16 18:10:21.916262 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad482209-6b3f-4f92-ae40-817eedcec47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.938225 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad482209-6b3f-4f92-ae40-817eedcec47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.993264 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84c5456f-c359-41d0-a92a-f8831dcec353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.012491 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:10:22.012491 n-d-793618-9 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:10:22.012491 n-d-793618-9 neutron-server[93767]: [parameters: {'project_id_1': '6c266cf86827421a835d6c14c1884754', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 10, 21, 833598)}] Jul 16 18:10:22.012491 n-d-793618-9 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:10:22.013511 n-d-793618-9 neutron-server[93767]: DEBUG oslo_db.api [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:10:22.030132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad482209-6b3f-4f92-ae40-817eedcec47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491da306-a88a-4a78-8c3b-bcaaf1b738ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.035765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ad482209-6b3f-4f92-ae40-817eedcec47c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc3d98bdba9543d197ab4e9fab90f9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0315630 Jul 16 18:10:22.038880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:22.050179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5456f-c359-41d0-a92a-f8831dcec353 None None] Pushing event deleted for resources: {'Port': ['ID=254bd578-27c5-4705-b69a-37595b44ebe2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.055849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5456f-c359-41d0-a92a-f8831dcec353 None None] No DVR routers for this DVR port 254bd578-27c5-4705-b69a-37595b44ebe2 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:22.154365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac15370f-64a3-4773-b12b-e50eeb368d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.155194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-67f2ac5c-58b5-4354-8fc0-eedf5f397052 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.158477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-67f2ac5c-58b5-4354-8fc0-eedf5f397052 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.38 "GET /v2.0/networks?id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0 HTTP/1.1" status: 200 len: 814 time: 0.2402365 Jul 16 18:10:22.181351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Request body: {'port': {'device_id': '99d656fe-a608-4a45-aa49-bb91cc0a22be', 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0', 'admin_state_up': True, 'tenant_id': '6d75d38d23e04bb3832283833a37a261'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:22.219439 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28e0ceb8-4073-4052-b72b-0c5fc674c8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.228093 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac15370f-64a3-4773-b12b-e50eeb368d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.303311 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28e0ceb8-4073-4052-b72b-0c5fc674c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.339280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac15370f-64a3-4773-b12b-e50eeb368d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.342365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac15370f-64a3-4773-b12b-e50eeb368d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.346423 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ac15370f-64a3-4773-b12b-e50eeb368d4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/491da306-a88a-4a78-8c3b-bcaaf1b738ee HTTP/1.1" status: 204 len: 168 time: 0.3030756 Jul 16 18:10:22.366755 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15370f-64a3-4773-b12b-e50eeb368d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491da306-a88a-4a78-8c3b-bcaaf1b738ee,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.396359 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0ceb8-4073-4052-b72b-0c5fc674c8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51809917-878d-43d5-a3e5-90e0be1248b6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.403170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-28e0ceb8-4073-4052-b72b-0c5fc674c8f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9964a58aae82421fa48a15c06986ccb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9651706 Jul 16 18:10:22.406355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:22.406839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Made reservation on behalf of 6d75d38d23e04bb3832283833a37a261 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:22.410592 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.492827 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0a682e9-9494-4917-b744-2d83ca75362e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.516256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ce1b1-a51e-409a-b3eb-0d5fd38a8db5 req-5954dd72-0cd2-4960-a34d-bc54ade504d7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.517834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d98ce1b1-a51e-409a-b3eb-0d5fd38a8db5 req-5954dd72-0cd2-4960-a34d-bc54ade504d7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.1872311 Jul 16 18:10:22.526159 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0a682e9-9494-4917-b744-2d83ca75362e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.596251 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0a682e9-9494-4917-b744-2d83ca75362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.600565 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0a682e9-9494-4917-b744-2d83ca75362e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.602699 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b0a682e9-9494-4917-b744-2d83ca75362e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51809917-878d-43d5-a3e5-90e0be1248b6 HTTP/1.1" status: 204 len: 168 time: 0.1951559 Jul 16 18:10:22.613874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a682e9-9494-4917-b744-2d83ca75362e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51809917-878d-43d5-a3e5-90e0be1248b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.652136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Allocated IP 172.20.0.5 (b9117ce7-7d0b-4067-b1c3-eb5930f645a0/25468045-7241-4454-b16f-bde78d4ab676/fb23128d-8e4a-481d-9aaa-135f091a59ec) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:22.671841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:22.676205 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.701755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d98ce1b1-a51e-409a-b3eb-0d5fd38a8db5 req-f63a7af4-dd18-4dbe-977c-5435e20c31ee tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642878 Jul 16 18:10:23.015231 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:23.057234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff47f3cf-0126-41ef-9231-5cd006010a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.060136 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.086898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.objects.ports [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:10:23.108374 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.111537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ab15e05-1daf-4cb2-8431-381c164bb0b0 req-641f6452-4d2a-45c1-abfa-16af3387a774 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 210 time: 0.1099482 Jul 16 18:10:23.156879 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 254bd578-27c5-4705-b69a-37595b44ebe2 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:23.181569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:23.189343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:23.189852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 254bd578-27c5-4705-b69a-37595b44ebe2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:23.191644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 254bd578-27c5-4705-b69a-37595b44ebe2 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:23.193818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.194542 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.198245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=74fd6c0f-fb14-43b9-aa3f-07417f29d7b9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:23.206304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaaeefe-dc05-48e2-bc67-3739b9572191 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:23.234406 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff47f3cf-0126-41ef-9231-5cd006010a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.237347 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.243667 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff47f3cf-0126-41ef-9231-5cd006010a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.297140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-aa123924-383b-43d4-b863-88679424dfd7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7453024 Jul 16 18:10:23.299686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:23.317686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:23.321910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:23.327282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:23.331480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Pushing event updated for resources: {'Port': ['ID=fb23128d-8e4a-481d-9aaa-135f091a59ec,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:23.340516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:e6:dd:9f', 'name': 'tempest-NetworksTestDHCPv6-1375367390'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:23.383649 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47f3cf-0126-41ef-9231-5cd006010a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4453d50a-9c4f-497d-b871-94c1cdeccbf6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:23.415027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.415718 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.439635 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ff47f3cf-0126-41ef-9231-5cd006010a67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80881d58f9124cea928f31373568ff50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223506 Jul 16 18:10:23.443867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:23.453888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-f73d464e-b2d2-4573-a770-dc4fc52da059 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2790704 Jul 16 18:10:23.465185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Request body: {'port': {'device_id': '99d656fe-a608-4a45-aa49-bb91cc0a22be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:23.498853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': '74fd6c0f-fb14-43b9-aa3f-07417f29d7b9'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:23.500024 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.573972 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.639247 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ec1acc1-7482-40b9-bfb7-fbdcfc569443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.699955 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ec1acc1-7482-40b9-bfb7-fbdcfc569443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.755759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:23.817645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Allocated IP 2001:db8::f816:3eff:fe06:3a15 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/74fd6c0f-fb14-43b9-aa3f-07417f29d7b9/e29ed250-888b-416c-82b7-6ac99fa6c0a0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:23.843994 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.866523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 0175c7ff-a0c3-4660-8e44-89d2a607b8f9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:23.915033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ec1acc1-7482-40b9-bfb7-fbdcfc569443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.917546 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ec1acc1-7482-40b9-bfb7-fbdcfc569443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.921151 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1ec1acc1-7482-40b9-bfb7-fbdcfc569443 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4453d50a-9c4f-497d-b871-94c1cdeccbf6 HTTP/1.1" status: 204 len: 168 time: 0.4739428 Jul 16 18:10:23.943364 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1acc1-7482-40b9-bfb7-fbdcfc569443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4453d50a-9c4f-497d-b871-94c1cdeccbf6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.102000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb23128d-8e4a-481d-9aaa-135f091a59ec {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:24.126399 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.133204 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.158868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Transition to ACTIVE for port object e29ed250-888b-416c-82b7-6ac99fa6c0a0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:24.175558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Transition to ACTIVE for port object fb23128d-8e4a-481d-9aaa-135f091a59ec will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:24.186522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Transition to ACTIVE for port object e29ed250-888b-416c-82b7-6ac99fa6c0a0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:24.187731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66280817-74d3-4c05-819a-f5369473a29e req-83270732-5b82-465c-ba0d-091808a7e0c1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.189299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66280817-74d3-4c05-819a-f5369473a29e req-83270732-5b82-465c-ba0d-091808a7e0c1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.2789414 Jul 16 18:10:24.190521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.196922 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.247096 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Pushing event updated for resources: {'Port': ['ID=e29ed250-888b-416c-82b7-6ac99fa6c0a0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.259834 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:24.261265 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:24.264521 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:24.317456 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::f816:3eff:fee6:dd9f (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/74fd6c0f-fb14-43b9-aa3f-07417f29d7b9/0175c7ff-a0c3-4660-8e44-89d2a607b8f9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:24.349369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Attempting to bind port e29ed250-888b-416c-82b7-6ac99fa6c0a0 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:24.350072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Attempting to bind port e29ed250-888b-416c-82b7-6ac99fa6c0a0 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:24.350630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Attempting to bind port e29ed250-888b-416c-82b7-6ac99fa6c0a0 on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.358014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:24.358657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:24.359264 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.359832 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:24.360644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Bound port: e29ed250-888b-416c-82b7-6ac99fa6c0a0, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:24.361742 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.435605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66280817-74d3-4c05-819a-f5369473a29e req-50cfad86-3c19-4577-88fb-0cafbc248560 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951191 Jul 16 18:10:24.477640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] For port e29ed250-888b-416c-82b7-6ac99fa6c0a0, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:24.482225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] For port e29ed250-888b-416c-82b7-6ac99fa6c0a0, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e29ed250-888b-416c-82b7-6ac99fa6c0a0,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:24.490497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb23128d-8e4a-481d-9aaa-135f091a59ec,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.491882 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.590465 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.614426 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff467b-c77f-4f24-b13e-7ebfe386aa4d None None] Pushing event updated for resources: {'Port': ['ID=e29ed250-888b-416c-82b7-6ac99fa6c0a0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.636471 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 0175c7ff-a0c3-4660-8e44-89d2a607b8f9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:24.720792 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.726400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2bd84-6866-4e2d-a41c-eff567f73cc0 req-7030e47d-79b8-4b02-8215-718d655a35ff tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.729972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93b2bd84-6866-4e2d-a41c-eff567f73cc0 req-7030e47d-79b8-4b02-8215-718d655a35ff tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 943 time: 0.3297977 Jul 16 18:10:24.748966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Attempting to bind port fb23128d-8e4a-481d-9aaa-135f091a59ec on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:24.749306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Attempting to bind port fb23128d-8e4a-481d-9aaa-135f091a59ec by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:24.760532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Attempting to bind port fb23128d-8e4a-481d-9aaa-135f091a59ec on network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.796235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Port fb23128d-8e4a-481d-9aaa-135f091a59ec on network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:24.796562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Attempting to bind port fb23128d-8e4a-481d-9aaa-135f091a59ec on network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.842008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:24.844297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:24.847456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Checking segment: {'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:24.848131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Bound using segment: {'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:24.850187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Bound port: fb23128d-8e4a-481d-9aaa-135f091a59ec, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:24.850718 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.856803 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:24.874614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:24.894123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.895010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.902401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93b2bd84-6866-4e2d-a41c-eff567f73cc0 req-efda7a0e-d2bf-443f-bb63-1a9bf322eab7 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577184 Jul 16 18:10:24.928859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=0175c7ff-a0c3-4660-8e44-89d2a607b8f9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.940425 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f6f60950-d48a-4fad-b221-4987f6733428 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6141403 Jul 16 18:10:24.942053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:25.084062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf9926-38cc-465a-afbc-b12bd91304f7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.091781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] For port fb23128d-8e4a-481d-9aaa-135f091a59ec, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:25.097521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] For port fb23128d-8e4a-481d-9aaa-135f091a59ec, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fb23128d-8e4a-481d-9aaa-135f091a59ec,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:25.098531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf9926-38cc-465a-afbc-b12bd91304f7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.103462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:25.104300 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5ebf9926-38cc-465a-afbc-b12bd91304f7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1605229 Jul 16 18:10:25.119403 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.235948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.236591 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.238053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] 10.222.0.38 "PUT /v2.0/ports/fb23128d-8e4a-481d-9aaa-135f091a59ec HTTP/1.1" status: 200 len: 1091 time: 1.7820475 Jul 16 18:10:25.241790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d656fe-a608-4a45-aa49-bb91cc0a22be', 'tag': 'fb23128d-8e4a-481d-9aaa-135f091a59ec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:25.251904 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355520fb-4517-469d-bae9-8b92e05b0563" -d '{"events": [{"name": "network-changed", "server_uuid": "99d656fe-a608-4a45-aa49-bb91cc0a22be", "tag": "fb23128d-8e4a-481d-9aaa-135f091a59ec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:25.257350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e29ed250-888b-416c-82b7-6ac99fa6c0a0 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:25.378699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b2146-ce07-4d47-8384-cc38a616e6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb23128d-8e4a-481d-9aaa-135f091a59ec,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.406047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port e29ed250-888b-416c-82b7-6ac99fa6c0a0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:25.423686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-12de3688-81c9-4d82-92c1-18eb49ac67bb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 0175c7ff-a0c3-4660-8e44-89d2a607b8f9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:25.424039 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12de3688-81c9-4d82-92c1-18eb49ac67bb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.441812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-82c47142-08d4-4934-9042-b77807194192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.443376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-82c47142-08d4-4934-9042-b77807194192 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d75d38d23e04bb3832283833a37a261&device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 1094 time: 0.1265609 Jul 16 18:10:25.507682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-0df3ab6c-8365-4ec9-9e12-e0bd1367e175 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb23128d-8e4a-481d-9aaa-135f091a59ec HTTP/1.1" status: 200 len: 217 time: 0.0544446 Jul 16 18:10:25.722263 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12de3688-81c9-4d82-92c1-18eb49ac67bb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.725768 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbb04af-0a4b-4049-a439-0e1672f0a1cb x-openstack-request-id: req-0dbb04af-0a4b-4049-a439-0e1672f0a1cb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:25.726081 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d656fe-a608-4a45-aa49-bb91cc0a22be", "tag": "fb23128d-8e4a-481d-9aaa-135f091a59ec", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:25.726321 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0dbb04af-0a4b-4049-a439-0e1672f0a1cb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:25.726724 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d656fe-a608-4a45-aa49-bb91cc0a22be', 'tag': 'fb23128d-8e4a-481d-9aaa-135f091a59ec', 'status': 'completed', 'code': 200} Jul 16 18:10:25.736444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-3b0dca00-874b-44c8-8787-dd8fb71c5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.738037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-3b0dca00-874b-44c8-8787-dd8fb71c5b9b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=25468045-7241-4454-b16f-bde78d4ab676 HTTP/1.1" status: 200 len: 854 time: 0.1998761 Jul 16 18:10:25.747463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-12de3688-81c9-4d82-92c1-18eb49ac67bb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 0175c7ff-a0c3-4660-8e44-89d2a607b8f9 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:25.805329 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-601826e8-d237-4b5b-a823-ea73dae4f9e2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600905 Jul 16 18:10:25.997872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeb066-137b-426b-a905-9d837456d755 req-ef2ec346-2aa0-4ad8-b8f6-fc5b5120857e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.005193 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abeeb066-137b-426b-a905-9d837456d755 req-ef2ec346-2aa0-4ad8-b8f6-fc5b5120857e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.3441024 Jul 16 18:10:26.060616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-6241a4d6-93c8-49f7-a6e3-12c74b1cfbf9 service neutron] 10.222.0.38 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162328 Jul 16 18:10:26.162283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abeeb066-137b-426b-a905-9d837456d755 req-a25dc48e-6119-48aa-a1d4-8a959ceed851 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557682 Jul 16 18:10:26.202741 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12de3688-81c9-4d82-92c1-18eb49ac67bb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.332603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de3688-81c9-4d82-92c1-18eb49ac67bb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=0175c7ff-a0c3-4660-8e44-89d2a607b8f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:26.365265 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12de3688-81c9-4d82-92c1-18eb49ac67bb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.369824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:26.370415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-12de3688-81c9-4d82-92c1-18eb49ac67bb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/0175c7ff-a0c3-4660-8e44-89d2a607b8f9 HTTP/1.1" status: 204 len: 168 time: 1.2658672 Jul 16 18:10:26.399811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98031722-2a08-4c8f-861b-7f2c1c6372a1 req-901acd8c-0baa-4430-adcc-38b209ba7bcb service neutron] 10.222.0.38 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320665 Jul 16 18:10:26.498608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a90de60-71c0-4bba-974b-147f41c9cd4b None None] Provisioning for port e29ed250-888b-416c-82b7-6ac99fa6c0a0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:26.506967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a90de60-71c0-4bba-974b-147f41c9cd4b None None] Provisioning complete for port e29ed250-888b-416c-82b7-6ac99fa6c0a0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:26.507712 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a90de60-71c0-4bba-974b-147f41c9cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.520877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec41d4f4-4ff1-4024-8552-cded1aafd78e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.523562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec41d4f4-4ff1-4024-8552-cded1aafd78e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.527785 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ec41d4f4-4ff1-4024-8552-cded1aafd78e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1569104 Jul 16 18:10:26.531003 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:26.593908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d42693-8e2a-4769-b816-90a6ba3f2dd1 req-de17f333-2d01-496f-aa43-7c8a576975d8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.601168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86d42693-8e2a-4769-b816-90a6ba3f2dd1 req-de17f333-2d01-496f-aa43-7c8a576975d8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 943 time: 0.2058427 Jul 16 18:10:26.663221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86d42693-8e2a-4769-b816-90a6ba3f2dd1 req-3727e87d-e4de-47c0-ac2c-e9ccd384bc17 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609057 Jul 16 18:10:26.677307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355520fb-4517-469d-bae9-8b92e05b0563 req-28855a82-37f9-4896-bbea-9ad0eed64681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.679115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-355520fb-4517-469d-bae9-8b92e05b0563 req-28855a82-37f9-4896-bbea-9ad0eed64681 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d75d38d23e04bb3832283833a37a261&device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 1094 time: 0.2056751 Jul 16 18:10:26.702006 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a90de60-71c0-4bba-974b-147f41c9cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.785742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6a90de60-71c0-4bba-974b-147f41c9cd4b None None] For port e29ed250-888b-416c-82b7-6ac99fa6c0a0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e29ed250-888b-416c-82b7-6ac99fa6c0a0,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:26.792661 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a90de60-71c0-4bba-974b-147f41c9cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.877176 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355520fb-4517-469d-bae9-8b92e05b0563 req-e9c19385-4d9c-4315-9247-97447fbb1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.880606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-355520fb-4517-469d-bae9-8b92e05b0563 req-e9c19385-4d9c-4315-9247-97447fbb1472 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0 HTTP/1.1" status: 200 len: 915 time: 0.1890528 Jul 16 18:10:26.886598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90de60-71c0-4bba-974b-147f41c9cd4b None None] Pushing event updated for resources: {'Port': ['ID=e29ed250-888b-416c-82b7-6ac99fa6c0a0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:26.910129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bb007e5d-87b6-4643-a33d-9cb7a104ae38 None None] Could not find standard attr ID for object 0175c7ff-a0c3-4660-8e44-89d2a607b8f9. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:10:26.951852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-355520fb-4517-469d-bae9-8b92e05b0563 req-9312ecfa-54a8-427e-87b1-a2bd90097474 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb23128d-8e4a-481d-9aaa-135f091a59ec HTTP/1.1" status: 200 len: 217 time: 0.0642228 Jul 16 18:10:27.014082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0e3a1d-7207-4439-8c5a-d2d87c1ed010 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 74fd6c0f-fb14-43b9-aa3f-07417f29d7b9 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:27.018210 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3a1d-7207-4439-8c5a-d2d87c1ed010 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.045257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355520fb-4517-469d-bae9-8b92e05b0563 req-d73a81d1-af56-464d-99a6-fba7f6294bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.047419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-355520fb-4517-469d-bae9-8b92e05b0563 req-d73a81d1-af56-464d-99a6-fba7f6294bb1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=25468045-7241-4454-b16f-bde78d4ab676 HTTP/1.1" status: 200 len: 854 time: 0.0888777 Jul 16 18:10:27.095957 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3a1d-7207-4439-8c5a-d2d87c1ed010 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.127864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-355520fb-4517-469d-bae9-8b92e05b0563 req-a3e497a3-c660-4119-93f0-5c9356c161fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731299 Jul 16 18:10:27.177286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e29ed250-888b-416c-82b7-6ac99fa6c0a0 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:27.231365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3a1d-7207-4439-8c5a-d2d87c1ed010 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.280245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e29ed250-888b-416c-82b7-6ac99fa6c0a0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:27.281068 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.331523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-355520fb-4517-469d-bae9-8b92e05b0563 req-dd1ad797-612d-4042-97ab-4b5038e0cab7 service neutron] 10.222.0.38 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926346 Jul 16 18:10:27.344991 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3a1d-7207-4439-8c5a-d2d87c1ed010 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.434205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e3a1d-7207-4439-8c5a-d2d87c1ed010 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=74fd6c0f-fb14-43b9-aa3f-07417f29d7b9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:27.451246 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3a1d-7207-4439-8c5a-d2d87c1ed010 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.454610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f16c853-dc75-4ca9-b170-928df752d352 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:27.462015 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cc0e3a1d-7207-4439-8c5a-d2d87c1ed010 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/74fd6c0f-fb14-43b9-aa3f-07417f29d7b9 HTTP/1.1" status: 204 len: 168 time: 0.9285266 Jul 16 18:10:27.463795 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:27.518272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-355520fb-4517-469d-bae9-8b92e05b0563 req-0d7bd27a-5b82-45a9-91eb-6fa0043179f9 service neutron] 10.222.0.38 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796377 Jul 16 18:10:27.544314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90ebc7-7afb-40c0-8046-f9f382ab93c2 req-4a6846e5-70a0-4986-940d-6f1bc1ce4139 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.546036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e90ebc7-7afb-40c0-8046-f9f382ab93c2 req-4a6846e5-70a0-4986-940d-6f1bc1ce4139 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.1008694 Jul 16 18:10:27.568952 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1287a8d2-a9f5-401a-9106-9cc23eb56ecf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023579 Jul 16 18:10:27.573354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:27.580610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-29821fa5-6d7b-450c-b40e-377585a2e4c4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:27.635177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e90ebc7-7afb-40c0-8046-f9f382ab93c2 req-d835c979-cf65-4754-83e5-9485c4642d6f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828054 Jul 16 18:10:27.723095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e51b0a-16cf-474c-8b4c-7344bd65c51f None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:27.796311 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29821fa5-6d7b-450c-b40e-377585a2e4c4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:27.804460 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29821fa5-6d7b-450c-b40e-377585a2e4c4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.815485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0e51b0a-16cf-474c-8b4c-7344bd65c51f None None] Deleting port e29ed250-888b-416c-82b7-6ac99fa6c0a0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:27.815878 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e51b0a-16cf-474c-8b4c-7344bd65c51f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.936925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f0e51b0a-16cf-474c-8b4c-7344bd65c51f None None] For port e29ed250-888b-416c-82b7-6ac99fa6c0a0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e29ed250-888b-416c-82b7-6ac99fa6c0a0,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:27.937378 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e51b0a-16cf-474c-8b4c-7344bd65c51f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.954310 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c28d0-f824-4be8-8e2b-66bb747567d0 req-4d0b915a-1a61-45da-9b1c-f8123876cbb0 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.968441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0e51b0a-16cf-474c-8b4c-7344bd65c51f None None] Calling delete_port for e29ed250-888b-416c-82b7-6ac99fa6c0a0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:27.973436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a60c28d0-f824-4be8-8e2b-66bb747567d0 req-4d0b915a-1a61-45da-9b1c-f8123876cbb0 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 943 time: 0.1780212 Jul 16 18:10:28.103898 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a60c28d0-f824-4be8-8e2b-66bb747567d0 req-44485d0b-7a48-4b5f-bd93-c13705305394 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241598 Jul 16 18:10:28.154739 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0e51b0a-16cf-474c-8b4c-7344bd65c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.171608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e51b0a-16cf-474c-8b4c-7344bd65c51f None None] No DVR routers for this DVR port e29ed250-888b-416c-82b7-6ac99fa6c0a0 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:28.220344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e51b0a-16cf-474c-8b4c-7344bd65c51f None None] Pushing event deleted for resources: {'Port': ['ID=e29ed250-888b-416c-82b7-6ac99fa6c0a0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:28.249293 n-d-793618-9 neutron-server[93766]: DEBUG neutron.objects.ports [None req-29821fa5-6d7b-450c-b40e-377585a2e4c4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:10:28.251561 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29821fa5-6d7b-450c-b40e-377585a2e4c4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.311300 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29821fa5-6d7b-450c-b40e-377585a2e4c4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:28.319839 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-29821fa5-6d7b-450c-b40e-377585a2e4c4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:28.327926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29821fa5-6d7b-450c-b40e-377585a2e4c4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.328519 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-29821fa5-6d7b-450c-b40e-377585a2e4c4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.331861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c352f9f6-391c-4e78-a889-a329c0eecc87 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:28.342891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29821fa5-6d7b-450c-b40e-377585a2e4c4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=4a8a626d-8000-4ed8-8a59-b5df5816ec37,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:28.347321 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-29821fa5-6d7b-450c-b40e-377585a2e4c4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7727900 Jul 16 18:10:28.350399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:28.356052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:4d:f0:65', 'name': 'tempest-NetworksTestDHCPv6-1176989562'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:28.440952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:28.457614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device fb23128d-8e4a-481d-9aaa-135f091a59ec details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:28.590753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:28.631050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b7d634-5f5a-4a29-bf11-e2413a90ac60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.736243 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.780017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 66d933d1-4ca5-4255-acf9-6869b82d993c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:28.793193 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b7d634-5f5a-4a29-bf11-e2413a90ac60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.798265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:28.805612 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30b7d634-5f5a-4a29-bf11-e2413a90ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.832914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7d634-5f5a-4a29-bf11-e2413a90ac60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f092ba63-d802-47b9-90d4-e9118d98a093,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:28.859532 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-30b7d634-5f5a-4a29-bf11-e2413a90ac60 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cf4df553678433bb80fa9a0410689c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172266 Jul 16 18:10:28.862049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:28.866358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': '4a8a626d-8000-4ed8-8a59-b5df5816ec37'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:28.867236 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.953477 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port fb23128d-8e4a-481d-9aaa-135f091a59ec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fb23128d-8e4a-481d-9aaa-135f091a59ec,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:28.978217 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c769-d486-4c2a-8735-07b63749f366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.008780 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-765e12dc-af1d-4c0a-97db-6bc8f212dfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.032205 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c769-d486-4c2a-8735-07b63749f366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.065162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'fb23128d-8e4a-481d-9aaa-135f091a59ec', 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0', 'port_id': 'fb23128d-8e4a-481d-9aaa-135f091a59ec', 'mac_address': 'fa:16:3e:41:14:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25468045-7241-4454-b16f-bde78d4ab676', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:29.067528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::f816:3eff:fe4d:f065 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/4a8a626d-8000-4ed8-8a59-b5df5816ec37/66d933d1-4ca5-4255-acf9-6869b82d993c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:29.128355 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c769-d486-4c2a-8735-07b63749f366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.135592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c769-d486-4c2a-8735-07b63749f366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.136837 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dcd3c769-d486-4c2a-8735-07b63749f366 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f092ba63-d802-47b9-90d4-e9118d98a093 HTTP/1.1" status: 204 len: 168 time: 0.2733760 Jul 16 18:10:29.140551 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.142356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a82ec1-026b-4852-9172-0503117cb35a req-2a0ceecc-8ce5-4abe-87fe-bebab34a6194 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.144552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76a82ec1-026b-4852-9172-0503117cb35a req-2a0ceecc-8ce5-4abe-87fe-bebab34a6194 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.2173097 Jul 16 18:10:29.151026 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3c769-d486-4c2a-8735-07b63749f366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f092ba63-d802-47b9-90d4-e9118d98a093,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.181119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb23128d-8e4a-481d-9aaa-135f091a59ec {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:29.215730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port fb23128d-8e4a-481d-9aaa-135f091a59ec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fb23128d-8e4a-481d-9aaa-135f091a59ec,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:29.217796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e29ed250-888b-416c-82b7-6ac99fa6c0a0 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:29.243297 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-765e12dc-af1d-4c0a-97db-6bc8f212dfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.243996 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.252707 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-765e12dc-af1d-4c0a-97db-6bc8f212dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.292015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76a82ec1-026b-4852-9172-0503117cb35a req-7ca72291-f712-4702-8d23-13656ceacdf6 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251354 Jul 16 18:10:29.316479 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-765e12dc-af1d-4c0a-97db-6bc8f212dfdc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1cb4e8a27874489b83d83497746cda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5168204 Jul 16 18:10:29.320300 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.335441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e12dc-af1d-4c0a-97db-6bc8f212dfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198c2830-7ac1-4447-8e76-4d017389f0b7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.336928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: e29ed250-888b-416c-82b7-6ac99fa6c0a0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:29.337443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e29ed250-888b-416c-82b7-6ac99fa6c0a0 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:29.372490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=fb23128d-8e4a-481d-9aaa-135f091a59ec,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.417936 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06e18f61-2d21-4b6c-8a4b-bb4d3ad84570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.439941 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.453089 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06e18f61-2d21-4b6c-8a4b-bb4d3ad84570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.458228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 66d933d1-4ca5-4255-acf9-6869b82d993c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:29.467438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f7163-5b4e-4b8b-a440-8623520570a2 req-2d280161-2faf-4a9e-8ce0-962acb8416cf tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.468922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-388f7163-5b4e-4b8b-a440-8623520570a2 req-2d280161-2faf-4a9e-8ce0-962acb8416cf tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 944 time: 0.1532083 Jul 16 18:10:29.517598 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06e18f61-2d21-4b6c-8a4b-bb4d3ad84570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.522615 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06e18f61-2d21-4b6c-8a4b-bb4d3ad84570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.527204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-388f7163-5b4e-4b8b-a440-8623520570a2 req-0305298c-0a5b-44a6-9960-ba28046097c3 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504482 Jul 16 18:10:29.527604 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-06e18f61-2d21-4b6c-8a4b-bb4d3ad84570 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/198c2830-7ac1-4447-8e76-4d017389f0b7 HTTP/1.1" status: 204 len: 168 time: 0.2059939 Jul 16 18:10:29.538064 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.579800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e18f61-2d21-4b6c-8a4b-bb4d3ad84570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198c2830-7ac1-4447-8e76-4d017389f0b7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.596038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['fb23128d-8e4a-481d-9aaa-135f091a59ec'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:29.618594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:29.623187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:29.630360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:29.636785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.638323 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.644287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=66d933d1-4ca5-4255-acf9-6869b82d993c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.666242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c6e347de-b3df-487d-9e49-cdf48da57dbb tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3118260 Jul 16 18:10:29.666791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.726363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Allocated IP 2001:db8::f816:3eff:fe05:1d2b (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/4a8a626d-8000-4ed8-8a59-b5df5816ec37/8a5b1b94-6a62-425f-89b8-eb4b2b883d0a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:29.779812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce746178-f3da-4821-b2c3-2e9c8ff4a8a0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.781501 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ce746178-f3da-4821-b2c3-2e9c8ff4a8a0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1135669 Jul 16 18:10:29.784238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.816879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.844790 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d122c01-6481-4824-a962-61b57a9534ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.993219 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.007519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Transition to ACTIVE for port object 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:30.009533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0216d0ff-2059-41d7-ab53-e4f1479fb0bd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 66d933d1-4ca5-4255-acf9-6869b82d993c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:30.009883 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0216d0ff-2059-41d7-ab53-e4f1479fb0bd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.015654 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24bc5090-9487-4587-8193-81b32f814739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.034523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Transition to ACTIVE for port object 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:30.041994 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d122c01-6481-4824-a962-61b57a9534ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.043118 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.051898 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d122c01-6481-4824-a962-61b57a9534ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.103550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:30.108213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:30.112283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:30.118634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Pushing event updated for resources: {'Port': ['ID=8a5b1b94-6a62-425f-89b8-eb4b2b883d0a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.127611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d122c01-6481-4824-a962-61b57a9534ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4956a30-c0e2-48aa-9556-99d5276abb53,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.141081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:30.145084 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0d122c01-6481-4824-a962-61b57a9534ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7bfe127678aa47d8893724f33bcf669a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263488 Jul 16 18:10:30.211172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Attempting to bind port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:30.211787 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Attempting to bind port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:30.212164 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Attempting to bind port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:30.219399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:30.219804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:30.220222 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.220774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:30.221260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Bound port: 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:30.221703 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.303005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] For port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:30.306753 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] For port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8a5b1b94-6a62-425f-89b8-eb4b2b883d0a,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:30.314006 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.324223 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:30.353042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd231e1-3542-46fe-8153-5420fb0280db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.416531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dceaf-6f56-4a23-a7d7-8c1bfd9adf62 None None] Pushing event updated for resources: {'Port': ['ID=8a5b1b94-6a62-425f-89b8-eb4b2b883d0a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.492579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd231e1-3542-46fe-8153-5420fb0280db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.503199 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bcd231e1-3542-46fe-8153-5420fb0280db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.563764 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bcd231e1-3542-46fe-8153-5420fb0280db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a16920534b949288afdd348e7f5e385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383826 Jul 16 18:10:30.565960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd231e1-3542-46fe-8153-5420fb0280db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97ab24c-a8e4-4ad7-9f6d-22e9e68a64b6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.569667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:30.670042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-810c7e2c-c8e6-43ce-8a02-54267ab46a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.710656 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-810c7e2c-c8e6-43ce-8a02-54267ab46a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.775252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-810c7e2c-c8e6-43ce-8a02-54267ab46a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.780676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-810c7e2c-c8e6-43ce-8a02-54267ab46a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.784398 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-810c7e2c-c8e6-43ce-8a02-54267ab46a11 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b97ab24c-a8e4-4ad7-9f6d-22e9e68a64b6 HTTP/1.1" status: 204 len: 168 time: 0.2112942 Jul 16 18:10:30.815372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c7e2c-c8e6-43ce-8a02-54267ab46a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97ab24c-a8e4-4ad7-9f6d-22e9e68a64b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.886386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0216d0ff-2059-41d7-ab53-e4f1479fb0bd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.917278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0216d0ff-2059-41d7-ab53-e4f1479fb0bd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 66d933d1-4ca5-4255-acf9-6869b82d993c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:30.928979 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d99d0c2a-2775-48ce-8e8b-3f0b706e4dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.009072 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d99d0c2a-2775-48ce-8e8b-3f0b706e4dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.033392 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e749fd-ca09-4145-b9f0-896476348ca6 req-c5cfa5de-e51a-4e00-bbcf-5abf54cd6bd5 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:31.034955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13e749fd-ca09-4145-b9f0-896476348ca6 req-c5cfa5de-e51a-4e00-bbcf-5abf54cd6bd5 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 944 time: 0.2612042 Jul 16 18:10:31.050753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0a4b4-2860-428a-abdf-98b7ccef7093 req-3782d31d-3bab-4a62-a741-a7cf2e486534 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:31.052292 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2dd0a4b4-2860-428a-abdf-98b7ccef7093 req-3782d31d-3bab-4a62-a741-a7cf2e486534 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.2721341 Jul 16 18:10:31.161956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2dd0a4b4-2860-428a-abdf-98b7ccef7093 req-9cc4a3fc-7fe1-45f5-b111-5a5ae8eb6fa2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972750 Jul 16 18:10:31.164944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13e749fd-ca09-4145-b9f0-896476348ca6 req-79f1a6f4-4407-46b0-b994-093b63f3d946 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076794 Jul 16 18:10:31.215216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:31.272423 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d99d0c2a-2775-48ce-8e8b-3f0b706e4dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.280602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d99d0c2a-2775-48ce-8e8b-3f0b706e4dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.287088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:31.294768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d99d0c2a-2775-48ce-8e8b-3f0b706e4dd6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4956a30-c0e2-48aa-9556-99d5276abb53 HTTP/1.1" status: 204 len: 168 time: 1.1498594 Jul 16 18:10:31.325874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d0c2a-2775-48ce-8e8b-3f0b706e4dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4956a30-c0e2-48aa-9556-99d5276abb53,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:31.334104 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0216d0ff-2059-41d7-ab53-e4f1479fb0bd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.405963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216d0ff-2059-41d7-ab53-e4f1479fb0bd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=66d933d1-4ca5-4255-acf9-6869b82d993c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:31.460623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0216d0ff-2059-41d7-ab53-e4f1479fb0bd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.463570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0216d0ff-2059-41d7-ab53-e4f1479fb0bd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/66d933d1-4ca5-4255-acf9-6869b82d993c HTTP/1.1" status: 204 len: 168 time: 1.6779728 Jul 16 18:10:31.466884 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:31.550238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f3d45e-a28e-443f-ba10-5c0059b968da tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:31.554497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f3d45e-a28e-443f-ba10-5c0059b968da tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:31.562386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:31.562701 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a0f3d45e-a28e-443f-ba10-5c0059b968da tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0946200 Jul 16 18:10:31.666149 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da69e75-61e2-44e3-ae4c-5726b95f9632 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 4a8a626d-8000-4ed8-8a59-b5df5816ec37 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:31.693688 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da69e75-61e2-44e3-ae4c-5726b95f9632 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.774251 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da69e75-61e2-44e3-ae4c-5726b95f9632 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.894859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48a31487-0cc9-4ae2-bdfb-8ef920d46df5 None None] Provisioning for port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:31.901523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48a31487-0cc9-4ae2-bdfb-8ef920d46df5 None None] Provisioning complete for port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:31.903427 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da69e75-61e2-44e3-ae4c-5726b95f9632 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.904474 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48a31487-0cc9-4ae2-bdfb-8ef920d46df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.997602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da69e75-61e2-44e3-ae4c-5726b95f9632 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.053495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da69e75-61e2-44e3-ae4c-5726b95f9632 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8a626d-8000-4ed8-8a59-b5df5816ec37,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.059061 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da69e75-61e2-44e3-ae4c-5726b95f9632 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.066014 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3da69e75-61e2-44e3-ae4c-5726b95f9632 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/4a8a626d-8000-4ed8-8a59-b5df5816ec37 HTTP/1.1" status: 204 len: 168 time: 0.5021083 Jul 16 18:10:32.066888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:32.098483 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48a31487-0cc9-4ae2-bdfb-8ef920d46df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.104549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:32.133367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-062e3155-f9b5-4b68-8b76-5096d5e49b6a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640380 Jul 16 18:10:32.135063 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42534) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:32.146835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-48a31487-0cc9-4ae2-bdfb-8ef920d46df5 None None] For port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8a5b1b94-6a62-425f-89b8-eb4b2b883d0a,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:32.155278 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48a31487-0cc9-4ae2-bdfb-8ef920d46df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.212513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a31487-0cc9-4ae2-bdfb-8ef920d46df5 None None] Pushing event updated for resources: {'Port': ['ID=8a5b1b94-6a62-425f-89b8-eb4b2b883d0a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.247707 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be08295e-6069-49f8-9d2d-296a492e960a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.249305 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-be08295e-6069-49f8-9d2d-296a492e960a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1130970 Jul 16 18:10:32.252003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:32.295468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-95bd34e2-3aec-46d3-bb61-2cf317dd9906 None None] Could not find standard attr ID for object 66d933d1-4ca5-4255-acf9-6869b82d993c. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:10:32.303967 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bea1140-65e1-4c0a-b9b1-1c5c2747448d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.322067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1787375770-network', 'tenant_id': 'f8524dd7f20e4d3c88c6b2604f6c673e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:32.376427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64511d44-cab2-4cfa-a8c2-3afb6b50ef87 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.382318 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Made reservation on behalf of f8524dd7f20e4d3c88c6b2604f6c673e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:32.384713 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.393452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-64511d44-cab2-4cfa-a8c2-3afb6b50ef87 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1380687 Jul 16 18:10:32.393788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:32.401866 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.414961 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.432792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa3fbf6-5dc5-4acc-923d-57c0e8b55a8f None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:32.461753 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.510999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6cca5fd9-d65b-4472-9755-240cd37726c4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122973 Jul 16 18:10:32.523141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:32.528953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f9ed8ad2-d24f-47ce-b851-4faba6b69ef5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:32.550571 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device fb23128d-8e4a-481d-9aaa-135f091a59ec up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:32.635507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.658493 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.668926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ed8ad2-d24f-47ce-b851-4faba6b69ef5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:32.669386 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.673493 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9ed8ad2-d24f-47ce-b851-4faba6b69ef5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.704490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2055754-134e-485b-8166-d2123d1804f6 req-a2aa3103-1aad-497d-a50f-3c43e3aff81c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.706655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2055754-134e-485b-8166-d2123d1804f6 req-a2aa3103-1aad-497d-a50f-3c43e3aff81c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 944 time: 0.2016246 Jul 16 18:10:32.723804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba209d-b448-4531-b07f-0e15a3e47297 req-64e2e828-3b50-4318-8aa0-4b4d14239896 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.725522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5ba209d-b448-4531-b07f-0e15a3e47297 req-64e2e828-3b50-4318-8aa0-4b4d14239896 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.2224379 Jul 16 18:10:32.740607 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b24b0d-93ef-4072-8074-61bfd5ba7ee9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.743362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port fb23128d-8e4a-481d-9aaa-135f091a59ec completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:32.774946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port fb23128d-8e4a-481d-9aaa-135f091a59ec triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:32.776826 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.793866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5ba209d-b448-4531-b07f-0e15a3e47297 req-0d483656-0e2f-410c-9a3e-139e9fe243f8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518456 Jul 16 18:10:32.804511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2055754-134e-485b-8166-d2123d1804f6 req-713c1282-344f-4efb-8ca4-fcc2a0364e3e tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890219 Jul 16 18:10:32.927006 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.929511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:32.949163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd79dd4-2f91-4994-8a7d-43f103a6612d None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:32.972618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d656fe-a608-4a45-aa49-bb91cc0a22be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb23128d-8e4a-481d-9aaa-135f091a59ec'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:32.975480 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2543317e-557b-483c-a92b-039ef90ac980" -d '{"events": [{"server_uuid": "99d656fe-a608-4a45-aa49-bb91cc0a22be", "name": "network-vif-plugged", "status": "completed", "tag": "fb23128d-8e4a-481d-9aaa-135f091a59ec"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:32.981211 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.981817 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Added segment c1604ff5-c7dc-4307-9517-45d311a2c976 of type vlan for network b8aeda5d-a5fe-4c65-bf54-0da1a295683b Jul 16 18:10:33.015230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port fb23128d-8e4a-481d-9aaa-135f091a59ec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fb23128d-8e4a-481d-9aaa-135f091a59ec,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:33.024512 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.069547 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.147129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.148183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.148997 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.162803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=fb23128d-8e4a-481d-9aaa-135f091a59ec,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.171096 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775fe52c-f3d1-40b1-a6b5-b33c32d3480a x-openstack-request-id: req-775fe52c-f3d1-40b1-a6b5-b33c32d3480a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:33.171418 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d656fe-a608-4a45-aa49-bb91cc0a22be", "name": "network-vif-plugged", "status": "completed", "tag": "fb23128d-8e4a-481d-9aaa-135f091a59ec", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:33.172094 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-775fe52c-f3d1-40b1-a6b5-b33c32d3480a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:33.172499 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d656fe-a608-4a45-aa49-bb91cc0a22be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb23128d-8e4a-481d-9aaa-135f091a59ec', 'code': 200} Jul 16 18:10:33.173294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:33.197994 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9ed8ad2-d24f-47ce-b851-4faba6b69ef5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.210754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8fd79dd4-2f91-4994-8a7d-43f103a6612d None None] Deleting port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:33.211186 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fd79dd4-2f91-4994-8a7d-43f103a6612d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.216693 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1076162 Jul 16 18:10:33.217124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:33.223381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-22452ffb-3dbd-47ce-821b-a58e35a8a794 admin admin] Request body: {'subnet': {'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1787375770-subnet', 'tenant_id': 'f8524dd7f20e4d3c88c6b2604f6c673e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:33.260663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734323f-ed18-49f1-8baf-bd2d9d0f058c admin admin] Pushing event updated for resources: {'Network': ['ID=b8aeda5d-a5fe-4c65-bf54-0da1a295683b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.272157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22452ffb-3dbd-47ce-821b-a58e35a8a794 admin admin] Made reservation on behalf of f8524dd7f20e4d3c88c6b2604f6c673e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:33.276478 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22452ffb-3dbd-47ce-821b-a58e35a8a794 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.277441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ed8ad2-d24f-47ce-b851-4faba6b69ef5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:33.279755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network b8aeda5d-a5fe-4c65-bf54-0da1a295683b details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:33.284609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f9ed8ad2-d24f-47ce-b851-4faba6b69ef5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:33.288936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ed8ad2-d24f-47ce-b851-4faba6b69ef5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.289562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f9ed8ad2-d24f-47ce-b851-4faba6b69ef5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.303498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed8ad2-d24f-47ce-b851-4faba6b69ef5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=796132de-348b-4d31-82c1-9fb7ccfb2ccb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.313633 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f9ed8ad2-d24f-47ce-b851-4faba6b69ef5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7893863 Jul 16 18:10:33.316458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:33.322340 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:7d:89:5c', 'name': 'tempest-NetworksTestDHCPv6-263371415'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:33.407563 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.410866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8fd79dd4-2f91-4994-8a7d-43f103a6612d None None] For port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8a5b1b94-6a62-425f-89b8-eb4b2b883d0a,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:33.411313 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fd79dd4-2f91-4994-8a7d-43f103a6612d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.430224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0173eb1-90d7-4ffc-b9d0-90a950a95d9d req-e2942b3f-fd3d-4601-9118-7ec81ffb63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.431926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0173eb1-90d7-4ffc-b9d0-90a950a95d9d req-e2942b3f-fd3d-4601-9118-7ec81ffb63ee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 1096 time: 0.1833007 Jul 16 18:10:33.433666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8fd79dd4-2f91-4994-8a7d-43f103a6612d None None] Calling delete_port for 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:33.455804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:33.493732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0173eb1-90d7-4ffc-b9d0-90a950a95d9d req-9920d02d-f970-47a5-87f6-b0ccaf0a6c4c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530093 Jul 16 18:10:33.498356 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8a5b1b94-6a62-425f-89b8-eb4b2b883d0a,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:33.505725 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.555865 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.564575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=8a5b1b94-6a62-425f-89b8-eb4b2b883d0a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.583556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 28221d9c-17c2-4def-a4ff-99af1710ace2 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:33.593886 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fd79dd4-2f91-4994-8a7d-43f103a6612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.626125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd79dd4-2f91-4994-8a7d-43f103a6612d None None] Pushing event deleted for resources: {'Port': ['ID=8a5b1b94-6a62-425f-89b8-eb4b2b883d0a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.627589 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22452ffb-3dbd-47ce-821b-a58e35a8a794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.631056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd79dd4-2f91-4994-8a7d-43f103a6612d None None] No DVR routers for this DVR port 8a5b1b94-6a62-425f-89b8-eb4b2b883d0a on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:33.650832 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a08ce-72bf-47af-b187-52e24bb43153 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:33.707039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22452ffb-3dbd-47ce-821b-a58e35a8a794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e914a2-e9b1-4705-8000-e027084d6e26,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.712727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22452ffb-3dbd-47ce-821b-a58e35a8a794 admin admin] Checking segment: {'id': 'c1604ff5-c7dc-4307-9517-45d311a2c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:33.713098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22452ffb-3dbd-47ce-821b-a58e35a8a794 admin admin] Network hostable DHCP agents. Network: b8aeda5d-a5fe-4c65-bf54-0da1a295683b, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:33.733712 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22452ffb-3dbd-47ce-821b-a58e35a8a794 admin admin] Network b8aeda5d-a5fe-4c65-bf54-0da1a295683b is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:33.742802 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.745134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-22452ffb-3dbd-47ce-821b-a58e35a8a794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, b8aeda5d-a5fe-4c65-bf54-0da1a295683b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:33.757408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef4509c-beef-435e-9ba4-ee3d3222ac88 None None] Network b8aeda5d-a5fe-4c65-bf54-0da1a295683b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:33.759192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22452ffb-3dbd-47ce-821b-a58e35a8a794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.759856 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22452ffb-3dbd-47ce-821b-a58e35a8a794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.776518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-22452ffb-3dbd-47ce-821b-a58e35a8a794 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5570161 Jul 16 18:10:33.803907 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::113 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/796132de-348b-4d31-82c1-9fb7ccfb2ccb/28221d9c-17c2-4def-a4ff-99af1710ace2) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:34.180469 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.204753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea1619-ea33-4165-934f-5e3a96476d9d req-44b78262-a1d1-42fc-9096-f3edbd52ba52 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.209836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aea1619-ea33-4165-934f-5e3a96476d9d req-44b78262-a1d1-42fc-9096-f3edbd52ba52 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.1863682 Jul 16 18:10:34.225250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 28221d9c-17c2-4def-a4ff-99af1710ace2 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:34.226713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': '796132de-348b-4d31-82c1-9fb7ccfb2ccb'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:34.229337 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.258937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cb894-aae9-4c58-a451-41a9576e921d req-dbe4b078-0ce7-4467-86b4-95899adfb377 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.268094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b18cb894-aae9-4c58-a451-41a9576e921d req-dbe4b078-0ce7-4467-86b4-95899adfb377 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.1969166 Jul 16 18:10:34.317609 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.342308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b18cb894-aae9-4c58-a451-41a9576e921d req-284a7666-ab96-45c0-b3c4-9c47488b86c9 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726345 Jul 16 18:10:34.361107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0aea1619-ea33-4165-934f-5e3a96476d9d req-942ae551-0683-49de-8b9b-67a4b239351a tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387796 Jul 16 18:10:34.414122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b9b3df-6080-4c64-bcb3-98d1c672dd0e None None] Network b8aeda5d-a5fe-4c65-bf54-0da1a295683b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:34.417002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:34.421253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:34.434549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:34.441173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.442242 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.466482 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1489131 Jul 16 18:10:34.467752 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4d0c0-2f54-4786-9920-dd970eec00ca tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=28221d9c-17c2-4def-a4ff-99af1710ace2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:34.469827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:34.629900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e2ec5d-7201-4001-9230-4c18418f1084 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.638221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-32e2ec5d-7201-4001-9230-4c18418f1084 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1637557 Jul 16 18:10:34.638912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:34.761598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Allocated IP 2001:db8::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/796132de-348b-4d31-82c1-9fb7ccfb2ccb/01b9c602-48b0-49df-8866-5411776557a5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:34.768600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9aa1d-a97b-4bda-ab12-45e251c2086d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 28221d9c-17c2-4def-a4ff-99af1710ace2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:34.768600 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1f9aa1d-a97b-4bda-ab12-45e251c2086d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.970808 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1f9aa1d-a97b-4bda-ab12-45e251c2086d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.984695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9aa1d-a97b-4bda-ab12-45e251c2086d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 28221d9c-17c2-4def-a4ff-99af1710ace2 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:35.039173 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.051888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Transition to ACTIVE for port object 01b9c602-48b0-49df-8866-5411776557a5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:35.077328 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Transition to ACTIVE for port object 01b9c602-48b0-49df-8866-5411776557a5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:35.100046 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.156961 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1f9aa1d-a97b-4bda-ab12-45e251c2086d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.188386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:35.193600 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:35.197330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:35.203323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9aa1d-a97b-4bda-ab12-45e251c2086d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=28221d9c-17c2-4def-a4ff-99af1710ace2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.219054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Pushing event updated for resources: {'Port': ['ID=01b9c602-48b0-49df-8866-5411776557a5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.229740 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1f9aa1d-a97b-4bda-ab12-45e251c2086d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.232650 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e1f9aa1d-a97b-4bda-ab12-45e251c2086d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/28221d9c-17c2-4def-a4ff-99af1710ace2 HTTP/1.1" status: 204 len: 168 time: 0.5903816 Jul 16 18:10:35.235146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:35.291530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Attempting to bind port 01b9c602-48b0-49df-8866-5411776557a5 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:35.292139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Attempting to bind port 01b9c602-48b0-49df-8866-5411776557a5 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:35.292598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Attempting to bind port 01b9c602-48b0-49df-8866-5411776557a5 on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:35.298716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:35.299107 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:35.299523 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.299934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:35.300607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Bound port: 01b9c602-48b0-49df-8866-5411776557a5, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:35.300809 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.311733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9214b72b-d514-425a-a7e0-4b52ca7f5d8a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.314768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9214b72b-d514-425a-a7e0-4b52ca7f5d8a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.316711 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9214b72b-d514-425a-a7e0-4b52ca7f5d8a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0805123 Jul 16 18:10:35.319566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:35.413169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12fd94d-0d5d-43b5-99ae-dae5ff8cc765 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 796132de-348b-4d31-82c1-9fb7ccfb2ccb {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:35.427020 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d12fd94d-0d5d-43b5-99ae-dae5ff8cc765 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.486717 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d12fd94d-0d5d-43b5-99ae-dae5ff8cc765 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.513242 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.525888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] For port 01b9c602-48b0-49df-8866-5411776557a5, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:35.539611 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] For port 01b9c602-48b0-49df-8866-5411776557a5, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=01b9c602-48b0-49df-8866-5411776557a5,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:35.549153 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.642758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543320f-8184-47b1-9521-a5f37a1cbabc None None] Pushing event updated for resources: {'Port': ['ID=01b9c602-48b0-49df-8866-5411776557a5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.810650 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d12fd94d-0d5d-43b5-99ae-dae5ff8cc765 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.963268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4a80b-927d-497a-bac7-fed618f77fd4 req-4c07e6c5-c11f-4445-8eb0-222ac2c0c9f4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.964870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92c4a80b-927d-497a-bac7-fed618f77fd4 req-4c07e6c5-c11f-4445-8eb0-222ac2c0c9f4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.4117742 Jul 16 18:10:35.997898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f8a33-b7fc-400f-8cbe-9b72c2df1fa9 req-460fa39e-b067-4cd0-9c79-6d7daf771628 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.004713 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e54f8a33-b7fc-400f-8cbe-9b72c2df1fa9 req-460fa39e-b067-4cd0-9c79-6d7daf771628 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.4284563 Jul 16 18:10:36.082576 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d12fd94d-0d5d-43b5-99ae-dae5ff8cc765 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.115276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fd94d-0d5d-43b5-99ae-dae5ff8cc765 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=796132de-348b-4d31-82c1-9fb7ccfb2ccb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:36.124571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92c4a80b-927d-497a-bac7-fed618f77fd4 req-7638edbe-3c8b-46c8-852d-6774f743a6ed tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143498 Jul 16 18:10:36.137096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e54f8a33-b7fc-400f-8cbe-9b72c2df1fa9 req-2f16b236-a91a-4d66-9c7a-faab4f606cdb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236818 Jul 16 18:10:36.150556 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d12fd94d-0d5d-43b5-99ae-dae5ff8cc765 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.155387 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d12fd94d-0d5d-43b5-99ae-dae5ff8cc765 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/796132de-348b-4d31-82c1-9fb7ccfb2ccb HTTP/1.1" status: 204 len: 168 time: 0.8303611 Jul 16 18:10:36.155610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.162809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.212720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dfd76a59-ec85-42a9-ba33-944d6b226891 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539653 Jul 16 18:10:36.213146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.305830 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1106b87d-731f-48d4-be7b-12b415776667 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.308885 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1106b87d-731f-48d4-be7b-12b415776667 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0946293 Jul 16 18:10:36.311638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.382093 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b706b6-3cb1-41c0-a7ed-7d51b1c9e5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.386119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23c0a72-3ac6-4b21-874c-2278407691ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.388259 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e23c0a72-3ac6-4b21-874c-2278407691ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0749464 Jul 16 18:10:36.390843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.431171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-23e92097-8c27-4e67-97fe-f7e79b906e58 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389967 Jul 16 18:10:36.435971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.441403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:36.516903 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b706b6-3cb1-41c0-a7ed-7d51b1c9e5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.526199 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b706b6-3cb1-41c0-a7ed-7d51b1c9e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.573252 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-32b706b6-3cb1-41c0-a7ed-7d51b1c9e5df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=120a3261140842e4837c9f3b70bf643c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093313 Jul 16 18:10:36.574190 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b706b6-3cb1-41c0-a7ed-7d51b1c9e5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d7840a-2f40-44c6-96fc-1a6443c9242d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:36.577147 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.594659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:36.599704 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.631546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb214b8-3fbf-426a-90be-55d9fb115573 req-0ccf826a-c9a5-474d-a317-77c2935293e1 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.633405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bb214b8-3fbf-426a-90be-55d9fb115573 req-0ccf826a-c9a5-474d-a317-77c2935293e1 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.1637592 Jul 16 18:10:36.655147 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daa05008-2725-4a23-9606-440e99bc531c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.690286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daa05008-2725-4a23-9606-440e99bc531c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.718990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bb214b8-3fbf-426a-90be-55d9fb115573 req-2cf1f0f1-cdbd-4777-8acb-ad32ba1c8c98 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774729 Jul 16 18:10:36.774617 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daa05008-2725-4a23-9606-440e99bc531c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.778930 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daa05008-2725-4a23-9606-440e99bc531c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.780529 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-daa05008-2725-4a23-9606-440e99bc531c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8d7840a-2f40-44c6-96fc-1a6443c9242d HTTP/1.1" status: 204 len: 168 time: 0.2022288 Jul 16 18:10:36.793445 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa05008-2725-4a23-9606-440e99bc531c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d7840a-2f40-44c6-96fc-1a6443c9242d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.007535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.objects.ports [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:10:37.034205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb991677-5de4-4a58-91cf-dc29e2d1b206 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:37.276909 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 01b9c602-48b0-49df-8866-5411776557a5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:37.296632 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-830d01d0-6f1c-45d2-a8e3-6d95d9196e85 None None] Provisioning for port 01b9c602-48b0-49df-8866-5411776557a5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:37.350538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf652e3-6e42-4417-a366-7262409462c2 req-ca04cdce-38cf-4e64-8bc9-6f113492f210 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.359890 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-acf652e3-6e42-4417-a366-7262409462c2 req-ca04cdce-38cf-4e64-8bc9-6f113492f210 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.2024474 Jul 16 18:10:37.380753 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:37.393976 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.401030 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b0ca91-324a-417c-ae9e-82668117d03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.406725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 01b9c602-48b0-49df-8866-5411776557a5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:37.417069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 01b9c602-48b0-49df-8866-5411776557a5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:37.417623 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.485777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-acf652e3-6e42-4417-a366-7262409462c2 req-b25a4594-d880-4446-aace-df2dcd6e6085 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262431 Jul 16 18:10:37.575403 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.590191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d7cfb-26b2-4014-beba-4162a0fde9a9 req-963b5a98-e21b-4aca-8733-95663566a968 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.592059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed4d7cfb-26b2-4014-beba-4162a0fde9a9 req-963b5a98-e21b-4aca-8733-95663566a968 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.2111566 Jul 16 18:10:37.614690 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b0ca91-324a-417c-ae9e-82668117d03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.623434 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46b0ca91-324a-417c-ae9e-82668117d03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.657983 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0ca91-324a-417c-ae9e-82668117d03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5882bbfd-c0b7-428e-915b-fdab58f86b46,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.689759 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46b0ca91-324a-417c-ae9e-82668117d03d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30cfdc99a89e4e8082847e29b5ce3b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076799 Jul 16 18:10:37.692216 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:37.796235 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78a6e01-191f-4175-9189-57ea14bad7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.822673 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78a6e01-191f-4175-9189-57ea14bad7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.833695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed4d7cfb-26b2-4014-beba-4162a0fde9a9 req-1d661e31-e938-4e07-8b51-54ec69e13392 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353375 Jul 16 18:10:37.852386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] For port 01b9c602-48b0-49df-8866-5411776557a5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=01b9c602-48b0-49df-8866-5411776557a5,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:37.894756 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78a6e01-191f-4175-9189-57ea14bad7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.898258 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e78a6e01-191f-4175-9189-57ea14bad7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.899711 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e78a6e01-191f-4175-9189-57ea14bad7db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5882bbfd-c0b7-428e-915b-fdab58f86b46 HTTP/1.1" status: 204 len: 168 time: 0.2065542 Jul 16 18:10:37.910056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-7e9e77ba-543b-4924-9c5d-8a79ffba0822 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.911946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-7e9e77ba-543b-4924-9c5d-8a79ffba0822 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/networks?id=b8aeda5d-a5fe-4c65-bf54-0da1a295683b HTTP/1.1" status: 200 len: 809 time: 0.2525990 Jul 16 18:10:37.936180 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a4d32803-5041-4dca-82dd-38dc457e3e44 None None] Provisioning complete for port 01b9c602-48b0-49df-8866-5411776557a5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:37.938509 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4d32803-5041-4dca-82dd-38dc457e3e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.940841 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a6e01-191f-4175-9189-57ea14bad7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5882bbfd-c0b7-428e-915b-fdab58f86b46,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.960803 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.980394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-25cb061e-d9c0-40c5-af7f-9bc9457278e6 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/quotas/f8524dd7f20e4d3c88c6b2604f6c673e HTTP/1.1" status: 200 len: 375 time: 0.0556204 Jul 16 18:10:37.984058 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.995561 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.135467 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:10:38.136054 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:10:38.166998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-aee59559-5259-49a0-81a5-19cb4733f700 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8524dd7f20e4d3c88c6b2604f6c673e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1847017 Jul 16 18:10:38.218625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:38.223223 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4d32803-5041-4dca-82dd-38dc457e3e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.269214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:38.283219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.283847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.292184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=4d9ea413-e73f-4b47-83b9-0a4ff7b3fa9c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:38.331640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a4d32803-5041-4dca-82dd-38dc457e3e44 None None] For port 01b9c602-48b0-49df-8866-5411776557a5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=01b9c602-48b0-49df-8866-5411776557a5,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:38.346910 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4d32803-5041-4dca-82dd-38dc457e3e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.385830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=01b9c602-48b0-49df-8866-5411776557a5,revision_number=5']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:38.448426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d87e35d6-6d1f-483d-98cd-0d0f71e308d9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0087774 Jul 16 18:10:38.449079 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:38.455223 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-68bcf031-8683-41a8-b489-5c78cf9d255e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:38.482800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b04ea09-8c7c-4d95-be35-e0884ac46c72 None None] Could not find standard attr ID for object 28221d9c-17c2-4def-a4ff-99af1710ace2. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:10:38.486269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-7a2e0e30-d301-4d75-8cc4-bdefe490d419 service neutron] 10.222.0.52 "GET /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093061 Jul 16 18:10:38.496995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d32803-5041-4dca-82dd-38dc457e3e44 None None] Pushing event updated for resources: {'Port': ['ID=01b9c602-48b0-49df-8866-5411776557a5,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:38.516223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c5f6bf-a67d-4d1a-a19c-faec94ab6ad1 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:38.691367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-39e9fc3c-6572-450f-9805-1b9ed5b2460f service neutron] 10.222.0.52 "GET /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913688 Jul 16 18:10:38.726688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dda7ba-4ee7-4d21-933b-2d2bccde3cd2 req-aa0eea60-05d2-4daa-9dd1-7944eca6ee6c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.728748 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13dda7ba-4ee7-4d21-933b-2d2bccde3cd2 req-aa0eea60-05d2-4daa-9dd1-7944eca6ee6c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.1685064 Jul 16 18:10:38.793617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bcf031-8683-41a8-b489-5c78cf9d255e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:38.794157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13dda7ba-4ee7-4d21-933b-2d2bccde3cd2 req-bef83627-399a-41f5-8a14-83fcc208c0ed tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585926 Jul 16 18:10:38.801263 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68bcf031-8683-41a8-b489-5c78cf9d255e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.106764 n-d-793618-9 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-68bcf031-8683-41a8-b489-5c78cf9d255e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d9ea413-e73f-4b47-83b9-0a4ff7b3fa9c (CIDR: 2001:db8::/64) Jul 16 18:10:39.115640 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bcf031-8683-41a8-b489-5c78cf9d255e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:10:39.125378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bcf031-8683-41a8-b489-5c78cf9d255e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:39.172176 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-68bcf031-8683-41a8-b489-5c78cf9d255e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7207611 Jul 16 18:10:39.174337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:39.193813 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b4182951-0c18-4f6e-9cd3-91aede99d877 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:39.202812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 01b9c602-48b0-49df-8866-5411776557a5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:39.249915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26902a2-a02c-4694-9498-d43b765a4b2c req-a9078531-a64c-4571-9f90-14d32592e5c8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.257991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f26902a2-a02c-4694-9498-d43b765a4b2c req-a9078531-a64c-4571-9f90-14d32592e5c8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.1288147 Jul 16 18:10:39.294225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:39.331918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 01b9c602-48b0-49df-8866-5411776557a5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:39.332606 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.384800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f26902a2-a02c-4694-9498-d43b765a4b2c req-eb0f7cf3-f273-4dfe-bb11-7b9e9ddaba34 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257634 Jul 16 18:10:39.494233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4182951-0c18-4f6e-9cd3-91aede99d877 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:39.501953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4182951-0c18-4f6e-9cd3-91aede99d877 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.505212 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-363e1af4-b9ef-48ce-940c-f5f3d9b58c46 None None] Provisioning complete for port 01b9c602-48b0-49df-8866-5411776557a5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:39.505818 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-363e1af4-b9ef-48ce-940c-f5f3d9b58c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.574724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1584bd36-d060-4724-a97a-1b5c3f7fd835 req-73e79e4a-0d34-4a18-90f2-81691d79991b tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 210 time: 0.0872684 Jul 16 18:10:39.857931 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84c4e9c2-58d5-47e4-a8ec-2e73819e981d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.075964 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4182951-0c18-4f6e-9cd3-91aede99d877 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.126851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4182951-0c18-4f6e-9cd3-91aede99d877 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:40.131307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b4182951-0c18-4f6e-9cd3-91aede99d877 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:40.138137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4182951-0c18-4f6e-9cd3-91aede99d877 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.139844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4182951-0c18-4f6e-9cd3-91aede99d877 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.143918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd5d08-61d4-43f7-9d75-2cd3b23020dc None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:40.166453 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84c4e9c2-58d5-47e4-a8ec-2e73819e981d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.171206 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4182951-0c18-4f6e-9cd3-91aede99d877 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=3cb58d80-70b3-4835-bd24-bc50b5dc649a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.184657 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b4182951-0c18-4f6e-9cd3-91aede99d877 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0091703 Jul 16 18:10:40.184903 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84c4e9c2-58d5-47e4-a8ec-2e73819e981d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.187423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:40.194733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:81:14:0f', 'name': 'tempest-NetworksTestDHCPv6-85253061'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:40.248715 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-84c4e9c2-58d5-47e4-a8ec-2e73819e981d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae23f75f553d4e53951e562d8ab754ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9534521 Jul 16 18:10:40.249596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4e9c2-58d5-47e4-a8ec-2e73819e981d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66f3c99-4526-42c1-8a8a-fb31f16398e7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.252183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:40.303213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca4727-83ac-469b-89d0-affd23f61a0e req-eb385ae0-8412-4368-b725-80c1d76887d9 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.311544 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-efca4727-83ac-469b-89d0-affd23f61a0e req-eb385ae0-8412-4368-b725-80c1d76887d9 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.2355950 Jul 16 18:10:40.332208 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:40.383073 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-efca4727-83ac-469b-89d0-affd23f61a0e req-632ab031-1faa-4652-97b7-dcf33b2b0421 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705814 Jul 16 18:10:40.397979 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11bf9cfc-44f0-4508-a05d-91f0a19e887b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.446557 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11bf9cfc-44f0-4508-a05d-91f0a19e887b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.447121 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.476702 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 410ab7ea-68ce-44ba-90af-47193c7b6cea yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:40.517617 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11bf9cfc-44f0-4508-a05d-91f0a19e887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.521964 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11bf9cfc-44f0-4508-a05d-91f0a19e887b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.523417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-11bf9cfc-44f0-4508-a05d-91f0a19e887b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e66f3c99-4526-42c1-8a8a-fb31f16398e7 HTTP/1.1" status: 204 len: 168 time: 0.2531776 Jul 16 18:10:40.525665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31742787-2574-4758-a739-975a91f429d2 None None] Update dhcp port {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': '4d9ea413-e73f-4b47-83b9-0a4ff7b3fa9c', 'ip_address': '2001:db8::f816:3eff:fe08:836f'}, {'subnet_id': '3cb58d80-70b3-4835-bd24-bc50b5dc649a'}], 'binding:host_id': 'n-d-793618-9'}, 'id': '01b9c602-48b0-49df-8866-5411776557a5'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:10:40.542589 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf9cfc-44f0-4508-a05d-91f0a19e887b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66f3c99-4526-42c1-8a8a-fb31f16398e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.610086 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.677898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54106980-fa8b-4177-9ae2-476d11c253b7 req-26c24101-c19d-4f1b-bbc3-8daa8f44931d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.680107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54106980-fa8b-4177-9ae2-476d11c253b7 req-26c24101-c19d-4f1b-bbc3-8daa8f44931d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.1078479 Jul 16 18:10:40.764117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54106980-fa8b-4177-9ae2-476d11c253b7 req-934660a6-ce2e-49e9-9c6b-c10bbcacbd8a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755541 Jul 16 18:10:40.814735 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8:0:1::1cd (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/3cb58d80-70b3-4835-bd24-bc50b5dc649a/410ab7ea-68ce-44ba-90af-47193c7b6cea) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:40.824971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::f816:3eff:fe81:140f (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/4d9ea413-e73f-4b47-83b9-0a4ff7b3fa9c/410ab7ea-68ce-44ba-90af-47193c7b6cea) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:40.858561 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9873cc48-48c8-4f4a-a01d-28cf0bd5808b req-b675939a-79de-44c8-9464-5af02f61aa70 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 210 time: 0.0513070 Jul 16 18:10:41.102039 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.131555 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 410ab7ea-68ce-44ba-90af-47193c7b6cea will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:41.151127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-2827e6a8-83ea-49e0-8daf-499a472d10c5 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.153224 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-2827e6a8-83ea-49e0-8daf-499a472d10c5 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.42 "GET /v2.0/networks?id=b8aeda5d-a5fe-4c65-bf54-0da1a295683b HTTP/1.1" status: 200 len: 809 time: 0.1713896 Jul 16 18:10:41.166887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Request body: {'port': {'device_id': '590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde', 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b', 'admin_state_up': True, 'tenant_id': 'f8524dd7f20e4d3c88c6b2604f6c673e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:41.181069 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:41.203968 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bcba8ca-73fa-42e1-9fbf-dd62df8fabb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.265361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.328442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:41.336727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:41.336978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bcba8ca-73fa-42e1-9fbf-dd62df8fabb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.343732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:41.346190 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bcba8ca-73fa-42e1-9fbf-dd62df8fabb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.350423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.351108 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.354574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-31742787-2574-4758-a739-975a91f429d2 None None] Allocated IP 2001:db8:0:1::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/3cb58d80-70b3-4835-bd24-bc50b5dc649a/01b9c602-48b0-49df-8866-5411776557a5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:41.371722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=410ab7ea-68ce-44ba-90af-47193c7b6cea,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:41.387893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Made reservation on behalf of f8524dd7f20e4d3c88c6b2604f6c673e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:41.393605 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.409935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7bcba8ca-73fa-42e1-9fbf-dd62df8fabb1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f289dbb4b564ea0af10e0fe6d178853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249904 Jul 16 18:10:41.413920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:41.414608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcba8ca-73fa-42e1-9fbf-dd62df8fabb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3762a0c0-bef5-426d-a34a-d550103dfda3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:41.428362 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0bdf1f0e-307e-47a0-a86f-d2d2274abd3e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2395277 Jul 16 18:10:41.429017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:41.497004 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-311843b6-41de-42cc-90a0-ca4c690df2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.514175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-31742787-2574-4758-a739-975a91f429d2 None None] For port 01b9c602-48b0-49df-8866-5411776557a5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=01b9c602-48b0-49df-8866-5411776557a5,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:41.540473 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-311843b6-41de-42cc-90a0-ca4c690df2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.568089 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.585341 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-31742787-2574-4758-a739-975a91f429d2 None None] Transition to ACTIVE for port object 01b9c602-48b0-49df-8866-5411776557a5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:41.593872 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.656551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7f2a-095e-4540-914a-d46a0b74f01b req-d1418700-951e-4649-9e27-a42217b3f9ec tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.658230 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d44f7f2a-095e-4540-914a-d46a0b74f01b req-d1418700-951e-4649-9e27-a42217b3f9ec tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.1199946 Jul 16 18:10:41.659355 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-311843b6-41de-42cc-90a0-ca4c690df2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.662222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-311843b6-41de-42cc-90a0-ca4c690df2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.665785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-311843b6-41de-42cc-90a0-ca4c690df2f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3762a0c0-bef5-426d-a34a-d550103dfda3 HTTP/1.1" status: 204 len: 168 time: 0.2353055 Jul 16 18:10:41.672336 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3312a-17fa-435f-970c-4652405e6253 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 410ab7ea-68ce-44ba-90af-47193c7b6cea {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:41.673056 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c3312a-17fa-435f-970c-4652405e6253 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.685346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Allocated IP 172.20.0.11 (b8aeda5d-a5fe-4c65-bf54-0da1a295683b/91e914a2-e9b1-4705-8000-e027084d6e26/beb6a9f9-123b-45e2-996e-9ef54bd7a64b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:41.698515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311843b6-41de-42cc-90a0-ca4c690df2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3762a0c0-bef5-426d-a34a-d550103dfda3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:41.746833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31742787-2574-4758-a739-975a91f429d2 None None] Pushing event updated for resources: {'Port': ['ID=01b9c602-48b0-49df-8866-5411776557a5,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:41.755774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:41.756369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:41.756900 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:41.757423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:41.757936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:41.758431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:41.758936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:41.759450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:41.760120 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:41.760616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:41.761119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:41.762255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31742787-2574-4758-a739-975a91f429d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:41.778934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d44f7f2a-095e-4540-914a-d46a0b74f01b req-17c96af1-7117-4f67-bb13-fd6a10b6457e tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035821 Jul 16 18:10:41.876310 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c3312a-17fa-435f-970c-4652405e6253 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.923281 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3312a-17fa-435f-970c-4652405e6253 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 410ab7ea-68ce-44ba-90af-47193c7b6cea owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:42.078239 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.101686 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5937c0ef-832d-491e-aad6-9f102f194daf req-5bf7e791-b1f6-46d3-ade7-de327d806010 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 210 time: 0.0496104 Jul 16 18:10:42.151848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff969d2-2e4f-456f-89bd-c627592fceb6 req-9ef3a7b5-6aca-41c4-baaf-b7bd7f3f5dbc tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.155030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff969d2-2e4f-456f-89bd-c627592fceb6 req-9ef3a7b5-6aca-41c4-baaf-b7bd7f3f5dbc tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.1867015 Jul 16 18:10:42.257588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff969d2-2e4f-456f-89bd-c627592fceb6 req-08590897-8934-4875-b4c6-5d6fb14332f5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930567 Jul 16 18:10:42.263056 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.353441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Pushing event updated for resources: {'Port': ['ID=beb6a9f9-123b-45e2-996e-9ef54bd7a64b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.368684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Network b8aeda5d-a5fe-4c65-bf54-0da1a295683b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:42.369592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c3312a-17fa-435f-970c-4652405e6253 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.384794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:42.404929 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3312a-17fa-435f-970c-4652405e6253 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=410ab7ea-68ce-44ba-90af-47193c7b6cea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.408320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:42.410637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:42.444675 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93ed0f7-214a-4369-95a0-73f4dda723a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.506160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-91abfe8f-f7bb-44ae-a105-5df63598bc85 service neutron] 10.222.0.38 "GET /v2.0/ports/a0e93a08-773c-49b1-a906-4bff6270e54b/bindings/n-h1-793618-9 HTTP/1.1" status: 200 len: 382 time: 0.1285164 Jul 16 18:10:42.522452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4c3312a-17fa-435f-970c-4652405e6253 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.524940 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d4c3312a-17fa-435f-970c-4652405e6253 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/410ab7ea-68ce-44ba-90af-47193c7b6cea HTTP/1.1" status: 204 len: 168 time: 1.0930333 Jul 16 18:10:42.528524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:42.560418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.563865 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.741888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c14dfb83-7495-48d9-bd47-df8300d5a0fd None None] Provisioning for port 01b9c602-48b0-49df-8866-5411776557a5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:42.748358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c14dfb83-7495-48d9-bd47-df8300d5a0fd None None] Provisioning complete for port 01b9c602-48b0-49df-8866-5411776557a5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:42.748743 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c14dfb83-7495-48d9-bd47-df8300d5a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.846816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.024735 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c0c6-dd94-4f93-b1fd-0ca9eebb3f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.124455 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 01b9c602-48b0-49df-8866-5411776557a5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:43.195903 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93ed0f7-214a-4369-95a0-73f4dda723a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.200134 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e216a57a-b43b-4044-83f9-d5a11de16018 None None] Could not find standard attr ID for object 410ab7ea-68ce-44ba-90af-47193c7b6cea. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:10:43.215696 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-5df8ad53-451f-4e13-8b16-3d698cb3c50e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0520692 Jul 16 18:10:43.221801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c410d9-d4ef-42f7-aa95-86d3639074b1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.229046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-86c410d9-d4ef-42f7-aa95-86d3639074b1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6987684 Jul 16 18:10:43.231554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.232189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93ed0f7-214a-4369-95a0-73f4dda723a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.251977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 01b9c602-48b0-49df-8866-5411776557a5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:43.252206 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.302218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-e21b3f5c-8f89-455a-baa0-8eb413503cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.304792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-e21b3f5c-8f89-455a-baa0-8eb413503cd8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f&tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd HTTP/1.1" status: 200 len: 1100 time: 0.3304436 Jul 16 18:10:43.317545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6637e-20e2-4c78-8210-35a358cba74c req-f220a9cc-9c69-43a0-9aa7-45b370662e44 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.328129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6de6637e-20e2-4c78-8210-35a358cba74c req-f220a9cc-9c69-43a0-9aa7-45b370662e44 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.3537741 Jul 16 18:10:43.379262 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Request body: {'port': {'device_id': '590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:43.418657 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c0c6-dd94-4f93-b1fd-0ca9eebb3f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.433067 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf5c0c6-dd94-4f93-b1fd-0ca9eebb3f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.442765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f93ed0f7-214a-4369-95a0-73f4dda723a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea57749d76814bd1af16a7a5ce04968a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0564895 Jul 16 18:10:43.447273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ed0f7-214a-4369-95a0-73f4dda723a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82607835-0c35-4dae-a39a-a7673fb7cf2d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.448386 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.516246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6de6637e-20e2-4c78-8210-35a358cba74c req-9cf2190f-22e6-4fcd-ab60-5d17b8d4f93c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871073 Jul 16 18:10:43.523723 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5c0c6-dd94-4f93-b1fd-0ca9eebb3f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93394d9-99c0-4bec-b8cf-35a5cd34dfff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.533838 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ecf5c0c6-dd94-4f93-b1fd-0ca9eebb3f93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b200c667676549ebae0a335ae6da9c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6857758 Jul 16 18:10:43.539941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.567907 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.594266 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbadae52-638c-4fb5-b6af-821f3e8237ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.599088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6f37aa-9d0e-4f08-be8c-fad5fe444e50 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.600783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4a6f37aa-9d0e-4f08-be8c-fad5fe444e50 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3651350 Jul 16 18:10:43.607412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.621355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f49fd-9561-4c95-ac0b-0cfd03f7520e req-0a356f2d-6c75-438a-8268-fb32e99056b6 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.623894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e70f49fd-9561-4c95-ac0b-0cfd03f7520e req-0a356f2d-6c75-438a-8268-fb32e99056b6 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 932 time: 0.2909217 Jul 16 18:10:43.668781 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbadae52-638c-4fb5-b6af-821f3e8237ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.743185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-a834fedf-7ff9-4dd1-9b84-805553094073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.744744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-a834fedf-7ff9-4dd1-9b84-805553094073 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 1100 time: 0.3520038 Jul 16 18:10:43.816157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee4c2c-a190-456e-8ba8-321c00dffdf0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.818095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee4c2c-a190-456e-8ba8-321c00dffdf0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.820138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee4c2c-a190-456e-8ba8-321c00dffdf0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.821878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-98ee4c2c-a190-456e-8ba8-321c00dffdf0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1964512 Jul 16 18:10:43.825667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.852643 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd518f8a-6984-480b-8074-14836b2d595b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.870685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e70f49fd-9561-4c95-ac0b-0cfd03f7520e req-ff3184bb-fd59-442a-a294-935ce0766f9f tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313068 Jul 16 18:10:43.900123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbadae52-638c-4fb5-b6af-821f3e8237ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.904531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbadae52-638c-4fb5-b6af-821f3e8237ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.905998 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dbadae52-638c-4fb5-b6af-821f3e8237ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82607835-0c35-4dae-a39a-a7673fb7cf2d HTTP/1.1" status: 204 len: 168 time: 0.4559753 Jul 16 18:10:43.938569 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd518f8a-6984-480b-8074-14836b2d595b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.975986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5a669f-5ffc-43a0-8400-dc41579f90ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 3cb58d80-70b3-4835-bd24-bc50b5dc649a {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:43.982596 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd5a669f-5ffc-43a0-8400-dc41579f90ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.002498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05f8ed-9903-4f70-9edb-235a4a3098d8 req-3a394298-01f1-4d65-8e78-cd7eb689b5cc tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.004078 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e05f8ed-9903-4f70-9edb-235a4a3098d8 req-3a394298-01f1-4d65-8e78-cd7eb689b5cc tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.3192022 Jul 16 18:10:44.006285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-17461304-7e86-4baf-a596-5913b69e9d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.007697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-17461304-7e86-4baf-a596-5913b69e9d6d service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2502327 Jul 16 18:10:44.020890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadae52-638c-4fb5-b6af-821f3e8237ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82607835-0c35-4dae-a39a-a7673fb7cf2d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:44.053709 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd5a669f-5ffc-43a0-8400-dc41579f90ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.071763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-c6e35340-21f5-4d35-8cbe-478ef02c8eb1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a0e93a08-773c-49b1-a906-4bff6270e54b HTTP/1.1" status: 200 len: 217 time: 0.0533917 Jul 16 18:10:44.102156 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd518f8a-6984-480b-8074-14836b2d595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.106574 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd518f8a-6984-480b-8074-14836b2d595b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.107935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bd518f8a-6984-480b-8074-14836b2d595b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e93394d9-99c0-4bec-b8cf-35a5cd34dfff HTTP/1.1" status: 204 len: 168 time: 0.5652070 Jul 16 18:10:44.164909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd518f8a-6984-480b-8074-14836b2d595b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93394d9-99c0-4bec-b8cf-35a5cd34dfff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:44.185206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e05f8ed-9903-4f70-9edb-235a4a3098d8 req-18225ef9-6bb7-4cae-abe0-ef1da8579041 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681814 Jul 16 18:10:44.193748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-0a412ef1-79ec-40d0-b83a-5a73e231adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.196412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-0a412ef1-79ec-40d0-b83a-5a73e231adab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1137700 Jul 16 18:10:44.282825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-539c0dc5-99c4-45b4-b478-c3b9647743a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.285277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-539c0dc5-99c4-45b4-b478-c3b9647743a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817261 Jul 16 18:10:44.400993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-88d1d744-6eb9-47cf-99e3-0bc1dd4ff80a service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089776 Jul 16 18:10:44.518900 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb6a9f9-123b-45e2-996e-9ef54bd7a64b {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:44.523220 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edd40824-7a65-4504-8d3e-d62d4f0bd8aa req-3845f029-6366-4ceb-8ecc-c1d4a819e3c3 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155925 Jul 16 18:10:44.523902 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd5a669f-5ffc-43a0-8400-dc41579f90ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.548882 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.573546 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Transition to ACTIVE for port object beb6a9f9-123b-45e2-996e-9ef54bd7a64b will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:44.582831 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.659074 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Pushing event updated for resources: {'Port': ['ID=beb6a9f9-123b-45e2-996e-9ef54bd7a64b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:44.671568 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd5a669f-5ffc-43a0-8400-dc41579f90ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.721632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a669f-5ffc-43a0-8400-dc41579f90ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb58d80-70b3-4835-bd24-bc50b5dc649a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:44.750205 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd5a669f-5ffc-43a0-8400-dc41579f90ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.752237 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dd5a669f-5ffc-43a0-8400-dc41579f90ee tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/3cb58d80-70b3-4835-bd24-bc50b5dc649a HTTP/1.1" status: 204 len: 168 time: 0.9250317 Jul 16 18:10:44.757936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a867d818-2d67-431b-a3e3-bb2572976428 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:44.762551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:44.763354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:44.803197 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e4974ab-f5e6-4efe-897f-e81ada499f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.856462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f5d6c9-3f77-47c9-b694-34de7a07abe1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 4d9ea413-e73f-4b47-83b9-0a4ff7b3fa9c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:44.863122 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47f5d6c9-3f77-47c9-b694-34de7a07abe1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.865922 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399bc3d-7dda-4531-8c7c-c858a10eae83 req-d06641de-06bb-4677-872d-61ca1c3cc2f6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.866775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Attempting to bind port beb6a9f9-123b-45e2-996e-9ef54bd7a64b on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:44.867347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Attempting to bind port beb6a9f9-123b-45e2-996e-9ef54bd7a64b by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'c1604ff5-c7dc-4307-9517-45d311a2c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:44.867737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5399bc3d-7dda-4531-8c7c-c858a10eae83 req-d06641de-06bb-4677-872d-61ca1c3cc2f6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.1683505 Jul 16 18:10:44.868189 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Attempting to bind port beb6a9f9-123b-45e2-996e-9ef54bd7a64b on network b8aeda5d-a5fe-4c65-bf54-0da1a295683b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:44.895034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Port beb6a9f9-123b-45e2-996e-9ef54bd7a64b on network b8aeda5d-a5fe-4c65-bf54-0da1a295683b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:44.895763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Attempting to bind port beb6a9f9-123b-45e2-996e-9ef54bd7a64b on network b8aeda5d-a5fe-4c65-bf54-0da1a295683b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:44.910065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:44.910665 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Checking segment: {'id': 'c1604ff5-c7dc-4307-9517-45d311a2c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:44.911295 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Bound using segment: {'id': 'c1604ff5-c7dc-4307-9517-45d311a2c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:44.911936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Bound port: beb6a9f9-123b-45e2-996e-9ef54bd7a64b, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1604ff5-c7dc-4307-9517-45d311a2c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:44.912516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.934155 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47f5d6c9-3f77-47c9-b694-34de7a07abe1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.948455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5399bc3d-7dda-4531-8c7c-c858a10eae83 req-a67d7dfa-8bc9-4e35-b5e6-830f68abd2c0 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729225 Jul 16 18:10:45.065716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] For port beb6a9f9-123b-45e2-996e-9ef54bd7a64b, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:45.085984 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] For port beb6a9f9-123b-45e2-996e-9ef54bd7a64b, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=beb6a9f9-123b-45e2-996e-9ef54bd7a64b,segment=NetworkSegment(c1604ff5-c7dc-4307-9517-45d311a2c976),segment_id=c1604ff5-c7dc-4307-9517-45d311a2c976)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:45.087306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e4974ab-f5e6-4efe-897f-e81ada499f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.098852 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.102028 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47f5d6c9-3f77-47c9-b694-34de7a07abe1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.103814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e4974ab-f5e6-4efe-897f-e81ada499f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.150055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7e4974ab-f5e6-4efe-897f-e81ada499f73 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e324b7d1968b40adb391031892ae5425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826573 Jul 16 18:10:45.157033 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:45.189961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.190603 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.192105 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] 10.222.0.42 "PUT /v2.0/ports/beb6a9f9-123b-45e2-996e-9ef54bd7a64b HTTP/1.1" status: 200 len: 1092 time: 1.9680188 Jul 16 18:10:45.192509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde', 'tag': 'beb6a9f9-123b-45e2-996e-9ef54bd7a64b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:45.194862 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ade4c1-9d7d-4ab2-8375-d7c21064295f" -d '{"events": [{"name": "network-changed", "server_uuid": "590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde", "tag": "beb6a9f9-123b-45e2-996e-9ef54bd7a64b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:45.195370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4974ab-f5e6-4efe-897f-e81ada499f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9067b35c-c0b6-4d88-afe9-1f4a5a243d1f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.272049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa19296-3089-47a3-9695-0a6db43f6899 req-d795fe05-8eed-4df5-9ace-8eeddc61eba5 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.282951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c425b65-7d1b-4e59-a5e9-8c7eb5475f13 service neutron] Pushing event updated for resources: {'Port': ['ID=beb6a9f9-123b-45e2-996e-9ef54bd7a64b,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.286649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9aa19296-3089-47a3-9695-0a6db43f6899 req-d795fe05-8eed-4df5-9ace-8eeddc61eba5 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 944 time: 0.1975274 Jul 16 18:10:45.321121 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fea82a-2de6-4f09-8888-a1cfe8eba6e1 x-openstack-request-id: req-27fea82a-2de6-4f09-8888-a1cfe8eba6e1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:45.321467 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde", "tag": "beb6a9f9-123b-45e2-996e-9ef54bd7a64b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:45.321726 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27fea82a-2de6-4f09-8888-a1cfe8eba6e1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:45.322131 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde', 'tag': 'beb6a9f9-123b-45e2-996e-9ef54bd7a64b', 'status': 'completed', 'code': 200} Jul 16 18:10:45.352829 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47f5d6c9-3f77-47c9-b694-34de7a07abe1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.363225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9aa19296-3089-47a3-9695-0a6db43f6899 req-7d6df771-53bb-49b4-8b53-a0d764901bf1 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754564 Jul 16 18:10:45.403984 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2026ac4a-f8c4-49c4-a402-fc934972180e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.408371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5d6c9-3f77-47c9-b694-34de7a07abe1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9ea413-e73f-4b47-83b9-0a4ff7b3fa9c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.425804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47f5d6c9-3f77-47c9-b694-34de7a07abe1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.432008 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-47f5d6c9-3f77-47c9-b694-34de7a07abe1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/4d9ea413-e73f-4b47-83b9-0a4ff7b3fa9c HTTP/1.1" status: 204 len: 168 time: 0.6633959 Jul 16 18:10:45.434831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 42984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:45.498412 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2026ac4a-f8c4-49c4-a402-fc934972180e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.510757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 42988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:45.513235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9f5fee85-0cc7-4bf4-a260-8d8bf67b87cd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769551 Jul 16 18:10:45.517707 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:45.590700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a22283-cd96-42a0-9aa9-8aae128b9c68 req-265094f9-d1fa-4244-b7c4-e8d58f812538 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.592438 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06a22283-cd96-42a0-9aa9-8aae128b9c68 req-265094f9-d1fa-4244-b7c4-e8d58f812538 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.0874469 Jul 16 18:10:45.630971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-13ccd8eb-49ca-43eb-abb3-65c39b0bb0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.633048 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-13ccd8eb-49ca-43eb-abb3-65c39b0bb0ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8524dd7f20e4d3c88c6b2604f6c673e&device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 1095 time: 0.3750849 Jul 16 18:10:45.643750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06a22283-cd96-42a0-9aa9-8aae128b9c68 req-476c3549-1bb1-4548-a1ed-76169c0215b4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Jul 16 18:10:45.700767 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-2bf7c696-fece-4b73-9df9-f8f2506eba9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beb6a9f9-123b-45e2-996e-9ef54bd7a64b HTTP/1.1" status: 200 len: 217 time: 0.0580409 Jul 16 18:10:45.759819 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:45.763874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.803268 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-66b8f6b3-87d1-4f9b-a85f-2506930fa688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.804757 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-66b8f6b3-87d1-4f9b-a85f-2506930fa688 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91e914a2-e9b1-4705-8000-e027084d6e26 HTTP/1.1" status: 200 len: 849 time: 0.0981927 Jul 16 18:10:45.805360 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2026ac4a-f8c4-49c4-a402-fc934972180e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.808643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2026ac4a-f8c4-49c4-a402-fc934972180e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.809927 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2026ac4a-f8c4-49c4-a402-fc934972180e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9067b35c-c0b6-4d88-afe9-1f4a5a243d1f HTTP/1.1" status: 204 len: 168 time: 0.6496809 Jul 16 18:10:45.868720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad9cda-c0a0-4d13-8981-3ebbe6174f53 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:45.887605 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-f0a8001c-8ca0-4d1a-837f-7c0f59f227af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8aeda5d-a5fe-4c65-bf54-0da1a295683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684161 Jul 16 18:10:45.890043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026ac4a-f8c4-49c4-a402-fc934972180e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9067b35c-c0b6-4d88-afe9-1f4a5a243d1f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:46.051367 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-1bfeba97-6674-4beb-8100-1fabb4e523b1 service neutron] 10.222.0.42 "GET /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570415 Jul 16 18:10:46.073143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-64b3d757-053d-40db-80dd-e80ba012e34e None None] Provisioning complete for port 01b9c602-48b0-49df-8866-5411776557a5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:46.074129 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64b3d757-053d-40db-80dd-e80ba012e34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.234851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab77191-8457-451b-bd9d-dd58f81b4f40 req-5ad54451-ad86-4d1b-a6ae-4cd8fc779a5f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.238609 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dab77191-8457-451b-bd9d-dd58f81b4f40 req-5ad54451-ad86-4d1b-a6ae-4cd8fc779a5f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.1482894 Jul 16 18:10:46.289349 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a25fa44a-41eb-43e3-a0fe-00bcc5744015 req-e99bff93-9aa2-4e07-8710-70ec4a481029 service neutron] 10.222.0.42 "GET /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276735 Jul 16 18:10:46.316058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b5719a-b299-4ae4-a349-ccec308f61eb None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:46.320632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dab77191-8457-451b-bd9d-dd58f81b4f40 req-fabdc7a2-80a7-4b33-9c87-193c52d652e5 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730562 Jul 16 18:10:46.382747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-88b5719a-b299-4ae4-a349-ccec308f61eb None None] Deleting port 01b9c602-48b0-49df-8866-5411776557a5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:46.382747 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88b5719a-b299-4ae4-a349-ccec308f61eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.411403 n-d-793618-9 neutron-server[93766]: DEBUG neutron.objects.ports [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:10:46.557632 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a0e93a08-773c-49b1-a906-4bff6270e54b no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:46.668803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510162b3-ce97-4423-9dc1-36a6b7854856 req-9e9acdc7-42fb-48b1-8fa9-c4c4872a3e7f tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.670621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-510162b3-ce97-4423-9dc1-36a6b7854856 req-9e9acdc7-42fb-48b1-8fa9-c4c4872a3e7f tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 944 time: 0.1469095 Jul 16 18:10:46.710429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-88b5719a-b299-4ae4-a349-ccec308f61eb None None] For port 01b9c602-48b0-49df-8866-5411776557a5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=01b9c602-48b0-49df-8866-5411776557a5,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:46.710861 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88b5719a-b299-4ae4-a349-ccec308f61eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.759922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-510162b3-ce97-4423-9dc1-36a6b7854856 req-993d696c-1714-466b-b241-9009c24e3da7 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793307 Jul 16 18:10:46.790365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-88b5719a-b299-4ae4-a349-ccec308f61eb None None] Calling delete_port for 01b9c602-48b0-49df-8866-5411776557a5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:46.816633 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.833024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ade4c1-9d7d-4ab2-8375-d7c21064295f req-1a8a747b-cd05-4d89-a0fe-f6af07819792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.834598 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-73ade4c1-9d7d-4ab2-8375-d7c21064295f req-1a8a747b-cd05-4d89-a0fe-f6af07819792 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8524dd7f20e4d3c88c6b2604f6c673e&device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 1095 time: 0.2788548 Jul 16 18:10:46.910823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b8a83-e654-4264-9368-cc4651aa9631 req-3fa90cae-924d-44ee-b83f-5fe650c1cb1a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.913126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce6b8a83-e654-4264-9368-cc4651aa9631 req-3fa90cae-924d-44ee-b83f-5fe650c1cb1a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 949 time: 0.0768089 Jul 16 18:10:46.918840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:46.923429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd942d924-6dbd-4d17-bd38-1349e737ef6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e93a08-773c-49b1-a906-4bff6270e54b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:46.926480 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735218fc-6d77-4b47-b077-2c7a3a5900b0" -d '{"events": [{"server_uuid": "d942d924-6dbd-4d17-bd38-1349e737ef6f", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e93a08-773c-49b1-a906-4bff6270e54b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:46.933692 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.010289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce6b8a83-e654-4264-9368-cc4651aa9631 req-2f4226ff-9892-4e99-a183-869762d9e98d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825655 Jul 16 18:10:47.032913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ade4c1-9d7d-4ab2-8375-d7c21064295f req-743c5a39-2787-4fa5-ae76-40cd9f42b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.035661 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-73ade4c1-9d7d-4ab2-8375-d7c21064295f req-743c5a39-2787-4fa5-ae76-40cd9f42b5b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8aeda5d-a5fe-4c65-bf54-0da1a295683b HTTP/1.1" status: 200 len: 910 time: 0.1791036 Jul 16 18:10:47.086337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=a0e93a08-773c-49b1-a906-4bff6270e54b,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:47.100015 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88b5719a-b299-4ae4-a349-ccec308f61eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.153241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.166154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5719a-b299-4ae4-a349-ccec308f61eb None None] Pushing event deleted for resources: {'Port': ['ID=01b9c602-48b0-49df-8866-5411776557a5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:47.168968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b5719a-b299-4ae4-a349-ccec308f61eb None None] No DVR routers for this DVR port 01b9c602-48b0-49df-8866-5411776557a5 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:47.196486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 01b9c602-48b0-49df-8866-5411776557a5 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:47.238979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 01b9c602-48b0-49df-8866-5411776557a5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:47.239343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 01b9c602-48b0-49df-8866-5411776557a5 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:47.270272 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-73ade4c1-9d7d-4ab2-8375-d7c21064295f req-ee5b03d6-9545-43ab-9b4c-5769d8c2df57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beb6a9f9-123b-45e2-996e-9ef54bd7a64b HTTP/1.1" status: 200 len: 217 time: 0.1184249 Jul 16 18:10:47.302164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Port 01b9c602-48b0-49df-8866-5411776557a5 concurrently deleted while adding address for new subnet {'id': 'd7a8c66a-17cd-49ff-a744-2f3fe851269a', 'name': '', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1973, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T18:10:45Z', 'updated_at': '2021-07-16T18:10:45Z', 'revision_number': 0, 'segment_id': None, 'project_id': '6c266cf86827421a835d6c14c1884754'}. {{(pid=93766) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 18:10:47.303346 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.377495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:47.387747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:47.392367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ade4c1-9d7d-4ab2-8375-d7c21064295f req-6b268fb2-ba50-4bc6-95af-699173c4d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.393888 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-73ade4c1-9d7d-4ab2-8375-d7c21064295f req-6b268fb2-ba50-4bc6-95af-699173c4d247 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91e914a2-e9b1-4705-8000-e027084d6e26 HTTP/1.1" status: 200 len: 849 time: 0.1019614 Jul 16 18:10:47.397465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24519e3f-7202-4100-8113-01933a359841 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:47.409869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.410460 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.435495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=d7a8c66a-17cd-49ff-a744-2f3fe851269a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:47.497746 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-73ade4c1-9d7d-4ab2-8375-d7c21064295f req-d819a91b-2a57-4ab4-a621-4ddd3ee26a07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8aeda5d-a5fe-4c65-bf54-0da1a295683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782857 Jul 16 18:10:47.509847 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b235ee-e51c-443d-9e09-21713df4d6cb x-openstack-request-id: req-c7b235ee-e51c-443d-9e09-21713df4d6cb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:47.510148 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d942d924-6dbd-4d17-bd38-1349e737ef6f", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e93a08-773c-49b1-a906-4bff6270e54b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:47.510564 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7b235ee-e51c-443d-9e09-21713df4d6cb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:47.510801 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd942d924-6dbd-4d17-bd38-1349e737ef6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'code': 200} Jul 16 18:10:47.515471 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ccb59833-5c0e-4546-b0f1-db23442a77c1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0007877 Jul 16 18:10:47.516955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.523610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e4b88fbe-5962-4823-88bb-6d1af4b2430c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:47.649375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device beb6a9f9-123b-45e2-996e-9ef54bd7a64b details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:47.711616 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-73ade4c1-9d7d-4ab2-8375-d7c21064295f req-3256b0f3-8f3a-4487-9de8-d27fda78e1a2 service neutron] 10.222.0.42 "GET /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109661 Jul 16 18:10:47.820432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port beb6a9f9-123b-45e2-996e-9ef54bd7a64b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=beb6a9f9-123b-45e2-996e-9ef54bd7a64b,segment=NetworkSegment(c1604ff5-c7dc-4307-9517-45d311a2c976),segment_id=c1604ff5-c7dc-4307-9517-45d311a2c976)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:47.840906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'beb6a9f9-123b-45e2-996e-9ef54bd7a64b', 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b', 'port_id': 'beb6a9f9-123b-45e2-996e-9ef54bd7a64b', 'mac_address': 'fa:16:3e:b1:f5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e914a2-e9b1-4705-8000-e027084d6e26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:47.871873 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-73ade4c1-9d7d-4ab2-8375-d7c21064295f req-d1a376bb-59c0-4771-98f2-b41596d1effb service neutron] 10.222.0.42 "GET /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533267 Jul 16 18:10:47.920157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b88fbe-5962-4823-88bb-6d1af4b2430c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:47.924134 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4b88fbe-5962-4823-88bb-6d1af4b2430c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.925416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'tenant_id': '6c266cf86827421a835d6c14c1884754', 'fixed_ips': [{'subnet_id': 'd7a8c66a-17cd-49ff-a744-2f3fe851269a'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:47.926876 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.932209 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.961741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb6a9f9-123b-45e2-996e-9ef54bd7a64b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:48.035947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70160db6-33e9-4bba-b3c5-317efd284c53 req-9b1cc9bc-97d5-4d83-b1bd-e94354e71270 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.037595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70160db6-33e9-4bba-b3c5-317efd284c53 req-9b1cc9bc-97d5-4d83-b1bd-e94354e71270 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.2881713 Jul 16 18:10:48.047133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-36316195-1438-4f48-a13b-3641030653f5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.048919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-36316195-1438-4f48-a13b-3641030653f5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f&tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 947 time: 0.2982125 Jul 16 18:10:48.118545 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port beb6a9f9-123b-45e2-996e-9ef54bd7a64b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=beb6a9f9-123b-45e2-996e-9ef54bd7a64b,segment=NetworkSegment(c1604ff5-c7dc-4307-9517-45d311a2c976),segment_id=c1604ff5-c7dc-4307-9517-45d311a2c976)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:48.127310 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.210788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Allocated IP 2001:db8::f816:3eff:fe4e:5dd0 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/d7a8c66a-17cd-49ff-a744-2f3fe851269a/d9a4d550-8689-49f1-b816-4e304b161910) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:48.216182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70160db6-33e9-4bba-b3c5-317efd284c53 req-e3a93570-4498-49f6-a7b1-0aee36e7892d tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660066 Jul 16 18:10:48.221753 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-a3988cd5-809d-41c7-8e2a-d02c4eae82c7 service neutron] 10.222.0.38 "GET /v2.0/ports/a0e93a08-773c-49b1-a906-4bff6270e54b/bindings/n-h1-793618-9 HTTP/1.1" status: 200 len: 382 time: 0.1641343 Jul 16 18:10:48.222830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=beb6a9f9-123b-45e2-996e-9ef54bd7a64b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:48.249638 n-d-793618-9 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-e4b88fbe-5962-4823-88bb-6d1af4b2430c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d7a8c66a-17cd-49ff-a744-2f3fe851269a (CIDR: 2001:db8::/64) Jul 16 18:10:48.250311 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b88fbe-5962-4823-88bb-6d1af4b2430c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:10:48.250441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b88fbe-5962-4823-88bb-6d1af4b2430c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:48.316904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:48.317587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e4b88fbe-5962-4823-88bb-6d1af4b2430c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7982967 Jul 16 18:10:48.323467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-198a671f-a230-46b0-8327-44a36319a6a2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:48.327129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8d5d6-bf39-47af-9576-7ed565a8e836 req-80873cab-fffc-4eef-9c0e-84439378b61c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.328886 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cf8d5d6-bf39-47af-9576-7ed565a8e836 req-80873cab-fffc-4eef-9c0e-84439378b61c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 947 time: 0.2775280 Jul 16 18:10:48.384368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-967c2cb8-8e2f-4dc6-ad5a-2ae295a7627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.386509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-967c2cb8-8e2f-4dc6-ad5a-2ae295a7627b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 1098 time: 0.1322544 Jul 16 18:10:48.453711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cf8d5d6-bf39-47af-9576-7ed565a8e836 req-a8799ea4-83b1-4725-8a9d-98555ba28058 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104047 Jul 16 18:10:48.483996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['beb6a9f9-123b-45e2-996e-9ef54bd7a64b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:48.562415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a0e93a08-773c-49b1-a906-4bff6270e54b details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:48.577044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-3b936cc4-4e02-4d46-abbc-e147c958cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.579802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-3b936cc4-4e02-4d46-abbc-e147c958cee8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1861665 Jul 16 18:10:48.585282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198a671f-a230-46b0-8327-44a36319a6a2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:48.589080 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-198a671f-a230-46b0-8327-44a36319a6a2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.663675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-a93758ee-68ec-466c-bdeb-8bcbe24c68fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a0e93a08-773c-49b1-a906-4bff6270e54b HTTP/1.1" status: 200 len: 217 time: 0.0730002 Jul 16 18:10:48.688079 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.748083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-7df41802-b2bf-4fda-a5b0-3f1cf3b9cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.750024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-7df41802-b2bf-4fda-a5b0-3f1cf3b9cb3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0659089 Jul 16 18:10:48.769431 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a915aa-3891-4d56-92db-97d6f3dd7899 req-1695afcf-ac0f-45e1-8861-48e4274c3d00 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.771289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a915aa-3891-4d56-92db-97d6f3dd7899 req-1695afcf-ac0f-45e1-8861-48e4274c3d00 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 945 time: 0.1176844 Jul 16 18:10:48.784566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Transition to ACTIVE for port object d9a4d550-8689-49f1-b816-4e304b161910 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:48.859775 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Transition to ACTIVE for port object d9a4d550-8689-49f1-b816-4e304b161910 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:48.881125 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a915aa-3891-4d56-92db-97d6f3dd7899 req-e31ba5c7-cebd-421f-a688-def37bc54c6e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990653 Jul 16 18:10:48.908800 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.920424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-4c61ab00-1959-4900-afbc-fdf81b1a336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.922278 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-198a671f-a230-46b0-8327-44a36319a6a2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.926968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-4c61ab00-1959-4900-afbc-fdf81b1a336e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1544445 Jul 16 18:10:48.978652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:48.979805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198a671f-a230-46b0-8327-44a36319a6a2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:48.986690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-198a671f-a230-46b0-8327-44a36319a6a2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:48.996651 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198a671f-a230-46b0-8327-44a36319a6a2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.997557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-198a671f-a230-46b0-8327-44a36319a6a2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.010091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a671f-a230-46b0-8327-44a36319a6a2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=03510df5-fe36-4900-97a5-b1474c06dcf0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.021690 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:49.026829 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-198a671f-a230-46b0-8327-44a36319a6a2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7086530 Jul 16 18:10:49.029506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:49.038303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:1a:87:6f', 'name': 'tempest-NetworksTestDHCPv6-1314046069'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:49.041941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:49.052744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'mac_address': 'fa:16:3e:3b:82:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:49.058729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:49.084723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Pushing event updated for resources: {'Port': ['ID=d9a4d550-8689-49f1-b816-4e304b161910,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.117537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-cc0e0a57-c4a5-4731-8b31-f2f402b877e2 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695993 Jul 16 18:10:49.193845 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.212561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e93a08-773c-49b1-a906-4bff6270e54b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:49.251086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:49.252362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Attempting to bind port d9a4d550-8689-49f1-b816-4e304b161910 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:49.253018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Attempting to bind port d9a4d550-8689-49f1-b816-4e304b161910 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:49.253531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Attempting to bind port d9a4d550-8689-49f1-b816-4e304b161910 on network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:49.263303 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.266637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:49.267001 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-36cd9505-1839-4f2a-8110-887b6fab51cf req-9651d32f-3b5c-433b-97c1-39a8ca54f941 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1253541 Jul 16 18:10:49.267145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Checking segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:49.267616 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.267910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Bound using segment: {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:49.268377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Bound port: d9a4d550-8689-49f1-b816-4e304b161910, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248b80e0-4dc2-4856-a1ce-26fbca8e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:49.269339 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.272154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:49.311762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-2432619a-cc3c-4dd5-bb13-e68227399b09 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871583 Jul 16 18:10:49.399627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] For port d9a4d550-8689-49f1-b816-4e304b161910, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:49.405011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] For port d9a4d550-8689-49f1-b816-4e304b161910, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d9a4d550-8689-49f1-b816-4e304b161910,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:49.412816 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.426857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=a0e93a08-773c-49b1-a906-4bff6270e54b,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.438918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd9505-1839-4f2a-8110-887b6fab51cf req-fbaab688-095d-4fee-96ab-974a0380b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.440424 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-36cd9505-1839-4f2a-8110-887b6fab51cf req-fbaab688-095d-4fee-96ab-974a0380b74c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 1101 time: 0.1311646 Jul 16 18:10:49.442104 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.446382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port d83c9d4d-c70d-4bc5-830a-3cd45cd3d516 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:49.548852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fd4a5-2f46-43ed-83fe-c8572caba8cc None None] Pushing event updated for resources: {'Port': ['ID=d9a4d550-8689-49f1-b816-4e304b161910,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.562523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['a0e93a08-773c-49b1-a906-4bff6270e54b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:49.600647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74fee5-7698-4f75-80e0-1065743a0728 req-3e6bc088-1d78-46f7-a3f6-f1842bdb9930 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.606437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c74fee5-7698-4f75-80e0-1065743a0728 req-3e6bc088-1d78-46f7-a3f6-f1842bdb9930 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.1298506 Jul 16 18:10:49.701968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c74fee5-7698-4f75-80e0-1065743a0728 req-470c9628-bea7-4915-8ce9-61d523837bd6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871398 Jul 16 18:10:49.705091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd9505-1839-4f2a-8110-887b6fab51cf req-0195f6f9-3c79-44b1-a934-832ddabcfb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.706834 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-36cd9505-1839-4f2a-8110-887b6fab51cf req-0195f6f9-3c79-44b1-a934-832ddabcfb84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2437871 Jul 16 18:10:49.782666 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-36cd9505-1839-4f2a-8110-887b6fab51cf req-49e0692e-4beb-44a1-bd0f-53fbfe819d0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 HTTP/1.1" status: 200 len: 217 time: 0.0491645 Jul 16 18:10:49.996092 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd9505-1839-4f2a-8110-887b6fab51cf req-f0d0b402-247d-4667-8727-41c7cdbf2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.998470 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-36cd9505-1839-4f2a-8110-887b6fab51cf req-f0d0b402-247d-4667-8727-41c7cdbf2dbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2068050 Jul 16 18:10:50.109926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc886b-1f56-4745-919d-b6385f199543 req-a0447ec3-18e9-4037-9479-b5dfd5fae35a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.111933 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35bc886b-1f56-4745-919d-b6385f199543 req-a0447ec3-18e9-4037-9479-b5dfd5fae35a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 948 time: 0.1519969 Jul 16 18:10:50.151171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8:0:1::1c8 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/03510df5-fe36-4900-97a5-b1474c06dcf0/d83c9d4d-c70d-4bc5-830a-3cd45cd3d516) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:50.160155 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::f816:3eff:fe1a:876f (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/d7a8c66a-17cd-49ff-a744-2f3fe851269a/d83c9d4d-c70d-4bc5-830a-3cd45cd3d516) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:50.180890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd9505-1839-4f2a-8110-887b6fab51cf req-6efa2c7b-41a8-43cc-91d2-4e7c77755245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.183450 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-36cd9505-1839-4f2a-8110-887b6fab51cf req-6efa2c7b-41a8-43cc-91d2-4e7c77755245 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1760302 Jul 16 18:10:50.209279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35bc886b-1f56-4745-919d-b6385f199543 req-35a289d9-c49a-4682-b57b-cebdf78cc0b3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831406 Jul 16 18:10:50.247361 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70d81-249a-413f-a257-52100c76aafc req-806ec23c-55c7-4eeb-b9fe-359bb07d88dc tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.249502 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ab70d81-249a-413f-a257-52100c76aafc req-806ec23c-55c7-4eeb-b9fe-359bb07d88dc tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 945 time: 0.1364224 Jul 16 18:10:50.346459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ab70d81-249a-413f-a257-52100c76aafc req-8dce3904-ceba-4420-831f-1afbf1727d74 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655286 Jul 16 18:10:50.407200 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-36cd9505-1839-4f2a-8110-887b6fab51cf req-1eabdff2-f923-4654-bce5-baae075c6637 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129977 Jul 16 18:10:50.512692 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.542754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object d83c9d4d-c70d-4bc5-830a-3cd45cd3d516 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:50.566726 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-36cd9505-1839-4f2a-8110-887b6fab51cf req-aaf42a6f-692f-445a-bb05-623639777659 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525614 Jul 16 18:10:50.617101 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.677624 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:50.680864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:50.688930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:50.694922 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.695782 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.703930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=d83c9d4d-c70d-4bc5-830a-3cd45cd3d516,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.722651 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-09257fbb-42b8-4858-85fc-de1ef8441421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6907837 Jul 16 18:10:50.724232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:50.977766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844dc97-fd6c-4e82-830e-f40d8d47e2d7 req-8b8c69ef-5268-476c-b650-de9cf9cc42af tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.980242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3844dc97-fd6c-4e82-830e-f40d8d47e2d7 req-8b8c69ef-5268-476c-b650-de9cf9cc42af tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.0853086 Jul 16 18:10:50.986332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-82413bcc-015b-4fb8-ab0f-2781cf3e1273 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port d83c9d4d-c70d-4bc5-830a-3cd45cd3d516 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:50.986980 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82413bcc-015b-4fb8-ab0f-2781cf3e1273 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.086158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3844dc97-fd6c-4e82-830e-f40d8d47e2d7 req-62d057a1-3c2f-43f1-a3c4-6ac9b7f31a09 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958765 Jul 16 18:10:51.116728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d5d906-f436-43d4-abc5-fff9b94ce80c None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:51.122435 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82413bcc-015b-4fb8-ab0f-2781cf3e1273 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.152232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-82413bcc-015b-4fb8-ab0f-2781cf3e1273 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for d83c9d4d-c70d-4bc5-830a-3cd45cd3d516 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:51.224385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d9a4d550-8689-49f1-b816-4e304b161910 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:51.459415 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82413bcc-015b-4fb8-ab0f-2781cf3e1273 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.562507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82413bcc-015b-4fb8-ab0f-2781cf3e1273 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=d83c9d4d-c70d-4bc5-830a-3cd45cd3d516,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:51.572731 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-587a52cf-453a-47e0-9658-c4dd7bcd515b None None] Provisioning for port d9a4d550-8689-49f1-b816-4e304b161910 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:51.630187 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82413bcc-015b-4fb8-ab0f-2781cf3e1273 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.632316 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-82413bcc-015b-4fb8-ab0f-2781cf3e1273 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/d83c9d4d-c70d-4bc5-830a-3cd45cd3d516 HTTP/1.1" status: 204 len: 168 time: 0.9070735 Jul 16 18:10:51.635301 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:51.638984 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port d9a4d550-8689-49f1-b816-4e304b161910 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:51.640949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66d803-7813-4615-96dc-62054ce1e869 req-ee68520f-0d72-4f24-ab18-1af9aa0e55aa tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.642581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea66d803-7813-4615-96dc-62054ce1e869 req-ee68520f-0d72-4f24-ab18-1af9aa0e55aa tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 948 time: 0.2300134 Jul 16 18:10:51.658263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device beb6a9f9-123b-45e2-996e-9ef54bd7a64b up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:51.681833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:51.682533 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.761733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea66d803-7813-4615-96dc-62054ce1e869 req-e630ae1d-8be8-4c99-ba44-aae51ad4891f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054599 Jul 16 18:10:51.790734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bac244-e690-4aa8-a6d9-cc989143033c req-3e3c113c-da3c-4fba-ad7f-faedb86c2594 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.803002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port beb6a9f9-123b-45e2-996e-9ef54bd7a64b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:51.806290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49bac244-e690-4aa8-a6d9-cc989143033c req-3e3c113c-da3c-4fba-ad7f-faedb86c2594 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 945 time: 0.2879040 Jul 16 18:10:51.810105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port beb6a9f9-123b-45e2-996e-9ef54bd7a64b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:51.810510 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.814449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd9f92f-4bf7-4cba-8bcd-8a999e2a8170 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.816281 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4dd9f92f-4bf7-4cba-8bcd-8a999e2a8170 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1798158 Jul 16 18:10:51.819934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:51.902099 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.954612 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ecb3b-4042-4b92-adf3-8f9390cbc8c5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.956542 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-370ecb3b-4042-4b92-adf3-8f9390cbc8c5 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1357899 Jul 16 18:10:51.959024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:51.960411 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port d9a4d550-8689-49f1-b816-4e304b161910, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d9a4d550-8689-49f1-b816-4e304b161910,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:51.984930 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49bac244-e690-4aa8-a6d9-cc989143033c req-c82ccd76-43be-49f1-82c5-49ba507f928a tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773381 Jul 16 18:10:51.992364 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.996970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8f43b6-22af-4dd0-a1cc-6fcabba7e574 None None] Update dhcp port {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': 'd7a8c66a-17cd-49ff-a744-2f3fe851269a', 'ip_address': '2001:db8::f816:3eff:fe4e:5dd0'}, {'subnet_id': '03510df5-fe36-4900-97a5-b1474c06dcf0'}], 'binding:host_id': 'n-d-793618-9'}, 'id': 'd9a4d550-8689-49f1-b816-4e304b161910'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:10:52.052607 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67bfd1-868a-45d8-a94a-1d9047914183 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.056240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67bfd1-868a-45d8-a94a-1d9047914183 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.060160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67bfd1-868a-45d8-a94a-1d9047914183 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.065024 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5a67bfd1-868a-45d8-a94a-1d9047914183 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1017540 Jul 16 18:10:52.065450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:52.066850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-29194292-a311-48e6-a4ce-609ce1b195e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.067665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-29194292-a311-48e6-a4ce-609ce1b195e1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f&tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd HTTP/1.1" status: 200 len: 1099 time: 0.2575805 Jul 16 18:10:52.114455 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.161236 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca8f43b6-22af-4dd0-a1cc-6fcabba7e574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.166217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=d9a4d550-8689-49f1-b816-4e304b161910,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.188940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb6a9f9-123b-45e2-996e-9ef54bd7a64b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:52.191399 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b94058b-3142-40e5-aab5-32ffe746287e" -d '{"events": [{"server_uuid": "590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde", "name": "network-vif-plugged", "status": "completed", "tag": "beb6a9f9-123b-45e2-996e-9ef54bd7a64b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:52.211350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port beb6a9f9-123b-45e2-996e-9ef54bd7a64b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=beb6a9f9-123b-45e2-996e-9ef54bd7a64b,segment=NetworkSegment(c1604ff5-c7dc-4307-9517-45d311a2c976),segment_id=c1604ff5-c7dc-4307-9517-45d311a2c976)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:52.238170 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.249967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0af40ab-4462-4d38-9989-cc27055e65be tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 03510df5-fe36-4900-97a5-b1474c06dcf0 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:52.264183 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0af40ab-4462-4d38-9989-cc27055e65be tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.278671 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa7a556-a2ae-4a7f-8d39-23cd8fa83ee8 x-openstack-request-id: req-afa7a556-a2ae-4a7f-8d39-23cd8fa83ee8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:52.279084 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde", "name": "network-vif-plugged", "status": "completed", "tag": "beb6a9f9-123b-45e2-996e-9ef54bd7a64b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:52.279354 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-afa7a556-a2ae-4a7f-8d39-23cd8fa83ee8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:52.279654 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb6a9f9-123b-45e2-996e-9ef54bd7a64b', 'code': 200} Jul 16 18:10:52.372446 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0af40ab-4462-4d38-9989-cc27055e65be tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.422083 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0af40ab-4462-4d38-9989-cc27055e65be tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.468269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=beb6a9f9-123b-45e2-996e-9ef54bd7a64b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.517623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0af40ab-4462-4d38-9989-cc27055e65be tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.558333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af40ab-4462-4d38-9989-cc27055e65be tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=03510df5-fe36-4900-97a5-b1474c06dcf0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.564503 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0af40ab-4462-4d38-9989-cc27055e65be tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.566478 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e0af40ab-4462-4d38-9989-cc27055e65be tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/03510df5-fe36-4900-97a5-b1474c06dcf0 HTTP/1.1" status: 204 len: 168 time: 0.4996941 Jul 16 18:10:52.569290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-ca8f43b6-22af-4dd0-a1cc-6fcabba7e574 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03510df5-fe36-4900-97a5-b1474c06dcf0: This subnet is being modified by another concurrent operation. Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:10:52.579017 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03510df5-fe36-4900-97a5-b1474c06dcf0: This subnet is being modified by another concurrent operation. Jul 16 18:10:52.583564 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 16 18:10:52.600552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a0e93a08-773c-49b1-a906-4bff6270e54b details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:52.688977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be2f49-948a-4c95-80d0-f12eb05bd3a3 req-f6529d3b-909b-4e50-8b89-515349274dac tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.690999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7be2f49-948a-4c95-80d0-f12eb05bd3a3 req-f6529d3b-909b-4e50-8b89-515349274dac tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.1065197 Jul 16 18:10:52.707447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7292f-9ebf-4014-9251-3e65e791bcba req-e0e2e132-a467-4b63-9160-6afbd0ad7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.712718 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cbb7292f-9ebf-4014-9251-3e65e791bcba req-e0e2e132-a467-4b63-9160-6afbd0ad7785 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 1097 time: 0.2263324 Jul 16 18:10:52.717866 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd45eb3f-bcc0-4b21-a037-f29daf4c223f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet d7a8c66a-17cd-49ff-a744-2f3fe851269a {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:52.735441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd45eb3f-bcc0-4b21-a037-f29daf4c223f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.750289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-3d9768ac-d10e-49e5-a0e9-5ecbc35bd2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.752072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-3d9768ac-d10e-49e5-a0e9-5ecbc35bd2c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 1099 time: 0.6517560 Jul 16 18:10:52.797547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2632849d-851e-458c-92c3-fb8d5b4b0f5d None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:52.798152 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2632849d-851e-458c-92c3-fb8d5b4b0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.850058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:52.851923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7be2f49-948a-4c95-80d0-f12eb05bd3a3 req-acf81cb2-8f35-46f7-b5d0-2fb4f400f77b tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504087 Jul 16 18:10:52.868840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'mac_address': 'fa:16:3e:3b:82:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:53.033730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbba1f62-6695-457a-84e9-12db43030b36 None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:10:53.080487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-e3241946-6681-45b7-91e7-b98cc1eac223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.082108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-e3241946-6681-45b7-91e7-b98cc1eac223 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.3169239 Jul 16 18:10:53.095676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-2288cf94-fe54-41f3-ae06-568114246245 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2867465 Jul 16 18:10:53.136101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8fbf719a-7dc2-46fd-9810-0ce7cf477b2f None None] Could not find standard attr ID for object d83c9d4d-c70d-4bc5-830a-3cd45cd3d516. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:10:53.187139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d9a4d550-8689-49f1-b816-4e304b161910 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:53.189945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-7df7dc70-8e72-4955-acad-1eb0d400acce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a0e93a08-773c-49b1-a906-4bff6270e54b HTTP/1.1" status: 200 len: 217 time: 0.0914795 Jul 16 18:10:53.332308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd87b7b-21cd-4ae3-8206-d13fa37d807c req-926650c8-5937-4e4b-acce-fb5b4f506061 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.337056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.343265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dd87b7b-21cd-4ae3-8206-d13fa37d807c req-926650c8-5937-4e4b-acce-fb5b4f506061 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 948 time: 0.3569028 Jul 16 18:10:53.361171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd45eb3f-bcc0-4b21-a037-f29daf4c223f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.370238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbba1f62-6695-457a-84e9-12db43030b36 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:10:53.452451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port d9a4d550-8689-49f1-b816-4e304b161910, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d9a4d550-8689-49f1-b816-4e304b161910,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:53.452664 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cbb7292f-9ebf-4014-9251-3e65e791bcba req-3439c1da-c984-4fa5-bbe5-7e2ca6180c67 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7304761 Jul 16 18:10:53.470714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dd87b7b-21cd-4ae3-8206-d13fa37d807c req-178ad8c1-c434-43bf-9bba-c6374e6268db tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250091 Jul 16 18:10:53.481170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-97441c1c-1caa-4db1-87d5-4ba5893e657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.498241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-97441c1c-1caa-4db1-87d5-4ba5893e657e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.3002253 Jul 16 18:10:53.514311 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd45eb3f-bcc0-4b21-a037-f29daf4c223f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.535248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-579326c1-dec1-4b88-9cf3-4dcee3047543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.535812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-579326c1-dec1-4b88-9cf3-4dcee3047543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.536389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-579326c1-dec1-4b88-9cf3-4dcee3047543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.536794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-579326c1-dec1-4b88-9cf3-4dcee3047543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.537258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-579326c1-dec1-4b88-9cf3-4dcee3047543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.537920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-579326c1-dec1-4b88-9cf3-4dcee3047543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.543547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-579326c1-dec1-4b88-9cf3-4dcee3047543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.545936 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-579326c1-dec1-4b88-9cf3-4dcee3047543 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6502 time: 0.3488724 Jul 16 18:10:53.593070 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.648714 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd45eb3f-bcc0-4b21-a037-f29daf4c223f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.671968 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd45eb3f-bcc0-4b21-a037-f29daf4c223f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.677759 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dd45eb3f-bcc0-4b21-a037-f29daf4c223f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/d7a8c66a-17cd-49ff-a744-2f3fe851269a HTTP/1.1" status: 204 len: 168 time: 1.1053221 Jul 16 18:10:53.680040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:53.693904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb649d-ea98-4d74-9886-d094a198368f req-912f38fe-cbb5-471f-b1af-d0812329311e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.695609 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1feb649d-ea98-4d74-9886-d094a198368f req-912f38fe-cbb5-471f-b1af-d0812329311e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 946 time: 0.4869826 Jul 16 18:10:53.732726 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45eb3f-bcc0-4b21-a037-f29daf4c223f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a8c66a-17cd-49ff-a744-2f3fe851269a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.799463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-f1aea47f-c1cb-41f1-9d92-e03674629a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.803395 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-f1aea47f-c1cb-41f1-9d92-e03674629a14 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2863550 Jul 16 18:10:53.839333 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-af1b1148-a747-450d-8798-8cb100cfdb09 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520259 Jul 16 18:10:53.850267 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:53.856336 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ef3f22b2-9d3f-4d96-9014-83e081523700 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:53.858465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=d9a4d550-8689-49f1-b816-4e304b161910,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.934024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-27a75f35-63a1-4f3f-a137-9e6763f71a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.934740 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-27a75f35-63a1-4f3f-a137-9e6763f71a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.935634 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-27a75f35-63a1-4f3f-a137-9e6763f71a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.937708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-27a75f35-63a1-4f3f-a137-9e6763f71a45 service neutron] 10.222.0.38 "GET /v2.0/networks?id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=29c282e7-cacf-472e-b53a-2daeee14b484&id=29c282e7-cacf-472e-b53a-2daeee14b484 HTTP/1.1" status: 200 len: 2297 time: 0.3044453 Jul 16 18:10:53.963309 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1feb649d-ea98-4d74-9886-d094a198368f req-5301b876-917d-4bbe-b539-af49fba0528f tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591143 Jul 16 18:10:54.131097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f22b2-9d3f-4d96-9014-83e081523700 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:54.132697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53affc9-1e86-4f17-b791-4c55b8f9fa3e None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:10:54.136312 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef3f22b2-9d3f-4d96-9014-83e081523700 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.208645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b32051b2-6698-42e0-a4ba-af469636ef67 None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:54.209750 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b32051b2-6698-42e0-a4ba-af469636ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.300516 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-f3c8f4d2-9cd5-463e-9fb9-43e125d81235 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394369 Jul 16 18:10:54.306407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-fbe094ca-801c-4d91-9087-8e8c23b9da86 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8801145-f837-4d0e-b9d5-1f06de7a01f4 HTTP/1.1" status: 200 len: 1001 time: 0.3331943 Jul 16 18:10:54.354530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53affc9-1e86-4f17-b791-4c55b8f9fa3e None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:10:54.383689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef3f22b2-9d3f-4d96-9014-83e081523700 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.392420 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b32051b2-6698-42e0-a4ba-af469636ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.420698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2fc8b-7144-40b2-9a3c-5078b130c2f6 req-4858904b-06b9-4d9f-baef-946873ab9aae tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.423919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02d2fc8b-7144-40b2-9a3c-5078b130c2f6 req-4858904b-06b9-4d9f-baef-946873ab9aae tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.3273318 Jul 16 18:10:54.444767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f22b2-9d3f-4d96-9014-83e081523700 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=d88ca3de-4e51-4562-b824-88017c34b513,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.456286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f22b2-9d3f-4d96-9014-83e081523700 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:54.457914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f22b2-9d3f-4d96-9014-83e081523700 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:54.460469 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f22b2-9d3f-4d96-9014-83e081523700 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.461120 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef3f22b2-9d3f-4d96-9014-83e081523700 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.483971 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ef3f22b2-9d3f-4d96-9014-83e081523700 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6310701 Jul 16 18:10:54.486439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.498717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-68069e69-9c69-4de4-9249-6982d619aa44 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:54.520954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b32051b2-6698-42e0-a4ba-af469636ef67 None None] For port d9a4d550-8689-49f1-b816-4e304b161910, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d9a4d550-8689-49f1-b816-4e304b161910,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:54.534327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-72c4fa00-b7ee-42aa-8387-4e0899ca5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.535882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-72c4fa00-b7ee-42aa-8387-4e0899ca5cf3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306fd435-821d-4c93-9da6-87680b1fbaa4 HTTP/1.1" status: 200 len: 856 time: 0.2134230 Jul 16 18:10:54.536022 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b32051b2-6698-42e0-a4ba-af469636ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.565966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02d2fc8b-7144-40b2-9a3c-5078b130c2f6 req-c1e8120b-34b0-43c6-b5e9-ec48cb46312c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710411 Jul 16 18:10:54.621207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f7becc1-b7b4-4db3-9f7a-577a869cebeb req-327b096d-62fc-4b7f-b933-fd8968d8969d service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098571 Jul 16 18:10:54.661466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-59b4f4d2-ec16-4624-8a67-d073e22a75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.663022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-59b4f4d2-ec16-4624-8a67-d073e22a75b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195190 Jul 16 18:10:54.674682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a0e93a08-773c-49b1-a906-4bff6270e54b no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:54.779195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32051b2-6698-42e0-a4ba-af469636ef67 None None] Pushing event updated for resources: {'Port': ['ID=d9a4d550-8689-49f1-b816-4e304b161910,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.781720 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68069e69-9c69-4de4-9249-6982d619aa44 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:54.785948 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68069e69-9c69-4de4-9249-6982d619aa44 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.831074 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.892484 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a0e93a08-773c-49b1-a906-4bff6270e54b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:54.944764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:54.962529 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.991764 n-d-793618-9 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-68069e69-9c69-4de4-9249-6982d619aa44 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d88ca3de-4e51-4562-b824-88017c34b513 (CIDR: 2001:db8::/64) Jul 16 18:10:54.997089 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-68069e69-9c69-4de4-9249-6982d619aa44 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:10:54.998082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68069e69-9c69-4de4-9249-6982d619aa44 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:55.020882 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-68069e69-9c69-4de4-9249-6982d619aa44 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5328066 Jul 16 18:10:55.022765 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.031199 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:55.034099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfffbf-a8e3-4078-abcf-21ab223a30d9 req-b7f78ce8-a920-4216-9463-cc4747f7d945 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.039246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07dfffbf-a8e3-4078-abcf-21ab223a30d9 req-b7f78ce8-a920-4216-9463-cc4747f7d945 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 948 time: 0.3358388 Jul 16 18:10:55.064754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-350507b5-0ed2-4928-a602-44eee2224897 service neutron] 10.222.0.38 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902178 Jul 16 18:10:55.175256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=a0e93a08-773c-49b1-a906-4bff6270e54b,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:55.196945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-d533b1e8-df6e-4db1-914e-b0360742b62a service neutron] 10.222.0.38 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176596 Jul 16 18:10:55.270412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3de85a-e9b7-4e53-95d7-21c75b1642b5 None None] Update dhcp port {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': 'd88ca3de-4e51-4562-b824-88017c34b513'}], 'binding:host_id': 'n-d-793618-9'}, 'id': 'd9a4d550-8689-49f1-b816-4e304b161910'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:10:55.295664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-075b9812-8101-4b00-90cd-648e89f45b0e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f HTTP/1.1" status: 200 len: 217 time: 0.0857513 Jul 16 18:10:55.321875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07dfffbf-a8e3-4078-abcf-21ab223a30d9 req-3b98a71d-b87d-4b61-beac-04021ecaac71 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697022 Jul 16 18:10:55.334471 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc3de85a-e9b7-4e53-95d7-21c75b1642b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.398268 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:55.402069 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.455734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-948e0816-9ba9-4d66-a319-7c40de8e573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.457710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-948e0816-9ba9-4d66-a319-7c40de8e573a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.1347315 Jul 16 18:10:55.554375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c26252-6ef6-4b52-8b87-acea5a27a5af req-d62aa78e-11b5-41bb-8431-a2ea0a40a292 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.555960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75c26252-6ef6-4b52-8b87-acea5a27a5af req-d62aa78e-11b5-41bb-8431-a2ea0a40a292 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 946 time: 0.1698000 Jul 16 18:10:55.597360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cc3de85a-e9b7-4e53-95d7-21c75b1642b5 None None] Allocated IP 2001:db8::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/d88ca3de-4e51-4562-b824-88017c34b513/d9a4d550-8689-49f1-b816-4e304b161910) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:55.689573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-ba48954e-4c7e-412d-a24f-17d6dd2b6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.694246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-ba48954e-4c7e-412d-a24f-17d6dd2b6599 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2266498 Jul 16 18:10:55.765176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cc3de85a-e9b7-4e53-95d7-21c75b1642b5 None None] For port d9a4d550-8689-49f1-b816-4e304b161910, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d9a4d550-8689-49f1-b816-4e304b161910,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:55.848206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-065aa3d7-d907-4720-b64d-3a832bf1c396 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442401 Jul 16 18:10:55.860462 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc3de85a-e9b7-4e53-95d7-21c75b1642b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.865296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75c26252-6ef6-4b52-8b87-acea5a27a5af req-04ec5b07-09d8-4606-828a-2cfc49526dc4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816534 Jul 16 18:10:55.893445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cc3de85a-e9b7-4e53-95d7-21c75b1642b5 None None] Transition to ACTIVE for port object d9a4d550-8689-49f1-b816-4e304b161910 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:55.901481 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc3de85a-e9b7-4e53-95d7-21c75b1642b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.044942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3de85a-e9b7-4e53-95d7-21c75b1642b5 None None] Pushing event updated for resources: {'Port': ['ID=d9a4d550-8689-49f1-b816-4e304b161910,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.091760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158e9a8-91df-4ea0-a0be-0d23899ae5db req-dd8561b1-ae5e-44ff-8d4e-4a98629b7f90 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.098840 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2158e9a8-91df-4ea0-a0be-0d23899ae5db req-dd8561b1-ae5e-44ff-8d4e-4a98629b7f90 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.2288013 Jul 16 18:10:56.132020 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-57efc8e1-64d2-4139-862b-479500585535 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628915 Jul 16 18:10:56.140454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.objects.ports [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:10:56.188173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-0880d4fc-f219-4798-a7b2-788efc333387 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1c7fda8b-3138-4238-aa2b-810ce6159203 HTTP/1.1" status: 200 len: 217 time: 0.0489209 Jul 16 18:10:56.351225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2158e9a8-91df-4ea0-a0be-0d23899ae5db req-43ef7dfd-deb9-455f-bb68-c0dfdde809dd tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514114 Jul 16 18:10:56.396306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-f44c6a38-03a0-44a0-95f2-26c137936c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.398599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-f44c6a38-03a0-44a0-95f2-26c137936c67 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.1785731 Jul 16 18:10:56.459036 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.584884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-68b8ef4b-6fc6-4214-9cae-741e052a8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.603192 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-68b8ef4b-6fc6-4214-9cae-741e052a8a04 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1968265 Jul 16 18:10:56.881686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] For port d9a4d550-8689-49f1-b816-4e304b161910, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d9a4d550-8689-49f1-b816-4e304b161910,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:56.957098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.968469 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.969662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.015190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-d9f9327f-fe5c-412d-a448-e74a8458fc78 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036546 Jul 16 18:10:57.076151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc20ff1-f029-45ed-b12f-9fbc2f2b575d req-580a174c-41ec-4ec9-a85c-fca60d5c1e9b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.084603 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ffc20ff1-f029-45ed-b12f-9fbc2f2b575d req-580a174c-41ec-4ec9-a85c-fca60d5c1e9b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 947 time: 0.4131024 Jul 16 18:10:57.116191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:57.127576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:57.147344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.148023 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.179366 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=c4f2c5dd-2c60-4b27-be6d-bff90df77540,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:57.199467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=d9a4d550-8689-49f1-b816-4e304b161910,revision_number=9']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:57.206143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ffc20ff1-f029-45ed-b12f-9fbc2f2b575d req-1fac3ec1-6703-44d2-b30b-4f57a1400806 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199296 Jul 16 18:10:57.232533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:57.236769 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0517390f-821b-417e-bd37-4177f51978ae tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2021127 Jul 16 18:10:57.251451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:ee:33:53', 'name': 'tempest-NetworksTestDHCPv6-460419245'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:57.282946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d9a4d550-8689-49f1-b816-4e304b161910 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:57.453998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-d1da4fed-b6ce-479c-b05a-80af9c6e12a3 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181216 Jul 16 18:10:57.511694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-5830ae41-a058-4c24-8f4e-d3870904f616 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=7eabc694-8433-42fa-9894-3abdb602e652 HTTP/1.1" status: 200 len: 217 time: 0.0519359 Jul 16 18:10:57.521520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49211c88-548d-473f-9c8f-2d99b5d91c07 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:57.551798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:57.620478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-2375f2ed-7ef2-48da-a985-75594a9a2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.623415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-2375f2ed-7ef2-48da-a985-75594a9a2a4a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.0998511 Jul 16 18:10:57.642059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-177c2f98-dfdc-4521-9590-311fb7c0ae6b None None] Provisioning for port d9a4d550-8689-49f1-b816-4e304b161910 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:57.652012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-177c2f98-dfdc-4521-9590-311fb7c0ae6b None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:57.652394 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-177c2f98-dfdc-4521-9590-311fb7c0ae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.251067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843d3d4-c490-4cd1-b810-fc3095912916 req-7cbffc0c-e9a1-43cc-9e16-90587e394c56 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.252719 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8843d3d4-c490-4cd1-b810-fc3095912916 req-7cbffc0c-e9a1-43cc-9e16-90587e394c56 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 946 time: 0.7449443 Jul 16 18:10:58.264622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dd1e2-04b9-4e25-87d7-6aa04a3f6acf req-ea96100d-d0dd-429d-9fed-dd8740f3b15a tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.272737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-487dd1e2-04b9-4e25-87d7-6aa04a3f6acf req-ea96100d-d0dd-429d-9fed-dd8740f3b15a tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.6453795 Jul 16 18:10:58.282424 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.338055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-c4a81cfb-e6ef-420c-b872-7007e83f4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.341042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-c4a81cfb-e6ef-420c-b872-7007e83f4ddd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6755173 Jul 16 18:10:58.402268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port 0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:58.430178 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8843d3d4-c490-4cd1-b810-fc3095912916 req-9781b3ae-972e-4ef0-aadf-94c42268606c tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526680 Jul 16 18:10:58.478107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-487dd1e2-04b9-4e25-87d7-6aa04a3f6acf req-13308900-276c-4ec8-9c25-ad0840b35ad7 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043138 Jul 16 18:10:58.508194 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:10:58.591887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a0e93a08-773c-49b1-a906-4bff6270e54b details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:58.717885 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ba97f6-f24b-4947-953c-2d898e67417f None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:58.752506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:58.819365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dc335-d1a1-4b0b-a73e-179004183660 req-c64f7ed7-ad91-424b-a42c-922a367a5259 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.821425 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d39dc335-d1a1-4b0b-a73e-179004183660 req-c64f7ed7-ad91-424b-a42c-922a367a5259 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.42 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 946 time: 0.2414260 Jul 16 18:10:58.828031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-1672273d-98b0-4e7a-b204-855cbef36817 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703505 Jul 16 18:10:58.852965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-498eed8d-5dfd-4901-ba5c-d51a33aa08f8 None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:58.852965 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-498eed8d-5dfd-4901-ba5c-d51a33aa08f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.969544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::e (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/d88ca3de-4e51-4562-b824-88017c34b513/0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:58.989665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8:0:1:f816:3eff:feee:3353 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/c4f2c5dd-2c60-4b27-be6d-bff90df77540/0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:59.035478 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d39dc335-d1a1-4b0b-a73e-179004183660 req-7efedf16-dc0c-4943-8e6c-745296ecd720 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Deleting port beb6a9f9-123b-45e2-996e-9ef54bd7a64b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:59.036104 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d39dc335-d1a1-4b0b-a73e-179004183660 req-7efedf16-dc0c-4943-8e6c-745296ecd720 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.055829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:59.085235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'mac_address': 'fa:16:3e:3b:82:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:59.146832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd8748-b63b-46c6-944b-906ddf818d7d req-2f23b763-b042-42f4-99b6-63140cd6352f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.148440 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbfd8748-b63b-46c6-944b-906ddf818d7d req-2f23b763-b042-42f4-99b6-63140cd6352f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 947 time: 0.3238606 Jul 16 18:10:59.178150 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.205712 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e93a08-773c-49b1-a906-4bff6270e54b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:59.211405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d9a4d550-8689-49f1-b816-4e304b161910 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:59.214202 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6931baa2-0fa2-492c-9931-53dcf136fe91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.236305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-92ea1241-c767-4a13-a4ad-182a9f55a8b0 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663692 Jul 16 18:10:59.244136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d39dc335-d1a1-4b0b-a73e-179004183660 req-7efedf16-dc0c-4943-8e6c-745296ecd720 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] For port beb6a9f9-123b-45e2-996e-9ef54bd7a64b, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=beb6a9f9-123b-45e2-996e-9ef54bd7a64b,segment=NetworkSegment(c1604ff5-c7dc-4307-9517-45d311a2c976),segment_id=c1604ff5-c7dc-4307-9517-45d311a2c976)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:59.245216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d39dc335-d1a1-4b0b-a73e-179004183660 req-7efedf16-dc0c-4943-8e6c-745296ecd720 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.265241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d39dc335-d1a1-4b0b-a73e-179004183660 req-7efedf16-dc0c-4943-8e6c-745296ecd720 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Calling delete_port for beb6a9f9-123b-45e2-996e-9ef54bd7a64b owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:59.286804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:59.296528 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.328253 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:59.328586 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.401766 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-5c72fff9-1729-453f-959f-81d39ffdc1eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c4066f96-874a-4e9b-9ebe-2041bf995554 HTTP/1.1" status: 200 len: 217 time: 0.1516848 Jul 16 18:10:59.438390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbfd8748-b63b-46c6-944b-906ddf818d7d req-cc06b674-7812-4116-b4da-c5bb6d8242b7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787561 Jul 16 18:10:59.453049 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6931baa2-0fa2-492c-9931-53dcf136fe91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.463781 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6931baa2-0fa2-492c-9931-53dcf136fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.529105 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d39dc335-d1a1-4b0b-a73e-179004183660 req-7efedf16-dc0c-4943-8e6c-745296ecd720 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.534043 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.538449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931baa2-0fa2-492c-9931-53dcf136fe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e12dad3-9318-41c4-964a-cccc3d4b3567,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:59.541035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-af4536b7-81ff-40c2-ab24-a11b9789fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.543981 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-af4536b7-81ff-40c2-ab24-a11b9789fbf0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.1254556 Jul 16 18:10:59.549755 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6931baa2-0fa2-492c-9931-53dcf136fe91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6baed5ba3b849bab1ed608934d15772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7927911 Jul 16 18:10:59.550564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:59.606344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:59.611497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object 0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:59.631188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efedf16-dc0c-4943-8e6c-745296ecd720 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Pushing event deleted for resources: {'Port': ['ID=beb6a9f9-123b-45e2-996e-9ef54bd7a64b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:59.674032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-c592070c-8fab-4dfa-b434-68a97e5be112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.676015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-c592070c-8fab-4dfa-b434-68a97e5be112 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209595 Jul 16 18:10:59.678509 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.711358 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39dc335-d1a1-4b0b-a73e-179004183660 req-7efedf16-dc0c-4943-8e6c-745296ecd720 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] No DVR routers for this DVR port beb6a9f9-123b-45e2-996e-9ef54bd7a64b on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:59.714090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3cf43da-37b8-4e16-93ad-486051493dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.716366 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d39dc335-d1a1-4b0b-a73e-179004183660 req-7efedf16-dc0c-4943-8e6c-745296ecd720 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.718337 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d39dc335-d1a1-4b0b-a73e-179004183660 req-7efedf16-dc0c-4943-8e6c-745296ecd720 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.42 "DELETE /v2.0/ports/beb6a9f9-123b-45e2-996e-9ef54bd7a64b HTTP/1.1" status: 204 len: 173 time: 0.8890901 Jul 16 18:10:59.719898 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde', 'name': 'network-vif-deleted', 'tag': 'beb6a9f9-123b-45e2-996e-9ef54bd7a64b'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:59.722401 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b267af9-0a91-4bd9-9347-ff75decb05af" -d '{"events": [{"server_uuid": "590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde", "name": "network-vif-deleted", "tag": "beb6a9f9-123b-45e2-996e-9ef54bd7a64b"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:59.762341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3cf43da-37b8-4e16-93ad-486051493dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.767405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['beb6a9f9-123b-45e2-996e-9ef54bd7a64b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:59.774213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=a0e93a08-773c-49b1-a906-4bff6270e54b,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:59.818107 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c270077f-f169-4d7c-a6d6-114d0bba83be None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:59.818831 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c270077f-f169-4d7c-a6d6-114d0bba83be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.872273 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3cf43da-37b8-4e16-93ad-486051493dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.877362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['a0e93a08-773c-49b1-a906-4bff6270e54b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:59.877738 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3cf43da-37b8-4e16-93ad-486051493dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.880065 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e3cf43da-37b8-4e16-93ad-486051493dd3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e12dad3-9318-41c4-964a-cccc3d4b3567 HTTP/1.1" status: 204 len: 168 time: 0.3051112 Jul 16 18:10:59.882531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:59.894089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf43da-37b8-4e16-93ad-486051493dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e12dad3-9318-41c4-964a-cccc3d4b3567,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:59.933012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8bcb3e13-c09d-4099-8aaf-94a83112a755 req-e6316e49-d488-48a0-bb45-4b0d8f5004db tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde HTTP/1.1" status: 200 len: 210 time: 0.1912658 Jul 16 18:10:59.968836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:00.001009 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1edf089-fed8-44b3-8d7a-983f1e9f3fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.013436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:00.019482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.020676 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.029449 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:00.056537 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9da4ef80-0705-4985-aafa-3641da8030b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.147725 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-843163a9-1aab-4b33-b0ab-a09c68cd994a service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546483 Jul 16 18:11:00.156595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96bf37-6004-4827-a358-e51636c30bc5 req-673f9b3d-216d-4544-bf5f-c6ca628accd2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.159264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c96bf37-6004-4827-a358-e51636c30bc5 req-673f9b3d-216d-4544-bf5f-c6ca628accd2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 948 time: 0.4674516 Jul 16 18:11:00.272253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:00.299707 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4626276-c3ab-48b9-9cf9-de8b5dbb59e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.302983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7710153d-44b8-4df5-b9df-894f8eacde22 None None] Provisioning for port 0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:00.307871 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7710153d-44b8-4df5-b9df-894f8eacde22 None None] Provisioning complete for port 0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:00.308376 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7710153d-44b8-4df5-b9df-894f8eacde22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.344604 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7710153d-44b8-4df5-b9df-894f8eacde22 None None] Port 0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:00.349069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c96bf37-6004-4827-a358-e51636c30bc5 req-8d7ed564-ff7d-4f83-85d2-199b51c9547f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425195 Jul 16 18:11:00.388696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da318797-3e93-434a-b642-ab9dc5cce92f req-90b680e8-76b7-4a44-9a11-f31b19309bd0 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.390432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da318797-3e93-434a-b642-ab9dc5cce92f req-90b680e8-76b7-4a44-9a11-f31b19309bd0 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.2661531 Jul 16 18:11:00.422253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-fe71ec61-e5a8-4a2b-b259-3cf98c13a720 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434807 Jul 16 18:11:00.438629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1edf089-fed8-44b3-8d7a-983f1e9f3fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.447871 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1edf089-fed8-44b3-8d7a-983f1e9f3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.510361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da318797-3e93-434a-b642-ab9dc5cce92f req-f0957659-be1b-4c2e-b63c-1f3eea565354 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070180 Jul 16 18:11:00.512430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e0ffa275-996f-4cd2-95d7-9562e1b6e8ed tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.2760599 Jul 16 18:11:00.521067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-0a4ed57e-6886-4c50-bad5-c3e56779f3f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3502ebbe-8b90-4a56-afa2-80f95d0e97d8 HTTP/1.1" status: 200 len: 217 time: 0.0855789 Jul 16 18:11:00.526445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:00.570241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4626276-c3ab-48b9-9cf9-de8b5dbb59e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.576358 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e4626276-c3ab-48b9-9cf9-de8b5dbb59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.593365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device fb23128d-8e4a-481d-9aaa-135f091a59ec details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:00.611965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f1edf089-fed8-44b3-8d7a-983f1e9f3fd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57ea661a3d954087aeadd69994fed286&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0030096 Jul 16 18:11:00.616865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:00.631739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1edf089-fed8-44b3-8d7a-983f1e9f3fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28617eb-ec19-4559-aed7-20d73104249a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:00.638928 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e4626276-c3ab-48b9-9cf9-de8b5dbb59e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53bbd513bc844bc79d93b1c50da2546f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626864 Jul 16 18:11:00.638928 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4626276-c3ab-48b9-9cf9-de8b5dbb59e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bdf3ee-2afb-42c0-951a-8efe4e7eb869,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:00.639668 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:00.692626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-c0c5daf2-9f76-46af-846e-f51905fbf2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.694162 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-c0c5daf2-9f76-46af-846e-f51905fbf2ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b93e8465-6528-4566-8e4d-afb8ffbc7d1c HTTP/1.1" status: 200 len: 797 time: 0.1648071 Jul 16 18:11:00.743964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port fb23128d-8e4a-481d-9aaa-135f091a59ec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fb23128d-8e4a-481d-9aaa-135f091a59ec,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:00.752408 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97706c1f-b3fc-4e5d-addf-2f3ac689172f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.767260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device fb23128d-8e4a-481d-9aaa-135f091a59ec no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:00.792623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'fb23128d-8e4a-481d-9aaa-135f091a59ec', 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0', 'port_id': 'fb23128d-8e4a-481d-9aaa-135f091a59ec', 'mac_address': 'fa:16:3e:41:14:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25468045-7241-4454-b16f-bde78d4ab676', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:00.800305 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97706c1f-b3fc-4e5d-addf-2f3ac689172f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.818454 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6904a23c-12d5-4cc8-a9f2-70ee37c68271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.907583 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.926523 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0480fd8-752f-41bc-a59a-bf4db800da91 x-openstack-request-id: req-d0480fd8-752f-41bc-a59a-bf4db800da91 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:00.926814 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde", "name": "network-vif-deleted", "tag": "beb6a9f9-123b-45e2-996e-9ef54bd7a64b", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:00.927103 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0480fd8-752f-41bc-a59a-bf4db800da91 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:00.927471 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590df8a7-2cb1-4aec-8f6a-aaa12a0d1fde', 'name': 'network-vif-deleted', 'tag': 'beb6a9f9-123b-45e2-996e-9ef54bd7a64b', 'status': 'completed', 'code': 200} Jul 16 18:11:00.934262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb23128d-8e4a-481d-9aaa-135f091a59ec {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:00.937084 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6904a23c-12d5-4cc8-a9f2-70ee37c68271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.964643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97706c1f-b3fc-4e5d-addf-2f3ac689172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.967807 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97706c1f-b3fc-4e5d-addf-2f3ac689172f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.969861 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-97706c1f-b3fc-4e5d-addf-2f3ac689172f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74bdf3ee-2afb-42c0-951a-8efe4e7eb869 HTTP/1.1" status: 204 len: 168 time: 0.3291621 Jul 16 18:11:00.979356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97706c1f-b3fc-4e5d-addf-2f3ac689172f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bdf3ee-2afb-42c0-951a-8efe4e7eb869,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:00.991067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port fb23128d-8e4a-481d-9aaa-135f091a59ec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fb23128d-8e4a-481d-9aaa-135f091a59ec,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:01.002802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-4ec245c3-70ea-4636-bcb4-1b002313d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.004502 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-4ec245c3-70ea-4636-bcb4-1b002313d8c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2834563 Jul 16 18:11:01.004762 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.005867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6adf4d67-9f24-4c26-8f34-94a7ac2a01ba tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port 0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:01.006219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6adf4d67-9f24-4c26-8f34-94a7ac2a01ba tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.013659 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.102458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-8de890bf-a3fa-470b-ae8f-2d0d4f240841 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469499 Jul 16 18:11:01.109962 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:11:01.110343 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:11:01.127644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=fb23128d-8e4a-481d-9aaa-135f091a59ec,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:01.258628 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6904a23c-12d5-4cc8-a9f2-70ee37c68271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.261612 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6904a23c-12d5-4cc8-a9f2-70ee37c68271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.262796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6904a23c-12d5-4cc8-a9f2-70ee37c68271 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a28617eb-ec19-4559-aed7-20d73104249a HTTP/1.1" status: 204 len: 168 time: 0.6433389 Jul 16 18:11:01.272711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['fb23128d-8e4a-481d-9aaa-135f091a59ec'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:01.324627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904a23c-12d5-4cc8-a9f2-70ee37c68271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28617eb-ec19-4559-aed7-20d73104249a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:01.378828 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6adf4d67-9f24-4c26-8f34-94a7ac2a01ba tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.382510 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-13b9de91-6ba8-4baf-9ed9-2093a3404d2d service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478482 Jul 16 18:11:01.430940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6adf4d67-9f24-4c26-8f34-94a7ac2a01ba tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for 0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:01.448941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-92523bfd-7331-4723-9846-e2958d6ed92f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.450506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-92523bfd-7331-4723-9846-e2958d6ed92f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3472776 Jul 16 18:11:01.591415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-51116cc9-298f-41b4-bdc7-115947527498 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/quotas/1a1aaeaf28f243fd8004e95ea06e31dd HTTP/1.1" status: 200 len: 375 time: 0.1277153 Jul 16 18:11:01.668157 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.675061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-25144259-f6e8-49dc-a732-01d0da4ee2a1 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.676741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-25144259-f6e8-49dc-a732-01d0da4ee2a1 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/networks?id=b8aeda5d-a5fe-4c65-bf54-0da1a295683b HTTP/1.1" status: 200 len: 809 time: 0.3731515 Jul 16 18:11:01.689406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fb23128d-8e4a-481d-9aaa-135f091a59ec {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:01.702965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-bc5eac81-824a-476f-b3b1-6a1eb7f3e4f8 service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978685 Jul 16 18:11:01.719476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port fb23128d-8e4a-481d-9aaa-135f091a59ec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fb23128d-8e4a-481d-9aaa-135f091a59ec,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:01.725009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device beb6a9f9-123b-45e2-996e-9ef54bd7a64b no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:01.729937 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.756935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: beb6a9f9-123b-45e2-996e-9ef54bd7a64b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:01.757291 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device beb6a9f9-123b-45e2-996e-9ef54bd7a64b not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:01.774062 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-e62b1777-e0c6-44c8-8d60-240a4e41a4ee tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/quotas/f8524dd7f20e4d3c88c6b2604f6c673e HTTP/1.1" status: 200 len: 375 time: 0.0820606 Jul 16 18:11:01.781712 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-6ed92fb8-f84c-4c6e-9e05-ad0ab67fcb11 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=594998ad-2e61-4855-828d-8fedaa5b4aae HTTP/1.1" status: 200 len: 217 time: 0.0665731 Jul 16 18:11:01.798252 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43424) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:01.816967 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.825776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=fb23128d-8e4a-481d-9aaa-135f091a59ec,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:01.862290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-5f495c4a-1f1f-454d-a42f-9273079a1627 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2695780 Jul 16 18:11:01.886500 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-617edfab-ba23-4893-8643-b3675e515d34 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8524dd7f20e4d3c88c6b2604f6c673e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013803 Jul 16 18:11:01.946610 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.952646 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.954586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-01e0e7c3-aeb2-4b63-badd-217e7a3d7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.956130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-01e0e7c3-aeb2-4b63-badd-217e7a3d7d08 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b93e8465-6528-4566-8e4d-afb8ffbc7d1c HTTP/1.1" status: 200 len: 797 time: 0.1674664 Jul 16 18:11:01.996966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5212a87-6a0e-4df7-b431-ab16f5d9c767,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.017528 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.018443 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.019154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.020210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.020904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.021461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.022156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.022891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.023391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.023890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.024394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.024882 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:02.053202 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-613d17c5-98cf-45b3-a751-209da1f3b33a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b33bd2b5177d48529948bc17da536c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534435 Jul 16 18:11:02.056056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.151002 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0833d28-fa24-48c2-8a7a-539449425076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.156126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-944521a9-0596-4b15-97b9-1c0268d239e3 service neutron] 10.222.0.52 "GET /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555263 Jul 16 18:11:02.177407 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6adf4d67-9f24-4c26-8f34-94a7ac2a01ba tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.194061 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0833d28-fa24-48c2-8a7a-539449425076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.273279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-72c918e0-fed1-423c-b3e6-ffa8c7fb95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.274325 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0833d28-fa24-48c2-8a7a-539449425076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.275773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-72c918e0-fed1-423c-b3e6-ffa8c7fb95c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3113794 Jul 16 18:11:02.278954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0833d28-fa24-48c2-8a7a-539449425076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.282814 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f0833d28-fa24-48c2-8a7a-539449425076 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5212a87-6a0e-4df7-b431-ab16f5d9c767 HTTP/1.1" status: 204 len: 168 time: 0.2205088 Jul 16 18:11:02.292115 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a72c737b-1780-473b-a9f0-6d4aa5e38626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.298674 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0833d28-fa24-48c2-8a7a-539449425076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5212a87-6a0e-4df7-b431-ab16f5d9c767,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.368791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf4d67-9f24-4c26-8f34-94a7ac2a01ba tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.398247 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.448575 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.621181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device fb23128d-8e4a-481d-9aaa-135f091a59ec up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:02.633307 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.738632 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port fb23128d-8e4a-481d-9aaa-135f091a59ec triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:02.739807 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.895870 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.956989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port fb23128d-8e4a-481d-9aaa-135f091a59ec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fb23128d-8e4a-481d-9aaa-135f091a59ec,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:02.958047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d656fe-a608-4a45-aa49-bb91cc0a22be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb23128d-8e4a-481d-9aaa-135f091a59ec'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:02.961757 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7e9dde-4624-4f45-99c3-7c92c1097b7c" -d '{"events": [{"server_uuid": "99d656fe-a608-4a45-aa49-bb91cc0a22be", "name": "network-vif-plugged", "status": "completed", "tag": "fb23128d-8e4a-481d-9aaa-135f091a59ec"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:02.966722 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6adf4d67-9f24-4c26-8f34-94a7ac2a01ba tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.967329 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.967913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a0e93a08-773c-49b1-a906-4bff6270e54b up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:02.969547 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6adf4d67-9f24-4c26-8f34-94a7ac2a01ba tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca HTTP/1.1" status: 204 len: 168 time: 2.4415264 Jul 16 18:11:02.972173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:03.023622 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:03.051945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-f20b2710-89f1-4770-8aa0-9f14f20741e7 service neutron] 10.222.0.52 "GET /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8843501 Jul 16 18:11:03.074009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=fb23128d-8e4a-481d-9aaa-135f091a59ec,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.081127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port a0e93a08-773c-49b1-a906-4bff6270e54b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:03.081539 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.122737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57db4cd-0438-4c72-ad11-6a55aa4559e1 req-47dd868a-257c-4deb-a90f-bd29a61d6945 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.129857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57db4cd-0438-4c72-ad11-6a55aa4559e1 req-47dd868a-257c-4deb-a90f-bd29a61d6945 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 943 time: 0.8156183 Jul 16 18:11:03.146638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a181694-761f-429b-b567-937050f08c44 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.152365 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5a181694-761f-429b-b567-937050f08c44 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1791024 Jul 16 18:11:03.153354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:03.167779 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-68c71648-b331-4816-b313-3a363515291c service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8268332 Jul 16 18:11:03.215742 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.218889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e57db4cd-0438-4c72-ad11-6a55aa4559e1 req-f0a4ef71-4022-4408-b38e-0f09610d2afd tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878983 Jul 16 18:11:03.248655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3618fbcb-e0bb-43a0-be63-11203c7d47c6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.255125 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3618fbcb-e0bb-43a0-be63-11203c7d47c6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0999095 Jul 16 18:11:03.255406 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:03.354902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:03.363768 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.366623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fccc708-b04b-4932-be62-4999fe13f95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.379192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1ec664-e35e-45ef-be39-4b0396cec0ab tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.380648 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1ec664-e35e-45ef-be39-4b0396cec0ab tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.382212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1ec664-e35e-45ef-be39-4b0396cec0ab tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.388711 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ad1ec664-e35e-45ef-be39-4b0396cec0ab tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1320195 Jul 16 18:11:03.392666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:03.496111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=a0e93a08-773c-49b1-a906-4bff6270e54b,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.590064 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f428b94-4dcb-4216-839d-9e6c9ca0b8ab x-openstack-request-id: req-2f428b94-4dcb-4216-839d-9e6c9ca0b8ab {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:03.590393 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d656fe-a608-4a45-aa49-bb91cc0a22be", "name": "network-vif-plugged", "status": "completed", "tag": "fb23128d-8e4a-481d-9aaa-135f091a59ec", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:03.590638 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f428b94-4dcb-4216-839d-9e6c9ca0b8ab {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:03.591028 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d656fe-a608-4a45-aa49-bb91cc0a22be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb23128d-8e4a-481d-9aaa-135f091a59ec', 'code': 200} Jul 16 18:11:03.597874 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-07e127d0-214c-46e6-a370-1efe7ebe8ebe tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869172 Jul 16 18:11:03.604765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d24c1bb-f5e9-4587-a9aa-3bd02353620e req-dd45a37f-770d-4f41-948a-ea5b63e84e8b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 210 time: 0.0693908 Jul 16 18:11:03.634480 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c4f627b-d375-4798-93b3-3d8fb62ab620 req-19c95c86-3272-4aed-9bc2-0a505a012e7d service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572623 Jul 16 18:11:03.646473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d40616-7136-4064-a38c-ceca956e23f0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet c4f2c5dd-2c60-4b27-be6d-bff90df77540 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:03.659343 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d40616-7136-4064-a38c-ceca956e23f0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.758160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af816602-5ec0-4904-a167-c400a64c8e61 req-b017430e-d2bd-42da-8ac5-abff47236e91 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 210 time: 0.0674222 Jul 16 18:11:03.772483 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.773405 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d40616-7136-4064-a38c-ceca956e23f0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.873890 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d40616-7136-4064-a38c-ceca956e23f0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.883244 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fccc708-b04b-4932-be62-4999fe13f95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.891746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fccc708-b04b-4932-be62-4999fe13f95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.949307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccc708-b04b-4932-be62-4999fe13f95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ad9a1-134b-452c-941d-d7eeaaf352ef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.009740 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0fccc708-b04b-4932-be62-4999fe13f95a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=47c6d2d16cd045d2bdad190a58dd33ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9813581 Jul 16 18:11:04.011387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:04.039485 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-543fd91a-d90d-42a2-86f5-9b427722241c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.041706 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-543fd91a-d90d-42a2-86f5-9b427722241c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4263289 Jul 16 18:11:04.059556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Request body: {'port': {'device_id': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '1a1aaeaf28f243fd8004e95ea06e31dd'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:04.066596 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d40616-7136-4064-a38c-ceca956e23f0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.099961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5edeb-7c21-4be6-ae26-7445f8f804b1 req-617ab870-dbc8-47e0-9b5a-82140280d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.101513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb5edeb-7c21-4be6-ae26-7445f8f804b1 req-617ab870-dbc8-47e0-9b5a-82140280d463 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 1096 time: 0.1834030 Jul 16 18:11:04.102212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d40616-7136-4064-a38c-ceca956e23f0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f2c5dd-2c60-4b27-be6d-bff90df77540,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.108081 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3d40616-7136-4064-a38c-ceca956e23f0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.112615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c3d40616-7136-4064-a38c-ceca956e23f0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/c4f2c5dd-2c60-4b27-be6d-bff90df77540 HTTP/1.1" status: 204 len: 168 time: 0.7096336 Jul 16 18:11:04.118678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:04.121952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee37156-8f3d-47ba-8104-932eac208150 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:04.185109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb5edeb-7c21-4be6-ae26-7445f8f804b1 req-d78142e9-0782-44f4-adbf-cf2a0c65a91f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739017 Jul 16 18:11:04.187617 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f1cb-1c9f-4c0b-abbd-d1853357b780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.192356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3dfa0e-e043-4459-8b3e-f8a394198daf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet d88ca3de-4e51-4562-b824-88017c34b513 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:04.195930 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfa0e-e043-4459-8b3e-f8a394198daf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.230886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f1cb-1c9f-4c0b-abbd-d1853357b780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.253752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfa0e-e043-4459-8b3e-f8a394198daf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.377577 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Made reservation on behalf of 1a1aaeaf28f243fd8004e95ea06e31dd for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:04.381301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.397541 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfa0e-e043-4459-8b3e-f8a394198daf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.409439 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f1cb-1c9f-4c0b-abbd-d1853357b780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.413557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f1cb-1c9f-4c0b-abbd-d1853357b780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.414724 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9ef1f1cb-1c9f-4c0b-abbd-d1853357b780 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/605ad9a1-134b-452c-941d-d7eeaaf352ef HTTP/1.1" status: 204 len: 168 time: 0.4023557 Jul 16 18:11:04.464858 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1f1cb-1c9f-4c0b-abbd-d1853357b780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ad9a1-134b-452c-941d-d7eeaaf352ef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.584468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfa0e-e043-4459-8b3e-f8a394198daf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.625480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dfa0e-e043-4459-8b3e-f8a394198daf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=d88ca3de-4e51-4562-b824-88017c34b513,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.632775 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfa0e-e043-4459-8b3e-f8a394198daf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.638065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3d3dfa0e-e043-4459-8b3e-f8a394198daf tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/d88ca3de-4e51-4562-b824-88017c34b513 HTTP/1.1" status: 204 len: 168 time: 0.5202856 Jul 16 18:11:04.640481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:04.713502 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-889362e6-6b47-4cea-ad28-e2688b134429 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685964 Jul 16 18:11:04.719863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df76d4-1d91-4ee3-b44e-b4a784cfc8b7 req-36ed3403-039f-40b1-abcd-39502b8792b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.720095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Allocated IP 192.168.233.158 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:04.734601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2df76d4-1d91-4ee3-b44e-b4a784cfc8b7 req-36ed3403-039f-40b1-abcd-39502b8792b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.2531977 Jul 16 18:11:04.736919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:04.750926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9da4c845-551b-4703-9fb6-cf5b521cd934 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:04.994075 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2df76d4-1d91-4ee3-b44e-b4a784cfc8b7 req-b87a108b-bbe8-40d2-8d5e-cb6ea89b285f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583354 Jul 16 18:11:05.052051 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.069558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Transition to ACTIVE for port object 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:05.110010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.125922 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', '14c2e20a-9adb-4099-9e12-7fce3fb9e078'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:05.130351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['a0e93a08-773c-49b1-a906-4bff6270e54b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:05.134297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ba4c896-fc55-42ce-9b43-e4e1d223e9f0 req-247cc2ef-b708-44f6-a94f-85c85c9701f8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 210 time: 0.2028065 Jul 16 18:11:05.140884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da4c845-551b-4703-9fb6-cf5b521cd934 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:05.153305 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9da4c845-551b-4703-9fb6-cf5b521cd934 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.186868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Pushing event updated for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:05.217415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:05.225614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:05.232602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:05.404514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.405157 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.444682 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-6e6925d5-ceea-46cf-8044-709cca716249 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3937950 Jul 16 18:11:05.466533 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Request body: {'port': {'device_id': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:05.527203 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.558934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-427b2cb6-2fdc-49f9-9228-04f1418131da req-09674420-599f-474a-b5c5-e29cc239b25a tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 210 time: 0.1786158 Jul 16 18:11:05.565007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fbde32-610c-413f-b7b8-3f28d6c1777b None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:05.592698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd942d924-6dbd-4d17-bd38-1349e737ef6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e93a08-773c-49b1-a906-4bff6270e54b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:05.605993 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfd89ee-64cf-40ee-90fd-feced72824b6" -d '{"events": [{"server_uuid": "d942d924-6dbd-4d17-bd38-1349e737ef6f", "name": "network-vif-plugged", "status": "completed", "tag": "a0e93a08-773c-49b1-a906-4bff6270e54b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:05.660466 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.718268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-16ac689b-4af3-4005-aff6-26dafbfafca7 None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:05.718749 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16ac689b-4af3-4005-aff6-26dafbfafca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.801585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-02ed6619-6346-41e7-8846-01fd59917d9c tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.803677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-02ed6619-6346-41e7-8846-01fd59917d9c tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.38 "GET /v2.0/networks?id=b8aeda5d-a5fe-4c65-bf54-0da1a295683b HTTP/1.1" status: 200 len: 809 time: 0.4247289 Jul 16 18:11:05.811809 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bf7275-6c2b-4457-89e9-028e63c0b9ec x-openstack-request-id: req-c3bf7275-6c2b-4457-89e9-028e63c0b9ec {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:05.812206 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d942d924-6dbd-4d17-bd38-1349e737ef6f", "name": "network-vif-plugged", "status": "completed", "tag": "a0e93a08-773c-49b1-a906-4bff6270e54b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:05.812405 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3bf7275-6c2b-4457-89e9-028e63c0b9ec {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:05.812761 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd942d924-6dbd-4d17-bd38-1349e737ef6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'code': 200} Jul 16 18:11:05.821462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Request body: {'port': {'device_id': 'b7f805d8-4602-49b2-a2a3-40cd334531c0', 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b', 'admin_state_up': True, 'tenant_id': 'f8524dd7f20e4d3c88c6b2604f6c673e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:05.966661 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9da4c845-551b-4703-9fb6-cf5b521cd934 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.068924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da4c845-551b-4703-9fb6-cf5b521cd934 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:06.075958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9da4c845-551b-4703-9fb6-cf5b521cd934 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:06.092564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da4c845-551b-4703-9fb6-cf5b521cd934 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.094157 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9da4c845-551b-4703-9fb6-cf5b521cd934 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.117758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4c845-551b-4703-9fb6-cf5b521cd934 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=0c0bfd74-4eae-4ec4-867f-77e8d4dba584,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.131075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Made reservation on behalf of f8524dd7f20e4d3c88c6b2604f6c673e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:06.138187 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.175878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9da4c845-551b-4703-9fb6-cf5b521cd934 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4353678 Jul 16 18:11:06.177061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:06.187658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b82ba2c6-52df-49f8-85b4-7fd0360b40c2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:06.278004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:06.289761 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.310715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Transition to ACTIVE for port object 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:06.318770 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.319247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6807132f-0d71-4bf6-a86e-f692f5a7c884 None None] Provisioning for port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:06.418568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Pushing event updated for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.518510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Attempting to bind port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:06.518856 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Attempting to bind port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:06.519191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Attempting to bind port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:06.525613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:06.526842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Attempting to bind port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:06.552549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:06.552877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:06.553214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:06.554839 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Bound port: 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:06.555211 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.691683 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:06.691909 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:06.695393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:06.701516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.711869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4ff50-62a3-408d-b1b6-5145b5c60210 req-db4c64f4-eba7-4fb8-9320-0a305ed90215 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.726673 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5de4ff50-62a3-408d-b1b6-5145b5c60210 req-db4c64f4-eba7-4fb8-9320-0a305ed90215 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.5005496 Jul 16 18:11:06.742760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82ba2c6-52df-49f8-85b4-7fd0360b40c2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:06.747946 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b82ba2c6-52df-49f8-85b4-7fd0360b40c2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.751550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.752179 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.753626 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] 10.222.0.42 "PUT /v2.0/ports/105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 1096 time: 1.3008358 Jul 16 18:11:06.754075 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:06.772489 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09002fee-c334-436c-95c0-4d4c125aede2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:06.780166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Allocated IP 172.20.0.12 (b8aeda5d-a5fe-4c65-bf54-0da1a295683b/91e914a2-e9b1-4705-8000-e027084d6e26/5a8b893e-a2d3-4e0b-8134-f922b9b0e147) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:06.815708 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ef2be-dd3f-4f9c-9e92-64a72bd57cde None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:06.879318 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e6b25-58cc-4e08-b7bf-5e9385d33fde service neutron] Pushing event updated for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.916374 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-7af75d96-fd44-4c71-9589-e3299966306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.918077 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-7af75d96-fd44-4c71-9589-e3299966306e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1099 time: 0.1073084 Jul 16 18:11:06.943453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e106b33-65d0-4735-9cfa-fc5b82560d20 req-832099bd-1817-4bfd-a74e-632a2d17bc24 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.950770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7e106b33-65d0-4735-9cfa-fc5b82560d20 req-832099bd-1817-4bfd-a74e-632a2d17bc24 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 948 time: 0.5902741 Jul 16 18:11:06.985051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-88c0d66c-7451-4b80-9755-53735af39dc0 None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:06.985564 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88c0d66c-7451-4b80-9755-53735af39dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.000240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5de4ff50-62a3-408d-b1b6-5145b5c60210 req-3c467511-04ab-4106-b351-8e99632516a9 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724917 Jul 16 18:11:07.029447 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-f0c2fb3c-64f1-4dc4-a8eb-44dac908be32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 217 time: 0.1031213 Jul 16 18:11:07.078540 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0f2f-2511-43f9-ba1f-2fe36dd42c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.101546 n-d-793618-9 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-b82ba2c6-52df-49f8-85b4-7fd0360b40c2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c0bfd74-4eae-4ec4-867f-77e8d4dba584 (CIDR: 2001:db8::/64) Jul 16 18:11:07.136344 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82ba2c6-52df-49f8-85b4-7fd0360b40c2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:07.136583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-df1c2e57-deda-4de9-895b-104c44e889de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.137673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82ba2c6-52df-49f8-85b4-7fd0360b40c2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:07.140444 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-df1c2e57-deda-4de9-895b-104c44e889de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1035900 Jul 16 18:11:07.167357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7e106b33-65d0-4735-9cfa-fc5b82560d20 req-e90e036a-f2f6-4d2b-8e06-5b6b40cc02fd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156239 Jul 16 18:11:07.212214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b574febd-2d38-49e8-9d7f-510cc2f97462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.214732 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-b574febd-2d38-49e8-9d7f-510cc2f97462 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677228 Jul 16 18:11:07.353711 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-85209f16-0961-44ee-8076-7990b6727e20 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313996 Jul 16 18:11:07.355677 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e649f1-014f-4af2-aac6-633df5727eb8 x-openstack-request-id: req-14e649f1-014f-4af2-aac6-633df5727eb8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:07.356078 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:07.356403 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14e649f1-014f-4af2-aac6-633df5727eb8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:07.356841 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'status': 'completed', 'code': 200} Jul 16 18:11:07.412742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fffe8cd2-2590-4cb9-b4a9-d6b985fff6ef req-8ef600b2-0ae9-4b7f-8ed7-27c4f3d7e432 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 210 time: 0.0651236 Jul 16 18:11:07.489302 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b20c006a-e126-4b18-8f79-e3da622aa0a9 req-3777ae9c-1b68-4231-8a01-c9722cac802c service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250939 Jul 16 18:11:07.512130 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.591135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-058d48be-a251-49e3-a7fd-04b2b5ed1c6b None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:07.592457 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-058d48be-a251-49e3-a7fd-04b2b5ed1c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.621120 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09002fee-c334-436c-95c0-4d4c125aede2 req-32e36f6f-95cf-4722-826e-07fc81ee5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.622556 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0f2f-2511-43f9-ba1f-2fe36dd42c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.622839 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09002fee-c334-436c-95c0-4d4c125aede2 req-32e36f6f-95cf-4722-826e-07fc81ee5149 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1099 time: 0.0708122 Jul 16 18:11:07.634174 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.636539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0f2f-2511-43f9-ba1f-2fe36dd42c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.656905 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b82ba2c6-52df-49f8-85b4-7fd0360b40c2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4785039 Jul 16 18:11:07.657611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:07.676729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'subnet': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:07.743071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb143fe-88dc-4fcd-b33a-e6068d406173 req-539923a3-46a3-4fbf-b2d1-6b22fa814ad4 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.745160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edb143fe-88dc-4fcd-b33a-e6068d406173 req-539923a3-46a3-4fbf-b2d1-6b22fa814ad4 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.2174535 Jul 16 18:11:07.750290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Network b8aeda5d-a5fe-4c65-bf54-0da1a295683b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:07.753370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d0f2f-2511-43f9-ba1f-2fe36dd42c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6a7237-9859-42ee-9dc2-3fffa15296a4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:07.762105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ea7d0f2f-2511-43f9-ba1f-2fe36dd42c58 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee46b0a22a0f4d4a8edf15157b030620&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0324512 Jul 16 18:11:07.762890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Pushing event updated for resources: {'Port': ['ID=5a8b893e-a2d3-4e0b-8134-f922b9b0e147,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:07.765511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:07.767435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:07.776083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:07.880364 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edb143fe-88dc-4fcd-b33a-e6068d406173 req-d7ab6e9a-0574-4570-8222-ba94cc6da88d tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284783 Jul 16 18:11:07.886073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.886764 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.921894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-06846199-7ea0-46b6-920b-d2eb49babdb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1069474 Jul 16 18:11:07.922522 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-809cfd15-fa3b-429a-b191-98f5cbf57e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.941331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Request body: {'port': {'device_id': 'b7f805d8-4602-49b2-a2a3-40cd334531c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:07.981847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-809cfd15-fa3b-429a-b191-98f5cbf57e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.082695 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.203072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09002fee-c334-436c-95c0-4d4c125aede2 req-acd1c0ed-2acd-41e7-b3be-f41c04b64924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.204687 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09002fee-c334-436c-95c0-4d4c125aede2 req-acd1c0ed-2acd-41e7-b3be-f41c04b64924 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.5737653 Jul 16 18:11:08.255836 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09002fee-c334-436c-95c0-4d4c125aede2 req-0f54c77a-1b9c-4a58-b126-551db8021983 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 217 time: 0.0426395 Jul 16 18:11:08.260476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:08.264551 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.385726 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09002fee-c334-436c-95c0-4d4c125aede2 req-f33da454-0860-472b-b76d-fe0d68e04e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.387484 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09002fee-c334-436c-95c0-4d4c125aede2 req-f33da454-0860-472b-b76d-fe0d68e04e08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1177201 Jul 16 18:11:08.438516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:08.449193 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-809cfd15-fa3b-429a-b191-98f5cbf57e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.454234 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-809cfd15-fa3b-429a-b191-98f5cbf57e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.458516 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-809cfd15-fa3b-429a-b191-98f5cbf57e43 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c6a7237-9859-42ee-9dc2-3fffa15296a4 HTTP/1.1" status: 204 len: 168 time: 0.6852751 Jul 16 18:11:08.464589 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.492124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cfd15-fa3b-429a-b191-98f5cbf57e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6a7237-9859-42ee-9dc2-3fffa15296a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.514322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Transition to ACTIVE for port object 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:08.520670 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.535947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09002fee-c334-436c-95c0-4d4c125aede2 req-d239a315-e83e-459d-a233-242c6505eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.537877 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09002fee-c334-436c-95c0-4d4c125aede2 req-d239a315-e83e-459d-a233-242c6505eedf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412811 Jul 16 18:11:08.733132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8b893e-a2d3-4e0b-8134-f922b9b0e147,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.812547 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09002fee-c334-436c-95c0-4d4c125aede2 req-f740d879-d3fe-41a6-98f1-c6919d29b92d service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575271 Jul 16 18:11:08.911201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065300c-e307-4a66-9e9d-499152903eea req-793c8d28-5d47-4e2f-b54a-4496ac984a1b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.917876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4065300c-e307-4a66-9e9d-499152903eea req-793c8d28-5d47-4e2f-b54a-4496ac984a1b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 948 time: 0.3749595 Jul 16 18:11:08.996070 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09002fee-c334-436c-95c0-4d4c125aede2 req-413f17f7-ce09-49a3-b9f9-b7fc67448798 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756551 Jul 16 18:11:09.021002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.024151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Attempting to bind port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:09.024513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Attempting to bind port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'c1604ff5-c7dc-4307-9517-45d311a2c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:09.025474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Attempting to bind port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 on network b8aeda5d-a5fe-4c65-bf54-0da1a295683b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:09.048652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4065300c-e307-4a66-9e9d-499152903eea req-0984b1a7-ebb1-44df-bea6-44cc05a01115 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296899 Jul 16 18:11:09.052661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 on network b8aeda5d-a5fe-4c65-bf54-0da1a295683b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:09.052919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Attempting to bind port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 on network b8aeda5d-a5fe-4c65-bf54-0da1a295683b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:09.056872 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4df64218-0b12-43f1-ae20-31303f3c254d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.078630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.objects.ports [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:11:09.079929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:09.080284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Checking segment: {'id': 'c1604ff5-c7dc-4307-9517-45d311a2c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:09.080686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Bound using segment: {'id': 'c1604ff5-c7dc-4307-9517-45d311a2c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:09.081145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Bound port: 5a8b893e-a2d3-4e0b-8134-f922b9b0e147, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1604ff5-c7dc-4307-9517-45d311a2c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:09.081547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.117155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64531458-caf5-4abf-9c21-69620e5e31c6 req-a8323298-17c7-40de-82dc-91f6e3582bc8 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.124268 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64531458-caf5-4abf-9c21-69620e5e31c6 req-a8323298-17c7-40de-82dc-91f6e3582bc8 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 944 time: 0.2039738 Jul 16 18:11:09.257959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.266322 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64531458-caf5-4abf-9c21-69620e5e31c6 req-ad4c47b1-c804-4b3e-ae3a-58b3cd5a1d7e tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411886 Jul 16 18:11:09.307531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] For port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:09.336902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] For port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5a8b893e-a2d3-4e0b-8134-f922b9b0e147,segment=NetworkSegment(c1604ff5-c7dc-4307-9517-45d311a2c976),segment_id=c1604ff5-c7dc-4307-9517-45d311a2c976)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:09.345085 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.420031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-91f71b06-5fc8-4ede-a15c-4786895d398f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.426663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-91f71b06-5fc8-4ede-a15c-4786895d398f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/networks?id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0 HTTP/1.1" status: 200 len: 814 time: 0.2651315 Jul 16 18:11:09.429114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.429776 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.431172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] 10.222.0.38 "PUT /v2.0/ports/5a8b893e-a2d3-4e0b-8134-f922b9b0e147 HTTP/1.1" status: 200 len: 1092 time: 1.4979260 Jul 16 18:11:09.438158 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f805d8-4602-49b2-a2a3-40cd334531c0', 'tag': '5a8b893e-a2d3-4e0b-8134-f922b9b0e147'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:09.441800 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cdaa2c-99f6-4a8b-8349-36adf46a5768" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f805d8-4602-49b2-a2a3-40cd334531c0", "tag": "5a8b893e-a2d3-4e0b-8134-f922b9b0e147"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:09.467912 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] For port d9a4d550-8689-49f1-b816-4e304b161910, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d9a4d550-8689-49f1-b816-4e304b161910,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:09.483721 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-d33fd041-4e1e-4f53-ad4e-533645b88cf0 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/quotas/6d75d38d23e04bb3832283833a37a261 HTTP/1.1" status: 200 len: 375 time: 0.0560513 Jul 16 18:11:09.538880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.546355 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4df64218-0b12-43f1-ae20-31303f3c254d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.547256 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.548434 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.564338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d37ab-8035-40ee-a6a1-9a069e761585 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8b893e-a2d3-4e0b-8134-f922b9b0e147,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.570964 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4df64218-0b12-43f1-ae20-31303f3c254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.615118 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c980bb05-b6e8-4c9d-898c-e8c387e2ac36 x-openstack-request-id: req-c980bb05-b6e8-4c9d-898c-e8c387e2ac36 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:09.615416 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f805d8-4602-49b2-a2a3-40cd334531c0", "tag": "5a8b893e-a2d3-4e0b-8134-f922b9b0e147", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:09.615669 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c980bb05-b6e8-4c9d-898c-e8c387e2ac36 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:09.616068 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f805d8-4602-49b2-a2a3-40cd334531c0', 'tag': '5a8b893e-a2d3-4e0b-8134-f922b9b0e147', 'status': 'completed', 'code': 200} Jul 16 18:11:09.630134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4df64218-0b12-43f1-ae20-31303f3c254d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5cba4671eca146e78c84fd5cf48fb8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075211 Jul 16 18:11:09.633961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df64218-0b12-43f1-ae20-31303f3c254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbc8de7-a92d-4e62-9c7a-1ed8dee74e39,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.637657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.647401 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:09.662066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:09.666134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.666919 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.672137 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee50b0-3b9f-45ba-b6b1-d8a5e9c2b929 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:09.682856 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=d9a4d550-8689-49f1-b816-4e304b161910,revision_number=13']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.686573 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Subnet': ['ID=dd8a68e1-7ae7-45e3-9e28-4687b56a7e8e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.689910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-c0a2088b-f108-43d0-89dd-c7690064e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.691432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-c0a2088b-f108-43d0-89dd-c7690064e8cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f8524dd7f20e4d3c88c6b2604f6c673e&device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 1095 time: 0.1944034 Jul 16 18:11:09.699963 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-74d74501-ad12-4acc-a41f-9eb80ae8714e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0407693 Jul 16 18:11:09.702403 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.707455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Request body: {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'mac_address': 'fa:16:3e:50:7f:f8', 'name': 'tempest-NetworksTestDHCPv6-1287870216'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:09.707870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-76fc4dd8-f091-43b2-a346-095bc6250d54 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d75d38d23e04bb3832283833a37a261&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2232609 Jul 16 18:11:09.739752 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:09.779947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-7fe21fb7-ed09-463d-becf-39f7eef7a6fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a8b893e-a2d3-4e0b-8134-f922b9b0e147 HTTP/1.1" status: 200 len: 217 time: 0.0709543 Jul 16 18:11:09.833927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d7f0423-02aa-411b-9cad-088fb8326dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.906878 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Made reservation on behalf of 6c266cf86827421a835d6c14c1884754 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:09.917706 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d7f0423-02aa-411b-9cad-088fb8326dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.959347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:09.981885 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'mac_address': 'fa:16:3e:f0:d9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:10.026134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-5ba75704-5076-4be1-bf87-8c666c3251a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.032076 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-5ba75704-5076-4be1-bf87-8c666c3251a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91e914a2-e9b1-4705-8000-e027084d6e26 HTTP/1.1" status: 200 len: 849 time: 0.2387288 Jul 16 18:11:10.065014 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.069052 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.090624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-a17f875f-1933-47fc-8bcb-80a00e90ec39 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b8aeda5d-a5fe-4c65-bf54-0da1a295683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517783 Jul 16 18:11:10.098996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-bf0684b2-a4e2-480a-9094-864d358e09fa service neutron] 10.222.0.52 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770828 Jul 16 18:11:10.126128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] device_id is not set on port d03be789-9e85-4d46-9b74-148451dd8c34 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:10.130187 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:10.157097 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:10.160734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b05aa-b6db-470c-8f63-7bdb25aed091 None None] Update dhcp port {'port': {'network_id': '4c3a4488-7bfe-485a-bd3e-9df25ca6e943', 'fixed_ips': [{'subnet_id': 'dd8a68e1-7ae7-45e3-9e28-4687b56a7e8e', 'ip_address': '2001:db8:0:1:f816:3eff:fe4e:5dd0'}, {'subnet_id': '0c0bfd74-4eae-4ec4-867f-77e8d4dba584'}], 'binding:host_id': 'n-d-793618-9'}, 'id': 'd9a4d550-8689-49f1-b816-4e304b161910'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:11:10.164727 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.233552 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-164b05aa-b6db-470c-8f63-7bdb25aed091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.269096 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.408999 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8::3b9 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/0c0bfd74-4eae-4ec4-867f-77e8d4dba584/d03be789-9e85-4d46-9b74-148451dd8c34) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:10.416933 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:7ff8 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/dd8a68e1-7ae7-45e3-9e28-4687b56a7e8e/d03be789-9e85-4d46-9b74-148451dd8c34) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:10.480793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:10.529399 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d7f0423-02aa-411b-9cad-088fb8326dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.532243 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d7f0423-02aa-411b-9cad-088fb8326dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.533657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8d7f0423-02aa-411b-9cad-088fb8326dbf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7dbc8de7-a92d-4e62-9c7a-1ed8dee74e39 HTTP/1.1" status: 204 len: 168 time: 0.8933544 Jul 16 18:11:10.593902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f0423-02aa-411b-9cad-088fb8326dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbc8de7-a92d-4e62-9c7a-1ed8dee74e39,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.630293 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.664591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Transition to ACTIVE for port object d03be789-9e85-4d46-9b74-148451dd8c34 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:10.686952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb67b2-8249-46bb-a934-8afdad62360e req-95b2b2b8-043e-4a63-96c6-a9ad4b68413f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.688630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4cb67b2-8249-46bb-a934-8afdad62360e req-95b2b2b8-043e-4a63-96c6-a9ad4b68413f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d656fe-a608-4a45-aa49-bb91cc0a22be HTTP/1.1" status: 200 len: 945 time: 0.7321770 Jul 16 18:11:10.716300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.720076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab6d4f-846a-4f3b-9fef-683a5a81f781 req-ee99ad63-a6d5-48fe-a5b5-30fc383c7770 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.726967 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76ab6d4f-846a-4f3b-9fef-683a5a81f781 req-ee99ad63-a6d5-48fe-a5b5-30fc383c7770 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 949 time: 0.2283938 Jul 16 18:11:10.796936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-164b05aa-b6db-470c-8f63-7bdb25aed091 None None] Allocated IP 2001:db8::2 (4c3a4488-7bfe-485a-bd3e-9df25ca6e943/0c0bfd74-4eae-4ec4-867f-77e8d4dba584/d9a4d550-8689-49f1-b816-4e304b161910) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:10.802543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-fa139edf-0e6b-4d0d-82f5-21a9e2d28386 service neutron] 10.222.0.38 "GET /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898222 Jul 16 18:11:10.807819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-7dac6c9c-f9c8-4c19-9f3b-da4001554ee5 service neutron] 10.222.0.52 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078514 Jul 16 18:11:10.828757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:10.838454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:10.847820 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:10.869005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.869763 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.928195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6e0a17-cf12-43ef-adc9-9e33d88adf97 req-d8e10c7e-49bd-4363-8a27-9d1c1b6f9830 service neutron] 10.222.0.38 "GET /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144860 Jul 16 18:11:10.955317 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event updated for resources: {'Port': ['ID=d03be789-9e85-4d46-9b74-148451dd8c34,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.982716 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-651c2bbe-ee24-408d-98e5-86d94e37c6b9 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2775340 Jul 16 18:11:10.984275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:10.989626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76ab6d4f-846a-4f3b-9fef-683a5a81f781 req-4e6b6882-bc5d-4c2e-bf4c-1bbecad1bd44 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567265 Jul 16 18:11:10.992226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-164b05aa-b6db-470c-8f63-7bdb25aed091 None None] For port d9a4d550-8689-49f1-b816-4e304b161910, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d9a4d550-8689-49f1-b816-4e304b161910,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:11.034884 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-164b05aa-b6db-470c-8f63-7bdb25aed091 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.052270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-164b05aa-b6db-470c-8f63-7bdb25aed091 None None] Transition to ACTIVE for port object d9a4d550-8689-49f1-b816-4e304b161910 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:11.057836 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-164b05aa-b6db-470c-8f63-7bdb25aed091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.195713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e4cb67b2-8249-46bb-a934-8afdad62360e req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Deleting port fb23128d-8e4a-481d-9aaa-135f091a59ec {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:11.195713 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e4cb67b2-8249-46bb-a934-8afdad62360e req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.257557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdaa2c-99f6-4a8b-8349-36adf46a5768 req-a552d982-b63b-4e1f-9131-01b06f184389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.264515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1cdaa2c-99f6-4a8b-8349-36adf46a5768 req-a552d982-b63b-4e1f-9131-01b06f184389 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f8524dd7f20e4d3c88c6b2604f6c673e&device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 1095 time: 0.2721851 Jul 16 18:11:11.268361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-49071204-a478-4233-a5ea-33465367a674 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting port d03be789-9e85-4d46-9b74-148451dd8c34 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:11.269180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49071204-a478-4233-a5ea-33465367a674 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.483354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d9a4d550-8689-49f1-b816-4e304b161910 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:11.488050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49071204-a478-4233-a5ea-33465367a674 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.537427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-49071204-a478-4233-a5ea-33465367a674 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Calling delete_port for d03be789-9e85-4d46-9b74-148451dd8c34 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:11.580898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b05aa-b6db-470c-8f63-7bdb25aed091 None None] Pushing event updated for resources: {'Port': ['ID=d9a4d550-8689-49f1-b816-4e304b161910,revision_number=14']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:11.772696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:11.807210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e4cb67b2-8249-46bb-a934-8afdad62360e req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] For port fb23128d-8e4a-481d-9aaa-135f091a59ec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=fb23128d-8e4a-481d-9aaa-135f091a59ec,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:11.807753 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e4cb67b2-8249-46bb-a934-8afdad62360e req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.850793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e4cb67b2-8249-46bb-a934-8afdad62360e req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Calling delete_port for fb23128d-8e4a-481d-9aaa-135f091a59ec owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:11.906202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:11.918523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:11.918906 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.969124 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8d808c2-01c1-4d20-91de-47a7312372b0 req-3a233cca-5d4f-4b8b-86e2-bbfccc1bf6f1 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 210 time: 0.2588537 Jul 16 18:11:11.987106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49071204-a478-4233-a5ea-33465367a674 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.034961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc3ca-f712-47b0-a89c-d4fa1382d04a req-17e62909-e518-47ce-a30e-2ee56ebd6b0c tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.049345 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ceedc3ca-f712-47b0-a89c-d4fa1382d04a req-17e62909-e518-47ce-a30e-2ee56ebd6b0c tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 944 time: 0.8098617 Jul 16 18:11:12.067267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdaa2c-99f6-4a8b-8349-36adf46a5768 req-6246aa3d-20b1-44c8-a35f-a23e9cc3867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.073764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1cdaa2c-99f6-4a8b-8349-36adf46a5768 req-6246aa3d-20b1-44c8-a35f-a23e9cc3867c service neutron] 10.222.0.38 "GET /v2.0/networks?id=b8aeda5d-a5fe-4c65-bf54-0da1a295683b HTTP/1.1" status: 200 len: 910 time: 0.7530713 Jul 16 18:11:12.074802 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49071204-a478-4233-a5ea-33465367a674 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Port': ['ID=d03be789-9e85-4d46-9b74-148451dd8c34,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.091515 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.157651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:12.160342 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5728d34-7dcb-4e64-983a-c3b1f78f0679" -d '{"events": [{"server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "name": "network-vif-plugged", "status": "completed", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:12.195311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:12.203721 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.209574 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49071204-a478-4233-a5ea-33465367a674 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.215638 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-49071204-a478-4233-a5ea-33465367a674 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/d03be789-9e85-4d46-9b74-148451dd8c34 HTTP/1.1" status: 204 len: 168 time: 1.2290266 Jul 16 18:11:12.221830 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.266105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1cdaa2c-99f6-4a8b-8349-36adf46a5768 req-af7855eb-0240-4c86-b50b-bf0a9165f524 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a8b893e-a2d3-4e0b-8134-f922b9b0e147 HTTP/1.1" status: 200 len: 217 time: 0.1769164 Jul 16 18:11:12.331762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff7d8aa-64b6-4771-a3a6-f98a3500563e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.333979 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eff7d8aa-64b6-4771-a3a6-f98a3500563e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1108804 Jul 16 18:11:12.339191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.364464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.453298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00899c3c-3c93-4b1e-af03-d464f2bc330b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.455902 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-00899c3c-3c93-4b1e-af03-d464f2bc330b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1116128 Jul 16 18:11:12.458926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.501012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ceedc3ca-f712-47b0-a89c-d4fa1382d04a req-1cb20e81-ed6f-47f0-8336-26c723d23ee9 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503977 Jul 16 18:11:12.563945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdaa2c-99f6-4a8b-8349-36adf46a5768 req-8479d21a-48ce-41d9-a960-c7e1b8023c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.565568 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1cdaa2c-99f6-4a8b-8349-36adf46a5768 req-8479d21a-48ce-41d9-a960-c7e1b8023c7e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=91e914a2-e9b1-4705-8000-e027084d6e26 HTTP/1.1" status: 200 len: 849 time: 0.2026188 Jul 16 18:11:12.585752 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4591a51-7351-46a1-abb3-6b37097beabd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.588426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4591a51-7351-46a1-abb3-6b37097beabd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.590048 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513c0dc7-1d65-4bc0-b18b-a383da07b668 x-openstack-request-id: req-513c0dc7-1d65-4bc0-b18b-a383da07b668 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:12.590332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4591a51-7351-46a1-abb3-6b37097beabd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.590883 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "name": "network-vif-plugged", "status": "completed", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:12.591338 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-513c0dc7-1d65-4bc0-b18b-a383da07b668 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:12.594936 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d4591a51-7351-46a1-abb3-6b37097beabd tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1324129 Jul 16 18:11:12.595035 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'code': 200} Jul 16 18:11:12.595130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.654069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device fb23128d-8e4a-481d-9aaa-135f091a59ec no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:12.683513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1cdaa2c-99f6-4a8b-8349-36adf46a5768 req-53c723da-81ed-452c-a15d-b97c4415a492 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b8aeda5d-a5fe-4c65-bf54-0da1a295683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623598 Jul 16 18:11:12.706355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92dfd62-b812-4e24-a82f-7d44e3c49534 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet 0c0bfd74-4eae-4ec4-867f-77e8d4dba584 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:12.707032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec771e7c-429a-434e-8694-2f20c1282a96 req-1312010c-b5de-4729-99da-ece981741b73 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.712701 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd62-b812-4e24-a82f-7d44e3c49534 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.715381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec771e7c-429a-434e-8694-2f20c1282a96 req-1312010c-b5de-4729-99da-ece981741b73 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.4739470 Jul 16 18:11:12.758408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-76154c13-9564-4c47-a056-1b86af9377cc None None] Provisioning for port d9a4d550-8689-49f1-b816-4e304b161910 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:12.780030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-76154c13-9564-4c47-a056-1b86af9377cc None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:12.780417 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76154c13-9564-4c47-a056-1b86af9377cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.797586 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd62-b812-4e24-a82f-7d44e3c49534 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.801935 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e4cb67b2-8249-46bb-a934-8afdad62360e req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.858437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.885201 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No active binding found for port fb23128d-8e4a-481d-9aaa-135f091a59ec {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:11:12.885687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device fb23128d-8e4a-481d-9aaa-135f091a59ec not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:12.956000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Pushing event deleted for resources: {'Port': ['ID=fb23128d-8e4a-481d-9aaa-135f091a59ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.064308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:13.064961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:13.065511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:13.066637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:13.067217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:13.067784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:13.068346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:13.068924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:13.069856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:13.070521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:13.073199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:13.074317 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:13.109787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec771e7c-429a-434e-8694-2f20c1282a96 req-865b317c-657b-4338-8a19-17b42e2ee7e8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932822 Jul 16 18:11:13.137967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-39f4955b-5ebb-4cc6-9dd0-5c5f51050026 None None] Could not find standard attr ID for object d03be789-9e85-4d46-9b74-148451dd8c34. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:11:13.170425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cb67b2-8249-46bb-a934-8afdad62360e req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] No DVR routers for this DVR port fb23128d-8e4a-481d-9aaa-135f091a59ec on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:13.193263 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e4cb67b2-8249-46bb-a934-8afdad62360e req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.195827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4cb67b2-8249-46bb-a934-8afdad62360e req-7488f001-c9d2-4a5b-bb67-c7b5fbb8179c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.38 "DELETE /v2.0/ports/fb23128d-8e4a-481d-9aaa-135f091a59ec HTTP/1.1" status: 204 len: 173 time: 2.4996183 Jul 16 18:11:13.200820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d656fe-a608-4a45-aa49-bb91cc0a22be', 'name': 'network-vif-deleted', 'tag': 'fb23128d-8e4a-481d-9aaa-135f091a59ec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:13.203663 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a2391a-0d39-4e1e-830f-311188521e30" -d '{"events": [{"server_uuid": "99d656fe-a608-4a45-aa49-bb91cc0a22be", "name": "network-vif-deleted", "tag": "fb23128d-8e4a-481d-9aaa-135f091a59ec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:13.255442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d9a4d550-8689-49f1-b816-4e304b161910 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:13.291762 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38223e18-15d5-4811-b48f-045254d4ea1d x-openstack-request-id: req-38223e18-15d5-4811-b48f-045254d4ea1d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:13.292498 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d656fe-a608-4a45-aa49-bb91cc0a22be", "name": "network-vif-deleted", "tag": "fb23128d-8e4a-481d-9aaa-135f091a59ec", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:13.293004 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38223e18-15d5-4811-b48f-045254d4ea1d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:13.293710 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d656fe-a608-4a45-aa49-bb91cc0a22be', 'name': 'network-vif-deleted', 'tag': 'fb23128d-8e4a-481d-9aaa-135f091a59ec', 'status': 'completed', 'code': 200} Jul 16 18:11:13.299387 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1cdaa2c-99f6-4a8b-8349-36adf46a5768 req-12bd2f5a-a90e-48cb-a28d-d40f81cee43a service neutron] 10.222.0.38 "GET /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785217 Jul 16 18:11:13.302334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd62-b812-4e24-a82f-7d44e3c49534 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.351927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3607bef4-fe24-4f99-9bcb-bab06e4478e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.387137 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca6ae9e9-43c2-49e9-a491-58b1ce42683d req-7f2d2614-75e5-454b-ab07-9aff3e477c8a tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 210 time: 0.1093891 Jul 16 18:11:13.393215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:13.393622 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.420054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c88008-f29a-4a5c-85b7-0e330efd6480 req-a63aa830-2bf1-442e-ba3f-ac62ebb36574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.421656 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-41c88008-f29a-4a5c-85b7-0e330efd6480 req-a63aa830-2bf1-442e-ba3f-ac62ebb36574 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1101 time: 0.4612582 Jul 16 18:11:13.526492 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-41c88008-f29a-4a5c-85b7-0e330efd6480 req-452ae3ad-18bd-4552-80ed-9c70e1721470 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961781 Jul 16 18:11:13.543779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd62-b812-4e24-a82f-7d44e3c49534 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.603707 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dfd62-b812-4e24-a82f-7d44e3c49534 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0bfd74-4eae-4ec4-867f-77e8d4dba584,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.609539 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd62-b812-4e24-a82f-7d44e3c49534 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.614416 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c92dfd62-b812-4e24-a82f-7d44e3c49534 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/0c0bfd74-4eae-4ec4-867f-77e8d4dba584 HTTP/1.1" status: 204 len: 168 time: 1.0182757 Jul 16 18:11:13.615042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.623554 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9501c51a-fe8d-4c2b-9ec9-ad3bebe9a4aa None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:13.736507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-309c0610-1e2f-44fa-86f5-9afd56a6a36d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Deleting subnet dd8a68e1-7ae7-45e3-9e28-4687b56a7e8e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:13.741982 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-309c0610-1e2f-44fa-86f5-9afd56a6a36d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.747320 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-e8865014-f96d-4b62-b77b-63f2988c0b6f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.748618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-e8865014-f96d-4b62-b77b-63f2988c0b6f tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.42 "GET /v2.0/networks?id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0 HTTP/1.1" status: 200 len: 814 time: 0.6029785 Jul 16 18:11:13.820867 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-309c0610-1e2f-44fa-86f5-9afd56a6a36d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.821828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Request body: {'port': {'device_id': '97c11400-0614-428e-9445-5c387558e8b4', 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0', 'admin_state_up': True, 'tenant_id': '6d75d38d23e04bb3832283833a37a261'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:13.891205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1cdaa2c-99f6-4a8b-8349-36adf46a5768 req-d4c7ba26-0e96-417c-a06e-8208cde210cc service neutron] 10.222.0.38 "GET /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669959 Jul 16 18:11:14.035484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-309c0610-1e2f-44fa-86f5-9afd56a6a36d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.046864 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3607bef4-fe24-4f99-9bcb-bab06e4478e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.068945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01955b-6879-49a0-94a4-ca97791e2b52 req-f6db5d65-fc85-46e8-b787-183b711d1d79 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.077401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d01955b-6879-49a0-94a4-ca97791e2b52 req-f6db5d65-fc85-46e8-b787-183b711d1d79 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 944 time: 0.3219531 Jul 16 18:11:14.108476 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3607bef4-fe24-4f99-9bcb-bab06e4478e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.172873 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-309c0610-1e2f-44fa-86f5-9afd56a6a36d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.176197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3607bef4-fe24-4f99-9bcb-bab06e4478e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2cf1b0a1b8c4ab9acb45d7c64630399&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3064377 Jul 16 18:11:14.184789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.260820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607bef4-fe24-4f99-9bcb-bab06e4478e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e456051-727c-4cd2-afa9-26d74cf69d73,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.278885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Made reservation on behalf of 6d75d38d23e04bb3832283833a37a261 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:14.282804 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.301946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c0610-1e2f-44fa-86f5-9afd56a6a36d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8a68e1-7ae7-45e3-9e28-4687b56a7e8e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.323359 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-309c0610-1e2f-44fa-86f5-9afd56a6a36d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.331443 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-309c0610-1e2f-44fa-86f5-9afd56a6a36d tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/dd8a68e1-7ae7-45e3-9e28-4687b56a7e8e HTTP/1.1" status: 204 len: 168 time: 0.7144198 Jul 16 18:11:14.336644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.429531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9991c861-22db-423b-b4aa-939347e06bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.470793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9991c861-22db-423b-b4aa-939347e06bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.485056 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-142a91b9-2a86-4e70-9a18-5c75a23cd218 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1464126 Jul 16 18:11:14.489916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.503341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d01955b-6879-49a0-94a4-ca97791e2b52 req-4742b998-cc08-42e9-aaf3-8276bdfce075 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252796 Jul 16 18:11:14.608873 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9991c861-22db-423b-b4aa-939347e06bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.612363 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9991c861-22db-423b-b4aa-939347e06bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.614005 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9991c861-22db-423b-b4aa-939347e06bdf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e456051-727c-4cd2-afa9-26d74cf69d73 HTTP/1.1" status: 204 len: 168 time: 0.4200799 Jul 16 18:11:14.644039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991c861-22db-423b-b4aa-939347e06bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e456051-727c-4cd2-afa9-26d74cf69d73,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.677279 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:14.732786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad4d153-160d-43fc-84e6-a9e77f059b35 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.749986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.750702 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3ad4d153-160d-43fc-84e6-a9e77f059b35 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2596228 Jul 16 18:11:14.826402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff320b5-1257-4c98-bd0e-15016a054c2b req-6311a451-b330-4f0c-bc5a-45484d79dcd4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.828120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ff320b5-1257-4c98-bd0e-15016a054c2b req-6311a451-b330-4f0c-bc5a-45484d79dcd4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.3894994 Jul 16 18:11:14.893203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5a8b893e-a2d3-4e0b-8134-f922b9b0e147,segment=NetworkSegment(c1604ff5-c7dc-4307-9517-45d311a2c976),segment_id=c1604ff5-c7dc-4307-9517-45d311a2c976)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:14.912362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f60d2f-264c-4de4-891e-81709a1186d4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.919576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.930655 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '5a8b893e-a2d3-4e0b-8134-f922b9b0e147', 'network_id': 'b8aeda5d-a5fe-4c65-bf54-0da1a295683b', 'port_id': '5a8b893e-a2d3-4e0b-8134-f922b9b0e147', 'mac_address': 'fa:16:3e:b6:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e914a2-e9b1-4705-8000-e027084d6e26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:14.935546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d7f60d2f-264c-4de4-891e-81709a1186d4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1825142 Jul 16 18:11:14.994937 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6afd88c-462e-4c21-8efc-47428c891e8a req-b4173317-9934-40ea-b95f-62ae189670a8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 210 time: 0.2024641 Jul 16 18:11:15.020073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Allocated IP 172.20.0.4 (b9117ce7-7d0b-4067-b1c3-eb5930f645a0/25468045-7241-4454-b16f-bde78d4ab676/cd145951-43f3-4c1c-8272-95fb9844b42c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:15.046513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.058976 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-98a9ce9d-175e-4906-b54c-013658dee249 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1340938 Jul 16 18:11:15.066435 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.083480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:15.109738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5a8b893e-a2d3-4e0b-8134-f922b9b0e147,segment=NetworkSegment(c1604ff5-c7dc-4307-9517-45d311a2c976),segment_id=c1604ff5-c7dc-4307-9517-45d311a2c976)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:15.117617 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.186724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471f45e4-c3f7-4a66-9e05-093bd9a54701 None None] Network 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:15.197075 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dfdf38-abdf-496f-bb55-c09378f3dbc4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:15.197958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dfdf38-abdf-496f-bb55-c09378f3dbc4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:15.201208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-24dfdf38-abdf-496f-bb55-c09378f3dbc4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/d03be789-9e85-4d46-9b74-148451dd8c34 HTTP/1.1" status: 404 len: 333 time: 0.1443067 Jul 16 18:11:15.204395 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.226346 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ff320b5-1257-4c98-bd0e-15016a054c2b req-94ba48d5-9b7b-4c16-a2f8-7284290eb882 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809284 Jul 16 18:11:15.294425 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6169c7-09e8-480c-b6a1-858bc43145c8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:15.295930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6169c7-09e8-480c-b6a1-858bc43145c8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:15.298220 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0c6169c7-09e8-480c-b6a1-858bc43145c8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/dd8a68e1-7ae7-45e3-9e28-4687b56a7e8e HTTP/1.1" status: 404 len: 337 time: 0.0926447 Jul 16 18:11:15.302396 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.338871 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84c95fb4-0214-4b7a-b43f-ecec3623a716 None None] Provisioning complete for port d9a4d550-8689-49f1-b816-4e304b161910 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:15.339558 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84c95fb4-0214-4b7a-b43f-ecec3623a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.345506 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86c12c4-145b-4750-9420-4042b743d5b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:15.346130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86c12c4-145b-4750-9420-4042b743d5b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:15.347993 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c86c12c4-145b-4750-9420-4042b743d5b7 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/0c0bfd74-4eae-4ec4-867f-77e8d4dba584 HTTP/1.1" status: 404 len: 337 time: 0.0441949 Jul 16 18:11:15.350905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.384550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=5a8b893e-a2d3-4e0b-8134-f922b9b0e147,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.391669 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a1f333-cbbc-41ca-a176-eba3da52d5b1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:15.394128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a1f333-cbbc-41ca-a176-eba3da52d5b1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:15.397183 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-99a1f333-cbbc-41ca-a176-eba3da52d5b1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/0a00b9ce-d4b4-4a52-b79d-93ebc0f5b6ca HTTP/1.1" status: 404 len: 333 time: 0.0451946 Jul 16 18:11:15.399783 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.420100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['5a8b893e-a2d3-4e0b-8134-f922b9b0e147'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:15.482348 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2364e1-3032-4f63-852b-70a8f63b48e6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:15.482817 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2364e1-3032-4f63-852b-70a8f63b48e6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:15.484720 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0c2364e1-3032-4f63-852b-70a8f63b48e6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/c4f2c5dd-2c60-4b27-be6d-bff90df77540 HTTP/1.1" status: 404 len: 337 time: 0.0837190 Jul 16 18:11:15.487245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.515960 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.558192 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-40754394-1b5c-4ad3-b8af-1c1f69b18e1a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:15.558746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40754394-1b5c-4ad3-b8af-1c1f69b18e1a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:15.560447 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-40754394-1b5c-4ad3-b8af-1c1f69b18e1a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/d88ca3de-4e51-4562-b824-88017c34b513 HTTP/1.1" status: 404 len: 337 time: 0.0722218 Jul 16 18:11:15.563345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.583427 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.618861 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ef6419-64f4-4b4e-a579-f6c557c64e31 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:15.624138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ef6419-64f4-4b4e-a579-f6c557c64e31 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:15.626150 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-07ef6419-64f4-4b4e-a579-f6c557c64e31 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/d83c9d4d-c70d-4bc5-830a-3cd45cd3d516 HTTP/1.1" status: 404 len: 333 time: 0.0618272 Jul 16 18:11:15.628989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.679141 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a83379-4429-4e4e-8e8f-f174fb1b1424 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:15.679611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a83379-4429-4e4e-8e8f-f174fb1b1424 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:15.693846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.700218 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-50a83379-4429-4e4e-8e8f-f174fb1b1424 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/03510df5-fe36-4900-97a5-b1474c06dcf0 HTTP/1.1" status: 404 len: 337 time: 0.0704761 Jul 16 18:11:15.739623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:15.739623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:15.747904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:15.848012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aac30d9-3002-44b6-b755-8072425cc06a None None] DHCP port deletion for 4c3a4488-7bfe-485a-bd3e-9df25ca6e943 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:15.855264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Pushing event updated for resources: {'Port': ['ID=cd145951-43f3-4c1c-8272-95fb9844b42c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.864796 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ce45cd-41f7-42d5-8891-b91ab0e9b850 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:15.865274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ce45cd-41f7-42d5-8891-b91ab0e9b850 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:15.870189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c1ce45cd-41f7-42d5-8891-b91ab0e9b850 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/d7a8c66a-17cd-49ff-a744-2f3fe851269a HTTP/1.1" status: 404 len: 337 time: 0.1717918 Jul 16 18:11:15.870797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.960056 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a02609f-3a21-4add-b46e-5cee834588c3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:15.962979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a02609f-3a21-4add-b46e-5cee834588c3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:15.965612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8a02609f-3a21-4add-b46e-5cee834588c3 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/410ab7ea-68ce-44ba-90af-47193c7b6cea HTTP/1.1" status: 404 len: 333 time: 0.0829513 Jul 16 18:11:15.968202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.980095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2aac30d9-3002-44b6-b755-8072425cc06a None None] Deleting port d9a4d550-8689-49f1-b816-4e304b161910 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:15.980477 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aac30d9-3002-44b6-b755-8072425cc06a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.989481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.990122 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.018123 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-25a957bd-bc08-4fc3-9654-4ae39f303fc6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2362654 Jul 16 18:11:16.029711 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e87c45f-2184-40f4-bb2b-0ea5ccc62c46 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.030096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e87c45f-2184-40f4-bb2b-0ea5ccc62c46 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.034102 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9e87c45f-2184-40f4-bb2b-0ea5ccc62c46 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/3cb58d80-70b3-4835-bd24-bc50b5dc649a HTTP/1.1" status: 404 len: 337 time: 0.0626612 Jul 16 18:11:16.034887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Request body: {'port': {'device_id': '97c11400-0614-428e-9445-5c387558e8b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:16.050020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.094429 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-daada0ec-5ded-4e2a-9de2-de567a3fa424 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.095031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daada0ec-5ded-4e2a-9de2-de567a3fa424 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.096931 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-daada0ec-5ded-4e2a-9de2-de567a3fa424 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/4d9ea413-e73f-4b47-83b9-0a4ff7b3fa9c HTTP/1.1" status: 404 len: 337 time: 0.0459044 Jul 16 18:11:16.101100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.149601 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5e15b7-f143-4ff8-a65e-9b61d73d73ba tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.151332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5e15b7-f143-4ff8-a65e-9b61d73d73ba tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.151498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2aac30d9-3002-44b6-b755-8072425cc06a None None] For port d9a4d550-8689-49f1-b816-4e304b161910, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d9a4d550-8689-49f1-b816-4e304b161910,segment=NetworkSegment(248b80e0-4dc2-4856-a1ce-26fbca8e2313),segment_id=248b80e0-4dc2-4856-a1ce-26fbca8e2313)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:16.151883 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aac30d9-3002-44b6-b755-8072425cc06a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.154573 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4b5e15b7-f143-4ff8-a65e-9b61d73d73ba tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/28221d9c-17c2-4def-a4ff-99af1710ace2 HTTP/1.1" status: 404 len: 333 time: 0.0522060 Jul 16 18:11:16.157108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.174181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2aac30d9-3002-44b6-b755-8072425cc06a None None] Calling delete_port for d9a4d550-8689-49f1-b816-4e304b161910 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:16.204995 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-602e0175-e879-431c-8aa4-2faea752410e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.205780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602e0175-e879-431c-8aa4-2faea752410e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.209579 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-602e0175-e879-431c-8aa4-2faea752410e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/796132de-348b-4d31-82c1-9fb7ccfb2ccb HTTP/1.1" status: 404 len: 337 time: 0.0502951 Jul 16 18:11:16.212020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43870) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.232759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d43e1-140e-4d32-bc51-1f0ee77b0f08 req-eae9caa8-6d03-4a9f-9084-2582832e5bc1 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.236855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b33d43e1-140e-4d32-bc51-1f0ee77b0f08 req-eae9caa8-6d03-4a9f-9084-2582832e5bc1 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 945 time: 0.3904324 Jul 16 18:11:16.241177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.257939 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6aba910-f88d-4a8d-a515-5a07dd011b3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.259248 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6aba910-f88d-4a8d-a515-5a07dd011b3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.264301 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e6aba910-f88d-4a8d-a515-5a07dd011b3b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/66d933d1-4ca5-4255-acf9-6869b82d993c HTTP/1.1" status: 404 len: 333 time: 0.0456395 Jul 16 18:11:16.265247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.295411 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1068cc6-121f-4fee-b746-3a8ee046aaa6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.296242 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1068cc6-121f-4fee-b746-3a8ee046aaa6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.301071 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a1068cc6-121f-4fee-b746-3a8ee046aaa6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/4a8a626d-8000-4ed8-8a59-b5df5816ec37 HTTP/1.1" status: 404 len: 337 time: 0.0345626 Jul 16 18:11:16.301910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.333144 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78c2ca6-9fd6-46cc-84e1-cac2c8b940a8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.334239 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78c2ca6-9fd6-46cc-84e1-cac2c8b940a8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.339079 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e78c2ca6-9fd6-46cc-84e1-cac2c8b940a8 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/0175c7ff-a0c3-4660-8e44-89d2a607b8f9 HTTP/1.1" status: 404 len: 333 time: 0.0359976 Jul 16 18:11:16.339277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.339793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.351123 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aac30d9-3002-44b6-b755-8072425cc06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.387953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac30d9-3002-44b6-b755-8072425cc06a None None] Pushing event deleted for resources: {'Port': ['ID=d9a4d550-8689-49f1-b816-4e304b161910,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.390831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac30d9-3002-44b6-b755-8072425cc06a None None] No DVR routers for this DVR port d9a4d550-8689-49f1-b816-4e304b161910 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:16.416210 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b33d43e1-140e-4d32-bc51-1f0ee77b0f08 req-929d247d-63c4-4041-afc1-cbd14e14c4a5 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706648 Jul 16 18:11:16.423279 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-174e4ce5-e45a-43c8-a49c-887137c82ce4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.423829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174e4ce5-e45a-43c8-a49c-887137c82ce4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.426050 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-174e4ce5-e45a-43c8-a49c-887137c82ce4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/74fd6c0f-fb14-43b9-aa3f-07417f29d7b9 HTTP/1.1" status: 404 len: 337 time: 0.0822871 Jul 16 18:11:16.429147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.483358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1201fb-3e1d-4110-a373-ae68ed865f82 req-606fb597-454e-45cd-a43a-bedd879d7c0c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.484917 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b1201fb-3e1d-4110-a373-ae68ed865f82 req-606fb597-454e-45cd-a43a-bedd879d7c0c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 931 time: 0.2136741 Jul 16 18:11:16.494190 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-342ac7cf-7c1c-45f5-b0aa-cac3ac45d74f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.494966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342ac7cf-7c1c-45f5-b0aa-cac3ac45d74f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.497367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-342ac7cf-7c1c-45f5-b0aa-cac3ac45d74f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/0ab9d3dc-d1d5-4b83-8b22-1dff25942a55 HTTP/1.1" status: 404 len: 333 time: 0.0664024 Jul 16 18:11:16.499854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.533129 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4b4b22-41e2-497f-841b-a90971673246 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.534258 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4b4b22-41e2-497f-841b-a90971673246 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.540390 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f07496bd-66df-4e35-8be0-b0e44999898b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.541791 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fa4b4b22-41e2-497f-841b-a90971673246 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/26f1802a-fa88-4887-9044-e7f7e65d9694 HTTP/1.1" status: 404 len: 337 time: 0.0391574 Jul 16 18:11:16.542687 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.579492 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-551723c3-9e29-4175-8c0a-b76e1656d3d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.579492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551723c3-9e29-4175-8c0a-b76e1656d3d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.580926 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-551723c3-9e29-4175-8c0a-b76e1656d3d2 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/1675b577-6ab1-4cc4-800e-c49314f73e58 HTTP/1.1" status: 404 len: 333 time: 0.0371113 Jul 16 18:11:16.581599 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.611890 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0332f6-41c2-4416-b273-83b06db70a14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.612356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0332f6-41c2-4416-b273-83b06db70a14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.616811 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fa0332f6-41c2-4416-b273-83b06db70a14 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/065212c8-e2dd-49da-87a2-800635e7b99c HTTP/1.1" status: 404 len: 337 time: 0.0341318 Jul 16 18:11:16.617426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.646944 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89ae4f9-221f-4b19-8f14-b4a6e24bff52 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.647676 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89ae4f9-221f-4b19-8f14-b4a6e24bff52 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.652869 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e89ae4f9-221f-4b19-8f14-b4a6e24bff52 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/f0a16dd3-4d1b-4f8d-98b4-c8843e2b8d03 HTTP/1.1" status: 404 len: 333 time: 0.0330513 Jul 16 18:11:16.653273 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.686568 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c43b172-0249-4497-8191-110d3ca7b086 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.686952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c43b172-0249-4497-8191-110d3ca7b086 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.690200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:16.691893 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3c43b172-0249-4497-8191-110d3ca7b086 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/59a8ad7b-7457-4267-9955-128866bf0f36 HTTP/1.1" status: 404 len: 337 time: 0.0375242 Jul 16 18:11:16.692514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.724493 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fce5d8-91c5-4723-941e-56927663a88b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.725477 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fce5d8-91c5-4723-941e-56927663a88b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.729742 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-00fce5d8-91c5-4723-941e-56927663a88b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/355ca873-1638-4654-afe4-ba0abaf8fc98 HTTP/1.1" status: 404 len: 337 time: 0.0334327 Jul 16 18:11:16.729958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b1201fb-3e1d-4110-a373-ae68ed865f82 req-126c7ec7-1c87-47ff-88d6-690530d620cc tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236409 Jul 16 18:11:16.732838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.776441 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6168d571-6ad4-468b-aaae-662a119ad14e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.778264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6168d571-6ad4-468b-aaae-662a119ad14e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.780257 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6168d571-6ad4-468b-aaae-662a119ad14e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/6b2feb95-5e08-4782-96e1-c4599a9f6d8b HTTP/1.1" status: 404 len: 333 time: 0.0462968 Jul 16 18:11:16.782727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.794794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:16.799112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:16.799488 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.854182 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08a7e69-9367-48cc-8a09-9a1862ed91ac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.854716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08a7e69-9367-48cc-8a09-9a1862ed91ac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.859375 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f08a7e69-9367-48cc-8a09-9a1862ed91ac tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/684a7293-014c-4b8c-922c-c8e13cef5b4e HTTP/1.1" status: 404 len: 337 time: 0.0729020 Jul 16 18:11:16.859872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.895094 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-740fa507-bb26-4c27-83c6-4a84a6135312 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.895572 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740fa507-bb26-4c27-83c6-4a84a6135312 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.899739 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-740fa507-bb26-4c27-83c6-4a84a6135312 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/4398fc59-d701-458a-9622-39d4a60fb580 HTTP/1.1" status: 404 len: 337 time: 0.0365653 Jul 16 18:11:16.900006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.905792 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f07496bd-66df-4e35-8be0-b0e44999898b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.919961 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f07496bd-66df-4e35-8be0-b0e44999898b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.933533 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b4e300-02db-4063-be88-227dfd24bc20 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.934284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b4e300-02db-4063-be88-227dfd24bc20 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.936314 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e4b4e300-02db-4063-be88-227dfd24bc20 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/c6a5629c-402c-4b8c-a6ee-cef06ba1ec23 HTTP/1.1" status: 404 len: 333 time: 0.0351312 Jul 16 18:11:16.942462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.945821 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.971856 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6077eabe-9c49-41a2-acbc-9d2d6d09b1d6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:16.972370 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6077eabe-9c49-41a2-acbc-9d2d6d09b1d6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:16.974326 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f805d8-4602-49b2-a2a3-40cd334531c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8b893e-a2d3-4e0b-8134-f922b9b0e147'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:16.974561 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6077eabe-9c49-41a2-acbc-9d2d6d09b1d6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/df91ee0d-172e-4844-8443-8e562aff733d HTTP/1.1" status: 404 len: 337 time: 0.0308771 Jul 16 18:11:16.976866 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56caa7e-2747-4542-854a-3122ad3b903d" -d '{"events": [{"server_uuid": "b7f805d8-4602-49b2-a2a3-40cd334531c0", "name": "network-vif-plugged", "status": "completed", "tag": "5a8b893e-a2d3-4e0b-8134-f922b9b0e147"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:16.977947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.998317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5a8b893e-a2d3-4e0b-8134-f922b9b0e147,segment=NetworkSegment(c1604ff5-c7dc-4307-9517-45d311a2c976),segment_id=c1604ff5-c7dc-4307-9517-45d311a2c976)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:17.002998 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.003572 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a217f60-c47d-42f0-ab49-d556b7435d5b req-4ca09b28-7ca8-4125-a87d-f55843389d10 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.012245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a217f60-c47d-42f0-ab49-d556b7435d5b req-4ca09b28-7ca8-4125-a87d-f55843389d10 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.2894609 Jul 16 18:11:17.013874 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-58367256-f486-4baa-972b-d9c330450c3c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.014525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58367256-f486-4baa-972b-d9c330450c3c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.020220 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-58367256-f486-4baa-972b-d9c330450c3c tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/faaf6377-803f-4bc2-b010-54540df357dd HTTP/1.1" status: 404 len: 337 time: 0.0394440 Jul 16 18:11:17.020904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.043002 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135bd7f6-ab3b-49ed-b6db-7845a689e6f7 x-openstack-request-id: req-135bd7f6-ab3b-49ed-b6db-7845a689e6f7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:17.043586 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f805d8-4602-49b2-a2a3-40cd334531c0", "name": "network-vif-plugged", "status": "completed", "tag": "5a8b893e-a2d3-4e0b-8134-f922b9b0e147", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:17.044051 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-135bd7f6-ab3b-49ed-b6db-7845a689e6f7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:17.044636 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f805d8-4602-49b2-a2a3-40cd334531c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8b893e-a2d3-4e0b-8134-f922b9b0e147', 'code': 200} Jul 16 18:11:17.069960 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e96d80-4df8-4953-82ae-4afd86a75830 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.070525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e96d80-4df8-4953-82ae-4afd86a75830 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.075009 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c3e96d80-4df8-4953-82ae-4afd86a75830 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/1ed47a62-e513-42f7-a84e-84487fdfebd5 HTTP/1.1" status: 404 len: 333 time: 0.0506270 Jul 16 18:11:17.075431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.077873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=5a8b893e-a2d3-4e0b-8134-f922b9b0e147,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.088899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f07496bd-66df-4e35-8be0-b0e44999898b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27a1c45ba5c942cdb45117c5fd1f609b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7460611 Jul 16 18:11:17.097298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.113259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07496bd-66df-4e35-8be0-b0e44999898b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeea69f-8a5a-4270-8bc0-679e2dc65726,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.128751 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6604a387-05e6-42b1-adbd-92d68ba07e60 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.129229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6604a387-05e6-42b1-adbd-92d68ba07e60 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.131009 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6604a387-05e6-42b1-adbd-92d68ba07e60 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/fa16ea38-0433-4665-b180-00badca692e5 HTTP/1.1" status: 404 len: 337 time: 0.0537572 Jul 16 18:11:17.137260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.144713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd145951-43f3-4c1c-8272-95fb9844b42c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:17.162412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d9a4d550-8689-49f1-b816-4e304b161910 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:17.168516 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad139d1c-489d-40d1-85c8-9bdf91938b55 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.168989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad139d1c-489d-40d1-85c8-9bdf91938b55 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.170844 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ad139d1c-489d-40d1-85c8-9bdf91938b55 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/ab75a3c3-b4d6-4e8d-9b02-7f7d51f8f8cc HTTP/1.1" status: 404 len: 337 time: 0.0326121 Jul 16 18:11:17.174128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.181468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.191419 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: d9a4d550-8689-49f1-b816-4e304b161910 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:17.192258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d9a4d550-8689-49f1-b816-4e304b161910 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:17.211654 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d28c7606-b267-4d3b-a929-8b96e724d92b tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a786005-431e-4d79-909e-ddfd1b2aadfd HTTP/1.1" status: 200 len: 205 time: 0.0341551 Jul 16 18:11:17.212783 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.216658 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a217f60-c47d-42f0-ab49-d556b7435d5b req-e0ff59f3-a1b6-4f26-b6cf-bc44e3aded7c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018175 Jul 16 18:11:17.217823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Transition to ACTIVE for port object cd145951-43f3-4c1c-8272-95fb9844b42c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:17.226419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.269745 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e27843c5-8273-4eb1-acd4-9016291bb421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] delete failed (client error): The resource could not be found. Jul 16 18:11:17.270806 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e27843c5-8273-4eb1-acd4-9016291bb421 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/routers/7a786005-431e-4d79-909e-ddfd1b2aadfd HTTP/1.1" status: 404 len: 336 time: 0.0567033 Jul 16 18:11:17.273294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.302353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd145951-43f3-4c1c-8272-95fb9844b42c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.319875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bc5eb-2edd-4c16-a369-05ea3067f01f req-4bc770b4-748c-43da-8353-6999419a2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.322233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc2bc5eb-2edd-4c16-a369-05ea3067f01f req-4bc770b4-748c-43da-8353-6999419a2947 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 1097 time: 0.2024717 Jul 16 18:11:17.329917 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f081d0-0525-4963-86ba-3efedb40891a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.330773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f081d0-0525-4963-86ba-3efedb40891a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.332727 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-74f081d0-0525-4963-86ba-3efedb40891a tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/45a459a5-16d3-46eb-911d-2b4df8ef3c42 HTTP/1.1" status: 404 len: 337 time: 0.0584931 Jul 16 18:11:17.335721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.338540 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2410847-28d6-45aa-bfae-aaada67e481b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.394286 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-920921f9-449f-492f-ac42-518079ef7d58 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84a9087-f840-440f-8599-eb8487c499dd HTTP/1.1" status: 200 len: 205 time: 0.0572703 Jul 16 18:11:17.398312 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.407662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2410847-28d6-45aa-bfae-aaada67e481b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.455875 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-0b60056b-edad-468d-8aa8-fc3b43692a92 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] delete failed (client error): The resource could not be found. Jul 16 18:11:17.459630 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0b60056b-edad-468d-8aa8-fc3b43692a92 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/routers/a84a9087-f840-440f-8599-eb8487c499dd HTTP/1.1" status: 404 len: 336 time: 0.0598969 Jul 16 18:11:17.462810 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.527335 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f575a0-132e-43ed-87ed-6ef6daf9ec01 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.528062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f575a0-132e-43ed-87ed-6ef6daf9ec01 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.532496 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-67f575a0-132e-43ed-87ed-6ef6daf9ec01 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/86cd9955-1054-4d4d-9eb8-bc930e3b7e5e HTTP/1.1" status: 404 len: 337 time: 0.0664887 Jul 16 18:11:17.532705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.566194 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebce768-4b42-4af4-9847-a7cb6ce1a4a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.566940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebce768-4b42-4af4-9847-a7cb6ce1a4a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.568882 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1ebce768-4b42-4af4-9847-a7cb6ce1a4a4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/290f1f62-5b7b-4486-9ed5-84a0bbc3329f HTTP/1.1" status: 404 len: 337 time: 0.0352242 Jul 16 18:11:17.572642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43964) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.583977 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2410847-28d6-45aa-bfae-aaada67e481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.587339 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2410847-28d6-45aa-bfae-aaada67e481b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.590836 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d2410847-28d6-45aa-bfae-aaada67e481b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ceeea69f-8a5a-4270-8bc0-679e2dc65726 HTTP/1.1" status: 204 len: 168 time: 0.4890451 Jul 16 18:11:17.618538 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2410847-28d6-45aa-bfae-aaada67e481b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeea69f-8a5a-4270-8bc0-679e2dc65726,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.622392 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-203bf5e0-93be-4b72-8b06-eb8ce75ef8a0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.623136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203bf5e0-93be-4b72-8b06-eb8ce75ef8a0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.624948 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-203bf5e0-93be-4b72-8b06-eb8ce75ef8a0 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/53171499-fe31-4b6a-9254-d4ec93d7c7a7 HTTP/1.1" status: 404 len: 333 time: 0.0509043 Jul 16 18:11:17.630664 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.664463 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86e0b0f-1757-4363-8d3a-48b54920ace1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.667603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86e0b0f-1757-4363-8d3a-48b54920ace1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.671478 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c86e0b0f-1757-4363-8d3a-48b54920ace1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/8d867712-8828-4a2d-920e-bb237dd653f9 HTTP/1.1" status: 404 len: 337 time: 0.0370998 Jul 16 18:11:17.671905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.710726 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2b1df4-98e5-4352-b1f3-eb1dcea6cc18 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.711229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2b1df4-98e5-4352-b1f3-eb1dcea6cc18 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.717412 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ca2b1df4-98e5-4352-b1f3-eb1dcea6cc18 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/4540332c-2f32-424f-a3d9-2e5d96a6f502 HTTP/1.1" status: 404 len: 333 time: 0.0445364 Jul 16 18:11:17.718118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.756502 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3de5f1-7d60-4f60-93c8-a643b2b830f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.757064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3de5f1-7d60-4f60-93c8-a643b2b830f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.762702 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1f3de5f1-7d60-4f60-93c8-a643b2b830f4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/431c0af0-5439-47cc-8466-e716c1914010 HTTP/1.1" status: 404 len: 337 time: 0.0430412 Jul 16 18:11:17.763373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.793675 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5006b494-29d2-4122-bbba-b8376406671e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.794583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5006b494-29d2-4122-bbba-b8376406671e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.799896 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5006b494-29d2-4122-bbba-b8376406671e tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/6fbd7463-a7e0-4be3-aa18-807f9a89f46b HTTP/1.1" status: 404 len: 333 time: 0.0354416 Jul 16 18:11:17.800657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.844471 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb9860f-e2d1-4c99-97a2-2e7d9195b515 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.845204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb9860f-e2d1-4c99-97a2-2e7d9195b515 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.849992 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5fb9860f-e2d1-4c99-97a2-2e7d9195b515 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/b548516e-af2f-446b-90f3-0d6534ccf6c3 HTTP/1.1" status: 404 len: 337 time: 0.0482807 Jul 16 18:11:17.850850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.866427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc2bc5eb-2edd-4c16-a369-05ea3067f01f req-3eb072b0-2b14-4134-b14e-b13b1a0e2d85 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403570 Jul 16 18:11:17.891119 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0ad219-e879-4bc9-9b4a-23eaaf483cc1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.892030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0ad219-e879-4bc9-9b4a-23eaaf483cc1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.892344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Attempting to bind port cd145951-43f3-4c1c-8272-95fb9844b42c on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:17.892688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Attempting to bind port cd145951-43f3-4c1c-8272-95fb9844b42c by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:17.893024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Attempting to bind port cd145951-43f3-4c1c-8272-95fb9844b42c on network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:17.894216 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2e0ad219-e879-4bc9-9b4a-23eaaf483cc1 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/0e0f7149-e030-4033-84e8-ee5ca056b997 HTTP/1.1" status: 404 len: 333 time: 0.0423615 Jul 16 18:11:17.896835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 43988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.904728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323f8db-7281-475c-a69f-a44b23727317 req-87638b69-c3e2-4675-b9be-a6663a8ad53b tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.906513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9323f8db-7281-475c-a69f-a44b23727317 req-87638b69-c3e2-4675-b9be-a6663a8ad53b tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1101 time: 0.1826706 Jul 16 18:11:17.909004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Port cd145951-43f3-4c1c-8272-95fb9844b42c on network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:17.909555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Attempting to bind port cd145951-43f3-4c1c-8272-95fb9844b42c on network b9117ce7-7d0b-4067-b1c3-eb5930f645a0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:17.925894 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4809ea8a-7359-4e8f-a02e-b608129c8123 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.926348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4809ea8a-7359-4e8f-a02e-b608129c8123 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:17.926499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbf3a5-f7e2-4f86-9730-923b2a7b1e71 req-fe291ffb-4e33-4251-81e3-bd29a5f64587 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.927851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fdbf3a5-f7e2-4f86-9730-923b2a7b1e71 req-fe291ffb-4e33-4251-81e3-bd29a5f64587 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 946 time: 0.2028365 Jul 16 18:11:17.928132 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4809ea8a-7359-4e8f-a02e-b608129c8123 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/4ee38d6d-e8ba-41ab-b85b-d2e30f768ecf HTTP/1.1" status: 404 len: 337 time: 0.0303085 Jul 16 18:11:17.933952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 43992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.934750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:17.935092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Checking segment: {'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:17.935474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Bound using segment: {'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:17.935924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Bound port: cd145951-43f3-4c1c-8272-95fb9844b42c, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62e27a8-b23f-4788-aafa-738d528bdeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:17.936285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.998217 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2ad6d6-bcd6-48e8-a228-56e79eff102f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:17.998984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2ad6d6-bcd6-48e8-a228-56e79eff102f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:18.000753 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ae2ad6d6-bcd6-48e8-a228-56e79eff102f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/fcc2b77d-98b6-42a9-8b0a-eee84e6d08a4 HTTP/1.1" status: 404 len: 333 time: 0.0624919 Jul 16 18:11:18.003321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.038560 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd7fa22-fa63-4ec2-97f9-d8bf2c50e354 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:18.039033 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd7fa22-fa63-4ec2-97f9-d8bf2c50e354 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:18.043876 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8bd7fa22-fa63-4ec2-97f9-d8bf2c50e354 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/c93644cb-a517-470c-a140-a08c2a1462c1 HTTP/1.1" status: 404 len: 337 time: 0.0366085 Jul 16 18:11:18.045400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.061933 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9323f8db-7281-475c-a69f-a44b23727317 req-058f3fee-094b-4754-a2e7-f86a0e5fd606 tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462264 Jul 16 18:11:18.093550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fdbf3a5-f7e2-4f86-9730-923b2a7b1e71 req-da2aa425-9d2b-406c-9dc8-c23c8f448b75 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539938 Jul 16 18:11:18.127608 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c605325-580d-431a-9005-4c84878829d6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:18.132981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c605325-580d-431a-9005-4c84878829d6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:18.132981 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0c605325-580d-431a-9005-4c84878829d6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/c942d56e-3a66-4dd0-8c77-5415c03f3c41 HTTP/1.1" status: 404 len: 333 time: 0.0855749 Jul 16 18:11:18.137153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.185543 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-23177692-0b3b-4ae6-bd8e-615264b86fd4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:18.186239 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23177692-0b3b-4ae6-bd8e-615264b86fd4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:18.189053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-23177692-0b3b-4ae6-bd8e-615264b86fd4 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/e9bc309b-b3fd-442a-82b2-b662b105e2a8 HTTP/1.1" status: 404 len: 337 time: 0.0505631 Jul 16 18:11:18.191414 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.220410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] For port cd145951-43f3-4c1c-8272-95fb9844b42c, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:18.241265 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e6f4ae-d4d9-4333-84c8-1a87c1e796a6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:18.241924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e6f4ae-d4d9-4333-84c8-1a87c1e796a6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:18.249228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] For port cd145951-43f3-4c1c-8272-95fb9844b42c, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd145951-43f3-4c1c-8272-95fb9844b42c,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:18.249620 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-61e6f4ae-d4d9-4333-84c8-1a87c1e796a6 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/ports/bc602557-0e30-4c04-b011-21f27d244157 HTTP/1.1" status: 404 len: 333 time: 0.0512393 Jul 16 18:11:18.249620 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.259557 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.291196 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f177783d-2e5b-4e55-add0-e1e7c8ef8e13 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:18.291824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f177783d-2e5b-4e55-add0-e1e7c8ef8e13 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:18.296514 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f177783d-2e5b-4e55-add0-e1e7c8ef8e13 tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/subnets/6fa68523-ea71-4d70-b2a8-8929f6776752 HTTP/1.1" status: 404 len: 337 time: 0.0433517 Jul 16 18:11:18.296820 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.374964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.375599 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.376986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/cd145951-43f3-4c1c-8272-95fb9844b42c HTTP/1.1" status: 200 len: 1091 time: 2.3485658 Jul 16 18:11:18.400803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c11400-0614-428e-9445-5c387558e8b4', 'tag': 'cd145951-43f3-4c1c-8272-95fb9844b42c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:18.403053 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.418299 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97ca12b-172c-427e-963d-282152533b62" -d '{"events": [{"name": "network-changed", "server_uuid": "97c11400-0614-428e-9445-5c387558e8b4", "tag": "cd145951-43f3-4c1c-8272-95fb9844b42c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:18.509758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bb961-a10c-4489-9c6d-1ed12e3280f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd145951-43f3-4c1c-8272-95fb9844b42c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.547785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b9614-7bd3-45d8-8369-12b66f17d1b0 req-3ba95f70-48ee-494b-957b-cb5e0594d707 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.554746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d2b9614-7bd3-45d8-8369-12b66f17d1b0 req-3ba95f70-48ee-494b-957b-cb5e0594d707 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 943 time: 0.2436898 Jul 16 18:11:18.589174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.601296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3a4488-7bfe-485a-bd3e-9df25ca6e943']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:18.605307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-5d8beff3-646f-4c4e-afb2-37d6f018a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.606866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-5d8beff3-646f-4c4e-afb2-37d6f018a32d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d75d38d23e04bb3832283833a37a261&device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 1094 time: 0.1812758 Jul 16 18:11:18.613259 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248b80e0-4dc2-4856-a1ce-26fbca8e2313') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:18.613666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248b80e0-4dc2-4856-a1ce-26fbca8e2313') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:18.624073 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.642022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.653192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:18.654348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:18.658534 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:18.665934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-7a1174aa-fdd0-4f92-b724-881617fb806f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd145951-43f3-4c1c-8272-95fb9844b42c HTTP/1.1" status: 200 len: 217 time: 0.0450671 Jul 16 18:11:18.671522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d2b9614-7bd3-45d8-8369-12b66f17d1b0 req-527c9b00-3f6d-4c54-a092-370c7c5176c8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159604 Jul 16 18:11:18.734432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-f06464c1-de28-4427-b45f-6c68694c94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.736639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-f06464c1-de28-4427-b45f-6c68694c94a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25468045-7241-4454-b16f-bde78d4ab676 HTTP/1.1" status: 200 len: 854 time: 0.0612147 Jul 16 18:11:18.788946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-50224ca0-41bf-4af5-9269-4a3b2721d0e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460887 Jul 16 18:11:18.790934 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b014597-38d7-4213-b749-1ffa19a845cc x-openstack-request-id: req-4b014597-38d7-4213-b749-1ffa19a845cc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:18.791536 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c11400-0614-428e-9445-5c387558e8b4", "tag": "cd145951-43f3-4c1c-8272-95fb9844b42c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:18.792026 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b014597-38d7-4213-b749-1ffa19a845cc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:18.792654 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c11400-0614-428e-9445-5c387558e8b4', 'tag': 'cd145951-43f3-4c1c-8272-95fb9844b42c', 'status': 'completed', 'code': 200} Jul 16 18:11:18.815591 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.846477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.848831 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] 10.222.0.52 "DELETE /v2.0/networks/4c3a4488-7bfe-485a-bd3e-9df25ca6e943 HTTP/1.1" status: 204 len: 168 time: 0.5507085 Jul 16 18:11:18.897295 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46f2b2-ddde-4c4f-82e9-942662cdf16f tempest-NetworksTestDHCPv6-1473715088 tempest-NetworksTestDHCPv6-1473715088-project] Pushing event deleted for resources: {'Network': ['ID=4c3a4488-7bfe-485a-bd3e-9df25ca6e943,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.969395 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-7fee0967-f518-413e-aef6-fc83a0aa0568 service neutron] 10.222.0.42 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728120 Jul 16 18:11:19.166373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0030d70-b6da-40ae-a2b5-bc78330ecc8b req-76e0e41b-83e4-4d2d-805c-d1f6a811913d service neutron] 10.222.0.42 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898823 Jul 16 18:11:19.195211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24cde8-0c49-4b2f-a303-6e7302ebf4fd req-feb4805b-333d-436e-b3b2-869e026d3f5d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.197757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f24cde8-0c49-4b2f-a303-6e7302ebf4fd req-feb4805b-333d-436e-b3b2-869e026d3f5d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.1255050 Jul 16 18:11:19.295627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f24cde8-0c49-4b2f-a303-6e7302ebf4fd req-4817b4bd-308c-4ac0-a80e-e7fdf364e008 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908051 Jul 16 18:11:19.364291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca12b-172c-427e-963d-282152533b62 req-10e7b7a6-3a22-4eff-bd23-5570f7ab8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.366028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c97ca12b-172c-427e-963d-282152533b62 req-10e7b7a6-3a22-4eff-bd23-5570f7ab8e87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d75d38d23e04bb3832283833a37a261&device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 1094 time: 0.1413701 Jul 16 18:11:19.411433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760fb08-e919-43c6-b1cb-9b5fbe2dd847 req-c513de29-cdec-47e8-b184-28b8dc9152f6 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.420355 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d760fb08-e919-43c6-b1cb-9b5fbe2dd847 req-c513de29-cdec-47e8-b184-28b8dc9152f6 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 946 time: 0.1435101 Jul 16 18:11:19.447536 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-f7c872d5-4e3a-4bdd-9e80-c453b46b8aaf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4785800 Jul 16 18:11:19.522576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.557296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d760fb08-e919-43c6-b1cb-9b5fbe2dd847 req-d0ba960e-813b-44e4-af6f-3957d1c2f9f9 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358917 Jul 16 18:11:19.617962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca12b-172c-427e-963d-282152533b62 req-5bf6e892-6dcc-4046-8f01-226980d3d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.619687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c97ca12b-172c-427e-963d-282152533b62 req-5bf6e892-6dcc-4046-8f01-226980d3d615 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0 HTTP/1.1" status: 200 len: 915 time: 0.2443151 Jul 16 18:11:19.680627 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-54f0e924-e80e-4d70-928b-7d5da8dc4672 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c266cf86827421a835d6c14c1884754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418533 Jul 16 18:11:19.680627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.719253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c97ca12b-172c-427e-963d-282152533b62 req-fbd3adc8-36fb-4ebd-930e-593c3d2209f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd145951-43f3-4c1c-8272-95fb9844b42c HTTP/1.1" status: 200 len: 217 time: 0.0907495 Jul 16 18:11:19.773220 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e81032d-ebfe-4205-8ad7-eb4f0e4caa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.842813 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e81032d-ebfe-4205-8ad7-eb4f0e4caa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.870472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca12b-172c-427e-963d-282152533b62 req-c790add6-dcba-4362-9e99-9d74ff0e6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.872057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c97ca12b-172c-427e-963d-282152533b62 req-c790add6-dcba-4362-9e99-9d74ff0e6075 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25468045-7241-4454-b16f-bde78d4ab676 HTTP/1.1" status: 200 len: 854 time: 0.1460583 Jul 16 18:11:19.908250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c97ca12b-172c-427e-963d-282152533b62 req-364a9f4d-9e65-4476-bc6b-e91247a11cb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9117ce7-7d0b-4067-b1c3-eb5930f645a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292959 Jul 16 18:11:19.936248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e81032d-ebfe-4205-8ad7-eb4f0e4caa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.939116 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0e81032d-ebfe-4205-8ad7-eb4f0e4caa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.942699 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0e81032d-ebfe-4205-8ad7-eb4f0e4caa72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9df7854-f073-425c-b3ab-0754f8c97be2 HTTP/1.1" status: 204 len: 168 time: 0.2588363 Jul 16 18:11:19.954904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81032d-ebfe-4205-8ad7-eb4f0e4caa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9df7854-f073-425c-b3ab-0754f8c97be2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:20.094305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c97ca12b-172c-427e-963d-282152533b62 req-798dfe46-c109-43d4-b6c2-257590aee75f service neutron] 10.222.0.42 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780536 Jul 16 18:11:20.199517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.266022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f821749-abb9-4e41-8c50-ff4efa3734b1 req-cd7ee4ef-c94b-47ab-9b0a-488574595c50 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:20.275190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f821749-abb9-4e41-8c50-ff4efa3734b1 req-cd7ee4ef-c94b-47ab-9b0a-488574595c50 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 943 time: 0.1785140 Jul 16 18:11:20.358987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c97ca12b-172c-427e-963d-282152533b62 req-0e0d269c-5a01-4060-859c-68c850dcd287 service neutron] 10.222.0.42 "GET /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259226 Jul 16 18:11:20.374704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f821749-abb9-4e41-8c50-ff4efa3734b1 req-c848e3e5-d1f1-4645-8a78-da748e3984d6 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975657 Jul 16 18:11:20.587424 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ba78303-857b-4ad4-b88a-b4ce1b77eadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.789466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64cf12-bacf-47d6-8901-84cfa0668d8b req-475d964d-7665-401d-aaaf-8150126ad6a1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:20.791967 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e64cf12-bacf-47d6-8901-84cfa0668d8b req-475d964d-7665-401d-aaaf-8150126ad6a1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.1756067 Jul 16 18:11:20.824007 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ba78303-857b-4ad4-b88a-b4ce1b77eadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.840215 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ba78303-857b-4ad4-b88a-b4ce1b77eadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.901690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e64cf12-bacf-47d6-8901-84cfa0668d8b req-c2df462e-f05f-40e3-b00f-e2b3c08f53d5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924151 Jul 16 18:11:20.954688 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6ba78303-857b-4ad4-b88a-b4ce1b77eadf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85ae0bf37a6a48acbd3ca92dfee5aa58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7524176 Jul 16 18:11:20.955987 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.959133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba78303-857b-4ad4-b88a-b4ce1b77eadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad88b154-2cf1-4966-84b6-e55c2a0a1858,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.081042 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85b7e445-6003-409f-98d8-16931c9fd55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.137383 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85b7e445-6003-409f-98d8-16931c9fd55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.226172 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85b7e445-6003-409f-98d8-16931c9fd55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.230781 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85b7e445-6003-409f-98d8-16931c9fd55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.236122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-85b7e445-6003-409f-98d8-16931c9fd55b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad88b154-2cf1-4966-84b6-e55c2a0a1858 HTTP/1.1" status: 204 len: 168 time: 0.2780426 Jul 16 18:11:21.264128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7e445-6003-409f-98d8-16931c9fd55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad88b154-2cf1-4966-84b6-e55c2a0a1858,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.369333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.418703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17217d-f0b0-4e8c-a0b1-72819025e1b1 req-e8182063-27db-4019-9a94-a2fa61f51eb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.428320 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea17217d-f0b0-4e8c-a0b1-72819025e1b1 req-e8182063-27db-4019-9a94-a2fa61f51eb4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 946 time: 0.1140325 Jul 16 18:11:21.484024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea17217d-f0b0-4e8c-a0b1-72819025e1b1 req-b009e497-6474-4c92-824c-3f423f64d7bf tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528710 Jul 16 18:11:21.509881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1744128139'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:21.541215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Made reservation on behalf of 742bbbf693e64bf9ab4a72fa43e63895 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:21.545889 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.564276 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.655751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f502f54-2c1a-49a2-8692-12b7c74c7b55 req-a05cf818-67e7-4edd-860d-a03ecc81e219 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.669894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f502f54-2c1a-49a2-8692-12b7c74c7b55 req-a05cf818-67e7-4edd-860d-a03ecc81e219 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 943 time: 0.1216052 Jul 16 18:11:21.751715 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.757511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.770371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f502f54-2c1a-49a2-8692-12b7c74c7b55 req-bdbac448-2a22-4a2c-92d5-1884c1f35b2c tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559344 Jul 16 18:11:21.779637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eebaca-3d20-467c-8157-3aa53347570b req-8eb684b2-84d8-49c1-a2b2-830854e35161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.781448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-8eb684b2-84d8-49c1-a2b2-830854e35161 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1101 time: 0.1106007 Jul 16 18:11:21.816021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cd145951-43f3-4c1c-8272-95fb9844b42c details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:21.820736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:21.848083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebd99b4-a980-4eb9-8434-eae6ec995111,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.851207 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.851661 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Added segment 7ed2e275-14e2-4e8f-96cd-dc5dca85e955 of type vlan for network 1dd532fb-0861-49df-b097-e2c461f06dbd Jul 16 18:11:21.899752 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.926558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.946790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eebaca-3d20-467c-8157-3aa53347570b req-6886dc1b-f1b4-4fc7-ab09-6209f777ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.948854 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-6886dc1b-f1b4-4fc7-ab09-6209f777ff9c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1605062 Jul 16 18:11:21.959071 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8e281d-54f0-4b7b-98bf-9412256447ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.980929 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.001235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.001944 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.014469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-26f2f738-29db-4d26-af47-bfd272e2cceb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 217 time: 0.0589638 Jul 16 18:11:22.064373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cd145951-43f3-4c1c-8272-95fb9844b42c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd145951-43f3-4c1c-8272-95fb9844b42c,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:22.087168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'cd145951-43f3-4c1c-8272-95fb9844b42c', 'network_id': 'b9117ce7-7d0b-4067-b1c3-eb5930f645a0', 'port_id': 'cd145951-43f3-4c1c-8272-95fb9844b42c', 'mac_address': 'fa:16:3e:55:76:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25468045-7241-4454-b16f-bde78d4ab676', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:22.110856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eebaca-3d20-467c-8157-3aa53347570b req-0ccc531b-06d3-4eb5-a46b-36142716c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.112746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-0ccc531b-06d3-4eb5-a46b-36142716c486 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0920427 Jul 16 18:11:22.131937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Network': ['ID=1dd532fb-0861-49df-b097-e2c461f06dbd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.132587 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.148488 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd145951-43f3-4c1c-8272-95fb9844b42c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:22.153829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 1dd532fb-0861-49df-b097-e2c461f06dbd details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:22.202777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cd145951-43f3-4c1c-8272-95fb9844b42c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd145951-43f3-4c1c-8272-95fb9844b42c,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:22.209158 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a4c39-3b77-40e2-9871-090761b01246 req-3c946f1c-fdb6-4d80-8bb7-05ae74d720e7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.211119 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-234a4c39-3b77-40e2-9871-090761b01246 req-3c946f1c-fdb6-4d80-8bb7-05ae74d720e7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.1547146 Jul 16 18:11:22.218488 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8e281d-54f0-4b7b-98bf-9412256447ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.227033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a8e281d-54f0-4b7b-98bf-9412256447ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.246025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eebaca-3d20-467c-8157-3aa53347570b req-9b5c6b51-0b4a-49cc-aaf0-a13e5a014426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.248319 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-9b5c6b51-0b4a-49cc-aaf0-a13e5a014426 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278908 Jul 16 18:11:22.251215 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.269708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e281d-54f0-4b7b-98bf-9412256447ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9a47a9-ede0-4880-b39e-851ccea1c1ad,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.278616 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e9f68afb-af29-4ab1-8225-ea254ba9a924 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9081035 Jul 16 18:11:22.282757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:22.296015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-225becef-aa05-4b8c-94b1-8d0eff8692a3 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'subnet': {'network_id': '1dd532fb-0861-49df-b097-e2c461f06dbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:22.306607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-234a4c39-3b77-40e2-9871-090761b01246 req-29f008b5-c0ce-4c0c-9119-1638561df8de tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864570 Jul 16 18:11:22.332893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=cd145951-43f3-4c1c-8272-95fb9844b42c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.340768 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5a8e281d-54f0-4b7b-98bf-9412256447ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a31d1718c0d4dd7b66323f1d9f6a8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105766 Jul 16 18:11:22.340991 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:22.417669 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225becef-aa05-4b8c-94b1-8d0eff8692a3 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Made reservation on behalf of 742bbbf693e64bf9ab4a72fa43e63895 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:22.422103 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-225becef-aa05-4b8c-94b1-8d0eff8692a3 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.442376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-2e6181f0-3821-424e-876a-003aabba548b service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864996 Jul 16 18:11:22.448768 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c90f0e9-b400-4841-85bc-3c2f8bc63d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.501979 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c90f0e9-b400-4841-85bc-3c2f8bc63d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.535121 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['cd145951-43f3-4c1c-8272-95fb9844b42c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:22.667326 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-225becef-aa05-4b8c-94b1-8d0eff8692a3 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.741694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225becef-aa05-4b8c-94b1-8d0eff8692a3 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Checking segment: {'id': '7ed2e275-14e2-4e8f-96cd-dc5dca85e955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1dd532fb-0861-49df-b097-e2c461f06dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:22.742057 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225becef-aa05-4b8c-94b1-8d0eff8692a3 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network hostable DHCP agents. Network: 1dd532fb-0861-49df-b097-e2c461f06dbd, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:22.744086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-3a7de0bd-73dd-4959-ab23-240dabd52fc7 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922137 Jul 16 18:11:22.746457 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225becef-aa05-4b8c-94b1-8d0eff8692a3 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Subnet': ['ID=e9fe3e75-4632-4b50-8779-a50c06e15147,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.754768 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c90f0e9-b400-4841-85bc-3c2f8bc63d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.759605 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c90f0e9-b400-4841-85bc-3c2f8bc63d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.761166 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0c90f0e9-b400-4841-85bc-3c2f8bc63d0d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d9a47a9-ede0-4880-b39e-851ccea1c1ad HTTP/1.1" status: 204 len: 168 time: 0.4192569 Jul 16 18:11:22.797507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90f0e9-b400-4841-85bc-3c2f8bc63d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9a47a9-ede0-4880-b39e-851ccea1c1ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.807859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225becef-aa05-4b8c-94b1-8d0eff8692a3 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 1dd532fb-0861-49df-b097-e2c461f06dbd is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:22.825154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfa10b-87d8-4ebf-ad01-e2f26723e72e req-9be3bbc4-98e7-4d5b-9932-ef95910c1765 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.827157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86dfa10b-87d8-4ebf-ad01-e2f26723e72e req-9be3bbc4-98e7-4d5b-9932-ef95910c1765 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 946 time: 0.2201018 Jul 16 18:11:22.850503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-225becef-aa05-4b8c-94b1-8d0eff8692a3 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 1dd532fb-0861-49df-b097-e2c461f06dbd) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:22.857526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225becef-aa05-4b8c-94b1-8d0eff8692a3 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.858277 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-225becef-aa05-4b8c-94b1-8d0eff8692a3 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.862031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c80c5d2-c0b8-4a77-96df-fc09d0e3711a None None] Network 1dd532fb-0861-49df-b097-e2c461f06dbd requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:22.866557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661aeb9-7d85-4cec-ba2f-1e7ba20ae383 req-d8ce9de7-1a9b-4fc0-9774-6211ddea6b18 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.873254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f661aeb9-7d85-4cec-ba2f-1e7ba20ae383 req-d8ce9de7-1a9b-4fc0-9774-6211ddea6b18 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 946 time: 0.2336216 Jul 16 18:11:22.902374 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-225becef-aa05-4b8c-94b1-8d0eff8692a3 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6176357 Jul 16 18:11:22.905368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:22.912463 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-544405854', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:22.969711 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.971369 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.006055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f661aeb9-7d85-4cec-ba2f-1e7ba20ae383 req-c943c431-468f-4fa0-9a48-0134ad4d30f4 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/security-groups?id=00b24b0d-93ef-4072-8074-61bfd5ba7ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316214 Jul 16 18:11:23.039898 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.124520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e163d56-ab18-4b9a-b094-66fc147298ae None None] Network 1dd532fb-0861-49df-b097-e2c461f06dbd requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:23.128432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-86dfa10b-87d8-4ebf-ad01-e2f26723e72e req-bee038d9-009a-438f-8b86-adcf0c27c320 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Deleting port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:23.129771 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86dfa10b-87d8-4ebf-ad01-e2f26723e72e req-bee038d9-009a-438f-8b86-adcf0c27c320 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.270921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-86dfa10b-87d8-4ebf-ad01-e2f26723e72e req-bee038d9-009a-438f-8b86-adcf0c27c320 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] For port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5a8b893e-a2d3-4e0b-8134-f922b9b0e147,segment=NetworkSegment(c1604ff5-c7dc-4307-9517-45d311a2c976),segment_id=c1604ff5-c7dc-4307-9517-45d311a2c976)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:23.271302 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86dfa10b-87d8-4ebf-ad01-e2f26723e72e req-bee038d9-009a-438f-8b86-adcf0c27c320 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.295262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7b3a0-a70e-4379-8e33-ee8d4bbf2ff6 req-b9d73a16-36c6-42ef-b8b2-aee73b99adb2 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.302173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03b7b3a0-a70e-4379-8e33-ee8d4bbf2ff6 req-b9d73a16-36c6-42ef-b8b2-aee73b99adb2 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 944 time: 0.1655982 Jul 16 18:11:23.304299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-86dfa10b-87d8-4ebf-ad01-e2f26723e72e req-bee038d9-009a-438f-8b86-adcf0c27c320 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Calling delete_port for 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:23.335574 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.391685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03b7b3a0-a70e-4379-8e33-ee8d4bbf2ff6 req-09bcbf28-4da2-4512-b7b5-45b35f0e2e4a tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885563 Jul 16 18:11:23.499691 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86dfa10b-87d8-4ebf-ad01-e2f26723e72e req-bee038d9-009a-438f-8b86-adcf0c27c320 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.561926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee038d9-009a-438f-8b86-adcf0c27c320 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Pushing event deleted for resources: {'Port': ['ID=5a8b893e-a2d3-4e0b-8134-f922b9b0e147,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:23.590131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:23.670062 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2298af58-8fa5-451f-9663-420805e9c942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.678523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dfa10b-87d8-4ebf-ad01-e2f26723e72e req-bee038d9-009a-438f-8b86-adcf0c27c320 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] No DVR routers for this DVR port 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:23.682449 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86dfa10b-87d8-4ebf-ad01-e2f26723e72e req-bee038d9-009a-438f-8b86-adcf0c27c320 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.684751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86dfa10b-87d8-4ebf-ad01-e2f26723e72e req-bee038d9-009a-438f-8b86-adcf0c27c320 tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.38 "DELETE /v2.0/ports/5a8b893e-a2d3-4e0b-8134-f922b9b0e147 HTTP/1.1" status: 204 len: 173 time: 0.8363969 Jul 16 18:11:23.688591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f805d8-4602-49b2-a2a3-40cd334531c0', 'name': 'network-vif-deleted', 'tag': '5a8b893e-a2d3-4e0b-8134-f922b9b0e147'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:23.691129 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063ebc2d-be25-4d1b-99ef-24ee2d83f0c3" -d '{"events": [{"server_uuid": "b7f805d8-4602-49b2-a2a3-40cd334531c0", "name": "network-vif-deleted", "tag": "5a8b893e-a2d3-4e0b-8134-f922b9b0e147"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:23.752131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819570d0-fdd6-4032-a571-65fe2975ed94 req-46f13d5e-9786-4e39-8a8d-7579812ae000 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.754966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-819570d0-fdd6-4032-a571-65fe2975ed94 req-46f13d5e-9786-4e39-8a8d-7579812ae000 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.1953766 Jul 16 18:11:23.756506 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e8afe1-a3b7-42ec-af80-316c652989b4 x-openstack-request-id: req-a3e8afe1-a3b7-42ec-af80-316c652989b4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:23.756798 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f805d8-4602-49b2-a2a3-40cd334531c0", "name": "network-vif-deleted", "tag": "5a8b893e-a2d3-4e0b-8134-f922b9b0e147", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:23.757051 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3e8afe1-a3b7-42ec-af80-316c652989b4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:23.757467 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f805d8-4602-49b2-a2a3-40cd334531c0', 'name': 'network-vif-deleted', 'tag': '5a8b893e-a2d3-4e0b-8134-f922b9b0e147', 'status': 'completed', 'code': 200} Jul 16 18:11:23.828118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-819570d0-fdd6-4032-a571-65fe2975ed94 req-ccaa3ff4-d31d-4ab5-8d58-e5d7e0ab80df tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595918 Jul 16 18:11:23.832397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cd145951-43f3-4c1c-8272-95fb9844b42c up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:23.902198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port cd145951-43f3-4c1c-8272-95fb9844b42c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:23.907345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port cd145951-43f3-4c1c-8272-95fb9844b42c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:23.907921 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.908215 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2298af58-8fa5-451f-9663-420805e9c942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.914916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2298af58-8fa5-451f-9663-420805e9c942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.953061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2298af58-8fa5-451f-9663-420805e9c942 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0bc64901dbc14757a4ffb310a68ef97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623266 Jul 16 18:11:23.957882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:23.978692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298af58-8fa5-451f-9663-420805e9c942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490648d3-be0c-4c27-8bb5-548d32fdf095,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:23.998919 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.010092 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.022644 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.040401 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-759d1218-2b07-474c-898e-11bae533cca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.043976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c11400-0614-428e-9445-5c387558e8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd145951-43f3-4c1c-8272-95fb9844b42c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:24.046448 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c35d5e-7622-4798-8e1f-3621294b9ae1" -d '{"events": [{"server_uuid": "97c11400-0614-428e-9445-5c387558e8b4", "name": "network-vif-plugged", "status": "completed", "tag": "cd145951-43f3-4c1c-8272-95fb9844b42c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:24.069083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cd145951-43f3-4c1c-8272-95fb9844b42c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd145951-43f3-4c1c-8272-95fb9844b42c,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:24.083118 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.097019 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-759d1218-2b07-474c-898e-11bae533cca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.204604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.25.8.40 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/40b59678-b2f1-4b50-aeb2-7eee817422f3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:24.207342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=cd145951-43f3-4c1c-8272-95fb9844b42c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.241748 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-759d1218-2b07-474c-898e-11bae533cca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.244724 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68083f3d-5673-42e9-b6fa-725997ba99ec x-openstack-request-id: req-68083f3d-5673-42e9-b6fa-725997ba99ec {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:24.245084 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c11400-0614-428e-9445-5c387558e8b4", "name": "network-vif-plugged", "status": "completed", "tag": "cd145951-43f3-4c1c-8272-95fb9844b42c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:24.245522 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68083f3d-5673-42e9-b6fa-725997ba99ec {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:24.245914 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c11400-0614-428e-9445-5c387558e8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd145951-43f3-4c1c-8272-95fb9844b42c', 'code': 200} Jul 16 18:11:24.248033 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-759d1218-2b07-474c-898e-11bae533cca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.253428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-759d1218-2b07-474c-898e-11bae533cca6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/490648d3-be0c-4c27-8bb5-548d32fdf095 HTTP/1.1" status: 204 len: 168 time: 0.2939093 Jul 16 18:11:24.264641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d1218-2b07-474c-898e-11bae533cca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490648d3-be0c-4c27-8bb5-548d32fdf095,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.318425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbf2b2a9-97e4-46b5-ba2c-97f4879b111a req-3c77d9a1-3e21-4c83-91b9-020c6d3c9b9d tempest-VolumesActionsTest-1943324131 tempest-VolumesActionsTest-1943324131-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f805d8-4602-49b2-a2a3-40cd334531c0 HTTP/1.1" status: 200 len: 210 time: 0.0500646 Jul 16 18:11:24.537828 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.608896 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.675799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:24.686036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:24.690989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:24.720002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:24.730790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=40b59678-b2f1-4b50-aeb2-7eee817422f3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.732594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:24.765010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:24.765913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5a8b893e-a2d3-4e0b-8134-f922b9b0e147 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:24.869749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36584e3d-bc04-44cf-9e15-163a14a02a36 req-46e53a4b-cbc1-4750-a063-09e770aa3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.871219 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36584e3d-bc04-44cf-9e15-163a14a02a36 req-46e53a4b-cbc1-4750-a063-09e770aa3a57 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 1096 time: 0.5558352 Jul 16 18:11:24.880825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ae7fd-40ba-40ad-8396-cff111262ea6 req-72098d05-1dfe-4612-b94e-8983c6c7aac9 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.890131 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-639ae7fd-40ba-40ad-8396-cff111262ea6 req-72098d05-1dfe-4612-b94e-8983c6c7aac9 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 945 time: 0.1201291 Jul 16 18:11:24.911365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-218d32f4-026c-40d2-b2e6-8d4e03aa60f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.965440 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36584e3d-bc04-44cf-9e15-163a14a02a36 req-7b12d056-130a-42b6-91d7-c339750f08a7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739849 Jul 16 18:11:24.972844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-639ae7fd-40ba-40ad-8396-cff111262ea6 req-18afa1d5-54b3-4342-8584-50dbbb54a80b tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727763 Jul 16 18:11:25.054058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bfd18-56ab-487f-bd1d-d028a2590b58 req-40b8e6d7-f4bb-45d2-bc15-1f28e1bad07b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.056451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-416bfd18-56ab-487f-bd1d-d028a2590b58 req-40b8e6d7-f4bb-45d2-bc15-1f28e1bad07b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.0811653 Jul 16 18:11:25.060923 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.100253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-416bfd18-56ab-487f-bd1d-d028a2590b58 req-2f5c14b0-a981-46ed-b910-8307e1101278 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349536 Jul 16 18:11:25.176665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-218d32f4-026c-40d2-b2e6-8d4e03aa60f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.183309 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-218d32f4-026c-40d2-b2e6-8d4e03aa60f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.235273 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-218d32f4-026c-40d2-b2e6-8d4e03aa60f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bfd3e6e0590d4c90935d5b9eaae05f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114238 Jul 16 18:11:25.238064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:25.266475 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d32f4-026c-40d2-b2e6-8d4e03aa60f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3c9fb9-dcc1-4590-9267-5631414a1d2d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:25.300427 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-823542b8-a6ef-4e0f-b343-cc44ed2faacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.325300 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-823542b8-a6ef-4e0f-b343-cc44ed2faacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.344516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.382793 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-823542b8-a6ef-4e0f-b343-cc44ed2faacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.389722 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-823542b8-a6ef-4e0f-b343-cc44ed2faacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.391846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-823542b8-a6ef-4e0f-b343-cc44ed2faacc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c3c9fb9-dcc1-4590-9267-5631414a1d2d HTTP/1.1" status: 204 len: 168 time: 0.1519680 Jul 16 18:11:25.404118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823542b8-a6ef-4e0f-b343-cc44ed2faacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3c9fb9-dcc1-4590-9267-5631414a1d2d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:25.498556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:25.656325 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:25.668499 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a331b-3485-4cd8-abaf-e35e7d162c8c None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:25.679313 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a331b-3485-4cd8-abaf-e35e7d162c8c None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:25.681374 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ec7a331b-3485-4cd8-abaf-e35e7d162c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:25.684260 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.688367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:25.688721 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5fdfdae2-170e-4525-8522-1b9cafd48e36 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7788775 Jul 16 18:11:25.726083 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ec7a331b-3485-4cd8-abaf-e35e7d162c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:25.739107 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a331b-3485-4cd8-abaf-e35e7d162c8c None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:25.740046 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ec7a331b-3485-4cd8-abaf-e35e7d162c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:25.780890 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ec7a331b-3485-4cd8-abaf-e35e7d162c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:25.781904 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a331b-3485-4cd8-abaf-e35e7d162c8c None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:26.310237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce425379-23fa-4f23-95fb-d9dd29267803 req-3ba55e52-db0a-47f9-b506-13660ca12469 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.312465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce425379-23fa-4f23-95fb-d9dd29267803 req-3ba55e52-db0a-47f9-b506-13660ca12469 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 945 time: 0.1981089 Jul 16 18:11:26.472479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce425379-23fa-4f23-95fb-d9dd29267803 req-c82cfe4c-5063-4b2d-aba7-42c7df9f050e tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186504 Jul 16 18:11:26.545182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e1511-02e1-46ed-87db-bb00461de960 req-44ec9938-fef8-4330-879f-7ea0348ee639 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.552303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c85e1511-02e1-46ed-87db-bb00461de960 req-44ec9938-fef8-4330-879f-7ea0348ee639 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.2818446 Jul 16 18:11:26.580536 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.618941 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c85e1511-02e1-46ed-87db-bb00461de960 req-2dc3ed5f-51f1-4b18-811a-77174362c48d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656421 Jul 16 18:11:26.947185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359d23a-66d6-4ee4-bb37-ad3e9e79de44 req-b4a4380a-0cce-4e45-9f9e-2af81cf15140 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.953816 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9359d23a-66d6-4ee4-bb37-ad3e9e79de44 req-b4a4380a-0cce-4e45-9f9e-2af81cf15140 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 945 time: 0.1966038 Jul 16 18:11:27.068672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9359d23a-66d6-4ee4-bb37-ad3e9e79de44 req-04abb833-9827-4500-8b82-556693353511 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118469 Jul 16 18:11:27.140351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.20.0.1 (1dd532fb-0861-49df-b097-e2c461f06dbd/e9fe3e75-4632-4b50-8779-a50c06e15147/dedc8ee4-8298-4c57-b2c4-ea9fb177f2c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:27.386839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.490995 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.550551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 1dd532fb-0861-49df-b097-e2c461f06dbd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:27.561960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:27.570910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:27.595331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=dedc8ee4-8298-4c57-b2c4-ea9fb177f2c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.605598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4f67c-cd12-4ff0-8450-6fcaa319b72e req-2ee773d9-3fa8-4035-a7bf-dffd8da92544 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.607182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-16a4f67c-cd12-4ff0-8450-6fcaa319b72e req-2ee773d9-3fa8-4035-a7bf-dffd8da92544 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 945 time: 0.1830828 Jul 16 18:11:27.644778 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.728149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-16a4f67c-cd12-4ff0-8450-6fcaa319b72e req-bb37f695-e3f2-4dc0-8001-459717dc0c9b tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057963 Jul 16 18:11:27.892076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f798e-604c-487d-83e6-82702eb1b8ad req-1794c8ce-9c4c-4ca1-a7db-ecf5805f8480 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.893705 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e42f798e-604c-487d-83e6-82702eb1b8ad req-1794c8ce-9c4c-4ca1-a7db-ecf5805f8480 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.1308022 Jul 16 18:11:27.958773 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.996661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e42f798e-604c-487d-83e6-82702eb1b8ad req-214f8fb9-e262-46c7-9dc8-41e8c9701f67 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789506 Jul 16 18:11:28.351321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b35dc-d0cf-4468-9424-d0578e0588cf req-fb1f3813-9e6f-495d-85b8-ae209e1c4417 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.353175 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae6b35dc-d0cf-4468-9424-d0578e0588cf req-fb1f3813-9e6f-495d-85b8-ae209e1c4417 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 945 time: 0.1531389 Jul 16 18:11:28.452856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae6b35dc-d0cf-4468-9424-d0578e0588cf req-fb109d83-289b-4449-9179-aa348fa4ab81 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872550 Jul 16 18:11:28.574222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.584632 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.722407 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.725106 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=dedc8ee4-8298-4c57-b2c4-ea9fb177f2c1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:28.935732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 1dd532fb-0861-49df-b097-e2c461f06dbd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:28.937192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:29.127269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d4063-b0ae-4524-8f7c-c45eb84a51af req-6cd2eedc-204d-41d7-a1b0-9f951a251524 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.134211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca2d4063-b0ae-4524-8f7c-c45eb84a51af req-6cd2eedc-204d-41d7-a1b0-9f951a251524 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 945 time: 0.1255388 Jul 16 18:11:29.150701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:29.238555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca2d4063-b0ae-4524-8f7c-c45eb84a51af req-d2a93426-2921-4fbc-93b0-83931cce23db tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015713 Jul 16 18:11:29.352253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:29.362773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc41a3-bf8f-4577-aee8-549dc8f4d40b None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:29.371949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:29.372524 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dffadca7-08fc-41bc-a537-ab54146c40c6 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "PUT /v2.0/routers/ac1b599e-09e6-44e0-a50c-d240d801b4c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6826155 Jul 16 18:11:29.387022 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'port': {'network_id': '1dd532fb-0861-49df-b097-e2c461f06dbd', 'name': 'tempest-FloatingIPTestJSON-608060313'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:29.425429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc41a3-bf8f-4577-aee8-549dc8f4d40b None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:29.427312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-72dc41a3-bf8f-4577-aee8-549dc8f4d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:29.532086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-72dc41a3-bf8f-4577-aee8-549dc8f4d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:29.561054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc41a3-bf8f-4577-aee8-549dc8f4d40b None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:29.561964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-72dc41a3-bf8f-4577-aee8-549dc8f4d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:29.635156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5660562-a6ab-4dca-a82e-f15255de2b5b req-b95c7e45-51cb-495f-9b15-d4a08ed17377 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.636077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-72dc41a3-bf8f-4577-aee8-549dc8f4d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:29.636754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc41a3-bf8f-4577-aee8-549dc8f4d40b None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:29.640087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5660562-a6ab-4dca-a82e-f15255de2b5b req-b95c7e45-51cb-495f-9b15-d4a08ed17377 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.1902697 Jul 16 18:11:29.692890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:29.732047 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Made reservation on behalf of 742bbbf693e64bf9ab4a72fa43e63895 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:29.736297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5660562-a6ab-4dca-a82e-f15255de2b5b req-d58309bd-bacc-4b28-ac74-8f8d9e2b0273 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899537 Jul 16 18:11:29.737192 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.761606 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] device_id is not set on port dfe6c019-8c46-4e1b-b818-f392b5e24b07 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:29.768004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4acf9-7675-4bd1-9b8e-eeaf9ba6d21a req-03ef4b53-e13a-4492-b353-3aba5fcec2fb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.775943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49a4acf9-7675-4bd1-9b8e-eeaf9ba6d21a req-03ef4b53-e13a-4492-b353-3aba5fcec2fb tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 945 time: 0.1284609 Jul 16 18:11:29.855612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49a4acf9-7675-4bd1-9b8e-eeaf9ba6d21a req-3771fefe-d083-4549-a03a-91ce76e75ee0 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784342 Jul 16 18:11:29.996557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7304b9c8-c325-49d0-9a6d-86fb9f994c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.011475 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.20.0.3 (1dd532fb-0861-49df-b097-e2c461f06dbd/e9fe3e75-4632-4b50-8779-a50c06e15147/dfe6c019-8c46-4e1b-b818-f392b5e24b07) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:30.022279 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0999bde5-102b-455e-b825-c98996b181fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.321742 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.370216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.457808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 1dd532fb-0861-49df-b097-e2c461f06dbd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:30.463202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:30.465007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=dfe6c019-8c46-4e1b-b818-f392b5e24b07,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.468326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:30.545824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.546760 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.579928 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7304b9c8-c325-49d0-9a6d-86fb9f994c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.588335 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7304b9c8-c325-49d0-9a6d-86fb9f994c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.640381 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7304b9c8-c325-49d0-9a6d-86fb9f994c84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3aaad11b2eed40d4b7ad3ce5e1bef213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9464021 Jul 16 18:11:30.641829 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304b9c8-c325-49d0-9a6d-86fb9f994c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14a1b6f-c41f-4620-985c-bccddf2c1299,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.643482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:30.649791 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c7d89957-16fa-4267-8c05-b485ca979530 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2758565 Jul 16 18:11:30.651069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:30.656319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'port': {'network_id': '1dd532fb-0861-49df-b097-e2c461f06dbd', 'name': 'tempest-FloatingIPTestJSON-2128392545'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:30.862212 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a08e9c24-bdd2-4d83-a2b6-43347ce2d1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.918874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Made reservation on behalf of 742bbbf693e64bf9ab4a72fa43e63895 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:30.922804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.958539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] device_id is not set on port 5231a5f3-fe49-490a-861b-32cb15a953c4 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:31.083850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.154326 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a08e9c24-bdd2-4d83-a2b6-43347ce2d1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.249426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.20.0.11 (1dd532fb-0861-49df-b097-e2c461f06dbd/e9fe3e75-4632-4b50-8779-a50c06e15147/5231a5f3-fe49-490a-861b-32cb15a953c4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:31.385474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c487e-9162-4c80-843f-9d27c0f50ac3 req-53708db4-018b-4c4f-83e8-03028c7cca69 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.400294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c487e-9162-4c80-843f-9d27c0f50ac3 req-53708db4-018b-4c4f-83e8-03028c7cca69 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.407081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c487e-9162-4c80-843f-9d27c0f50ac3 req-53708db4-018b-4c4f-83e8-03028c7cca69 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.412989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c487e-9162-4c80-843f-9d27c0f50ac3 req-53708db4-018b-4c4f-83e8-03028c7cca69 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.419253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c487e-9162-4c80-843f-9d27c0f50ac3 req-53708db4-018b-4c4f-83e8-03028c7cca69 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.426650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c487e-9162-4c80-843f-9d27c0f50ac3 req-53708db4-018b-4c4f-83e8-03028c7cca69 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.431044 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3076b7bb-8d35-44b9-bf95-b24aaae26799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.440586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c487e-9162-4c80-843f-9d27c0f50ac3 req-53708db4-018b-4c4f-83e8-03028c7cca69 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.448404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-119c487e-9162-4c80-843f-9d27c0f50ac3 req-53708db4-018b-4c4f-83e8-03028c7cca69 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5434 time: 0.5138764 Jul 16 18:11:31.470113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44371514-8398-4368-8e1f-5396fcfe7bcb req-98c9fa70-1621-4455-b375-35f9e420fa72 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.477683 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44371514-8398-4368-8e1f-5396fcfe7bcb req-98c9fa70-1621-4455-b375-35f9e420fa72 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 945 time: 0.4906812 Jul 16 18:11:31.529965 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a08e9c24-bdd2-4d83-a2b6-43347ce2d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.532942 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a08e9c24-bdd2-4d83-a2b6-43347ce2d1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.534108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a08e9c24-bdd2-4d83-a2b6-43347ce2d1c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a14a1b6f-c41f-4620-985c-bccddf2c1299 HTTP/1.1" status: 204 len: 168 time: 0.8893871 Jul 16 18:11:31.570537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-119c487e-9162-4c80-843f-9d27c0f50ac3 req-1dcf7aff-9ac0-46f3-ac93-2be0322f3598 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841792 Jul 16 18:11:31.587957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e9c24-bdd2-4d83-a2b6-43347ce2d1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14a1b6f-c41f-4620-985c-bccddf2c1299,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.625255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44371514-8398-4368-8e1f-5396fcfe7bcb req-5de9bacd-cc4b-4857-9f18-0cd7c3b6a18e tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441958 Jul 16 18:11:31.764878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4052e-4d30-4acb-8222-b516c2136774 req-40e48c49-25ac-4c19-95c3-7926f8253a85 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.771690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81b4052e-4d30-4acb-8222-b516c2136774 req-40e48c49-25ac-4c19-95c3-7926f8253a85 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.42 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 945 time: 0.1443050 Jul 16 18:11:31.934268 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3076b7bb-8d35-44b9-bf95-b24aaae26799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.957129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3076b7bb-8d35-44b9-bf95-b24aaae26799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.968428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bec71-21fe-490a-bab1-659b831f968c req-04c94664-7c0a-45e9-adae-f899d2760169 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.976846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e85bec71-21fe-490a-bab1-659b831f968c req-04c94664-7c0a-45e9-adae-f899d2760169 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.1902256 Jul 16 18:11:31.995885 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.029681 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-81b4052e-4d30-4acb-8222-b516c2136774 req-9a9b251a-774a-4a8e-a974-c593aa9e03b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Deleting port cd145951-43f3-4c1c-8272-95fb9844b42c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:32.030083 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81b4052e-4d30-4acb-8222-b516c2136774 req-9a9b251a-774a-4a8e-a974-c593aa9e03b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.072581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda766b-b61d-4d18-bad1-695e1ef10826 req-87776b1c-04e6-45e5-a2f2-25dd9b39b070 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.077358 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3076b7bb-8d35-44b9-bf95-b24aaae26799 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2615385f39784d6a990eb5c3ea42a578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9871774 Jul 16 18:11:32.080016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076b7bb-8d35-44b9-bf95-b24aaae26799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae13515-0a35-4f57-95b8-67bbee08015f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.082287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda766b-b61d-4d18-bad1-695e1ef10826 req-87776b1c-04e6-45e5-a2f2-25dd9b39b070 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.089081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda766b-b61d-4d18-bad1-695e1ef10826 req-87776b1c-04e6-45e5-a2f2-25dd9b39b070 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.094695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:32.096421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda766b-b61d-4d18-bad1-695e1ef10826 req-87776b1c-04e6-45e5-a2f2-25dd9b39b070 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.103079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda766b-b61d-4d18-bad1-695e1ef10826 req-87776b1c-04e6-45e5-a2f2-25dd9b39b070 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.109117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda766b-b61d-4d18-bad1-695e1ef10826 req-87776b1c-04e6-45e5-a2f2-25dd9b39b070 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.115259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda766b-b61d-4d18-bad1-695e1ef10826 req-87776b1c-04e6-45e5-a2f2-25dd9b39b070 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.124199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3eda766b-b61d-4d18-bad1-695e1ef10826 req-87776b1c-04e6-45e5-a2f2-25dd9b39b070 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5434 time: 0.2309594 Jul 16 18:11:32.162040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:32.164995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e85bec71-21fe-490a-bab1-659b831f968c req-cbfc3e84-bf13-423e-b19f-759c2ef9ef50 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872437 Jul 16 18:11:32.236226 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.238228 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-453437b6-bf00-4506-b830-11e6636b19ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.282571 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-288403b5-2fd4-4e8e-971d-b7b80ca2da94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.320543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-81b4052e-4d30-4acb-8222-b516c2136774 req-9a9b251a-774a-4a8e-a974-c593aa9e03b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] For port cd145951-43f3-4c1c-8272-95fb9844b42c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cd145951-43f3-4c1c-8272-95fb9844b42c,segment=NetworkSegment(f62e27a8-b23f-4788-aafa-738d528bdeba),segment_id=f62e27a8-b23f-4788-aafa-738d528bdeba)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:32.321335 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81b4052e-4d30-4acb-8222-b516c2136774 req-9a9b251a-774a-4a8e-a974-c593aa9e03b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.342182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-81b4052e-4d30-4acb-8222-b516c2136774 req-9a9b251a-774a-4a8e-a974-c593aa9e03b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Calling delete_port for cd145951-43f3-4c1c-8272-95fb9844b42c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:32.344369 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e553e7-5231-458c-bc60-a144b5565cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.374692 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e553e7-5231-458c-bc60-a144b5565cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.400490 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.470078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 1dd532fb-0861-49df-b097-e2c461f06dbd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:32.479613 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e553e7-5231-458c-bc60-a144b5565cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.483277 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28e553e7-5231-458c-bc60-a144b5565cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.484682 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-28e553e7-5231-458c-bc60-a144b5565cc2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ae13515-0a35-4f57-95b8-67bbee08015f HTTP/1.1" status: 204 len: 168 time: 0.3875093 Jul 16 18:11:32.487518 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.513399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:32.517375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:32.626885 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.676205 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-453437b6-bf00-4506-b830-11e6636b19ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.722510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=5231a5f3-fe49-490a-861b-32cb15a953c4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.727977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e553e7-5231-458c-bc60-a144b5565cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae13515-0a35-4f57-95b8-67bbee08015f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.769142 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-453437b6-bf00-4506-b830-11e6636b19ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.901244 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.903884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.917011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453437b6-bf00-4506-b830-11e6636b19ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e397146d-8367-4832-99d8-c448a65b3f57,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.941273 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-453437b6-bf00-4506-b830-11e6636b19ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bda6898373d14390a45ea4bd722e99b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7313693 Jul 16 18:11:32.942545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:32.946294 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-27a18afa-6d5a-46ee-92d2-61559c0d3950 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2940657 Jul 16 18:11:32.956193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.003188 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621913bd-d180-4579-8d5e-3082ebb4c598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.021668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '5231a5f3-fe49-490a-861b-32cb15a953c4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:33.030970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621913bd-d180-4579-8d5e-3082ebb4c598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.104784 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621913bd-d180-4579-8d5e-3082ebb4c598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.107690 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621913bd-d180-4579-8d5e-3082ebb4c598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.109228 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-621913bd-d180-4579-8d5e-3082ebb4c598 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e397146d-8367-4832-99d8-c448a65b3f57 HTTP/1.1" status: 204 len: 168 time: 0.1654043 Jul 16 18:11:33.123228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621913bd-d180-4579-8d5e-3082ebb4c598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e397146d-8367-4832-99d8-c448a65b3f57,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.127029 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81b4052e-4d30-4acb-8222-b516c2136774 req-9a9b251a-774a-4a8e-a974-c593aa9e03b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.143159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['cd145951-43f3-4c1c-8272-95fb9844b42c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:33.194594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1a892-7ed8-4f70-b9c7-20cf2a1747a8 req-1f0f3b6d-5527-4151-834c-a476c24b0833 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.202892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ec1a892-7ed8-4f70-b9c7-20cf2a1747a8 req-1f0f3b6d-5527-4151-834c-a476c24b0833 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/ports?device_id=97c11400-0614-428e-9445-5c387558e8b4 HTTP/1.1" status: 200 len: 945 time: 0.3045459 Jul 16 18:11:33.211458 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.275108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b251a-774a-4a8e-a974-c593aa9e03b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Pushing event deleted for resources: {'Port': ['ID=cd145951-43f3-4c1c-8272-95fb9844b42c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.332846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b4052e-4d30-4acb-8222-b516c2136774 req-9a9b251a-774a-4a8e-a974-c593aa9e03b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] No DVR routers for this DVR port cd145951-43f3-4c1c-8272-95fb9844b42c on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:33.344504 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-81b4052e-4d30-4acb-8222-b516c2136774 req-9a9b251a-774a-4a8e-a974-c593aa9e03b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.346580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81b4052e-4d30-4acb-8222-b516c2136774 req-9a9b251a-774a-4a8e-a974-c593aa9e03b8 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.42 "DELETE /v2.0/ports/cd145951-43f3-4c1c-8272-95fb9844b42c HTTP/1.1" status: 204 len: 173 time: 1.5689418 Jul 16 18:11:33.366008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c11400-0614-428e-9445-5c387558e8b4', 'name': 'network-vif-deleted', 'tag': 'cd145951-43f3-4c1c-8272-95fb9844b42c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:33.369522 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191b8e6c-9dc0-4954-82be-fb08bb06602f" -d '{"events": [{"server_uuid": "97c11400-0614-428e-9445-5c387558e8b4", "name": "network-vif-deleted", "tag": "cd145951-43f3-4c1c-8272-95fb9844b42c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:33.455253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ec1a892-7ed8-4f70-b9c7-20cf2a1747a8 req-99be3ac8-b20c-4001-ad60-0b0d504f2f22 tempest-ServerDiskConfigTestJSON-569497361 tempest-ServerDiskConfigTestJSON-569497361-project] 10.222.0.52 "GET /v2.0/security-groups?id=242ce13d-2425-4bb5-80a5-db661126e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504230 Jul 16 18:11:33.641290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f721-8888-418b-9454-1b3f5bb40c26 req-cd30cb9a-7e4b-4139-bd64-7dae142a4748 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.649409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e52f721-8888-418b-9454-1b3f5bb40c26 req-cd30cb9a-7e4b-4139-bd64-7dae142a4748 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.3015268 Jul 16 18:11:33.780070 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.807736 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.811513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e52f721-8888-418b-9454-1b3f5bb40c26 req-b53c39ff-7741-4d08-bcc6-743c06794d6e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491232 Jul 16 18:11:33.872411 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cae374a-31d9-43e1-9db9-a920b8f1c614 x-openstack-request-id: req-4cae374a-31d9-43e1-9db9-a920b8f1c614 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:33.872573 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c11400-0614-428e-9445-5c387558e8b4", "name": "network-vif-deleted", "tag": "cd145951-43f3-4c1c-8272-95fb9844b42c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:33.872918 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4cae374a-31d9-43e1-9db9-a920b8f1c614 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:33.873268 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c11400-0614-428e-9445-5c387558e8b4', 'name': 'network-vif-deleted', 'tag': 'cd145951-43f3-4c1c-8272-95fb9844b42c', 'status': 'completed', 'code': 200} Jul 16 18:11:33.999594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.25.8.56 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/1ec8c3c0-e4f8-4b4a-b314-22efda09b0a8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:34.259449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:34.381815 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.496913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1516378482-network', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:34.544175 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.572464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Made reservation on behalf of 2b42dc02e3ca404fa3a38fbb59fc5fac for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:34.575008 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.592461 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.690603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=1ec8c3c0-e4f8-4b4a-b314-22efda09b0a8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.725549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:34.728313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:34.731427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:34.755377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:34.771457 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.778703 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.818616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:34.861298 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.861689 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Added segment cc0bd115-026d-441a-ae86-2abe497e196f of type vlan for network ce35a90e-b24d-45be-9dc6-5e2d0c122801 Jul 16 18:11:34.869290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa9b5c4-5546-4a6c-86a4-a647722d0fbd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.987086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.073146 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.074221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.074817 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.096264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8190d9b9-6549-47a8-8845-ddb3d574a702 tempest-AgentManagementNegativeTest-1389293881 tempest-AgentManagementNegativeTest-1389293881-project] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3350172 Jul 16 18:11:35.122913 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8614309 Jul 16 18:11:35.128337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.169231 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e145f-bb93-41fe-8341-d139c8f45b19 admin admin] Pushing event updated for resources: {'Network': ['ID=ce35a90e-b24d-45be-9dc6-5e2d0c122801,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:35.180473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network ce35a90e-b24d-45be-9dc6-5e2d0c122801 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:35.181174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-367a52a4-cd9f-468d-a438-2c81f01c7cd7 admin admin] Request body: {'subnet': {'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1516378482-subnet', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:35.261547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.290076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367a52a4-cd9f-468d-a438-2c81f01c7cd7 admin admin] Made reservation on behalf of 2b42dc02e3ca404fa3a38fbb59fc5fac for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:35.292547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-367a52a4-cd9f-468d-a438-2c81f01c7cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.434322 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.497711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf3ebd-d7c3-4c99-8394-f31604ae0de9 req-78546233-b70e-43cf-acb6-efe0866f7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.498028 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:11:35.499994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf3ebd-d7c3-4c99-8394-f31604ae0de9 req-78546233-b70e-43cf-acb6-efe0866f7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.503894 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf3ebd-d7c3-4c99-8394-f31604ae0de9 req-78546233-b70e-43cf-acb6-efe0866f7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.504632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf3ebd-d7c3-4c99-8394-f31604ae0de9 req-78546233-b70e-43cf-acb6-efe0866f7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.505366 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf3ebd-d7c3-4c99-8394-f31604ae0de9 req-78546233-b70e-43cf-acb6-efe0866f7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.506042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf3ebd-d7c3-4c99-8394-f31604ae0de9 req-78546233-b70e-43cf-acb6-efe0866f7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.506830 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf3ebd-d7c3-4c99-8394-f31604ae0de9 req-78546233-b70e-43cf-acb6-efe0866f7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.522184 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e2bf3ebd-d7c3-4c99-8394-f31604ae0de9 req-78546233-b70e-43cf-acb6-efe0866f7b73 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6491 time: 0.2541671 Jul 16 18:11:35.527796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d333c0a-f995-4bc6-b237-9474d8359349 req-9f9d0ea9-626e-4d14-9e7a-362b0ba89f7d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.535834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d333c0a-f995-4bc6-b237-9474d8359349 req-9f9d0ea9-626e-4d14-9e7a-362b0ba89f7d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.4124203 Jul 16 18:11:35.618083 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e2bf3ebd-d7c3-4c99-8394-f31604ae0de9 req-d540bdc2-90ff-4637-bc7d-2f2e893d1938 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&id=3651c970-967a-42e9-b5ca-706787424d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915971 Jul 16 18:11:35.640819 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.677350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d333c0a-f995-4bc6-b237-9474d8359349 req-7e95b337-306f-436d-a450-94334b7acc9c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407721 Jul 16 18:11:35.714148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d94090b-95bd-455a-abad-bf2ba206a4bb admin admin] Deleting subnet 25468045-7241-4454-b16f-bde78d4ab676 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:35.718040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d94090b-95bd-455a-abad-bf2ba206a4bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.788430 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d94090b-95bd-455a-abad-bf2ba206a4bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.814513 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.879723 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d94090b-95bd-455a-abad-bf2ba206a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.908383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cd145951-43f3-4c1c-8272-95fb9844b42c no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:35.911553 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.974262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: cd145951-43f3-4c1c-8272-95fb9844b42c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:35.976340 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cd145951-43f3-4c1c-8272-95fb9844b42c not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:36.038656 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-367a52a4-cd9f-468d-a438-2c81f01c7cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.135206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.145378 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c312b27-827d-4e80-957a-5a9871a72b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.169433 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d94090b-95bd-455a-abad-bf2ba206a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.208155 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d94090b-95bd-455a-abad-bf2ba206a4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.219026 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1d94090b-95bd-455a-abad-bf2ba206a4bb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/25468045-7241-4454-b16f-bde78d4ab676 HTTP/1.1" status: 204 len: 168 time: 0.5758984 Jul 16 18:11:36.221982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:36.265571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94090b-95bd-455a-abad-bf2ba206a4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25468045-7241-4454-b16f-bde78d4ab676,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.331783 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.336347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a52a4-cd9f-468d-a438-2c81f01c7cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=916bcb98-ee4e-4784-9434-7e5c31af17b2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.356380 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.381730 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.416156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a52a4-cd9f-468d-a438-2c81f01c7cd7 admin admin] Checking segment: {'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:36.416527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367a52a4-cd9f-468d-a438-2c81f01c7cd7 admin admin] Network hostable DHCP agents. Network: ce35a90e-b24d-45be-9dc6-5e2d0c122801, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:36.451976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=1ec8c3c0-e4f8-4b4a-b314-22efda09b0a8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.471161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.475345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367a52a4-cd9f-468d-a438-2c81f01c7cd7 admin admin] Network ce35a90e-b24d-45be-9dc6-5e2d0c122801 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:36.507852 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.525141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-367a52a4-cd9f-468d-a438-2c81f01c7cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, ce35a90e-b24d-45be-9dc6-5e2d0c122801) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:36.525584 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c312b27-827d-4e80-957a-5a9871a72b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.527637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9117ce7-7d0b-4067-b1c3-eb5930f645a0']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:36.537513 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0c312b27-827d-4e80-957a-5a9871a72b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.537967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367a52a4-cd9f-468d-a438-2c81f01c7cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.539072 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-367a52a4-cd9f-468d-a438-2c81f01c7cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.546953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62e27a8-b23f-4788-aafa-738d528bdeba') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:36.547260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62e27a8-b23f-4788-aafa-738d528bdeba') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:36.558926 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3560df0f-97d6-4f5d-a6dc-b3d05e5122e5 None None] Network ce35a90e-b24d-45be-9dc6-5e2d0c122801 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:36.576375 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.596381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-367a52a4-cd9f-468d-a438-2c81f01c7cd7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4577670 Jul 16 18:11:36.599036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:36.604561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:36.608034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c312b27-827d-4e80-957a-5a9871a72b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927edcc3-d6d3-4e9a-a7d5-14d30cba2daf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.616429 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0c312b27-827d-4e80-957a-5a9871a72b29 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=248dd9238fc6493b83634069560c477c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8007970 Jul 16 18:11:36.618687 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.620625 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:36.661997 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Floating IP e833d30e-0c07-4c0c-a418-3fbd14c19b65 associated. External IP: 172.25.8.56, port: 5231a5f3-fe49-490a-861b-32cb15a953c4. Jul 16 18:11:36.666449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:36.666864 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:36.668744 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:36.710372 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.712074 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.838104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:36.844622 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.848254 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.011574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Allocated IP 172.20.0.2 (ce35a90e-b24d-45be-9dc6-5e2d0c122801/916bcb98-ee4e-4784-9434-7e5c31af17b2/1c1b875b-88dc-40a5-8983-722cc7af7e3e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:37.051227 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.052455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0876926-0984-4d8b-ae6c-1878575f548a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.065703 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.079776 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.084539 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b9117ce7-7d0b-4067-b1c3-eb5930f645a0 HTTP/1.1" status: 204 len: 168 time: 0.8299344 Jul 16 18:11:37.090980 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0876926-0984-4d8b-ae6c-1878575f548a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.108193 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d44f5-1e23-405f-9116-f87d6d10b634 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9117ce7-7d0b-4067-b1c3-eb5930f645a0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.181830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0876926-0984-4d8b-ae6c-1878575f548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.185101 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0876926-0984-4d8b-ae6c-1878575f548a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.189540 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f0876926-0984-4d8b-ae6c-1878575f548a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/927edcc3-d6d3-4e9a-a7d5-14d30cba2daf HTTP/1.1" status: 204 len: 168 time: 0.5674758 Jul 16 18:11:37.200026 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0876926-0984-4d8b-ae6c-1878575f548a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927edcc3-d6d3-4e9a-a7d5-14d30cba2daf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.298064 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.316216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Transition to ACTIVE for port object 1c1b875b-88dc-40a5-8983-722cc7af7e3e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:37.350854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Transition to ACTIVE for port object 1c1b875b-88dc-40a5-8983-722cc7af7e3e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:37.371055 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.380333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:37.392072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Network ce35a90e-b24d-45be-9dc6-5e2d0c122801 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:37.395320 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:37.400800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:37.450329 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3fa39d8c-575a-46ce-b411-fd196c51b63c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d75d38d23e04bb3832283833a37a261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685780 Jul 16 18:11:37.451080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:37.557853 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-241ca05c-ccca-4bd4-9bd6-3095b72d10fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.563902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Pushing event updated for resources: {'Port': ['ID=1c1b875b-88dc-40a5-8983-722cc7af7e3e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.576254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Attempting to bind port 1c1b875b-88dc-40a5-8983-722cc7af7e3e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:37.576626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Attempting to bind port 1c1b875b-88dc-40a5-8983-722cc7af7e3e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:37.577055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Attempting to bind port 1c1b875b-88dc-40a5-8983-722cc7af7e3e on network ce35a90e-b24d-45be-9dc6-5e2d0c122801 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:37.586772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:37.587174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Checking segment: {'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:37.587593 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.588004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Bound using segment: {'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:37.588493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Bound port: 1c1b875b-88dc-40a5-8983-722cc7af7e3e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:37.588887 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.603509 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-241ca05c-ccca-4bd4-9bd6-3095b72d10fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.687746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] For port 1c1b875b-88dc-40a5-8983-722cc7af7e3e, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:37.691700 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] For port 1c1b875b-88dc-40a5-8983-722cc7af7e3e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1c1b875b-88dc-40a5-8983-722cc7af7e3e,segment=NetworkSegment(cc0bd115-026d-441a-ae86-2abe497e196f),segment_id=cc0bd115-026d-441a-ae86-2abe497e196f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:37.708805 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.732111 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-241ca05c-ccca-4bd4-9bd6-3095b72d10fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.737868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:37.739041 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-241ca05c-ccca-4bd4-9bd6-3095b72d10fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.764180 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-241ca05c-ccca-4bd4-9bd6-3095b72d10fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/242ce13d-2425-4bb5-80a5-db661126e98d HTTP/1.1" status: 204 len: 168 time: 0.3110838 Jul 16 18:11:37.777717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131447e-0267-4bc1-b030-0ac92e7fc8cd req-62fef01b-71fb-4f15-931f-79481fdedffd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.786933 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f131447e-0267-4bc1-b030-0ac92e7fc8cd req-62fef01b-71fb-4f15-931f-79481fdedffd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.2962584 Jul 16 18:11:37.799699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ca05c-ccca-4bd4-9bd6-3095b72d10fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242ce13d-2425-4bb5-80a5-db661126e98d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.899373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2112e-16cf-4e97-b83d-83a9a849a3de None None] Pushing event updated for resources: {'Port': ['ID=1c1b875b-88dc-40a5-8983-722cc7af7e3e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.930913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f131447e-0267-4bc1-b030-0ac92e7fc8cd req-882aebec-711f-4879-8ccc-590a89512bbf tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426301 Jul 16 18:11:38.304538 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.308982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:38.320555 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc10a0-0ba9-4347-b55d-fc38b04d9819 None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:38.337093 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc10a0-0ba9-4347-b55d-fc38b04d9819 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:38.337785 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-decc10a0-0ba9-4347-b55d-fc38b04d9819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:38.360514 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.409064 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-decc10a0-0ba9-4347-b55d-fc38b04d9819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:38.430682 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc10a0-0ba9-4347-b55d-fc38b04d9819 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:38.431309 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-decc10a0-0ba9-4347-b55d-fc38b04d9819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:38.471061 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.510595 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-decc10a0-0ba9-4347-b55d-fc38b04d9819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:38.511276 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc10a0-0ba9-4347-b55d-fc38b04d9819 None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:38.577037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:38.577657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4f822d96-648d-4db8-adaa-8b1dc29e3621 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6188917 Jul 16 18:11:38.582207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c493432c-8d2c-4c31-9657-492cead13ae9 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:38.646571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Allocated IP 172.25.8.151 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/af1b42c6-5ea3-4993-9c9b-4937b37e0db2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:38.970994 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.051296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c493432c-8d2c-4c31-9657-492cead13ae9 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.111064 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.154426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:39.314763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:39.320096 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:39.339952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:39.361117 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1c1b875b-88dc-40a5-8983-722cc7af7e3e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:39.468645 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c493432c-8d2c-4c31-9657-492cead13ae9 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.473567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 1c1b875b-88dc-40a5-8983-722cc7af7e3e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:39.478171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c493432c-8d2c-4c31-9657-492cead13ae9 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.479206 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-c493432c-8d2c-4c31-9657-492cead13ae9 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Floating IP e833d30e-0c07-4c0c-a418-3fbd14c19b65 disassociated. External IP: 172.25.8.56, port: 5231a5f3-fe49-490a-861b-32cb15a953c4. Jul 16 18:11:39.496786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Pushing event updated for resources: {'Port': ['ID=af1b42c6-5ea3-4993-9c9b-4937b37e0db2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.538453 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d3afa9-ba31-49a7-9818-3026c49ab311 None None] Network ce35a90e-b24d-45be-9dc6-5e2d0c122801 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:39.626473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52a2cf-fcfb-4f75-97f7-48134ee5b478 req-4547e3ee-44df-4bed-87fb-2de423c84977 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.628127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d52a2cf-fcfb-4f75-97f7-48134ee5b478 req-4547e3ee-44df-4bed-87fb-2de423c84977 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.4070630 Jul 16 18:11:39.643589 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1457953555'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:39.643936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-968bef2c-308d-48e1-9bea-8d579a592416 None None] Provisioning for port 1c1b875b-88dc-40a5-8983-722cc7af7e3e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:39.661944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:39.707346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-968bef2c-308d-48e1-9bea-8d579a592416 None None] Provisioning complete for port 1c1b875b-88dc-40a5-8983-722cc7af7e3e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:39.708160 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-968bef2c-308d-48e1-9bea-8d579a592416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.742063 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-90eebaca-3d20-467c-8157-3aa53347570b req-0fe15b87-4e6f-4602-bdb9-8782cee1c2b1 service neutron] show failed (client error): The resource could not be found. Jul 16 18:11:39.743658 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-0fe15b87-4e6f-4602-bdb9-8782cee1c2b1 service neutron] 10.222.0.42 "GET /v2.0/ports/105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f/bindings/n-h1-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.2043331 Jul 16 18:11:39.771369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Made reservation on behalf of f675c286a5dd46609cb4b81703a2736f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:39.775924 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.813352 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.852084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d52a2cf-fcfb-4f75-97f7-48134ee5b478 req-14c401b5-0ea0-431b-88ec-5ef595280c1e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125602 Jul 16 18:11:39.970006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c493432c-8d2c-4c31-9657-492cead13ae9 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:39.982860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-642080311-network', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:40.031452 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.080091 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-968bef2c-308d-48e1-9bea-8d579a592416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.134155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-968bef2c-308d-48e1-9bea-8d579a592416 None None] For port 1c1b875b-88dc-40a5-8983-722cc7af7e3e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1c1b875b-88dc-40a5-8983-722cc7af7e3e,segment=NetworkSegment(cc0bd115-026d-441a-ae86-2abe497e196f),segment_id=cc0bd115-026d-441a-ae86-2abe497e196f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:40.141267 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-968bef2c-308d-48e1-9bea-8d579a592416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.178593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Made reservation on behalf of 44a9d4d190934a2cadce7937c2b615a5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:40.182224 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.204619 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.246904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bef2c-308d-48e1-9bea-8d579a592416 None None] Pushing event updated for resources: {'Port': ['ID=1c1b875b-88dc-40a5-8983-722cc7af7e3e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:40.254230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c493432c-8d2c-4c31-9657-492cead13ae9 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:40.265735 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8682ad12-a3f2-4352-9e32-c096f113001e None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:40.269625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c493432c-8d2c-4c31-9657-492cead13ae9 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.299271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682ad12-a3f2-4352-9e32-c096f113001e None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:40.300386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8682ad12-a3f2-4352-9e32-c096f113001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:40.340409 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c493432c-8d2c-4c31-9657-492cead13ae9 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "PUT /v2.0/floatingips/e833d30e-0c07-4c0c-a418-3fbd14c19b65 HTTP/1.1" status: 200 len: 687 time: 1.7620072 Jul 16 18:11:40.343111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8682ad12-a3f2-4352-9e32-c096f113001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:40.344593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:40.359795 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682ad12-a3f2-4352-9e32-c096f113001e None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:40.360974 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8682ad12-a3f2-4352-9e32-c096f113001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:40.393236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eebaca-3d20-467c-8157-3aa53347570b req-c53dd2f4-9a5b-4db4-b111-cff635332fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.395065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-c53dd2f4-9a5b-4db4-b111-cff635332fbf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b&tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd HTTP/1.1" status: 200 len: 1101 time: 0.2507808 Jul 16 18:11:40.416151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8682ad12-a3f2-4352-9e32-c096f113001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:40.416894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8682ad12-a3f2-4352-9e32-c096f113001e None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:40.463229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:40.580485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1c925373-ee4a-432f-a535-c2d57ef27b48 None None] Provisioning complete for port 1c1b875b-88dc-40a5-8983-722cc7af7e3e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:40.580878 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c925373-ee4a-432f-a535-c2d57ef27b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.748870 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.773543 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.783705 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.858071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:40.881459 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.059441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ecef2d-2341-4fcd-9ab5-398902a8dda1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.071687 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.072192 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Added segment 603ec632-e68e-46ff-a1b2-d78c61e39b15 of type vlan for network c71c0a0b-abf6-4ecc-9c44-e61560a0056a Jul 16 18:11:41.273483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1c1b875b-88dc-40a5-8983-722cc7af7e3e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:41.276001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e8249310-daa1-4da7-abf7-208f5b4b2d07 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port 1ec8c3c0-e4f8-4b4a-b314-22efda09b0a8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:41.276359 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8249310-daa1-4da7-abf7-208f5b4b2d07 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.308438 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.339260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1c1b875b-88dc-40a5-8983-722cc7af7e3e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:41.339678 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.496307 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.501927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.502532 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.543086 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.565485 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8249310-daa1-4da7-abf7-208f5b4b2d07 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.565826 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8249310-daa1-4da7-abf7-208f5b4b2d07 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.586802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.594591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:41.621697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fd005-a536-44ff-88b9-f74df0635582 req-c98dd0b3-6694-4032-9d06-c8fd6a68622a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.623292 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-683fd005-a536-44ff-88b9-f74df0635582 req-c98dd0b3-6694-4032-9d06-c8fd6a68622a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.5706453 Jul 16 18:11:41.624601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4620433 Jul 16 18:11:41.627784 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.635543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e8249310-daa1-4da7-abf7-208f5b4b2d07 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for 1ec8c3c0-e4f8-4b4a-b314-22efda09b0a8 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:41.636211 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cc3f624f-dffb-4dce-a524-961e46d215c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Request body: {'subnet': {'network_id': 'c71c0a0b-abf6-4ecc-9c44-e61560a0056a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:41.805064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3f624f-dffb-4dce-a524-961e46d215c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Made reservation on behalf of f675c286a5dd46609cb4b81703a2736f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:41.812204 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc3f624f-dffb-4dce-a524-961e46d215c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.093805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:42.098926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6856db1-8188-4101-8831-718693bbd03a tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Pushing event updated for resources: {'Network': ['ID=c71c0a0b-abf6-4ecc-9c44-e61560a0056a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.113119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c71c0a0b-abf6-4ecc-9c44-e61560a0056a details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:42.127674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2569d97b-4f7a-4866-9511-f4cbe9a81370,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.167406 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.167761 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Added segment d7f58cbe-7d54-4bea-bc4f-f72df4057079 of type vlan for network 194b9072-4f03-40b8-af37-32d23e82af2e Jul 16 18:11:42.192387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:42.201290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc3f624f-dffb-4dce-a524-961e46d215c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.251190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:42.276960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-683fd005-a536-44ff-88b9-f74df0635582 req-df8190b9-c879-4b3f-87a3-3d48ef153226 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6393578 Jul 16 18:11:42.313695 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.338932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f624f-dffb-4dce-a524-961e46d215c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Pushing event updated for resources: {'Subnet': ['ID=b9c3807a-b5b5-4ee9-b560-7088b1301a97,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.358816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f624f-dffb-4dce-a524-961e46d215c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Checking segment: {'id': '603ec632-e68e-46ff-a1b2-d78c61e39b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c71c0a0b-abf6-4ecc-9c44-e61560a0056a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:42.361265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f624f-dffb-4dce-a524-961e46d215c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Network hostable DHCP agents. Network: c71c0a0b-abf6-4ecc-9c44-e61560a0056a, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:42.381163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:42.385244 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dc0bac-73b9-48ad-9ccd-334a0832f90a" -d '{"events": [{"server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "name": "network-vif-unplugged", "status": "completed", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:42.395815 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.402787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f624f-dffb-4dce-a524-961e46d215c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Network c71c0a0b-abf6-4ecc-9c44-e61560a0056a is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:42.437236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f624f-dffb-4dce-a524-961e46d215c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, c71c0a0b-abf6-4ecc-9c44-e61560a0056a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:42.449165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed94e7c1-cbcb-4921-b7e9-010a6570b28f None None] Network c71c0a0b-abf6-4ecc-9c44-e61560a0056a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:42.458278 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.459402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:42.460605 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.477940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f624f-dffb-4dce-a524-961e46d215c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:42.482052 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc3f624f-dffb-4dce-a524-961e46d215c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.500830 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cc3f624f-dffb-4dce-a524-961e46d215c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8705113 Jul 16 18:11:42.503437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.534190 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Request body: {'port': {'network_id': 'c71c0a0b-abf6-4ecc-9c44-e61560a0056a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-445558839'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:42.534488 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03bfbc2-05ff-4fcc-95db-1efe841bf8ce x-openstack-request-id: req-d03bfbc2-05ff-4fcc-95db-1efe841bf8ce {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:42.534615 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "name": "network-vif-unplugged", "status": "completed", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:42.534892 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d03bfbc2-05ff-4fcc-95db-1efe841bf8ce {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:42.535196 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'code': 200} Jul 16 18:11:42.552519 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8852186 Jul 16 18:11:42.558310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.588484 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7c142-92c1-43f3-9294-f870f774db12 admin admin] Pushing event updated for resources: {'Network': ['ID=194b9072-4f03-40b8-af37-32d23e82af2e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.593464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:42.600711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-df87e062-6fff-42b6-9e2c-efbad48d676f admin admin] Request body: {'subnet': {'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-642080311-subnet', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:42.614787 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Transition to ACTIVE for port object 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:42.616860 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8249310-daa1-4da7-abf7-208f5b4b2d07 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.628507 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Sync routers for ids ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:42.640307 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Routers {'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:42.640865 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:42.653300 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.660151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8249310-daa1-4da7-abf7-208f5b4b2d07 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=1ec8c3c0-e4f8-4b4a-b314-22efda09b0a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.662198 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.666447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f59800a1-1bc1-4ef8-8945-e85d4efc4912 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0641699 Jul 16 18:11:42.680260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.693033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 194b9072-4f03-40b8-af37-32d23e82af2e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:42.852464 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Set router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:42.876545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] No DVR routers for this DVR port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:42.884686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.947281 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8249310-daa1-4da7-abf7-208f5b4b2d07 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.955655 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8249310-daa1-4da7-abf7-208f5b4b2d07 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.008084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e8249310-daa1-4da7-abf7-208f5b4b2d07 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/floatingips/e833d30e-0c07-4c0c-a418-3fbd14c19b65 HTTP/1.1" status: 204 len: 168 time: 2.6213002 Jul 16 18:11:43.008084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:43.008084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': 'dfe6c019-8c46-4e1b-b818-f392b5e24b07'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:43.070747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-c71c0a0b-abf6-4ecc-9c44-e61560a0056a', 'network_id': 'c71c0a0b-abf6-4ecc-9c44-e61560a0056a', 'tenant_id': 'f675c286a5dd46609cb4b81703a2736f', 'fixed_ips': [{'subnet_id': 'b9c3807a-b5b5-4ee9-b560-7088b1301a97'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:43.072262 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.112784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Attempting to bind port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:43.113492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Attempting to bind port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:43.114418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Attempting to bind port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:43.125106 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:43.125615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Attempting to bind port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:43.133817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:43.134471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:43.135993 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:43.136573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Bound port: 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:43.137125 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.151196 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.184813 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df87e062-6fff-42b6-9e2c-efbad48d676f admin admin] Made reservation on behalf of 44a9d4d190934a2cadce7937c2b615a5 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:43.208900 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df87e062-6fff-42b6-9e2c-efbad48d676f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.243203 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:39Z', 'revision_number': 3, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:43.272729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:43.278988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:43.281247 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Checking router: ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:43.283092 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Updating router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a port af1b42c6-5ea3-4993-9c9b-4937b37e0db2 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:43.314156 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.398398 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.424389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Allocated IP 2001:db8::2 (c71c0a0b-abf6-4ecc-9c44-e61560a0056a/b9c3807a-b5b5-4ee9-b560-7088b1301a97/78589307-d2d0-48d7-bdc1-971de2789cee) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:43.478819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:43.532678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.537679 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.539257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-a24fa934-5b64-4bfc-ab8c-c590c101f4b0 service neutron] 10.222.0.38 "PUT /v2.0/ports/105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 1096 time: 3.0850070 Jul 16 18:11:43.836291 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.884846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Transition to ACTIVE for port object 78589307-d2d0-48d7-bdc1-971de2789cee will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:43.914527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Made reservation on behalf of f675c286a5dd46609cb4b81703a2736f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:43.918302 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.936870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Transition to ACTIVE for port object 78589307-d2d0-48d7-bdc1-971de2789cee will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:43.952475 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.980174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eebaca-3d20-467c-8157-3aa53347570b req-9e4e2809-565f-47e3-a5e2-b1314f26a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.983313 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] device_id is not set on port 6af0b6b3-6c69-4e84-8319-4265299188b1 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:43.984542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-9e4e2809-565f-47e3-a5e2-b1314f26a3b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1099 time: 0.4059806 Jul 16 18:11:43.995410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230660-4841-464e-a241-03c326c5ee2e req-c7122190-19bb-45b5-b6cc-05e70505bb10 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.997722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19230660-4841-464e-a241-03c326c5ee2e req-c7122190-19bb-45b5-b6cc-05e70505bb10 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 948 time: 0.3279283 Jul 16 18:11:44.015467 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.078977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Network c71c0a0b-abf6-4ecc-9c44-e61560a0056a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:44.080910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:44.185687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19230660-4841-464e-a241-03c326c5ee2e req-a81c80f1-7f3e-46e1-aab1-8c13ba8d16c0 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726458 Jul 16 18:11:44.189663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Pushing event updated for resources: {'Port': ['ID=78589307-d2d0-48d7-bdc1-971de2789cee,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.200849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:44.204111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:44.217666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.217666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.217666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.217666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.217666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.217666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.217666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.217666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.217666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.218746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.218746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.218746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.234402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:44.249676 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Allocated IP 2001:db8::378 (c71c0a0b-abf6-4ecc-9c44-e61560a0056a/b9c3807a-b5b5-4ee9-b560-7088b1301a97/6af0b6b3-6c69-4e84-8319-4265299188b1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:44.263800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eebaca-3d20-467c-8157-3aa53347570b req-5a2f6862-179c-4ab7-b9da-d4798b468f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.268194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-5a2f6862-179c-4ab7-b9da-d4798b468f66 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2655113 Jul 16 18:11:44.313108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Attempting to bind port 78589307-d2d0-48d7-bdc1-971de2789cee on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:44.314109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Attempting to bind port 78589307-d2d0-48d7-bdc1-971de2789cee by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '603ec632-e68e-46ff-a1b2-d78c61e39b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c71c0a0b-abf6-4ecc-9c44-e61560a0056a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:44.314552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Attempting to bind port 78589307-d2d0-48d7-bdc1-971de2789cee on network c71c0a0b-abf6-4ecc-9c44-e61560a0056a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:44.322491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:44.322928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Checking segment: {'id': '603ec632-e68e-46ff-a1b2-d78c61e39b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c71c0a0b-abf6-4ecc-9c44-e61560a0056a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:44.323384 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.323791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Bound using segment: {'id': '603ec632-e68e-46ff-a1b2-d78c61e39b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c71c0a0b-abf6-4ecc-9c44-e61560a0056a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:44.324317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Bound port: 78589307-d2d0-48d7-bdc1-971de2789cee, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603ec632-e68e-46ff-a1b2-d78c61e39b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c71c0a0b-abf6-4ecc-9c44-e61560a0056a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:44.324784 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.360401 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df87e062-6fff-42b6-9e2c-efbad48d676f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.368198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-b1deb1c3-95c0-413e-bf7a-5d42b17b1a38 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 217 time: 0.0926425 Jul 16 18:11:44.401129 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.424268 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Transition to ACTIVE for port object af1b42c6-5ea3-4993-9c9b-4937b37e0db2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:44.439591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] For port 78589307-d2d0-48d7-bdc1-971de2789cee, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:44.441147 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.445674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] For port 78589307-d2d0-48d7-bdc1-971de2789cee, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=78589307-d2d0-48d7-bdc1-971de2789cee,segment=NetworkSegment(603ec632-e68e-46ff-a1b2-d78c61e39b15),segment_id=603ec632-e68e-46ff-a1b2-d78c61e39b15)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:44.452243 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.517010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87e062-6fff-42b6-9e2c-efbad48d676f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9b4715-43a2-423f-8816-6c7e8844618b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.518900 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c1c6b-a5f0-419d-a431-b61f8cdf9d6b None None] Pushing event updated for resources: {'Port': ['ID=78589307-d2d0-48d7-bdc1-971de2789cee,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.549061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:44.555453 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:44.602178 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Attempting to bind port af1b42c6-5ea3-4993-9c9b-4937b37e0db2 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:44.602564 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Attempting to bind port af1b42c6-5ea3-4993-9c9b-4937b37e0db2 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:44.602935 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Attempting to bind port af1b42c6-5ea3-4993-9c9b-4937b37e0db2 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:44.605949 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Pushing event updated for resources: {'Port': ['ID=af1b42c6-5ea3-4993-9c9b-4937b37e0db2,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.620013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eebaca-3d20-467c-8157-3aa53347570b req-3b640ae8-fcd4-4fac-ab84-cc5255586937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.628685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df87e062-6fff-42b6-9e2c-efbad48d676f admin admin] Checking segment: {'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:44.628974 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:44.629230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df87e062-6fff-42b6-9e2c-efbad48d676f admin admin] Network hostable DHCP agents. Network: 194b9072-4f03-40b8-af37-32d23e82af2e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:44.629446 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:44.629854 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.630159 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:44.630660 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Bound port: af1b42c6-5ea3-4993-9c9b-4937b37e0db2, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:44.631054 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.632120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-3b640ae8-fcd4-4fac-ab84-cc5255586937 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2540035 Jul 16 18:11:44.659313 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.674492 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.674855 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.675207 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.675548 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.675886 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.676713 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.677062 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.677425 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.677762 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.679184 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.679800 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.680227 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:44.724221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df87e062-6fff-42b6-9e2c-efbad48d676f admin admin] Network 194b9072-4f03-40b8-af37-32d23e82af2e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:44.726618 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c5c0c3-5d21-4f51-a7b2-896308552e2d x-openstack-request-id: req-a7c5c0c3-5d21-4f51-a7b2-896308552e2d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:44.727087 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:44.727463 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7c5c0c3-5d21-4f51-a7b2-896308552e2d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:44.728051 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'status': 'completed', 'code': 200} Jul 16 18:11:44.768220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.25.8.9 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/3b83428e-5a69-4aee-94dd-c67d20f4e0a0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:44.770068 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] For port af1b42c6-5ea3-4993-9c9b-4937b37e0db2, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:44.777929 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] For port af1b42c6-5ea3-4993-9c9b-4937b37e0db2, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=af1b42c6-5ea3-4993-9c9b-4937b37e0db2,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:44.786131 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.970435 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50e8ea-a0fa-45e1-9214-c4586b70fe8d None None] Pushing event updated for resources: {'Port': ['ID=af1b42c6-5ea3-4993-9c9b-4937b37e0db2,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.027378 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Routers {'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:45.028049 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:45.049933 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Allocated IP 172.20.0.1 (ce35a90e-b24d-45be-9dc6-5e2d0c122801/916bcb98-ee4e-4784-9434-7e5c31af17b2/2e5e4720-f9bc-419f-99cc-1930589629fb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:45.097844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eebaca-3d20-467c-8157-3aa53347570b req-8288fbe0-6ad4-4638-a001-9f2ab42c7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.099781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-8288fbe0-6ad4-4638-a001-9f2ab42c7039 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4646041 Jul 16 18:11:45.116177 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.133657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-df87e062-6fff-42b6-9e2c-efbad48d676f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 194b9072-4f03-40b8-af37-32d23e82af2e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:45.149031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ab7025-010b-486f-8169-cb2bfe9dea28 None None] Network 194b9072-4f03-40b8-af37-32d23e82af2e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:45.168735 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df87e062-6fff-42b6-9e2c-efbad48d676f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.168735 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df87e062-6fff-42b6-9e2c-efbad48d676f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.172778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Transition to ACTIVE for port object 6af0b6b3-6c69-4e84-8319-4265299188b1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:45.213542 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-df87e062-6fff-42b6-9e2c-efbad48d676f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6530070 Jul 16 18:11:45.218832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.223853 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-642080311-router', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:45.244001 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.318678 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.323346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-6e4e4872-a483-4635-ac40-966babd5645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.329599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-6e4e4872-a483-4635-ac40-966babd5645a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1099 time: 0.6107087 Jul 16 18:11:45.366567 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] Set router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:45.375969 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Transition to ACTIVE for port object 2e5e4720-f9bc-419f-99cc-1930589629fb will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:45.416075 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.421104 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.435201 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.493033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 78589307-d2d0-48d7-bdc1-971de2789cee up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:45.517047 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.559266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24418d0-5b4d-4a5f-a2b9-c56fcdd4bec6 None None] Network 194b9072-4f03-40b8-af37-32d23e82af2e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:45.649022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:45.657612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:45.679838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:45.746813 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:39Z', 'revision_number': 3, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:45.762764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=3b83428e-5a69-4aee-94dd-c67d20f4e0a0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.788242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-d1c6d4d6-1b0d-42e2-81b2-965e6b8b6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.788495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Network c71c0a0b-abf6-4ecc-9c44-e61560a0056a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:45.789915 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-d1c6d4d6-1b0d-42e2-81b2-965e6b8b6da0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.4284585 Jul 16 18:11:45.794459 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.795710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-18dd3b95-d4fe-4ece-88e4-14dcc75921d2 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587638 Jul 16 18:11:45.803749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:45.809794 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed176407-0ecd-4b50-b4e1-53e2a5139147 None None] The sync data for ids ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'] in n-d-793618-9 is: [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:39Z', 'revision_number': 3, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:45.828558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:45.845035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.845764 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.853505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Pushing event updated for resources: {'Port': ['ID=6af0b6b3-6c69-4e84-8319-4265299188b1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.872592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-f64ffb0b-6b37-468b-8e88-1acb8238f6ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 217 time: 0.0727813 Jul 16 18:11:45.916792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 78589307-d2d0-48d7-bdc1-971de2789cee completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:45.927283 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.989964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0a12c-1547-4e37-be65-80f0c0795578 req-460c8ced-a8f0-4073-831f-c7c9414fe9c2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.996737 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-82600918-e573-43b8-b0ed-c9814d530340 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.4909754 Jul 16 18:11:46.004498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58d0a12c-1547-4e37-be65-80f0c0795578 req-460c8ced-a8f0-4073-831f-c7c9414fe9c2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 948 time: 0.5332227 Jul 16 18:11:46.015780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:46.028301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Request body: {'port': {'network_id': 'c71c0a0b-abf6-4ecc-9c44-e61560a0056a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1833240477', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:46.029097 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] bootfile-name is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:11:46.029474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] tftp-server is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:11:46.029814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] server-ip-address is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:11:46.055192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Network ce35a90e-b24d-45be-9dc6-5e2d0c122801 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:46.123958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:46.179704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:46.325977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2e5e4720-f9bc-419f-99cc-1930589629fb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.355187 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.380445 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.394709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0ff6b6-731b-4f24-816d-d4fca9f9af3d None None] Network c71c0a0b-abf6-4ecc-9c44-e61560a0056a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:46.495448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90eebaca-3d20-467c-8157-3aa53347570b req-efef1fab-e376-45f6-b8b1-d399618a32d5 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172822 Jul 16 18:11:46.563305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-22347bc3-14e5-4ce9-9670-d364506d2f47 None None] Provisioning for port 78589307-d2d0-48d7-bdc1-971de2789cee completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:46.574237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-22347bc3-14e5-4ce9-9670-d364506d2f47 None None] Provisioning complete for port 78589307-d2d0-48d7-bdc1-971de2789cee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:46.574657 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22347bc3-14e5-4ce9-9670-d364506d2f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.740353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-74fff886-c9b5-4c21-bbb9-0b288f5935f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.750868 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-74fff886-c9b5-4c21-bbb9-0b288f5935f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.8586752 Jul 16 18:11:46.915430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58d0a12c-1547-4e37-be65-80f0c0795578 req-5699d6ea-2261-4899-aafa-b798c7f25eca tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9099050 Jul 16 18:11:46.955709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Made reservation on behalf of f675c286a5dd46609cb4b81703a2736f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:46.964247 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.137899 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22347bc3-14e5-4ce9-9670-d364506d2f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.224729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-22347bc3-14e5-4ce9-9670-d364506d2f47 None None] For port 78589307-d2d0-48d7-bdc1-971de2789cee, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=78589307-d2d0-48d7-bdc1-971de2789cee,segment=NetworkSegment(603ec632-e68e-46ff-a1b2-d78c61e39b15),segment_id=603ec632-e68e-46ff-a1b2-d78c61e39b15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:47.249343 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22347bc3-14e5-4ce9-9670-d364506d2f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.326337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22347bc3-14e5-4ce9-9670-d364506d2f47 None None] Pushing event updated for resources: {'Port': ['ID=78589307-d2d0-48d7-bdc1-971de2789cee,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:47.364483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device af1b42c6-5ea3-4993-9c9b-4937b37e0db2 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:47.505626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e976eaf-11d0-4651-9f19-c74e4998f4dd None None] Provisioning for port 2e5e4720-f9bc-419f-99cc-1930589629fb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:47.513416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port af1b42c6-5ea3-4993-9c9b-4937b37e0db2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:47.517989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port af1b42c6-5ea3-4993-9c9b-4937b37e0db2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:47.518378 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.552581 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.568246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e976eaf-11d0-4651-9f19-c74e4998f4dd None None] Provisioning complete for port 2e5e4720-f9bc-419f-99cc-1930589629fb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:47.568858 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e976eaf-11d0-4651-9f19-c74e4998f4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.666884 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e976eaf-11d0-4651-9f19-c74e4998f4dd None None] Port 2e5e4720-f9bc-419f-99cc-1930589629fb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:47.793058 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.800820 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.815056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc3ca795-967f-4190-975c-466d02eb2efb None None] Provisioning for port 6af0b6b3-6c69-4e84-8319-4265299188b1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:47.822466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc3ca795-967f-4190-975c-466d02eb2efb None None] Provisioning complete for port 6af0b6b3-6c69-4e84-8319-4265299188b1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:47.823243 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca795-967f-4190-975c-466d02eb2efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.827356 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.859721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] device_id is not set on port c665b4fb-040d-4509-b9fd-feb10cc5b4b5 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:47.887824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ca795-967f-4190-975c-466d02eb2efb None None] Port 6af0b6b3-6c69-4e84-8319-4265299188b1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:47.939292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port af1b42c6-5ea3-4993-9c9b-4937b37e0db2, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=af1b42c6-5ea3-4993-9c9b-4937b37e0db2,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:47.940294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc3ca795-967f-4190-975c-466d02eb2efb None None] Provisioning complete for port 78589307-d2d0-48d7-bdc1-971de2789cee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:47.944569 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3ca795-967f-4190-975c-466d02eb2efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.036103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Allocated IP 172.25.8.33 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/9ea71516-c754-400e-a04a-f5bc11170dc4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:48.080941 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.095673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-85c3b224-14ac-437c-bee3-a66065cc8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.102638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-85c3b224-14ac-437c-bee3-a66065cc8183 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1099 time: 1.2225356 Jul 16 18:11:48.110048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-013b4628-fd9d-4711-bf6b-fad70b331b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.119796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-013b4628-fd9d-4711-bf6b-fad70b331b3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1947601 Jul 16 18:11:48.185359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=af1b42c6-5ea3-4993-9c9b-4937b37e0db2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:48.190712 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.261988 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.330614 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.359757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:48.368869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:48.376332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:48.413088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea71516-c754-400e-a04a-f5bc11170dc4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:48.426635 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae9c31c4-3a61-48e2-a632-7872e147fee4 None None] Provisioning complete for port 6af0b6b3-6c69-4e84-8319-4265299188b1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:48.429135 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae9c31c4-3a61-48e2-a632-7872e147fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.494104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c31c4-3a61-48e2-a632-7872e147fee4 None None] Port 6af0b6b3-6c69-4e84-8319-4265299188b1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:48.595618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Allocated IP 2001:db8::290 (c71c0a0b-abf6-4ecc-9c44-e61560a0056a/b9c3807a-b5b5-4ee9-b560-7088b1301a97/c665b4fb-040d-4509-b9fd-feb10cc5b4b5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:48.626011 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.637262 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.744939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3ba32-4429-4b5f-aeae-d5c69de87c85 req-fc7157fc-fb77-4612-b02b-5ba2283752ff tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.752197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71f3ba32-4429-4b5f-aeae-d5c69de87c85 req-fc7157fc-fb77-4612-b02b-5ba2283752ff tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 948 time: 0.5914407 Jul 16 18:11:48.788337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2e5e4720-f9bc-419f-99cc-1930589629fb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:48.799507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.822677 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.866089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-e92efbc1-590f-4d22-9427-1c8971b97ade service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898687 Jul 16 18:11:48.925041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-18a031e6-1be9-4a0d-98d9-ca7698ffc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.928744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-18a031e6-1be9-4a0d-98d9-ca7698ffc989 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.8062885 Jul 16 18:11:48.934428 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.081972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Network ce35a90e-b24d-45be-9dc6-5e2d0c122801 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:49.091552 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:49.164469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-3f14dd38-2a21-4487-bf5e-fd31cdda687c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 217 time: 0.0939009 Jul 16 18:11:49.240082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-2d05ac9b-ddf6-4f99-8f8b-cb2f6d565eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.241999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-2d05ac9b-ddf6-4f99-8f8b-cb2f6d565eca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0530012 Jul 16 18:11:49.269825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device af1b42c6-5ea3-4993-9c9b-4937b37e0db2 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:49.348461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71f3ba32-4429-4b5f-aeae-d5c69de87c85 req-dab621fd-6106-421a-a642-ab2fdd79b61d tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950158 Jul 16 18:11:49.367231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port af1b42c6-5ea3-4993-9c9b-4937b37e0db2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:49.367734 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.420456 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.494307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-24405e83-fa80-4514-b771-be321a58ceff service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408560 Jul 16 18:11:49.497521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Transition to ACTIVE for port object c665b4fb-040d-4509-b9fd-feb10cc5b4b5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:49.509667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 78589307-d2d0-48d7-bdc1-971de2789cee up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:49.519198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-bb8bd97a-bcde-4191-830f-1d53915f4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.521525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-bb8bd97a-bcde-4191-830f-1d53915f4ab7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2430944 Jul 16 18:11:49.529886 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-8b9d2d71-a2a6-4bb7-9610-ee4642a6baa3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4866574 Jul 16 18:11:49.563330 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:49.583737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 78589307-d2d0-48d7-bdc1-971de2789cee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:49.584246 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.622082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.629578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbbec2e1-d010-4eb4-ad0e-48ca3911440f None None] Provisioning complete for port 2e5e4720-f9bc-419f-99cc-1930589629fb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:49.630035 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbbec2e1-d010-4eb4-ad0e-48ca3911440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.671443 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.674504 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dbbec2e1-d010-4eb4-ad0e-48ca3911440f None None] Port 2e5e4720-f9bc-419f-99cc-1930589629fb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:49.684466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.737806 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.747355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Pushing event updated for resources: {'Port': ['ID=c665b4fb-040d-4509-b9fd-feb10cc5b4b5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.837352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-5b5fc779-abcb-4676-8791-79edc21d0475 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076105 Jul 16 18:11:49.839166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Network c71c0a0b-abf6-4ecc-9c44-e61560a0056a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:49.862464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:49.869188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:49.874843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.875511 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.911662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=3b83428e-5a69-4aee-94dd-c67d20f4e0a0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.962818 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:49.972396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Sync routers for ids ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:49.983573 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-870ad997-bd1c-4add-9d1d-476f3c2d61d7 admin admin] 10.222.0.52 "PUT /v2.0/routers/ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2794821 Jul 16 18:11:50.000643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Routers {'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:50.003473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:50.003854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-11f484e4-5953-4dc2-8a20-05aafc0fec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.004355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-11f484e4-5953-4dc2-8a20-05aafc0fec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.004832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-11f484e4-5953-4dc2-8a20-05aafc0fec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.005302 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-11f484e4-5953-4dc2-8a20-05aafc0fec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.005872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-11f484e4-5953-4dc2-8a20-05aafc0fec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.006324 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-11f484e4-5953-4dc2-8a20-05aafc0fec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.006911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-11f484e4-5953-4dc2-8a20-05aafc0fec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.019375 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-11f484e4-5953-4dc2-8a20-05aafc0fec0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c67ec52b9484ad6bec26126f7f16745&device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 6491 time: 0.3711977 Jul 16 18:11:50.027297 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.028196 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ba845761-3b71-44be-b706-c26b3d160917 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.0066667 Jul 16 18:11:50.034534 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.255405 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Floating IP 1d36b149-8951-4e07-9347-ff7e4d4d53dc associated. External IP: 172.25.8.9, port: dfe6c019-8c46-4e1b-b818-f392b5e24b07. Jul 16 18:11:50.430890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Set router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:50.481172 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-f61b94c3-d33f-4acd-b373-d36c7ba8961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.481706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-f61b94c3-d33f-4acd-b373-d36c7ba8961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.482186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-f61b94c3-d33f-4acd-b373-d36c7ba8961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.488780 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-f61b94c3-d33f-4acd-b373-d36c7ba8961a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8b48fd7f-5b4c-4c63-b2c9-105c8429269d&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=f8d3014e-98b1-4372-b371-192abfc83760&id=ac8af031-332b-49b9-a5c1-24e1effc1820&id=ac8af031-332b-49b9-a5c1-24e1effc1820 HTTP/1.1" status: 200 len: 2293 time: 0.4244363 Jul 16 18:11:50.628710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb01d7d-2f1c-4840-85f0-680f5b9f34e3 req-0d325c1c-a7d0-42d0-8028-422d0b77a17a service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7745018 Jul 16 18:11:50.716685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Router b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:50.751846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:50.755011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-743c9129-e1f9-4b1d-970c-ce650414de47 None None] Provisioning for port c665b4fb-040d-4509-b9fd-feb10cc5b4b5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:50.771109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-743c9129-e1f9-4b1d-970c-ce650414de47 None None] Provisioning complete for port c665b4fb-040d-4509-b9fd-feb10cc5b4b5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:50.772511 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-743c9129-e1f9-4b1d-970c-ce650414de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.778739 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-35e991e9-4578-474b-a544-354dca5eda62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0598a2d5-d787-4411-9e1c-19663de1d374 HTTP/1.1" status: 200 len: 1001 time: 0.2728031 Jul 16 18:11:50.792261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac481f90-fac8-4e8e-80f0-dbc39424ed92 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.801096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac481f90-fac8-4e8e-80f0-dbc39424ed92 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.804720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8c499-d710-4d3e-8048-0c489d3d322d req-d6fcebe6-441e-429e-8ddd-04ba22191043 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.806437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ba8c499-d710-4d3e-8048-0c489d3d322d req-d6fcebe6-441e-429e-8ddd-04ba22191043 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 948 time: 0.2187700 Jul 16 18:11:50.809953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac481f90-fac8-4e8e-80f0-dbc39424ed92 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.815267 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ac481f90-fac8-4e8e-80f0-dbc39424ed92 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.7784300 Jul 16 18:11:50.822215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.905263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:50.930657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-743c9129-e1f9-4b1d-970c-ce650414de47 None None] Port c665b4fb-040d-4509-b9fd-feb10cc5b4b5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:50.982917 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:51.023774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '2e5e4720-f9bc-419f-99cc-1930589629fb', 'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'mac_address': 'fa:16:3e:1d:18:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 2, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'subnets': [{'id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:51.096029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Checking router: ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:51.096401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Updating router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a port 2e5e4720-f9bc-419f-99cc-1930589629fb binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:51.179897 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.187525 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:51.189346 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ba8c499-d710-4d3e-8048-0c489d3d322d req-a024c5f1-55b6-4fe8-8458-1c2d42cb9cfd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380322 Jul 16 18:11:51.210492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'mac_address': 'fa:16:3e:f0:d9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:51.216122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f9181f29-3b3b-48de-989e-aa0f6116eda3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Deleting port c665b4fb-040d-4509-b9fd-feb10cc5b4b5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:51.216481 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9181f29-3b3b-48de-989e-aa0f6116eda3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.320996 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:51.360173 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1cb446-e3bd-4253-98f3-7cab42f0f47b None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:51.455515 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1cb446-e3bd-4253-98f3-7cab42f0f47b None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:51.456226 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fe1cb446-e3bd-4253-98f3-7cab42f0f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:51.489752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.505067 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9181f29-3b3b-48de-989e-aa0f6116eda3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.528925 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fe1cb446-e3bd-4253-98f3-7cab42f0f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:51.544618 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1cb446-e3bd-4253-98f3-7cab42f0f47b None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:51.545410 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fe1cb446-e3bd-4253-98f3-7cab42f0f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:51.546519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f9181f29-3b3b-48de-989e-aa0f6116eda3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Calling delete_port for c665b4fb-040d-4509-b9fd-feb10cc5b4b5 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:51.567300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e6370489-8eac-4d05-be70-93f0a858c451 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 8.5885034 Jul 16 18:11:51.573832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:51.581572 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.592563 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fe1cb446-e3bd-4253-98f3-7cab42f0f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:51.593547 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1cb446-e3bd-4253-98f3-7cab42f0f47b None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:51.653274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:51.705987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:51.707545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-617835473-network', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:51.732922 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.847598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-cc776cc7-018b-4a8e-bfcc-44417af07832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:51.849125 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-cc776cc7-018b-4a8e-bfcc-44417af07832 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fd40a31-1878-4b11-bb87-3f093244a313 HTTP/1.1" status: 200 len: 851 time: 1.0346582 Jul 16 18:11:51.909253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-84b50437-abb2-486f-885b-9d12bae22ce2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "GET /v2.0/floatingips/1d36b149-8951-4e07-9347-ff7e4d4d53dc HTTP/1.1" status: 200 len: 975 time: 0.1788340 Jul 16 18:11:51.915416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:51.916113 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9181f29-3b3b-48de-989e-aa0f6116eda3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.930006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Made reservation on behalf of e22c45c61d7247b08b6e07b9c9f841e7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:51.935557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.998465 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.008407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:52.024527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:52.036777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Sync routers for ids ['b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:52.054597 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:52.109135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-b8bdd6bb-92c5-4c5a-8c6b-964a229eb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.111136 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-b8bdd6bb-92c5-4c5a-8c6b-964a229eb54b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b48fd7f-5b4c-4c63-b2c9-105c8429269d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506833 Jul 16 18:11:52.118880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.121670 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ae1f2ad8-26e7-4d13-adf3-c12b21d942f5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9017062 Jul 16 18:11:52.125138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:52.190975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Routers {'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:52.191630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:52.345651 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.369726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Transition to ACTIVE for port object 2e5e4720-f9bc-419f-99cc-1930589629fb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:52.386926 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.514974 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-e85df9cb-29ae-4f49-a9e8-b16a819491f1 service neutron] 10.222.0.42 "GET /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815761 Jul 16 18:11:52.596761 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.773575 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.786223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Set router b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:52.849261 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9181f29-3b3b-48de-989e-aa0f6116eda3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.852776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f9181f29-3b3b-48de-989e-aa0f6116eda3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] 10.222.0.52 "DELETE /v2.0/ports/c665b4fb-040d-4509-b9fd-feb10cc5b4b5 HTTP/1.1" status: 204 len: 168 time: 2.0002937 Jul 16 18:11:52.860327 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:52.876319 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-66b700f4-0188-486f-81a0-57fb6f6d6389 service neutron] 10.222.0.42 "GET /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109360 Jul 16 18:11:52.878439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:52.886366 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f7cb0706-09ef-45e2-86b4-a36f10135d8f tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Request body: {'port': {'name': 'tempest-new-port-name-146374157', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:52.887225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-f7cb0706-09ef-45e2-86b4-a36f10135d8f tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] bootfile-name is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:11:52.887548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405104f1-544d-446c-9cae-5bbc707d2588 None None] Pushing event updated for resources: {'Port': ['ID=2e5e4720-f9bc-419f-99cc-1930589629fb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:52.888070 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-f7cb0706-09ef-45e2-86b4-a36f10135d8f tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] tftp-server is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:11:52.888642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-f7cb0706-09ef-45e2-86b4-a36f10135d8f tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] server-ip-address is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:11:52.903456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9181f29-3b3b-48de-989e-aa0f6116eda3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Pushing event deleted for resources: {'Port': ['ID=c665b4fb-040d-4509-b9fd-feb10cc5b4b5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:52.948626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3bf27d-5537-4549-89f9-4f49462992da,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.010749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182670d0-1cf7-4e5c-a719-7e846ae08bb4 req-9a9a12dd-02f0-4c1a-b8c1-aad7e097e410 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.013541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-182670d0-1cf7-4e5c-a719-7e846ae08bb4 req-9a9a12dd-02f0-4c1a-b8c1-aad7e097e410 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 949 time: 1.0992374 Jul 16 18:11:53.022195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.023435 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Added segment 653e390a-c4a0-4532-82a8-c36ddc0c196b of type vlan for network 1da918af-3caa-4046-9446-77d7dc7891b1 Jul 16 18:11:53.029836 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-55ba9af3-f0d0-4a1d-888a-e878ab036808 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=4b93616d-b40c-420c-8b0a-a5239b5587a3 HTTP/1.1" status: 200 len: 217 time: 0.1269610 Jul 16 18:11:53.039627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f5786152-f689-4910-8b6e-06d2f338452c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 1.1088352 Jul 16 18:11:53.040276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:53.052179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-d2cd9785-ac77-4441-98b0-712b5807eab1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.055323 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-d2cd9785-ac77-4441-98b0-712b5807eab1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b&tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 949 time: 1.1445789 Jul 16 18:11:53.061067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3d52d21e-2198-4d05-b7a1-c4ce236d5018 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'floatingip': {'port_id': '5231a5f3-fe49-490a-861b-32cb15a953c4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:53.131256 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d52d21e-2198-4d05-b7a1-c4ce236d5018 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.201515 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.217922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-182670d0-1cf7-4e5c-a719-7e846ae08bb4 req-b9611835-c1b3-4b86-b8fb-a367b5d30d8f tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764455 Jul 16 18:11:53.280569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-920121f3-3115-4deb-a550-0ea298b3f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.282772 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-920121f3-3115-4deb-a550-0ea298b3f629 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.2387178 Jul 16 18:11:53.283594 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0706-09ef-45e2-86b4-a36f10135d8f tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.333044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Attempting to bind port 2e5e4720-f9bc-419f-99cc-1930589629fb on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:53.333468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Attempting to bind port 2e5e4720-f9bc-419f-99cc-1930589629fb by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:53.334391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Attempting to bind port 2e5e4720-f9bc-419f-99cc-1930589629fb on network ce35a90e-b24d-45be-9dc6-5e2d0c122801 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:53.355722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:53.356661 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Checking segment: {'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:53.356661 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.357081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Bound using segment: {'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:53.357958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Bound port: 2e5e4720-f9bc-419f-99cc-1930589629fb, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:53.358436 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.404250 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.406160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.407000 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.485240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] For port 2e5e4720-f9bc-419f-99cc-1930589629fb, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:53.490255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] For port 2e5e4720-f9bc-419f-99cc-1930589629fb, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2e5e4720-f9bc-419f-99cc-1930589629fb,segment=NetworkSegment(cc0bd115-026d-441a-ae86-2abe497e196f),segment_id=cc0bd115-026d-441a-ae86-2abe497e196f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:53.495542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'name': 'tempest-ServerRescueTestJSON-642080311-router', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:45Z', 'updated_at': '2021-07-16T18:11:48Z', 'revision_number': 3, 'project_id': '44a9d4d190934a2cadce7937c2b615a5', 'gw_port': {'id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:47Z', 'updated_at': '2021-07-16T18:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:53.500117 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.516018 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5312681 Jul 16 18:11:53.516576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:53.525071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1be0a2c1-6a06-4bda-a579-677d191b642a admin admin] Request body: {'subnet': {'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-617835473-subnet', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:53.552158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-62862c03-d1bc-4e73-b9b7-a76af02a719c service neutron] 10.222.0.38 "GET /v2.0/ports/105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f/bindings/n-h1-793618-9 HTTP/1.1" status: 200 len: 382 time: 0.4170091 Jul 16 18:11:53.559084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be0a2c1-6a06-4bda-a579-677d191b642a admin admin] Made reservation on behalf of e22c45c61d7247b08b6e07b9c9f841e7 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:53.562601 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1be0a2c1-6a06-4bda-a579-677d191b642a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.580344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Checking router: b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:53.581161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Updating router b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c port 9ea71516-c754-400e-a04a-f5bc11170dc4 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:53.619559 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23aba0-c7f2-4bc2-b508-f90541c36bac admin admin] Pushing event updated for resources: {'Network': ['ID=1da918af-3caa-4046-9446-77d7dc7891b1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.639473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 1da918af-3caa-4046-9446-77d7dc7891b1 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:53.684670 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Routers {'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:53.685246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:53.698432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-26eff7d8-0bda-4384-88da-a375acbce35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.700140 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-26eff7d8-0bda-4384-88da-a375acbce35f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4093831 Jul 16 18:11:53.762749 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.764314 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405104f1-544d-446c-9cae-5bbc707d2588 None None] Pushing event updated for resources: {'Port': ['ID=2e5e4720-f9bc-419f-99cc-1930589629fb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.933428 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.994971 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-728371a0-2774-4810-acc3-b7f0337bc34c service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792218 Jul 16 18:11:54.073417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0706-09ef-45e2-86b4-a36f10135d8f tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.087569 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0706-09ef-45e2-86b4-a36f10135d8f tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.168049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] Set router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:54.174855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb0706-09ef-45e2-86b4-a36f10135d8f tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] In _notify_port_updated(), no bound segment for port 6af0b6b3-6c69-4e84-8319-4265299188b1 on network c71c0a0b-abf6-4ecc-9c44-e61560a0056a {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:11:54.181750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cb0706-09ef-45e2-86b4-a36f10135d8f tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.183452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0706-09ef-45e2-86b4-a36f10135d8f tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.185050 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f7cb0706-09ef-45e2-86b4-a36f10135d8f tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] 10.222.0.52 "PUT /v2.0/ports/6af0b6b3-6c69-4e84-8319-4265299188b1 HTTP/1.1" status: 200 len: 1129 time: 1.3205910 Jul 16 18:11:54.188191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45060) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:54.298543 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb0706-09ef-45e2-86b4-a36f10135d8f tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Pushing event updated for resources: {'Port': ['ID=6af0b6b3-6c69-4e84-8319-4265299188b1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:54.389021 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-27e1ddce-1900-4a9a-a93a-e44d926f9351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.391465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-27e1ddce-1900-4a9a-a93a-e44d926f9351 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1100 time: 0.8060722 Jul 16 18:11:54.413391 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-aefc47ed-9314-411a-aae3-359ed0865c22 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093544 Jul 16 18:11:54.492002 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-31fcdaf1-52f9-49b7-bbba-3ac7b33c80e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=4aeea441-772e-43d3-9f23-1d59cee62d0e HTTP/1.1" status: 200 len: 217 time: 0.0702434 Jul 16 18:11:54.567596 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875deee5-2a54-4eb2-8c9f-11287615d8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.572607 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-875deee5-2a54-4eb2-8c9f-11287615d8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] 10.222.0.52 "GET /v2.0/ports/6af0b6b3-6c69-4e84-8319-4265299188b1 HTTP/1.1" status: 200 len: 1129 time: 0.3408175 Jul 16 18:11:54.580762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:54.695355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Allocated IP 172.20.0.1 (194b9072-4f03-40b8-af37-32d23e82af2e/be9b4715-43a2-423f-8816-6c7e8844618b/c0c13aae-de33-4f9b-a692-459caa96be59) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:54.707152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-98e859e4-2ee9-42d7-90bb-6be57d45ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.711532 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-98e859e4-2ee9-42d7-90bb-6be57d45ef9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.1353729 Jul 16 18:11:54.768537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-116d448b-a381-4503-a60b-fa8e40512412 None None] Provisioning complete for port 6af0b6b3-6c69-4e84-8319-4265299188b1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:54.769246 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-116d448b-a381-4503-a60b-fa8e40512412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.784856 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d52d21e-2198-4d05-b7a1-c4ce236d5018 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.813187 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1be0a2c1-6a06-4bda-a579-677d191b642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.815888 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d52d21e-2198-4d05-b7a1-c4ce236d5018 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.870672 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.882910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-116d448b-a381-4503-a60b-fa8e40512412 None None] Port 6af0b6b3-6c69-4e84-8319-4265299188b1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:54.896774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Transition to ACTIVE for port object 9ea71516-c754-400e-a04a-f5bc11170dc4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:54.911969 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.926897 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ec300d79-2bb8-4e58-801a-35758064b712 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Deleting port 6af0b6b3-6c69-4e84-8319-4265299188b1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:54.927959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec300d79-2bb8-4e58-801a-35758064b712 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.928699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:54.936109 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.956131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-53b9459c-45c0-41bb-89a8-8af726d7f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.958086 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-53b9459c-45c0-41bb-89a8-8af726d7f88b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2379351 Jul 16 18:11:55.036327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '2e5e4720-f9bc-419f-99cc-1930589629fb', 'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'mac_address': 'fa:16:3e:1d:18:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:11:53Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'subnets': [{'id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:55.078296 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-3d52d21e-2198-4d05-b7a1-c4ce236d5018 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Floating IP 1d36b149-8951-4e07-9347-ff7e4d4d53dc associated. External IP: 172.25.8.9, port: dfe6c019-8c46-4e1b-b818-f392b5e24b07. Jul 16 18:11:55.087090 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1b1e6-1bef-4afa-a2bd-0e068c0c9c84 None None] The sync data for ids ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'] in n-d-793618-9 is: [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '2e5e4720-f9bc-419f-99cc-1930589629fb', 'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'mac_address': 'fa:16:3e:1d:18:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:11:53Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'subnets': [{'id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:55.089327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Attempting to bind port 9ea71516-c754-400e-a04a-f5bc11170dc4 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:55.090057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Attempting to bind port 9ea71516-c754-400e-a04a-f5bc11170dc4 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:55.090625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Attempting to bind port 9ea71516-c754-400e-a04a-f5bc11170dc4 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:55.097730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10654ad0-5926-4666-bdd7-f881b321035a None None] Pushing event updated for resources: {'Port': ['ID=9ea71516-c754-400e-a04a-f5bc11170dc4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.113974 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:55.116614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:55.117245 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.117889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:55.120854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Bound port: 9ea71516-c754-400e-a04a-f5bc11170dc4, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:55.122592 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.148441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0a2c1-6a06-4bda-a579-677d191b642a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5704a2-e33c-4c43-aff1-c781980d8f63,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.243595 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:55.273426 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:55.274161 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.361247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] For port 9ea71516-c754-400e-a04a-f5bc11170dc4, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:55.385290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] For port 9ea71516-c754-400e-a04a-f5bc11170dc4, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9ea71516-c754-400e-a04a-f5bc11170dc4,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:55.404227 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.525853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10654ad0-5926-4666-bdd7-f881b321035a None None] Pushing event updated for resources: {'Port': ['ID=9ea71516-c754-400e-a04a-f5bc11170dc4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.604542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Routers {'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:55.605619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:55.724247 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.784336 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec300d79-2bb8-4e58-801a-35758064b712 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.838669 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ec300d79-2bb8-4e58-801a-35758064b712 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Calling delete_port for 6af0b6b3-6c69-4e84-8319-4265299188b1 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:55.850628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be0a2c1-6a06-4bda-a579-677d191b642a admin admin] Checking segment: {'id': '653e390a-c4a0-4532-82a8-c36ddc0c196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:55.851727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be0a2c1-6a06-4bda-a579-677d191b642a admin admin] Network hostable DHCP agents. Network: 1da918af-3caa-4046-9446-77d7dc7891b1, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:55.867050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.904864 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:55.904864 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f19c51-4408-4fac-a62f-59c342e7bc52" -d '{"events": [{"server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "name": "network-vif-plugged", "status": "completed", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:55.905488 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-b897ccb7-be64-491b-ae92-dbe414b1349f service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9242163 Jul 16 18:11:55.947443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:55.974168 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.991311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] Set router b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:56.028011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831b725-84e4-4a22-ad0f-29b29f0e87a3 req-227761fb-6c28-43ac-9380-ab4436f3ae6b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.029934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4831b725-84e4-4a22-ad0f-29b29f0e87a3 req-227761fb-6c28-43ac-9380-ab4436f3ae6b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 949 time: 1.2393165 Jul 16 18:11:56.031632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-f2be3b8c-de51-4884-97b2-cc639b454885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.033497 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-f2be3b8c-de51-4884-97b2-cc639b454885 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 1.6044965 Jul 16 18:11:56.047806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5209daa9-ab16-41fd-97bc-e5623d69275e req-03caa053-16bd-4486-b191-b528e01750ba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2582290 Jul 16 18:11:56.048777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be0a2c1-6a06-4bda-a579-677d191b642a admin admin] Network 1da918af-3caa-4046-9446-77d7dc7891b1 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:56.129365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Network 194b9072-4f03-40b8-af37-32d23e82af2e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:56.143499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c13aae-de33-4f9b-a692-459caa96be59,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:56.150852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-f35a6a74-7e04-4276-a3ba-7c9bbb47fce3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 217 time: 0.0704203 Jul 16 18:11:56.201201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:56.204689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:56.251862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1be0a2c1-6a06-4bda-a579-677d191b642a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 1da918af-3caa-4046-9446-77d7dc7891b1) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:56.325240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be0a2c1-6a06-4bda-a579-677d191b642a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.326448 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1be0a2c1-6a06-4bda-a579-677d191b642a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.344578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.430808 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f308cbe-d37e-498c-921e-112d9433eb8b x-openstack-request-id: req-6f308cbe-d37e-498c-921e-112d9433eb8b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:56.431455 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "name": "network-vif-plugged", "status": "completed", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:56.431455 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f308cbe-d37e-498c-921e-112d9433eb8b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:56.432073 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'code': 200} Jul 16 18:11:56.441147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991e2e53-9c33-4de7-b07e-2bb0be656120 None None] Network 1da918af-3caa-4046-9446-77d7dc7891b1 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:56.480547 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-a64f3209-9ac8-4eb2-ab8a-ba5e1b0ed2d4 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616519 Jul 16 18:11:56.539390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4831b725-84e4-4a22-ad0f-29b29f0e87a3 req-9ae6f686-8f88-4904-95b7-b2307c27cb46 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545560 Jul 16 18:11:56.587818 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1be0a2c1-6a06-4bda-a579-677d191b642a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0687234 Jul 16 18:11:56.588695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.598286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-617835473-router', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:56.607816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-f653592d-9821-42e0-946e-9bcd5f24e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.609678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-f653592d-9821-42e0-946e-9bcd5f24e2aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.4008572 Jul 16 18:11:56.641868 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-95af4d6c-c8ba-4418-8cde-c29d7bb87bdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=b8437eda-68aa-4615-8c69-a9ca4460558a HTTP/1.1" status: 200 len: 217 time: 0.1530607 Jul 16 18:11:56.644132 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.793945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:56.898785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209daa9-ab16-41fd-97bc-e5623d69275e req-8a8e7c59-226d-486b-ae34-52a224d4bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.900236 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5209daa9-ab16-41fd-97bc-e5623d69275e req-8a8e7c59-226d-486b-ae34-52a224d4bfb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 1101 time: 0.7487652 Jul 16 18:11:56.905228 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.908278 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.933178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'name': 'tempest-ServerRescueTestJSON-642080311-router', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:45Z', 'updated_at': '2021-07-16T18:11:48Z', 'revision_number': 3, 'project_id': '44a9d4d190934a2cadce7937c2b615a5', 'gw_port': {'id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:47Z', 'updated_at': '2021-07-16T18:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:56.948695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-a7e3c95c-1376-4432-831a-8aabfdcada08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.950379 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-a7e3c95c-1376-4432-831a-8aabfdcada08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.2843542 Jul 16 18:11:56.952779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec300d79-2bb8-4e58-801a-35758064b712 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.978202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57fe74e-98ed-4bac-9c87-063bd551f80b None None] The sync data for ids ['b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'] in n-d-793618-9 is: [{'id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'name': 'tempest-ServerRescueTestJSON-642080311-router', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:45Z', 'updated_at': '2021-07-16T18:11:48Z', 'revision_number': 3, 'project_id': '44a9d4d190934a2cadce7937c2b615a5', 'gw_port': {'id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:47Z', 'updated_at': '2021-07-16T18:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:57.017339 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.064361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-1da918af-3caa-4046-9446-77d7dc7891b1', 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'fixed_ips': [{'subnet_id': 'aa5704a2-e33c-4c43-aff1-c781980d8f63'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:57.064828 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec300d79-2bb8-4e58-801a-35758064b712 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Pushing event deleted for resources: {'Port': ['ID=6af0b6b3-6c69-4e84-8319-4265299188b1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.065239 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.156092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d52d21e-2198-4d05-b7a1-c4ce236d5018 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:57.186463 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec300d79-2bb8-4e58-801a-35758064b712 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.201364 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ec300d79-2bb8-4e58-801a-35758064b712 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] 10.222.0.52 "DELETE /v2.0/ports/6af0b6b3-6c69-4e84-8319-4265299188b1 HTTP/1.1" status: 204 len: 168 time: 2.6063049 Jul 16 18:11:57.202177 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:57.376060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-619719c2-368d-454d-b376-6f74b9210dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.377948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2e5e4720-f9bc-419f-99cc-1930589629fb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:57.383242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-619719c2-368d-454d-b376-6f74b9210dc4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7491932 Jul 16 18:11:57.457141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-7784032d-e985-4b03-a681-c22adb4f9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.459451 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-7784032d-e985-4b03-a681-c22adb4f9f99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5014052 Jul 16 18:11:57.504053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Allocated IP 172.20.0.2 (1da918af-3caa-4046-9446-77d7dc7891b1/aa5704a2-e33c-4c43-aff1-c781980d8f63/32c6c027-3e53-47b5-b5be-1afa06dcab5e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:57.514425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f924eb2c-4a1e-40b3-9110-4783aa701355 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Deleting subnet b9c3807a-b5b5-4ee9-b560-7088b1301a97 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:57.551940 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f924eb2c-4a1e-40b3-9110-4783aa701355 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.636883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 2e5e4720-f9bc-419f-99cc-1930589629fb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:57.648956 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f924eb2c-4a1e-40b3-9110-4783aa701355 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.700636 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2e5e4720-f9bc-419f-99cc-1930589629fb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:57.701094 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.785025 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.822938 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.871729 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.954322 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.958271 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.961945 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c13aae-de33-4f9b-a692-459caa96be59,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.021583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Transition to ACTIVE for port object 32c6c027-3e53-47b5-b5be-1afa06dcab5e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:58.042768 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-269690cb-f553-471a-83f0-ea3a66f04ff9 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553291 Jul 16 18:11:58.049938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 2e5e4720-f9bc-419f-99cc-1930589629fb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2e5e4720-f9bc-419f-99cc-1930589629fb,segment=NetworkSegment(cc0bd115-026d-441a-ae86-2abe497e196f),segment_id=cc0bd115-026d-441a-ae86-2abe497e196f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:58.062237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209daa9-ab16-41fd-97bc-e5623d69275e req-9a9327f4-bcf2-46c2-9f3a-5454d413d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.066606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5209daa9-ab16-41fd-97bc-e5623d69275e req-9a9327f4-bcf2-46c2-9f3a-5454d413d759 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 1.0434890 Jul 16 18:11:58.068856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-470313b2-a788-4cfe-845e-e7cf537b0656 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499856 Jul 16 18:11:58.073971 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.086341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.187847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=2e5e4720-f9bc-419f-99cc-1930589629fb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.196603 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Transition to ACTIVE for port object 32c6c027-3e53-47b5-b5be-1afa06dcab5e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:58.204676 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.264425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Network 1da918af-3caa-4046-9446-77d7dc7891b1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:58.267780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:58.273143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:58.280877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Pushing event updated for resources: {'Port': ['ID=32c6c027-3e53-47b5-b5be-1afa06dcab5e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.349835 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f924eb2c-4a1e-40b3-9110-4783aa701355 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.356949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Network 194b9072-4f03-40b8-af37-32d23e82af2e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:58.382358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Attempting to bind port 32c6c027-3e53-47b5-b5be-1afa06dcab5e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:58.382358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Attempting to bind port 32c6c027-3e53-47b5-b5be-1afa06dcab5e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '653e390a-c4a0-4532-82a8-c36ddc0c196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:58.382757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Attempting to bind port 32c6c027-3e53-47b5-b5be-1afa06dcab5e on network 1da918af-3caa-4046-9446-77d7dc7891b1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:58.390385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:58.390385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Checking segment: {'id': '653e390a-c4a0-4532-82a8-c36ddc0c196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:58.390385 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.390808 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Bound using segment: {'id': '653e390a-c4a0-4532-82a8-c36ddc0c196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:58.391555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Bound port: 32c6c027-3e53-47b5-b5be-1afa06dcab5e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653e390a-c4a0-4532-82a8-c36ddc0c196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:58.392256 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.400848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5209daa9-ab16-41fd-97bc-e5623d69275e req-b5abac45-75d5-471d-9999-b8cd99b23bca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a0e93a08-773c-49b1-a906-4bff6270e54b HTTP/1.1" status: 200 len: 217 time: 0.3109210 Jul 16 18:11:58.477509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] For port 32c6c027-3e53-47b5-b5be-1afa06dcab5e, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:58.482194 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] For port 32c6c027-3e53-47b5-b5be-1afa06dcab5e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=32c6c027-3e53-47b5-b5be-1afa06dcab5e,segment=NetworkSegment(653e390a-c4a0-4532-82a8-c36ddc0c196b),segment_id=653e390a-c4a0-4532-82a8-c36ddc0c196b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:58.497549 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.515755 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:58.533729 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-51a1bcbb-424c-4c6d-a603-bfcb2b20ad96 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301751 Jul 16 18:11:58.564544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209daa9-ab16-41fd-97bc-e5623d69275e req-612087c1-b1d6-42e9-bc18-7d9158f18376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.566028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5209daa9-ab16-41fd-97bc-e5623d69275e req-612087c1-b1d6-42e9-bc18-7d9158f18376 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1055527 Jul 16 18:11:58.603772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef135d0-fa3b-4c96-9bcd-04d841e5c56d None None] Pushing event updated for resources: {'Port': ['ID=32c6c027-3e53-47b5-b5be-1afa06dcab5e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.695957 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-b7f9749d-0b0e-4128-b04c-c26e8d5efa35 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262782 Jul 16 18:11:58.727470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb9ae1-9d99-4aad-b806-1bcbe7385c86 req-fe94c911-c435-4c89-acf9-8ed99d9b4472 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.729390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7beb9ae1-9d99-4aad-b806-1bcbe7385c86 req-fe94c911-c435-4c89-acf9-8ed99d9b4472 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.8357241 Jul 16 18:11:58.798119 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-395a4c61-4284-4bae-87c7-26f83b5e6a24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=aace7eb4-c981-4ac1-be70-21c27562802e HTTP/1.1" status: 200 len: 217 time: 0.0945947 Jul 16 18:11:58.841842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bc8ca-67eb-4c2a-9662-3b4ac749faae req-59936b19-0086-4162-a7a1-3731d480c20f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.847714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bc8ca-67eb-4c2a-9662-3b4ac749faae req-59936b19-0086-4162-a7a1-3731d480c20f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.855729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bc8ca-67eb-4c2a-9662-3b4ac749faae req-59936b19-0086-4162-a7a1-3731d480c20f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.872325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bc8ca-67eb-4c2a-9662-3b4ac749faae req-59936b19-0086-4162-a7a1-3731d480c20f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.887580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bc8ca-67eb-4c2a-9662-3b4ac749faae req-59936b19-0086-4162-a7a1-3731d480c20f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.895385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bc8ca-67eb-4c2a-9662-3b4ac749faae req-59936b19-0086-4162-a7a1-3731d480c20f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.912256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bc8ca-67eb-4c2a-9662-3b4ac749faae req-59936b19-0086-4162-a7a1-3731d480c20f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.924965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-157bc8ca-67eb-4c2a-9662-3b4ac749faae req-59936b19-0086-4162-a7a1-3731d480c20f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5445 time: 0.6989071 Jul 16 18:11:58.958486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f924eb2c-4a1e-40b3-9110-4783aa701355 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.995408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d52d21e-2198-4d05-b7a1-c4ce236d5018 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:59.007855 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f51943-1313-4e80-b24f-b3eecad91007 None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:59.044598 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f51943-1313-4e80-b24f-b3eecad91007 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:59.045826 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31f51943-1313-4e80-b24f-b3eecad91007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:59.099039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7beb9ae1-9d99-4aad-b806-1bcbe7385c86 req-e4a5041a-960b-4d12-af65-3cdfb968bf2e tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462996 Jul 16 18:11:59.146850 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31f51943-1313-4e80-b24f-b3eecad91007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:59.159532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924eb2c-4a1e-40b3-9110-4783aa701355 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c3807a-b5b5-4ee9-b560-7088b1301a97,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:59.162989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-157bc8ca-67eb-4c2a-9662-3b4ac749faae req-d5d4a396-d105-478a-85d1-3580ff34252d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2369671 Jul 16 18:11:59.184156 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f51943-1313-4e80-b24f-b3eecad91007 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:59.184995 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31f51943-1313-4e80-b24f-b3eecad91007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:59.187952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff66e3a-bee5-42b9-904c-934053684121 None None] Network c71c0a0b-abf6-4ecc-9c44-e61560a0056a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:59.203987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f924eb2c-4a1e-40b3-9110-4783aa701355 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.206182 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f924eb2c-4a1e-40b3-9110-4783aa701355 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] 10.222.0.52 "DELETE /v2.0/subnets/b9c3807a-b5b5-4ee9-b560-7088b1301a97 HTTP/1.1" status: 204 len: 168 time: 1.9848812 Jul 16 18:11:59.212107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-e7290a1e-2d92-4ed9-86e7-476c678a5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.212335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:59.238129 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-e7290a1e-2d92-4ed9-86e7-476c678a5ad1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 200 len: 797 time: 0.3840656 Jul 16 18:11:59.257058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209daa9-ab16-41fd-97bc-e5623d69275e req-629987d9-13d7-4b97-bf54-27da190c8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.258677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5209daa9-ab16-41fd-97bc-e5623d69275e req-629987d9-13d7-4b97-bf54-27da190c8586 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6604216 Jul 16 18:11:59.273838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Router b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:59.304512 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31f51943-1313-4e80-b24f-b3eecad91007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:59.306347 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f51943-1313-4e80-b24f-b3eecad91007 None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:59.466851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-730dda9e-6b21-46e1-bf2e-547e257e9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.471903 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-730dda9e-6b21-46e1-bf2e-547e257e9e1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8d3014e-98b1-4372-b371-192abfc83760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2241080 Jul 16 18:11:59.525840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9ea71516-c754-400e-a04a-f5bc11170dc4 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:59.601209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:59.622402 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1afb0d7d-3af6-4ecb-b2e4-cb9c87ff2595 admin admin] 10.222.0.52 "PUT /v2.0/routers/b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4877424 Jul 16 18:11:59.694911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 9ea71516-c754-400e-a04a-f5bc11170dc4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:59.701502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9ea71516-c754-400e-a04a-f5bc11170dc4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:59.702035 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.773471 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-52de6ab4-194a-41d0-960e-e424b1af66d8 service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812803 Jul 16 18:11:59.779087 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d048982b-9a3e-48ea-8dc6-02ef8b267dab None None] DHCP port deletion for c71c0a0b-abf6-4ecc-9c44-e61560a0056a request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:59.931200 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.962603 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 9ea71516-c754-400e-a04a-f5bc11170dc4, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9ea71516-c754-400e-a04a-f5bc11170dc4,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:59.972651 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.975325 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 32c6c027-3e53-47b5-b5be-1afa06dcab5e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:00.004471 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-c2141b10-af52-45c2-b0cb-297a9e3e5b3f service neutron] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239144 Jul 16 18:12:00.091514 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-0e476e08-0907-418e-b9be-edc2dd38a4f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=355d586e-9b6f-45ca-9c78-5ec31972c14f HTTP/1.1" status: 200 len: 217 time: 0.0799246 Jul 16 18:12:00.181059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-89668205-6868-4d5f-8642-502c6fce9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:00.185026 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-89668205-6868-4d5f-8642-502c6fce9bf6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6209d1f1-0281-4b08-99ad-f54e411f3cea HTTP/1.1" status: 200 len: 797 time: 0.0872190 Jul 16 18:12:00.223215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d048982b-9a3e-48ea-8dc6-02ef8b267dab None None] Deleting port 78589307-d2d0-48d7-bdc1-971de2789cee {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:00.223602 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d048982b-9a3e-48ea-8dc6-02ef8b267dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.227450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=9ea71516-c754-400e-a04a-f5bc11170dc4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:00.305949 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3b753db-28c2-4324-9327-10e43ac4c616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.408784 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-a7c8c2ef-4a41-43f2-a875-391ea1084e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:00.410360 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-a7c8c2ef-4a41-43f2-a875-391ea1084e5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac8af031-332b-49b9-a5c1-24e1effc1820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2180178 Jul 16 18:12:00.476681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d048982b-9a3e-48ea-8dc6-02ef8b267dab None None] For port 78589307-d2d0-48d7-bdc1-971de2789cee, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=78589307-d2d0-48d7-bdc1-971de2789cee,segment=NetworkSegment(603ec632-e68e-46ff-a1b2-d78c61e39b15),segment_id=603ec632-e68e-46ff-a1b2-d78c61e39b15)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:00.477081 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d048982b-9a3e-48ea-8dc6-02ef8b267dab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.479585 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.511221 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d048982b-9a3e-48ea-8dc6-02ef8b267dab None None] Calling delete_port for 78589307-d2d0-48d7-bdc1-971de2789cee owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:00.659959 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-4c502657-e0db-4983-900e-2b5bf5979447 service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408054 Jul 16 18:12:00.677863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 32c6c027-3e53-47b5-b5be-1afa06dcab5e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:00.711580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2e5e4720-f9bc-419f-99cc-1930589629fb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:00.835674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Sync routers for ids ['b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:00.878990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Routers {'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:00.879569 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:00.906183 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.935371 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-fa0aa7e9-69b7-4c23-bb46-5d83197e8c50 service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650657 Jul 16 18:12:01.010871 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-07dfddf0-7291-409c-8548-9815ce4d84ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=390c02d7-cbb9-4405-adc9-7f7430e8f6a3 HTTP/1.1" status: 200 len: 217 time: 0.0658956 Jul 16 18:12:01.014329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2e5e4720-f9bc-419f-99cc-1930589629fb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:01.014717 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.035725 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5209daa9-ab16-41fd-97bc-e5623d69275e req-586af3fc-bfbf-4f69-b436-c80ec559ce5e service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6838436 Jul 16 18:12:01.044819 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.123573 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-c465c56c-195a-48e4-b2c1-cca3c7144df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.125210 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-c465c56c-195a-48e4-b2c1-cca3c7144df0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6209d1f1-0281-4b08-99ad-f54e411f3cea HTTP/1.1" status: 200 len: 797 time: 0.1073468 Jul 16 18:12:01.238049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ecdee3-a11f-4e57-9200-d31a2d4882c6 None None] Network 1da918af-3caa-4046-9446-77d7dc7891b1 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:01.246364 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d048982b-9a3e-48ea-8dc6-02ef8b267dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.249889 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-8e6a256a-aedc-4b49-8f43-499bf36c1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.251437 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-8e6a256a-aedc-4b49-8f43-499bf36c1a53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac8af031-332b-49b9-a5c1-24e1effc1820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1198092 Jul 16 18:12:01.329404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048982b-9a3e-48ea-8dc6-02ef8b267dab None None] Pushing event deleted for resources: {'Port': ['ID=78589307-d2d0-48d7-bdc1-971de2789cee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:01.333789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d048982b-9a3e-48ea-8dc6-02ef8b267dab None None] No DVR routers for this DVR port 78589307-d2d0-48d7-bdc1-971de2789cee on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:01.394200 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-aadc02e9-1559-41b4-ad59-df1981c28ca2 service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354880 Jul 16 18:12:01.396185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-897139f1-f974-4b6e-8ac2-da85c04d51cd None None] Provisioning for port 32c6c027-3e53-47b5-b5be-1afa06dcab5e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:01.465001 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-897139f1-f974-4b6e-8ac2-da85c04d51cd None None] Provisioning complete for port 32c6c027-3e53-47b5-b5be-1afa06dcab5e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:01.465640 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-897139f1-f974-4b6e-8ac2-da85c04d51cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.546356 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Set router b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:01.550919 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-09ed635f-8db0-46e6-ac3f-8ee7054bce28 req-36f980ef-83a7-4216-b651-f7d9bfba4dd7 service neutron] 10.222.0.42 "GET /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471057 Jul 16 18:12:01.606637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d52d21e-2198-4d05-b7a1-c4ce236d5018 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:01.608475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Allocated IP 172.25.8.200 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/96c57833-4b54-4c45-8bf2-6b5425c73928) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:01.961292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210c598-34d6-4bc8-aa25-854fda59a753 req-cec700e0-2fc3-4090-8573-fba41edd2399 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.972928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210c598-34d6-4bc8-aa25-854fda59a753 req-cec700e0-2fc3-4090-8573-fba41edd2399 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.979340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210c598-34d6-4bc8-aa25-854fda59a753 req-cec700e0-2fc3-4090-8573-fba41edd2399 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.986479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210c598-34d6-4bc8-aa25-854fda59a753 req-cec700e0-2fc3-4090-8573-fba41edd2399 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.991613 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-897139f1-f974-4b6e-8ac2-da85c04d51cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.993564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210c598-34d6-4bc8-aa25-854fda59a753 req-cec700e0-2fc3-4090-8573-fba41edd2399 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.999853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210c598-34d6-4bc8-aa25-854fda59a753 req-cec700e0-2fc3-4090-8573-fba41edd2399 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.007144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210c598-34d6-4bc8-aa25-854fda59a753 req-cec700e0-2fc3-4090-8573-fba41edd2399 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.009435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5210c598-34d6-4bc8-aa25-854fda59a753 req-cec700e0-2fc3-4090-8573-fba41edd2399 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5445 time: 1.8063300 Jul 16 18:12:02.023473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Deleting port 78589307-d2d0-48d7-bdc1-971de2789cee {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:02.024180 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.135213 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.186475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5209daa9-ab16-41fd-97bc-e5623d69275e req-9b3d06a8-6857-4beb-aaaf-e187c0490d85 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9062095 Jul 16 18:12:02.238597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-77753eee-6742-4a42-9240-2f4b83130da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.243215 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-77753eee-6742-4a42-9240-2f4b83130da1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b&tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd HTTP/1.1" status: 200 len: 1101 time: 0.9421141 Jul 16 18:12:02.290297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-9ac8da14-9989-418d-a772-51cc0d143d61 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.297362 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-9ac8da14-9989-418d-a772-51cc0d143d61 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/networks?id=194b9072-4f03-40b8-af37-32d23e82af2e HTTP/1.1" status: 200 len: 810 time: 1.0152118 Jul 16 18:12:02.314421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:02.393511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9ea71516-c754-400e-a04a-f5bc11170dc4 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:02.401794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] For port 78589307-d2d0-48d7-bdc1-971de2789cee, host n-d-793618-9, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:02.402500 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.435437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-897139f1-f974-4b6e-8ac2-da85c04d51cd None None] For port 32c6c027-3e53-47b5-b5be-1afa06dcab5e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=32c6c027-3e53-47b5-b5be-1afa06dcab5e,segment=NetworkSegment(653e390a-c4a0-4532-82a8-c36ddc0c196b),segment_id=653e390a-c4a0-4532-82a8-c36ddc0c196b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:02.450735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d52d21e-2198-4d05-b7a1-c4ce236d5018 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:02.460037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-59beea2d-30a4-449e-b3ee-ff13a6adbe29 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/quotas/44a9d4d190934a2cadce7937c2b615a5 HTTP/1.1" status: 200 len: 375 time: 0.1614058 Jul 16 18:12:02.462763 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7981564c-585e-450c-ac05-b6938f195773 None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:02.476681 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7981564c-585e-450c-ac05-b6938f195773 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:02.477773 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7981564c-585e-450c-ac05-b6938f195773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:02.502715 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d52d21e-2198-4d05-b7a1-c4ce236d5018 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.505195 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Calling delete_port for 78589307-d2d0-48d7-bdc1-971de2789cee owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:02.506087 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-897139f1-f974-4b6e-8ac2-da85c04d51cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.531005 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7981564c-585e-450c-ac05-b6938f195773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:02.542520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Port 78589307-d2d0-48d7-bdc1-971de2789cee was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:12:02.564339 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7981564c-585e-450c-ac05-b6938f195773 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:02.565260 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7981564c-585e-450c-ac05-b6938f195773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:02.580346 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.582393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897139f1-f974-4b6e-8ac2-da85c04d51cd None None] Pushing event updated for resources: {'Port': ['ID=32c6c027-3e53-47b5-b5be-1afa06dcab5e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.588406 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.625210 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.631932 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a9e7389-8a1b-45ec-b9ea-66fa91195eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.643756 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7981564c-585e-450c-ac05-b6938f195773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:02.644751 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7981564c-585e-450c-ac05-b6938f195773 None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:02.648121 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.671868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] No DVR routers for this DVR port 78589307-d2d0-48d7-bdc1-971de2789cee on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:02.715643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9ea71516-c754-400e-a04a-f5bc11170dc4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:02.716047 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.757798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Pushing event deleted for resources: {'Port': ['ID=78589307-d2d0-48d7-bdc1-971de2789cee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.823864 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.843921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'name': 'tempest-ServerRescueTestJSON-642080311-router', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:45Z', 'updated_at': '2021-07-16T18:11:56Z', 'revision_number': 4, 'project_id': '44a9d4d190934a2cadce7937c2b615a5', 'gw_port': {'id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:47Z', 'updated_at': '2021-07-16T18:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c0c13aae-de33-4f9b-a692-459caa96be59', 'name': '', 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'mac_address': 'fa:16:3e:b5:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'be9b4715-43a2-423f-8816-6c7e8844618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:53Z', 'updated_at': '2021-07-16T18:11:56Z', 'revision_number': 2, 'project_id': '44a9d4d190934a2cadce7937c2b615a5', 'subnets': [{'id': 'be9b4715-43a2-423f-8816-6c7e8844618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:02.891594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Checking router: b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:02.891960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Updating router b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c port c0c13aae-de33-4f9b-a692-459caa96be59 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:12:02.916018 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.981226 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.286045 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.334753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf42b51-54d1-43ff-85b1-a4d89c648c35 req-faf9197b-a71f-4a7d-95b4-2bd1ba690ba6 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:03.344383 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4cf42b51-54d1-43ff-85b1-a4d89c648c35 req-faf9197b-a71f-4a7d-95b4-2bd1ba690ba6 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 1.0269802 Jul 16 18:12:03.352130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:03.363305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71c0a0b-abf6-4ecc-9c44-e61560a0056a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:03.368768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Pushing event updated for resources: {'Port': ['ID=96c57833-4b54-4c45-8bf2-6b5425c73928,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.421400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:03.439386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603ec632-e68e-46ff-a1b2-d78c61e39b15') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:03.439386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603ec632-e68e-46ff-a1b2-d78c61e39b15') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:03.445438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:03.446054 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3d52d21e-2198-4d05-b7a1-c4ce236d5018 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "PUT /v2.0/floatingips/1d36b149-8951-4e07-9347-ff7e4d4d53dc HTTP/1.1" status: 200 len: 977 time: 10.3842120 Jul 16 18:12:03.450971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-20966a20-4699-4bfd-90c9-84cf76cb4fbe tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44a9d4d190934a2cadce7937c2b615a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9893849 Jul 16 18:12:03.457784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e0de222a-cebb-4883-b22c-77ca43ded37b None None] Provisioning complete for port 32c6c027-3e53-47b5-b5be-1afa06dcab5e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:03.457784 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0de222a-cebb-4883-b22c-77ca43ded37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.458862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad194a5b-7558-417f-9b00-505bb2e1635c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:03.534886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:03.535175 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.535314 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.542890 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad194a5b-7558-417f-9b00-505bb2e1635c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.546023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:03.550223 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.585307 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.599901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:03.600244 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:03.609753 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:03.616497 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:03.616497 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:03.616497 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:03.616497 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:03.616497 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:03.666926 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 78589307-d2d0-48d7-bdc1-971de2789cee no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:03.699533 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 78589307-d2d0-48d7-bdc1-971de2789cee {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:03.700797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 78589307-d2d0-48d7-bdc1-971de2789cee not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:03.768233 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.815380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4cf42b51-54d1-43ff-85b1-a4d89c648c35 req-a283a894-2154-45f2-bf0c-fe334fa3fe1c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696848 Jul 16 18:12:03.848023 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad194a5b-7558-417f-9b00-505bb2e1635c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.855170 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad194a5b-7558-417f-9b00-505bb2e1635c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.855584 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-ad194a5b-7558-417f-9b00-505bb2e1635c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Floating IP 1d36b149-8951-4e07-9347-ff7e4d4d53dc disassociated. External IP: 172.25.8.9, port: 5231a5f3-fe49-490a-861b-32cb15a953c4. Jul 16 18:12:03.932786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.970934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Transition to ACTIVE for port object c0c13aae-de33-4f9b-a692-459caa96be59 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:03.977851 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.979905 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] 10.222.0.52 "DELETE /v2.0/networks/c71c0a0b-abf6-4ecc-9c44-e61560a0056a HTTP/1.1" status: 204 len: 168 time: 4.7429101 Jul 16 18:12:03.982793 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.044697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 32c6c027-3e53-47b5-b5be-1afa06dcab5e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:04.140930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648613c9-3239-4fb4-9ff4-23110e07b1f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320 tempest-ExtraDHCPOptionsIpV6TestJSON-1729670320-project] Pushing event deleted for resources: {'Network': ['ID=c71c0a0b-abf6-4ecc-9c44-e61560a0056a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:04.230216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f77aa5-61ec-4ad2-9177-69ca5c21a13f None None] Pushing event updated for resources: {'Port': ['ID=c0c13aae-de33-4f9b-a692-459caa96be59,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:04.300365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:04.339039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:04.358344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 32c6c027-3e53-47b5-b5be-1afa06dcab5e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:04.360557 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.429189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.447336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Transition to ACTIVE for port object 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:04.448458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:04.455470 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b218cd28-7307-4eee-bd9f-1cf25b711873" -d '{"events": [{"server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "name": "network-vif-unplugged", "status": "completed", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:04.483779 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.512027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-f2859e85-47db-4d68-8289-12dd89531c4e service neutron] 10.222.0.52 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0325801 Jul 16 18:12:04.543888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Attempting to bind port c0c13aae-de33-4f9b-a692-459caa96be59 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:04.554470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Attempting to bind port c0c13aae-de33-4f9b-a692-459caa96be59 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:04.555203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Attempting to bind port c0c13aae-de33-4f9b-a692-459caa96be59 on network 194b9072-4f03-40b8-af37-32d23e82af2e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:04.619192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45176) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:04.635926 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:04.636316 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Checking segment: {'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:04.636725 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.637133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Bound using segment: {'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:04.641229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Bound port: c0c13aae-de33-4f9b-a692-459caa96be59, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:04.643055 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca22dbc7-973c-40a0-9033-1a94e3e40949 x-openstack-request-id: req-ca22dbc7-973c-40a0-9033-1a94e3e40949 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:04.643211 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.643764 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "name": "network-vif-unplugged", "status": "completed", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:04.644379 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca22dbc7-973c-40a0-9033-1a94e3e40949 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:04.645185 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'code': 200} Jul 16 18:12:04.793501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] No DVR routers for this DVR port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:04.808033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] For port c0c13aae-de33-4f9b-a692-459caa96be59, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:04.823296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] For port c0c13aae-de33-4f9b-a692-459caa96be59, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c0c13aae-de33-4f9b-a692-459caa96be59,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:04.823790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:04.866384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Pushing event updated for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:04.934905 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.939204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad194a5b-7558-417f-9b00-505bb2e1635c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:04.961022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Attempting to bind port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:04.961688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Attempting to bind port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:04.962220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Attempting to bind port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:04.980977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:04.981215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Attempting to bind port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:04.989933 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-dbcd8dcd-e9d9-4d65-b8cb-02ee195a3c20 service neutron] 10.222.0.52 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759209 Jul 16 18:12:05.033284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:05.033702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:05.034101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:05.038438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Bound port: 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:05.038827 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.047693 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6281c52b-2eff-4b55-8005-556b93970af3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f675c286a5dd46609cb4b81703a2736f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213281 Jul 16 18:12:05.060328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.074904 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:12:05.075660 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:12:05.131153 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Routers {'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:05.132071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:05.183147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f77aa5-61ec-4ad2-9177-69ca5c21a13f None None] Pushing event updated for resources: {'Port': ['ID=c0c13aae-de33-4f9b-a692-459caa96be59,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.259258 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.289065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] Set router b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:05.292518 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.316736 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.383655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f37c6e-568b-4230-a64b-cf700022b572 req-701ad418-4158-449d-b6f9-42ee51bb6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.384033 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f37c6e-568b-4230-a64b-cf700022b572 req-701ad418-4158-449d-b6f9-42ee51bb6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.384578 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f37c6e-568b-4230-a64b-cf700022b572 req-701ad418-4158-449d-b6f9-42ee51bb6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.385272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f37c6e-568b-4230-a64b-cf700022b572 req-701ad418-4158-449d-b6f9-42ee51bb6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.385925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f37c6e-568b-4230-a64b-cf700022b572 req-701ad418-4158-449d-b6f9-42ee51bb6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.386302 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f37c6e-568b-4230-a64b-cf700022b572 req-701ad418-4158-449d-b6f9-42ee51bb6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.386887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f37c6e-568b-4230-a64b-cf700022b572 req-701ad418-4158-449d-b6f9-42ee51bb6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.388978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-17f37c6e-568b-4230-a64b-cf700022b572 req-701ad418-4158-449d-b6f9-42ee51bb6854 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6502 time: 0.5644128 Jul 16 18:12:05.394411 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.397831 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.398977 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0ecef2d-2341-4fcd-9ab5-398902a8dda1 HTTP/1.1" status: 204 len: 168 time: 0.3097589 Jul 16 18:12:05.414286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-945d61ec-ba65-469a-ae28-bd21157e770a req-e4592ef9-4a33-41c1-8163-f4394bf2dca9 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 210 time: 0.1309938 Jul 16 18:12:05.418543 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ecef2d-2341-4fcd-9ab5-398902a8dda1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.440514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:05.440876 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:05.441279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:05.441668 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:05.442007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:05.442451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:05.442792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:05.443129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:05.443464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:05.443813 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:05.444115 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:05.444916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18b1a6a-1392-4404-97c1-a7dbf4d3a006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:05.468667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad194a5b-7558-417f-9b00-505bb2e1635c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:05.478865 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad194a5b-7558-417f-9b00-505bb2e1635c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.521298 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ad194a5b-7558-417f-9b00-505bb2e1635c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "PUT /v2.0/floatingips/1d36b149-8951-4e07-9347-ff7e4d4d53dc HTTP/1.1" status: 200 len: 686 time: 2.0719233 Jul 16 18:12:05.521790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.638948 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-17f37c6e-568b-4230-a64b-cf700022b572 req-284516c7-c420-4eb4-b77d-96d28cc295ff service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2386155 Jul 16 18:12:05.642043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c1297f-aa6c-427b-8872-7b3d7e7d8e6b None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:05.674663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:05.680162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:05.729993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b6edd829-5376-45fa-bbad-6df12ead70e4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port 3b83428e-5a69-4aee-94dd-c67d20f4e0a0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:05.730391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6edd829-5376-45fa-bbad-6df12ead70e4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.756939 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.794484 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.857534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1297f-aa6c-427b-8872-7b3d7e7d8e6b None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:05.858183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-21c1297f-aa6c-427b-8872-7b3d7e7d8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:05.891300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6edd829-5376-45fa-bbad-6df12ead70e4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.891642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6edd829-5376-45fa-bbad-6df12ead70e4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.928811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-21c1297f-aa6c-427b-8872-7b3d7e7d8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:05.938603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b6edd829-5376-45fa-bbad-6df12ead70e4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for 3b83428e-5a69-4aee-94dd-c67d20f4e0a0 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:05.951585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1297f-aa6c-427b-8872-7b3d7e7d8e6b None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:05.952227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-21c1297f-aa6c-427b-8872-7b3d7e7d8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:05.972752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.973610 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.976652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] 10.222.0.42 "PUT /v2.0/ports/105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 1097 time: 3.6678574 Jul 16 18:12:06.037071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-21c1297f-aa6c-427b-8872-7b3d7e7d8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:06.037779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c1297f-aa6c-427b-8872-7b3d7e7d8e6b None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:06.066943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'name': 'tempest-ServerRescueTestJSON-642080311-router', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:45Z', 'updated_at': '2021-07-16T18:11:56Z', 'revision_number': 4, 'project_id': '44a9d4d190934a2cadce7937c2b615a5', 'gw_port': {'id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:47Z', 'updated_at': '2021-07-16T18:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c0c13aae-de33-4f9b-a692-459caa96be59', 'name': '', 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'mac_address': 'fa:16:3e:b5:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'be9b4715-43a2-423f-8816-6c7e8844618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:53Z', 'updated_at': '2021-07-16T18:12:04Z', 'revision_number': 4, 'project_id': '44a9d4d190934a2cadce7937c2b615a5', 'subnets': [{'id': 'be9b4715-43a2-423f-8816-6c7e8844618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:06.127049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862a282-925e-445d-b3a7-19d1f6b214c1 None None] The sync data for ids ['b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'] in n-d-793618-9 is: [{'id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'name': 'tempest-ServerRescueTestJSON-642080311-router', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:45Z', 'updated_at': '2021-07-16T18:11:56Z', 'revision_number': 4, 'project_id': '44a9d4d190934a2cadce7937c2b615a5', 'gw_port': {'id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:47Z', 'updated_at': '2021-07-16T18:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c0c13aae-de33-4f9b-a692-459caa96be59', 'name': '', 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'mac_address': 'fa:16:3e:b5:cd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'be9b4715-43a2-423f-8816-6c7e8844618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:53Z', 'updated_at': '2021-07-16T18:12:04Z', 'revision_number': 4, 'project_id': '44a9d4d190934a2cadce7937c2b615a5', 'subnets': [{'id': 'be9b4715-43a2-423f-8816-6c7e8844618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:06.159065 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.216023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affebe9-2a65-4be8-a22e-66b81e9d28d0 req-8291f868-3de6-445f-a579-b4b5403df3b5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.216758 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6edd829-5376-45fa-bbad-6df12ead70e4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.217784 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6affebe9-2a65-4be8-a22e-66b81e9d28d0 req-8291f868-3de6-445f-a579-b4b5403df3b5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 949 time: 1.1183794 Jul 16 18:12:06.338962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edd829-5376-45fa-bbad-6df12ead70e4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=3b83428e-5a69-4aee-94dd-c67d20f4e0a0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:06.393621 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6edd829-5376-45fa-bbad-6df12ead70e4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.397565 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b6edd829-5376-45fa-bbad-6df12ead70e4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.401461 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b6edd829-5376-45fa-bbad-6df12ead70e4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/floatingips/1d36b149-8951-4e07-9347-ff7e4d4d53dc HTTP/1.1" status: 204 len: 168 time: 0.8758860 Jul 16 18:12:06.402088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:06.485347 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d717dcb1-a36f-46f8-8d8b-6918611817e5 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] delete failed (client error): The resource could not be found. Jul 16 18:12:06.486471 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d717dcb1-a36f-46f8-8d8b-6918611817e5 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/floatingips/1d36b149-8951-4e07-9347-ff7e4d4d53dc HTTP/1.1" status: 404 len: 345 time: 0.0831802 Jul 16 18:12:06.491901 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:06.697923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13d2f15-e891-4eb5-bb67-187c6b509443 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.704267 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13d2f15-e891-4eb5-bb67-187c6b509443 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.712348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13d2f15-e891-4eb5-bb67-187c6b509443 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.714347 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c13d2f15-e891-4eb5-bb67-187c6b509443 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "GET /v2.0/ports?network_id=1dd532fb-0861-49df-b097-e2c461f06dbd HTTP/1.1" status: 200 len: 2358 time: 0.2192137 Jul 16 18:12:06.717012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:06.840926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ff2850-f37d-463d-8cee-bc950c215a08 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.842346 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-59ff2850-f37d-463d-8cee-bc950c215a08 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "GET /v2.0/subnets/e9fe3e75-4632-4b50-8779-a50c06e15147 HTTP/1.1" status: 200 len: 797 time: 0.1243360 Jul 16 18:12:06.847200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:06.850692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:06.853015 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18db6ca7-ace5-4cea-a1be-15882393e3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:06.856642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'port': {'network_id': '1dd532fb-0861-49df-b097-e2c461f06dbd', 'name': 'tempest-FloatingIPTestJSON-453390380', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:06.860005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:06.892775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07a8ac-294f-4f3f-9b7b-7bf3a77e0a55 service neutron] Pushing event updated for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:06.950195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb6f1c34-0a88-4228-b435-7c9a93ed1189 req-5aa88fcf-c015-45b6-809f-aacfedfec00e tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 210 time: 0.0848458 Jul 16 18:12:07.027808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6affebe9-2a65-4be8-a22e-66b81e9d28d0 req-256239c7-53e4-41fd-88e6-a492f94f1ab3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7878640 Jul 16 18:12:07.050991 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-923206616'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:07.071751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Made reservation on behalf of 742bbbf693e64bf9ab4a72fa43e63895 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:07.084065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-f4a2b075-8985-453b-bff7-f8c94403ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.086071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-f4a2b075-8985-453b-bff7-f8c94403ecc9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1100 time: 1.0767148 Jul 16 18:12:07.108553 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624c4542-c7a8-47b6-b5ad-6223684e6a3f x-openstack-request-id: req-624c4542-c7a8-47b6-b5ad-6223684e6a3f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:07.109113 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:07.109701 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-624c4542-c7a8-47b6-b5ad-6223684e6a3f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:07.110387 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'status': 'completed', 'code': 200} Jul 16 18:12:07.131017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:07.134636 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.154180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.276927 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.313296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] device_id is not set on port 67122f2e-9d74-4373-b733-49c9bc447ad4 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:07.326391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Router 6a7511ff-947f-4db1-9e78-6617c2419d33 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:12:07.439780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-307c2300-3171-4b69-96fb-b2dc2404bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.442980 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-307c2300-3171-4b69-96fb-b2dc2404bde8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.3470531 Jul 16 18:12:07.526943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.551230 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.559324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-4182047c-f970-4d4c-8753-beefb6fd3288 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 217 time: 0.0877013 Jul 16 18:12:07.572168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-51af81b4-f5f8-4bcd-958d-ee1cb9952695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.573689 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-51af81b4-f5f8-4bcd-958d-ee1cb9952695 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1100 time: 0.3901520 Jul 16 18:12:07.628990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1db531-a4d4-4c97-8474-e55739d54bc7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:07.642650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:07.653994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-bd40110b-d520-444b-9279-3a768439d809 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.655586 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-bd40110b-d520-444b-9279-3a768439d809 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.38 "GET /v2.0/networks?id=194b9072-4f03-40b8-af37-32d23e82af2e HTTP/1.1" status: 200 len: 810 time: 0.4447837 Jul 16 18:12:07.667593 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.667947 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Added segment 08c81529-8642-41e6-9f8e-9cb40a873671 of type vlan for network 2a240878-0a45-42a7-96c1-4d9894a092d4 Jul 16 18:12:07.712386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Request body: {'port': {'device_id': '99f34abd-3044-4096-8f19-ebbc6a63faa1', 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e', 'admin_state_up': True, 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:07.753453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.818414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-d3c35732-9b32-4a1f-a07d-b0c388c0d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.819655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-d3c35732-9b32-4a1f-a07d-b0c388c0d6bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2495499 Jul 16 18:12:07.855353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.863716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.865361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.894660 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.20.0.14 (1dd532fb-0861-49df-b097-e2c461f06dbd/e9fe3e75-4632-4b50-8779-a50c06e15147/67122f2e-9d74-4373-b733-49c9bc447ad4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:07.913494 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.20.0.13 (1dd532fb-0861-49df-b097-e2c461f06dbd/e9fe3e75-4632-4b50-8779-a50c06e15147/67122f2e-9d74-4373-b733-49c9bc447ad4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:07.917939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:07.942966 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Sync routers for ids ['6a7511ff-947f-4db1-9e78-6617c2419d33'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:07.962970 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Routers {'6a7511ff-947f-4db1-9e78-6617c2419d33'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:07.963614 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6a7511ff-947f-4db1-9e78-6617c2419d33'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:07.994460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-d7b1fbc4-ae93-4f29-af6e-208c9594a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.999365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-d7b1fbc4-ae93-4f29-af6e-208c9594a7ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.4010701 Jul 16 18:12:08.044433 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.046014 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f410c18b-4bbc-48c1-bd87-19c9ea25fb13 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.4529266 Jul 16 18:12:08.050647 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1893895 Jul 16 18:12:08.058663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45316) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:08.059300 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54f779-b872-4624-9b8f-e1d4eb195fbc tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Network': ['ID=2a240878-0a45-42a7-96c1-4d9894a092d4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:08.076518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 2a240878-0a45-42a7-96c1-4d9894a092d4 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:08.096768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-43cbb015-2946-4a9c-982a-5a83281b3d44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 217 time: 0.0873804 Jul 16 18:12:08.105932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Made reservation on behalf of 44a9d4d190934a2cadce7937c2b615a5 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:08.109815 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.148892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-bac4557b-787b-4272-ada1-47e037c5b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:08.153265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-bac4557b-787b-4272-ada1-47e037c5b97b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2977974 Jul 16 18:12:08.174325 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c0c13aae-de33-4f9b-a692-459caa96be59 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:08.276511 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Set router 6a7511ff-947f-4db1-9e78-6617c2419d33 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:08.505214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-6f844d90-ab37-4903-828b-b4ff85fd80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:08.510595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-6f844d90-ab37-4903-828b-b4ff85fd80c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.4064989 Jul 16 18:12:08.554023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port c0c13aae-de33-4f9b-a692-459caa96be59 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:08.558965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c0c13aae-de33-4f9b-a692-459caa96be59 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:08.559424 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.679244 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-843ac8e3-a41a-4e57-a18a-0c6b99bf5ad2 req-5aaa4215-7849-40d6-b356-e2a422bae118 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 210 time: 0.3054869 Jul 16 18:12:08.711964 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'name': 'tempest-TestVolumeBackupRestore-617835473-router', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:56Z', 'updated_at': '2021-07-16T18:12:04Z', 'revision_number': 3, 'project_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'gw_port': {'id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:08.743295 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.764596 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Checking router: 6a7511ff-947f-4db1-9e78-6617c2419d33 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:08.772611 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Updating router 6a7511ff-947f-4db1-9e78-6617c2419d33 port 96c57833-4b54-4c45-8bf2-6b5425c73928 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:12:08.817170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port c0c13aae-de33-4f9b-a692-459caa96be59, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c0c13aae-de33-4f9b-a692-459caa96be59,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:08.825470 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.837524 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.934420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=c0c13aae-de33-4f9b-a692-459caa96be59,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:08.981738 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.028995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-43e2b4b8-ea61-476c-ae64-b836c88f084e service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8124890 Jul 16 18:12:09.107510 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.125981 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-fdf5544d-81aa-4a0c-aec1-a3419ba6442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.129147 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-fdf5544d-81aa-4a0c-aec1-a3419ba6442a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5329187 Jul 16 18:12:09.145682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedba65d-7308-458e-b39a-8f53ce2b939c req-f307a2a4-b71a-45fc-a086-a961f3ca92a6 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.147822 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eedba65d-7308-458e-b39a-8f53ce2b939c req-f307a2a4-b71a-45fc-a086-a961f3ca92a6 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 949 time: 0.6326358 Jul 16 18:12:09.168878 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=67122f2e-9d74-4373-b733-49c9bc447ad4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.197271 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 1dd532fb-0861-49df-b097-e2c461f06dbd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:09.199694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:09.220697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:09.267606 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.268646 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.292389 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-97d6a3ce-6f46-441f-aae9-84551fad8c60 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.4439962 Jul 16 18:12:09.296012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:09.298377 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.301979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '67122f2e-9d74-4373-b733-49c9bc447ad4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:09.308434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-9addbd3a-8e7c-474e-9afc-43cbba4e31d4 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584799 Jul 16 18:12:09.325538 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Transition to ACTIVE for port object 96c57833-4b54-4c45-8bf2-6b5425c73928 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:09.330851 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.339920 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.345964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Allocated IP 172.20.0.8 (194b9072-4f03-40b8-af37-32d23e82af2e/be9b4715-43a2-423f-8816-6c7e8844618b/5298eb3f-bd77-42ed-b68f-d96674f42426) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:09.368592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.386577 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Attempting to bind port 96c57833-4b54-4c45-8bf2-6b5425c73928 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:09.387122 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Attempting to bind port 96c57833-4b54-4c45-8bf2-6b5425c73928 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:09.387555 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Attempting to bind port 96c57833-4b54-4c45-8bf2-6b5425c73928 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:09.426565 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:09.426731 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:09.427200 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.427890 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:09.428817 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Bound port: 96c57833-4b54-4c45-8bf2-6b5425c73928, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:09.429435 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.497208 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] For port 96c57833-4b54-4c45-8bf2-6b5425c73928, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:09.501470 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2638712-2659-45ed-9945-9eb38af4db26 None None] Pushing event updated for resources: {'Port': ['ID=96c57833-4b54-4c45-8bf2-6b5425c73928,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.517588 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] For port 96c57833-4b54-4c45-8bf2-6b5425c73928, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=96c57833-4b54-4c45-8bf2-6b5425c73928,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:09.523963 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.572843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fa1a8a2-6601-40f2-b68d-287fd5469295 req-d29483ff-dfe7-47c5-9ec8-15c5396031aa service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275261 Jul 16 18:12:09.595654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eedba65d-7308-458e-b39a-8f53ce2b939c req-6c200934-0e7b-43cf-836f-c7340dba02b5 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861950 Jul 16 18:12:09.690843 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Routers {'6a7511ff-947f-4db1-9e78-6617c2419d33'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:09.691656 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6a7511ff-947f-4db1-9e78-6617c2419d33'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:09.750979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-082a9375-8ff9-40df-9670-90c88ed294df service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209232 Jul 16 18:12:09.778339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-07bd1f36-e6d9-4e7b-a397-c700103b88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.779883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-07bd1f36-e6d9-4e7b-a397-c700103b88e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1100 time: 0.1433733 Jul 16 18:12:09.815980 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2638712-2659-45ed-9945-9eb38af4db26 None None] Pushing event updated for resources: {'Port': ['ID=96c57833-4b54-4c45-8bf2-6b5425c73928,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.925060 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.990502 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] Set router 6a7511ff-947f-4db1-9e78-6617c2419d33 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:09.999164 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c0c13aae-de33-4f9b-a692-459caa96be59 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:10.064299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Allocated IP 172.20.0.1 (1da918af-3caa-4046-9446-77d7dc7891b1/aa5704a2-e33c-4c43-aff1-c781980d8f63/19911910-8859-45ca-8fe8-9e33a782ef3e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:10.123386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c0c13aae-de33-4f9b-a692-459caa96be59 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:10.123687 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.248603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.25.8.123 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/74719a1e-b259-49ee-9a52-db1bfdbcd014) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:10.366218 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'name': 'tempest-TestVolumeBackupRestore-617835473-router', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:56Z', 'updated_at': '2021-07-16T18:12:04Z', 'revision_number': 3, 'project_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'gw_port': {'id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:10.422729 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff39bd-7548-4597-a8c1-3b159f97cb8d None None] The sync data for ids ['6a7511ff-947f-4db1-9e78-6617c2419d33'] in n-d-793618-9 is: [{'id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'name': 'tempest-TestVolumeBackupRestore-617835473-router', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:56Z', 'updated_at': '2021-07-16T18:12:04Z', 'revision_number': 3, 'project_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'gw_port': {'id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:10.424864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63556642-0a8b-4c79-8e4d-080bf6686c89 req-12a3c983-7d53-47c4-a0f6-6710f458a055 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 210 time: 0.0931568 Jul 16 18:12:10.442695 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.446828 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.498764 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.511877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Transition to ACTIVE for port object 19911910-8859-45ca-8fe8-9e33a782ef3e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:10.528969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.582828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Pushing event updated for resources: {'Port': ['ID=5298eb3f-bd77-42ed-b68f-d96674f42426,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:10.590184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-5bf623f6-c542-4880-8908-d054ffb51a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.591682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-5bf623f6-c542-4880-8908-d054ffb51a05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.7655432 Jul 16 18:12:10.615544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.637070 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.677558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Network 1da918af-3caa-4046-9446-77d7dc7891b1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:10.693527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:10.697262 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:10.698699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Network 194b9072-4f03-40b8-af37-32d23e82af2e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:10.702789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:10.710830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:10.714027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-6c92ea4f-3134-4fd9-b1f7-779d839a9253 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 200 len: 217 time: 0.1137893 Jul 16 18:12:10.714741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:10.769039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:10.797307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:10.839339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Pushing event updated for resources: {'Port': ['ID=19911910-8859-45ca-8fe8-9e33a782ef3e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:10.952107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-65067eca-647a-4f2a-abaa-d1c431dbdccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.953883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-65067eca-647a-4f2a-abaa-d1c431dbdccf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2247951 Jul 16 18:12:11.212816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:11.213535 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.305707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-ed436bee-e672-4b05-bd9a-4ee56ce12c27 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6059685 Jul 16 18:12:11.336812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Request body: {'port': {'device_id': '99f34abd-3044-4096-8f19-ebbc6a63faa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:11.396341 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1aac45bb-5a66-4920-8c0b-9f3122bddb66 None None] Provisioning for port 19911910-8859-45ca-8fe8-9e33a782ef3e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:11.402559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1aac45bb-5a66-4920-8c0b-9f3122bddb66 None None] Provisioning complete for port 19911910-8859-45ca-8fe8-9e33a782ef3e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:11.402946 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1aac45bb-5a66-4920-8c0b-9f3122bddb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.528092 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1aac45bb-5a66-4920-8c0b-9f3122bddb66 None None] Port 19911910-8859-45ca-8fe8-9e33a782ef3e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:11.568221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.575746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-07adc067-d616-4702-9ff9-5fcc874b3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:11.577696 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-07adc067-d616-4702-9ff9-5fcc874b3e83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5677128 Jul 16 18:12:11.598177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1e272-0fa5-4ea8-a31c-d84685348197 req-611f4744-499c-4163-b41d-6468b083416a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:11.611796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50b1e272-0fa5-4ea8-a31c-d84685348197 req-611f4744-499c-4163-b41d-6468b083416a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 949 time: 0.6568441 Jul 16 18:12:11.631061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:11.657783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b9997999-291f-482b-8c87-5d3520d3dfa8 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'subnet': {'network_id': '2a240878-0a45-42a7-96c1-4d9894a092d4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:11.670102 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=74719a1e-b259-49ee-9a52-db1bfdbcd014,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.684117 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.715306 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50b1e272-0fa5-4ea8-a31c-d84685348197 req-dd2eeb1f-7cbd-48d5-b03c-7f0d5f7bb897 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024220 Jul 16 18:12:11.786759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:11.954628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d760ee-179d-4086-80fb-242fe88eefc1 admin admin] Deleting subnet 91e914a2-e9b1-4705-8000-e027084d6e26 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:11.991248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0d760ee-179d-4086-80fb-242fe88eefc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.052751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 96c57833-4b54-4c45-8bf2-6b5425c73928 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:12.076742 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0d760ee-179d-4086-80fb-242fe88eefc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.118115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 96c57833-4b54-4c45-8bf2-6b5425c73928 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:12.121153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0d760ee-179d-4086-80fb-242fe88eefc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.123221 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 96c57833-4b54-4c45-8bf2-6b5425c73928 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:12.123905 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.224072 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.236042 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.251029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5298eb3f-bd77-42ed-b68f-d96674f42426 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:12.267446 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.272313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 96c57833-4b54-4c45-8bf2-6b5425c73928, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=96c57833-4b54-4c45-8bf2-6b5425c73928,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:12.279685 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.306378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Transition to ACTIVE for port object 5298eb3f-bd77-42ed-b68f-d96674f42426 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:12.313901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-4798d124-fa51-42d6-82c1-e6702e9bac95 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7242193 Jul 16 18:12:12.320581 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.364127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=96c57833-4b54-4c45-8bf2-6b5425c73928,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.390296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9997999-291f-482b-8c87-5d3520d3dfa8 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:12.393831 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9997999-291f-482b-8c87-5d3520d3dfa8 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.415743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21588aea-7871-4b0d-83b4-b20afff64c12 req-817d28e5-c76a-4a4d-a60b-ea0f3283f328 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.422959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21588aea-7871-4b0d-83b4-b20afff64c12 req-817d28e5-c76a-4a4d-a60b-ea0f3283f328 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 931 time: 0.7246583 Jul 16 18:12:12.476872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0d760ee-179d-4086-80fb-242fe88eefc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.497983 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:12:12.555074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Pushing event updated for resources: {'Port': ['ID=5298eb3f-bd77-42ed-b68f-d96674f42426,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.568236 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0d760ee-179d-4086-80fb-242fe88eefc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.573146 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c0d760ee-179d-4086-80fb-242fe88eefc1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/91e914a2-e9b1-4705-8000-e027084d6e26 HTTP/1.1" status: 204 len: 168 time: 0.7851171 Jul 16 18:12:12.574090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d760ee-179d-4086-80fb-242fe88eefc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e914a2-e9b1-4705-8000-e027084d6e26,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.583538 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:12.626810 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.643199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21588aea-7871-4b0d-83b4-b20afff64c12 req-2de5bb89-18ce-4443-95e9-050ecd5494b7 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193687 Jul 16 18:12:12.652425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18db6ca7-ace5-4cea-a1be-15882393e3fd req-66be8bb3-253e-4d9d-a051-9fdc1e9cdc17 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273530 Jul 16 18:12:12.705876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Attempting to bind port 5298eb3f-bd77-42ed-b68f-d96674f42426 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:12.706226 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Attempting to bind port 5298eb3f-bd77-42ed-b68f-d96674f42426 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:12.706571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Attempting to bind port 5298eb3f-bd77-42ed-b68f-d96674f42426 on network 194b9072-4f03-40b8-af37-32d23e82af2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:12.734331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Port 5298eb3f-bd77-42ed-b68f-d96674f42426 on network 194b9072-4f03-40b8-af37-32d23e82af2e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:12.734331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Attempting to bind port 5298eb3f-bd77-42ed-b68f-d96674f42426 on network 194b9072-4f03-40b8-af37-32d23e82af2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:12.745737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:12.746076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Checking segment: {'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:12.746476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Bound using segment: {'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:12.746912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Bound port: 5298eb3f-bd77-42ed-b68f-d96674f42426, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:12.747285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.845553 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.853993 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9997999-291f-482b-8c87-5d3520d3dfa8 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.914937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] For port 5298eb3f-bd77-42ed-b68f-d96674f42426, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:12.968471 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.970157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] For port 5298eb3f-bd77-42ed-b68f-d96674f42426, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5298eb3f-bd77-42ed-b68f-d96674f42426,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:12.984125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9997999-291f-482b-8c87-5d3520d3dfa8 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Subnet': ['ID=254110ba-d226-4c93-b71c-862b0a81b13d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.986766 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.034329 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.051481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.052112 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.053806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] 10.222.0.38 "PUT /v2.0/ports/5298eb3f-bd77-42ed-b68f-d96674f42426 HTTP/1.1" status: 200 len: 1091 time: 1.7293904 Jul 16 18:12:13.055277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f34abd-3044-4096-8f19-ebbc6a63faa1', 'tag': '5298eb3f-bd77-42ed-b68f-d96674f42426'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:13.057528 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2dc66a-74e6-4d82-b317-1b029662db80" -d '{"events": [{"name": "network-changed", "server_uuid": "99f34abd-3044-4096-8f19-ebbc6a63faa1", "tag": "5298eb3f-bd77-42ed-b68f-d96674f42426"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:13.060286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9997999-291f-482b-8c87-5d3520d3dfa8 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Checking segment: {'id': '08c81529-8642-41e6-9f8e-9cb40a873671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2a240878-0a45-42a7-96c1-4d9894a092d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:13.060668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9997999-291f-482b-8c87-5d3520d3dfa8 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network hostable DHCP agents. Network: 2a240878-0a45-42a7-96c1-4d9894a092d4, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:13.074412 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.092439 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.105039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Pushing event updated for resources: {'Port': ['ID=5298eb3f-bd77-42ed-b68f-d96674f42426,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:13.105291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8aeda5d-a5fe-4c65-bf54-0da1a295683b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:13.126911 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fffc4a5-fa5c-459b-840c-4341305b92f2 x-openstack-request-id: req-2fffc4a5-fa5c-459b-840c-4341305b92f2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:13.129763 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f34abd-3044-4096-8f19-ebbc6a63faa1", "tag": "5298eb3f-bd77-42ed-b68f-d96674f42426", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:13.129763 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2fffc4a5-fa5c-459b-840c-4341305b92f2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:13.130055 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f34abd-3044-4096-8f19-ebbc6a63faa1', 'tag': '5298eb3f-bd77-42ed-b68f-d96674f42426', 'status': 'completed', 'code': 200} Jul 16 18:12:13.132189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:13.132638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:13.133082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:13.133548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:13.134000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:13.134435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:13.134868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:13.135298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:13.135727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:13.136155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:13.136581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:13.137005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6e681-7711-4152-8a3b-911ae6a84103 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:13.140801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9997999-291f-482b-8c87-5d3520d3dfa8 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network 2a240878-0a45-42a7-96c1-4d9894a092d4 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:13.166426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1604ff5-c7dc-4307-9517-45d311a2c976') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:13.166732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1604ff5-c7dc-4307-9517-45d311a2c976') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:13.175616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6049c8-fe9f-47c0-94fa-25052a53cf85 req-b5e9a8b8-0c0b-4759-a4af-418e23cb101b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.177171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6049c8-fe9f-47c0-94fa-25052a53cf85 req-b5e9a8b8-0c0b-4759-a4af-418e23cb101b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 949 time: 0.2811892 Jul 16 18:12:13.180851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b9997999-291f-482b-8c87-5d3520d3dfa8 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 2a240878-0a45-42a7-96c1-4d9894a092d4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:13.188825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f273a3f2-3b4c-4d9a-9fb2-3ac5e5222305 None None] Network 2a240878-0a45-42a7-96c1-4d9894a092d4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:13.196462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9997999-291f-482b-8c87-5d3520d3dfa8 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.197066 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9997999-291f-482b-8c87-5d3520d3dfa8 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.214283 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.228019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Pushing event updated for resources: {'Port': ['ID=19911910-8859-45ca-8fe8-9e33a782ef3e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:13.236469 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.244492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b9997999-291f-482b-8c87-5d3520d3dfa8 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6123340 Jul 16 18:12:13.249518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6049c8-fe9f-47c0-94fa-25052a53cf85 req-bcdc89e9-b2cc-4bf6-9e53-436c9099d9b2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659771 Jul 16 18:12:13.250375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:13.258044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c1ff01c3-3d21-49cd-b009-d3f9c7c97406 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1791505254'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:13.283809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-6fd2f5df-0c75-4903-86ee-2f1a3bf1fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.286290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-6fd2f5df-0c75-4903-86ee-2f1a3bf1fdfe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44a9d4d190934a2cadce7937c2b615a5&device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 1094 time: 0.1699734 Jul 16 18:12:13.286727 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.287998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ff01c3-3d21-49cd-b009-d3f9c7c97406 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:13.291858 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1ff01c3-3d21-49cd-b009-d3f9c7c97406 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.295939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:13.296736 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.372974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-4a36bf38-9504-4f83-9087-2970dbb740ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5298eb3f-bd77-42ed-b68f-d96674f42426 HTTP/1.1" status: 200 len: 217 time: 0.0782137 Jul 16 18:12:13.434687 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:13.437398 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:13.444081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.454754 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.472545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ff01c3-3d21-49cd-b009-d3f9c7c97406 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:13.494697 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1ff01c3-3d21-49cd-b009-d3f9c7c97406 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.495052 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-c1ff01c3-3d21-49cd-b009-d3f9c7c97406 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Added segment 15a26011-ea41-4479-b5b1-9969a1aef647 of type vlan for network 0435d034-b586-459b-8b3c-ab43c28cd1ac Jul 16 18:12:13.518329 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3e7c54c-c665-4dd0-8b70-ed5dd3ecacde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.520204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-e3e7c54c-c665-4dd0-8b70-ed5dd3ecacde service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be9b4715-43a2-423f-8816-6c7e8844618b HTTP/1.1" status: 200 len: 850 time: 0.1336322 Jul 16 18:12:13.520659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=74719a1e-b259-49ee-9a52-db1bfdbcd014,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:13.577619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-9bdcd3f1-a483-40e4-981b-0a8345db6276 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=194b9072-4f03-40b8-af37-32d23e82af2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508039 Jul 16 18:12:13.579289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-2a240878-0a45-42a7-96c1-4d9894a092d4', 'network_id': '2a240878-0a45-42a7-96c1-4d9894a092d4', 'tenant_id': '2647b483509a4f018cc7c16b2e6278c5', 'fixed_ips': [{'subnet_id': '254110ba-d226-4c93-b71c-862b0a81b13d'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:13.580432 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.601028 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.605401 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] 10.222.0.52 "DELETE /v2.0/networks/b8aeda5d-a5fe-4c65-bf54-0da1a295683b HTTP/1.1" status: 204 len: 168 time: 1.0187502 Jul 16 18:12:13.605401 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91130e2d-4640-4064-b089-c04755cdb64d admin admin] Pushing event deleted for resources: {'Network': ['ID=b8aeda5d-a5fe-4c65-bf54-0da1a295683b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:13.606360 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.620235 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1ff01c3-3d21-49cd-b009-d3f9c7c97406 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.669733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea2400-83a5-4d89-8097-77b5cc6884d1 req-6acb9412-1417-4dd9-b1fa-64323c8f7be6 tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.672069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31ea2400-83a5-4d89-8097-77b5cc6884d1 req-6acb9412-1417-4dd9-b1fa-64323c8f7be6 tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 1100 time: 0.2342725 Jul 16 18:12:13.748616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Allocated IP 2001:db8:0:ffff::2 (2a240878-0a45-42a7-96c1-4d9894a092d4/254110ba-d226-4c93-b71c-862b0a81b13d/17e78617-c222-47bc-856c-e7582dd7b12c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:13.794422 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1ff01c3-3d21-49cd-b009-d3f9c7c97406 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.801794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff01c3-3d21-49cd-b009-d3f9c7c97406 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.802504 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1ff01c3-3d21-49cd-b009-d3f9c7c97406 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.871934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31ea2400-83a5-4d89-8097-77b5cc6884d1 req-e51e4ea6-89f9-43d1-b951-6a7a9be2eb20 tempest-MigrationsAdminTest-1883056218 tempest-MigrationsAdminTest-1883056218-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897669 Jul 16 18:12:13.874871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-5a5848e8-3114-4a92-8157-304b082854ee service neutron] 10.222.0.38 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883215 Jul 16 18:12:13.891036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Network 1da918af-3caa-4046-9446-77d7dc7891b1 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:13.905549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:13.949058 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.969091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Transition to ACTIVE for port object 17e78617-c222-47bc-856c-e7582dd7b12c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:14.000942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Transition to ACTIVE for port object 17e78617-c222-47bc-856c-e7582dd7b12c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:14.011961 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.020853 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:14.049034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c1ff01c3-3d21-49cd-b009-d3f9c7c97406 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7960222 Jul 16 18:12:14.052665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 96c57833-4b54-4c45-8bf2-6b5425c73928 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:14.060068 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Floating IP b24d66e2-298a-41df-9d1c-e7c6163137a4 associated. External IP: 172.25.8.123, port: 67122f2e-9d74-4373-b733-49c9bc447ad4. Jul 16 18:12:14.081466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:14.091866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Network 2a240878-0a45-42a7-96c1-4d9894a092d4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:14.097452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:14.112152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:14.118077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Pushing event updated for resources: {'Port': ['ID=17e78617-c222-47bc-856c-e7582dd7b12c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:14.141845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:14.188506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'subnet': {'network_id': '0435d034-b586-459b-8b3c-ab43c28cd1ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:14.264121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff01c3-3d21-49cd-b009-d3f9c7c97406 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Network': ['ID=0435d034-b586-459b-8b3c-ab43c28cd1ac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:14.294191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 0435d034-b586-459b-8b3c-ab43c28cd1ac details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:14.342842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Attempting to bind port 17e78617-c222-47bc-856c-e7582dd7b12c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:14.343130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Attempting to bind port 17e78617-c222-47bc-856c-e7582dd7b12c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '08c81529-8642-41e6-9f8e-9cb40a873671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2a240878-0a45-42a7-96c1-4d9894a092d4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:14.343507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Attempting to bind port 17e78617-c222-47bc-856c-e7582dd7b12c on network 2a240878-0a45-42a7-96c1-4d9894a092d4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:14.346863 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:12:14.371838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 96c57833-4b54-4c45-8bf2-6b5425c73928 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:14.372214 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.480085 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:14.480800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Checking segment: {'id': '08c81529-8642-41e6-9f8e-9cb40a873671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2a240878-0a45-42a7-96c1-4d9894a092d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:14.481428 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.482011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Bound using segment: {'id': '08c81529-8642-41e6-9f8e-9cb40a873671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2a240878-0a45-42a7-96c1-4d9894a092d4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:14.482720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Bound port: 17e78617-c222-47bc-856c-e7582dd7b12c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c81529-8642-41e6-9f8e-9cb40a873671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2a240878-0a45-42a7-96c1-4d9894a092d4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:14.483321 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.646089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e00e67-80f5-45df-8293-e57a6cdb9dde req-b527a110-cfde-4064-910f-b4be1dccc6b3 service neutron] 10.222.0.38 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451243 Jul 16 18:12:14.678572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-16dffd9d-3c94-46f9-9cf3-77b5fb5cf248 None None] Provisioning complete for port 19911910-8859-45ca-8fe8-9e33a782ef3e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:14.678795 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16dffd9d-3c94-46f9-9cf3-77b5fb5cf248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.724850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:14.771980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'mac_address': 'fa:16:3e:f0:d9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:14.777139 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-858eb95c-a960-4cb9-b506-f51ddbc03fe3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f8524dd7f20e4d3c88c6b2604f6c673e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7465215 Jul 16 18:12:14.780697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:14.783813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-16dffd9d-3c94-46f9-9cf3-77b5fb5cf248 None None] Port 19911910-8859-45ca-8fe8-9e33a782ef3e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:14.784271 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd5613-8285-467d-8ae0-cdb4515f822f req-30be6ef6-acd8-4ae0-b920-bba28b89a8d3 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.786489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dfd5613-8285-467d-8ae0-cdb4515f822f req-30be6ef6-acd8-4ae0-b920-bba28b89a8d3 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 943 time: 0.8875849 Jul 16 18:12:14.790169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:14.793753 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.830942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Router 6a7511ff-947f-4db1-9e78-6617c2419d33 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:14.861850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] For port 17e78617-c222-47bc-856c-e7582dd7b12c, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:14.868589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] For port 17e78617-c222-47bc-856c-e7582dd7b12c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=17e78617-c222-47bc-856c-e7582dd7b12c,segment=NetworkSegment(08c81529-8642-41e6-9f8e-9cb40a873671),segment_id=08c81529-8642-41e6-9f8e-9cb40a873671)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:14.874978 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.884365 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.897887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:14.907312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590dc9a-e8ba-49a3-b88d-82b008a381ad req-14da7a7d-3e74-46c6-938e-eac48aabed66 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.908866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c590dc9a-e8ba-49a3-b88d-82b008a381ad req-14da7a7d-3e74-46c6-938e-eac48aabed66 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 949 time: 0.2609315 Jul 16 18:12:14.950908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:14.960729 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.966938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fccc6-c450-486d-9893-2c3295071538 None None] Pushing event updated for resources: {'Port': ['ID=17e78617-c222-47bc-856c-e7582dd7b12c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:14.980567 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dfd5613-8285-467d-8ae0-cdb4515f822f req-dbe63497-953f-49aa-9d76-72fb5ed22e25 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682029 Jul 16 18:12:14.990519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc66a-74e6-4d82-b317-1b029662db80 req-b67006e3-28b0-40dc-b44c-88204b16c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.995990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d2dc66a-74e6-4d82-b317-1b029662db80 req-b67006e3-28b0-40dc-b44c-88204b16c9c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44a9d4d190934a2cadce7937c2b615a5&device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 1094 time: 0.2709181 Jul 16 18:12:15.014561 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8c55c1-d754-426f-8cf0-15101502a047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.037530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:15.057820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c590dc9a-e8ba-49a3-b88d-82b008a381ad req-399a5574-3d68-469e-ab8b-fe182a8acef2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417384 Jul 16 18:12:15.070880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:15.096778 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8c55c1-d754-426f-8cf0-15101502a047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.173106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:15.183492 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d47bd19f-df69-44fa-bc97-467a01530f9c admin admin] 10.222.0.52 "PUT /v2.0/routers/6a7511ff-947f-4db1-9e78-6617c2419d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1197622 Jul 16 18:12:15.185630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Sync routers for ids ['6a7511ff-947f-4db1-9e78-6617c2419d33'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:15.208356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc66a-74e6-4d82-b317-1b029662db80 req-064c9c9e-42c6-4ef5-a2ad-6f6cc78b3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.211549 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d2dc66a-74e6-4d82-b317-1b029662db80 req-064c9c9e-42c6-4ef5-a2ad-6f6cc78b3892 service neutron] 10.222.0.38 "GET /v2.0/networks?id=194b9072-4f03-40b8-af37-32d23e82af2e HTTP/1.1" status: 200 len: 911 time: 0.2088015 Jul 16 18:12:15.256949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8c55c1-d754-426f-8cf0-15101502a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.260007 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fd8c55c1-d754-426f-8cf0-15101502a047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.261481 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fd8c55c1-d754-426f-8cf0-15101502a047 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00b24b0d-93ef-4072-8074-61bfd5ba7ee9 HTTP/1.1" status: 204 len: 168 time: 0.4794247 Jul 16 18:12:15.269360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Routers {'6a7511ff-947f-4db1-9e78-6617c2419d33'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:15.272833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6a7511ff-947f-4db1-9e78-6617c2419d33'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:15.278077 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d2dc66a-74e6-4d82-b317-1b029662db80 req-ffec310d-5d7d-4319-9ab4-b6a5a6d18c83 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5298eb3f-bd77-42ed-b68f-d96674f42426 HTTP/1.1" status: 200 len: 217 time: 0.0553980 Jul 16 18:12:15.362464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:15.369460 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c55c1-d754-426f-8cf0-15101502a047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b24b0d-93ef-4072-8074-61bfd5ba7ee9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:15.373591 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6f201-ef0b-4df4-bb1b-9d3fc8c99be5 None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:15.388098 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6f201-ef0b-4df4-bb1b-9d3fc8c99be5 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:15.388824 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-53d6f201-ef0b-4df4-bb1b-9d3fc8c99be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:15.392241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.394309 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:15.476922 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6eb62094-4142-434a-80d7-924961fc545a tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.1795135 Jul 16 18:12:15.487332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:15.498737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-afda60e0-c8b5-4828-ae74-eaf4b5bc245c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'floatingip': {'port_id': '67122f2e-9d74-4373-b733-49c9bc447ad4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:15.509726 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-53d6f201-ef0b-4df4-bb1b-9d3fc8c99be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:15.528230 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6f201-ef0b-4df4-bb1b-9d3fc8c99be5 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:15.528734 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-53d6f201-ef0b-4df4-bb1b-9d3fc8c99be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:15.535488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc66a-74e6-4d82-b317-1b029662db80 req-d3b99a21-082b-4f19-8ba7-eb9b468b2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.536912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d2dc66a-74e6-4d82-b317-1b029662db80 req-d3b99a21-082b-4f19-8ba7-eb9b468b2c2d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be9b4715-43a2-423f-8816-6c7e8844618b HTTP/1.1" status: 200 len: 850 time: 0.2503848 Jul 16 18:12:15.608530 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-53d6f201-ef0b-4df4-bb1b-9d3fc8c99be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:15.609198 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6f201-ef0b-4df4-bb1b-9d3fc8c99be5 None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:15.625884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afda60e0-c8b5-4828-ae74-eaf4b5bc245c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.627334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.objects.ports [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:12:15.632474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Set router 6a7511ff-947f-4db1-9e78-6617c2419d33 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:15.655423 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.736367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d2dc66a-74e6-4d82-b317-1b029662db80 req-69407a8c-eaf5-4eab-b7d5-3e6fcea7ebe5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=194b9072-4f03-40b8-af37-32d23e82af2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673667 Jul 16 18:12:15.798586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Subnet': ['ID=c5210bb2-25e1-40d4-bb30-e75ad4cc6d29,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:15.917697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fcaf5-0e2f-4e6e-81cc-06af2316a4bd req-48186fa1-4bb9-4938-aafe-863fb79bdaaf tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.919642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-190fcaf5-0e2f-4e6e-81cc-06af2316a4bd req-48186fa1-4bb9-4938-aafe-863fb79bdaaf tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.4075727 Jul 16 18:12:15.952751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d2dc66a-74e6-4d82-b317-1b029662db80 req-0eb330c1-b693-470c-bd73-43815c8c2caa service neutron] 10.222.0.38 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031064 Jul 16 18:12:15.983019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'name': 'tempest-TestVolumeBackupRestore-617835473-router', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:56Z', 'updated_at': '2021-07-16T18:12:11Z', 'revision_number': 4, 'project_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'gw_port': {'id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '19911910-8859-45ca-8fe8-9e33a782ef3e', 'name': '', 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'mac_address': 'fa:16:3e:a5:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'aa5704a2-e33c-4c43-aff1-c781980d8f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:09Z', 'updated_at': '2021-07-16T18:12:12Z', 'revision_number': 2, 'project_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'subnets': [{'id': 'aa5704a2-e33c-4c43-aff1-c781980d8f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:16.025404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Checking segment: {'id': '15a26011-ea41-4479-b5b1-9969a1aef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0435d034-b586-459b-8b3c-ab43c28cd1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:16.025792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network hostable DHCP agents. Network: 0435d034-b586-459b-8b3c-ab43c28cd1ac, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:16.096038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Checking router: 6a7511ff-947f-4db1-9e78-6617c2419d33 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:16.096038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Updating router 6a7511ff-947f-4db1-9e78-6617c2419d33 port 19911910-8859-45ca-8fe8-9e33a782ef3e binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:12:16.219582 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.225720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 17e78617-c222-47bc-856c-e7582dd7b12c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:16.235117 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:16.474120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network 0435d034-b586-459b-8b3c-ab43c28cd1ac is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:16.521755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d2dc66a-74e6-4d82-b317-1b029662db80 req-34ff047b-af1e-43b0-843c-ea241c5239a4 service neutron] 10.222.0.38 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974980 Jul 16 18:12:16.583013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 0435d034-b586-459b-8b3c-ab43c28cd1ac) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:16.611121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.611867 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.615086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f046ef59-da1c-4707-a26a-203599559a5b None None] Network 0435d034-b586-459b-8b3c-ab43c28cd1ac requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:16.659358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e256001-86ed-48a5-afd2-ef369a556fc3 None None] Network 2a240878-0a45-42a7-96c1-4d9894a092d4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:16.665591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:16.721468 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afda60e0-c8b5-4828-ae74-eaf4b5bc245c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.722312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-190fcaf5-0e2f-4e6e-81cc-06af2316a4bd req-43bdfa9c-f109-47f4-8be9-72b3aeb7b38b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Deleting port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:16.723244 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-190fcaf5-0e2f-4e6e-81cc-06af2316a4bd req-43bdfa9c-f109-47f4-8be9-72b3aeb7b38b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.726766 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afda60e0-c8b5-4828-ae74-eaf4b5bc245c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.778267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'mac_address': 'fa:16:3e:f0:d9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:16.790740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 17e78617-c222-47bc-856c-e7582dd7b12c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:16.920661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-190fcaf5-0e2f-4e6e-81cc-06af2316a4bd req-43bdfa9c-f109-47f4-8be9-72b3aeb7b38b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] For port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:16.921304 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-190fcaf5-0e2f-4e6e-81cc-06af2316a4bd req-43bdfa9c-f109-47f4-8be9-72b3aeb7b38b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.935902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-190fcaf5-0e2f-4e6e-81cc-06af2316a4bd req-43bdfa9c-f109-47f4-8be9-72b3aeb7b38b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Calling delete_port for 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:17.018583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afda60e0-c8b5-4828-ae74-eaf4b5bc245c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:17.081021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba822028-59f4-4c39-bd83-56dc4c224380 None None] Provisioning for port 17e78617-c222-47bc-856c-e7582dd7b12c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:17.115685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 17e78617-c222-47bc-856c-e7582dd7b12c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:17.116428 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.126254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-55f6a4d0-1e09-4a8c-97bf-8b64137bfe0c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0335696 Jul 16 18:12:17.133426 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-190fcaf5-0e2f-4e6e-81cc-06af2316a4bd req-43bdfa9c-f109-47f4-8be9-72b3aeb7b38b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.143412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.154023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afda60e0-c8b5-4828-ae74-eaf4b5bc245c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:17.161163 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-afda60e0-c8b5-4828-ae74-eaf4b5bc245c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.167425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['a0e93a08-773c-49b1-a906-4bff6270e54b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:17.169442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'port': {'network_id': '0435d034-b586-459b-8b3c-ab43c28cd1ac', 'name': 'tempest-NetworksIpV6TestAttrs-773573746'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:17.170091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', '14c2e20a-9adb-4099-9e12-7fce3fb9e078'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:17.183348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ba822028-59f4-4c39-bd83-56dc4c224380 None None] Provisioning complete for port 17e78617-c222-47bc-856c-e7582dd7b12c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:17.184005 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba822028-59f4-4c39-bd83-56dc4c224380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.186125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927e29e-ceb5-489b-a1e3-daaa2ed08a14 None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:17.199061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e92bf2-ea4f-4eb0-98f6-1c5a99321a9a req-0c39eab9-d752-4f97-8ddd-f81b19e2caee tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.200866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20e92bf2-ea4f-4eb0-98f6-1c5a99321a9a req-0c39eab9-d752-4f97-8ddd-f81b19e2caee tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb7dd033-ff18-426b-a025-fe74dc2bf78b HTTP/1.1" status: 200 len: 950 time: 0.8543911 Jul 16 18:12:17.309616 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-afda60e0-c8b5-4828-ae74-eaf4b5bc245c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "PUT /v2.0/floatingips/b24d66e2-298a-41df-9d1c-e7c6163137a4 HTTP/1.1" status: 200 len: 978 time: 1.8220804 Jul 16 18:12:17.312092 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.318249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdfa9c-f109-47f4-8be9-72b3aeb7b38b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Pushing event deleted for resources: {'Port': ['ID=105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.322387 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927e29e-ceb5-489b-a1e3-daaa2ed08a14 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:17.323114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a927e29e-ceb5-489b-a1e3-daaa2ed08a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:17.360964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6055b5-87d6-44f2-a146-9d76acfbd92b req-0a092a7b-71c1-45e6-a359-d711b22d9a86 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.368237 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb6055b5-87d6-44f2-a146-9d76acfbd92b req-0a092a7b-71c1-45e6-a359-d711b22d9a86 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 943 time: 1.0242066 Jul 16 18:12:17.393796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a927e29e-ceb5-489b-a1e3-daaa2ed08a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:17.565292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-190fcaf5-0e2f-4e6e-81cc-06af2316a4bd req-43bdfa9c-f109-47f4-8be9-72b3aeb7b38b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] No DVR routers for this DVR port 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:17.570535 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-190fcaf5-0e2f-4e6e-81cc-06af2316a4bd req-43bdfa9c-f109-47f4-8be9-72b3aeb7b38b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.575001 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-190fcaf5-0e2f-4e6e-81cc-06af2316a4bd req-43bdfa9c-f109-47f4-8be9-72b3aeb7b38b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.42 "DELETE /v2.0/ports/105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f HTTP/1.1" status: 204 len: 173 time: 1.6212063 Jul 16 18:12:17.585864 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'name': 'network-vif-deleted', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:17.590394 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91a0e63-8e33-4aa8-b4cb-d032983750d8" -d '{"events": [{"server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "name": "network-vif-deleted", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:17.613927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20e92bf2-ea4f-4eb0-98f6-1c5a99321a9a req-a64392c4-3b4c-4da2-baf5-e851f45ace4b tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998990 Jul 16 18:12:17.615830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.619102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927e29e-ceb5-489b-a1e3-daaa2ed08a14 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:17.619916 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a927e29e-ceb5-489b-a1e3-daaa2ed08a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:17.675381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb6055b5-87d6-44f2-a146-9d76acfbd92b req-51abde4a-fadd-4bf7-8744-69f00a534489 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061614 Jul 16 18:12:17.730504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:17.733541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a927e29e-ceb5-489b-a1e3-daaa2ed08a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:17.734182 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927e29e-ceb5-489b-a1e3-daaa2ed08a14 None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:17.743726 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.747940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port 74719a1e-b259-49ee-9a52-db1bfdbcd014 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:17.753849 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.760025 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.762636 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-0435d034-b586-459b-8b3c-ab43c28cd1ac', 'network_id': '0435d034-b586-459b-8b3c-ab43c28cd1ac', 'tenant_id': '2647b483509a4f018cc7c16b2e6278c5', 'fixed_ips': [{'subnet_id': 'c5210bb2-25e1-40d4-bb30-e75ad4cc6d29'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:17.763399 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.795015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] device_id is not set on port 8c2dd102-08c2-427b-8e48-999f9a53e2e1 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:17.807254 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66a2048-4dcc-4bbb-9004-977421ed500a x-openstack-request-id: req-e66a2048-4dcc-4bbb-9004-977421ed500a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:17.808484 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7dd033-ff18-426b-a025-fe74dc2bf78b", "name": "network-vif-deleted", "tag": "105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:17.808784 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e66a2048-4dcc-4bbb-9004-977421ed500a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:17.809614 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7dd033-ff18-426b-a025-fe74dc2bf78b', 'name': 'network-vif-deleted', 'tag': '105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f', 'status': 'completed', 'code': 200} Jul 16 18:12:17.904400 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08202e3c-8bd9-492a-bfd5-2e75c690bd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.913926 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.914148 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.929774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for 74719a1e-b259-49ee-9a52-db1bfdbcd014 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:17.994023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Allocated IP 2001:db8::f816:3eff:fec8:cc65 (0435d034-b586-459b-8b3c-ab43c28cd1ac/c5210bb2-25e1-40d4-bb30-e75ad4cc6d29/8c2dd102-08c2-427b-8e48-999f9a53e2e1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:18.156320 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08202e3c-8bd9-492a-bfd5-2e75c690bd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.164811 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08202e3c-8bd9-492a-bfd5-2e75c690bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.232596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:18.249901 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.260171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-08202e3c-8bd9-492a-bfd5-2e75c690bd1b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a05ac3e59dbe4a4fb73ad6e407a8879d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6381056 Jul 16 18:12:18.267004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:18.274094 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:18.274441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 105bc8b6-0e85-4d35-91f7-57e5e8dbfe9f not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:18.289506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08202e3c-8bd9-492a-bfd5-2e75c690bd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e40c3b6-984c-49b9-ac22-5cc2532d068b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.292018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 17e78617-c222-47bc-856c-e7582dd7b12c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=17e78617-c222-47bc-856c-e7582dd7b12c,segment=NetworkSegment(08c81529-8642-41e6-9f8e-9cb40a873671),segment_id=08c81529-8642-41e6-9f8e-9cb40a873671)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:18.325839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.355453 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.362510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Transition to ACTIVE for port object 8c2dd102-08c2-427b-8e48-999f9a53e2e1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:18.366183 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.383170 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-402feba9-9ef0-4174-b724-729618c37a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.393301 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=74719a1e-b259-49ee-9a52-db1bfdbcd014,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.434923 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-402feba9-9ef0-4174-b724-729618c37a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.460261 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.460995 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Floating IP b24d66e2-298a-41df-9d1c-e7c6163137a4 disassociated (deleted). External IP: 172.25.8.123, port: 67122f2e-9d74-4373-b733-49c9bc447ad4. Jul 16 18:12:18.465596 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba822028-59f4-4c39-bd83-56dc4c224380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.483672 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Transition to ACTIVE for port object 19911910-8859-45ca-8fe8-9e33a782ef3e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:18.496133 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.556956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network 0435d034-b586-459b-8b3c-ab43c28cd1ac is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:18.562711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:18.572023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:18.573705 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.582194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:18.584694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.587409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-402feba9-9ef0-4174-b724-729618c37a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.594250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=17e78617-c222-47bc-856c-e7582dd7b12c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.598685 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-402feba9-9ef0-4174-b724-729618c37a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.603718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-402feba9-9ef0-4174-b724-729618c37a5c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e40c3b6-984c-49b9-ac22-5cc2532d068b HTTP/1.1" status: 204 len: 168 time: 0.3355417 Jul 16 18:12:18.655886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402feba9-9ef0-4174-b724-729618c37a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e40c3b6-984c-49b9-ac22-5cc2532d068b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.665357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5127041 Jul 16 18:12:18.666048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:18.848515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7537c524-1d5a-4e0f-87fa-ce4716fc603e tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Deleting subnet c5210bb2-25e1-40d4-bb30-e75ad4cc6d29 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:18.857179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d814f9-cb42-4ca0-8442-72688a5da880 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Port': ['ID=8c2dd102-08c2-427b-8e48-999f9a53e2e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.927381 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:19.063356 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Allocated IP 2001:db8::f816:3eff:fef7:8f8d (0435d034-b586-459b-8b3c-ab43c28cd1ac/c5210bb2-25e1-40d4-bb30-e75ad4cc6d29/dc9526fe-bbd1-44e0-9b54-fbec08665cc2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:19.114964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5298eb3f-bd77-42ed-b68f-d96674f42426 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:19.140787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:19.148900 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.151349 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0ef5f-5a74-42c1-9564-ec5c2bd6dceb None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:19.173364 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0ef5f-5a74-42c1-9564-ec5c2bd6dceb None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:19.181542 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fb0ef5f-5a74-42c1-9564-ec5c2bd6dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:19.197289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2783fb-404c-4bba-80b0-847ca0d99551 req-0f584e40-6de8-49af-bf37-33ae8ab6ad9b tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.206206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d2783fb-404c-4bba-80b0-847ca0d99551 req-0f584e40-6de8-49af-bf37-33ae8ab6ad9b tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 943 time: 0.1168375 Jul 16 18:12:19.235043 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-06340a5b-be63-4d62-b8a8-81d64675ae7f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/floatingips/b24d66e2-298a-41df-9d1c-e7c6163137a4 HTTP/1.1" status: 204 len: 168 time: 1.9215434 Jul 16 18:12:19.237773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:19.268147 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fb0ef5f-5a74-42c1-9564-ec5c2bd6dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:19.286939 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0ef5f-5a74-42c1-9564-ec5c2bd6dceb None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:19.288109 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fb0ef5f-5a74-42c1-9564-ec5c2bd6dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:19.290771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d2783fb-404c-4bba-80b0-847ca0d99551 req-5207e3fa-664c-44cf-abaf-138a6311df61 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823185 Jul 16 18:12:19.338712 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fb0ef5f-5a74-42c1-9564-ec5c2bd6dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:19.339772 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0ef5f-5a74-42c1-9564-ec5c2bd6dceb None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:19.391059 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-ba822028-59f4-4c39-bd83-56dc4c224380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:12:19.391410 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-ba822028-59f4-4c39-bd83-56dc4c224380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:12:19.391897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bb350-5f20-4873-b5c0-92f50d6ecefd None None] Pushing event updated for resources: {'Port': ['ID=19911910-8859-45ca-8fe8-9e33a782ef3e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:19.427144 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Attempting to bind port 19911910-8859-45ca-8fe8-9e33a782ef3e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:19.428037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Attempting to bind port 19911910-8859-45ca-8fe8-9e33a782ef3e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '653e390a-c4a0-4532-82a8-c36ddc0c196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:19.428581 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Attempting to bind port 19911910-8859-45ca-8fe8-9e33a782ef3e on network 1da918af-3caa-4046-9446-77d7dc7891b1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:19.440723 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8f17024b-fb3d-4bcc-ad62-9bf80a21c9c7 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port 67122f2e-9d74-4373-b733-49c9bc447ad4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:19.440879 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f17024b-fb3d-4bcc-ad62-9bf80a21c9c7 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.477505 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:19.478338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Checking segment: {'id': '653e390a-c4a0-4532-82a8-c36ddc0c196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:19.479094 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.479713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Bound using segment: {'id': '653e390a-c4a0-4532-82a8-c36ddc0c196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:19.480695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Bound port: 19911910-8859-45ca-8fe8-9e33a782ef3e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653e390a-c4a0-4532-82a8-c36ddc0c196b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:19.481364 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.562212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5986b8-3c64-425b-ba82-278ce21dee05 req-ba74dcfd-961e-4c1a-89a4-d2ba24aa9130 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.563868 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef5986b8-3c64-425b-ba82-278ce21dee05 req-ba74dcfd-961e-4c1a-89a4-d2ba24aa9130 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 950 time: 0.0872078 Jul 16 18:12:19.566904 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.608775 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Transition to ACTIVE for port object dc9526fe-bbd1-44e0-9b54-fbec08665cc2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:19.637832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef5986b8-3c64-425b-ba82-278ce21dee05 req-09db94bf-6036-4a12-989b-47820a0d9fe7 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627489 Jul 16 18:12:19.643426 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f17024b-fb3d-4bcc-ad62-9bf80a21c9c7 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.667904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] For port 19911910-8859-45ca-8fe8-9e33a782ef3e, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:19.669092 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8f17024b-fb3d-4bcc-ad62-9bf80a21c9c7 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for 67122f2e-9d74-4373-b733-49c9bc447ad4 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:19.679824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Transition to ACTIVE for port object dc9526fe-bbd1-44e0-9b54-fbec08665cc2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:19.697217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] For port 19911910-8859-45ca-8fe8-9e33a782ef3e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=19911910-8859-45ca-8fe8-9e33a782ef3e,segment=NetworkSegment(653e390a-c4a0-4532-82a8-c36ddc0c196b),segment_id=653e390a-c4a0-4532-82a8-c36ddc0c196b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:19.697833 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7537c524-1d5a-4e0f-87fa-ce4716fc603e tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.701131 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.721331 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.728059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Network 0435d034-b586-459b-8b3c-ab43c28cd1ac is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:19.771710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:19.779103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:19.787111 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7537c524-1d5a-4e0f-87fa-ce4716fc603e tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.791939 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 5298eb3f-bd77-42ed-b68f-d96674f42426, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5298eb3f-bd77-42ed-b68f-d96674f42426,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:20.024421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f17024b-fb3d-4bcc-ad62-9bf80a21c9c7 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.088602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17024b-fb3d-4bcc-ad62-9bf80a21c9c7 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=67122f2e-9d74-4373-b733-49c9bc447ad4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.136058 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7537c524-1d5a-4e0f-87fa-ce4716fc603e tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.215626 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7537c524-1d5a-4e0f-87fa-ce4716fc603e tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.231942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '5298eb3f-bd77-42ed-b68f-d96674f42426', 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e', 'port_id': '5298eb3f-bd77-42ed-b68f-d96674f42426', 'mac_address': 'fa:16:3e:4a:6e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9b4715-43a2-423f-8816-6c7e8844618b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:20.235991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Attempting to bind port dc9526fe-bbd1-44e0-9b54-fbec08665cc2 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:20.236203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7537c524-1d5a-4e0f-87fa-ce4716fc603e tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.236391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Attempting to bind port dc9526fe-bbd1-44e0-9b54-fbec08665cc2 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '15a26011-ea41-4479-b5b1-9969a1aef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0435d034-b586-459b-8b3c-ab43c28cd1ac'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:20.236734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Attempting to bind port dc9526fe-bbd1-44e0-9b54-fbec08665cc2 on network 0435d034-b586-459b-8b3c-ab43c28cd1ac {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:20.241965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7537c524-1d5a-4e0f-87fa-ce4716fc603e tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/subnets/c5210bb2-25e1-40d4-bb30-e75ad4cc6d29 HTTP/1.1" status: 204 len: 168 time: 1.5626895 Jul 16 18:12:20.242152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Pushing event updated for resources: {'Port': ['ID=dc9526fe-bbd1-44e0-9b54-fbec08665cc2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.277456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:20.277849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Checking segment: {'id': '15a26011-ea41-4479-b5b1-9969a1aef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0435d034-b586-459b-8b3c-ab43c28cd1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:20.278260 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.278810 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Bound using segment: {'id': '15a26011-ea41-4479-b5b1-9969a1aef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0435d034-b586-459b-8b3c-ab43c28cd1ac'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:20.279396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Bound port: dc9526fe-bbd1-44e0-9b54-fbec08665cc2, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a26011-ea41-4479-b5b1-9969a1aef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0435d034-b586-459b-8b3c-ab43c28cd1ac'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:20.279874 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.307224 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:20.316723 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8f17024b-fb3d-4bcc-ad62-9bf80a21c9c7 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.324722 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8f17024b-fb3d-4bcc-ad62-9bf80a21c9c7 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/ports/67122f2e-9d74-4373-b733-49c9bc447ad4 HTTP/1.1" status: 204 len: 168 time: 1.0841758 Jul 16 18:12:20.361272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Routers {'6a7511ff-947f-4db1-9e78-6617c2419d33'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:20.362116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6a7511ff-947f-4db1-9e78-6617c2419d33'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:20.380233 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.499771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5298eb3f-bd77-42ed-b68f-d96674f42426 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:20.526114 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:20.548292 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:20.593102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537c524-1d5a-4e0f-87fa-ce4716fc603e tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Subnet': ['ID=c5210bb2-25e1-40d4-bb30-e75ad4cc6d29,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.639016 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 17e78617-c222-47bc-856c-e7582dd7b12c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:20.709089 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bb350-5f20-4873-b5c0-92f50d6ecefd None None] Pushing event updated for resources: {'Port': ['ID=19911910-8859-45ca-8fe8-9e33a782ef3e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.714327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 5298eb3f-bd77-42ed-b68f-d96674f42426, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5298eb3f-bd77-42ed-b68f-d96674f42426,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:20.730075 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.747395 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124fd807-8ace-4cbb-8595-a79abd6cdcd9 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.749471 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124fd807-8ace-4cbb-8595-a79abd6cdcd9 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.756427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:20.765893 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-124fd807-8ace-4cbb-8595-a79abd6cdcd9 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4213727 Jul 16 18:12:20.767870 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.773980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] For port dc9526fe-bbd1-44e0-9b54-fbec08665cc2, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:20.805282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] For port dc9526fe-bbd1-44e0-9b54-fbec08665cc2, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dc9526fe-bbd1-44e0-9b54-fbec08665cc2,segment=NetworkSegment(15a26011-ea41-4479-b5b1-9969a1aef647),segment_id=15a26011-ea41-4479-b5b1-9969a1aef647)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:20.807667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] Set router 6a7511ff-947f-4db1-9e78-6617c2419d33 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:20.840005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 17e78617-c222-47bc-856c-e7582dd7b12c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:20.840385 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.880958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3852f5-3a69-40bc-8203-a468ce2c7703 req-aa7ae524-6909-4d6e-99f5-afae980fc6b6 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.882810 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e3852f5-3a69-40bc-8203-a468ce2c7703 req-aa7ae524-6909-4d6e-99f5-afae980fc6b6 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 950 time: 0.2345734 Jul 16 18:12:20.883770 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.941996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=5298eb3f-bd77-42ed-b68f-d96674f42426,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.989784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e5808da8-3c25-4da4-8097-71c1974cbc3a None None] Provisioning complete for port 17e78617-c222-47bc-856c-e7582dd7b12c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:20.990178 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5808da8-3c25-4da4-8097-71c1974cbc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.999181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['5298eb3f-bd77-42ed-b68f-d96674f42426'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:21.028559 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.202737 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cb4003f-ca9e-438e-891c-fcc8a883a604 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.230814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd51a1-eba1-49d1-a4e3-1cb2e7996fd4 req-f60ff334-6ab6-4ca8-9829-5f4fbfdb23af tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.242992 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bdd51a1-eba1-49d1-a4e3-1cb2e7996fd4 req-f60ff334-6ab6-4ca8-9829-5f4fbfdb23af tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 943 time: 0.5526831 Jul 16 18:12:21.245651 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb4003f-ca9e-438e-891c-fcc8a883a604 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:12:21.246326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb4003f-ca9e-438e-891c-fcc8a883a604 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:21.252831 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2cb4003f-ca9e-438e-891c-fcc8a883a604 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/networks/0435d034-b586-459b-8b3c-ab43c28cd1ac HTTP/1.1" status: 409 len: 405 time: 0.4937663 Jul 16 18:12:21.256588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff3057e-391a-4a12-901b-677ca3a8801f None None] Network 0435d034-b586-459b-8b3c-ab43c28cd1ac requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:21.258579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:21.269270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43339e6e-f758-4c3f-98e8-1a38df598f06 None None] Pushing event updated for resources: {'Port': ['ID=dc9526fe-bbd1-44e0-9b54-fbec08665cc2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:21.271517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-69e2bf9c-f7fd-4bc0-b9dd-501d289e3e9d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-722865379'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:21.311329 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.25.8.190 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/229cbc4f-eb1e-4ec8-90d1-bae4d1771fa9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:21.361591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bdd51a1-eba1-49d1-a4e3-1cb2e7996fd4 req-59347fa7-c6cd-4681-ab5c-ac7526b65390 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174037 Jul 16 18:12:21.391009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3e3852f5-3a69-40bc-8203-a468ce2c7703 req-34ed401f-9a8d-4eed-af8e-19c452b210cd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Deleting port a0e93a08-773c-49b1-a906-4bff6270e54b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:21.391833 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e3852f5-3a69-40bc-8203-a468ce2c7703 req-34ed401f-9a8d-4eed-af8e-19c452b210cd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.418749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f13572-6a70-4032-8b59-738326a69472 req-b696264f-8090-42da-8817-d61ea3dac507 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.428233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09f13572-6a70-4032-8b59-738326a69472 req-b696264f-8090-42da-8817-d61ea3dac507 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 950 time: 0.4275234 Jul 16 18:12:21.446508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e2bf9c-f7fd-4bc0-b9dd-501d289e3e9d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:21.450362 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69e2bf9c-f7fd-4bc0-b9dd-501d289e3e9d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.636371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09f13572-6a70-4032-8b59-738326a69472 req-e404627c-8a33-4f00-8214-e79f57148ad3 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042973 Jul 16 18:12:21.667381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e2bf9c-f7fd-4bc0-b9dd-501d289e3e9d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:21.667381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3e3852f5-3a69-40bc-8203-a468ce2c7703 req-34ed401f-9a8d-4eed-af8e-19c452b210cd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] For port a0e93a08-773c-49b1-a906-4bff6270e54b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=a0e93a08-773c-49b1-a906-4bff6270e54b,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:21.667765 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e3852f5-3a69-40bc-8203-a468ce2c7703 req-34ed401f-9a8d-4eed-af8e-19c452b210cd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.715569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3e3852f5-3a69-40bc-8203-a468ce2c7703 req-34ed401f-9a8d-4eed-af8e-19c452b210cd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Calling delete_port for a0e93a08-773c-49b1-a906-4bff6270e54b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:21.719887 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69e2bf9c-f7fd-4bc0-b9dd-501d289e3e9d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.719887 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-69e2bf9c-f7fd-4bc0-b9dd-501d289e3e9d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Added segment 4ba89365-df0e-424d-9c4f-eefff72cd1ef of type vlan for network 65ad9a2f-c9d4-4ade-b453-7c264f2853c2 Jul 16 18:12:21.765982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'name': 'tempest-TestVolumeBackupRestore-617835473-router', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:56Z', 'updated_at': '2021-07-16T18:12:11Z', 'revision_number': 4, 'project_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'gw_port': {'id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '19911910-8859-45ca-8fe8-9e33a782ef3e', 'name': '', 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'mac_address': 'fa:16:3e:a5:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'aa5704a2-e33c-4c43-aff1-c781980d8f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:09Z', 'updated_at': '2021-07-16T18:12:19Z', 'revision_number': 4, 'project_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'subnets': [{'id': 'aa5704a2-e33c-4c43-aff1-c781980d8f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:21.775654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c18cd-0dc1-4c2b-8271-d322223d7803 None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:12:21.876099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149819cd-2f3b-42da-9e73-8ea41e920416 None None] The sync data for ids ['6a7511ff-947f-4db1-9e78-6617c2419d33'] in n-d-793618-9 is: [{'id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'name': 'tempest-TestVolumeBackupRestore-617835473-router', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:56Z', 'updated_at': '2021-07-16T18:12:11Z', 'revision_number': 4, 'project_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'gw_port': {'id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '19911910-8859-45ca-8fe8-9e33a782ef3e', 'name': '', 'network_id': '1da918af-3caa-4046-9446-77d7dc7891b1', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'mac_address': 'fa:16:3e:a5:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'aa5704a2-e33c-4c43-aff1-c781980d8f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:09Z', 'updated_at': '2021-07-16T18:12:19Z', 'revision_number': 4, 'project_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'subnets': [{'id': 'aa5704a2-e33c-4c43-aff1-c781980d8f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:21.877683 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69e2bf9c-f7fd-4bc0-b9dd-501d289e3e9d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.915917 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.002215 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69e2bf9c-f7fd-4bc0-b9dd-501d289e3e9d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.006197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.008927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2bf9c-f7fd-4bc0-b9dd-501d289e3e9d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.009987 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69e2bf9c-f7fd-4bc0-b9dd-501d289e3e9d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.042358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-69e2bf9c-f7fd-4bc0-b9dd-501d289e3e9d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7824543 Jul 16 18:12:22.043314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.068831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:22.071850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:22.075526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:22.085663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'subnet': {'network_id': '65ad9a2f-c9d4-4ade-b453-7c264f2853c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:22.132087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=229cbc4f-eb1e-4ec8-90d1-bae4d1771fa9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.172770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c18cd-0dc1-4c2b-8271-d322223d7803 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:12:22.184022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2bf9c-f7fd-4bc0-b9dd-501d289e3e9d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Network': ['ID=65ad9a2f-c9d4-4ade-b453-7c264f2853c2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.210000 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 65ad9a2f-c9d4-4ade-b453-7c264f2853c2 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:22.270144 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e3852f5-3a69-40bc-8203-a468ce2c7703 req-34ed401f-9a8d-4eed-af8e-19c452b210cd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.309095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed401f-9a8d-4eed-af8e-19c452b210cd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Pushing event deleted for resources: {'Port': ['ID=a0e93a08-773c-49b1-a906-4bff6270e54b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.309373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', '14c2e20a-9adb-4099-9e12-7fce3fb9e078'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:22.334247 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.368140 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:22.372205 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.447714 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.591314 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 19911910-8859-45ca-8fe8-9e33a782ef3e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:22.794353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3852f5-3a69-40bc-8203-a468ce2c7703 req-34ed401f-9a8d-4eed-af8e-19c452b210cd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] No DVR routers for this DVR port a0e93a08-773c-49b1-a906-4bff6270e54b on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:22.804316 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e3852f5-3a69-40bc-8203-a468ce2c7703 req-34ed401f-9a8d-4eed-af8e-19c452b210cd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.806524 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e3852f5-3a69-40bc-8203-a468ce2c7703 req-34ed401f-9a8d-4eed-af8e-19c452b210cd tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.38 "DELETE /v2.0/ports/a0e93a08-773c-49b1-a906-4bff6270e54b HTTP/1.1" status: 204 len: 173 time: 1.9011431 Jul 16 18:12:22.845649 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.846237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd942d924-6dbd-4d17-bd38-1349e737ef6f', 'name': 'network-vif-deleted', 'tag': 'a0e93a08-773c-49b1-a906-4bff6270e54b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:22.852553 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c7befa-fb7f-4e45-be50-8504cc475177" -d '{"events": [{"server_uuid": "d942d924-6dbd-4d17-bd38-1349e737ef6f", "name": "network-vif-deleted", "tag": "a0e93a08-773c-49b1-a906-4bff6270e54b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:22.855041 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.928742 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a9e52-a2c2-4c28-8989-74457d89088b req-c77009cc-1537-4a71-bd6c-0bda41a4c278 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.930396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-142a9e52-a2c2-4c28-8989-74457d89088b req-c77009cc-1537-4a71-bd6c-0bda41a4c278 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 944 time: 0.2102776 Jul 16 18:12:22.992177 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=229cbc4f-eb1e-4ec8-90d1-bae4d1771fa9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.993748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.objects.ports [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:12:22.996708 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.030771 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.032493 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5c0c00d5-e6ff-443d-9b63-8e187b2c01c4 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4982986 Jul 16 18:12:23.035710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.047205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'port': {'network_id': '1dd532fb-0861-49df-b097-e2c461f06dbd', 'name': 'tempest-FloatingIPTestJSON-1262873035'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:23.048285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.069548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5298eb3f-bd77-42ed-b68f-d96674f42426 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:23.177092 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 5298eb3f-bd77-42ed-b68f-d96674f42426 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:23.192936 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7354637b-67cb-40fa-b3e2-a858d316be3a req-c48afc66-e4a8-4661-a374-0a0ea8babaa4 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=d942d924-6dbd-4d17-bd38-1349e737ef6f HTTP/1.1" status: 200 len: 210 time: 0.1918597 Jul 16 18:12:23.221613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 5298eb3f-bd77-42ed-b68f-d96674f42426 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:23.222021 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.292006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-142a9e52-a2c2-4c28-8989-74457d89088b req-c539d6a0-6db0-4be0-b310-13f57f3e9ffb tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919228 Jul 16 18:12:23.292795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Subnet': ['ID=a6a77b4f-8985-4721-a89b-282e19c8b3e3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:23.295279 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 19911910-8859-45ca-8fe8-9e33a782ef3e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:23.298658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Made reservation on behalf of 742bbbf693e64bf9ab4a72fa43e63895 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:23.308799 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.309938 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e2733c-8e1e-4833-8938-9b6c4170d04b x-openstack-request-id: req-92e2733c-8e1e-4833-8938-9b6c4170d04b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:23.309938 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d942d924-6dbd-4d17-bd38-1349e737ef6f", "name": "network-vif-deleted", "tag": "a0e93a08-773c-49b1-a906-4bff6270e54b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:23.310230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 19911910-8859-45ca-8fe8-9e33a782ef3e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:23.310677 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.321597 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92e2733c-8e1e-4833-8938-9b6c4170d04b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:23.321597 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd942d924-6dbd-4d17-bd38-1349e737ef6f', 'name': 'network-vif-deleted', 'tag': 'a0e93a08-773c-49b1-a906-4bff6270e54b', 'status': 'completed', 'code': 200} Jul 16 18:12:23.321597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Checking segment: {'id': '4ba89365-df0e-424d-9c4f-eefff72cd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '65ad9a2f-c9d4-4ade-b453-7c264f2853c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:23.321597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network hostable DHCP agents. Network: 65ad9a2f-c9d4-4ade-b453-7c264f2853c2, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:23.372389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network 65ad9a2f-c9d4-4ade-b453-7c264f2853c2 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:23.375815 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] device_id is not set on port 24f5ae35-3e1f-400e-9ac9-ad053cbed3bc yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:23.410641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 65ad9a2f-c9d4-4ade-b453-7c264f2853c2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:23.427791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.428410 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.462729 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6145f58a-dbf4-4215-bc4b-e077d499a7e3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3941720 Jul 16 18:12:23.476698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.483115 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'port': {'network_id': '65ad9a2f-c9d4-4ade-b453-7c264f2853c2', 'name': 'tempest-NetworksIpV6TestAttrs-1709493816'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:23.510498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-3c2a3df4-6796-490b-b126-40a26929cce6 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=11fd7cf4d4294ecbaa405ad2d69021a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482023 Jul 16 18:12:23.648028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f682b08-89ec-4c21-bf91-f3594179657f None None] Network 65ad9a2f-c9d4-4ade-b453-7c264f2853c2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:23.826858 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.20.0.2 (1dd532fb-0861-49df-b097-e2c461f06dbd/e9fe3e75-4632-4b50-8779-a50c06e15147/24f5ae35-3e1f-400e-9ac9-ad053cbed3bc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:23.870808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-db18216b-c9ae-42f2-9dc5-4b9f69efbf9c tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.878114 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.879429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-db18216b-c9ae-42f2-9dc5-4b9f69efbf9c tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3615260 Jul 16 18:12:23.885941 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:23.889609 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.894510 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.898512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-d06901f3-a6aa-4623-9764-d67b95093e74 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/quotas/11fd7cf4d4294ecbaa405ad2d69021a9 HTTP/1.1" status: 200 len: 375 time: 0.0179436 Jul 16 18:12:23.930443 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] device_id is not set on port 1758f9f0-4a51-4355-98f7-e50b0783cc94 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:23.974881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f34abd-3044-4096-8f19-ebbc6a63faa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5298eb3f-bd77-42ed-b68f-d96674f42426'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:23.977053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-7c01e254-6f50-4843-a246-f476f548b3cc tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=11fd7cf4d4294ecbaa405ad2d69021a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774252 Jul 16 18:12:23.977833 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19071baf-8c7e-41a5-85d7-6001d2856716" -d '{"events": [{"server_uuid": "99f34abd-3044-4096-8f19-ebbc6a63faa1", "name": "network-vif-plugged", "status": "completed", "tag": "5298eb3f-bd77-42ed-b68f-d96674f42426"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:24.054804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 5298eb3f-bd77-42ed-b68f-d96674f42426, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5298eb3f-bd77-42ed-b68f-d96674f42426,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:24.061767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 19911910-8859-45ca-8fe8-9e33a782ef3e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=19911910-8859-45ca-8fe8-9e33a782ef3e,segment=NetworkSegment(653e390a-c4a0-4532-82a8-c36ddc0c196b),segment_id=653e390a-c4a0-4532-82a8-c36ddc0c196b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:24.091299 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.093291 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.109599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a0e93a08-773c-49b1-a906-4bff6270e54b no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:24.114955 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb677cdb-0932-4ce0-af12-50804c91f5a2 x-openstack-request-id: req-bb677cdb-0932-4ce0-af12-50804c91f5a2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:24.115368 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f34abd-3044-4096-8f19-ebbc6a63faa1", "name": "network-vif-plugged", "status": "completed", "tag": "5298eb3f-bd77-42ed-b68f-d96674f42426", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:24.115634 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb677cdb-0932-4ce0-af12-50804c91f5a2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:24.116064 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f34abd-3044-4096-8f19-ebbc6a63faa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5298eb3f-bd77-42ed-b68f-d96674f42426', 'code': 200} Jul 16 18:12:24.170420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-65ad9a2f-c9d4-4ade-b453-7c264f2853c2', 'network_id': '65ad9a2f-c9d4-4ade-b453-7c264f2853c2', 'tenant_id': '2647b483509a4f018cc7c16b2e6278c5', 'fixed_ips': [{'subnet_id': 'a6a77b4f-8985-4721-a89b-282e19c8b3e3'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:24.171303 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.198149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: a0e93a08-773c-49b1-a906-4bff6270e54b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:24.198518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device a0e93a08-773c-49b1-a906-4bff6270e54b not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:24.203295 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Allocated IP 2001:db8::f816:3eff:fed6:4c5c (65ad9a2f-c9d4-4ade-b453-7c264f2853c2/a6a77b4f-8985-4721-a89b-282e19c8b3e3/1758f9f0-4a51-4355-98f7-e50b0783cc94) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:24.255757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=19911910-8859-45ca-8fe8-9e33a782ef3e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:24.271907 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427153f2-f860-4611-bd81-a27f96585614 req-f41f71eb-17ab-4522-ac67-b729859ea422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.276697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-427153f2-f860-4611-bd81-a27f96585614 req-f41f71eb-17ab-4522-ac67-b729859ea422 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 1096 time: 0.1256094 Jul 16 18:12:24.297088 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.394791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad2287f9-7ef4-4901-80ac-53aa12d5d30c req-900928fb-fec7-474f-abf9-8b7591b3db0f tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 210 time: 0.0981538 Jul 16 18:12:24.451492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-427153f2-f860-4611-bd81-a27f96585614 req-4ec6f940-2b7e-4833-8e54-5beb3ce324de service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659949 Jul 16 18:12:24.492529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.519808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 1dd532fb-0861-49df-b097-e2c461f06dbd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:24.525003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 19911910-8859-45ca-8fe8-9e33a782ef3e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:24.526801 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:24.560390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=5298eb3f-bd77-42ed-b68f-d96674f42426,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:24.561893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:24.644833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 19911910-8859-45ca-8fe8-9e33a782ef3e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:24.645216 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.672545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=24f5ae35-3e1f-400e-9ac9-ad053cbed3bc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:24.689255 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.699380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.700267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.720749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Transition to ACTIVE for port object 1758f9f0-4a51-4355-98f7-e50b0783cc94 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:24.737435 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-505ec46f-e2ae-49c4-9196-239358ff0755 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6975803 Jul 16 18:12:24.738600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:24.750476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8e4db6f1-c073-4e23-8f30-19744f198940 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'floatingip': {'port_id': '24f5ae35-3e1f-400e-9ac9-ad053cbed3bc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:24.790154 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.860060 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4db6f1-c073-4e23-8f30-19744f198940 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.919127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network 65ad9a2f-c9d4-4ade-b453-7c264f2853c2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:24.922987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:24.931750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:24.949490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.950337 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.969619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Allocated IP 2001:db8::f816:3eff:fede:64ad (65ad9a2f-c9d4-4ade-b453-7c264f2853c2/a6a77b4f-8985-4721-a89b-282e19c8b3e3/cca96ab6-0c4c-4159-a733-10a97f1b655b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:24.991745 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5130742 Jul 16 18:12:24.996083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:25.067245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26702e7-64e3-4c9b-8dbe-10495c6e1633 req-79e874fe-cbe5-4359-9ddf-bcd25baafcf9 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.076837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d26702e7-64e3-4c9b-8dbe-10495c6e1633 req-79e874fe-cbe5-4359-9ddf-bcd25baafcf9 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.4556205 Jul 16 18:12:25.078554 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3f6d59-45f7-4174-9b02-4b54f4dc9493 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Deleting subnet a6a77b4f-8985-4721-a89b-282e19c8b3e3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:25.082990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c34386-0639-4b75-99ff-bfbaa874eb59 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Port': ['ID=1758f9f0-4a51-4355-98f7-e50b0783cc94,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.186730 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.198403 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Transition to ACTIVE for port object cca96ab6-0c4c-4159-a733-10a97f1b655b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:25.219362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Transition to ACTIVE for port object cca96ab6-0c4c-4159-a733-10a97f1b655b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:25.225038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d26702e7-64e3-4c9b-8dbe-10495c6e1633 req-cecfd80b-08fd-4ca4-908c-087ec20f4cf9 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467969 Jul 16 18:12:25.229274 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6d59-45f7-4174-9b02-4b54f4dc9493 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.230658 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.268651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e2e6c-e948-40d1-a109-503e7b1b3827 req-a80a0fdf-01c8-475d-85a4-4d1059f1dcb1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.277223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-623e2e6c-e948-40d1-a109-503e7b1b3827 req-a80a0fdf-01c8-475d-85a4-4d1059f1dcb1 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.2696035 Jul 16 18:12:25.278963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Network 65ad9a2f-c9d4-4ade-b453-7c264f2853c2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:25.283766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:25.288756 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:25.310230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Pushing event updated for resources: {'Port': ['ID=cca96ab6-0c4c-4159-a733-10a97f1b655b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.341197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6d59-45f7-4174-9b02-4b54f4dc9493 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.373184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Attempting to bind port cca96ab6-0c4c-4159-a733-10a97f1b655b on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:25.373722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Attempting to bind port cca96ab6-0c4c-4159-a733-10a97f1b655b by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '4ba89365-df0e-424d-9c4f-eefff72cd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '65ad9a2f-c9d4-4ade-b453-7c264f2853c2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:25.374188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Attempting to bind port cca96ab6-0c4c-4159-a733-10a97f1b655b on network 65ad9a2f-c9d4-4ade-b453-7c264f2853c2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:25.380499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:25.381070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Checking segment: {'id': '4ba89365-df0e-424d-9c4f-eefff72cd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '65ad9a2f-c9d4-4ade-b453-7c264f2853c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:25.381611 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.382351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Bound using segment: {'id': '4ba89365-df0e-424d-9c4f-eefff72cd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '65ad9a2f-c9d4-4ade-b453-7c264f2853c2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:25.383170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Bound port: cca96ab6-0c4c-4159-a733-10a97f1b655b, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba89365-df0e-424d-9c4f-eefff72cd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '65ad9a2f-c9d4-4ade-b453-7c264f2853c2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:25.383651 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.558217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] For port cca96ab6-0c4c-4159-a733-10a97f1b655b, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:25.561818 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] For port cca96ab6-0c4c-4159-a733-10a97f1b655b, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=cca96ab6-0c4c-4159-a733-10a97f1b655b,segment=NetworkSegment(4ba89365-df0e-424d-9c4f-eefff72cd1ef),segment_id=4ba89365-df0e-424d-9c4f-eefff72cd1ef)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:25.571413 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.608586 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6d59-45f7-4174-9b02-4b54f4dc9493 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.672025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa2611-9aac-4104-8daa-0f9e20839e27 None None] Pushing event updated for resources: {'Port': ['ID=cca96ab6-0c4c-4159-a733-10a97f1b655b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.693145 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6d59-45f7-4174-9b02-4b54f4dc9493 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.731636 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f6d59-45f7-4174-9b02-4b54f4dc9493 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a77b4f-8985-4721-a89b-282e19c8b3e3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.746407 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6d59-45f7-4174-9b02-4b54f4dc9493 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.752469 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cd3f6d59-45f7-4174-9b02-4b54f4dc9493 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/subnets/a6a77b4f-8985-4721-a89b-282e19c8b3e3 HTTP/1.1" status: 204 len: 168 time: 0.7555387 Jul 16 18:12:25.753578 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:25.790487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f59d7def-f5f7-41f7-89d1-ed66b161bbe2 req-8aa33ea1-0b74-4a4c-a146-51f05fd3076d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 210 time: 0.0462689 Jul 16 18:12:25.811469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-623e2e6c-e948-40d1-a109-503e7b1b3827 req-f86d9d8f-351d-45b6-8459-cb8c2155dc66 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318775 Jul 16 18:12:25.829613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349cbb2f-becb-4818-8788-2306b9e64254 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.831866 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349cbb2f-becb-4818-8788-2306b9e64254 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.833585 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-349cbb2f-becb-4818-8788-2306b9e64254 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0787861 Jul 16 18:12:25.836346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:25.931835 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c97-27c7-4dce-be88-54e8892f5ae6 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.940210 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acc7c97-27c7-4dce-be88-54e8892f5ae6 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:12:25.941484 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acc7c97-27c7-4dce-be88-54e8892f5ae6 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:25.943999 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6acc7c97-27c7-4dce-be88-54e8892f5ae6 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/networks/65ad9a2f-c9d4-4ade-b453-7c264f2853c2 HTTP/1.1" status: 409 len: 405 time: 0.1067297 Jul 16 18:12:25.948503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:25.953624 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2a4257da-7073-41d7-89b0-990fb21eaa7f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-917609539'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:26.012323 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4257da-7073-41d7-89b0-990fb21eaa7f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:26.016931 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a4257da-7073-41d7-89b0-990fb21eaa7f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.066013 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4257da-7073-41d7-89b0-990fb21eaa7f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:26.085886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a4257da-7073-41d7-89b0-990fb21eaa7f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.086548 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-2a4257da-7073-41d7-89b0-990fb21eaa7f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Added segment 033abdc8-22cc-4397-af2d-83b3832133c6 of type vlan for network 24714d9a-513b-4402-93d3-46de50aaa884 Jul 16 18:12:26.178075 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a4257da-7073-41d7-89b0-990fb21eaa7f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.207566 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-8b4117ee-5204-4d2d-b11c-f641078063e9 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=11fd7cf4d4294ecbaa405ad2d69021a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536799 Jul 16 18:12:26.218867 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4db6f1-c073-4e23-8f30-19744f198940 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.235518 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4db6f1-c073-4e23-8f30-19744f198940 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.313770 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a4257da-7073-41d7-89b0-990fb21eaa7f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.320121 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4257da-7073-41d7-89b0-990fb21eaa7f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.320673 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a4257da-7073-41d7-89b0-990fb21eaa7f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.405462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c44d2-4585-42e2-a045-d4622676003a req-e15a47fe-bd83-46ed-828a-5d2f53896e27 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.407627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f29c44d2-4585-42e2-a045-d4622676003a req-e15a47fe-bd83-46ed-828a-5d2f53896e27 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.2460711 Jul 16 18:12:26.522425 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2a4257da-7073-41d7-89b0-990fb21eaa7f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5728199 Jul 16 18:12:26.524333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:26.532274 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-8e4db6f1-c073-4e23-8f30-19744f198940 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Floating IP c7429d91-fed1-45d4-827e-07917e05e038 associated. External IP: 172.25.8.190, port: 24f5ae35-3e1f-400e-9ac9-ad053cbed3bc. Jul 16 18:12:26.541576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'subnet': {'network_id': '24714d9a-513b-4402-93d3-46de50aaa884', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:26.556641 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device cca96ab6-0c4c-4159-a733-10a97f1b655b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:26.564466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4257da-7073-41d7-89b0-990fb21eaa7f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Network': ['ID=24714d9a-513b-4402-93d3-46de50aaa884,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.573952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-08ed5bd7-9234-4327-8b74-679642a803ea tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.575936 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-08ed5bd7-9234-4327-8b74-679642a803ea tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3612092 Jul 16 18:12:26.588937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Request body: {'port': {'device_id': '72acf42d-52c3-483a-b601-435238e20686', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '11fd7cf4d4294ecbaa405ad2d69021a9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:26.592041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 24714d9a-513b-4402-93d3-46de50aaa884 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:26.696326 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port cca96ab6-0c4c-4159-a733-10a97f1b655b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:26.791706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Made reservation on behalf of 11fd7cf4d4294ecbaa405ad2d69021a9 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:26.795592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.807995 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.883035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c33c1-06c0-4e2a-bedc-48ae22764a6b req-bff14a2b-7ecb-44a8-a8f2-333a990cedb4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.885879 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da4c33c1-06c0-4e2a-bedc-48ae22764a6b req-bff14a2b-7ecb-44a8-a8f2-333a990cedb4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.4490817 Jul 16 18:12:26.986920 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.995874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.010664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f29c44d2-4585-42e2-a045-d4622676003a req-86cb4118-b087-44f6-a0a5-391b4b4811a2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Deleting port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:27.011037 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f29c44d2-4585-42e2-a045-d4622676003a req-86cb4118-b087-44f6-a0a5-391b4b4811a2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.016324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da4c33c1-06c0-4e2a-bedc-48ae22764a6b req-74fbccb9-cf17-4dfd-b38e-d4fd2d75ff70 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182764 Jul 16 18:12:27.104846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b6ec970-adb6-46ea-8732-67d5075ceada req-ebe0a9bd-741d-4f51-8abd-6d6313d63979 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 210 time: 0.1018226 Jul 16 18:12:27.149098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:27.152943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d955f1d3-608c-4747-be54-189e6b19a4cc None None] Network 65ad9a2f-c9d4-4ade-b453-7c264f2853c2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:27.158410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:27.164893 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.255432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-646cc1b9-e5bc-4116-8c99-2147de417870 None None] Provisioning for port cca96ab6-0c4c-4159-a733-10a97f1b655b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:27.263268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-646cc1b9-e5bc-4116-8c99-2147de417870 None None] Provisioning complete for port cca96ab6-0c4c-4159-a733-10a97f1b655b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:27.263656 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-646cc1b9-e5bc-4116-8c99-2147de417870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.334506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Allocated IP 192.168.233.74 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/53f441dc-0dc3-49d8-86dc-0df1eab95ed6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:27.382477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4db6f1-c073-4e23-8f30-19744f198940 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:27.390325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f29c44d2-4585-42e2-a045-d4622676003a req-86cb4118-b087-44f6-a0a5-391b4b4811a2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] For port 14c2e20a-9adb-4099-9e12-7fce3fb9e078, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=14c2e20a-9adb-4099-9e12-7fce3fb9e078,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:27.390660 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f29c44d2-4585-42e2-a045-d4622676003a req-86cb4118-b087-44f6-a0a5-391b4b4811a2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.424031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f29c44d2-4585-42e2-a045-d4622676003a req-86cb4118-b087-44f6-a0a5-391b4b4811a2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Calling delete_port for 14c2e20a-9adb-4099-9e12-7fce3fb9e078 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:27.468818 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-646cc1b9-e5bc-4116-8c99-2147de417870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.516646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-646cc1b9-e5bc-4116-8c99-2147de417870 None None] For port cca96ab6-0c4c-4159-a733-10a97f1b655b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=cca96ab6-0c4c-4159-a733-10a97f1b655b,segment=NetworkSegment(4ba89365-df0e-424d-9c4f-eefff72cd1ef),segment_id=4ba89365-df0e-424d-9c4f-eefff72cd1ef)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:27.522292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8761e2d-faa9-4854-9989-82f3a27e89e2 None None] DHCP port deletion for 65ad9a2f-c9d4-4ade-b453-7c264f2853c2 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:27.526613 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-646cc1b9-e5bc-4116-8c99-2147de417870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.564407 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.588837 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Transition to ACTIVE for port object 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:27.627184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646cc1b9-e5bc-4116-8c99-2147de417870 None None] Pushing event updated for resources: {'Port': ['ID=cca96ab6-0c4c-4159-a733-10a97f1b655b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:27.639993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.646584 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b8761e2d-faa9-4854-9989-82f3a27e89e2 None None] Deleting port cca96ab6-0c4c-4159-a733-10a97f1b655b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:27.646964 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8761e2d-faa9-4854-9989-82f3a27e89e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.704979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:27.708926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:27.715519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:27.724722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316de76-011c-4ca9-939f-35bd0efdcd50 req-909fdaf8-484a-4482-8d79-0a2ca59b7ff8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.733016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6316de76-011c-4ca9-939f-35bd0efdcd50 req-909fdaf8-484a-4482-8d79-0a2ca59b7ff8 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 950 time: 0.5573993 Jul 16 18:12:27.757148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Pushing event updated for resources: {'Port': ['ID=53f441dc-0dc3-49d8-86dc-0df1eab95ed6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:27.762577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b8761e2d-faa9-4854-9989-82f3a27e89e2 None None] For port cca96ab6-0c4c-4159-a733-10a97f1b655b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=cca96ab6-0c4c-4159-a733-10a97f1b655b,segment=NetworkSegment(4ba89365-df0e-424d-9c4f-eefff72cd1ef),segment_id=4ba89365-df0e-424d-9c4f-eefff72cd1ef)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:27.763322 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8761e2d-faa9-4854-9989-82f3a27e89e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.788827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.789526 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.795435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b8761e2d-faa9-4854-9989-82f3a27e89e2 None None] Calling delete_port for cca96ab6-0c4c-4159-a733-10a97f1b655b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:27.810009 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ad54a1a6-e7dd-4692-a835-0abd8449f51d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2249880 Jul 16 18:12:27.825046 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Request body: {'port': {'device_id': '72acf42d-52c3-483a-b601-435238e20686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:27.906659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6316de76-011c-4ca9-939f-35bd0efdcd50 req-be62b2ef-1c2f-4291-ae27-bb83e439ca8c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726358 Jul 16 18:12:27.965689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.980226 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8761e2d-faa9-4854-9989-82f3a27e89e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.014551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8761e2d-faa9-4854-9989-82f3a27e89e2 None None] No DVR routers for this DVR port cca96ab6-0c4c-4159-a733-10a97f1b655b on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:28.020405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8761e2d-faa9-4854-9989-82f3a27e89e2 None None] Pushing event deleted for resources: {'Port': ['ID=cca96ab6-0c4c-4159-a733-10a97f1b655b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.049622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4db6f1-c073-4e23-8f30-19744f198940 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:28.058365 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e4db6f1-c073-4e23-8f30-19744f198940 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.061759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c306f60-18f4-4d4c-af1e-cc19b65193fa None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:28.076602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c306f60-18f4-4d4c-af1e-cc19b65193fa None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:28.077268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1c306f60-18f4-4d4c-af1e-cc19b65193fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:28.112836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1c306f60-18f4-4d4c-af1e-cc19b65193fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:28.123305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c306f60-18f4-4d4c-af1e-cc19b65193fa None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:28.124045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1c306f60-18f4-4d4c-af1e-cc19b65193fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:28.171520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1c306f60-18f4-4d4c-af1e-cc19b65193fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:28.172162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c306f60-18f4-4d4c-af1e-cc19b65193fa None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:28.179872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6badbb-ce55-4b13-bfc3-5bcfcedd4db0 req-ec63f756-5f6b-4a0c-83e0-c89edccbd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.181922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a6badbb-ce55-4b13-bfc3-5bcfcedd4db0 req-ec63f756-5f6b-4a0c-83e0-c89edccbd4bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44a9d4d190934a2cadce7937c2b615a5&device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 1096 time: 0.5920715 Jul 16 18:12:28.183172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bf2c3351-2a1f-4e2e-9f6e-3bdc6161709a None None] Provisioning for port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:28.192361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bf2c3351-2a1f-4e2e-9f6e-3bdc6161709a None None] Provisioning complete for port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:28.192756 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf2c3351-2a1f-4e2e-9f6e-3bdc6161709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.232847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c3351-2a1f-4e2e-9f6e-3bdc6161709a None None] Port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:28.245845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.objects.ports [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:12:28.270386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.287463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8e4db6f1-c073-4e23-8f30-19744f198940 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "PUT /v2.0/floatingips/c7429d91-fed1-45d4-827e-07917e05e038 HTTP/1.1" status: 200 len: 978 time: 3.5484049 Jul 16 18:12:28.289880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:28.459065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device cca96ab6-0c4c-4159-a733-10a97f1b655b no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:28.482212 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: cca96ab6-0c4c-4159-a733-10a97f1b655b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:28.482576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device cca96ab6-0c4c-4159-a733-10a97f1b655b not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:28.690884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402406a-56a1-496c-b69f-c5170335f695 req-db2e2e80-1a75-48dd-ad36-eb8427792f07 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.693142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1402406a-56a1-496c-b69f-c5170335f695 req-db2e2e80-1a75-48dd-ad36-eb8427792f07 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.9495387 Jul 16 18:12:28.722883 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port 24f5ae35-3e1f-400e-9ac9-ad053cbed3bc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:28.723305 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.808707 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f29c44d2-4585-42e2-a045-d4622676003a req-86cb4118-b087-44f6-a0a5-391b4b4811a2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.820042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:28.824960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Subnet': ['ID=650fae32-00c3-4049-93ba-02c1784971fe,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.884196 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb4118-b087-44f6-a0a5-391b4b4811a2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Pushing event deleted for resources: {'Port': ['ID=14c2e20a-9adb-4099-9e12-7fce3fb9e078,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.889765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.905520 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1402406a-56a1-496c-b69f-c5170335f695 req-0ca46b18-7431-4183-98b1-62079ea5e6e8 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016392 Jul 16 18:12:28.906640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6badbb-ce55-4b13-bfc3-5bcfcedd4db0 req-d1958e1d-f34f-43cd-bb87-8ef8653b9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.908034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a6badbb-ce55-4b13-bfc3-5bcfcedd4db0 req-d1958e1d-f34f-43cd-bb87-8ef8653b9c68 service neutron] 10.222.0.38 "GET /v2.0/networks?id=194b9072-4f03-40b8-af37-32d23e82af2e HTTP/1.1" status: 200 len: 911 time: 0.7130311 Jul 16 18:12:28.913845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Checking segment: {'id': '033abdc8-22cc-4397-af2d-83b3832133c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '24714d9a-513b-4402-93d3-46de50aaa884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:28.914311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network hostable DHCP agents. Network: 24714d9a-513b-4402-93d3-46de50aaa884, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:29.008526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:29.025717 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a6badbb-ce55-4b13-bfc3-5bcfcedd4db0 req-5cfcd775-4c1e-42ec-810a-a7ec71a8a807 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5298eb3f-bd77-42ed-b68f-d96674f42426 HTTP/1.1" status: 200 len: 217 time: 0.0882506 Jul 16 18:12:29.030120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29c44d2-4585-42e2-a045-d4622676003a req-86cb4118-b087-44f6-a0a5-391b4b4811a2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] No DVR routers for this DVR port 14c2e20a-9adb-4099-9e12-7fce3fb9e078 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:29.033569 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.036456 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f29c44d2-4585-42e2-a045-d4622676003a req-86cb4118-b087-44f6-a0a5-391b4b4811a2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.038966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f29c44d2-4585-42e2-a045-d4622676003a req-86cb4118-b087-44f6-a0a5-391b4b4811a2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.42 "DELETE /v2.0/ports/14c2e20a-9adb-4099-9e12-7fce3fb9e078 HTTP/1.1" status: 204 len: 173 time: 2.6258225 Jul 16 18:12:29.047889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'name': 'network-vif-deleted', 'tag': '14c2e20a-9adb-4099-9e12-7fce3fb9e078'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:29.050762 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3972c0-db6f-4296-bada-7cffa9a9e0a0" -d '{"events": [{"server_uuid": "f6d57fcb-e72b-45b0-96bf-95f12d3538e7", "name": "network-vif-deleted", "tag": "14c2e20a-9adb-4099-9e12-7fce3fb9e078"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:29.084197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6511f-5a37-45ea-a018-f1cd3d8d3fb6 req-4b0a6c71-8302-4877-b96e-4b3b75b2d2b9 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.092010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56c6511f-5a37-45ea-a018-f1cd3d8d3fb6 req-4b0a6c71-8302-4877-b96e-4b3b75b2d2b9 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 935 time: 0.7979302 Jul 16 18:12:29.112820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network 24714d9a-513b-4402-93d3-46de50aaa884 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:29.142485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 24714d9a-513b-4402-93d3-46de50aaa884) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:29.152451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6badbb-ce55-4b13-bfc3-5bcfcedd4db0 req-75464125-97c7-40ce-91d9-64e8fbd2409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.154272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a6badbb-ce55-4b13-bfc3-5bcfcedd4db0 req-75464125-97c7-40ce-91d9-64e8fbd2409d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be9b4715-43a2-423f-8816-6c7e8844618b HTTP/1.1" status: 200 len: 850 time: 0.1222253 Jul 16 18:12:29.154452 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Transition to ACTIVE for port object 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:29.154674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31e6068-2e84-4b85-8ab3-e6c6cc45b0f8 None None] Network 24714d9a-513b-4402-93d3-46de50aaa884 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:29.167448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56c6511f-5a37-45ea-a018-f1cd3d8d3fb6 req-acf1004d-01f2-4852-ba3d-f1eb8760de26 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/security-groups?id=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744534 Jul 16 18:12:29.168942 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.169586 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.233063 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.256772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a6badbb-ce55-4b13-bfc3-5bcfcedd4db0 req-29800168-ce4a-48b9-80a3-37256dbcfa5d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=194b9072-4f03-40b8-af37-32d23e82af2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844352 Jul 16 18:12:29.260197 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9f552c-3106-4a64-ad72-e2b587d7465a x-openstack-request-id: req-0d9f552c-3106-4a64-ad72-e2b587d7465a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:29.260565 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d57fcb-e72b-45b0-96bf-95f12d3538e7", "name": "network-vif-deleted", "tag": "14c2e20a-9adb-4099-9e12-7fce3fb9e078", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:29.260762 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d9f552c-3106-4a64-ad72-e2b587d7465a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:29.261262 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d57fcb-e72b-45b0-96bf-95f12d3538e7', 'name': 'network-vif-deleted', 'tag': '14c2e20a-9adb-4099-9e12-7fce3fb9e078', 'status': 'completed', 'code': 200} Jul 16 18:12:29.328241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd0b6d0e-9a68-4bdd-b25a-99bc7c5a0d67 req-0ede1045-10e0-4afe-bc8d-3f1853465203 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d57fcb-e72b-45b0-96bf-95f12d3538e7 HTTP/1.1" status: 200 len: 210 time: 0.0798748 Jul 16 18:12:29.348272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-17662d7b-8daa-4534-82c4-fe6be9c3644c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.8218148 Jul 16 18:12:29.350868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.422013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-24714d9a-513b-4402-93d3-46de50aaa884', 'network_id': '24714d9a-513b-4402-93d3-46de50aaa884', 'tenant_id': '2647b483509a4f018cc7c16b2e6278c5', 'fixed_ips': [{'subnet_id': '650fae32-00c3-4049-93ba-02c1784971fe'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:29.422905 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.496458 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.496943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.497357 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Floating IP c7429d91-fed1-45d4-827e-07917e05e038 disassociated. External IP: 172.25.8.190, port: 24f5ae35-3e1f-400e-9ac9-ad053cbed3bc. Jul 16 18:12:29.497988 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for 24f5ae35-3e1f-400e-9ac9-ad053cbed3bc owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:29.544899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a6badbb-ce55-4b13-bfc3-5bcfcedd4db0 req-aa7dd10e-d619-49c7-a042-e04eb3c6f7e2 service neutron] 10.222.0.38 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457347 Jul 16 18:12:29.554344 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.637745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Allocated IP 2001:db8::f816:3eff:fe0a:8b32 (24714d9a-513b-4402-93d3-46de50aaa884/650fae32-00c3-4049-93ba-02c1784971fe/1bf2f42a-d773-4d65-a8fe-23d71e5e0785) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:29.717484 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=53f441dc-0dc3-49d8-86dc-0df1eab95ed6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:29.810373 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.829453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.874840 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.884640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Transition to ACTIVE for port object 1bf2f42a-d773-4d65-a8fe-23d71e5e0785 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:29.898531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a6badbb-ce55-4b13-bfc3-5bcfcedd4db0 req-27b37230-281c-4e91-b5da-133d5572f3af service neutron] 10.222.0.38 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416097 Jul 16 18:12:29.910175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=24f5ae35-3e1f-400e-9ac9-ad053cbed3bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:29.910756 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Transition to ACTIVE for port object 1bf2f42a-d773-4d65-a8fe-23d71e5e0785 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:29.923175 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.957957 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Attempting to bind port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:29.958599 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Attempting to bind port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:29.959008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Attempting to bind port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:30.007247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:30.007516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Attempting to bind port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:30.017931 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.019718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:30.020277 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:30.020745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:30.021666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Bound port: 53f441dc-0dc3-49d8-86dc-0df1eab95ed6, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:30.021775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.059271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Network 24714d9a-513b-4402-93d3-46de50aaa884 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:30.069827 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:30.080066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:30.120495 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd273abf-41f0-4775-b958-2412ee84fe08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.152380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Pushing event updated for resources: {'Port': ['ID=1bf2f42a-d773-4d65-a8fe-23d71e5e0785,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.161703 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.176504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24714d9a-513b-4402-93d3-46de50aaa884']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:30.193883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033abdc8-22cc-4397-af2d-83b3832133c6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:30.194194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033abdc8-22cc-4397-af2d-83b3832133c6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:30.204408 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.214353 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:30.225451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] For port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:30.230602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] For port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=53f441dc-0dc3-49d8-86dc-0df1eab95ed6,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:30.236301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.249558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Attempting to bind port 1bf2f42a-d773-4d65-a8fe-23d71e5e0785 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:30.249960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Attempting to bind port 1bf2f42a-d773-4d65-a8fe-23d71e5e0785 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '033abdc8-22cc-4397-af2d-83b3832133c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '24714d9a-513b-4402-93d3-46de50aaa884'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:30.250340 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Attempting to bind port 1bf2f42a-d773-4d65-a8fe-23d71e5e0785 on network 24714d9a-513b-4402-93d3-46de50aaa884 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:30.252667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 14c2e20a-9adb-4099-9e12-7fce3fb9e078 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:30.259913 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.287299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Subnet': ['ID=650fae32-00c3-4049-93ba-02c1784971fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.292952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:30.293477 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:30.296892 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:30.319944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:30.320367 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Checking segment: {'id': '033abdc8-22cc-4397-af2d-83b3832133c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '24714d9a-513b-4402-93d3-46de50aaa884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:30.320786 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.321196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Bound using segment: {'id': '033abdc8-22cc-4397-af2d-83b3832133c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '24714d9a-513b-4402-93d3-46de50aaa884'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:30.321734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Bound port: 1bf2f42a-d773-4d65-a8fe-23d71e5e0785, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033abdc8-22cc-4397-af2d-83b3832133c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '24714d9a-513b-4402-93d3-46de50aaa884'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:30.322182 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.348954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 14c2e20a-9adb-4099-9e12-7fce3fb9e078 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:30.349302 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 14c2e20a-9adb-4099-9e12-7fce3fb9e078 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:30.368458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.369174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.370674 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] 10.222.0.42 "PUT /v2.0/ports/53f441dc-0dc3-49d8-86dc-0df1eab95ed6 HTTP/1.1" status: 200 len: 1095 time: 2.5532870 Jul 16 18:12:30.371309 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72acf42d-52c3-483a-b601-435238e20686', 'tag': '53f441dc-0dc3-49d8-86dc-0df1eab95ed6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:30.373805 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55f0ca1-e5de-4a38-aa3c-352874aeb00e" -d '{"events": [{"name": "network-changed", "server_uuid": "72acf42d-52c3-483a-b601-435238e20686", "tag": "53f441dc-0dc3-49d8-86dc-0df1eab95ed6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:30.421153 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:12:30.421153 n-d-793618-9 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:12:30.421153 n-d-793618-9 neutron-server[93767]: [parameters: {'id': '24714d9a-513b-4402-93d3-46de50aaa884'}] Jul 16 18:12:30.421153 n-d-793618-9 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:12:30.422738 n-d-793618-9 neutron-server[93767]: DEBUG oslo_db.api [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:12:30.437843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d333b0-af35-4a03-baba-031f5755910e req-79d461b4-61a7-454e-9470-b820823fe2da tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.442684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45d333b0-af35-4a03-baba-031f5755910e req-79d461b4-61a7-454e-9470-b820823fe2da tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.2191112 Jul 16 18:12:30.449598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf17a71-efdd-49cd-96d5-40f738973dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=53f441dc-0dc3-49d8-86dc-0df1eab95ed6,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.486790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:30.499013 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b55a5c-dc35-4274-8794-484ebcac42cb None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:30.515201 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b55a5c-dc35-4274-8794-484ebcac42cb None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:30.517879 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-14b55a5c-dc35-4274-8794-484ebcac42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:30.558046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45d333b0-af35-4a03-baba-031f5755910e req-414841c7-948c-4d4d-a69d-cf5bc1e5d7be tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945790 Jul 16 18:12:30.590530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2933ce-ba00-47a7-89d3-9ba06d2e5ab7 req-99db8d09-4b20-4cf1-bc26-2f8edc551e50 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.592457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad2933ce-ba00-47a7-89d3-9ba06d2e5ab7 req-99db8d09-4b20-4cf1-bc26-2f8edc551e50 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 947 time: 0.1488357 Jul 16 18:12:30.611045 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-14b55a5c-dc35-4274-8794-484ebcac42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:30.636062 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b55a5c-dc35-4274-8794-484ebcac42cb None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:30.636703 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-14b55a5c-dc35-4274-8794-484ebcac42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:30.646931 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.651480 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-35d1a8ae-2000-482d-b174-6c4701fc715f tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/ports/24f5ae35-3e1f-400e-9ac9-ad053cbed3bc HTTP/1.1" status: 204 len: 168 time: 2.3581915 Jul 16 18:12:30.652098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:30.681554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad2933ce-ba00-47a7-89d3-9ba06d2e5ab7 req-cb692b11-64e5-4740-a0d3-8ae8f0adc92a tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/security-groups?id=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806487 Jul 16 18:12:30.684796 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-109018de-ca32-4676-ad55-62864ccfaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.687084 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-109018de-ca32-4676-ad55-62864ccfaa3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11fd7cf4d4294ecbaa405ad2d69021a9&device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 1098 time: 0.2527914 Jul 16 18:12:30.732523 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-14b55a5c-dc35-4274-8794-484ebcac42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:30.733468 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b55a5c-dc35-4274-8794-484ebcac42cb None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:30.760300 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75272f37-388d-4a70-930e-15242b4e734c x-openstack-request-id: req-75272f37-388d-4a70-930e-15242b4e734c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:30.760579 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72acf42d-52c3-483a-b601-435238e20686", "tag": "53f441dc-0dc3-49d8-86dc-0df1eab95ed6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:30.760971 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75272f37-388d-4a70-930e-15242b4e734c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:30.761398 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72acf42d-52c3-483a-b601-435238e20686', 'tag': '53f441dc-0dc3-49d8-86dc-0df1eab95ed6', 'status': 'completed', 'code': 200} Jul 16 18:12:30.763563 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-c4f36182-bcfa-430c-9a55-91e8dcc7f035 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=53f441dc-0dc3-49d8-86dc-0df1eab95ed6 HTTP/1.1" status: 200 len: 217 time: 0.0451496 Jul 16 18:12:30.766958 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-66fa4298-ea89-4b69-9689-f40bc389b4bf tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "GET /v2.0/floatingips/c7429d91-fed1-45d4-827e-07917e05e038 HTTP/1.1" status: 200 len: 688 time: 0.1129360 Jul 16 18:12:30.770478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:30.844376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a66393b4-29d7-47fd-858f-874106db885d None None] For port 1bf2f42a-d773-4d65-a8fe-23d71e5e0785, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:30.850420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a66393b4-29d7-47fd-858f-874106db885d None None] For port 1bf2f42a-d773-4d65-a8fe-23d71e5e0785, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1bf2f42a-d773-4d65-a8fe-23d71e5e0785,segment=NetworkSegment(033abdc8-22cc-4397-af2d-83b3832133c6),segment_id=033abdc8-22cc-4397-af2d-83b3832133c6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:30.891300 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-0de57d9a-6044-43c8-8f5a-79cd0f5c6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.893548 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-0de57d9a-6044-43c8-8f5a-79cd0f5c6346 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1235545 Jul 16 18:12:30.921701 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.961531 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.030553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66393b4-29d7-47fd-858f-874106db885d None None] Pushing event updated for resources: {'Port': ['ID=1bf2f42a-d773-4d65-a8fe-23d71e5e0785,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.051390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1b27a817-8de3-440d-b6fd-08fc86ecb333 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port 229cbc4f-eb1e-4ec8-90d1-bae4d1771fa9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:31.051390 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b27a817-8de3-440d-b6fd-08fc86ecb333 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.057394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Deleting port 1bf2f42a-d773-4d65-a8fe-23d71e5e0785 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:31.057796 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.066140 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-702468af-f05c-4b47-86c6-6c92e7ca843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.067528 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-702468af-f05c-4b47-86c6-6c92e7ca843f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649508 Jul 16 18:12:31.151415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a39c50-7242-482e-b0a3-d6f169d847fd None None] Network 24714d9a-513b-4402-93d3-46de50aaa884 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:31.200399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] For port 1bf2f42a-d773-4d65-a8fe-23d71e5e0785, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1bf2f42a-d773-4d65-a8fe-23d71e5e0785,segment=NetworkSegment(033abdc8-22cc-4397-af2d-83b3832133c6),segment_id=033abdc8-22cc-4397-af2d-83b3832133c6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:31.201026 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.217569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Calling delete_port for 1bf2f42a-d773-4d65-a8fe-23d71e5e0785 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:31.237759 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b27a817-8de3-440d-b6fd-08fc86ecb333 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.238642 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b27a817-8de3-440d-b6fd-08fc86ecb333 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.275666 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-c544b065-c7b1-46e2-84d4-ce72253c9610 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999328 Jul 16 18:12:31.303584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1b27a817-8de3-440d-b6fd-08fc86ecb333 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for 229cbc4f-eb1e-4ec8-90d1-bae4d1771fa9 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:31.407681 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-96e68d70-4ae7-4b6d-80c9-f08871314bf2 req-e0dd7994-8b16-4920-8ed6-dfcb2fced472 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249559 Jul 16 18:12:31.434975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53988236-679a-4c5f-b047-0b1b67103d75 None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:12:31.443916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.467959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15933f16-eb7b-44a5-8d55-1200280ee3ca req-f80d3612-58f7-4865-a68d-b9eea72f92b2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.469586 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15933f16-eb7b-44a5-8d55-1200280ee3ca req-f80d3612-58f7-4865-a68d-b9eea72f92b2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.1775177 Jul 16 18:12:31.503267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Port': ['ID=1bf2f42a-d773-4d65-a8fe-23d71e5e0785,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.505532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No DVR routers for this DVR port 1bf2f42a-d773-4d65-a8fe-23d71e5e0785 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:31.558267 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f0ca1-e5de-4a38-aa3c-352874aeb00e req-e7da2ead-589d-4d3a-b51f-0bdd8236a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.560291 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b55f0ca1-e5de-4a38-aa3c-352874aeb00e req-e7da2ead-589d-4d3a-b51f-0bdd8236a927 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11fd7cf4d4294ecbaa405ad2d69021a9&device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 1098 time: 0.0907292 Jul 16 18:12:31.578142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15933f16-eb7b-44a5-8d55-1200280ee3ca req-2c5751bd-7f5d-4d94-8518-fbfe946c7c6c tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848496 Jul 16 18:12:31.609375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53988236-679a-4c5f-b047-0b1b67103d75 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:12:31.646298 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.663151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24714d9a-513b-4402-93d3-46de50aaa884']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:31.676463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033abdc8-22cc-4397-af2d-83b3832133c6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:31.676767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033abdc8-22cc-4397-af2d-83b3832133c6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:31.690311 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.703501 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b27a817-8de3-440d-b6fd-08fc86ecb333 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.755007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f0ca1-e5de-4a38-aa3c-352874aeb00e req-5ffbebb9-a0ba-4c10-a7d9-220e848489ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.756602 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b55f0ca1-e5de-4a38-aa3c-352874aeb00e req-5ffbebb9-a0ba-4c10-a7d9-220e848489ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1894898 Jul 16 18:12:31.795433 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.803862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:31.804363 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.839007 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b55f0ca1-e5de-4a38-aa3c-352874aeb00e req-af69da41-cc9b-4081-a57b-ebddbfb1b98d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=53f441dc-0dc3-49d8-86dc-0df1eab95ed6 HTTP/1.1" status: 200 len: 217 time: 0.0743570 Jul 16 18:12:31.847275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27a817-8de3-440d-b6fd-08fc86ecb333 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=229cbc4f-eb1e-4ec8-90d1-bae4d1771fa9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:31.848833 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:31.911890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f0ca1-e5de-4a38-aa3c-352874aeb00e req-09331b66-c2be-4f12-9fac-02f205c7d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.914230 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b55f0ca1-e5de-4a38-aa3c-352874aeb00e req-09331b66-c2be-4f12-9fac-02f205c7d88e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0661008 Jul 16 18:12:31.992973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.999374 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f0ca1-e5de-4a38-aa3c-352874aeb00e req-5d76edfb-fdde-4926-99d4-25c6b5d8f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.001539 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b55f0ca1-e5de-4a38-aa3c-352874aeb00e req-5d76edfb-fdde-4926-99d4-25c6b5d8f570 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790033 Jul 16 18:12:32.009663 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.014655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/networks/24714d9a-513b-4402-93d3-46de50aaa884 HTTP/1.1" status: 204 len: 168 time: 2.6596940 Jul 16 18:12:32.018085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:32.028887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bb05e0fb-c765-487d-9533-53281b9b6685 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-308925841'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:32.039847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35447410-dd9e-4cce-a5a4-9ed086c94ad5 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Network': ['ID=24714d9a-513b-4402-93d3-46de50aaa884,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:32.053177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b27a817-8de3-440d-b6fd-08fc86ecb333 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.055799 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b27a817-8de3-440d-b6fd-08fc86ecb333 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.056699 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1b27a817-8de3-440d-b6fd-08fc86ecb333 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/floatingips/c7429d91-fed1-45d4-827e-07917e05e038 HTTP/1.1" status: 204 len: 168 time: 1.2852223 Jul 16 18:12:32.060490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:32.070692 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '5231a5f3-fe49-490a-861b-32cb15a953c4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:32.085759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb391e-65e5-4dc5-994b-e736e1912740 req-ee2a7ae4-8c9a-4930-b8c5-b525b8af11a3 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.086061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97eb391e-65e5-4dc5-994b-e736e1912740 req-ee2a7ae4-8c9a-4930-b8c5-b525b8af11a3 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.3244154 Jul 16 18:12:32.094839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad823f3-940f-4d39-96e1-324a96a59bb1 req-d52ff361-6642-4d3c-ad79-280a3ef3aad7 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.096361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bad823f3-940f-4d39-96e1-324a96a59bb1 req-d52ff361-6642-4d3c-ad79-280a3ef3aad7 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 947 time: 0.1971676 Jul 16 18:12:32.137300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:12:32.137300 n-d-793618-9 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:12:32.137300 n-d-793618-9 neutron-server[93766]: [parameters: {'project_id': '742bbbf693e64bf9ab4a72fa43e63895', 'id': 'facf933e-b763-48ea-be85-d3cf9faa0b01', 'expiration': datetime.datetime(2021, 7, 16, 18, 14, 32, 101488)}] Jul 16 18:12:32.137300 n-d-793618-9 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:12:32.137879 n-d-793618-9 neutron-server[93766]: DEBUG oslo_db.api [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:12:32.151873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97eb391e-65e5-4dc5-994b-e736e1912740 req-55f7b70d-0a79-409c-9fb6-db963cfd38d4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544007 Jul 16 18:12:32.153302 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb05e0fb-c765-487d-9533-53281b9b6685 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:32.156946 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb05e0fb-c765-487d-9533-53281b9b6685 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.160010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bad823f3-940f-4d39-96e1-324a96a59bb1 req-bea400de-7238-4ce7-a56f-2867053c7453 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/security-groups?id=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563962 Jul 16 18:12:32.198004 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b55f0ca1-e5de-4a38-aa3c-352874aeb00e req-03ef9505-affb-44d3-83fd-75213d0f25a0 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819472 Jul 16 18:12:32.208239 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb05e0fb-c765-487d-9533-53281b9b6685 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:32.250669 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb05e0fb-c765-487d-9533-53281b9b6685 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.251052 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-bb05e0fb-c765-487d-9533-53281b9b6685 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Added segment 585486b8-bfd8-454a-9e9d-83eb9002f82c of type vlan for network 08d79fde-855f-4ac0-9f34-23a1b4b28174 Jul 16 18:12:32.267981 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51b1f4fe-2d14-4754-9a1e-f46c95c8a8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.335819 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb05e0fb-c765-487d-9533-53281b9b6685 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.361082 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b55f0ca1-e5de-4a38-aa3c-352874aeb00e req-68055749-8b6a-4e24-904e-851864284973 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536973 Jul 16 18:12:32.385880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb05e0fb-c765-487d-9533-53281b9b6685 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.392131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb05e0fb-c765-487d-9533-53281b9b6685 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.392785 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb05e0fb-c765-487d-9533-53281b9b6685 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.404318 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.461527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:32.461878 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bb05e0fb-c765-487d-9533-53281b9b6685 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4411347 Jul 16 18:12:32.465148 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.467334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bbb9379f-644b-4c1d-9d6c-6bc8f5c30e64 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'subnet': {'network_id': '08d79fde-855f-4ac0-9f34-23a1b4b28174', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:32.572652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb9379f-644b-4c1d-9d6c-6bc8f5c30e64 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:32.576344 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbb9379f-644b-4c1d-9d6c-6bc8f5c30e64 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.601048 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.834079 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05e0fb-c765-487d-9533-53281b9b6685 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Network': ['ID=08d79fde-855f-4ac0-9f34-23a1b4b28174,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:32.836629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbb9379f-644b-4c1d-9d6c-6bc8f5c30e64 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.848562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 08d79fde-855f-4ac0-9f34-23a1b4b28174 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:32.874877 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.920141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4769492-d338-48c3-9009-9ed650e02a16 req-345e500e-15fc-4623-aba3-ac02bc1a17c2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.922339 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b4769492-d338-48c3-9009-9ed650e02a16 req-345e500e-15fc-4623-aba3-ac02bc1a17c2 tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.5026033 Jul 16 18:12:32.957512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9379f-644b-4c1d-9d6c-6bc8f5c30e64 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Subnet': ['ID=e963722a-7c5c-40eb-b033-4a5cc2bf7415,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:32.981141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d0bb4-c6a4-462c-a852-1e0119489375 req-a467be06-3821-468b-a4c9-91d19e5055ac tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.989618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f82d0bb4-c6a4-462c-a852-1e0119489375 req-a467be06-3821-468b-a4c9-91d19e5055ac tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 950 time: 0.2156239 Jul 16 18:12:33.031397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb9379f-644b-4c1d-9d6c-6bc8f5c30e64 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Checking segment: {'id': '585486b8-bfd8-454a-9e9d-83eb9002f82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '08d79fde-855f-4ac0-9f34-23a1b4b28174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:33.031771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb9379f-644b-4c1d-9d6c-6bc8f5c30e64 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network hostable DHCP agents. Network: 08d79fde-855f-4ac0-9f34-23a1b4b28174, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:33.051388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f82d0bb4-c6a4-462c-a852-1e0119489375 req-cf6627ca-9d35-48af-b6e3-035608db719a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/security-groups?id=862787b2-9791-4494-be02-4e3fa573cdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590646 Jul 16 18:12:33.067242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb9379f-644b-4c1d-9d6c-6bc8f5c30e64 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network 08d79fde-855f-4ac0-9f34-23a1b4b28174 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:33.081003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bbb9379f-644b-4c1d-9d6c-6bc8f5c30e64 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 08d79fde-855f-4ac0-9f34-23a1b4b28174) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:33.085802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb9379f-644b-4c1d-9d6c-6bc8f5c30e64 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.086604 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbb9379f-644b-4c1d-9d6c-6bc8f5c30e64 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.091128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28a5cef-f4d0-43af-90e6-16d194e94a8b None None] Network 08d79fde-855f-4ac0-9f34-23a1b4b28174 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:33.091690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b4769492-d338-48c3-9009-9ed650e02a16 req-f9291435-d30f-4a1e-a970-378158dc2b7a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Deleting port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:33.092159 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4769492-d338-48c3-9009-9ed650e02a16 req-f9291435-d30f-4a1e-a970-378158dc2b7a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.108449 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bbb9379f-644b-4c1d-9d6c-6bc8f5c30e64 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6454523 Jul 16 18:12:33.111003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:33.126391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.248416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b4769492-d338-48c3-9009-9ed650e02a16 req-f9291435-d30f-4a1e-a970-378158dc2b7a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] For port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:33.248762 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4769492-d338-48c3-9009-9ed650e02a16 req-f9291435-d30f-4a1e-a970-378158dc2b7a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.304008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-b4769492-d338-48c3-9009-9ed650e02a16 req-f9291435-d30f-4a1e-a970-378158dc2b7a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Calling delete_port for f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:33.324371 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-08d79fde-855f-4ac0-9f34-23a1b4b28174', 'network_id': '08d79fde-855f-4ac0-9f34-23a1b4b28174', 'tenant_id': '2647b483509a4f018cc7c16b2e6278c5', 'fixed_ips': [{'subnet_id': 'e963722a-7c5c-40eb-b033-4a5cc2bf7415'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:33.325497 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.426225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.25.8.80 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/9af1233f-3c03-42de-a7d0-5795d5fc32af) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:33.534786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Allocated IP 2001:db8::2 (08d79fde-855f-4ac0-9f34-23a1b4b28174/e963722a-7c5c-40eb-b033-4a5cc2bf7415/a69e0edc-f44c-4ac3-a698-371dcfe10c6d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:33.666566 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.727441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4769492-d338-48c3-9009-9ed650e02a16 req-f9291435-d30f-4a1e-a970-378158dc2b7a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.752814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.755948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:33.770129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9291435-d30f-4a1e-a970-378158dc2b7a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Pushing event deleted for resources: {'Port': ['ID=f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:33.804123 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.804843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2a91c-c6f3-4051-8fd1-cdcb9bcf65e8 req-fe7dfd69-96fe-4de2-af91-313b789d7f6c tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.807001 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88f2a91c-c6f3-4051-8fd1-cdcb9bcf65e8 req-fe7dfd69-96fe-4de2-af91-313b789d7f6c tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 947 time: 0.1779878 Jul 16 18:12:33.816125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7881e-97ef-4a2c-a8c9-146025c7faf9 req-9acd296b-18c5-4f6c-a595-abc4958b2f0a tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.823227 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95d7881e-97ef-4a2c-a8c9-146025c7faf9 req-9acd296b-18c5-4f6c-a595-abc4958b2f0a tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.1960309 Jul 16 18:12:33.832572 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.897919 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.901211 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4769492-d338-48c3-9009-9ed650e02a16 req-f9291435-d30f-4a1e-a970-378158dc2b7a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] No DVR routers for this DVR port f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:33.906533 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=9af1233f-3c03-42de-a7d0-5795d5fc32af,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:33.908362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Transition to ACTIVE for port object a69e0edc-f44c-4ac3-a698-371dcfe10c6d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:33.914623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b4769492-d338-48c3-9009-9ed650e02a16 req-f9291435-d30f-4a1e-a970-378158dc2b7a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.917369 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b4769492-d338-48c3-9009-9ed650e02a16 req-f9291435-d30f-4a1e-a970-378158dc2b7a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.42 "DELETE /v2.0/ports/f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 HTTP/1.1" status: 204 len: 173 time: 0.9865742 Jul 16 18:12:33.918194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e548a64-3823-4213-9218-bbd963c365c7', 'name': 'network-vif-deleted', 'tag': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:33.924857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88f2a91c-c6f3-4051-8fd1-cdcb9bcf65e8 req-deb11de4-d094-4506-8708-94efaed58ae8 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/security-groups?id=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960219 Jul 16 18:12:33.928702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Transition to ACTIVE for port object a69e0edc-f44c-4ac3-a698-371dcfe10c6d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:33.937413 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.946397 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.948716 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d4c680-2682-47d7-b3ab-279356cff30b" -d '{"events": [{"server_uuid": "8e548a64-3823-4213-9218-bbd963c365c7", "name": "network-vif-deleted", "tag": "f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:33.962196 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:33.968316 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:33.977637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:33.989130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95d7881e-97ef-4a2c-a8c9-146025c7faf9 req-3cfecc6f-4b4e-49a3-862c-833d0e275788 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649191 Jul 16 18:12:34.001814 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Network 08d79fde-855f-4ac0-9f34-23a1b4b28174 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:34.020524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:34.029796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:34.039676 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbb7838-4b3d-4adf-a860-8104724edd9c x-openstack-request-id: req-dbbb7838-4b3d-4adf-a860-8104724edd9c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:34.040254 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e548a64-3823-4213-9218-bbd963c365c7", "name": "network-vif-deleted", "tag": "f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:34.040932 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbbb7838-4b3d-4adf-a860-8104724edd9c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:34.041453 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e548a64-3823-4213-9218-bbd963c365c7', 'name': 'network-vif-deleted', 'tag': 'f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08', 'status': 'completed', 'code': 200} Jul 16 18:12:34.043767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Pushing event updated for resources: {'Port': ['ID=a69e0edc-f44c-4ac3-a698-371dcfe10c6d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:34.055611 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.111299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Subnet': ['ID=e963722a-7c5c-40eb-b033-4a5cc2bf7415,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:34.158381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Attempting to bind port a69e0edc-f44c-4ac3-a698-371dcfe10c6d on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:34.159460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Attempting to bind port a69e0edc-f44c-4ac3-a698-371dcfe10c6d by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '585486b8-bfd8-454a-9e9d-83eb9002f82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '08d79fde-855f-4ac0-9f34-23a1b4b28174'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:34.159904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Attempting to bind port a69e0edc-f44c-4ac3-a698-371dcfe10c6d on network 08d79fde-855f-4ac0-9f34-23a1b4b28174 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:34.166487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:34.166947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Checking segment: {'id': '585486b8-bfd8-454a-9e9d-83eb9002f82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '08d79fde-855f-4ac0-9f34-23a1b4b28174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:34.167742 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.168229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Bound using segment: {'id': '585486b8-bfd8-454a-9e9d-83eb9002f82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '08d79fde-855f-4ac0-9f34-23a1b4b28174'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:34.168776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Bound port: a69e0edc-f44c-4ac3-a698-371dcfe10c6d, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585486b8-bfd8-454a-9e9d-83eb9002f82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '08d79fde-855f-4ac0-9f34-23a1b4b28174'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:34.169175 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.219829 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.254510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d79fde-855f-4ac0-9f34-23a1b4b28174']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:34.279047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:34.280053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585486b8-bfd8-454a-9e9d-83eb9002f82c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:34.280313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585486b8-bfd8-454a-9e9d-83eb9002f82c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:34.291648 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.309918 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.318013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] For port a69e0edc-f44c-4ac3-a698-371dcfe10c6d, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:34.322202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:34.322202 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:34.360752 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:34.485655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4da0cf54-3df0-452e-ab79-67e938c770b8 req-330ee3bd-9c39-4c19-8096-cee59a70446a tempest-MigrationsAdminTest-843485283 tempest-MigrationsAdminTest-843485283-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e548a64-3823-4213-9218-bbd963c365c7 HTTP/1.1" status: 200 len: 210 time: 0.1239302 Jul 16 18:12:34.492033 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:12:34.492033 n-d-793618-9 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:12:34.492033 n-d-793618-9 neutron-server[93767]: [parameters: {'id': '08d79fde-855f-4ac0-9f34-23a1b4b28174'}] Jul 16 18:12:34.492033 n-d-793618-9 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:12:34.492443 n-d-793618-9 neutron-server[93767]: DEBUG oslo_db.api [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:12:34.499486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=53f441dc-0dc3-49d8-86dc-0df1eab95ed6,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:34.525764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] For port a69e0edc-f44c-4ac3-a698-371dcfe10c6d, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a69e0edc-f44c-4ac3-a698-371dcfe10c6d,segment=NetworkSegment(585486b8-bfd8-454a-9e9d-83eb9002f82c),segment_id=585486b8-bfd8-454a-9e9d-83eb9002f82c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:34.527407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '53f441dc-0dc3-49d8-86dc-0df1eab95ed6', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '53f441dc-0dc3-49d8-86dc-0df1eab95ed6', 'mac_address': 'fa:16:3e:62:78:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:34.531997 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.632247 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.672693 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.704354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:34.732239 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=53f441dc-0dc3-49d8-86dc-0df1eab95ed6,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:34.736526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77ba92-125a-46bb-be1b-392fd6f439a7 None None] Pushing event updated for resources: {'Port': ['ID=a69e0edc-f44c-4ac3-a698-371dcfe10c6d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:34.750083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25389f-82b4-4d74-a599-00bf82360ed9 None None] Network 08d79fde-855f-4ac0-9f34-23a1b4b28174 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:34.753659 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.778153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.882848 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=53f441dc-0dc3-49d8-86dc-0df1eab95ed6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:34.952969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1a86b-1983-46c1-82f3-714461626282 None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:12:34.956836 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.960860 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.993774 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.042707 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=9af1233f-3c03-42de-a7d0-5795d5fc32af,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:35.066579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.079886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['53f441dc-0dc3-49d8-86dc-0df1eab95ed6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:35.104851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Deleting port a69e0edc-f44c-4ac3-a698-371dcfe10c6d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:35.106045 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.195130 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Floating IP 89fea4f6-efb4-4155-a370-516af85abf86 associated. External IP: 172.25.8.80, port: 5231a5f3-fe49-490a-861b-32cb15a953c4. Jul 16 18:12:35.202390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1a86b-1983-46c1-82f3-714461626282 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:12:35.266340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] For port a69e0edc-f44c-4ac3-a698-371dcfe10c6d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a69e0edc-f44c-4ac3-a698-371dcfe10c6d,segment=NetworkSegment(585486b8-bfd8-454a-9e9d-83eb9002f82c),segment_id=585486b8-bfd8-454a-9e9d-83eb9002f82c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:35.266340 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.280797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Calling delete_port for a69e0edc-f44c-4ac3-a698-371dcfe10c6d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:35.376378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe1d26-d9e5-481f-b1bd-0763d2fd642b req-6b2e0565-507e-4710-b310-d219665fc298 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.385062 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ebe1d26-d9e5-481f-b1bd-0763d2fd642b req-6b2e0565-507e-4710-b310-d219665fc298 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.2106714 Jul 16 18:12:35.452240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:35.465894 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a716d-c5ac-4d35-9f46-443f8ca72f2d req-297c5929-287a-4b6c-9227-413f6697f720 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.467680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c1a716d-c5ac-4d35-9f46-443f8ca72f2d req-297c5929-287a-4b6c-9227-413f6697f720 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 948 time: 0.2796957 Jul 16 18:12:35.479932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ebe1d26-d9e5-481f-b1bd-0763d2fd642b req-6f5a9a4b-5f3e-425a-9a80-a53e88c215fa tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904908 Jul 16 18:12:35.528835 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.546961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c1a716d-c5ac-4d35-9f46-443f8ca72f2d req-49f4b451-e309-45b1-bb6c-57b00542e96a tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/security-groups?id=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651610 Jul 16 18:12:35.588714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Port': ['ID=a69e0edc-f44c-4ac3-a698-371dcfe10c6d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:35.590603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No DVR routers for this DVR port a69e0edc-f44c-4ac3-a698-371dcfe10c6d on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:35.631790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:35.654820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eaaa50-58c2-4164-9cba-5f6acb81e256 None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:35.664392 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.692560 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.716429 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5c4cfd72-aa57-4d77-9637-674ed3c4c612 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6521358 Jul 16 18:12:35.717007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eaaa50-58c2-4164-9cba-5f6acb81e256 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:35.717007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d6eaaa50-58c2-4164-9cba-5f6acb81e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:35.717243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:35.723439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5737e42f-2b1a-4f73-a807-1e6e8582c5a0 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-756501916'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:35.732845 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.747061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d79fde-855f-4ac0-9f34-23a1b4b28174']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:35.754385 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5737e42f-2b1a-4f73-a807-1e6e8582c5a0 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Made reservation on behalf of 742bbbf693e64bf9ab4a72fa43e63895 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:35.759317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d6eaaa50-58c2-4164-9cba-5f6acb81e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:35.759481 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5737e42f-2b1a-4f73-a807-1e6e8582c5a0 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.762841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585486b8-bfd8-454a-9e9d-83eb9002f82c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:35.763922 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585486b8-bfd8-454a-9e9d-83eb9002f82c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:35.788903 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.798649 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5737e42f-2b1a-4f73-a807-1e6e8582c5a0 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:35.810296 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.812750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eaaa50-58c2-4164-9cba-5f6acb81e256 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:35.813564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d6eaaa50-58c2-4164-9cba-5f6acb81e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:35.818882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:35.820063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:35.824527 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:35.916629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d6eaaa50-58c2-4164-9cba-5f6acb81e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:35.917277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eaaa50-58c2-4164-9cba-5f6acb81e256 None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:35.928134 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.930185 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5737e42f-2b1a-4f73-a807-1e6e8582c5a0 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.930623 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-5737e42f-2b1a-4f73-a807-1e6e8582c5a0 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Added segment d29cab6c-3fb0-441f-9147-263d5e3fb49a of type vlan for network b5a7458b-6086-4123-b8e0-04dee73b2ea9 Jul 16 18:12:35.941189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.946957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/networks/08d79fde-855f-4ac0-9f34-23a1b4b28174 HTTP/1.1" status: 204 len: 168 time: 2.8310802 Jul 16 18:12:35.948964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:35.977159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-256a3b93-af6e-40e9-a11c-602b2ea0db02 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-636964287'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:35.999651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559e6da-9532-47e3-a90d-22c254e90d71 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Network': ['ID=08d79fde-855f-4ac0-9f34-23a1b4b28174,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.004505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5737e42f-2b1a-4f73-a807-1e6e8582c5a0 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.032589 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256a3b93-af6e-40e9-a11c-602b2ea0db02 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:36.038234 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-256a3b93-af6e-40e9-a11c-602b2ea0db02 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.043327 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5737e42f-2b1a-4f73-a807-1e6e8582c5a0 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.051161 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5737e42f-2b1a-4f73-a807-1e6e8582c5a0 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.052158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5737e42f-2b1a-4f73-a807-1e6e8582c5a0 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.076707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256a3b93-af6e-40e9-a11c-602b2ea0db02 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:36.088394 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-256a3b93-af6e-40e9-a11c-602b2ea0db02 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.088963 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-256a3b93-af6e-40e9-a11c-602b2ea0db02 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Added segment b486d875-c309-4712-82a5-2c8de01c0c28 of type vlan for network c65c92fe-bbca-4924-b7b9-6bf89a25b43a Jul 16 18:12:36.097282 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5737e42f-2b1a-4f73-a807-1e6e8582c5a0 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3793232 Jul 16 18:12:36.100525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:36.105833 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c982ede7-d9ab-45cc-91e1-0919abbb8132 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'subnet': {'network_id': 'b5a7458b-6086-4123-b8e0-04dee73b2ea9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:36.143615 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-256a3b93-af6e-40e9-a11c-602b2ea0db02 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.150387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737e42f-2b1a-4f73-a807-1e6e8582c5a0 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Network': ['ID=b5a7458b-6086-4123-b8e0-04dee73b2ea9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.155913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:36.165654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network b5a7458b-6086-4123-b8e0-04dee73b2ea9 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:36.181219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-256a3b93-af6e-40e9-a11c-602b2ea0db02 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.187702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256a3b93-af6e-40e9-a11c-602b2ea0db02 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.188536 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-256a3b93-af6e-40e9-a11c-602b2ea0db02 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.237435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-256a3b93-af6e-40e9-a11c-602b2ea0db02 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2862968 Jul 16 18:12:36.240604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:36.251462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Request body: {'subnet': {'network_id': 'c65c92fe-bbca-4924-b7b9-6bf89a25b43a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:36.267360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:36.299504 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:36.300275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device f9ebe9c6-3b28-4a4f-86a5-64f7e0083b08 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:36.303355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c982ede7-d9ab-45cc-91e1-0919abbb8132 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Made reservation on behalf of 742bbbf693e64bf9ab4a72fa43e63895 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:36.308417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c982ede7-d9ab-45cc-91e1-0919abbb8132 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.324601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a3b93-af6e-40e9-a11c-602b2ea0db02 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Network': ['ID=c65c92fe-bbca-4924-b7b9-6bf89a25b43a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.340763 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c65c92fe-bbca-4924-b7b9-6bf89a25b43a details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:36.442951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Made reservation on behalf of 2647b483509a4f018cc7c16b2e6278c5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:36.448120 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.489743 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3e58cc03-e039-463a-8825-002ae86537b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a1aaeaf28f243fd8004e95ea06e31dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295085 Jul 16 18:12:36.491418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:36.558985 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c982ede7-d9ab-45cc-91e1-0919abbb8132 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.605883 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-079c4bfe-70ca-464f-bc66-80a182747175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.628905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982ede7-d9ab-45cc-91e1-0919abbb8132 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Subnet': ['ID=83a1e6a3-82cb-4b16-a5e2-3868ea0ea6bb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.654749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982ede7-d9ab-45cc-91e1-0919abbb8132 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Checking segment: {'id': 'd29cab6c-3fb0-441f-9147-263d5e3fb49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b5a7458b-6086-4123-b8e0-04dee73b2ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:36.655231 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c982ede7-d9ab-45cc-91e1-0919abbb8132 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network hostable DHCP agents. Network: b5a7458b-6086-4123-b8e0-04dee73b2ea9, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:36.681080 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-079c4bfe-70ca-464f-bc66-80a182747175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.681447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c982ede7-d9ab-45cc-91e1-0919abbb8132 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network b5a7458b-6086-4123-b8e0-04dee73b2ea9 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:36.703483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c982ede7-d9ab-45cc-91e1-0919abbb8132 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, b5a7458b-6086-4123-b8e0-04dee73b2ea9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:36.712719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c982ede7-d9ab-45cc-91e1-0919abbb8132 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.713208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9b28c-3237-4e2e-8cee-6a72fc80a9de None None] Network b5a7458b-6086-4123-b8e0-04dee73b2ea9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:36.713739 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c982ede7-d9ab-45cc-91e1-0919abbb8132 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.745481 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c982ede7-d9ab-45cc-91e1-0919abbb8132 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6435595 Jul 16 18:12:36.747988 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:36.753935 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1787974414', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:36.790776 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.795068 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.880010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.885541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadac48-484a-44b5-ae4b-3cffc6866797 req-06835565-1978-4089-98ff-7f7bb27ca9c2 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.894617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2eadac48-484a-44b5-ae4b-3cffc6866797 req-06835565-1978-4089-98ff-7f7bb27ca9c2 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.2933264 Jul 16 18:12:36.941037 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-079c4bfe-70ca-464f-bc66-80a182747175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.944671 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-079c4bfe-70ca-464f-bc66-80a182747175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.946096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-079c4bfe-70ca-464f-bc66-80a182747175 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/862787b2-9791-4494-be02-4e3fa573cdf4 HTTP/1.1" status: 204 len: 168 time: 0.4549055 Jul 16 18:12:36.947977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-b5a7458b-6086-4123-b8e0-04dee73b2ea9', 'network_id': 'b5a7458b-6086-4123-b8e0-04dee73b2ea9', 'tenant_id': '742bbbf693e64bf9ab4a72fa43e63895', 'fixed_ips': [{'subnet_id': '83a1e6a3-82cb-4b16-a5e2-3868ea0ea6bb'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:36.950387 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.006851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c4bfe-70ca-464f-bc66-80a182747175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862787b2-9791-4494-be02-4e3fa573cdf4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.119513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2eadac48-484a-44b5-ae4b-3cffc6866797 req-11ae02f4-42d3-4701-9afa-4b2b421a8669 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240200 Jul 16 18:12:37.133305 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.139698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd358e9-749e-47f3-b904-b523fbed6847 req-416048b2-6213-4f10-b7ed-cccdb1c9b8e2 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:37.147084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Allocated IP 172.20.0.2 (b5a7458b-6086-4123-b8e0-04dee73b2ea9/83a1e6a3-82cb-4b16-a5e2-3868ea0ea6bb/f7bef283-559a-4f71-9b48-567fb365ce1e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:37.150824 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0dd358e9-749e-47f3-b904-b523fbed6847 req-416048b2-6213-4f10-b7ed-cccdb1c9b8e2 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 948 time: 0.3916318 Jul 16 18:12:37.213615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.objects.ports [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:12:37.219298 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.262830 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0dd358e9-749e-47f3-b904-b523fbed6847 req-9d157ff2-ef8a-424b-96ae-11c5e5368c11 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/security-groups?id=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105390 Jul 16 18:12:37.298672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event updated for resources: {'Subnet': ['ID=1bc344f7-5e4f-4871-8b7d-2cd70dfd9923,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.318333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Checking segment: {'id': 'b486d875-c309-4712-82a5-2c8de01c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c65c92fe-bbca-4924-b7b9-6bf89a25b43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:37.318839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network hostable DHCP agents. Network: c65c92fe-bbca-4924-b7b9-6bf89a25b43a, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:37.341534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Network c65c92fe-bbca-4924-b7b9-6bf89a25b43a is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:37.353903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, c65c92fe-bbca-4924-b7b9-6bf89a25b43a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:37.359409 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.373863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cd7571-0583-49bb-9ac7-368820e66ac3 None None] Network c65c92fe-bbca-4924-b7b9-6bf89a25b43a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:37.375261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:37.375892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.380654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Transition to ACTIVE for port object f7bef283-559a-4f71-9b48-567fb365ce1e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:37.395182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:37.410703 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2e7c25f2-4284-45b2-b254-9b00f390029f tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1660240 Jul 16 18:12:37.418239 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:37.426551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Transition to ACTIVE for port object f7bef283-559a-4f71-9b48-567fb365ce1e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:37.456297 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.508327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Network b5a7458b-6086-4123-b8e0-04dee73b2ea9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:37.518208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:37.521534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:37.540197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Pushing event updated for resources: {'Port': ['ID=f7bef283-559a-4f71-9b48-567fb365ce1e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.542988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fff41a17-046f-43c3-8719-70527d58eb85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd6e91f6d9bf4aa9a35bed8fa834a0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458445 Jul 16 18:12:37.546289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:37.644339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Attempting to bind port f7bef283-559a-4f71-9b48-567fb365ce1e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:37.644718 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Attempting to bind port f7bef283-559a-4f71-9b48-567fb365ce1e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'd29cab6c-3fb0-441f-9147-263d5e3fb49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b5a7458b-6086-4123-b8e0-04dee73b2ea9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:37.645150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Attempting to bind port f7bef283-559a-4f71-9b48-567fb365ce1e on network b5a7458b-6086-4123-b8e0-04dee73b2ea9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:37.653168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b501d5f9-4e55-451c-a2db-a3efc7ce53fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.670717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:37.671102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Checking segment: {'id': 'd29cab6c-3fb0-441f-9147-263d5e3fb49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b5a7458b-6086-4123-b8e0-04dee73b2ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:37.671526 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.671934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Bound using segment: {'id': 'd29cab6c-3fb0-441f-9147-263d5e3fb49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b5a7458b-6086-4123-b8e0-04dee73b2ea9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:37.672434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Bound port: f7bef283-559a-4f71-9b48-567fb365ce1e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cab6c-3fb0-441f-9147-263d5e3fb49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b5a7458b-6086-4123-b8e0-04dee73b2ea9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:37.673179 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.683207 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b501d5f9-4e55-451c-a2db-a3efc7ce53fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.689392 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-c65c92fe-bbca-4924-b7b9-6bf89a25b43a', 'network_id': 'c65c92fe-bbca-4924-b7b9-6bf89a25b43a', 'tenant_id': '2647b483509a4f018cc7c16b2e6278c5', 'fixed_ips': [{'subnet_id': '1bc344f7-5e4f-4871-8b7d-2cd70dfd9923'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:37.690422 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.748521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.759002 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b501d5f9-4e55-451c-a2db-a3efc7ce53fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.761927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b501d5f9-4e55-451c-a2db-a3efc7ce53fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.763718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b501d5f9-4e55-451c-a2db-a3efc7ce53fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4f502e0-6b5d-4c55-bb57-8d88f1db875c HTTP/1.1" status: 204 len: 168 time: 0.2155244 Jul 16 18:12:37.812562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501d5f9-4e55-451c-a2db-a3efc7ce53fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f502e0-6b5d-4c55-bb57-8d88f1db875c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.835110 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.904168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.924633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.929293 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Allocated IP 2001:db8::f816:3eff:fe1a:fe92 (c65c92fe-bbca-4924-b7b9-6bf89a25b43a/1bc344f7-5e4f-4871-8b7d-2cd70dfd9923/bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:37.945801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] For port f7bef283-559a-4f71-9b48-567fb365ce1e, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:37.949551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] For port f7bef283-559a-4f71-9b48-567fb365ce1e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f7bef283-559a-4f71-9b48-567fb365ce1e,segment=NetworkSegment(d29cab6c-3fb0-441f-9147-263d5e3fb49a),segment_id=d29cab6c-3fb0-441f-9147-263d5e3fb49a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:37.959088 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.055473 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.25.8.116 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/8aa4cf3b-59af-421a-a49a-e2efdff94c1a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:38.094495 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81432ffa-f766-4bcf-9d52-e57eb1da8dcd None None] Pushing event updated for resources: {'Port': ['ID=f7bef283-559a-4f71-9b48-567fb365ce1e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.190919 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.201024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Transition to ACTIVE for port object bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:38.221234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Transition to ACTIVE for port object bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:38.234868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:38.243168 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.265904 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.288405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.321091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc344f7-5e4f-4871-8b7d-2cd70dfd9923,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.331563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-12b6c315-3a58-4425-8a29-d77afc98c21d req-ee34648d-0ea7-4beb-8705-87d63f49dcbc service neutron] (93766) timed out ('10.222.0.42', 56513) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:12:38.435215 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.474193 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Network c65c92fe-bbca-4924-b7b9-6bf89a25b43a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:38.493704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:38.508901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:38.513995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Pushing event updated for resources: {'Port': ['ID=bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.551426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:38.555118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:38.561026 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.571307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:38.578334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65c92fe-bbca-4924-b7b9-6bf89a25b43a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:38.602632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b486d875-c309-4712-82a5-2c8de01c0c28') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:38.602912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b486d875-c309-4712-82a5-2c8de01c0c28') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:38.634163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=8aa4cf3b-59af-421a-a49a-e2efdff94c1a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.686208 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.717974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.731270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c5c73-88a7-4b7c-bc2d-c1ee48a76e87 req-db6e8e00-318d-486a-8b49-1158ccd60d24 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.733173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c6c5c73-88a7-4b7c-bc2d-c1ee48a76e87 req-db6e8e00-318d-486a-8b49-1158ccd60d24 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.3132777 Jul 16 18:12:38.743557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:38.743964 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:38.747899 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:38.820366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae2ad5-bcf7-4497-9f77-07cefd184c45 req-402ce45c-9d81-4e22-9560-3fa29fce95c8 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.822680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-feae2ad5-bcf7-4497-9f77-07cefd184c45 req-402ce45c-9d81-4e22-9560-3fa29fce95c8 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 948 time: 0.2412884 Jul 16 18:12:38.858804 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c6c5c73-88a7-4b7c-bc2d-c1ee48a76e87 req-34f66814-86f2-45c3-a0b9-4bf154e44874 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165226 Jul 16 18:12:38.873975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f7bef283-559a-4f71-9b48-567fb365ce1e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:38.876941 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:12:38.876941 n-d-793618-9 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:12:38.876941 n-d-793618-9 neutron-server[93767]: [parameters: {'id': 'c65c92fe-bbca-4924-b7b9-6bf89a25b43a'}] Jul 16 18:12:38.876941 n-d-793618-9 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:12:38.877743 n-d-793618-9 neutron-server[93767]: DEBUG oslo_db.api [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:12:38.901500 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-feae2ad5-bcf7-4497-9f77-07cefd184c45 req-0cec5a50-3ac5-4836-9d29-a3caea2a7488 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/security-groups?id=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456018 Jul 16 18:12:38.980249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Attempting to bind port bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:38.980872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Attempting to bind port bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'b486d875-c309-4712-82a5-2c8de01c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c65c92fe-bbca-4924-b7b9-6bf89a25b43a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:38.981172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Attempting to bind port bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa on network c65c92fe-bbca-4924-b7b9-6bf89a25b43a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:39.010202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:39.018514 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:39.018909 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Checking segment: {'id': 'b486d875-c309-4712-82a5-2c8de01c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c65c92fe-bbca-4924-b7b9-6bf89a25b43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:39.019331 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.019790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Bound using segment: {'id': 'b486d875-c309-4712-82a5-2c8de01c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c65c92fe-bbca-4924-b7b9-6bf89a25b43a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:39.021760 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Bound port: bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b486d875-c309-4712-82a5-2c8de01c0c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c65c92fe-bbca-4924-b7b9-6bf89a25b43a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:39.022198 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.038305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:39.038814 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.154139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] For port bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:39.159376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] For port bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa,segment=NetworkSegment(b486d875-c309-4712-82a5-2c8de01c0c28),segment_id=b486d875-c309-4712-82a5-2c8de01c0c28)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:39.167595 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.170279 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.180536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f7bef283-559a-4f71-9b48-567fb365ce1e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:39.265783 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.303994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72acf42d-52c3-483a-b601-435238e20686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f441dc-0dc3-49d8-86dc-0df1eab95ed6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:39.311705 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647cb6f0-c75f-41d2-a628-4c0f2d937186" -d '{"events": [{"server_uuid": "72acf42d-52c3-483a-b601-435238e20686", "name": "network-vif-plugged", "status": "completed", "tag": "53f441dc-0dc3-49d8-86dc-0df1eab95ed6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:39.359650 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=53f441dc-0dc3-49d8-86dc-0df1eab95ed6,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:39.378761 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.382242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dd937-0515-453c-a752-9353577c5b15 None None] Pushing event updated for resources: {'Port': ['ID=bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:39.399930 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.412184 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ba3c15-6a45-4a23-8117-e72409ac6709 x-openstack-request-id: req-74ba3c15-6a45-4a23-8117-e72409ac6709 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:39.412484 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72acf42d-52c3-483a-b601-435238e20686", "name": "network-vif-plugged", "status": "completed", "tag": "53f441dc-0dc3-49d8-86dc-0df1eab95ed6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:39.412742 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74ba3c15-6a45-4a23-8117-e72409ac6709 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:39.413150 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72acf42d-52c3-483a-b601-435238e20686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f441dc-0dc3-49d8-86dc-0df1eab95ed6', 'code': 200} Jul 16 18:12:39.475226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e72ae05-cf69-43fe-905b-6d33896bc756 None None] Network c65c92fe-bbca-4924-b7b9-6bf89a25b43a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:39.505215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Deleting port bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:39.506026 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.605509 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.640570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] For port bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa,segment=NetworkSegment(b486d875-c309-4712-82a5-2c8de01c0c28),segment_id=b486d875-c309-4712-82a5-2c8de01c0c28)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:39.641193 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.661976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=53f441dc-0dc3-49d8-86dc-0df1eab95ed6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:39.676875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Calling delete_port for bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:39.746014 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c519227-2d78-4819-9e34-d9473077c60b req-b0665e12-1d6d-47bc-be8b-9258a266fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:39.748032 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7c519227-2d78-4819-9e34-d9473077c60b req-b0665e12-1d6d-47bc-be8b-9258a266fe5c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 1100 time: 0.2350841 Jul 16 18:12:39.872349 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29a4e2d-4ef3-455a-a999-7c025aaa7d4e None None] Network b5a7458b-6086-4123-b8e0-04dee73b2ea9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:39.873465 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.892573 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7c519227-2d78-4819-9e34-d9473077c60b req-34b6deb4-7c59-46af-a943-7b74e3b94d35 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036782 Jul 16 18:12:39.911885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router 416e4b31-384a-4a20-966d-a72120f5ee48 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:12:39.938684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Port': ['ID=bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:39.959515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No DVR routers for this DVR port bf46d8f2-a697-4376-ac0b-6c8ba4ae60fa on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:40.115267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1bf0846c-084c-410b-a7dd-bc8095468704 None None] Provisioning for port f7bef283-559a-4f71-9b48-567fb365ce1e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:40.128390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1bf0846c-084c-410b-a7dd-bc8095468704 None None] Provisioning complete for port f7bef283-559a-4f71-9b48-567fb365ce1e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:40.129121 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bf0846c-084c-410b-a7dd-bc8095468704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.154980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:40.172154 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df608f62-12d4-459f-b817-9d985bc0ba18 None None] Sync routers for ids ['416e4b31-384a-4a20-966d-a72120f5ee48'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:40.195715 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.200702 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-42dd748f-b201-491f-997b-2a5deb3925c2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4490700 Jul 16 18:12:40.201186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:40.214479 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df608f62-12d4-459f-b817-9d985bc0ba18 None None] Routers {'416e4b31-384a-4a20-966d-a72120f5ee48'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:40.223925 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df608f62-12d4-459f-b817-9d985bc0ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['416e4b31-384a-4a20-966d-a72120f5ee48'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:40.305609 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.354222 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df608f62-12d4-459f-b817-9d985bc0ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:40.356223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65c92fe-bbca-4924-b7b9-6bf89a25b43a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:40.387721 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df608f62-12d4-459f-b817-9d985bc0ba18 None None] Routers {'416e4b31-384a-4a20-966d-a72120f5ee48'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:40.388357 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df608f62-12d4-459f-b817-9d985bc0ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['416e4b31-384a-4a20-966d-a72120f5ee48'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:40.392294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b486d875-c309-4712-82a5-2c8de01c0c28') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:40.393474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b486d875-c309-4712-82a5-2c8de01c0c28') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:40.397564 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bf0846c-084c-410b-a7dd-bc8095468704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.428708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.440471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1bf0846c-084c-410b-a7dd-bc8095468704 None None] For port f7bef283-559a-4f71-9b48-567fb365ce1e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f7bef283-559a-4f71-9b48-567fb365ce1e,segment=NetworkSegment(d29cab6c-3fb0-441f-9147-263d5e3fb49a),segment_id=d29cab6c-3fb0-441f-9147-263d5e3fb49a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:40.447569 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bf0846c-084c-410b-a7dd-bc8095468704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.501058 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df608f62-12d4-459f-b817-9d985bc0ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:40.501775 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df608f62-12d4-459f-b817-9d985bc0ba18 None None] The sync data for ids ['416e4b31-384a-4a20-966d-a72120f5ee48'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:40.527050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0846c-084c-410b-a7dd-bc8095468704 None None] Pushing event updated for resources: {'Port': ['ID=f7bef283-559a-4f71-9b48-567fb365ce1e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:40.560057 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.591764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:40.594681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:40.596915 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:40.657189 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c601ba0b-95a2-4097-b56d-7a991f08dc9f None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:12:40.708638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04029640-ff5f-484e-aceb-24b86d3cd7a5 req-0d98088a-85c6-4a30-9e0b-4c5110dad479 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.710236 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04029640-ff5f-484e-aceb-24b86d3cd7a5 req-0d98088a-85c6-4a30-9e0b-4c5110dad479 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.2556303 Jul 16 18:12:40.722000 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.729518 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.737050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:40.738157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/networks/c65c92fe-bbca-4924-b7b9-6bf89a25b43a HTTP/1.1" status: 204 len: 168 time: 3.3187494 Jul 16 18:12:40.744910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2b1eb416-5592-4186-94b8-42c8dd3133f3 None None] Provisioning complete for port f7bef283-559a-4f71-9b48-567fb365ce1e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:40.745289 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb416-5592-4186-94b8-42c8dd3133f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.781784 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8711fa-976c-4c2c-a865-0d1631eaa173 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:40.782485 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8711fa-976c-4c2c-a865-0d1631eaa173 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:40.788678 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fb8711fa-976c-4c2c-a865-0d1631eaa173 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/subnets/1bc344f7-5e4f-4871-8b7d-2cd70dfd9923 HTTP/1.1" status: 404 len: 337 time: 0.0487177 Jul 16 18:12:40.789849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:40.813079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9e93a-34b1-4d7d-ab17-fc06ee413742 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Network': ['ID=c65c92fe-bbca-4924-b7b9-6bf89a25b43a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:40.825475 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c8bb45-41ec-450d-a258-8ae6e0f81e30 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:40.826553 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c8bb45-41ec-450d-a258-8ae6e0f81e30 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:40.832350 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b3c8bb45-41ec-450d-a258-8ae6e0f81e30 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/networks/c65c92fe-bbca-4924-b7b9-6bf89a25b43a HTTP/1.1" status: 404 len: 339 time: 0.0379391 Jul 16 18:12:40.836099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e3992-2784-4df2-a082-2e20c4e7f4b3 req-669e3ef3-5b49-4f2d-813a-920ffd519987 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.837757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-468e3992-2784-4df2-a082-2e20c4e7f4b3 req-669e3ef3-5b49-4f2d-813a-920ffd519987 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 949 time: 0.3812847 Jul 16 18:12:40.840609 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04029640-ff5f-484e-aceb-24b86d3cd7a5 req-aa1e4459-5d7a-4df4-922e-8ccb5c46ee54 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211026 Jul 16 18:12:40.841130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45838) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:40.909544 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8e4746-8296-4e78-b926-0c9ab02a1f00 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:40.910015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8e4746-8296-4e78-b926-0c9ab02a1f00 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:40.918234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bf8e4746-8296-4e78-b926-0c9ab02a1f00 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/subnets/e963722a-7c5c-40eb-b033-4a5cc2bf7415 HTTP/1.1" status: 404 len: 337 time: 0.0756328 Jul 16 18:12:40.920462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45842) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:40.939711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-468e3992-2784-4df2-a082-2e20c4e7f4b3 req-efef0091-4557-4b5f-8a4f-9dcbfd9316ef tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/security-groups?id=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862024 Jul 16 18:12:40.955708 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c601ba0b-95a2-4097-b56d-7a991f08dc9f None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:12:40.957180 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-894209a2-64be-4e1c-a739-8b954cf48e6c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:40.957834 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894209a2-64be-4e1c-a739-8b954cf48e6c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:40.962381 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-894209a2-64be-4e1c-a739-8b954cf48e6c tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/networks/08d79fde-855f-4ac0-9f34-23a1b4b28174 HTTP/1.1" status: 404 len: 339 time: 0.0406203 Jul 16 18:12:40.962586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.000936 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2586cf27-a400-4284-95d9-ff51d012b83b tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:41.001197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2586cf27-a400-4284-95d9-ff51d012b83b tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:41.006356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2586cf27-a400-4284-95d9-ff51d012b83b tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/subnets/650fae32-00c3-4049-93ba-02c1784971fe HTTP/1.1" status: 404 len: 337 time: 0.0413349 Jul 16 18:12:41.007007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.026850 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bfbbdd-0e06-4e36-bd57-787eba3e4a21 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:41.028750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bfbbdd-0e06-4e36-bd57-787eba3e4a21 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:41.032036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c4bfbbdd-0e06-4e36-bd57-787eba3e4a21 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/networks/24714d9a-513b-4402-93d3-46de50aaa884 HTTP/1.1" status: 404 len: 339 time: 0.0240643 Jul 16 18:12:41.033063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.089939 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.216390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d9e063cd-75bf-415a-95ea-6ea52971d761 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Deleting port 1758f9f0-4a51-4355-98f7-e50b0783cc94 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:41.217738 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e063cd-75bf-415a-95ea-6ea52971d761 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.222864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-e8109526-7bcb-486b-aaa4-7f57cff89f7e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408037 Jul 16 18:12:41.316241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e063cd-75bf-415a-95ea-6ea52971d761 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.329626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d9e063cd-75bf-415a-95ea-6ea52971d761 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Calling delete_port for 1758f9f0-4a51-4355-98f7-e50b0783cc94 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:41.491885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.20.0.1 (b5a7458b-6086-4123-b8e0-04dee73b2ea9/83a1e6a3-82cb-4b16-a5e2-3868ea0ea6bb/461077a8-0442-47c4-a02a-e66f90ef4e64) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:41.619369 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.632907 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Transition to ACTIVE for port object 461077a8-0442-47c4-a02a-e66f90ef4e64 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:41.667955 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.716645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network b5a7458b-6086-4123-b8e0-04dee73b2ea9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:41.720419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:41.723175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:41.750721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=461077a8-0442-47c4-a02a-e66f90ef4e64,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:41.774684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-34aa2e4b-5592-4a5e-92ff-20e6c8677d48 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.775244 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.776181 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-34aa2e4b-5592-4a5e-92ff-20e6c8677d48 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5395935 Jul 16 18:12:41.793609 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e063cd-75bf-415a-95ea-6ea52971d761 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.803912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-571d0c82-6052-41c5-b68f-fcf6f1f7f207 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/quotas/8396a0323e3a4d4a837f758f8140c2da HTTP/1.1" status: 200 len: 375 time: 0.0202551 Jul 16 18:12:41.843737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e063cd-75bf-415a-95ea-6ea52971d761 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Port': ['ID=1758f9f0-4a51-4355-98f7-e50b0783cc94,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:41.846080 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9e063cd-75bf-415a-95ea-6ea52971d761 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.851192 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d9e063cd-75bf-415a-95ea-6ea52971d761 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/ports/1758f9f0-4a51-4355-98f7-e50b0783cc94 HTTP/1.1" status: 204 len: 168 time: 0.8137882 Jul 16 18:12:41.851192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.877444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-a5eb5ad5-ae92-4f5e-970a-f7610c5ebe9f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484123 Jul 16 18:12:41.895430 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-26aad7ba-36ef-41f9-b2ef-0f77653a6003 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:41.895710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26aad7ba-36ef-41f9-b2ef-0f77653a6003 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:41.897643 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-26aad7ba-36ef-41f9-b2ef-0f77653a6003 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/subnets/a6a77b4f-8985-4721-a89b-282e19c8b3e3 HTTP/1.1" status: 404 len: 337 time: 0.0461602 Jul 16 18:12:41.900454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:42.041893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7de321dc-8a07-46be-bdbf-7f09faf1727b None None] Provisioning for port 461077a8-0442-47c4-a02a-e66f90ef4e64 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:42.052309 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7de321dc-8a07-46be-bdbf-7f09faf1727b None None] Provisioning complete for port 461077a8-0442-47c4-a02a-e66f90ef4e64 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:42.052975 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7de321dc-8a07-46be-bdbf-7f09faf1727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.055565 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.062619 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.092170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60c2a6-2c6c-418d-a3db-20ea5ec332f9 req-fc51ad41-3571-4323-9bbd-b7b7fc3ac164 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.093764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc60c2a6-2c6c-418d-a3db-20ea5ec332f9 req-fc51ad41-3571-4323-9bbd-b7b7fc3ac164 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.1088171 Jul 16 18:12:42.131315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7de321dc-8a07-46be-bdbf-7f09faf1727b None None] Port 461077a8-0442-47c4-a02a-e66f90ef4e64 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:42.182736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc60c2a6-2c6c-418d-a3db-20ea5ec332f9 req-7a035fb2-5c0a-482f-9ac9-fdb0bcd50a65 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819595 Jul 16 18:12:42.209916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214647a-f005-4697-baf0-f8b0cfecf1f9 req-14707e3b-cc80-4486-9b10-15ff05b2c514 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.216828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3214647a-f005-4697-baf0-f8b0cfecf1f9 req-14707e3b-cc80-4486-9b10-15ff05b2c514 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 949 time: 0.0883894 Jul 16 18:12:42.293060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-945c9dad-a1f5-4af2-9f2c-3921d5c65005 req-eeb789d1-9e2b-43cd-b664-abdaf14c6a16 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 210 time: 0.0467629 Jul 16 18:12:42.303040 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3214647a-f005-4697-baf0-f8b0cfecf1f9 req-fc38ef47-ef4e-4152-bd4a-e2cf888b8a7d tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/security-groups?id=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853000 Jul 16 18:12:42.517372 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f7bef283-559a-4f71-9b48-567fb365ce1e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:42.577830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f7bef283-559a-4f71-9b48-567fb365ce1e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:42.578395 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.615183 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.625808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ad9a2f-c9d4-4ade-b453-7c264f2853c2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:42.644028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba89365-df0e-424d-9c4f-eefff72cd1ef') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:42.644212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba89365-df0e-424d-9c4f-eefff72cd1ef') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:42.670000 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.724290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.778364 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:42.778864 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:42.782141 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:42.866134 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.886957 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.891120 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/networks/65ad9a2f-c9d4-4ade-b453-7c264f2853c2 HTTP/1.1" status: 204 len: 168 time: 0.9873083 Jul 16 18:12:42.900462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:42.919614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3d5e0-05ba-498b-922b-f2fe0e3e2ea2 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Network': ['ID=65ad9a2f-c9d4-4ade-b453-7c264f2853c2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:42.965210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fc7f5-15df-400d-a21f-ad4ce81c9d17 req-0e5c7484-1e6e-49f1-9463-1aa3afd2d92f tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.974009 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f48fc7f5-15df-400d-a21f-ad4ce81c9d17 req-0e5c7484-1e6e-49f1-9463-1aa3afd2d92f tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 949 time: 0.1177142 Jul 16 18:12:42.977324 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.005676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.027614 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f48fc7f5-15df-400d-a21f-ad4ce81c9d17 req-c3b1c21f-d608-4f9e-8805-af36070aa2e5 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/security-groups?id=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529695 Jul 16 18:12:43.102590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=461077a8-0442-47c4-a02a-e66f90ef4e64,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.105719 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.121717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-599182cd-f9d2-4e94-8657-4873cd864550 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Deleting port 8c2dd102-08c2-427b-8e48-999f9a53e2e1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:43.122060 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-599182cd-f9d2-4e94-8657-4873cd864550 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.243680 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-599182cd-f9d2-4e94-8657-4873cd864550 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.263253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-599182cd-f9d2-4e94-8657-4873cd864550 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Calling delete_port for 8c2dd102-08c2-427b-8e48-999f9a53e2e1 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:43.321387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network b5a7458b-6086-4123-b8e0-04dee73b2ea9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:43.326832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:43.404655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a417f98-6a13-4d5d-8b98-90eadc44da5e req-c59cbe33-f6fc-4fe5-bd41-9e1b580227cf tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.407118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a417f98-6a13-4d5d-8b98-90eadc44da5e req-c59cbe33-f6fc-4fe5-bd41-9e1b580227cf tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.1035554 Jul 16 18:12:43.496074 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c17d2c2-6cf2-4230-aec8-a54beb9d0e88 req-c55fd913-23f4-4ecc-80d3-1317e149e46d tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 210 time: 0.0336986 Jul 16 18:12:43.508266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a417f98-6a13-4d5d-8b98-90eadc44da5e req-54528414-b0b1-4771-b4f8-d5f35ee03eb4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949397 Jul 16 18:12:43.530477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-599182cd-f9d2-4e94-8657-4873cd864550 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.586803 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router 416e4b31-384a-4a20-966d-a72120f5ee48 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:43.590757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599182cd-f9d2-4e94-8657-4873cd864550 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Port': ['ID=8c2dd102-08c2-427b-8e48-999f9a53e2e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.604911 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-599182cd-f9d2-4e94-8657-4873cd864550 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.607328 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-599182cd-f9d2-4e94-8657-4873cd864550 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/ports/8c2dd102-08c2-427b-8e48-999f9a53e2e1 HTTP/1.1" status: 204 len: 168 time: 0.6972322 Jul 16 18:12:43.610265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.657612 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d885c4f9-57b2-4ade-b0ef-34d44d957317 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:43.659185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d885c4f9-57b2-4ade-b0ef-34d44d957317 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:43.661172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d885c4f9-57b2-4ade-b0ef-34d44d957317 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/subnets/c5210bb2-25e1-40d4-bb30-e75ad4cc6d29 HTTP/1.1" status: 404 len: 337 time: 0.0495548 Jul 16 18:12:43.669571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.681649 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-8f7f572e-3d49-474a-aba0-a85897d32db7 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271766 Jul 16 18:12:43.752737 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.770989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab2d869d-7dc9-4820-afd5-9049104ed856 None None] Provisioning complete for port 461077a8-0442-47c4-a02a-e66f90ef4e64 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:43.771529 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab2d869d-7dc9-4820-afd5-9049104ed856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.832734 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:43.839239 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2a8844e3-dfca-40d4-98a3-60a3154213ce tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "PUT /v2.0/routers/416e4b31-384a-4a20-966d-a72120f5ee48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6360626 Jul 16 18:12:43.843321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.850292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e3c41-917c-4dc7-98dd-a6276d6dcc2c None None] Sync routers for ids ['416e4b31-384a-4a20-966d-a72120f5ee48'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:43.853182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'port': {'network_id': 'b5a7458b-6086-4123-b8e0-04dee73b2ea9', 'name': 'tempest-FloatingIPTestJSON-795118988'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:43.868078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d869d-7dc9-4820-afd5-9049104ed856 None None] Port 461077a8-0442-47c4-a02a-e66f90ef4e64 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:43.869823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e3c41-917c-4dc7-98dd-a6276d6dcc2c None None] Routers {'416e4b31-384a-4a20-966d-a72120f5ee48'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:43.870452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd4e3c41-917c-4dc7-98dd-a6276d6dcc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['416e4b31-384a-4a20-966d-a72120f5ee48'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:43.886588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Deleting port dc9526fe-bbd1-44e0-9b54-fbec08665cc2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:43.886857 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.896069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-d6cdd567-a12e-4534-b4c3-9427995da490 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.898949 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-d6cdd567-a12e-4534-b4c3-9427995da490 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077894 Jul 16 18:12:43.918690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Request body: {'port': {'device_id': '50515a43-ff03-440b-b2fc-1d5aad137516', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '8396a0323e3a4d4a837f758f8140c2da'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:43.943476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd4e3c41-917c-4dc7-98dd-a6276d6dcc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:43.968584 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e3c41-917c-4dc7-98dd-a6276d6dcc2c None None] Routers {'416e4b31-384a-4a20-966d-a72120f5ee48'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:43.969841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd4e3c41-917c-4dc7-98dd-a6276d6dcc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['416e4b31-384a-4a20-966d-a72120f5ee48'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:43.994393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] For port dc9526fe-bbd1-44e0-9b54-fbec08665cc2, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dc9526fe-bbd1-44e0-9b54-fbec08665cc2,segment=NetworkSegment(15a26011-ea41-4479-b5b1-9969a1aef647),segment_id=15a26011-ea41-4479-b5b1-9969a1aef647)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:43.995043 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.007704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fd4e3c41-917c-4dc7-98dd-a6276d6dcc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:44.008653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e3c41-917c-4dc7-98dd-a6276d6dcc2c None None] The sync data for ids ['416e4b31-384a-4a20-966d-a72120f5ee48'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:44.009071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Calling delete_port for dc9526fe-bbd1-44e0-9b54-fbec08665cc2 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:44.116200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Made reservation on behalf of 742bbbf693e64bf9ab4a72fa43e63895 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:44.121999 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.140233 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.155767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] device_id is not set on port d5de346a-4585-465e-bc6c-c3b5dbf88a23 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:44.162145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Made reservation on behalf of 8396a0323e3a4d4a837f758f8140c2da for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:44.166022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.174652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Port': ['ID=dc9526fe-bbd1-44e0-9b54-fbec08665cc2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:44.179130 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.191561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No DVR routers for this DVR port dc9526fe-bbd1-44e0-9b54-fbec08665cc2 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:44.208043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979c54e-53fb-4c39-b772-92f7745c3a6f req-1748d59a-42b4-4ace-9782-35810ecbae15 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.209664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b979c54e-53fb-4c39-b772-92f7745c3a6f req-1748d59a-42b4-4ace-9782-35810ecbae15 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.42 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 949 time: 0.1345563 Jul 16 18:12:44.331614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Allocated IP 172.20.0.5 (b5a7458b-6086-4123-b8e0-04dee73b2ea9/83a1e6a3-82cb-4b16-a5e2-3868ea0ea6bb/d5de346a-4585-465e-bc6c-c3b5dbf88a23) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:44.383468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.410050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0435d034-b586-459b-8b3c-ab43c28cd1ac']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:44.414437 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.425639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.446705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a26011-ea41-4479-b5b1-9969a1aef647') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:44.447025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a26011-ea41-4479-b5b1-9969a1aef647') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:44.461711 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.486817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9360b-09fb-45e8-8270-32d45ed62039 req-01713169-db3b-4727-9e7b-691c4047aa88 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.488398 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4fd9360b-09fb-45e8-8270-32d45ed62039 req-01713169-db3b-4727-9e7b-691c4047aa88 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 949 time: 0.2777662 Jul 16 18:12:44.494943 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.516029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:44.516444 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:44.519740 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:44.561560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07259b6-84ed-4c15-b439-35195f3a19df,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:44.598952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b979c54e-53fb-4c39-b772-92f7745c3a6f req-4024a542-8bae-46dc-8378-df03a2758d0a tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Deleting port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:44.599309 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b979c54e-53fb-4c39-b772-92f7745c3a6f req-4024a542-8bae-46dc-8378-df03a2758d0a tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.606635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4fd9360b-09fb-45e8-8270-32d45ed62039 req-81955c85-78f8-4de4-8886-189272f06e76 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/security-groups?id=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027880 Jul 16 18:12:44.629917 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.641657 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.641657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/networks/0435d034-b586-459b-8b3c-ab43c28cd1ac HTTP/1.1" status: 204 len: 168 time: 0.9653695 Jul 16 18:12:44.649022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:44.706046 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Allocated IP 192.168.233.16 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/3adfbf58-aef9-481a-a98d-67fff206a674) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:44.713803 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.730915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4ef14-53c6-4018-8a4c-b37ad1f8475d tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Network': ['ID=0435d034-b586-459b-8b3c-ab43c28cd1ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:44.740137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Transition to ACTIVE for port object d5de346a-4585-465e-bc6c-c3b5dbf88a23 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:44.827870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9065ce37-38ca-4e31-b934-6953a93a4ac3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Deleting subnet 254110ba-d226-4c93-b71c-862b0a81b13d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:44.864297 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.875328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c25b5426-142c-4980-993f-5543667e545c req-71e3ed2b-9db6-4b1c-bd50-70090ba1f94d tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 210 time: 0.0849452 Jul 16 18:12:44.880506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9065ce37-38ca-4e31-b934-6953a93a4ac3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.925695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b979c54e-53fb-4c39-b772-92f7745c3a6f req-4024a542-8bae-46dc-8378-df03a2758d0a tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] For port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=53f441dc-0dc3-49d8-86dc-0df1eab95ed6,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:44.926085 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b979c54e-53fb-4c39-b772-92f7745c3a6f req-4024a542-8bae-46dc-8378-df03a2758d0a tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.951949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b979c54e-53fb-4c39-b772-92f7745c3a6f req-4024a542-8bae-46dc-8378-df03a2758d0a tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Calling delete_port for 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:44.956171 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9065ce37-38ca-4e31-b934-6953a93a4ac3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.968382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Network b5a7458b-6086-4123-b8e0-04dee73b2ea9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:44.975045 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event updated for resources: {'Port': ['ID=d5de346a-4585-465e-bc6c-c3b5dbf88a23,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:44.982292 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:44.986778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:44.997113 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.000676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255f0a5-1845-4755-a407-29f878b59875 req-5715718f-d3a8-4adc-b7a7-bc2f2729fdd5 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.002843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5255f0a5-1845-4755-a407-29f878b59875 req-5715718f-d3a8-4adc-b7a7-bc2f2729fdd5 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.3647015 Jul 16 18:12:45.069483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.071095 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.084906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Transition to ACTIVE for port object 3adfbf58-aef9-481a-a98d-67fff206a674 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:45.105237 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-699d17a4-1cd2-4296-b880-dc786105f5d1 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2609496 Jul 16 18:12:45.106132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:45.114773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a023a39c-f487-4aff-a061-b033e267d167 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Request body: {'floatingip': {'port_id': 'd5de346a-4585-465e-bc6c-c3b5dbf88a23'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:45.168676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5255f0a5-1845-4755-a407-29f878b59875 req-bce8173b-746e-4727-8cf5-35930c4be301 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534138 Jul 16 18:12:45.192198 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9065ce37-38ca-4e31-b934-6953a93a4ac3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.266276 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a023a39c-f487-4aff-a061-b033e267d167 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.313979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.323429 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b979c54e-53fb-4c39-b772-92f7745c3a6f req-4024a542-8bae-46dc-8378-df03a2758d0a tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.336527 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9065ce37-38ca-4e31-b934-6953a93a4ac3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.343822 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['53f441dc-0dc3-49d8-86dc-0df1eab95ed6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:45.351521 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9cd92998-87a7-467b-aec0-743eac083f4d None None] Provisioning for port d5de346a-4585-465e-bc6c-c3b5dbf88a23 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:45.361294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9cd92998-87a7-467b-aec0-743eac083f4d None None] Provisioning complete for port d5de346a-4585-465e-bc6c-c3b5dbf88a23 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:45.362224 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cd92998-87a7-467b-aec0-743eac083f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.380071 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event updated for resources: {'Port': ['ID=3adfbf58-aef9-481a-a98d-67fff206a674,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:45.398915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024a542-8bae-46dc-8378-df03a2758d0a tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Pushing event deleted for resources: {'Port': ['ID=53f441dc-0dc3-49d8-86dc-0df1eab95ed6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:45.411952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:45.418012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065ce37-38ca-4e31-b934-6953a93a4ac3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Subnet': ['ID=254110ba-d226-4c93-b71c-862b0a81b13d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:45.424371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:45.452752 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:45.453349 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9065ce37-38ca-4e31-b934-6953a93a4ac3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.456801 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9065ce37-38ca-4e31-b934-6953a93a4ac3 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/subnets/254110ba-d226-4c93-b71c-862b0a81b13d HTTP/1.1" status: 204 len: 168 time: 0.8067393 Jul 16 18:12:45.458337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d476b780-434a-4e44-abea-37ee51d6ff5f None None] Network 2a240878-0a45-42a7-96c1-4d9894a092d4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:45.459034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:45.462687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9cd92998-87a7-467b-aec0-743eac083f4d None None] Port d5de346a-4585-465e-bc6c-c3b5dbf88a23 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:45.495998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b979c54e-53fb-4c39-b772-92f7745c3a6f req-4024a542-8bae-46dc-8378-df03a2758d0a tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] No DVR routers for this DVR port 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:45.498263 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b979c54e-53fb-4c39-b772-92f7745c3a6f req-4024a542-8bae-46dc-8378-df03a2758d0a tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.500169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b979c54e-53fb-4c39-b772-92f7745c3a6f req-4024a542-8bae-46dc-8378-df03a2758d0a tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.42 "DELETE /v2.0/ports/53f441dc-0dc3-49d8-86dc-0df1eab95ed6 HTTP/1.1" status: 204 len: 173 time: 1.2487741 Jul 16 18:12:45.512485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72acf42d-52c3-483a-b601-435238e20686', 'name': 'network-vif-deleted', 'tag': '53f441dc-0dc3-49d8-86dc-0df1eab95ed6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:45.515982 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73f3374-d465-4f29-8d49-9c9513477ceb" -d '{"events": [{"server_uuid": "72acf42d-52c3-483a-b601-435238e20686", "name": "network-vif-deleted", "tag": "53f441dc-0dc3-49d8-86dc-0df1eab95ed6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:45.577463 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.578632 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.604627 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-9d136431-ff2d-48e8-a0fb-b300b683dc19 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6914775 Jul 16 18:12:45.622470 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Request body: {'port': {'device_id': '50515a43-ff03-440b-b2fc-1d5aad137516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:45.677038 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9993e6-2840-4a94-a3bf-7a5305f64314 x-openstack-request-id: req-2e9993e6-2840-4a94-a3bf-7a5305f64314 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:45.678783 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72acf42d-52c3-483a-b601-435238e20686", "name": "network-vif-deleted", "tag": "53f441dc-0dc3-49d8-86dc-0df1eab95ed6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:45.679179 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e9993e6-2840-4a94-a3bf-7a5305f64314 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:45.679616 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72acf42d-52c3-483a-b601-435238e20686', 'name': 'network-vif-deleted', 'tag': '53f441dc-0dc3-49d8-86dc-0df1eab95ed6', 'status': 'completed', 'code': 200} Jul 16 18:12:45.722213 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.905787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-847ac128-1fdd-48e6-9767-c0f2989aeacc req-e03a7eb0-bbe7-4d7a-a485-a005d264f070 tempest-VolumesNegativeTest-417411207 tempest-VolumesNegativeTest-417411207-project] 10.222.0.52 "GET /v2.0/ports?device_id=72acf42d-52c3-483a-b601-435238e20686 HTTP/1.1" status: 200 len: 210 time: 0.0955229 Jul 16 18:12:45.931914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Deleting port 17e78617-c222-47bc-856c-e7582dd7b12c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:45.932276 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.976805 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] DHCP port deletion for 2a240878-0a45-42a7-96c1-4d9894a092d4 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:46.064301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.066581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] For port 17e78617-c222-47bc-856c-e7582dd7b12c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=17e78617-c222-47bc-856c-e7582dd7b12c,segment=NetworkSegment(08c81529-8642-41e6-9f8e-9cb40a873671),segment_id=08c81529-8642-41e6-9f8e-9cb40a873671)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:46.067030 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.080396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Deleting port 17e78617-c222-47bc-856c-e7582dd7b12c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:46.080795 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.099953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Calling delete_port for 17e78617-c222-47bc-856c-e7582dd7b12c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:46.194641 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] For port 17e78617-c222-47bc-856c-e7582dd7b12c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=17e78617-c222-47bc-856c-e7582dd7b12c,segment=NetworkSegment(08c81529-8642-41e6-9f8e-9cb40a873671),segment_id=08c81529-8642-41e6-9f8e-9cb40a873671)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:46.196640 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.266329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Calling delete_port for 17e78617-c222-47bc-856c-e7582dd7b12c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:46.318009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a9e15-3609-4b7a-aca2-ea4f3ed001fa req-ee4cf221-aae2-4588-a939-0b368284f9ae tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.319635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac7a9e15-3609-4b7a-aca2-ea4f3ed001fa req-ee4cf221-aae2-4588-a939-0b368284f9ae tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 935 time: 0.1272151 Jul 16 18:12:46.320838 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.394065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae923d40-2978-43a2-8797-125dc99726ca None None] Provisioning for port 3adfbf58-aef9-481a-a98d-67fff206a674 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:46.401672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Port': ['ID=17e78617-c222-47bc-856c-e7582dd7b12c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:46.431735 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae923d40-2978-43a2-8797-125dc99726ca None None] Provisioning complete for port 3adfbf58-aef9-481a-a98d-67fff206a674 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:46.436844 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae923d40-2978-43a2-8797-125dc99726ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.451643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] No DVR routers for this DVR port 17e78617-c222-47bc-856c-e7582dd7b12c on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:46.514997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ae923d40-2978-43a2-8797-125dc99726ca None None] Port 3adfbf58-aef9-481a-a98d-67fff206a674 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:46.521231 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.562393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac7a9e15-3609-4b7a-aca2-ea4f3ed001fa req-987d34f1-a657-4058-a34f-965c2010fab2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956291 Jul 16 18:12:46.563189 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 17e78617-c222-47bc-856c-e7582dd7b12c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:46.569635 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Pushing event deleted for resources: {'Port': ['ID=17e78617-c222-47bc-856c-e7582dd7b12c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:46.602408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] No DVR routers for this DVR port 17e78617-c222-47bc-856c-e7582dd7b12c on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:46.604282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 17e78617-c222-47bc-856c-e7582dd7b12c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:46.605022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 17e78617-c222-47bc-856c-e7582dd7b12c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:46.612401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:46.613768 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:46.614062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:46.614503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:46.615086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:46.615631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:46.619783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba312448-6cc4-4f35-8e6d-bb9cef637800 req-f623bdab-e08f-4bba-8800-c40e32dde145 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.621339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:46.622410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:46.622979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:46.623558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:46.624147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:46.624712 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458526-f262-4613-97ff-be5296c6fbb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:46.627441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba312448-6cc4-4f35-8e6d-bb9cef637800 req-f623bdab-e08f-4bba-8800-c40e32dde145 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.2555883 Jul 16 18:12:46.655149 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.678445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a240878-0a45-42a7-96c1-4d9894a092d4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:46.694432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c81529-8642-41e6-9f8e-9cb40a873671') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:46.694660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c81529-8642-41e6-9f8e-9cb40a873671') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:46.713122 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.735495 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.750366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba312448-6cc4-4f35-8e6d-bb9cef637800 req-eb2539ff-f648-432c-909c-157118c4ec9e tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214764 Jul 16 18:12:46.757908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:46.758613 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:46.763823 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:46.846319 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.851623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.853682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] 10.222.0.52 "DELETE /v2.0/networks/2a240878-0a45-42a7-96c1-4d9894a092d4 HTTP/1.1" status: 204 len: 168 time: 1.3936756 Jul 16 18:12:46.870068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd108f-1096-4dd6-91ab-440b73b34b05 tempest-NetworksIpV6TestAttrs-583845658 tempest-NetworksIpV6TestAttrs-583845658-project] Pushing event deleted for resources: {'Network': ['ID=2a240878-0a45-42a7-96c1-4d9894a092d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:46.991066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adfbf58-aef9-481a-a98d-67fff206a674 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:47.003599 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.011443 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a023a39c-f487-4aff-a061-b033e267d167 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.025651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a023a39c-f487-4aff-a061-b033e267d167 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.030397 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Transition to ACTIVE for port object 3adfbf58-aef9-481a-a98d-67fff206a674 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:47.076525 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.171650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Pushing event updated for resources: {'Port': ['ID=3adfbf58-aef9-481a-a98d-67fff206a674,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:47.258344 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-a023a39c-f487-4aff-a061-b033e267d167 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Floating IP 89fea4f6-efb4-4155-a370-516af85abf86 associated. External IP: 172.25.8.80, port: 5231a5f3-fe49-490a-861b-32cb15a953c4. Jul 16 18:12:47.283637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:47.318344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Attempting to bind port 3adfbf58-aef9-481a-a98d-67fff206a674 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:47.318706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Attempting to bind port 3adfbf58-aef9-481a-a98d-67fff206a674 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:47.319020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Attempting to bind port 3adfbf58-aef9-481a-a98d-67fff206a674 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:47.331999 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Port 3adfbf58-aef9-481a-a98d-67fff206a674 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:47.332721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Attempting to bind port 3adfbf58-aef9-481a-a98d-67fff206a674 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:47.371960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:47.372316 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:47.372719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:47.373183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Bound port: 3adfbf58-aef9-481a-a98d-67fff206a674, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:47.373744 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.499964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bd3f1dd1-ed89-4194-9aa6-3d70e362bf73 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2647b483509a4f018cc7c16b2e6278c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145069 Jul 16 18:12:47.503027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:47.544616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] For port 3adfbf58-aef9-481a-a98d-67fff206a674, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:47.569572 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9f12586-8b6a-4bd3-83e9-89a247990494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.599227 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9f12586-8b6a-4bd3-83e9-89a247990494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.625652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] For port 3adfbf58-aef9-481a-a98d-67fff206a674, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3adfbf58-aef9-481a-a98d-67fff206a674,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:47.633784 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.667044 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9f12586-8b6a-4bd3-83e9-89a247990494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.670431 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9f12586-8b6a-4bd3-83e9-89a247990494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.674749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f9f12586-8b6a-4bd3-83e9-89a247990494 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c1db531-a4d4-4c97-8474-e55739d54bc7 HTTP/1.1" status: 204 len: 168 time: 0.1703289 Jul 16 18:12:47.690372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.691032 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.692495 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] 10.222.0.42 "PUT /v2.0/ports/3adfbf58-aef9-481a-a98d-67fff206a674 HTTP/1.1" status: 200 len: 1095 time: 2.0804491 Jul 16 18:12:47.694567 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a023a39c-f487-4aff-a061-b033e267d167 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:47.695249 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50515a43-ff03-440b-b2fc-1d5aad137516', 'tag': '3adfbf58-aef9-481a-a98d-67fff206a674'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:47.697806 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c03ecb2-cac8-4389-ab5e-c253fd0ef867" -d '{"events": [{"name": "network-changed", "server_uuid": "50515a43-ff03-440b-b2fc-1d5aad137516", "tag": "3adfbf58-aef9-481a-a98d-67fff206a674"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:47.728834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f12586-8b6a-4bd3-83e9-89a247990494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1db531-a4d4-4c97-8474-e55739d54bc7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:47.732196 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1e77b-4bfd-4b7f-a52f-fdaa3348e915 service neutron] Pushing event updated for resources: {'Port': ['ID=3adfbf58-aef9-481a-a98d-67fff206a674,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:47.803909 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18196cee-d3c8-4ab9-9f7a-bef1d9f7c616 x-openstack-request-id: req-18196cee-d3c8-4ab9-9f7a-bef1d9f7c616 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:47.804210 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50515a43-ff03-440b-b2fc-1d5aad137516", "tag": "3adfbf58-aef9-481a-a98d-67fff206a674", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:47.804469 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18196cee-d3c8-4ab9-9f7a-bef1d9f7c616 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:47.804883 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50515a43-ff03-440b-b2fc-1d5aad137516', 'tag': '3adfbf58-aef9-481a-a98d-67fff206a674', 'status': 'completed', 'code': 200} Jul 16 18:12:47.960246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25da05b-7bf6-44a3-afdf-38597f7dbe45 req-6e91936b-a315-4cb6-9f9b-e1447c0072a0 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.979381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f25da05b-7bf6-44a3-afdf-38597f7dbe45 req-6e91936b-a315-4cb6-9f9b-e1447c0072a0 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 947 time: 0.1160738 Jul 16 18:12:48.017841 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a023a39c-f487-4aff-a061-b033e267d167 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:48.025356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-7dd9df2b-15de-43ad-8a4b-3983441b3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:48.027634 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-7dd9df2b-15de-43ad-8a4b-3983441b3c45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 1098 time: 0.2369516 Jul 16 18:12:48.034372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f25da05b-7bf6-44a3-afdf-38597f7dbe45 req-13409edc-c3f8-4e99-8d8d-8be9e85cd57c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540943 Jul 16 18:12:48.034729 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1444b6e6-d98a-4caa-bf9f-fd8b991da478 None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:48.055107 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444b6e6-d98a-4caa-bf9f-fd8b991da478 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:48.055762 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1444b6e6-d98a-4caa-bf9f-fd8b991da478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.138888 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-13d2c87a-7fb8-4096-b410-951e16077ef3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=3adfbf58-aef9-481a-a98d-67fff206a674 HTTP/1.1" status: 200 len: 217 time: 0.1034074 Jul 16 18:12:48.159605 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1444b6e6-d98a-4caa-bf9f-fd8b991da478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.175510 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444b6e6-d98a-4caa-bf9f-fd8b991da478 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:48.177424 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1444b6e6-d98a-4caa-bf9f-fd8b991da478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.197346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff6521-9137-4b0e-ad5d-8525a10a8a84 req-993939fc-8fee-4a10-b3b1-c04b905941c4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:48.199141 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25ff6521-9137-4b0e-ad5d-8525a10a8a84 req-993939fc-8fee-4a10-b3b1-c04b905941c4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.1202619 Jul 16 18:12:48.231110 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1444b6e6-d98a-4caa-bf9f-fd8b991da478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.231921 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1444b6e6-d98a-4caa-bf9f-fd8b991da478 None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:48.277286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:48.280927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25ff6521-9137-4b0e-ad5d-8525a10a8a84 req-b2b1a7aa-c552-489f-b6d0-c0ce2d204f7c tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755861 Jul 16 18:12:48.312976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:48.314849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 53f441dc-0dc3-49d8-86dc-0df1eab95ed6 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:48.344480 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-ffa8266f-bf10-4958-85bd-3d02415a1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:48.346427 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-ffa8266f-bf10-4958-85bd-3d02415a1021 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1755941 Jul 16 18:12:48.529601 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a023a39c-f487-4aff-a061-b033e267d167 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router 416e4b31-384a-4a20-966d-a72120f5ee48 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:48.537791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-d4323aac-47c4-4869-8bf8-75a82e4c4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:48.539865 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-d4323aac-47c4-4869-8bf8-75a82e4c4c31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1860259 Jul 16 18:12:48.728312 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a023a39c-f487-4aff-a061-b033e267d167 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:48.733713 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a023a39c-f487-4aff-a061-b033e267d167 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.741200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23a12a-7aeb-416f-9322-687f8826b5cb None None] Sync routers for ids ['416e4b31-384a-4a20-966d-a72120f5ee48'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:48.755253 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23a12a-7aeb-416f-9322-687f8826b5cb None None] Routers {'416e4b31-384a-4a20-966d-a72120f5ee48'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:48.758142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee23a12a-7aeb-416f-9322-687f8826b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['416e4b31-384a-4a20-966d-a72120f5ee48'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.778652 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-302fa9b2-0a6b-411c-b67a-9707e3d82374 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288532 Jul 16 18:12:48.812479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:48.832260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee23a12a-7aeb-416f-9322-687f8826b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.855472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23a12a-7aeb-416f-9322-687f8826b5cb None None] Routers {'416e4b31-384a-4a20-966d-a72120f5ee48'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:48.856438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee23a12a-7aeb-416f-9322-687f8826b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['416e4b31-384a-4a20-966d-a72120f5ee48'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.902681 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:48.913056 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a023a39c-f487-4aff-a061-b033e267d167 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "PUT /v2.0/floatingips/89fea4f6-efb4-4155-a370-516af85abf86 HTTP/1.1" status: 200 len: 976 time: 3.8035994 Jul 16 18:12:48.920206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ee23a12a-7aeb-416f-9322-687f8826b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.922210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23a12a-7aeb-416f-9322-687f8826b5cb None None] The sync data for ids ['416e4b31-384a-4a20-966d-a72120f5ee48'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:48.975808 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d9d364b4-08b6-48ce-ab25-f4d23b5f141f req-e24c0d72-29f9-40be-8436-537e223111b2 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906018 Jul 16 18:12:49.010994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a0abfed9-64f1-4a29-9d3b-e2622e9f7c7f tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] Request body: {'port': {'network_id': '3e34820d-4912-4be8-8fb6-973d41205a39', 'name': 'tempest-NetworksNegativeTestJSON-1555850262'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:49.090481 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0abfed9-64f1-4a29-9d3b-e2622e9f7c7f tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] POST failed (client error): The resource could not be found. Jul 16 18:12:49.091075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0abfed9-64f1-4a29-9d3b-e2622e9f7c7f tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:49.097984 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a0abfed9-64f1-4a29-9d3b-e2622e9f7c7f tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2827640 Jul 16 18:12:49.103769 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.136681 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port d5de346a-4585-465e-bc6c-c3b5dbf88a23 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:49.137272 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.183407 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc20d67c-99f7-469f-b52b-d34eb17abd98 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:49.184028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc20d67c-99f7-469f-b52b-d34eb17abd98 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:49.186016 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cc20d67c-99f7-469f-b52b-d34eb17abd98 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] 10.222.0.52 "DELETE /v2.0/networks/58af810b-ef06-4538-a6d4-b3c32f1a31be HTTP/1.1" status: 404 len: 339 time: 0.0810483 Jul 16 18:12:49.190552 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.230926 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e734eb4-0bb9-47ad-8a96-29d5358810c4 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:49.231752 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e734eb4-0bb9-47ad-8a96-29d5358810c4 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:49.238544 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6e734eb4-0bb9-47ad-8a96-29d5358810c4 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] 10.222.0.52 "DELETE /v2.0/ports/7ef4c9c4-9b8a-411a-aec2-5228fd1916c9 HTTP/1.1" status: 404 len: 333 time: 0.0408866 Jul 16 18:12:49.239467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.273775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03ecb2-cac8-4389-ab5e-c253fd0ef867 req-3c284436-9213-4e01-8fe6-b69e80ad39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.275294 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8c03ecb2-cac8-4389-ab5e-c253fd0ef867 req-3c284436-9213-4e01-8fe6-b69e80ad39c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 1098 time: 0.2183652 Jul 16 18:12:49.276318 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-17356db7-6f61-49a0-bd7d-0c0a084dbf24 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:49.276761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17356db7-6f61-49a0-bd7d-0c0a084dbf24 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:49.282169 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-17356db7-6f61-49a0-bd7d-0c0a084dbf24 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] 10.222.0.52 "DELETE /v2.0/subnets/13cf847f-9998-4794-b9a3-271b120446d3 HTTP/1.1" status: 404 len: 337 time: 0.0380824 Jul 16 18:12:49.283728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.284829 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.348432 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a13b3a6-ec28-487d-81d7-524fd9523bd6 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] GET failed (client error): The resource could not be found. Jul 16 18:12:49.350319 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3a13b3a6-ec28-487d-81d7-524fd9523bd6 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] 10.222.0.52 "GET /v2.0/networks/d11cab80-f4ca-4244-bd36-89166ed9f8ae HTTP/1.1" status: 404 len: 339 time: 0.0655966 Jul 16 18:12:49.363163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.405425 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a841b1-d903-4e8a-b524-d82583bb8c3a tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] GET failed (client error): The resource could not be found. Jul 16 18:12:49.407085 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e6a841b1-d903-4e8a-b524-d82583bb8c3a tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] 10.222.0.52 "GET /v2.0/ports/59bd26f1-3d41-4eb8-90f0-ee9afa128f3a HTTP/1.1" status: 404 len: 333 time: 0.0428398 Jul 16 18:12:49.412106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.496167 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05728c6-c2cb-44f8-91d9-5d1b95d4adff tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] GET failed (client error): The resource could not be found. Jul 16 18:12:49.497750 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b05728c6-c2cb-44f8-91d9-5d1b95d4adff tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] 10.222.0.52 "GET /v2.0/subnets/ed19f717-2a09-4f6c-b09c-8417e3d06d29 HTTP/1.1" status: 404 len: 337 time: 0.0847197 Jul 16 18:12:49.502566 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.505444 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:12:49.509453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b9355e78-78fa-4b42-a137-fd5f2e59555f tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:49.530655 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9355e78-78fa-4b42-a137-fd5f2e59555f tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] PUT failed (client error): The resource could not be found. Jul 16 18:12:49.531252 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9355e78-78fa-4b42-a137-fd5f2e59555f tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:49.533078 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b9355e78-78fa-4b42-a137-fd5f2e59555f tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] 10.222.0.52 "PUT /v2.0/networks/6207f9ac-e16a-4ce7-9f4f-153ecb8a2a6c HTTP/1.1" status: 404 len: 339 time: 0.0286834 Jul 16 18:12:49.537663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46160) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.544456 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c49bb632-d452-44a6-8ad2-d46b3a2a8723 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:49.579886 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49bb632-d452-44a6-8ad2-d46b3a2a8723 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] PUT failed (client error): The resource could not be found. Jul 16 18:12:49.581263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49bb632-d452-44a6-8ad2-d46b3a2a8723 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:49.582522 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c49bb632-d452-44a6-8ad2-d46b3a2a8723 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] 10.222.0.52 "PUT /v2.0/ports/86a110ee-efea-479b-b99f-30647caff18b HTTP/1.1" status: 404 len: 333 time: 0.0438797 Jul 16 18:12:49.586760 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.593009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-748a5757-0d5b-4177-879b-addbc8303809 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:49.597464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03ecb2-cac8-4389-ab5e-c253fd0ef867 req-841f317a-b292-47be-a588-925db34a542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.599685 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8c03ecb2-cac8-4389-ab5e-c253fd0ef867 req-841f317a-b292-47be-a588-925db34a542f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.3052783 Jul 16 18:12:49.640324 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-748a5757-0d5b-4177-879b-addbc8303809 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] PUT failed (client error): The resource could not be found. Jul 16 18:12:49.640791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748a5757-0d5b-4177-879b-addbc8303809 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:49.643278 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-748a5757-0d5b-4177-879b-addbc8303809 tempest-NetworksNegativeTestJSON-1511777719 tempest-NetworksNegativeTestJSON-1511777719-project] 10.222.0.52 "PUT /v2.0/subnets/fe750130-a863-4307-8d87-bb556d5f7d6e HTTP/1.1" status: 404 len: 337 time: 0.0548654 Jul 16 18:12:49.687103 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8c03ecb2-cac8-4389-ab5e-c253fd0ef867 req-74868190-ce32-47dc-8efe-52dfac026650 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=3adfbf58-aef9-481a-a98d-67fff206a674 HTTP/1.1" status: 200 len: 217 time: 0.0574379 Jul 16 18:12:49.789943 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03ecb2-cac8-4389-ab5e-c253fd0ef867 req-0e61277c-f8f1-47c7-aa29-0f6a6db52d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.791606 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8c03ecb2-cac8-4389-ab5e-c253fd0ef867 req-0e61277c-f8f1-47c7-aa29-0f6a6db52d8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0937006 Jul 16 18:12:49.862514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c5cbe-906c-4722-8812-6a8858ca8b86 req-3d7817a6-523b-4305-b87a-9ae9d2f9e0da tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.898122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a40c5cbe-906c-4722-8812-6a8858ca8b86 req-3d7817a6-523b-4305-b87a-9ae9d2f9e0da tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 947 time: 0.6209478 Jul 16 18:12:49.949081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03ecb2-cac8-4389-ab5e-c253fd0ef867 req-a824b06e-5160-4fff-8b3b-c7f5fffe28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.950871 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8c03ecb2-cac8-4389-ab5e-c253fd0ef867 req-a824b06e-5160-4fff-8b3b-c7f5fffe28d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520677 Jul 16 18:12:49.987621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a40c5cbe-906c-4722-8812-6a8858ca8b86 req-f061d4b8-45c1-4f45-b852-05212c04406e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660064 Jul 16 18:12:50.036650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bfde9-6729-475d-a037-a6300bf8d0e4 req-ce88159a-b005-4ae9-bbfa-6576058a6d7d tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.053944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-998bfde9-6729-475d-a037-a6300bf8d0e4 req-ce88159a-b005-4ae9-bbfa-6576058a6d7d tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.5732036 Jul 16 18:12:50.101259 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8c03ecb2-cac8-4389-ab5e-c253fd0ef867 req-f0c883bc-a105-42ee-82d1-a561efa1da2d service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404297 Jul 16 18:12:50.103982 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.104362 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.104680 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Floating IP 89fea4f6-efb4-4155-a370-516af85abf86 disassociated. External IP: 172.25.8.80, port: d5de346a-4585-465e-bc6c-c3b5dbf88a23. Jul 16 18:12:50.105031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for d5de346a-4585-465e-bc6c-c3b5dbf88a23 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:50.125943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-998bfde9-6729-475d-a037-a6300bf8d0e4 req-2a15759b-cbd5-44f7-b94c-fac6d0940556 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709534 Jul 16 18:12:50.175913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:50.240784 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8c03ecb2-cac8-4389-ab5e-c253fd0ef867 req-919d6202-9f94-4db9-956c-115db4846896 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331735 Jul 16 18:12:50.306708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.327013 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d386217-7d54-4971-a41a-a9453319c0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.354380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=d5de346a-4585-465e-bc6c-c3b5dbf88a23,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.523307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router 416e4b31-384a-4a20-966d-a72120f5ee48 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:50.571428 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d386217-7d54-4971-a41a-a9453319c0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.580204 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d386217-7d54-4971-a41a-a9453319c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.681305 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:50.681604 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2d386217-7d54-4971-a41a-a9453319c0ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=78ee37eca2eb4bf5b8ce7eaa772ff16c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042005 Jul 16 18:12:50.714186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d386217-7d54-4971-a41a-a9453319c0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78930334-b7c9-47eb-9f20-8da9a7551aa1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.764789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:50.766053 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84abc4a9-8988-45f0-b3c1-40089c988a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.775499 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab92d2c4-c0cb-4d06-95cf-f1c43367bb73 None None] Sync routers for ids ['416e4b31-384a-4a20-966d-a72120f5ee48'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:50.790182 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab92d2c4-c0cb-4d06-95cf-f1c43367bb73 None None] Routers {'416e4b31-384a-4a20-966d-a72120f5ee48'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:50.791163 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab92d2c4-c0cb-4d06-95cf-f1c43367bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['416e4b31-384a-4a20-966d-a72120f5ee48'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:50.818150 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84abc4a9-8988-45f0-b3c1-40089c988a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.834470 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab92d2c4-c0cb-4d06-95cf-f1c43367bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:50.843992 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab92d2c4-c0cb-4d06-95cf-f1c43367bb73 None None] Routers {'416e4b31-384a-4a20-966d-a72120f5ee48'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:50.846272 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab92d2c4-c0cb-4d06-95cf-f1c43367bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['416e4b31-384a-4a20-966d-a72120f5ee48'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:50.925091 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab92d2c4-c0cb-4d06-95cf-f1c43367bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:50.925867 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab92d2c4-c0cb-4d06-95cf-f1c43367bb73 None None] The sync data for ids ['416e4b31-384a-4a20-966d-a72120f5ee48'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:50.940510 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84abc4a9-8988-45f0-b3c1-40089c988a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.943661 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-84abc4a9-8988-45f0-b3c1-40089c988a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.950098 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.950492 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-84abc4a9-8988-45f0-b3c1-40089c988a86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78930334-b7c9-47eb-9f20-8da9a7551aa1 HTTP/1.1" status: 204 len: 168 time: 0.2626410 Jul 16 18:12:50.950607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a61e96fe-452f-469f-96a6-44a05ec663fe tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/ports/d5de346a-4585-465e-bc6c-c3b5dbf88a23 HTTP/1.1" status: 204 len: 168 time: 2.0435627 Jul 16 18:12:50.952228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:50.962640 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abc4a9-8988-45f0-b3c1-40089c988a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78930334-b7c9-47eb-9f20-8da9a7551aa1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:51.496091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17967c00-d047-42d5-a4a2-72a9c13c9f18 req-41737bc9-6aa5-4a17-9daa-4734cfc138b9 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.498063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17967c00-d047-42d5-a4a2-72a9c13c9f18 req-41737bc9-6aa5-4a17-9daa-4734cfc138b9 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 947 time: 0.2702856 Jul 16 18:12:51.643159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62402fab-10ab-4cc8-abbd-4dc986318642 req-5ad838e2-2266-42e1-8768-9285afa405e8 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.645722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62402fab-10ab-4cc8-abbd-4dc986318642 req-5ad838e2-2266-42e1-8768-9285afa405e8 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.2567246 Jul 16 18:12:51.654145 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17967c00-d047-42d5-a4a2-72a9c13c9f18 req-b9d32c52-7319-45c5-9e9d-94a79fbd8b36 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464186 Jul 16 18:12:51.744961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62402fab-10ab-4cc8-abbd-4dc986318642 req-602ea40d-84e2-4013-89d0-e8c0ae78dc52 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863056 Jul 16 18:12:51.926772 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4246c33a-1ae5-410a-b424-11a11503e514 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.286112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4246c33a-1ae5-410a-b424-11a11503e514 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port 461077a8-0442-47c4-a02a-e66f90ef4e64 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:52.286820 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4246c33a-1ae5-410a-b424-11a11503e514 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.291507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3adfbf58-aef9-481a-a98d-67fff206a674 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:52.389299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4246c33a-1ae5-410a-b424-11a11503e514 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.407491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4246c33a-1ae5-410a-b424-11a11503e514 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for 461077a8-0442-47c4-a02a-e66f90ef4e64 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:52.409072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 3adfbf58-aef9-481a-a98d-67fff206a674, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3adfbf58-aef9-481a-a98d-67fff206a674,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:52.423417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '3adfbf58-aef9-481a-a98d-67fff206a674', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '3adfbf58-aef9-481a-a98d-67fff206a674', 'mac_address': 'fa:16:3e:e1:bb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:52.477615 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.495229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adfbf58-aef9-481a-a98d-67fff206a674 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:52.518023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 3adfbf58-aef9-481a-a98d-67fff206a674, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3adfbf58-aef9-481a-a98d-67fff206a674,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:52.523344 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.588884 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=3adfbf58-aef9-481a-a98d-67fff206a674,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.661174 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4246c33a-1ae5-410a-b424-11a11503e514 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.716599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246c33a-1ae5-410a-b424-11a11503e514 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=461077a8-0442-47c4-a02a-e66f90ef4e64,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.772133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:53.254858 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4246c33a-1ae5-410a-b424-11a11503e514 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.382966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3e286-ea66-4ea2-8bcb-e580033fc0e2 req-9ca5fef1-e809-44b0-ba2c-5059551d2344 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:53.384548 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52a3e286-ea66-4ea2-8bcb-e580033fc0e2 req-9ca5fef1-e809-44b0-ba2c-5059551d2344 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 948 time: 0.4010634 Jul 16 18:12:53.463148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449f1c0-2141-4507-96bc-569102e0959c req-c604e039-cca5-474a-964e-f7bffc933c08 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:53.464992 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8449f1c0-2141-4507-96bc-569102e0959c req-c604e039-cca5-474a-964e-f7bffc933c08 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.4146819 Jul 16 18:12:53.531497 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8449f1c0-2141-4507-96bc-569102e0959c req-119d4acc-ad7d-4112-bb7b-d925f808feff tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559349 Jul 16 18:12:53.531623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:53.573832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52a3e286-ea66-4ea2-8bcb-e580033fc0e2 req-5b66e173-33a6-461a-bc9d-cbd3fc6e4e6e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772661 Jul 16 18:12:53.741939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4246c33a-1ae5-410a-b424-11a11503e514 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router 416e4b31-384a-4a20-966d-a72120f5ee48 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:53.744505 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f1843e96-224c-4e62-a1b9-cdae7eb7d116 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11fd7cf4d4294ecbaa405ad2d69021a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107916 Jul 16 18:12:53.748012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:53.851094 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b78bda21-7acb-4f59-b5bd-cab15ff09ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.873744 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b78bda21-7acb-4f59-b5bd-cab15ff09ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.955626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4246c33a-1ae5-410a-b424-11a11503e514 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:53.961588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4246c33a-1ae5-410a-b424-11a11503e514 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "PUT /v2.0/routers/416e4b31-384a-4a20-966d-a72120f5ee48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0070195 Jul 16 18:12:53.963843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:53.966594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6b270-05c1-4667-92b7-0fa63f82de36 None None] Sync routers for ids ['416e4b31-384a-4a20-966d-a72120f5ee48'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:53.978680 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6b270-05c1-4667-92b7-0fa63f82de36 None None] Routers {'416e4b31-384a-4a20-966d-a72120f5ee48'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:53.980011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e4d6b270-05c1-4667-92b7-0fa63f82de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['416e4b31-384a-4a20-966d-a72120f5ee48'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:54.025548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e4d6b270-05c1-4667-92b7-0fa63f82de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:54.038347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6b270-05c1-4667-92b7-0fa63f82de36 None None] Routers {'416e4b31-384a-4a20-966d-a72120f5ee48'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:54.041430 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e4d6b270-05c1-4667-92b7-0fa63f82de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:12:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['416e4b31-384a-4a20-966d-a72120f5ee48'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:54.078671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e4d6b270-05c1-4667-92b7-0fa63f82de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:54.080128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6b270-05c1-4667-92b7-0fa63f82de36 None None] The sync data for ids ['416e4b31-384a-4a20-966d-a72120f5ee48'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:54.299760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b78bda21-7acb-4f59-b5bd-cab15ff09ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.302715 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b78bda21-7acb-4f59-b5bd-cab15ff09ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.303678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b78bda21-7acb-4f59-b5bd-cab15ff09ef4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/21ab63f0-6a3d-4223-b728-bf7ba6c33ee9 HTTP/1.1" status: 204 len: 168 time: 0.5540509 Jul 16 18:12:54.307135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3adfbf58-aef9-481a-a98d-67fff206a674 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:54.319775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bda21-7acb-4f59-b5bd-cab15ff09ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ab63f0-6a3d-4223-b728-bf7ba6c33ee9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.398429 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.538254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 3adfbf58-aef9-481a-a98d-67fff206a674 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:54.550498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 3adfbf58-aef9-481a-a98d-67fff206a674 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:54.551222 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.558334 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.693492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port 8aa4cf3b-59af-421a-a49a-e2efdff94c1a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:54.694823 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.771946 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.916360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50515a43-ff03-440b-b2fc-1d5aad137516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adfbf58-aef9-481a-a98d-67fff206a674'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:54.919939 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1f8729-7691-4bce-a27c-c861f412660b" -d '{"events": [{"server_uuid": "50515a43-ff03-440b-b2fc-1d5aad137516", "name": "network-vif-plugged", "status": "completed", "tag": "3adfbf58-aef9-481a-a98d-67fff206a674"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:54.932544 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.958748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24dbd7-b56b-4c2e-ba73-f429f5575051 req-402576cf-2b2c-47f6-995f-f218008fa008 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:54.960778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba24dbd7-b56b-4c2e-ba73-f429f5575051 req-402576cf-2b2c-47f6-995f-f218008fa008 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.2623935 Jul 16 18:12:54.968296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 3adfbf58-aef9-481a-a98d-67fff206a674, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3adfbf58-aef9-481a-a98d-67fff206a674,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:54.982688 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.989367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for 8aa4cf3b-59af-421a-a49a-e2efdff94c1a owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:55.010965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda21609-6ac5-4b57-81eb-675e80aca089 req-463fb781-909b-4809-9b25-2d5d02bc24b4 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.013989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dda21609-6ac5-4b57-81eb-675e80aca089 req-463fb781-909b-4809-9b25-2d5d02bc24b4 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 948 time: 0.2485821 Jul 16 18:12:55.054008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=3adfbf58-aef9-481a-a98d-67fff206a674,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.104141 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba24dbd7-b56b-4c2e-ba73-f429f5575051 req-c0630d77-be4e-4ca1-aec6-f0e597e052cf tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284845 Jul 16 18:12:55.171477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dda21609-6ac5-4b57-81eb-675e80aca089 req-ac33ca3f-069b-4ed5-aa58-a984c326d118 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475725 Jul 16 18:12:55.173878 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25334bc-41b1-44f7-8bf2-bad1e746cff2 x-openstack-request-id: req-e25334bc-41b1-44f7-8bf2-bad1e746cff2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:55.175678 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50515a43-ff03-440b-b2fc-1d5aad137516", "name": "network-vif-plugged", "status": "completed", "tag": "3adfbf58-aef9-481a-a98d-67fff206a674", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:55.176317 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e25334bc-41b1-44f7-8bf2-bad1e746cff2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:55.177638 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50515a43-ff03-440b-b2fc-1d5aad137516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adfbf58-aef9-481a-a98d-67fff206a674', 'code': 200} Jul 16 18:12:55.324328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8fbe7-c2aa-4fe3-8111-0871c7cabcc1 req-add7c98c-2dbd-46b7-868b-1fa0cc37ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.325975 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-73a8fbe7-c2aa-4fe3-8111-0871c7cabcc1 req-add7c98c-2dbd-46b7-868b-1fa0cc37ad8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 1100 time: 0.0772934 Jul 16 18:12:55.349449 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.367269 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-73a8fbe7-c2aa-4fe3-8111-0871c7cabcc1 req-31615767-45e4-4ee4-b430-0f06130ef583 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344002 Jul 16 18:12:55.380615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=8aa4cf3b-59af-421a-a49a-e2efdff94c1a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.451639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.559258 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.561531 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.628662 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.629241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Fanout notify agent at l3_agent the message router_deleted on router 416e4b31-384a-4a20-966d-a72120f5ee48 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:12:55.639435 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.644852 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:55.645036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1af6536a-0ca2-4c07-806b-4d2058758ad2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/routers/416e4b31-384a-4a20-966d-a72120f5ee48 HTTP/1.1" status: 204 len: 168 time: 1.6798997 Jul 16 18:12:55.712245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2179d61a-28f7-42f4-96c1-fc59651b8aab tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting subnet 83a1e6a3-82cb-4b16-a5e2-3868ea0ea6bb {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:55.715792 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2179d61a-28f7-42f4-96c1-fc59651b8aab tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.756737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2179d61a-28f7-42f4-96c1-fc59651b8aab tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.861403 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2179d61a-28f7-42f4-96c1-fc59651b8aab tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.949652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2179d61a-28f7-42f4-96c1-fc59651b8aab tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.986958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179d61a-28f7-42f4-96c1-fc59651b8aab tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Subnet': ['ID=83a1e6a3-82cb-4b16-a5e2-3868ea0ea6bb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.997098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2179d61a-28f7-42f4-96c1-fc59651b8aab tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.006124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dda30a-f93e-40d6-8bd7-851d07493ad8 None None] Network b5a7458b-6086-4123-b8e0-04dee73b2ea9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:56.018172 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2179d61a-28f7-42f4-96c1-fc59651b8aab tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/subnets/83a1e6a3-82cb-4b16-a5e2-3868ea0ea6bb HTTP/1.1" status: 204 len: 168 time: 0.3716805 Jul 16 18:12:56.018839 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:56.057441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b3a7c-9d82-4827-936c-9a9198ec5379 req-185a0ad5-aa66-4731-b552-962030682647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.059234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-748b3a7c-9d82-4827-936c-9a9198ec5379 req-185a0ad5-aa66-4731-b552-962030682647 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 1096 time: 0.0633085 Jul 16 18:12:56.115006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-748b3a7c-9d82-4827-936c-9a9198ec5379 req-6272cfad-8a11-420b-9644-30d935f59cf5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480039 Jul 16 18:12:56.170355 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.250270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1053f58e-3486-47fe-829c-86a2a0797d6d None None] DHCP port deletion for b5a7458b-6086-4123-b8e0-04dee73b2ea9 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:56.336194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port f7bef283-559a-4f71-9b48-567fb365ce1e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:56.338990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1053f58e-3486-47fe-829c-86a2a0797d6d None None] Deleting port f7bef283-559a-4f71-9b48-567fb365ce1e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:56.339527 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1053f58e-3486-47fe-829c-86a2a0797d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.342305 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.474474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1053f58e-3486-47fe-829c-86a2a0797d6d None None] For port f7bef283-559a-4f71-9b48-567fb365ce1e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f7bef283-559a-4f71-9b48-567fb365ce1e,segment=NetworkSegment(d29cab6c-3fb0-441f-9147-263d5e3fb49a),segment_id=d29cab6c-3fb0-441f-9147-263d5e3fb49a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:56.475075 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1053f58e-3486-47fe-829c-86a2a0797d6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.489066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] For port f7bef283-559a-4f71-9b48-567fb365ce1e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f7bef283-559a-4f71-9b48-567fb365ce1e,segment=NetworkSegment(d29cab6c-3fb0-441f-9147-263d5e3fb49a),segment_id=d29cab6c-3fb0-441f-9147-263d5e3fb49a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:56.489066 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.502147 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for f7bef283-559a-4f71-9b48-567fb365ce1e owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:56.520329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1053f58e-3486-47fe-829c-86a2a0797d6d None None] Calling delete_port for f7bef283-559a-4f71-9b48-567fb365ce1e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:56.606919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d01b36-c7d7-4346-b218-d7adf2127368 req-150a5e7d-38c0-4560-96be-9cc9a4c57748 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.615205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f2d01b36-c7d7-4346-b218-d7adf2127368 req-150a5e7d-38c0-4560-96be-9cc9a4c57748 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.2362463 Jul 16 18:12:56.683264 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.690396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f2d01b36-c7d7-4346-b218-d7adf2127368 req-e20dc2d3-f992-4b0f-ac66-c16b07abdc89 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742073 Jul 16 18:12:56.695880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f7bef283-559a-4f71-9b48-567fb365ce1e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:56.727681 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8622cc4-f61a-4616-96c4-dcf5b90c9d32 req-61466131-70f1-472b-ba39-3ac53ac19540 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.734595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8622cc4-f61a-4616-96c4-dcf5b90c9d32 req-61466131-70f1-472b-ba39-3ac53ac19540 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 949 time: 0.2849815 Jul 16 18:12:56.741498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: f7bef283-559a-4f71-9b48-567fb365ce1e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:56.741717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f7bef283-559a-4f71-9b48-567fb365ce1e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:56.747943 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1053f58e-3486-47fe-829c-86a2a0797d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.778810 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053f58e-3486-47fe-829c-86a2a0797d6d None None] Pushing event deleted for resources: {'Port': ['ID=f7bef283-559a-4f71-9b48-567fb365ce1e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:56.781472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1053f58e-3486-47fe-829c-86a2a0797d6d None None] No DVR routers for this DVR port f7bef283-559a-4f71-9b48-567fb365ce1e on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:56.792578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8622cc4-f61a-4616-96c4-dcf5b90c9d32 req-58ae2bd5-7404-4fde-b7f5-c238a9310f34 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566885 Jul 16 18:12:56.799492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=f7bef283-559a-4f71-9b48-567fb365ce1e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:56.804072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] No DVR routers for this DVR port f7bef283-559a-4f71-9b48-567fb365ce1e on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:56.946589 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.995202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a7458b-6086-4123-b8e0-04dee73b2ea9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:57.024140 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29cab6c-3fb0-441f-9147-263d5e3fb49a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:57.024508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29cab6c-3fb0-441f-9147-263d5e3fb49a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:57.046421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.064834 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.074144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:57.074569 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:57.077600 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:57.186187 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.195221 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.197295 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/networks/b5a7458b-6086-4123-b8e0-04dee73b2ea9 HTTP/1.1" status: 204 len: 168 time: 1.1772053 Jul 16 18:12:57.200036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.227214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b8c80-1b78-4548-bc22-9cfe53065442 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Network': ['ID=b5a7458b-6086-4123-b8e0-04dee73b2ea9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:57.353613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b1154-a661-4951-a8b1-832a5edc0415 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port 9af1233f-3c03-42de-a7d0-5795d5fc32af {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:57.354923 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c3b1154-a661-4951-a8b1-832a5edc0415 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.468733 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c3b1154-a661-4951-a8b1-832a5edc0415 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.469592 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c3b1154-a661-4951-a8b1-832a5edc0415 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.483179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b1154-a661-4951-a8b1-832a5edc0415 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for 9af1233f-3c03-42de-a7d0-5795d5fc32af owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:57.499562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b13f9-e13e-4a0a-a929-5a875fd2e946 req-9678cfc3-482f-4351-914b-a71eda69bda9 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.501244 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-103b13f9-e13e-4a0a-a929-5a875fd2e946 req-9678cfc3-482f-4351-914b-a71eda69bda9 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 1100 time: 0.1244414 Jul 16 18:12:57.554376 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-103b13f9-e13e-4a0a-a929-5a875fd2e946 req-243172dd-f3b4-4c20-9ad6-54670bec54ac tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.695332 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c3b1154-a661-4951-a8b1-832a5edc0415 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.735614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b1154-a661-4951-a8b1-832a5edc0415 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=9af1233f-3c03-42de-a7d0-5795d5fc32af,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:57.746369 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-103b13f9-e13e-4a0a-a929-5a875fd2e946 req-243172dd-f3b4-4c20-9ad6-54670bec54ac tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.771219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-103b13f9-e13e-4a0a-a929-5a875fd2e946 req-243172dd-f3b4-4c20-9ad6-54670bec54ac tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.867883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-103b13f9-e13e-4a0a-a929-5a875fd2e946 req-243172dd-f3b4-4c20-9ad6-54670bec54ac tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366909 Jul 16 18:12:57.889402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243172dd-f3b4-4c20-9ad6-54670bec54ac tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e8007f-7578-4eb9-8e1a-904670d9459c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:57.904974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c3b1154-a661-4951-a8b1-832a5edc0415 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.909087 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c3b1154-a661-4951-a8b1-832a5edc0415 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.911790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1c3b1154-a661-4951-a8b1-832a5edc0415 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/floatingips/89fea4f6-efb4-4155-a370-516af85abf86 HTTP/1.1" status: 204 len: 168 time: 0.7106981 Jul 16 18:12:57.915323 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.945125 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9165c144-9366-4a4d-817c-142e23a497b2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:57.946118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9165c144-9366-4a4d-817c-142e23a497b2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:57.946260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340956c-cd20-47f3-8f7e-16b8f4ba7828 req-3d9f59a1-d6c0-414b-bd98-a3a60012ca3b tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.947806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3340956c-cd20-47f3-8f7e-16b8f4ba7828 req-3d9f59a1-d6c0-414b-bd98-a3a60012ca3b tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.1291339 Jul 16 18:12:57.951872 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9165c144-9366-4a4d-817c-142e23a497b2 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/ports/d5de346a-4585-465e-bc6c-c3b5dbf88a23 HTTP/1.1" status: 404 len: 333 time: 0.0354764 Jul 16 18:12:57.955477 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:58.006979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3340956c-cd20-47f3-8f7e-16b8f4ba7828 req-4deaf8a5-a3b2-42ec-8a21-2ab15012be87 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532291 Jul 16 18:12:58.008700 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4127cdbf-ab9e-46d9-adee-af9562da338e tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "GET /v2.0/ports?device_id=416e4b31-384a-4a20-966d-a72120f5ee48 HTTP/1.1" status: 200 len: 205 time: 0.0520821 Jul 16 18:12:58.010992 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:58.070367 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-1fdf427c-1f69-44d7-816a-07896dfd3d80 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] delete failed (client error): The resource could not be found. Jul 16 18:12:58.073976 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1fdf427c-1f69-44d7-816a-07896dfd3d80 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/routers/416e4b31-384a-4a20-966d-a72120f5ee48 HTTP/1.1" status: 404 len: 336 time: 0.0579393 Jul 16 18:12:58.074509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:58.112103 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d94a8fb-7f44-4803-919d-19df5a091e04 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] DELETE failed (client error): The resource could not be found. Jul 16 18:12:58.112571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d94a8fb-7f44-4803-919d-19df5a091e04 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:58.115512 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5d94a8fb-7f44-4803-919d-19df5a091e04 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/subnets/83a1e6a3-82cb-4b16-a5e2-3868ea0ea6bb HTTP/1.1" status: 404 len: 337 time: 0.0350490 Jul 16 18:12:58.117503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:58.334092 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d7cbc20a-5e09-4ab1-954b-e211fc54ae92 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port 5231a5f3-fe49-490a-861b-32cb15a953c4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:58.334920 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7cbc20a-5e09-4ab1-954b-e211fc54ae92 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.436511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-f420d294-085d-4407-9201-caa514813fd2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330238 Jul 16 18:12:58.481790 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7cbc20a-5e09-4ab1-954b-e211fc54ae92 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.509956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d7cbc20a-5e09-4ab1-954b-e211fc54ae92 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for 5231a5f3-fe49-490a-861b-32cb15a953c4 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:58.632368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e875af-893f-4161-8266-2396c434f9e1 req-310bd6f0-29a9-44a1-bd40-b4905e551675 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.634125 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-310bd6f0-29a9-44a1-bd40-b4905e551675 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/networks?id=194b9072-4f03-40b8-af37-32d23e82af2e HTTP/1.1" status: 200 len: 810 time: 0.1966615 Jul 16 18:12:58.641906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-b046b71f-0d65-4324-b92d-0534d8287738 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.643522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-b046b71f-0d65-4324-b92d-0534d8287738 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927059 Jul 16 18:12:58.667090 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-eb4af57d-08ad-4d6e-8052-1f1833cfa3d9 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/quotas/44a9d4d190934a2cadce7937c2b615a5 HTTP/1.1" status: 200 len: 375 time: 0.0224626 Jul 16 18:12:58.669785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-5c8237ac-3072-4c12-b3df-17488e364351 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/quotas/8396a0323e3a4d4a837f758f8140c2da HTTP/1.1" status: 200 len: 375 time: 0.0186474 Jul 16 18:12:58.790848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-33a0007f-87f3-423d-a0ed-f473e170ce4a tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44a9d4d190934a2cadce7937c2b615a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130557 Jul 16 18:12:58.806542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-79df846a-1a9f-4f24-9b5d-cabfab32363f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1174090 Jul 16 18:12:58.992481 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7cbc20a-5e09-4ab1-954b-e211fc54ae92 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.032699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbc20a-5e09-4ab1-954b-e211fc54ae92 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=5231a5f3-fe49-490a-861b-32cb15a953c4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.068859 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a2582cfe-b669-498c-95a9-092609a0fe12 service neutron] 10.222.0.52 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720299 Jul 16 18:12:59.142868 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7cbc20a-5e09-4ab1-954b-e211fc54ae92 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.149043 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d7cbc20a-5e09-4ab1-954b-e211fc54ae92 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/ports/5231a5f3-fe49-490a-861b-32cb15a953c4 HTTP/1.1" status: 204 len: 168 time: 1.0304778 Jul 16 18:12:59.151325 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:59.182551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-08c30adf-ec70-426b-b18e-684d0dd08fc5 service neutron] 10.222.0.52 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077466 Jul 16 18:12:59.269560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-175699b7-c0e6-4650-b18e-8e65a6652535 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port dfe6c019-8c46-4e1b-b818-f392b5e24b07 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:59.269964 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-175699b7-c0e6-4650-b18e-8e65a6652535 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.370968 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-175699b7-c0e6-4650-b18e-8e65a6652535 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.421611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-175699b7-c0e6-4650-b18e-8e65a6652535 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for dfe6c019-8c46-4e1b-b818-f392b5e24b07 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:59.474641 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bce28e1c-03fe-44d6-b147-f853e915b3df req-e0d21851-6297-4c15-b4ea-30f852ec9974 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 210 time: 0.0445991 Jul 16 18:12:59.644867 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-175699b7-c0e6-4650-b18e-8e65a6652535 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.702534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175699b7-c0e6-4650-b18e-8e65a6652535 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=dfe6c019-8c46-4e1b-b818-f392b5e24b07,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.817965 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-175699b7-c0e6-4650-b18e-8e65a6652535 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.826228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:59.859041 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-175699b7-c0e6-4650-b18e-8e65a6652535 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/ports/dfe6c019-8c46-4e1b-b818-f392b5e24b07 HTTP/1.1" status: 204 len: 168 time: 0.7052472 Jul 16 18:12:59.959878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a3602d-eeff-4c0b-9837-83a25d1290e9 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:59.961986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-76a3602d-eeff-4c0b-9837-83a25d1290e9 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1b599e-09e6-44e0-a50c-d240d801b4c2 HTTP/1.1" status: 200 len: 913 time: 0.1346965 Jul 16 18:12:59.964635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:00.030777 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c654b3bd-3e8a-4dd2-a411-c9a940d6c3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.525206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-280f0c7e-ef95-43ce-af29-ec6afe309f34 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.751637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84974ed3-d9e4-4ba2-ad12-a103fc6020b6 req-37cfc0bd-ac55-477d-bf85-4ca1d3748c96 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 210 time: 0.0560050 Jul 16 18:13:00.933848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4147a291-cc71-4ea1-bff3-7a366a2fa886 req-0146ac90-41b9-4d75-a8af-db416254a260 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 210 time: 0.0825324 Jul 16 18:13:01.202348 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-280f0c7e-ef95-43ce-af29-ec6afe309f34 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port dedc8ee4-8298-4c57-b2c4-ea9fb177f2c1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:01.202992 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-280f0c7e-ef95-43ce-af29-ec6afe309f34 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.320722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e875af-893f-4161-8266-2396c434f9e1 req-498e2615-539e-4ae3-858b-e394748da8e4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:01.322245 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-498e2615-539e-4ae3-858b-e394748da8e4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.42 "GET /v2.0/networks?id=194b9072-4f03-40b8-af37-32d23e82af2e HTTP/1.1" status: 200 len: 810 time: 0.3741426 Jul 16 18:13:01.335132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Request body: {'port': {'device_id': 'f6d36e96-1ff5-4340-8651-9ab642ce61c4', 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e', 'admin_state_up': True, 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:01.394751 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-280f0c7e-ef95-43ce-af29-ec6afe309f34 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.423342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-280f0c7e-ef95-43ce-af29-ec6afe309f34 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for dedc8ee4-8298-4c57-b2c4-ea9fb177f2c1 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:01.651412 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Made reservation on behalf of 44a9d4d190934a2cadce7937c2b615a5 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:01.657122 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.841334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Allocated IP 172.20.0.6 (194b9072-4f03-40b8-af37-32d23e82af2e/be9b4715-43a2-423f-8816-6c7e8844618b/750cbe58-71fe-414f-a6ab-be61c58ea6ef) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:01.995669 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1910b3e-832c-4410-9cee-c9493c286bf6 req-32975e2d-136a-41b1-a84a-102b7a403d10 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 210 time: 0.0308211 Jul 16 18:13:02.022903 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.096951 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.112329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['5298eb3f-bd77-42ed-b68f-d96674f42426'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:02.217060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Network 194b9072-4f03-40b8-af37-32d23e82af2e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:02.220947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:02.227476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:02.288099 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.289302 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.303314 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9246015d-ac5e-4de9-878a-03d4e30fcfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.317624 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9872088 Jul 16 18:13:02.321739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7991592-c4f0-4c0d-8a35-cb6c14a6f890 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Pushing event updated for resources: {'Port': ['ID=750cbe58-71fe-414f-a6ab-be61c58ea6ef,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.337162 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Request body: {'port': {'device_id': 'f6d36e96-1ff5-4340-8651-9ab642ce61c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:02.349958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8020aea-e68d-4e17-8a70-f6abe23da7c8 req-8d99a238-1d1f-47cb-85e4-74427cb52a2b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 210 time: 0.1120267 Jul 16 18:13:02.393361 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-280f0c7e-ef95-43ce-af29-ec6afe309f34 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.449534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f0c7e-ef95-43ce-af29-ec6afe309f34 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=dedc8ee4-8298-4c57-b2c4-ea9fb177f2c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.458098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.473386 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.481637 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.612539 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.709194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-8a27abd9-f7d6-4ddf-9d1b-2a3e7c87ab7a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421932 Jul 16 18:13:02.883592 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-280f0c7e-ef95-43ce-af29-ec6afe309f34 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.921879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750cbe58-71fe-414f-a6ab-be61c58ea6ef {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:02.937334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.953689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Transition to ACTIVE for port object 750cbe58-71fe-414f-a6ab-be61c58ea6ef will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:02.959810 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.987819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-87172f2b-6832-4d5c-b079-5687a5ef3e5f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.989434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-87172f2b-6832-4d5c-b079-5687a5ef3e5f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2728894 Jul 16 18:13:03.035294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Request body: {'port': {'device_id': 'a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '8396a0323e3a4d4a837f758f8140c2da'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:03.177604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Pushing event updated for resources: {'Port': ['ID=750cbe58-71fe-414f-a6ab-be61c58ea6ef,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.330634 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Attempting to bind port 750cbe58-71fe-414f-a6ab-be61c58ea6ef on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:03.331281 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Attempting to bind port 750cbe58-71fe-414f-a6ab-be61c58ea6ef by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:03.331434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Attempting to bind port 750cbe58-71fe-414f-a6ab-be61c58ea6ef on network 194b9072-4f03-40b8-af37-32d23e82af2e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:03.333272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Made reservation on behalf of 8396a0323e3a4d4a837f758f8140c2da for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:03.347786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.349896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Port 750cbe58-71fe-414f-a6ab-be61c58ea6ef on network 194b9072-4f03-40b8-af37-32d23e82af2e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:03.350278 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Attempting to bind port 750cbe58-71fe-414f-a6ab-be61c58ea6ef on network 194b9072-4f03-40b8-af37-32d23e82af2e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:03.358059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:03.361654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Checking segment: {'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:03.362157 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Bound using segment: {'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:03.362707 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Bound port: 750cbe58-71fe-414f-a6ab-be61c58ea6ef, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f58cbe-7d54-4bea-bc4f-f72df4057079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:03.363274 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.552264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] For port 750cbe58-71fe-414f-a6ab-be61c58ea6ef, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:03.562985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] For port 750cbe58-71fe-414f-a6ab-be61c58ea6ef, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=750cbe58-71fe-414f-a6ab-be61c58ea6ef,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:03.588838 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.659875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccac62cc-5de2-4a02-a1b7-b37e806ffce7 req-f6cb0dfd-e818-4d91-8f65-a74ae678e0f5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 210 time: 0.0777831 Jul 16 18:13:03.660214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.667761 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-59bb7edd-d0cc-4368-bad2-a238528a385e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1425493 Jul 16 18:13:03.670365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.676606 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] 10.222.0.42 "PUT /v2.0/ports/750cbe58-71fe-414f-a6ab-be61c58ea6ef HTTP/1.1" status: 200 len: 1091 time: 1.3438203 Jul 16 18:13:03.678220 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d36e96-1ff5-4340-8651-9ab642ce61c4', 'tag': '750cbe58-71fe-414f-a6ab-be61c58ea6ef'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:03.682699 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d14a8c-20c2-4903-96a8-823a5bff1fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d36e96-1ff5-4340-8651-9ab642ce61c4", "tag": "750cbe58-71fe-414f-a6ab-be61c58ea6ef"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:03.704564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280f0c7e-ef95-43ce-af29-ec6afe309f34 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Router ac1b599e-09e6-44e0-a50c-d240d801b4c2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:03.748947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623a022-f1fa-4ef1-a880-7db6b2bb2af7 service neutron] Pushing event updated for resources: {'Port': ['ID=750cbe58-71fe-414f-a6ab-be61c58ea6ef,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.837530 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e4d8d1-2611-48a1-b148-cd92474d32e8 x-openstack-request-id: req-08e4d8d1-2611-48a1-b148-cd92474d32e8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:03.838040 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d36e96-1ff5-4340-8651-9ab642ce61c4", "tag": "750cbe58-71fe-414f-a6ab-be61c58ea6ef", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:03.838459 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08e4d8d1-2611-48a1-b148-cd92474d32e8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:03.839022 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d36e96-1ff5-4340-8651-9ab642ce61c4', 'tag': '750cbe58-71fe-414f-a6ab-be61c58ea6ef', 'status': 'completed', 'code': 200} Jul 16 18:13:03.882309 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.915886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca90b7-611b-40b3-becc-7b407abaf820 req-921b2d46-04b4-4e56-8f0d-2a9a80acea64 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.923523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3ca90b7-611b-40b3-becc-7b407abaf820 req-921b2d46-04b4-4e56-8f0d-2a9a80acea64 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 943 time: 0.5933599 Jul 16 18:13:04.023642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e875af-893f-4161-8266-2396c434f9e1 req-7aec0c25-c29d-419a-8f57-78b05f4e7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.025647 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-7aec0c25-c29d-419a-8f57-78b05f4e7e10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44a9d4d190934a2cadce7937c2b615a5&device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 1094 time: 0.1250246 Jul 16 18:13:04.037959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Allocated IP 192.168.233.158 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/6e577542-fa29-4bd1-869a-2ca31cb5ebc1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:04.047233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4dadc512-991c-421a-bff5-3aa4af7d05e3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.048757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4dadc512-991c-421a-bff5-3aa4af7d05e3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3527577 Jul 16 18:13:04.071064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Request body: {'port': {'device_id': 'd9297dcc-ace6-405b-a1b5-b2cb992d572f', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '8396a0323e3a4d4a837f758f8140c2da'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:04.086998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3ca90b7-611b-40b3-becc-7b407abaf820 req-1e1f217f-c636-4967-8d20-22e36ce23aaa tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625226 Jul 16 18:13:04.126359 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-17b50df6-4432-4a2f-af20-45d470b35b4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750cbe58-71fe-414f-a6ab-be61c58ea6ef HTTP/1.1" status: 200 len: 217 time: 0.0914831 Jul 16 18:13:04.134195 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280f0c7e-ef95-43ce-af29-ec6afe309f34 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:04.152286 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec34f6-c77c-4154-9131-9d8f3906c562 None None] Sync routers for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:04.163044 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-280f0c7e-ef95-43ce-af29-ec6afe309f34 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "PUT /v2.0/routers/ac1b599e-09e6-44e0-a50c-d240d801b4c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1968884 Jul 16 18:13:04.182705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:04.188458 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec34f6-c77c-4154-9131-9d8f3906c562 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:04.191712 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1fec34f6-c77c-4154-9131-9d8f3906c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:13:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:04.222864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e875af-893f-4161-8266-2396c434f9e1 req-06cd6f1d-4edb-42af-ade3-cdf347621a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.224458 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-06cd6f1d-4edb-42af-ade3-cdf347621a1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9b4715-43a2-423f-8816-6c7e8844618b HTTP/1.1" status: 200 len: 850 time: 0.0934916 Jul 16 18:13:04.248491 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1fec34f6-c77c-4154-9131-9d8f3906c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:04.270009 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec34f6-c77c-4154-9131-9d8f3906c562 None None] Routers {'ac1b599e-09e6-44e0-a50c-d240d801b4c2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:04.274926 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1fec34f6-c77c-4154-9131-9d8f3906c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:13:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:04.312751 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-78601103-dc1a-4c2c-889c-5310b71d7dc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=194b9072-4f03-40b8-af37-32d23e82af2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809615 Jul 16 18:13:04.338085 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1fec34f6-c77c-4154-9131-9d8f3906c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:04.339079 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec34f6-c77c-4154-9131-9d8f3906c562 None None] The sync data for ids ['ac1b599e-09e6-44e0-a50c-d240d801b4c2'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:04.560844 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.608273 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-54076967-3934-4c6b-9087-5c8b0a7d9f00 service neutron] 10.222.0.42 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840719 Jul 16 18:13:04.620804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Made reservation on behalf of 8396a0323e3a4d4a837f758f8140c2da for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:04.630736 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.648023 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.738503 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e9e875af-893f-4161-8266-2396c434f9e1 req-ea0194ae-047d-4c10-938a-69cd50d1b03f service neutron] 10.222.0.42 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233494 Jul 16 18:13:04.744234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Transition to ACTIVE for port object 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:04.862932 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.917200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d14a8c-20c2-4903-96a8-823a5bff1fa9 req-3b346086-fb22-4643-8b20-fcb269efd7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.919401 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-95d14a8c-20c2-4903-96a8-823a5bff1fa9 req-3b346086-fb22-4643-8b20-fcb269efd7b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44a9d4d190934a2cadce7937c2b615a5&device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 1094 time: 0.1158271 Jul 16 18:13:04.923386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.949500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:04.987436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82bd1789-54c6-484e-9332-01a457675329 req-d3eae69d-3cf7-4a84-a0f8-38ff7a42e047 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 210 time: 0.1084142 Jul 16 18:13:05.066500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:05.076078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d14a8c-20c2-4903-96a8-823a5bff1fa9 req-b7e3339c-cfe3-475b-9f6e-6b9e5e89b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.077248 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-95d14a8c-20c2-4903-96a8-823a5bff1fa9 req-b7e3339c-cfe3-475b-9f6e-6b9e5e89b561 service neutron] 10.222.0.42 "GET /v2.0/networks?id=194b9072-4f03-40b8-af37-32d23e82af2e HTTP/1.1" status: 200 len: 911 time: 0.1510766 Jul 16 18:13:05.080208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:05.084985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:05.132871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Allocated IP 192.168.233.123 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/eb502de5-2d2c-4b2b-8f9f-7c3f34146472) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:05.135856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event updated for resources: {'Port': ['ID=6e577542-fa29-4bd1-869a-2ca31cb5ebc1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:05.181424 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-95d14a8c-20c2-4903-96a8-823a5bff1fa9 req-fe51e589-d106-4de9-bf93-a3af26a842a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750cbe58-71fe-414f-a6ab-be61c58ea6ef HTTP/1.1" status: 200 len: 217 time: 0.0865896 Jul 16 18:13:05.247382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting port 40b59678-b2f1-4b50-aeb2-7eee817422f3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:05.247732 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.279612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.279941 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.318007 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-aba95e97-b19b-4e1e-878d-6432df04099b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2902093 Jul 16 18:13:05.333755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Request body: {'port': {'device_id': 'a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:05.351770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d14a8c-20c2-4903-96a8-823a5bff1fa9 req-c3c84938-1121-4bfc-bbd9-18195ef65591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.353589 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-95d14a8c-20c2-4903-96a8-823a5bff1fa9 req-c3c84938-1121-4bfc-bbd9-18195ef65591 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9b4715-43a2-423f-8816-6c7e8844618b HTTP/1.1" status: 200 len: 850 time: 0.1630044 Jul 16 18:13:05.402489 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-95d14a8c-20c2-4903-96a8-823a5bff1fa9 req-47449d0c-9cb3-4237-8524-0df428aa929d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=194b9072-4f03-40b8-af37-32d23e82af2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416312 Jul 16 18:13:05.448813 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.566170 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-95d14a8c-20c2-4903-96a8-823a5bff1fa9 req-b6b3b5ce-9a19-48f0-a9ce-1fc8e4673653 service neutron] 10.222.0.42 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540911 Jul 16 18:13:05.611497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-989d3d8f-85e2-4147-8dbf-e08da7151993 None None] Provisioning for port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:05.618600 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-989d3d8f-85e2-4147-8dbf-e08da7151993 None None] Provisioning complete for port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:05.620583 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-989d3d8f-85e2-4147-8dbf-e08da7151993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.691200 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-95d14a8c-20c2-4903-96a8-823a5bff1fa9 req-ace9c62f-8a0f-44b8-98f8-f3ff1bb84e46 service neutron] 10.222.0.42 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147366 Jul 16 18:13:05.720005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-989d3d8f-85e2-4147-8dbf-e08da7151993 None None] Port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:05.949605 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.996920 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.027648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Calling delete_port for 40b59678-b2f1-4b50-aeb2-7eee817422f3 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:06.135840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f2a50-69c6-4c29-8345-c478abeef349 req-fb76b8a5-a314-43bd-b95d-5d765d28dcf8 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.137397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-367f2a50-69c6-4c29-8345-c478abeef349 req-fb76b8a5-a314-43bd-b95d-5d765d28dcf8 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 943 time: 0.7472444 Jul 16 18:13:06.232838 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.295266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-48d691d1-0a41-4f3c-a2f5-15b6ba3b27b0 req-935604cd-6bc8-45c1-9adc-376bece9cd0c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 210 time: 0.0661905 Jul 16 18:13:06.319487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Transition to ACTIVE for port object eb502de5-2d2c-4b2b-8f9f-7c3f34146472 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:06.336770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-367f2a50-69c6-4c29-8345-c478abeef349 req-34694e79-289e-49d9-99ab-ea048c1bf548 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879129 Jul 16 18:13:06.418983 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.442744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:06.464800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:06.488639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:06.498589 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:06.634536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event updated for resources: {'Port': ['ID=eb502de5-2d2c-4b2b-8f9f-7c3f34146472,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:06.667212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.669198 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.689435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-4bf188d1-d793-4175-a8ef-29be39907e20 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6227639 Jul 16 18:13:06.728806 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.755700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Request body: {'port': {'device_id': 'd9297dcc-ace6-405b-a1b5-b2cb992d572f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:06.907472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Port': ['ID=40b59678-b2f1-4b50-aeb2-7eee817422f3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:06.912457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:06.942709 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.984178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9186129d-6409-4425-896f-4ab3407a7d4c None None] Provisioning for port eb502de5-2d2c-4b2b-8f9f-7c3f34146472 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:06.989155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9186129d-6409-4425-896f-4ab3407a7d4c None None] Provisioning complete for port eb502de5-2d2c-4b2b-8f9f-7c3f34146472 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:06.989922 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9186129d-6409-4425-896f-4ab3407a7d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.018265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Transition to ACTIVE for port object 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:07.027997 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.041480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9186129d-6409-4425-896f-4ab3407a7d4c None None] Port eb502de5-2d2c-4b2b-8f9f-7c3f34146472 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:07.080245 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.108327 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.219973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.223410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Pushing event updated for resources: {'Port': ['ID=6e577542-fa29-4bd1-869a-2ca31cb5ebc1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:07.227222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.358796 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.360228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Fanout notify agent at l3_agent the message router_deleted on router ac1b599e-09e6-44e0-a50c-d240d801b4c2 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:07.376050 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.392144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.405016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3787e838-04e2-4978-8d09-63f2b1c07291 tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/routers/ac1b599e-09e6-44e0-a50c-d240d801b4c2 HTTP/1.1" status: 204 len: 168 time: 3.2155561 Jul 16 18:13:07.532277 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Deleting subnet e9fe3e75-4632-4b50-8779-a50c06e15147 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:07.537465 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.619791 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.643609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Attempting to bind port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:07.643950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Attempting to bind port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:07.645552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Attempting to bind port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.654631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:07.655279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Attempting to bind port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.682621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:07.682994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:07.683340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:07.683775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Bound port: 6e577542-fa29-4bd1-869a-2ca31cb5ebc1, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:07.684419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.689652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.767055 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.797822 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Subnet': ['ID=e9fe3e75-4632-4b50-8779-a50c06e15147,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:07.803492 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.805254 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/subnets/e9fe3e75-4632-4b50-8779-a50c06e15147 HTTP/1.1" status: 204 len: 168 time: 0.4118738 Jul 16 18:13:07.807738 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.810495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9be6f-cba0-4392-9eb7-86b4e937d8b9 req-34406929-97a2-442c-b1e6-b6c09c5ccdbb tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.812179 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ec9be6f-cba0-4392-9eb7-86b4e937d8b9 req-34406929-97a2-442c-b1e6-b6c09c5ccdbb tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 943 time: 0.2146842 Jul 16 18:13:07.825862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf686d0-a189-4903-bea6-10a5b1f0f16f req-5da9be79-5227-4fe3-b964-019d2460f39e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.827417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dbf686d0-a189-4903-bea6-10a5b1f0f16f req-5da9be79-5227-4fe3-b964-019d2460f39e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 936 time: 0.3783488 Jul 16 18:13:07.840479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:07.840738 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:07.840988 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:07.841936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:07.841936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:07.842157 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:07.842368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:07.842785 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:07.843120 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:07.844246 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:07.844701 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:07.845219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb6cc1-c537-44bb-a093-19c9ed3accda tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:07.967423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dbf686d0-a189-4903-bea6-10a5b1f0f16f req-0776e0e6-5239-4039-b7bb-85099bde536a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923109 Jul 16 18:13:07.979681 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] For port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:07.982916 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.988832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] For port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6e577542-fa29-4bd1-869a-2ca31cb5ebc1,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:08.000210 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ec9be6f-cba0-4392-9eb7-86b4e937d8b9 req-321959ac-5bb4-4446-9676-b72f3f296f47 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350489 Jul 16 18:13:08.003769 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.058049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.058671 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.060222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] 10.222.0.38 "PUT /v2.0/ports/6e577542-fa29-4bd1-869a-2ca31cb5ebc1 HTTP/1.1" status: 200 len: 1096 time: 2.7313094 Jul 16 18:13:08.062154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7', 'tag': '6e577542-fa29-4bd1-869a-2ca31cb5ebc1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:08.064848 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea3f209-e1e5-4c26-8c36-6e64302f839e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7", "tag": "6e577542-fa29-4bd1-869a-2ca31cb5ebc1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:08.184631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef2c8f-5e2c-4b3b-973f-6589881c6252 service neutron] Pushing event updated for resources: {'Port': ['ID=6e577542-fa29-4bd1-869a-2ca31cb5ebc1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:08.196232 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27356c9a-88ca-4e1b-b06b-7b5c69c10c1b x-openstack-request-id: req-27356c9a-88ca-4e1b-b06b-7b5c69c10c1b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:08.196529 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7", "tag": "6e577542-fa29-4bd1-869a-2ca31cb5ebc1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:08.196901 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27356c9a-88ca-4e1b-b06b-7b5c69c10c1b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:08.197304 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7', 'tag': '6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'status': 'completed', 'code': 200} Jul 16 18:13:08.230395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb502de5-2d2c-4b2b-8f9f-7c3f34146472 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:08.233505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.247844 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.253492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd532fb-0861-49df-b097-e2c461f06dbd']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.255635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-2dad80cc-0d18-4176-b08d-00b26603cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.260259 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-2dad80cc-0d18-4176-b08d-00b26603cf06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7 HTTP/1.1" status: 200 len: 1099 time: 0.1492100 Jul 16 18:13:08.292439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed2e275-14e2-4e8f-96cd-dc5dca85e955') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.292758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed2e275-14e2-4e8f-96cd-dc5dca85e955') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.319185 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.329352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 750cbe58-71fe-414f-a6ab-be61c58ea6ef details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:08.370343 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.387747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:08.392517 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.402418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-2e8b5d38-75fc-4601-bb2f-92842d8c7afa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=6e577542-fa29-4bd1-869a-2ca31cb5ebc1 HTTP/1.1" status: 200 len: 217 time: 0.1228757 Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:08.403769 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:08.406842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Transition to ACTIVE for port object eb502de5-2d2c-4b2b-8f9f-7c3f34146472 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:08.487524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 750cbe58-71fe-414f-a6ab-be61c58ea6ef, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=750cbe58-71fe-414f-a6ab-be61c58ea6ef,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:08.502533 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '750cbe58-71fe-414f-a6ab-be61c58ea6ef', 'network_id': '194b9072-4f03-40b8-af37-32d23e82af2e', 'port_id': '750cbe58-71fe-414f-a6ab-be61c58ea6ef', 'mac_address': 'fa:16:3e:e4:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9b4715-43a2-423f-8816-6c7e8844618b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:08.518216 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.549338 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.573300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.574745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Pushing event updated for resources: {'Port': ['ID=eb502de5-2d2c-4b2b-8f9f-7c3f34146472,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:08.586731 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] 10.222.0.52 "DELETE /v2.0/networks/1dd532fb-0861-49df-b097-e2c461f06dbd HTTP/1.1" status: 204 len: 168 time: 0.7779806 Jul 16 18:13:08.597357 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.615667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd2b5a-db24-40cd-aee5-18fc5c2cb25c tempest-FloatingIPTestJSON-1397702832 tempest-FloatingIPTestJSON-1397702832-project] Pushing event deleted for resources: {'Network': ['ID=1dd532fb-0861-49df-b097-e2c461f06dbd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:08.641372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-17cfe40f-b39f-41c5-8599-68093e2f3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.643351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-17cfe40f-b39f-41c5-8599-68093e2f3980 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2343481 Jul 16 18:13:08.655194 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750cbe58-71fe-414f-a6ab-be61c58ea6ef {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:08.692358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 750cbe58-71fe-414f-a6ab-be61c58ea6ef, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=750cbe58-71fe-414f-a6ab-be61c58ea6ef,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:08.698837 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.851803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=750cbe58-71fe-414f-a6ab-be61c58ea6ef,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:08.898102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Attempting to bind port eb502de5-2d2c-4b2b-8f9f-7c3f34146472 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:08.898662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Attempting to bind port eb502de5-2d2c-4b2b-8f9f-7c3f34146472 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:08.899101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Attempting to bind port eb502de5-2d2c-4b2b-8f9f-7c3f34146472 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:08.915587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-5b84b74e-5b70-434a-a12c-bad537df9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.922245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-5b84b74e-5b70-434a-a12c-bad537df9138 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2031515 Jul 16 18:13:08.922245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Port eb502de5-2d2c-4b2b-8f9f-7c3f34146472 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:08.922245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Attempting to bind port eb502de5-2d2c-4b2b-8f9f-7c3f34146472 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:08.949051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:08.949567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:08.950238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:08.950820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Bound port: eb502de5-2d2c-4b2b-8f9f-7c3f34146472, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:08.951288 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.992576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['750cbe58-71fe-414f-a6ab-be61c58ea6ef'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:09.250190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] For port eb502de5-2d2c-4b2b-8f9f-7c3f34146472, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:09.261366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] For port eb502de5-2d2c-4b2b-8f9f-7c3f34146472, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=eb502de5-2d2c-4b2b-8f9f-7c3f34146472,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:09.273092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-f92d4d87-1c8a-43f3-9764-f4a76c995049 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416030 Jul 16 18:13:09.278746 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.365807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.366440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.367920 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] 10.222.0.38 "PUT /v2.0/ports/eb502de5-2d2c-4b2b-8f9f-7c3f34146472 HTTP/1.1" status: 200 len: 1096 time: 2.6471086 Jul 16 18:13:09.392094 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.667223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b13c12-dea4-4ab5-b2d7-254e8894fdef service neutron] Pushing event updated for resources: {'Port': ['ID=eb502de5-2d2c-4b2b-8f9f-7c3f34146472,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:09.686784 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7879c3ae-307e-4844-bb49-7ed5cb97c8a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=742bbbf693e64bf9ab4a72fa43e63895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908530 Jul 16 18:13:09.687700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.701292 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-50533737-5434-49ee-ab43-6fcf868b5089 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120545 Jul 16 18:13:09.730500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5a13e-6b65-4531-a1ad-8944633dcbb7 req-0f447072-01ed-4e7a-a5fb-e45ba3425d04 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.732021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dd5a13e-6b65-4531-a1ad-8944633dcbb7 req-0f447072-01ed-4e7a-a5fb-e45ba3425d04 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 948 time: 0.3980622 Jul 16 18:13:09.762568 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c14ae6c6-2783-456a-9712-a334943a02bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.765863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e781151-b226-4180-ac08-b6b579c5561e req-9b2d949a-e173-4474-b60b-5aeea5c5cc02 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.767599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e781151-b226-4180-ac08-b6b579c5561e req-9b2d949a-e173-4474-b60b-5aeea5c5cc02 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 944 time: 0.3189492 Jul 16 18:13:09.785188 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c14ae6c6-2783-456a-9712-a334943a02bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.828415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-28ca6c07-f24b-4af9-8849-1a3a4a1b5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.830172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-28ca6c07-f24b-4af9-8849-1a3a4a1b5770 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 1099 time: 0.3977289 Jul 16 18:13:09.844954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c14ae6c6-2783-456a-9712-a334943a02bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.849701 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c14ae6c6-2783-456a-9712-a334943a02bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.851149 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c14ae6c6-2783-456a-9712-a334943a02bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ebd99b4-a980-4eb9-8434-eae6ec995111 HTTP/1.1" status: 204 len: 168 time: 0.1626182 Jul 16 18:13:09.861243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ae6c6-2783-456a-9712-a334943a02bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebd99b4-a980-4eb9-8434-eae6ec995111,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:09.910171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-c77cd753-013c-4677-b430-acc1df1a9d16 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=eb502de5-2d2c-4b2b-8f9f-7c3f34146472 HTTP/1.1" status: 200 len: 217 time: 0.0661469 Jul 16 18:13:09.914050 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dd5a13e-6b65-4531-a1ad-8944633dcbb7 req-55c1185a-85aa-4df4-b981-2ac05ba52551 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748781 Jul 16 18:13:09.952399 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e781151-b226-4180-ac08-b6b579c5561e req-d9cf80e0-e2d0-4c27-8608-1d23ee2f4b5f tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707087 Jul 16 18:13:10.007131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-423c7627-97b0-4f50-b8fc-63b27278ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.008827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-423c7627-97b0-4f50-b8fc-63b27278ba45 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0672214 Jul 16 18:13:10.010590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f209-e1e5-4c26-8c36-6e64302f839e req-95f8e6df-4dc5-40bc-ba74-d807bc4e255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.012466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bea3f209-e1e5-4c26-8c36-6e64302f839e req-95f8e6df-4dc5-40bc-ba74-d807bc4e255a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7 HTTP/1.1" status: 200 len: 1099 time: 0.2339201 Jul 16 18:13:10.154860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-e82827b0-9416-4fb7-b69c-4eacf1c3feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.157827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-e82827b0-9416-4fb7-b69c-4eacf1c3feb6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1364326 Jul 16 18:13:10.199403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9297dcc-ace6-405b-a1b5-b2cb992d572f', 'tag': 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:10.201763 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4d3fcb-138e-47be-a334-75de9943d7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d9297dcc-ace6-405b-a1b5-b2cb992d572f", "tag": "eb502de5-2d2c-4b2b-8f9f-7c3f34146472"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:10.212077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f209-e1e5-4c26-8c36-6e64302f839e req-72f320dc-859f-4b0e-88e8-1712ad72619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.213721 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bea3f209-e1e5-4c26-8c36-6e64302f839e req-72f320dc-859f-4b0e-88e8-1712ad72619c service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1912014 Jul 16 18:13:10.292276 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20807b21-e00b-4cd6-952c-88228d95b8b3 x-openstack-request-id: req-20807b21-e00b-4cd6-952c-88228d95b8b3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:10.292893 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9297dcc-ace6-405b-a1b5-b2cb992d572f", "tag": "eb502de5-2d2c-4b2b-8f9f-7c3f34146472", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:10.292893 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20807b21-e00b-4cd6-952c-88228d95b8b3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:10.293211 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9297dcc-ace6-405b-a1b5-b2cb992d572f', 'tag': 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472', 'status': 'completed', 'code': 200} Jul 16 18:13:10.299697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bea3f209-e1e5-4c26-8c36-6e64302f839e req-8494bf80-487c-44d7-86d8-76f3941310b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=6e577542-fa29-4bd1-869a-2ca31cb5ebc1 HTTP/1.1" status: 200 len: 217 time: 0.0783570 Jul 16 18:13:10.337557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 750cbe58-71fe-414f-a6ab-be61c58ea6ef up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:10.355460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f209-e1e5-4c26-8c36-6e64302f839e req-6055af4a-618c-483b-a028-b37536af3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.356952 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bea3f209-e1e5-4c26-8c36-6e64302f839e req-6055af4a-618c-483b-a028-b37536af3685 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0506351 Jul 16 18:13:10.400530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-f574b559-3af4-4a9c-bb2f-984441ee9daa service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316947 Jul 16 18:13:10.462109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 750cbe58-71fe-414f-a6ab-be61c58ea6ef completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:10.467813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 750cbe58-71fe-414f-a6ab-be61c58ea6ef triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:10.469400 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.590095 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.626053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d36e96-1ff5-4340-8651-9ab642ce61c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750cbe58-71fe-414f-a6ab-be61c58ea6ef'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:10.629510 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c28e45-69f6-4d2b-9a6f-93879b7eba42" -d '{"events": [{"server_uuid": "f6d36e96-1ff5-4340-8651-9ab642ce61c4", "name": "network-vif-plugged", "status": "completed", "tag": "750cbe58-71fe-414f-a6ab-be61c58ea6ef"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:10.663156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 750cbe58-71fe-414f-a6ab-be61c58ea6ef, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=750cbe58-71fe-414f-a6ab-be61c58ea6ef,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:10.675416 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.680609 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deb2a3f-4db0-42a3-973e-c704cef1ff77 x-openstack-request-id: req-2deb2a3f-4db0-42a3-973e-c704cef1ff77 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:10.682743 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d36e96-1ff5-4340-8651-9ab642ce61c4", "name": "network-vif-plugged", "status": "completed", "tag": "750cbe58-71fe-414f-a6ab-be61c58ea6ef", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:10.683266 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2deb2a3f-4db0-42a3-973e-c704cef1ff77 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:10.684339 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d36e96-1ff5-4340-8651-9ab642ce61c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750cbe58-71fe-414f-a6ab-be61c58ea6ef', 'code': 200} Jul 16 18:13:10.823786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=750cbe58-71fe-414f-a6ab-be61c58ea6ef,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.880774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418674a-7ebd-405b-a42e-fc076c5a1adf req-a26419b5-3d14-4a80-a318-36ce583516aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.883405 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9418674a-7ebd-405b-a42e-fc076c5a1adf req-a26419b5-3d14-4a80-a318-36ce583516aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 1096 time: 0.1072748 Jul 16 18:13:10.965346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:10.997713 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9418674a-7ebd-405b-a42e-fc076c5a1adf req-ff3b8876-6509-4e9f-9058-0f11e6cc6d42 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055610 Jul 16 18:13:11.076681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bd9ab17-4378-4d27-b8c4-3f71664eb6dc req-a9021db4-c6fc-4da9-9ee9-e58c4964508e service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682401 Jul 16 18:13:11.112979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f209-e1e5-4c26-8c36-6e64302f839e req-cb7a7a53-a063-4883-ab4d-e1503a7d8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.115023 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bea3f209-e1e5-4c26-8c36-6e64302f839e req-cb7a7a53-a063-4883-ab4d-e1503a7d8a26 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7482939 Jul 16 18:13:11.134572 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'networks': [{'name': 'tempest-network--595182968'}, {'name': 'tempest-network--391265502'}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:11.135260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'network': {'name': 'tempest-network--595182968'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:11.135953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'network': {'name': 'tempest-network--391265502'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:11.162115 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Made reservation on behalf of 6111a0c0c5684b3bbbbd578d4088268b for: {'network': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:11.168002 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.178333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.303265 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.308386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.308858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.311352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad966b63-02fc-45ce-be5c-c25eb385d361 req-b7b4c327-567f-4492-80c0-096e1af0eb93 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.319362 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad966b63-02fc-45ce-be5c-c25eb385d361 req-b7b4c327-567f-4492-80c0-096e1af0eb93 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 948 time: 0.2608757 Jul 16 18:13:11.358409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bea3f209-e1e5-4c26-8c36-6e64302f839e req-b57a5c2b-ef97-4a89-98b7-a06dec2565f9 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299500 Jul 16 18:13:11.368277 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:11.369036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d3fcb-138e-47be-a334-75de9943d7ff req-7734d52e-92ba-492f-8bee-f63e183f446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.370867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b4d3fcb-138e-47be-a334-75de9943d7ff req-7734d52e-92ba-492f-8bee-f63e183f446b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 1099 time: 0.2048771 Jul 16 18:13:11.379133 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.379509 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Added segment 77e10711-da16-4d06-adbb-fc45eb7559e4 of type vlan for network c1eef944-9624-4c42-a2f0-f2c1b1854baa Jul 16 18:13:11.437944 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.459166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302af39b-0a8a-4b00-9885-c534f0f79695 req-32c947f5-fc3c-413c-9dca-d49f75ba30d1 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.460687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-302af39b-0a8a-4b00-9885-c534f0f79695 req-32c947f5-fc3c-413c-9dca-d49f75ba30d1 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.2934763 Jul 16 18:13:11.478668 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad966b63-02fc-45ce-be5c-c25eb385d361 req-84f23303-4d6a-4aa8-b6df-1046bfcdb910 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583500 Jul 16 18:13:11.480863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:11.506637 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.506996 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Added segment 89817b74-bd15-49c3-b175-ed356cc137ee of type vlan for network e5b5250e-ec7e-48a3-a9d8-797d5a85aa8e Jul 16 18:13:11.516782 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f1cb88-3443-4b60-b476-78b409b42ab7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.559472 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.595510 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.596544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.605604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.612554 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.613517 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.662340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-302af39b-0a8a-4b00-9885-c534f0f79695 req-f3cc93d4-d77a-4d88-9dac-eb46ba60cee0 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753545 Jul 16 18:13:11.669603 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bea3f209-e1e5-4c26-8c36-6e64302f839e req-b2100fb4-2bca-4683-a8ea-264c59099df4 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977805 Jul 16 18:13:11.670606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d3fcb-138e-47be-a334-75de9943d7ff req-62adb624-3417-40bb-ba1f-63d8308e5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.672440 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b4d3fcb-138e-47be-a334-75de9943d7ff req-62adb624-3417-40bb-ba1f-63d8308e5a0d service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2837076 Jul 16 18:13:11.739252 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event updated for resources: {'Network': ['ID=c1eef944-9624-4c42-a2f0-f2c1b1854baa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.740620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b4d3fcb-138e-47be-a334-75de9943d7ff req-0dd44aee-d072-451a-a121-c12e4b2e473e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=eb502de5-2d2c-4b2b-8f9f-7c3f34146472 HTTP/1.1" status: 200 len: 217 time: 0.0521421 Jul 16 18:13:11.743484 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7770109 Jul 16 18:13:11.746285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.756596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c1eef944-9624-4c42-a2f0-f2c1b1854baa details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:11.900038 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2f903-9580-4e0d-a3ca-30a993f1a4eb tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event updated for resources: {'Network': ['ID=e5b5250e-ec7e-48a3-a9d8-797d5a85aa8e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.923880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network e5b5250e-ec7e-48a3-a9d8-797d5a85aa8e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:11.989682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d3fcb-138e-47be-a334-75de9943d7ff req-4c6e85c7-e8de-4195-aaae-6e913680b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.991298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b4d3fcb-138e-47be-a334-75de9943d7ff req-4c6e85c7-e8de-4195-aaae-6e913680b0eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2427149 Jul 16 18:13:12.019027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaad855-9396-47df-995b-b636d9b05c97 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.025414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaad855-9396-47df-995b-b636d9b05c97 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.031938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaad855-9396-47df-995b-b636d9b05c97 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.038014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaad855-9396-47df-995b-b636d9b05c97 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.042311 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-aaaad855-9396-47df-995b-b636d9b05c97 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2923481 Jul 16 18:13:12.043083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46734) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.085943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d3fcb-138e-47be-a334-75de9943d7ff req-70b9864b-efee-4b28-a5fb-678772c410de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.087328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b4d3fcb-138e-47be-a334-75de9943d7ff req-70b9864b-efee-4b28-a5fb-678772c410de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0880759 Jul 16 18:13:12.128114 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.196134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b4d3fcb-138e-47be-a334-75de9943d7ff req-3366544e-12d6-4092-8c87-5bd46d20d6dd service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008723 Jul 16 18:13:12.227906 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.245990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1eef944-9624-4c42-a2f0-f2c1b1854baa']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:12.258252 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e10711-da16-4d06-adbb-fc45eb7559e4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:12.258691 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e10711-da16-4d06-adbb-fc45eb7559e4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:12.268485 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.283605 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.290729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:12.291421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:12.306555 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:12.327089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b4d3fcb-138e-47be-a334-75de9943d7ff req-89929b72-da16-4b92-b5c5-424c519807e6 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241169 Jul 16 18:13:12.361172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.371329 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.373365 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "DELETE /v2.0/networks/c1eef944-9624-4c42-a2f0-f2c1b1854baa HTTP/1.1" status: 204 len: 168 time: 0.3287878 Jul 16 18:13:12.376558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.400590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6efaf-572b-441f-9d3c-da130ad116f6 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event deleted for resources: {'Network': ['ID=c1eef944-9624-4c42-a2f0-f2c1b1854baa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:12.479797 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.715504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17614d-32d5-4d37-8e98-3d97dfe661c8 req-7900eb6d-416c-40e1-9da4-05b3c6e360b1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.719487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf17614d-32d5-4d37-8e98-3d97dfe661c8 req-7900eb6d-416c-40e1-9da4-05b3c6e360b1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 948 time: 0.0976315 Jul 16 18:13:12.775557 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf17614d-32d5-4d37-8e98-3d97dfe661c8 req-6f3b7af9-7a02-47a2-a1bb-1d1a7e402b88 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507295 Jul 16 18:13:12.946250 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.976377 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b5250e-ec7e-48a3-a9d8-797d5a85aa8e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:13.003279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89817b74-bd15-49c3-b175-ed356cc137ee') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:13.003439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89817b74-bd15-49c3-b175-ed356cc137ee') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:13.024824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.032322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3b08a-b2ea-4b14-a3b2-1f28e26681ab req-94619647-5098-44da-bb4a-83a43189cd47 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.041606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0f3b08a-b2ea-4b14-a3b2-1f28e26681ab req-94619647-5098-44da-bb4a-83a43189cd47 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.1132982 Jul 16 18:13:13.048245 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.058859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:13.060531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.130395 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0f3b08a-b2ea-4b14-a3b2-1f28e26681ab req-0802ace5-ce3e-4179-821e-f2a3491415bf tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873437 Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:13.148297 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:13.162665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.176346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:13.196822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.201400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:13.214188 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "DELETE /v2.0/networks/e5b5250e-ec7e-48a3-a9d8-797d5a85aa8e HTTP/1.1" status: 204 len: 168 time: 0.8364348 Jul 16 18:13:13.243149 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8757aca-42a7-438c-8710-922116dbcdab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event deleted for resources: {'Network': ['ID=e5b5250e-ec7e-48a3-a9d8-797d5a85aa8e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:13.340751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6e577542-fa29-4bd1-869a-2ca31cb5ebc1,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:13.354760 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'mac_address': 'fa:16:3e:1b:ec:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:13.401191 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.418516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:13.443234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6e577542-fa29-4bd1-869a-2ca31cb5ebc1,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:13.449023 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.473208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3429b-3c72-4d32-8bea-e362dc6309ab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.499085 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3429b-3c72-4d32-8bea-e362dc6309ab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.510018 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-38b3429b-3c72-4d32-8bea-e362dc6309ab tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3039522 Jul 16 18:13:13.510239 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:13.517716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-532244975'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:13.523160 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=6e577542-fa29-4bd1-869a-2ca31cb5ebc1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:13.588080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Made reservation on behalf of 6111a0c0c5684b3bbbbd578d4088268b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:13.592040 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.665873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:13.678461 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.679032 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Added segment 85058fdf-7fbb-4b14-997b-4700200c924a of type vlan for network 293dbde2-98a9-41ef-8667-325eac28307e Jul 16 18:13:13.738136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6e577542-fa29-4bd1-869a-2ca31cb5ebc1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:13.773032 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.839772 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.850772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.851426 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.942360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff1c00-6d39-4575-908b-1ff68e2716bd req-cde0352d-e6f6-43a7-959b-d0f442640a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.943872 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-efff1c00-6d39-4575-908b-1ff68e2716bd req-cde0352d-e6f6-43a7-959b-d0f442640a4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44a9d4d190934a2cadce7937c2b615a5&device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 1096 time: 0.1816771 Jul 16 18:13:13.969728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4552445 Jul 16 18:13:13.983170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:13.988739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4e80a94c-7e5f-44ce-a783-07c75fab282d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1857831916'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:13.996748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event updated for resources: {'Network': ['ID=293dbde2-98a9-41ef-8667-325eac28307e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.008921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:14.009267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:14.009629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:14.009968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:14.010299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:14.010632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:14.010960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:14.011378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:14.011773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:14.012108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:14.012432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:14.012753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451ad45-c71b-4a0f-953a-e061436fcf10 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:14.031390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 293dbde2-98a9-41ef-8667-325eac28307e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:14.092095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b6bde-cc8e-450e-a9e5-863bae59bee2 req-ac63e770-f894-4c4c-b44b-322310362708 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.104539 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-043b6bde-cc8e-450e-a9e5-863bae59bee2 req-ac63e770-f894-4c4c-b44b-322310362708 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.1893802 Jul 16 18:13:14.187447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e80a94c-7e5f-44ce-a783-07c75fab282d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Made reservation on behalf of 6111a0c0c5684b3bbbbd578d4088268b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:14.197908 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-043b6bde-cc8e-450e-a9e5-863bae59bee2 req-5de78afe-b7f8-409d-9da4-0fd302118a9c tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920992 Jul 16 18:13:14.205364 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e80a94c-7e5f-44ce-a783-07c75fab282d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.263253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e80a94c-7e5f-44ce-a783-07c75fab282d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:14.264078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7591dbd-0b17-4230-92d8-b5eae930cf3b req-4c4b227f-229e-4c26-a81c-0f56c9abbd44 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.276697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7591dbd-0b17-4230-92d8-b5eae930cf3b req-4c4b227f-229e-4c26-a81c-0f56c9abbd44 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 948 time: 0.1617055 Jul 16 18:13:14.292697 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e80a94c-7e5f-44ce-a783-07c75fab282d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.293912 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-4e80a94c-7e5f-44ce-a783-07c75fab282d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Added segment b11f489f-4ceb-4a9d-8677-35457c26e1fe of type vlan for network 41a81373-236e-47fb-848b-8a8230bfcc34 Jul 16 18:13:14.366575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7591dbd-0b17-4230-92d8-b5eae930cf3b req-7bab16ea-e340-465d-be40-23fd079fe438 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806344 Jul 16 18:13:14.373897 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e80a94c-7e5f-44ce-a783-07c75fab282d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.412095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff1c00-6d39-4575-908b-1ff68e2716bd req-92ae2a5e-d7f3-4ccf-aad2-5cc81e169dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.413634 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-efff1c00-6d39-4575-908b-1ff68e2716bd req-92ae2a5e-d7f3-4ccf-aad2-5cc81e169dc0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=194b9072-4f03-40b8-af37-32d23e82af2e HTTP/1.1" status: 200 len: 911 time: 0.4634128 Jul 16 18:13:14.438228 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e80a94c-7e5f-44ce-a783-07c75fab282d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.443806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80a94c-7e5f-44ce-a783-07c75fab282d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.444412 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e80a94c-7e5f-44ce-a783-07c75fab282d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.484461 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-efff1c00-6d39-4575-908b-1ff68e2716bd req-b37748fe-07f7-472f-aa50-149db3c4bd8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750cbe58-71fe-414f-a6ab-be61c58ea6ef HTTP/1.1" status: 200 len: 217 time: 0.0639241 Jul 16 18:13:14.558656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:14.559211 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4e80a94c-7e5f-44ce-a783-07c75fab282d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5739119 Jul 16 18:13:14.567491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'ports': [{'network_id': '293dbde2-98a9-41ef-8667-325eac28307e', 'name': 'tempest-port--1142664727', 'admin_state_up': True}, {'network_id': '41a81373-236e-47fb-848b-8a8230bfcc34', 'admin_state_up': False}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:14.568156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'port': {'network_id': '293dbde2-98a9-41ef-8667-325eac28307e', 'name': 'tempest-port--1142664727', 'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:14.569763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'port': {'network_id': '41a81373-236e-47fb-848b-8a8230bfcc34', 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:14.643545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80a94c-7e5f-44ce-a783-07c75fab282d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event updated for resources: {'Network': ['ID=41a81373-236e-47fb-848b-8a8230bfcc34,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.668856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 41a81373-236e-47fb-848b-8a8230bfcc34 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:14.669754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff1c00-6d39-4575-908b-1ff68e2716bd req-9a6c3823-0977-4c45-bcd4-0b4abda68ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.671658 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-efff1c00-6d39-4575-908b-1ff68e2716bd req-9a6c3823-0977-4c45-bcd4-0b4abda68ff0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9b4715-43a2-423f-8816-6c7e8844618b HTTP/1.1" status: 200 len: 850 time: 0.1747911 Jul 16 18:13:14.764013 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-efff1c00-6d39-4575-908b-1ff68e2716bd req-20a7c59f-0cec-438d-b7d7-7c40acc42af5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=194b9072-4f03-40b8-af37-32d23e82af2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849009 Jul 16 18:13:14.872756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Made reservation on behalf of 6111a0c0c5684b3bbbbd578d4088268b for: {'port': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:14.883179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.912951 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-efff1c00-6d39-4575-908b-1ff68e2716bd req-9c1b023e-e522-4770-8f74-5cc3c32b091b service neutron] 10.222.0.42 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398244 Jul 16 18:13:14.925826 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.025752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] device_id is not set on port 04e8aea6-a454-454f-957f-233a84057027 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:15.038346 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-efff1c00-6d39-4575-908b-1ff68e2716bd req-a97f1161-1763-42fe-9b67-b7da4a0651f0 service neutron] 10.222.0.42 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157696 Jul 16 18:13:15.153735 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.191234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device eb502de5-2d2c-4b2b-8f9f-7c3f34146472 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:15.193620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:15.222633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] device_id is not set on port 4d2d801b-0990-434f-b682-c08c3df7861c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:15.357705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port eb502de5-2d2c-4b2b-8f9f-7c3f34146472, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=eb502de5-2d2c-4b2b-8f9f-7c3f34146472,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:15.373626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472', 'mac_address': 'fa:16:3e:ca:45:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:15.427134 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.442303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:15.456154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:15.456546 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.485623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603e65-dd2a-41b8-b16c-967574606cb4 req-cb6d9a8c-379c-4e74-8970-ea4b8480cf4a tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.487658 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70603e65-dd2a-41b8-b16c-967574606cb4 req-cb6d9a8c-379c-4e74-8970-ea4b8480cf4a tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.1358528 Jul 16 18:13:15.533204 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.558307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70603e65-dd2a-41b8-b16c-967574606cb4 req-43927f37-715f-4515-b3f2-468971d84b9f tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629575 Jul 16 18:13:15.559623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.596305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb502de5-2d2c-4b2b-8f9f-7c3f34146472 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:15.634051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port eb502de5-2d2c-4b2b-8f9f-7c3f34146472, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=eb502de5-2d2c-4b2b-8f9f-7c3f34146472,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:15.643420 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.686220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event updated for resources: {'Port': ['ID=04e8aea6-a454-454f-957f-233a84057027,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:15.731252 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.731807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Checking segment: {'id': '85058fdf-7fbb-4b14-997b-4700200c924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '293dbde2-98a9-41ef-8667-325eac28307e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:15.731949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Network hostable DHCP agents. Network: 293dbde2-98a9-41ef-8667-325eac28307e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:15.736183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=eb502de5-2d2c-4b2b-8f9f-7c3f34146472,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:15.752942 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe76a3-a03c-4ffc-b6c4-61b4ff82c85b req-4d9985f7-61cf-48cd-b294-360d4d50428e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.754613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5abe76a3-a03c-4ffc-b6c4-61b4ff82c85b req-4d9985f7-61cf-48cd-b294-360d4d50428e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 948 time: 0.1573036 Jul 16 18:13:15.774277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6e577542-fa29-4bd1-869a-2ca31cb5ebc1,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:15.775293 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e577542-fa29-4bd1-869a-2ca31cb5ebc1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:15.777697 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc440f62-13d1-4037-b7e0-43f768e70ced" -d '{"events": [{"server_uuid": "a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7", "name": "network-vif-plugged", "status": "completed", "tag": "6e577542-fa29-4bd1-869a-2ca31cb5ebc1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:15.792625 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.795077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Network 293dbde2-98a9-41ef-8667-325eac28307e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:15.814536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5abe76a3-a03c-4ffc-b6c4-61b4ff82c85b req-e87cc07d-2613-4036-a12a-f8bb23d3e4a2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519531 Jul 16 18:13:15.832433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 293dbde2-98a9-41ef-8667-325eac28307e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:15.840883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:15.841929 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.855855 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cbf088-021a-479b-8aa9-5528a33c3f2b x-openstack-request-id: req-d8cbf088-021a-479b-8aa9-5528a33c3f2b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:15.856243 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7", "name": "network-vif-plugged", "status": "completed", "tag": "6e577542-fa29-4bd1-869a-2ca31cb5ebc1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:15.856567 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8cbf088-021a-479b-8aa9-5528a33c3f2b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:15.857091 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'code': 200} Jul 16 18:13:15.876111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe5188d-4f05-4eff-a975-f4f7c620f6ec None None] Network 293dbde2-98a9-41ef-8667-325eac28307e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:15.910020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event updated for resources: {'Port': ['ID=4d2d801b-0990-434f-b682-c08c3df7861c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:15.950425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=6e577542-fa29-4bd1-869a-2ca31cb5ebc1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:15.951928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Checking segment: {'id': 'b11f489f-4ceb-4a9d-8677-35457c26e1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '41a81373-236e-47fb-848b-8a8230bfcc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:15.952245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Network hostable DHCP agents. Network: 41a81373-236e-47fb-848b-8a8230bfcc34, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:15.985337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['eb502de5-2d2c-4b2b-8f9f-7c3f34146472'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:16.024618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Network 41a81373-236e-47fb-848b-8a8230bfcc34 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:16.043372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309457cf-f467-41ae-a5d7-0bbc7d195f39 req-7f99e9bd-15cd-4231-9793-707e60135770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.045160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-309457cf-f467-41ae-a5d7-0bbc7d195f39 req-7f99e9bd-15cd-4231-9793-707e60135770 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7 HTTP/1.1" status: 200 len: 1101 time: 0.1128778 Jul 16 18:13:16.047164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 41a81373-236e-47fb-848b-8a8230bfcc34) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:16.063275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:16.066380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.071311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7828766e-9e5d-471f-89ff-68d0f73128ee None None] Network 41a81373-236e-47fb-848b-8a8230bfcc34 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:16.071849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.072532 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.114492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7341e8c8-8ea3-49e4-bfd5-73481c0a3d0f tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5538337 Jul 16 18:13:16.117010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.123573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-309457cf-f467-41ae-a5d7-0bbc7d195f39 req-4a145179-609b-4484-a9a2-6150cd7d4b75 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710490 Jul 16 18:13:16.211039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782393bd-a3a1-4459-b8ce-a15138e88e62 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.217514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782393bd-a3a1-4459-b8ce-a15138e88e62 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.219326 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-782393bd-a3a1-4459-b8ce-a15138e88e62 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1009851 Jul 16 18:13:16.222150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.335875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-da824900-59af-4119-a42b-591feb1da672 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Deleting port 04e8aea6-a454-454f-957f-233a84057027 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:16.336226 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da824900-59af-4119-a42b-591feb1da672 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.405907 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da824900-59af-4119-a42b-591feb1da672 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.417497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-da824900-59af-4119-a42b-591feb1da672 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Calling delete_port for 04e8aea6-a454-454f-957f-233a84057027 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:16.506213 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da824900-59af-4119-a42b-591feb1da672 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.536669 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da824900-59af-4119-a42b-591feb1da672 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event deleted for resources: {'Port': ['ID=04e8aea6-a454-454f-957f-233a84057027,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.543414 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da824900-59af-4119-a42b-591feb1da672 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.550331 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-da824900-59af-4119-a42b-591feb1da672 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "DELETE /v2.0/ports/04e8aea6-a454-454f-957f-233a84057027 HTTP/1.1" status: 204 len: 168 time: 0.3233731 Jul 16 18:13:16.550517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.650399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5b9949d5-5b82-4da8-b82b-0310c7ba0b3d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Deleting port 4d2d801b-0990-434f-b682-c08c3df7861c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:16.651060 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9949d5-5b82-4da8-b82b-0310c7ba0b3d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.739584 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9949d5-5b82-4da8-b82b-0310c7ba0b3d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.783166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5b9949d5-5b82-4da8-b82b-0310c7ba0b3d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Calling delete_port for 4d2d801b-0990-434f-b682-c08c3df7861c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:16.896681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9949d5-5b82-4da8-b82b-0310c7ba0b3d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.964250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f79b8-3c78-4e16-ac32-369a920941b5 req-ead709b4-770d-44c3-b9f2-e1fb9e9507d7 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.965781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f5f79b8-3c78-4e16-ac32-369a920941b5 req-ead709b4-770d-44c3-b9f2-e1fb9e9507d7 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.2449243 Jul 16 18:13:16.966555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9949d5-5b82-4da8-b82b-0310c7ba0b3d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event deleted for resources: {'Port': ['ID=4d2d801b-0990-434f-b682-c08c3df7861c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.989125 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b9949d5-5b82-4da8-b82b-0310c7ba0b3d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.993398 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5b9949d5-5b82-4da8-b82b-0310c7ba0b3d tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "DELETE /v2.0/ports/4d2d801b-0990-434f-b682-c08c3df7861c HTTP/1.1" status: 204 len: 168 time: 0.4396648 Jul 16 18:13:16.994104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46840) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:17.032768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f5f79b8-3c78-4e16-ac32-369a920941b5 req-915ef2df-16e1-43fa-820e-90b2494de255 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404956 Jul 16 18:13:17.073481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:17.073937 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-21f2b03a-54b5-4fae-8212-11b7a0e81a95 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0777752 Jul 16 18:13:17.080300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5850e753-89f6-4fcb-a640-69af3853cff3 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-179697656'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:17.105973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdaa0d-78f2-44a8-9273-2ee784363edb req-a6b0ba34-0e2b-4cec-a51d-671914640457 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.107498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35cdaa0d-78f2-44a8-9273-2ee784363edb req-a6b0ba34-0e2b-4cec-a51d-671914640457 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 949 time: 0.1716361 Jul 16 18:13:17.148694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5850e753-89f6-4fcb-a640-69af3853cff3 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Made reservation on behalf of 6111a0c0c5684b3bbbbd578d4088268b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:17.153363 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5850e753-89f6-4fcb-a640-69af3853cff3 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.179683 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35cdaa0d-78f2-44a8-9273-2ee784363edb req-5675655c-667a-4b4e-bdfb-44f9f125f5b5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654824 Jul 16 18:13:17.190821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device eb502de5-2d2c-4b2b-8f9f-7c3f34146472 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:17.199545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5850e753-89f6-4fcb-a640-69af3853cff3 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:17.217223 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5850e753-89f6-4fcb-a640-69af3853cff3 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.217869 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-5850e753-89f6-4fcb-a640-69af3853cff3 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Added segment 979284cb-90a0-461a-8ee1-0954f481d0c3 of type vlan for network ba2ec231-4bc7-48e6-91ec-33d4597145bd Jul 16 18:13:17.245045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port eb502de5-2d2c-4b2b-8f9f-7c3f34146472 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:17.248601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port eb502de5-2d2c-4b2b-8f9f-7c3f34146472 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:17.249909 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.268185 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5850e753-89f6-4fcb-a640-69af3853cff3 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.310173 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5850e753-89f6-4fcb-a640-69af3853cff3 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.316855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5850e753-89f6-4fcb-a640-69af3853cff3 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.317499 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5850e753-89f6-4fcb-a640-69af3853cff3 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.347559 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.386325 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port eb502de5-2d2c-4b2b-8f9f-7c3f34146472, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=eb502de5-2d2c-4b2b-8f9f-7c3f34146472,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:17.390475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850e753-89f6-4fcb-a640-69af3853cff3 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event updated for resources: {'Network': ['ID=ba2ec231-4bc7-48e6-91ec-33d4597145bd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:17.391837 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.410045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network ba2ec231-4bc7-48e6-91ec-33d4597145bd details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:17.410990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:17.413154 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5850e753-89f6-4fcb-a640-69af3853cff3 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3383253 Jul 16 18:13:17.417804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-74b1a4a8-a24c-4d56-99d3-767f8cb0e573 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1822731627'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:17.454243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b1a4a8-a24c-4d56-99d3-767f8cb0e573 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Made reservation on behalf of 6111a0c0c5684b3bbbbd578d4088268b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:17.457834 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b1a4a8-a24c-4d56-99d3-767f8cb0e573 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.486056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b1a4a8-a24c-4d56-99d3-767f8cb0e573 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:17.496788 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b1a4a8-a24c-4d56-99d3-767f8cb0e573 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.497290 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-74b1a4a8-a24c-4d56-99d3-767f8cb0e573 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Added segment 5feed41f-a92a-4a30-8a6a-1c745788006f of type vlan for network 8b079318-8e21-4881-832d-c3c585363e00 Jul 16 18:13:17.527508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=eb502de5-2d2c-4b2b-8f9f-7c3f34146472,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:17.547924 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b1a4a8-a24c-4d56-99d3-767f8cb0e573 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.579934 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b1a4a8-a24c-4d56-99d3-767f8cb0e573 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.586582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b1a4a8-a24c-4d56-99d3-767f8cb0e573 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.587209 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74b1a4a8-a24c-4d56-99d3-767f8cb0e573 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.628141 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-74b1a4a8-a24c-4d56-99d3-767f8cb0e573 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2152870 Jul 16 18:13:17.667869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1a4a8-a24c-4d56-99d3-767f8cb0e573 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event updated for resources: {'Network': ['ID=8b079318-8e21-4881-832d-c3c585363e00,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:17.679260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 8b079318-8e21-4881-832d-c3c585363e00 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:17.859816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9297dcc-ace6-405b-a1b5-b2cb992d572f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:17.862960 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5118cb09-5b8c-4a27-8185-5b8fcf72c0ad" -d '{"events": [{"server_uuid": "d9297dcc-ace6-405b-a1b5-b2cb992d572f", "name": "network-vif-plugged", "status": "completed", "tag": "eb502de5-2d2c-4b2b-8f9f-7c3f34146472"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:17.918163 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24873732-486f-451f-986b-4b17dfc63061 x-openstack-request-id: req-24873732-486f-451f-986b-4b17dfc63061 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:17.918996 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9297dcc-ace6-405b-a1b5-b2cb992d572f", "name": "network-vif-plugged", "status": "completed", "tag": "eb502de5-2d2c-4b2b-8f9f-7c3f34146472", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:17.919473 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24873732-486f-451f-986b-4b17dfc63061 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:17.920154 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9297dcc-ace6-405b-a1b5-b2cb992d572f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472', 'code': 200} Jul 16 18:13:18.162277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37e444-912e-471c-9c1c-f463d662afcd req-1fa6240c-219b-4838-a158-62b016a6a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.165970 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e37e444-912e-471c-9c1c-f463d662afcd req-1fa6240c-219b-4838-a158-62b016a6a3f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 1101 time: 0.1231201 Jul 16 18:13:18.253253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e37e444-912e-471c-9c1c-f463d662afcd req-ce1a093f-564c-446f-a998-e949beaa9c5a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746050 Jul 16 18:13:18.436953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b85a39-ecb3-4f69-9469-c3113fd598f9 req-94d05c7e-2610-45ff-a5cc-9be874d9823d tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.438884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5b85a39-ecb3-4f69-9469-c3113fd598f9 req-94d05c7e-2610-45ff-a5cc-9be874d9823d tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.1483161 Jul 16 18:13:18.450589 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827afd9-accc-435b-9aac-eb56b4c58055 req-187e2658-89f9-4540-88e9-4fe4e95d7a50 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.459478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0827afd9-accc-435b-9aac-eb56b4c58055 req-187e2658-89f9-4540-88e9-4fe4e95d7a50 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 950 time: 0.1132650 Jul 16 18:13:18.511697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5b85a39-ecb3-4f69-9469-c3113fd598f9 req-88586838-886c-44fd-b5ca-21f52bb7222b tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495865 Jul 16 18:13:18.550515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0827afd9-accc-435b-9aac-eb56b4c58055 req-27e7db27-204b-4922-8f6e-407f5ff37131 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900035 Jul 16 18:13:19.853703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72690143-4571-4374-ac81-6ebf21691a07 req-841fcdac-0bff-4b5c-98c9-77e599deb1c4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:19.856002 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72690143-4571-4374-ac81-6ebf21691a07 req-841fcdac-0bff-4b5c-98c9-77e599deb1c4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.1596696 Jul 16 18:13:19.869707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcf51d-bd4b-4fe4-9a37-da0e0241fc66 req-8f91c3c9-c803-4b4c-bda6-e690c152ef1c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:19.877468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78bcf51d-bd4b-4fe4-9a37-da0e0241fc66 req-8f91c3c9-c803-4b4c-bda6-e690c152ef1c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 950 time: 0.1307893 Jul 16 18:13:19.952135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78bcf51d-bd4b-4fe4-9a37-da0e0241fc66 req-43878f29-d9cd-47cf-a64f-cc8585919abc tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734360 Jul 16 18:13:19.968988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72690143-4571-4374-ac81-6ebf21691a07 req-c6504784-6d98-4a14-96bf-a8facd0666b4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777137 Jul 16 18:13:20.137215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5b451-1bda-4264-a182-fa6bb7d85e8d req-146c5d8a-3168-4f11-94db-77d3ccfbce10 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.147027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65d5b451-1bda-4264-a182-fa6bb7d85e8d req-146c5d8a-3168-4f11-94db-77d3ccfbce10 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7 HTTP/1.1" status: 200 len: 950 time: 0.0757489 Jul 16 18:13:20.185179 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65d5b451-1bda-4264-a182-fa6bb7d85e8d req-c22ac226-e26c-4730-95a5-408ffa0d5653 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Jul 16 18:13:20.542459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714f227-3ebe-4a9e-bee0-6849341b86f3 req-1249f1d3-b3bb-4b8c-b51a-3525f3f20bbc tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.552092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714f227-3ebe-4a9e-bee0-6849341b86f3 req-1249f1d3-b3bb-4b8c-b51a-3525f3f20bbc tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.553070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7714f227-3ebe-4a9e-bee0-6849341b86f3 req-1249f1d3-b3bb-4b8c-b51a-3525f3f20bbc tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f&device_id=a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7 HTTP/1.1" status: 200 len: 1691 time: 0.0748627 Jul 16 18:13:20.602352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7714f227-3ebe-4a9e-bee0-6849341b86f3 req-9b4b181d-b70a-4b7d-a5a9-5ae2859ee4af tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423508 Jul 16 18:13:20.841643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fef1a-af30-4021-bdf3-8f0aca34eb56 req-17cbf612-d7f7-43f8-ae14-ea818be4886c tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.850515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b0fef1a-af30-4021-bdf3-8f0aca34eb56 req-17cbf612-d7f7-43f8-ae14-ea818be4886c tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 1101 time: 0.0630102 Jul 16 18:13:20.890832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:20.896012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b0fef1a-af30-4021-bdf3-8f0aca34eb56 req-40162a9f-b744-40d7-b23f-5c3a91df2b9f tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442305 Jul 16 18:13:20.896480 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'subnets': [{'network_id': 'ba2ec231-4bc7-48e6-91ec-33d4597145bd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1574053172', 'ip_version': 6}, {'network_id': '8b079318-8e21-4881-832d-c3c585363e00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:20.896608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'subnet': {'network_id': 'ba2ec231-4bc7-48e6-91ec-33d4597145bd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1574053172', 'ip_version': 6}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:20.897266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Request body: {'subnet': {'network_id': '8b079318-8e21-4881-832d-c3c585363e00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:21.113637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee04708-5c06-4305-8338-f71af5fc7f71 req-43cc8052-d427-4a78-a0d6-b79bb0b8f399 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.119419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ee04708-5c06-4305-8338-f71af5fc7f71 req-43cc8052-d427-4a78-a0d6-b79bb0b8f399 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7 HTTP/1.1" status: 200 len: 1101 time: 0.0753019 Jul 16 18:13:21.164032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Made reservation on behalf of 6111a0c0c5684b3bbbbd578d4088268b for: {'subnet': 2} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:21.169892 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.170553 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.203310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ee04708-5c06-4305-8338-f71af5fc7f71 req-95df314c-2949-45d1-9bc5-1c01c079ba39 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771093 Jul 16 18:13:21.271418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6111fe0-e9a9-4c44-bab7-f79a00015fa9 req-55dbe949-9352-4d5d-bb4f-d37ac58dc10e tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.273740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d6111fe0-e9a9-4c44-bab7-f79a00015fa9 req-55dbe949-9352-4d5d-bb4f-d37ac58dc10e tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.1362269 Jul 16 18:13:21.323393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d6111fe0-e9a9-4c44-bab7-f79a00015fa9 req-c505067a-66df-4e83-992a-01e93afa1881 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432463 Jul 16 18:13:21.613853 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-4f3482e3-1d93-4a66-9018-64609d97f7a9 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352302 Jul 16 18:13:21.688316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.755950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event updated for resources: {'Subnet': ['ID=f0713512-efd7-4967-a9da-037625024a11,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.763915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Checking segment: {'id': '979284cb-90a0-461a-8ee1-0954f481d0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ba2ec231-4bc7-48e6-91ec-33d4597145bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:21.764973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Network hostable DHCP agents. Network: ba2ec231-4bc7-48e6-91ec-33d4597145bd, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:21.766100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-c227727f-33e1-4bdf-806c-60110d1c6daa tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.768654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-c227727f-33e1-4bdf-806c-60110d1c6daa tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538823 Jul 16 18:13:21.786762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Network ba2ec231-4bc7-48e6-91ec-33d4597145bd is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:21.798620 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, ba2ec231-4bc7-48e6-91ec-33d4597145bd) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:21.803874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.813599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-c378691a-3f7a-479c-8811-e65f4f652aec tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/quotas/8396a0323e3a4d4a837f758f8140c2da HTTP/1.1" status: 200 len: 375 time: 0.0279062 Jul 16 18:13:21.814989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290aecba-6b14-458b-9130-dc1ce124fdaa None None] Network ba2ec231-4bc7-48e6-91ec-33d4597145bd requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:21.877360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event updated for resources: {'Subnet': ['ID=0940eb97-2340-49ae-b463-04f28d31de36,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.915267 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Checking segment: {'id': '5feed41f-a92a-4a30-8a6a-1c745788006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8b079318-8e21-4881-832d-c3c585363e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:21.915964 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Network hostable DHCP agents. Network: 8b079318-8e21-4881-832d-c3c585363e00, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:21.939640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-237529cd-27ee-46ea-a52e-f1b9f8bea5aa tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1249490 Jul 16 18:13:21.940260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Network 8b079318-8e21-4881-832d-c3c585363e00 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:21.954367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 8b079318-8e21-4881-832d-c3c585363e00) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:21.970520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.970756 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aec4ada-2d00-4341-89db-783dd8578104 None None] Network 8b079318-8e21-4881-832d-c3c585363e00 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:21.971523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.972396 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.003260 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1ed71e4a-afd6-4726-b770-901ef1d0136a tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1094787 Jul 16 18:13:22.004046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:22.094332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd1428c-fc18-476a-b6d5-2b23d287f3bc tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.097282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd1428c-fc18-476a-b6d5-2b23d287f3bc tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.099959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd1428c-fc18-476a-b6d5-2b23d287f3bc tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.102864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7fd1428c-fc18-476a-b6d5-2b23d287f3bc tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0974114 Jul 16 18:13:22.113122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:22.199547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dc4622-d490-4d13-aa5e-690ad84d0c8b tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Deleting subnet f0713512-efd7-4967-a9da-037625024a11 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:22.209225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01dc4622-d490-4d13-aa5e-690ad84d0c8b tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.318837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01dc4622-d490-4d13-aa5e-690ad84d0c8b tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.397562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01dc4622-d490-4d13-aa5e-690ad84d0c8b tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.480008 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01dc4622-d490-4d13-aa5e-690ad84d0c8b tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.497977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463ccf18-82df-49a6-9c90-84b6ab08c1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-ba2ec231-4bc7-48e6-91ec-33d4597145bd', 'network_id': 'ba2ec231-4bc7-48e6-91ec-33d4597145bd', 'tenant_id': '6111a0c0c5684b3bbbbd578d4088268b', 'fixed_ips': [{'subnet_id': 'f0713512-efd7-4967-a9da-037625024a11'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:22.499634 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-463ccf18-82df-49a6-9c90-84b6ab08c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.549120 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc4622-d490-4d13-aa5e-690ad84d0c8b tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event deleted for resources: {'Subnet': ['ID=f0713512-efd7-4967-a9da-037625024a11,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:22.573993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-01dc4622-d490-4d13-aa5e-690ad84d0c8b tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.580311 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-01dc4622-d490-4d13-aa5e-690ad84d0c8b tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "DELETE /v2.0/subnets/f0713512-efd7-4967-a9da-037625024a11 HTTP/1.1" status: 204 len: 168 time: 0.4652696 Jul 16 18:13:22.581439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:22.660173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbaaf204-b736-451b-8247-06b8849ad6f1 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Deleting subnet 0940eb97-2340-49ae-b463-04f28d31de36 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:22.668494 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbaaf204-b736-451b-8247-06b8849ad6f1 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.715514 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee69e860-3d8b-4be2-91fc-a16d8f4347bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-8b079318-8e21-4881-832d-c3c585363e00', 'network_id': '8b079318-8e21-4881-832d-c3c585363e00', 'tenant_id': '6111a0c0c5684b3bbbbd578d4088268b', 'fixed_ips': [{'subnet_id': '0940eb97-2340-49ae-b463-04f28d31de36'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:22.716409 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee69e860-3d8b-4be2-91fc-a16d8f4347bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.754474 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbaaf204-b736-451b-8247-06b8849ad6f1 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.787417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15a2ac9-1be7-46e3-9cb0-543718a3214e None None] Network ba2ec231-4bc7-48e6-91ec-33d4597145bd requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:22.850540 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbaaf204-b736-451b-8247-06b8849ad6f1 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.963908 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbaaf204-b736-451b-8247-06b8849ad6f1 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.989493 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbaaf204-b736-451b-8247-06b8849ad6f1 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.991668 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fbaaf204-b736-451b-8247-06b8849ad6f1 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "DELETE /v2.0/subnets/0940eb97-2340-49ae-b463-04f28d31de36 HTTP/1.1" status: 204 len: 168 time: 0.4088321 Jul 16 18:13:23.016028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.026243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaf204-b736-451b-8247-06b8849ad6f1 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event deleted for resources: {'Subnet': ['ID=0940eb97-2340-49ae-b463-04f28d31de36,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:23.082775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e904c-0bf5-4c6c-b7bd-2d095edba4cf tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.086375 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1e5e904c-0bf5-4c6c-b7bd-2d095edba4cf tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0681438 Jul 16 18:13:23.089511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.125409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00394c06-b32a-4b4a-bb11-b7ff29b23a23 req-911d9026-268d-4405-997c-30d28bf29f5e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 210 time: 0.0423434 Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-ee69e860-3d8b-4be2-91fc-a16d8f4347bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0940eb97-2340-49ae-b463-04f28d31de36: This subnet is being modified by another concurrent operation. Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:13:23.154753 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0940eb97-2340-49ae-b463-04f28d31de36: This subnet is being modified by another concurrent operation. Jul 16 18:13:23.161341 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 16 18:13:23.173056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56e5676-b13b-4934-b2b5-eb1058e70f8e None None] Network 8b079318-8e21-4881-832d-c3c585363e00 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:23.186705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e9596-e6d3-4718-9e15-af1e4716891f req-1286cdf2-a1f7-46da-b32b-1c8b6be39af8 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.188621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b32e9596-e6d3-4718-9e15-af1e4716891f req-1286cdf2-a1f7-46da-b32b-1c8b6be39af8 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.6635342 Jul 16 18:13:23.210349 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.244721 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b32e9596-e6d3-4718-9e15-af1e4716891f req-3014f355-5794-4c76-b643-8845e63d47a3 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484965 Jul 16 18:13:23.334412 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.346389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1037ca-509c-4018-b3c9-7091fbd5970c None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:13:23.351444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b079318-8e21-4881-832d-c3c585363e00']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:23.366581 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5feed41f-a92a-4a30-8a6a-1c745788006f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:23.367112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5feed41f-a92a-4a30-8a6a-1c745788006f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:23.379932 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.407033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.426632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:23.427495 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:23.521754 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:23.526431 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.535687 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.538390 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "DELETE /v2.0/networks/8b079318-8e21-4881-832d-c3c585363e00 HTTP/1.1" status: 204 len: 168 time: 0.4474168 Jul 16 18:13:23.541086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.582296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b82535-d56b-4236-9051-2027789fe607 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event deleted for resources: {'Network': ['ID=8b079318-8e21-4881-832d-c3c585363e00,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:23.660809 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.665220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1037ca-509c-4018-b3c9-7091fbd5970c None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:13:23.764803 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.775952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2ec231-4bc7-48e6-91ec-33d4597145bd']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:23.787923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979284cb-90a0-461a-8ee1-0954f481d0c3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:23.788230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979284cb-90a0-461a-8ee1-0954f481d0c3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:23.798363 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.813469 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.822525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:23.823321 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:23.827692 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:23.901122 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.916129 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.921080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.921273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "DELETE /v2.0/networks/ba2ec231-4bc7-48e6-91ec-33d4597145bd HTTP/1.1" status: 204 len: 168 time: 0.3786042 Jul 16 18:13:23.946457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30777c7-08ff-4019-93d8-ae7294487458 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event deleted for resources: {'Network': ['ID=ba2ec231-4bc7-48e6-91ec-33d4597145bd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.046382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.161876 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.173009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a81373-236e-47fb-848b-8a8230bfcc34']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:24.184170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11f489f-4ceb-4a9d-8677-35457c26e1fe') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:24.184476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11f489f-4ceb-4a9d-8677-35457c26e1fe') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:24.194386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.210707 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.220070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:24.220767 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:24.224687 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:24.293443 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.304225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.306653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64c36ba4-2e9e-477d-89fd-2082f440bcce req-3744db74-9f73-431e-bd03-27b5d69446cb tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 210 time: 0.0407336 Jul 16 18:13:24.308954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:24.309434 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "DELETE /v2.0/networks/41a81373-236e-47fb-848b-8a8230bfcc34 HTTP/1.1" status: 204 len: 168 time: 0.3869741 Jul 16 18:13:24.320468 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eebf8-698f-49b6-97cc-2cca92dfbe66 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event deleted for resources: {'Network': ['ID=41a81373-236e-47fb-848b-8a8230bfcc34,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.398410 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.537918 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.555062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293dbde2-98a9-41ef-8667-325eac28307e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:24.566707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85058fdf-7fbb-4b14-997b-4700200c924a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:24.567051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85058fdf-7fbb-4b14-997b-4700200c924a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:24.580478 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.601776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656e90d-6c95-40b1-9588-6933db17aa47 req-9f465a24-b3a7-4dcb-a915-457847922398 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.602894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e656e90d-6c95-40b1-9588-6933db17aa47 req-9f465a24-b3a7-4dcb-a915-457847922398 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.1888254 Jul 16 18:13:24.614302 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.637349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:24.637751 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:24.641343 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:24.648820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-f6703f8c-7168-413f-bfff-bde6b8798f17 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443635 Jul 16 18:13:24.756855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e656e90d-6c95-40b1-9588-6933db17aa47 req-7ac3ad38-a649-4217-bafd-f93827e78f60 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403892 Jul 16 18:13:24.860207 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-981acb82-3e1f-415b-991f-901ada52ff0d tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403173 Jul 16 18:13:24.865118 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.880730 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.882646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] 10.222.0.52 "DELETE /v2.0/networks/293dbde2-98a9-41ef-8667-325eac28307e HTTP/1.1" status: 204 len: 168 time: 0.5705495 Jul 16 18:13:24.919256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6db604-e376-4d8d-b1df-691932c4abb0 tempest-BulkNetworkOpsIpV6Test-432731757 tempest-BulkNetworkOpsIpV6Test-432731757-project] Pushing event deleted for resources: {'Network': ['ID=293dbde2-98a9-41ef-8667-325eac28307e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.976784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-d9a5b945-8f90-4df7-9d1d-aec299c0e5ed tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.980560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-d9a5b945-8f90-4df7-9d1d-aec299c0e5ed tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3137805 Jul 16 18:13:24.996278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Request body: {'port': {'device_id': '8f66f51c-4d6c-45ae-bdc2-c09acdc5781d', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '8396a0323e3a4d4a837f758f8140c2da'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:25.044710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-e4fa1bce-730a-4f3d-8e52-b021a587c7d3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.046837 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-e4fa1bce-730a-4f3d-8e52-b021a587c7d3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1672108 Jul 16 18:13:25.066636 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Request body: {'port': {'device_id': '49c67046-9d57-485a-83b4-dcc0d84663e5', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '8396a0323e3a4d4a837f758f8140c2da'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:25.157030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Made reservation on behalf of 8396a0323e3a4d4a837f758f8140c2da for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:25.162261 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.212790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Made reservation on behalf of 8396a0323e3a4d4a837f758f8140c2da for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:25.217441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.305748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47032) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:25.310222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Allocated IP 192.168.233.169 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/2c042afe-44e1-47c8-840c-d1015b3a936f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:25.496479 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-812a3f91-0588-4973-b6fe-5317cae896db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6111a0c0c5684b3bbbbd578d4088268b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892436 Jul 16 18:13:25.497131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:25.497338 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb2d3e79-fe6c-44b9-90ed-30463f48f4de req-56b197c6-aa9a-4153-89c9-e3ce861cd174 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 210 time: 0.0388639 Jul 16 18:13:25.534467 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.548531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Transition to ACTIVE for port object 2c042afe-44e1-47c8-840c-d1015b3a936f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:25.562254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37bd891d-751e-4dcc-bb14-b0ba3ed337e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.584330 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37bd891d-751e-4dcc-bb14-b0ba3ed337e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.585459 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.598825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:25.607595 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:25.642737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:25.648895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:25.656062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:25.662288 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event updated for resources: {'Port': ['ID=2c042afe-44e1-47c8-840c-d1015b3a936f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:25.693659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Allocated IP 192.168.233.178 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/90591055-c5c5-4698-a9b4-21c058bf4e7e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:25.713167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.713859 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.739105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-3406cea3-ce77-4e0b-a590-a25c83352d26 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7480850 Jul 16 18:13:25.753817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Request body: {'port': {'device_id': '8f66f51c-4d6c-45ae-bdc2-c09acdc5781d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:25.756163 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37bd891d-751e-4dcc-bb14-b0ba3ed337e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.763572 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37bd891d-751e-4dcc-bb14-b0ba3ed337e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.770786 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-37bd891d-751e-4dcc-bb14-b0ba3ed337e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7f1cb88-3443-4b60-b476-78b409b42ab7 HTTP/1.1" status: 204 len: 168 time: 0.2724028 Jul 16 18:13:25.848540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd891d-751e-4dcc-bb14-b0ba3ed337e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f1cb88-3443-4b60-b476-78b409b42ab7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.012903 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.143331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1bd37fee-87f6-4409-9828-f8eb77b88706 None None] Provisioning for port 2c042afe-44e1-47c8-840c-d1015b3a936f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:26.147898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1bd37fee-87f6-4409-9828-f8eb77b88706 None None] Provisioning complete for port 2c042afe-44e1-47c8-840c-d1015b3a936f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:26.148275 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bd37fee-87f6-4409-9828-f8eb77b88706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.202798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1bd37fee-87f6-4409-9828-f8eb77b88706 None None] Port 2c042afe-44e1-47c8-840c-d1015b3a936f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:26.216090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.230214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Transition to ACTIVE for port object 90591055-c5c5-4698-a9b4-21c058bf4e7e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:26.283507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.295867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:26.343733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:26.347284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:26.352698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:26.355999 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event updated for resources: {'Port': ['ID=90591055-c5c5-4698-a9b4-21c058bf4e7e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.436700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.437755 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.460617 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ab9160f0-0e30-415e-b3bb-5a9cb53a8b47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3981004 Jul 16 18:13:26.487341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f248a-4b51-4661-9a74-5772e2236ab8 req-255b240f-be68-4a19-8b87-4bc48a44006c tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.495404 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:13:26.499160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-259f248a-4b51-4661-9a74-5772e2236ab8 req-255b240f-be68-4a19-8b87-4bc48a44006c tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.2519350 Jul 16 18:13:26.499391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Request body: {'port': {'device_id': '49c67046-9d57-485a-83b4-dcc0d84663e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:26.578473 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-259f248a-4b51-4661-9a74-5772e2236ab8 req-03dc0d30-e534-4612-ad86-28b7f57920a5 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780902 Jul 16 18:13:26.674539 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.693295 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c042afe-44e1-47c8-840c-d1015b3a936f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:26.702907 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.718356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Transition to ACTIVE for port object 2c042afe-44e1-47c8-840c-d1015b3a936f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:26.722985 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.735467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:26.862392 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Pushing event updated for resources: {'Port': ['ID=2c042afe-44e1-47c8-840c-d1015b3a936f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.909117 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e2de80e1-b929-4e35-ba6c-9cf79a4a4dad None None] Provisioning for port 90591055-c5c5-4698-a9b4-21c058bf4e7e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:26.925631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e2de80e1-b929-4e35-ba6c-9cf79a4a4dad None None] Provisioning complete for port 90591055-c5c5-4698-a9b4-21c058bf4e7e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:26.926013 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2de80e1-b929-4e35-ba6c-9cf79a4a4dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.982439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Attempting to bind port 2c042afe-44e1-47c8-840c-d1015b3a936f on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:26.983903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Attempting to bind port 2c042afe-44e1-47c8-840c-d1015b3a936f by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:26.984457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Attempting to bind port 2c042afe-44e1-47c8-840c-d1015b3a936f on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:26.998549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Port 2c042afe-44e1-47c8-840c-d1015b3a936f on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:27.000851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Attempting to bind port 2c042afe-44e1-47c8-840c-d1015b3a936f on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:27.017283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e2de80e1-b929-4e35-ba6c-9cf79a4a4dad None None] Port 90591055-c5c5-4698-a9b4-21c058bf4e7e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:27.039799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a27c2-fac9-42d9-85d1-4cb9195e8551 req-00a1664b-fb8c-4048-96b4-c85cdad650b7 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.048111 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe6a27c2-fac9-42d9-85d1-4cb9195e8551 req-00a1664b-fb8c-4048-96b4-c85cdad650b7 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 948 time: 0.2918060 Jul 16 18:13:27.070628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:27.071294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:27.071876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:27.072516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Bound port: 2c042afe-44e1-47c8-840c-d1015b3a936f, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:27.079639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.186820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe6a27c2-fac9-42d9-85d1-4cb9195e8551 req-9bcac2e2-f7b9-4289-b6c6-bdc7c1365de2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373422 Jul 16 18:13:27.196013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:27.227720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] For port 2c042afe-44e1-47c8-840c-d1015b3a936f, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:27.234916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] For port 2c042afe-44e1-47c8-840c-d1015b3a936f, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=2c042afe-44e1-47c8-840c-d1015b3a936f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:27.244654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.356951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.362149 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.365664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] 10.222.0.38 "PUT /v2.0/ports/2c042afe-44e1-47c8-840c-d1015b3a936f HTTP/1.1" status: 200 len: 1096 time: 1.6181920 Jul 16 18:13:27.371138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f66f51c-4d6c-45ae-bdc2-c09acdc5781d', 'tag': '2c042afe-44e1-47c8-840c-d1015b3a936f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:27.377548 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6691552-6ae8-4b1e-bd27-1af2d0480b00" -d '{"events": [{"name": "network-changed", "server_uuid": "8f66f51c-4d6c-45ae-bdc2-c09acdc5781d", "tag": "2c042afe-44e1-47c8-840c-d1015b3a936f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:27.421644 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90591055-c5c5-4698-a9b4-21c058bf4e7e {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:27.453359 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.474103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9365c-7190-4f05-b8cc-9c162edb3b3c service neutron] Pushing event updated for resources: {'Port': ['ID=2c042afe-44e1-47c8-840c-d1015b3a936f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.476516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Transition to ACTIVE for port object 90591055-c5c5-4698-a9b4-21c058bf4e7e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:27.480424 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda6e378-4ecc-480c-8d46-0ef3ecc8eff2 x-openstack-request-id: req-bda6e378-4ecc-480c-8d46-0ef3ecc8eff2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:27.480689 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f66f51c-4d6c-45ae-bdc2-c09acdc5781d", "tag": "2c042afe-44e1-47c8-840c-d1015b3a936f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:27.481101 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bda6e378-4ecc-480c-8d46-0ef3ecc8eff2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:27.481741 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f66f51c-4d6c-45ae-bdc2-c09acdc5781d', 'tag': '2c042afe-44e1-47c8-840c-d1015b3a936f', 'status': 'completed', 'code': 200} Jul 16 18:13:27.483237 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.490955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400154531'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:27.546418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=90591055-c5c5-4698-a9b4-21c058bf4e7e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.573530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:27.577223 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.604822 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.627529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-d582c04a-fe62-425a-a7c2-95f7958ef66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.630231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-d582c04a-fe62-425a-a7c2-95f7958ef66b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 1099 time: 0.2128580 Jul 16 18:13:27.693681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Attempting to bind port 90591055-c5c5-4698-a9b4-21c058bf4e7e on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:27.694019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Attempting to bind port 90591055-c5c5-4698-a9b4-21c058bf4e7e by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:27.694356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Attempting to bind port 90591055-c5c5-4698-a9b4-21c058bf4e7e on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:27.708083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Port 90591055-c5c5-4698-a9b4-21c058bf4e7e on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:27.708424 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Attempting to bind port 90591055-c5c5-4698-a9b4-21c058bf4e7e on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:27.723186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:27.724010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:27.727231 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:27.727482 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Bound port: 90591055-c5c5-4698-a9b4-21c058bf4e7e, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:27.727931 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.781255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-ca1a6065-5bab-4756-98d6-ed2cb21c3354 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=2c042afe-44e1-47c8-840c-d1015b3a936f HTTP/1.1" status: 200 len: 217 time: 0.1290407 Jul 16 18:13:27.851339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] For port 90591055-c5c5-4698-a9b4-21c058bf4e7e, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:27.862448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] For port 90591055-c5c5-4698-a9b4-21c058bf4e7e, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90591055-c5c5-4698-a9b4-21c058bf4e7e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:27.875903 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.924530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-d3e82625-cc5c-4e81-bf77-9a41fd84338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.927784 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-d3e82625-cc5c-4e81-bf77-9a41fd84338d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1364391 Jul 16 18:13:27.928976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.929991 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.931615 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] 10.222.0.42 "PUT /v2.0/ports/90591055-c5c5-4698-a9b4-21c058bf4e7e HTTP/1.1" status: 200 len: 1096 time: 1.4567561 Jul 16 18:13:27.932467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c67046-9d57-485a-83b4-dcc0d84663e5', 'tag': '90591055-c5c5-4698-a9b4-21c058bf4e7e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:27.941863 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5995024-e787-4fd0-aa72-3ed4cb23de8d" -d '{"events": [{"name": "network-changed", "server_uuid": "49c67046-9d57-485a-83b4-dcc0d84663e5", "tag": "90591055-c5c5-4698-a9b4-21c058bf4e7e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:27.984230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd07f14-c082-4303-b728-ed111fe8bcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=90591055-c5c5-4698-a9b4-21c058bf4e7e,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.023436 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367e6165-0aab-48f0-be6b-2b2be3140d67 x-openstack-request-id: req-367e6165-0aab-48f0-be6b-2b2be3140d67 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:28.023876 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c67046-9d57-485a-83b4-dcc0d84663e5", "tag": "90591055-c5c5-4698-a9b4-21c058bf4e7e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:28.024131 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-367e6165-0aab-48f0-be6b-2b2be3140d67 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:28.024595 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c67046-9d57-485a-83b4-dcc0d84663e5', 'tag': '90591055-c5c5-4698-a9b4-21c058bf4e7e', 'status': 'completed', 'code': 200} Jul 16 18:13:28.049825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d120c-7d93-40c0-a517-eabc7313ed42 req-00ae4307-67a4-4659-9ff5-049c043afe85 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.058977 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d2d120c-7d93-40c0-a517-eabc7313ed42 req-00ae4307-67a4-4659-9ff5-049c043afe85 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.2066274 Jul 16 18:13:28.094158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-6efd0382-f52a-4f6c-8be3-4306db11f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.096353 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-6efd0382-f52a-4f6c-8be3-4306db11f8c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=49c67046-9d57-485a-83b4-dcc0d84663e5 HTTP/1.1" status: 200 len: 1099 time: 0.0708928 Jul 16 18:13:28.144274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d2d120c-7d93-40c0-a517-eabc7313ed42 req-1eaafcbe-65a2-493b-88fa-644ca3d3ab31 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842609 Jul 16 18:13:28.175261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-60572937-203d-4eb9-9623-9265233b8d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.177346 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-60572937-203d-4eb9-9623-9265233b8d48 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2342684 Jul 16 18:13:28.183392 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.196092 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.204641 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-f881dc5b-fcf8-48ca-93c5-2d045acb70f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=90591055-c5c5-4698-a9b4-21c058bf4e7e HTTP/1.1" status: 200 len: 217 time: 0.1003323 Jul 16 18:13:28.280772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-6a9d9f59-b008-47b3-9cde-9915aa4ccc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.282318 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-6a9d9f59-b008-47b3-9cde-9915aa4ccc27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0693979 Jul 16 18:13:28.378486 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:28.387742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-6415c89b-aa96-4c0b-a252-527eb74eab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.392127 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-6415c89b-aa96-4c0b-a252-527eb74eab64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0916271 Jul 16 18:13:28.398216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78ed8f9-64ae-4886-85d6-15bc71640aa2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.419255 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.420533 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Added segment 94b51c20-2a11-407c-a981-c6e4adac238a of type vlan for network dea18311-a4f4-4956-9b9d-44e31e028594 Jul 16 18:13:28.423588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-c6da3867-e47e-494a-877f-cad10f21ec5a service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381015 Jul 16 18:13:28.500910 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-e697a5a8-5cf5-419f-8441-d238c4566033 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025431 Jul 16 18:13:28.577683 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.615114 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-69c726cf-e291-46bf-90e2-1d335ccf7f2d service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055768 Jul 16 18:13:28.664080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc4af-efe9-41d6-9728-d77833a20a4f req-c2d7aae0-d35c-4d3d-a170-be74a38c8949 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.665815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc2dc4af-efe9-41d6-9728-d77833a20a4f req-c2d7aae0-d35c-4d3d-a170-be74a38c8949 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 948 time: 0.2689643 Jul 16 18:13:28.725517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc2dc4af-efe9-41d6-9728-d77833a20a4f req-c1376b0e-2b12-4479-9b61-7aada661c832 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442533 Jul 16 18:13:28.736351 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.742720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.743263 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.767299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5995024-e787-4fd0-aa72-3ed4cb23de8d req-5606f9b8-f58b-4dc8-b653-7098fc8ba1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.769186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-042fd407-93d1-4a12-9b05-0f468e3e8404 req-bfda42c0-9057-427e-a172-b73746bdcbdc service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026681 Jul 16 18:13:28.769435 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f5995024-e787-4fd0-aa72-3ed4cb23de8d req-5606f9b8-f58b-4dc8-b653-7098fc8ba1ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=49c67046-9d57-485a-83b4-dcc0d84663e5 HTTP/1.1" status: 200 len: 1099 time: 0.0984793 Jul 16 18:13:28.791466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5940902 Jul 16 18:13:28.842257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8af7f4-d51a-4c71-a73a-bf6f6099f419 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Network': ['ID=dea18311-a4f4-4956-9b9d-44e31e028594,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.853728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network dea18311-a4f4-4956-9b9d-44e31e028594 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:28.952684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5995024-e787-4fd0-aa72-3ed4cb23de8d req-ae00db8b-7011-43d3-8e02-4fd64ca220b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.954978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f5995024-e787-4fd0-aa72-3ed4cb23de8d req-ae00db8b-7011-43d3-8e02-4fd64ca220b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1786659 Jul 16 18:13:29.016490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6691552-6ae8-4b1e-bd27-1af2d0480b00 req-b20a0f74-9f69-4077-ab2d-529cfc5dc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:29.019233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6691552-6ae8-4b1e-bd27-1af2d0480b00 req-b20a0f74-9f69-4077-ab2d-529cfc5dc89a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 1099 time: 0.1570842 Jul 16 18:13:29.106318 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f5995024-e787-4fd0-aa72-3ed4cb23de8d req-8c7c81c6-d69f-4bca-89e2-8b6cf5e78a98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=90591055-c5c5-4698-a9b4-21c058bf4e7e HTTP/1.1" status: 200 len: 217 time: 0.1429765 Jul 16 18:13:29.230322 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5995024-e787-4fd0-aa72-3ed4cb23de8d req-91e20edb-04ac-44d6-8c63-3fe61c006070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:29.232978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f5995024-e787-4fd0-aa72-3ed4cb23de8d req-91e20edb-04ac-44d6-8c63-3fe61c006070 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1151161 Jul 16 18:13:29.304160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6691552-6ae8-4b1e-bd27-1af2d0480b00 req-fbec802e-ee2d-484e-9599-9cc7922875c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:29.306397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6691552-6ae8-4b1e-bd27-1af2d0480b00 req-fbec802e-ee2d-484e-9599-9cc7922875c3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2776632 Jul 16 18:13:29.333372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5995024-e787-4fd0-aa72-3ed4cb23de8d req-09062988-2e26-4b04-ada0-e39f82afe6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:29.335165 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f5995024-e787-4fd0-aa72-3ed4cb23de8d req-09062988-2e26-4b04-ada0-e39f82afe6f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952787 Jul 16 18:13:29.369760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6691552-6ae8-4b1e-bd27-1af2d0480b00 req-541c5eec-7f56-4f74-b3d9-05aa89477a65 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=2c042afe-44e1-47c8-840c-d1015b3a936f HTTP/1.1" status: 200 len: 217 time: 0.0559773 Jul 16 18:13:29.459084 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f5995024-e787-4fd0-aa72-3ed4cb23de8d req-5ab76d4e-6fe0-4e57-95fd-49eff894ee4f service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152844 Jul 16 18:13:29.465277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6691552-6ae8-4b1e-bd27-1af2d0480b00 req-2d5293d0-3ac7-4813-9eb5-1a03f28213c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:29.467669 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6691552-6ae8-4b1e-bd27-1af2d0480b00 req-2d5293d0-3ac7-4813-9eb5-1a03f28213c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0556839 Jul 16 18:13:29.561635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e0215-71f5-4d17-b177-f213d1540d42 req-cd059860-201c-4997-8516-9ce16f0cd590 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:29.569089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-455e0215-71f5-4d17-b177-f213d1540d42 req-cd059860-201c-4997-8516-9ce16f0cd590 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.2014363 Jul 16 18:13:29.582135 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f5995024-e787-4fd0-aa72-3ed4cb23de8d req-923aa17e-a7eb-4606-b2d4-7b4f88c8fb52 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156492 Jul 16 18:13:29.664619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-455e0215-71f5-4d17-b177-f213d1540d42 req-8b05c2fc-905c-4ae8-8e5e-82287804f317 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949328 Jul 16 18:13:29.673228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6691552-6ae8-4b1e-bd27-1af2d0480b00 req-c10e7417-1eb0-48d3-924b-c3c3f092caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:29.675440 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6691552-6ae8-4b1e-bd27-1af2d0480b00 req-c10e7417-1eb0-48d3-924b-c3c3f092caad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932755 Jul 16 18:13:29.793447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6691552-6ae8-4b1e-bd27-1af2d0480b00 req-3a811609-5a5b-4800-868f-8432ab45f190 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081648 Jul 16 18:13:30.027250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6691552-6ae8-4b1e-bd27-1af2d0480b00 req-79cdfe2d-78a2-4c14-afd3-c91d930f54f7 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256305 Jul 16 18:13:30.034096 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-016bae04-ed41-43ec-bb4a-5b88651d36df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.051469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6475b3-d485-4528-bebd-160f6cd97235 req-900ca316-4e66-4691-b101-2f7fba772ebe tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:30.053714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd6475b3-d485-4528-bebd-160f6cd97235 req-900ca316-4e66-4691-b101-2f7fba772ebe tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 948 time: 0.1081474 Jul 16 18:13:30.122441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd6475b3-d485-4528-bebd-160f6cd97235 req-6924b3d2-25f2-4c8a-8382-2205a8d9f89e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593462 Jul 16 18:13:30.947274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f275d-15dd-41e9-be10-dc9f82126b7c req-89145489-0e2c-4d7d-be15-9496481df6d4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:30.968631 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b81f275d-15dd-41e9-be10-dc9f82126b7c req-89145489-0e2c-4d7d-be15-9496481df6d4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.1206605 Jul 16 18:13:31.022742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b81f275d-15dd-41e9-be10-dc9f82126b7c req-8afa528d-6022-4ea9-b00e-d2433ae3bf7a tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528395 Jul 16 18:13:31.297197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 2c042afe-44e1-47c8-840c-d1015b3a936f details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:31.380243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061b0f4-216c-4a37-be03-2b09d8c6e84d req-9762e2b8-495c-4489-84d6-fd531ec5786d tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:31.399197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f061b0f4-216c-4a37-be03-2b09d8c6e84d req-9762e2b8-495c-4489-84d6-fd531ec5786d tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 948 time: 0.1397371 Jul 16 18:13:31.447974 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 2c042afe-44e1-47c8-840c-d1015b3a936f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=2c042afe-44e1-47c8-840c-d1015b3a936f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:31.459672 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '2c042afe-44e1-47c8-840c-d1015b3a936f', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '2c042afe-44e1-47c8-840c-d1015b3a936f', 'mac_address': 'fa:16:3e:09:cc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:31.477195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f061b0f4-216c-4a37-be03-2b09d8c6e84d req-e365b282-6e9a-4a8b-81f3-6f17bbb83d61 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627227 Jul 16 18:13:31.513417 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.528678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c042afe-44e1-47c8-840c-d1015b3a936f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:31.583624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 2c042afe-44e1-47c8-840c-d1015b3a936f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=2c042afe-44e1-47c8-840c-d1015b3a936f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:31.592928 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.653423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=2c042afe-44e1-47c8-840c-d1015b3a936f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:31.911075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['2c042afe-44e1-47c8-840c-d1015b3a936f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:32.048396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:32.058731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-772f0c0e-2ce7-4bb3-a674-dea3aed3e8ac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'subnet': {'network_id': 'dea18311-a4f4-4956-9b9d-44e31e028594', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:32.166835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772f0c0e-2ce7-4bb3-a674-dea3aed3e8ac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:32.170645 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-772f0c0e-2ce7-4bb3-a674-dea3aed3e8ac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.295446 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eb851a3-f27c-49b6-82b9-49f07fe11057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.329187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a3af5-d283-48d2-831e-570214ba69c5 req-b8e4f7f3-27d6-4c90-9cd8-17040e377dec tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:32.330656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-421a3af5-d283-48d2-831e-570214ba69c5 req-b8e4f7f3-27d6-4c90-9cd8-17040e377dec tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.1565690 Jul 16 18:13:32.415860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90591055-c5c5-4698-a9b4-21c058bf4e7e details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:32.487113 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.540771 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.587188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90591055-c5c5-4698-a9b4-21c058bf4e7e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90591055-c5c5-4698-a9b4-21c058bf4e7e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:32.614160 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '90591055-c5c5-4698-a9b4-21c058bf4e7e', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '90591055-c5c5-4698-a9b4-21c058bf4e7e', 'mac_address': 'fa:16:3e:a1:32:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:32.620025 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.668436 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.684531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90591055-c5c5-4698-a9b4-21c058bf4e7e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:32.711980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90591055-c5c5-4698-a9b4-21c058bf4e7e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90591055-c5c5-4698-a9b4-21c058bf4e7e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:32.720880 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.800334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=90591055-c5c5-4698-a9b4-21c058bf4e7e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.847168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-421a3af5-d283-48d2-831e-570214ba69c5 req-072124a5-7b74-48f0-91f8-702c41fc7769 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058613 Jul 16 18:13:32.932310 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df631e5-4bbd-400e-a9e2-5d345124017a req-a2e0cc09-fa5c-4ae6-b385-c88aeaed5c47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:32.934197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0df631e5-4bbd-400e-a9e2-5d345124017a req-a2e0cc09-fa5c-4ae6-b385-c88aeaed5c47 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 949 time: 0.1849914 Jul 16 18:13:32.948459 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-772f0c0e-2ce7-4bb3-a674-dea3aed3e8ac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.023811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0df631e5-4bbd-400e-a9e2-5d345124017a req-2277687a-25c0-4fa9-b022-0f9cf605fd4c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832808 Jul 16 18:13:33.025023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['90591055-c5c5-4698-a9b4-21c058bf4e7e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:33.031533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f0c0e-2ce7-4bb3-a674-dea3aed3e8ac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Subnet': ['ID=50f8a55c-d52c-410f-ba58-5d302d84533b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.041360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f0c0e-2ce7-4bb3-a674-dea3aed3e8ac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Checking segment: {'id': '94b51c20-2a11-407c-a981-c6e4adac238a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'dea18311-a4f4-4956-9b9d-44e31e028594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:33.041757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f0c0e-2ce7-4bb3-a674-dea3aed3e8ac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network hostable DHCP agents. Network: dea18311-a4f4-4956-9b9d-44e31e028594, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:33.071183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f0c0e-2ce7-4bb3-a674-dea3aed3e8ac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network dea18311-a4f4-4956-9b9d-44e31e028594 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:33.087756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-772f0c0e-2ce7-4bb3-a674-dea3aed3e8ac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, dea18311-a4f4-4956-9b9d-44e31e028594) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:33.098759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c02007d-b8d8-40cb-9e47-ca432e70f7c5 None None] Network dea18311-a4f4-4956-9b9d-44e31e028594 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:33.104448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f0c0e-2ce7-4bb3-a674-dea3aed3e8ac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:33.105355 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-772f0c0e-2ce7-4bb3-a674-dea3aed3e8ac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.129203 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-772f0c0e-2ce7-4bb3-a674-dea3aed3e8ac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0755680 Jul 16 18:13:33.129965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.135313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0fbea623-88fe-4859-8562-9e9e2534d9cb tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-824467379'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:33.163815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbea623-88fe-4859-8562-9e9e2534d9cb tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:33.168772 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fbea623-88fe-4859-8562-9e9e2534d9cb tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.209107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbea623-88fe-4859-8562-9e9e2534d9cb tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:33.224508 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fbea623-88fe-4859-8562-9e9e2534d9cb tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.224876 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-0fbea623-88fe-4859-8562-9e9e2534d9cb tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Added segment 8e8a6d1c-80cf-4b7f-a2a0-b1bd5202b851 of type vlan for network 64b6b725-3f8a-4527-88c7-323676e82118 Jul 16 18:13:33.284626 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fbea623-88fe-4859-8562-9e9e2534d9cb tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.303037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 2c042afe-44e1-47c8-840c-d1015b3a936f up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:33.322943 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fbea623-88fe-4859-8562-9e9e2534d9cb tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.344500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbea623-88fe-4859-8562-9e9e2534d9cb tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:33.345223 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fbea623-88fe-4859-8562-9e9e2534d9cb tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.353079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-dea18311-a4f4-4956-9b9d-44e31e028594', 'network_id': 'dea18311-a4f4-4956-9b9d-44e31e028594', 'tenant_id': '8d32aaa3845d46268a07d0b9c754d221', 'fixed_ips': [{'subnet_id': '50f8a55c-d52c-410f-ba58-5d302d84533b'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:33.354245 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.452562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 2c042afe-44e1-47c8-840c-d1015b3a936f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:33.465400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 2c042afe-44e1-47c8-840c-d1015b3a936f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:33.465766 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.475095 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0fbea623-88fe-4859-8562-9e9e2534d9cb tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3415627 Jul 16 18:13:33.475095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbea623-88fe-4859-8562-9e9e2534d9cb tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Network': ['ID=64b6b725-3f8a-4527-88c7-323676e82118,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.475645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.482451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3d817a2f-cfa9-49e4-b08b-252de9e82ff0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'subnet': {'network_id': '64b6b725-3f8a-4527-88c7-323676e82118', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:33.496579 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 64b6b725-3f8a-4527-88c7-323676e82118 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:33.642844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Allocated IP 2001:db8:0:ffff::2 (dea18311-a4f4-4956-9b9d-44e31e028594/50f8a55c-d52c-410f-ba58-5d302d84533b/68948481-9d88-4d74-9e1c-9823f133567f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:33.816753 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.843721 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.884525 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f66f51c-4d6c-45ae-bdc2-c09acdc5781d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c042afe-44e1-47c8-840c-d1015b3a936f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:33.887421 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6821e14-6987-437e-abce-ffb513ad4cb7" -d '{"events": [{"server_uuid": "8f66f51c-4d6c-45ae-bdc2-c09acdc5781d", "name": "network-vif-plugged", "status": "completed", "tag": "2c042afe-44e1-47c8-840c-d1015b3a936f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:33.969901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 2c042afe-44e1-47c8-840c-d1015b3a936f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=2c042afe-44e1-47c8-840c-d1015b3a936f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:34.001035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d817a2f-cfa9-49e4-b08b-252de9e82ff0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:34.005395 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d817a2f-cfa9-49e4-b08b-252de9e82ff0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.066879 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f31f65-e7f6-419f-b8f7-9ba1ee994f29 x-openstack-request-id: req-82f31f65-e7f6-419f-b8f7-9ba1ee994f29 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:34.067191 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f66f51c-4d6c-45ae-bdc2-c09acdc5781d", "name": "network-vif-plugged", "status": "completed", "tag": "2c042afe-44e1-47c8-840c-d1015b3a936f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:34.069111 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82f31f65-e7f6-419f-b8f7-9ba1ee994f29 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:34.069799 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f66f51c-4d6c-45ae-bdc2-c09acdc5781d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c042afe-44e1-47c8-840c-d1015b3a936f', 'code': 200} Jul 16 18:13:34.071650 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.209429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=2c042afe-44e1-47c8-840c-d1015b3a936f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.214618 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d817a2f-cfa9-49e4-b08b-252de9e82ff0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.257789 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.269174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Transition to ACTIVE for port object 68948481-9d88-4d74-9e1c-9823f133567f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:34.288065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Transition to ACTIVE for port object 68948481-9d88-4d74-9e1c-9823f133567f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:34.294819 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d817a2f-cfa9-49e4-b08b-252de9e82ff0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Checking segment: {'id': '8e8a6d1c-80cf-4b7f-a2a0-b1bd5202b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '64b6b725-3f8a-4527-88c7-323676e82118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:34.295531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d817a2f-cfa9-49e4-b08b-252de9e82ff0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network hostable DHCP agents. Network: 64b6b725-3f8a-4527-88c7-323676e82118, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:34.296127 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.306693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb9976-ec7b-49e8-9b5a-cd2aa55e906f req-7f8e1b8c-2e87-4fa1-89e4-270fc5014932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:34.308542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34fb9976-ec7b-49e8-9b5a-cd2aa55e906f req-7f8e1b8c-2e87-4fa1-89e4-270fc5014932 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 1101 time: 0.2352729 Jul 16 18:13:34.311483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d817a2f-cfa9-49e4-b08b-252de9e82ff0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Subnet': ['ID=2976661c-b135-4960-b91d-d134941a36d7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.326851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d817a2f-cfa9-49e4-b08b-252de9e82ff0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network 64b6b725-3f8a-4527-88c7-323676e82118 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:34.331919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a2636-e10e-42cc-8ea6-5c9945dd1101 req-f7ebfb35-62f0-4ac7-ab68-ba814d907da3 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:34.333487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b00a2636-e10e-42cc-8ea6-5c9945dd1101 req-f7ebfb35-62f0-4ac7-ab68-ba814d907da3 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.2051780 Jul 16 18:13:34.338888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3d817a2f-cfa9-49e4-b08b-252de9e82ff0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 64b6b725-3f8a-4527-88c7-323676e82118) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:34.345087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d817a2f-cfa9-49e4-b08b-252de9e82ff0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:34.346346 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d817a2f-cfa9-49e4-b08b-252de9e82ff0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.363499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Pushing event updated for resources: {'Port': ['ID=68948481-9d88-4d74-9e1c-9823f133567f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.367877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc92bc4-7c7d-4aea-b45d-0ca9e40e98cc None None] Network 64b6b725-3f8a-4527-88c7-323676e82118 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:34.369155 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3d817a2f-cfa9-49e4-b08b-252de9e82ff0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8913081 Jul 16 18:13:34.371255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:34.396658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Network dea18311-a4f4-4956-9b9d-44e31e028594 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:34.399563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:34.402273 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:34.423667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34fb9976-ec7b-49e8-9b5a-cd2aa55e906f req-e1f93cc6-53da-4071-ac91-226189db9e07 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062644 Jul 16 18:13:34.430358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b00a2636-e10e-42cc-8ea6-5c9945dd1101 req-59e7d9ac-5266-4703-a131-a9949b4678e8 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869439 Jul 16 18:13:34.449928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778e93f-4c1d-4c30-af42-17dfd558b1ed req-97aa1439-7583-4ee1-b5d4-2ca39c6508df tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:34.457156 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b778e93f-4c1d-4c30-af42-17dfd558b1ed req-97aa1439-7583-4ee1-b5d4-2ca39c6508df tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 950 time: 0.1892843 Jul 16 18:13:34.553172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b778e93f-4c1d-4c30-af42-17dfd558b1ed req-860c7f42-a8d3-47e2-9b0d-1dfadb2a6cae tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948579 Jul 16 18:13:34.568880 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.643239 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.661259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90591055-c5c5-4698-a9b4-21c058bf4e7e up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:34.722648 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.759510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Subnet': ['ID=2976661c-b135-4960-b91d-d134941a36d7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.786807 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Attempting to bind port 68948481-9d88-4d74-9e1c-9823f133567f on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:34.787186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Attempting to bind port 68948481-9d88-4d74-9e1c-9823f133567f by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '94b51c20-2a11-407c-a981-c6e4adac238a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'dea18311-a4f4-4956-9b9d-44e31e028594'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:34.787554 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Attempting to bind port 68948481-9d88-4d74-9e1c-9823f133567f on network dea18311-a4f4-4956-9b9d-44e31e028594 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:34.817060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:34.817476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Checking segment: {'id': '94b51c20-2a11-407c-a981-c6e4adac238a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'dea18311-a4f4-4956-9b9d-44e31e028594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:34.817888 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.818298 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Bound using segment: {'id': '94b51c20-2a11-407c-a981-c6e4adac238a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'dea18311-a4f4-4956-9b9d-44e31e028594'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:34.818786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Bound port: 68948481-9d88-4d74-9e1c-9823f133567f, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b51c20-2a11-407c-a981-c6e4adac238a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'dea18311-a4f4-4956-9b9d-44e31e028594'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:34.819173 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.863896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274873ea-5002-42d9-9da9-79052a181e08 None None] Network 64b6b725-3f8a-4527-88c7-323676e82118 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:34.869139 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.880881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b6b725-3f8a-4527-88c7-323676e82118']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.893844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8a6d1c-80cf-4b7f-a2a0-b1bd5202b851') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.894165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 90591055-c5c5-4698-a9b4-21c058bf4e7e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:34.894672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8a6d1c-80cf-4b7f-a2a0-b1bd5202b851') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.908814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.910248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 90591055-c5c5-4698-a9b4-21c058bf4e7e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:34.910554 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.939226 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.953082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:34.955323 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:34.962916 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:35.013857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] For port 68948481-9d88-4d74-9e1c-9823f133567f, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:35.060624 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.066689 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.068711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/64b6b725-3f8a-4527-88c7-323676e82118 HTTP/1.1" status: 204 len: 168 time: 0.6914504 Jul 16 18:13:35.073081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:35.076148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] For port 68948481-9d88-4d74-9e1c-9823f133567f, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=68948481-9d88-4d74-9e1c-9823f133567f,segment=NetworkSegment(94b51c20-2a11-407c-a981-c6e4adac238a),segment_id=94b51c20-2a11-407c-a981-c6e4adac238a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:35.084100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-19e0dde5-ad20-4d60-8928-84824e6761ce tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1384457198'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:35.099954 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.105851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce741361-666d-4527-bc4b-13a55380ae11 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Network': ['ID=64b6b725-3f8a-4527-88c7-323676e82118,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.117440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e0dde5-ad20-4d60-8928-84824e6761ce tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:35.122035 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19e0dde5-ad20-4d60-8928-84824e6761ce tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.151805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e0dde5-ad20-4d60-8928-84824e6761ce tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:35.167409 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19e0dde5-ad20-4d60-8928-84824e6761ce tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.168585 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-19e0dde5-ad20-4d60-8928-84824e6761ce tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Added segment 07a1e809-f8d2-4b4b-8629-dfed44d96db1 of type vlan for network 24d29e34-efe7-4ad4-b5c7-f3e613f31c39 Jul 16 18:13:35.186953 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.242619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 90591055-c5c5-4698-a9b4-21c058bf4e7e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90591055-c5c5-4698-a9b4-21c058bf4e7e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:35.260163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6adf38-5cc6-4cec-8ec4-8db979f277f7 None None] Pushing event updated for resources: {'Port': ['ID=68948481-9d88-4d74-9e1c-9823f133567f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.263959 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.282193 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19e0dde5-ad20-4d60-8928-84824e6761ce tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.315881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=90591055-c5c5-4698-a9b4-21c058bf4e7e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.343298 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19e0dde5-ad20-4d60-8928-84824e6761ce tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.348824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0dde5-ad20-4d60-8928-84824e6761ce tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:35.349601 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-19e0dde5-ad20-4d60-8928-84824e6761ce tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.396299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:35.400146 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-19e0dde5-ad20-4d60-8928-84824e6761ce tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3251934 Jul 16 18:13:35.404340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ae0c6148-ec18-4987-8851-f2ee7187195f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'subnet': {'network_id': '24d29e34-efe7-4ad4-b5c7-f3e613f31c39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:35.473873 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.511444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0dde5-ad20-4d60-8928-84824e6761ce tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Network': ['ID=24d29e34-efe7-4ad4-b5c7-f3e613f31c39,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.530196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 24d29e34-efe7-4ad4-b5c7-f3e613f31c39 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:35.693161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0c6148-ec18-4987-8851-f2ee7187195f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:35.697197 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6148-ec18-4987-8851-f2ee7187195f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.945738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b3b09-cb5d-40ee-a8ea-fe35a075b770 req-c4bf1907-da3f-4342-b8dd-9985d210f9ec tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:35.947392 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e02b3b09-cb5d-40ee-a8ea-fe35a075b770 req-c4bf1907-da3f-4342-b8dd-9985d210f9ec tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.2336836 Jul 16 18:13:35.958659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a23a3-1f6f-41b5-9923-9a2d01ff7d39 req-4f4b5d07-4b34-41af-b2e2-f87b2b890899 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:35.960438 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-143a23a3-1f6f-41b5-9923-9a2d01ff7d39 req-4f4b5d07-4b34-41af-b2e2-f87b2b890899 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 950 time: 0.2316887 Jul 16 18:13:36.056783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-143a23a3-1f6f-41b5-9923-9a2d01ff7d39 req-c0a963ae-68dc-429d-ad91-50cadf5ca6df tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859885 Jul 16 18:13:36.070580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c67046-9d57-485a-83b4-dcc0d84663e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90591055-c5c5-4698-a9b4-21c058bf4e7e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:36.073173 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fcc1c9-fb5f-443e-b33c-2c9fa34b1a38" -d '{"events": [{"server_uuid": "49c67046-9d57-485a-83b4-dcc0d84663e5", "name": "network-vif-plugged", "status": "completed", "tag": "90591055-c5c5-4698-a9b4-21c058bf4e7e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:36.079269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e02b3b09-cb5d-40ee-a8ea-fe35a075b770 req-1e80549f-857a-4126-b9b7-97d17cdf7edc tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147020 Jul 16 18:13:36.152759 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f07a87-33db-4bde-9c75-447ac2461d82 x-openstack-request-id: req-67f07a87-33db-4bde-9c75-447ac2461d82 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:36.152759 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c67046-9d57-485a-83b4-dcc0d84663e5", "name": "network-vif-plugged", "status": "completed", "tag": "90591055-c5c5-4698-a9b4-21c058bf4e7e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:36.152759 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67f07a87-33db-4bde-9c75-447ac2461d82 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:36.152759 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c67046-9d57-485a-83b4-dcc0d84663e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90591055-c5c5-4698-a9b4-21c058bf4e7e', 'code': 200} Jul 16 18:13:36.153654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6148-ec18-4987-8851-f2ee7187195f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.222207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c6148-ec18-4987-8851-f2ee7187195f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Subnet': ['ID=f9285821-c256-48d7-883b-1014d5735e9c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.230483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c6148-ec18-4987-8851-f2ee7187195f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Checking segment: {'id': '07a1e809-f8d2-4b4b-8629-dfed44d96db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24d29e34-efe7-4ad4-b5c7-f3e613f31c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:36.231115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c6148-ec18-4987-8851-f2ee7187195f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network hostable DHCP agents. Network: 24d29e34-efe7-4ad4-b5c7-f3e613f31c39, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:36.257133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c6148-ec18-4987-8851-f2ee7187195f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network 24d29e34-efe7-4ad4-b5c7-f3e613f31c39 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:36.272147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c6148-ec18-4987-8851-f2ee7187195f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 24d29e34-efe7-4ad4-b5c7-f3e613f31c39) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:36.280026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0c6148-ec18-4987-8851-f2ee7187195f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:36.282354 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6148-ec18-4987-8851-f2ee7187195f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.282856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6384ce26-9002-4f8b-ae82-94b78e13fedf None None] Network 24d29e34-efe7-4ad4-b5c7-f3e613f31c39 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:36.305119 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ae0c6148-ec18-4987-8851-f2ee7187195f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9019699 Jul 16 18:13:36.305440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:36.315691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b399bcd9-9cf2-4222-a1e5-c97f4ab4a34e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1233974753'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:36.346399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc478cd1-9b6f-4ed2-a0b6-a848b3c2cb72 req-c092da26-dece-4c6b-ab92-979333d1d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:36.347886 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cc478cd1-9b6f-4ed2-a0b6-a848b3c2cb72 req-c092da26-dece-4c6b-ab92-979333d1d1eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49c67046-9d57-485a-83b4-dcc0d84663e5 HTTP/1.1" status: 200 len: 1101 time: 0.0862534 Jul 16 18:13:36.415874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b399bcd9-9cf2-4222-a1e5-c97f4ab4a34e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:36.422063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b399bcd9-9cf2-4222-a1e5-c97f4ab4a34e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.427820 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cc478cd1-9b6f-4ed2-a0b6-a848b3c2cb72 req-a792356c-8689-4fa9-bcc2-d4ba5d0725db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614929 Jul 16 18:13:36.469995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b399bcd9-9cf2-4222-a1e5-c97f4ab4a34e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:36.485978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b399bcd9-9cf2-4222-a1e5-c97f4ab4a34e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.486558 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-b399bcd9-9cf2-4222-a1e5-c97f4ab4a34e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Added segment 0d6296c7-0aad-4de9-a5a3-87817a1694cb of type vlan for network ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6 Jul 16 18:13:36.534645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342b2f6-683d-43b0-909c-8de91c4abc68 req-2d15c247-4914-4059-bd45-63fd39d06094 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:36.536509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2342b2f6-683d-43b0-909c-8de91c4abc68 req-2d15c247-4914-4059-bd45-63fd39d06094 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=49c67046-9d57-485a-83b4-dcc0d84663e5 HTTP/1.1" status: 200 len: 950 time: 0.2045386 Jul 16 18:13:36.609121 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b399bcd9-9cf2-4222-a1e5-c97f4ab4a34e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.613556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-24d29e34-efe7-4ad4-b5c7-f3e613f31c39', 'network_id': '24d29e34-efe7-4ad4-b5c7-f3e613f31c39', 'tenant_id': '8d32aaa3845d46268a07d0b9c754d221', 'fixed_ips': [{'subnet_id': 'f9285821-c256-48d7-883b-1014d5735e9c'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:36.614866 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.628577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2342b2f6-683d-43b0-909c-8de91c4abc68 req-607b23d7-b5bf-433e-a55e-540d4620abcf tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814734 Jul 16 18:13:36.689011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 68948481-9d88-4d74-9e1c-9823f133567f up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:36.695316 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b399bcd9-9cf2-4222-a1e5-c97f4ab4a34e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.701128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b399bcd9-9cf2-4222-a1e5-c97f4ab4a34e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:36.701815 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b399bcd9-9cf2-4222-a1e5-c97f4ab4a34e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.789367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399bcd9-9cf2-4222-a1e5-c97f4ab4a34e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Network': ['ID=ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.805532 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e036e-895b-4581-be2b-62dcaf99b09f None None] Network dea18311-a4f4-4956-9b9d-44e31e028594 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:36.812020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:36.816251 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b399bcd9-9cf2-4222-a1e5-c97f4ab4a34e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5095134 Jul 16 18:13:36.818794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:36.824507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'subnet': {'network_id': 'ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:36.978244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:36.983512 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.996741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d17b3931-4025-459d-bec9-2674c1e0d135 None None] Provisioning for port 68948481-9d88-4d74-9e1c-9823f133567f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:37.056870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:13:37.057900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:13:37.058070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 68948481-9d88-4d74-9e1c-9823f133567f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:37.062296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Allocated IP 2001:db8::3 (24d29e34-efe7-4ad4-b5c7-f3e613f31c39/f9285821-c256-48d7-883b-1014d5735e9c/a7f8f1cc-e723-499e-bb71-f042c7ec77bc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:37.077909 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 68948481-9d88-4d74-9e1c-9823f133567f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:37.078582 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.306499 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.467269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Checking segment: {'id': '0d6296c7-0aad-4de9-a5a3-87817a1694cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:37.467973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network hostable DHCP agents. Network: ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:37.494680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Subnet': ['ID=d1223ce4-a4ea-4fd5-8017-f43f18f47ac7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.521452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d7c81-6f56-4cb8-88ca-2fa58decdbb0 req-f8de46c5-7a1a-4e60-9d61-c72d9637465b tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.522030 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.534949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-348d7c81-6f56-4cb8-88ca-2fa58decdbb0 req-f8de46c5-7a1a-4e60-9d61-c72d9637465b tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.2148342 Jul 16 18:13:37.536358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:37.538131 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.581480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:37.582839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Transition to ACTIVE for port object a7f8f1cc-e723-499e-bb71-f042c7ec77bc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:37.587515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.588177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.602876 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28ab1c8-7cb0-4d87-bb14-5595ed5b7127 None None] Network ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:37.613443 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-348d7c81-6f56-4cb8-88ca-2fa58decdbb0 req-f40ef885-dd8f-4903-b8ec-70fb200919b4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689127 Jul 16 18:13:37.629781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-96411074-a6d6-4c6a-bd3d-0d47ed74766d tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8091176 Jul 16 18:13:37.632254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:37.681980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 68948481-9d88-4d74-9e1c-9823f133567f, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=68948481-9d88-4d74-9e1c-9823f133567f,segment=NetworkSegment(94b51c20-2a11-407c-a981-c6e4adac238a),segment_id=94b51c20-2a11-407c-a981-c6e4adac238a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:37.702125 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.732872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Transition to ACTIVE for port object a7f8f1cc-e723-499e-bb71-f042c7ec77bc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:37.765878 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.858847 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.891098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.901987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=68948481-9d88-4d74-9e1c-9823f133567f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.986053 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.023452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Network 24d29e34-efe7-4ad4-b5c7-f3e613f31c39 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:38.032277 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Subnet': ['ID=d1223ce4-a4ea-4fd5-8017-f43f18f47ac7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:38.041242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7487de8-6235-409e-bcdc-d854472b4821 req-fb7df392-88ae-472c-b6c7-00722457752a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.042663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:38.043418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7487de8-6235-409e-bcdc-d854472b4821 req-fb7df392-88ae-472c-b6c7-00722457752a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=49c67046-9d57-485a-83b4-dcc0d84663e5 HTTP/1.1" status: 200 len: 950 time: 0.1713502 Jul 16 18:13:38.054504 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Pushing event updated for resources: {'Port': ['ID=a7f8f1cc-e723-499e-bb71-f042c7ec77bc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:38.056991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:38.072247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-175f8c9c-14fd-41da-a2d6-ad783f066e05 None None] Provisioning complete for port 68948481-9d88-4d74-9e1c-9823f133567f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:38.072619 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-175f8c9c-14fd-41da-a2d6-ad783f066e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.151188 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7487de8-6235-409e-bcdc-d854472b4821 req-7dfb8ec9-4254-4ae0-a9ff-311281d4e6e1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974617 Jul 16 18:13:38.166778 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.181136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:38.194464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6296c7-0aad-4de9-a5a3-87817a1694cb') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:38.194772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6296c7-0aad-4de9-a5a3-87817a1694cb') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:38.205549 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.223920 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.230582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:38.231137 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.253579 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36eb1d4-0928-459a-8059-334fcb581d04 None None] Network ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:38.296325 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Attempting to bind port a7f8f1cc-e723-499e-bb71-f042c7ec77bc on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:38.296723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Attempting to bind port a7f8f1cc-e723-499e-bb71-f042c7ec77bc by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '07a1e809-f8d2-4b4b-8629-dfed44d96db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24d29e34-efe7-4ad4-b5c7-f3e613f31c39'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:38.297140 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Attempting to bind port a7f8f1cc-e723-499e-bb71-f042c7ec77bc on network 24d29e34-efe7-4ad4-b5c7-f3e613f31c39 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:38.315696 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:38.320079 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.332654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:38.333802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Checking segment: {'id': '07a1e809-f8d2-4b4b-8629-dfed44d96db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24d29e34-efe7-4ad4-b5c7-f3e613f31c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:38.334760 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.335500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Bound using segment: {'id': '07a1e809-f8d2-4b4b-8629-dfed44d96db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24d29e34-efe7-4ad4-b5c7-f3e613f31c39'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:38.336269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Bound port: a7f8f1cc-e723-499e-bb71-f042c7ec77bc, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a1e809-f8d2-4b4b-8629-dfed44d96db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '24d29e34-efe7-4ad4-b5c7-f3e613f31c39'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:38.338150 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.344496 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.350584 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6 HTTP/1.1" status: 204 len: 168 time: 0.7171071 Jul 16 18:13:38.354099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.360722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c831bba7-c8f1-46bb-90f0-3503e314631f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-554654537'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:38.402669 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024656f2-ca75-41ea-8a71-30adf845b40f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Network': ['ID=ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:38.421473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c831bba7-c8f1-46bb-90f0-3503e314631f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:38.425824 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c831bba7-c8f1-46bb-90f0-3503e314631f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.467124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c831bba7-c8f1-46bb-90f0-3503e314631f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:38.477235 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c831bba7-c8f1-46bb-90f0-3503e314631f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.478003 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-c831bba7-c8f1-46bb-90f0-3503e314631f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Added segment 5731514e-2d40-4e68-8564-dedb66c517cd of type vlan for network 71959321-b8f3-4d82-9769-b23cd1fc1883 Jul 16 18:13:38.553438 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c831bba7-c8f1-46bb-90f0-3503e314631f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.624491 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c831bba7-c8f1-46bb-90f0-3503e314631f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.629595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c831bba7-c8f1-46bb-90f0-3503e314631f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.629763 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c831bba7-c8f1-46bb-90f0-3503e314631f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.642289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 68948481-9d88-4d74-9e1c-9823f133567f up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:38.732847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c831bba7-c8f1-46bb-90f0-3503e314631f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3770556 Jul 16 18:13:38.735342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47288) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.740581 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1a83ab39-2d7e-4f00-836b-9ca2aa958079 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'subnet': {'network_id': '71959321-b8f3-4d82-9769-b23cd1fc1883', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:38.750174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] For port a7f8f1cc-e723-499e-bb71-f042c7ec77bc, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:38.755496 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] For port a7f8f1cc-e723-499e-bb71-f042c7ec77bc, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a7f8f1cc-e723-499e-bb71-f042c7ec77bc,segment=NetworkSegment(07a1e809-f8d2-4b4b-8629-dfed44d96db1),segment_id=07a1e809-f8d2-4b4b-8629-dfed44d96db1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:38.764291 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.821964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 68948481-9d88-4d74-9e1c-9823f133567f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:38.822368 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.854090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831bba7-c8f1-46bb-90f0-3503e314631f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Network': ['ID=71959321-b8f3-4d82-9769-b23cd1fc1883,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:38.934393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e38e6-3c00-47b3-aa9a-3f1cd7ac6362 req-f0a1900e-1432-4052-9b2e-9e7df31eee57 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.973072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e38e6-3c00-47b3-aa9a-3f1cd7ac6362 req-f0a1900e-1432-4052-9b2e-9e7df31eee57 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.979961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a83ab39-2d7e-4f00-836b-9ca2aa958079 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:38.984325 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a83ab39-2d7e-4f00-836b-9ca2aa958079 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.988772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e38e6-3c00-47b3-aa9a-3f1cd7ac6362 req-f0a1900e-1432-4052-9b2e-9e7df31eee57 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.005635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e38e6-3c00-47b3-aa9a-3f1cd7ac6362 req-f0a1900e-1432-4052-9b2e-9e7df31eee57 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.012227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e38e6-3c00-47b3-aa9a-3f1cd7ac6362 req-f0a1900e-1432-4052-9b2e-9e7df31eee57 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.029524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e38e6-3c00-47b3-aa9a-3f1cd7ac6362 req-f0a1900e-1432-4052-9b2e-9e7df31eee57 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.043644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e38e6-3c00-47b3-aa9a-3f1cd7ac6362 req-f0a1900e-1432-4052-9b2e-9e7df31eee57 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.054799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 71959321-b8f3-4d82-9769-b23cd1fc1883 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:39.056789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb3e38e6-3c00-47b3-aa9a-3f1cd7ac6362 req-f0a1900e-1432-4052-9b2e-9e7df31eee57 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5434 time: 0.4470835 Jul 16 18:13:39.115037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fed412-693c-434a-9b63-046fc540aeba None None] Pushing event updated for resources: {'Port': ['ID=a7f8f1cc-e723-499e-bb71-f042c7ec77bc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.163833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a5691-74f4-45b8-a3d2-62398fcf52b7 req-ab0c1728-8dfb-4c91-924c-b58c3afdabc8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.171895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a5691-74f4-45b8-a3d2-62398fcf52b7 req-ab0c1728-8dfb-4c91-924c-b58c3afdabc8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.182934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d6a5691-74f4-45b8-a3d2-62398fcf52b7 req-ab0c1728-8dfb-4c91-924c-b58c3afdabc8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=49c67046-9d57-485a-83b4-dcc0d84663e5&device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 1691 time: 0.5204561 Jul 16 18:13:39.239537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb3e38e6-3c00-47b3-aa9a-3f1cd7ac6362 req-cd10a000-ee32-4ddb-8afb-673f237bb3d7 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817660 Jul 16 18:13:39.288421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d6a5691-74f4-45b8-a3d2-62398fcf52b7 req-6e0a2a82-0ac8-42c8-987f-0f558ede8272 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046026 Jul 16 18:13:39.366961 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a83ab39-2d7e-4f00-836b-9ca2aa958079 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.527927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83ab39-2d7e-4f00-836b-9ca2aa958079 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Subnet': ['ID=f7f86b91-55da-47a7-9914-9b548f7e7982,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.533492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83ab39-2d7e-4f00-836b-9ca2aa958079 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Checking segment: {'id': '5731514e-2d40-4e68-8564-dedb66c517cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '71959321-b8f3-4d82-9769-b23cd1fc1883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:39.533860 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a83ab39-2d7e-4f00-836b-9ca2aa958079 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network hostable DHCP agents. Network: 71959321-b8f3-4d82-9769-b23cd1fc1883, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:39.585005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-10d5a808-d4b2-44cc-ab98-aff8bb3d6173 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.594233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-10d5a808-d4b2-44cc-ab98-aff8bb3d6173 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.601193 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-10d5a808-d4b2-44cc-ab98-aff8bb3d6173 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.607759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-10d5a808-d4b2-44cc-ab98-aff8bb3d6173 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.614090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-10d5a808-d4b2-44cc-ab98-aff8bb3d6173 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.620329 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-10d5a808-d4b2-44cc-ab98-aff8bb3d6173 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.627106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-10d5a808-d4b2-44cc-ab98-aff8bb3d6173 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.630007 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-10d5a808-d4b2-44cc-ab98-aff8bb3d6173 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 5434 time: 0.1614699 Jul 16 18:13:39.630920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a83ab39-2d7e-4f00-836b-9ca2aa958079 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network 71959321-b8f3-4d82-9769-b23cd1fc1883 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:39.657175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3851f-c378-48c7-8072-f57ccfc89c4a req-0769543e-4785-49a6-a656-96481a7d6ea8 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.659392 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2af3851f-c378-48c7-8072-f57ccfc89c4a req-0769543e-4785-49a6-a656-96481a7d6ea8 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.1216729 Jul 16 18:13:39.674255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1a83ab39-2d7e-4f00-836b-9ca2aa958079 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 71959321-b8f3-4d82-9769-b23cd1fc1883) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:39.682540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a83ab39-2d7e-4f00-836b-9ca2aa958079 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.683191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a83ab39-2d7e-4f00-836b-9ca2aa958079 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.686109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58a0ffd-0be8-4771-ad89-21bb4915b9e9 None None] Network 71959321-b8f3-4d82-9769-b23cd1fc1883 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:39.712732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-2cf85742-5e05-42fc-ac98-2995c0641a93 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.714744 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-2cf85742-5e05-42fc-ac98-2995c0641a93 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "GET /v2.0/ports/4b93616d-b40c-420c-8b0a-a5239b5587a3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0775287 Jul 16 18:13:39.724317 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1a83ab39-2d7e-4f00-836b-9ca2aa958079 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9845498 Jul 16 18:13:39.724814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.777723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2af3851f-c378-48c7-8072-f57ccfc89c4a req-ac7536ed-7e9a-4739-b93a-5d02ae75d4c5 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074350 Jul 16 18:13:39.863554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da6ce4-6428-4776-8436-422555a61e8f req-ace0f5d9-1353-4f34-9353-b4e0f0b92bc4 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.870909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99da6ce4-6428-4776-8436-422555a61e8f req-ace0f5d9-1353-4f34-9353-b4e0f0b92bc4 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=49c67046-9d57-485a-83b4-dcc0d84663e5 HTTP/1.1" status: 200 len: 1101 time: 0.2102542 Jul 16 18:13:39.903413 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.907477 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-fe5fef42-5d58-4888-91f3-95356725fabc tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "GET /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1822624 Jul 16 18:13:39.918600 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:39.974034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99da6ce4-6428-4776-8436-422555a61e8f req-75b6325b-65a1-46b2-8b1c-4678b078878c tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020906 Jul 16 18:13:39.976993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba2da4-46c4-4312-8a9a-992b7e12d67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-71959321-b8f3-4d82-9769-b23cd1fc1883', 'network_id': '71959321-b8f3-4d82-9769-b23cd1fc1883', 'tenant_id': '8d32aaa3845d46268a07d0b9c754d221', 'fixed_ips': [{'subnet_id': 'f7f86b91-55da-47a7-9914-9b548f7e7982'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:39.981961 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58ba2da4-46c4-4312-8a9a-992b7e12d67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.087731 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.125024 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.274685 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-58ba2da4-46c4-4312-8a9a-992b7e12d67c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7f86b91-55da-47a7-9914-9b548f7e7982: This subnet is being modified by another concurrent operation. Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:13:40.275408 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7f86b91-55da-47a7-9914-9b548f7e7982: This subnet is being modified by another concurrent operation. Jul 16 18:13:40.281067 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 16 18:13:40.316007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a981459-4f85-48ac-ad43-226b11a2cb54 None None] Network 71959321-b8f3-4d82-9769-b23cd1fc1883 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:40.354985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f86b91-55da-47a7-9914-9b548f7e7982,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.385540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a95208-f831-4412-8a54-4a8d563ac153 req-10f3fa3d-83ca-4e79-abd4-c9d774de4f8b tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:40.393155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74a95208-f831-4412-8a54-4a8d563ac153 req-10f3fa3d-83ca-4e79-abd4-c9d774de4f8b tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 1101 time: 0.1891358 Jul 16 18:13:40.413007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] For port 4b93616d-b40c-420c-8b0a-a5239b5587a3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4b93616d-b40c-420c-8b0a-a5239b5587a3,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:40.475461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] For port 4b93616d-b40c-420c-8b0a-a5239b5587a3, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:40.536961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] device_id is not set on port 4b93616d-b40c-420c-8b0a-a5239b5587a3 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:40.539630 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.552017 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.564790 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.574059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74a95208-f831-4412-8a54-4a8d563ac153 req-28cc5241-f08b-4f56-9698-eb71591ccf42 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795480 Jul 16 18:13:40.627365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71959321-b8f3-4d82-9769-b23cd1fc1883']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:40.628418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478ddc12-230a-4cc0-a2a9-6a190eea6a6c None None] Network 24d29e34-efe7-4ad4-b5c7-f3e613f31c39 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:40.639227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5731514e-2d40-4e68-8564-dedb66c517cd') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:40.639671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5731514e-2d40-4e68-8564-dedb66c517cd') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:40.663646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a7f8f1cc-e723-499e-bb71-f042c7ec77bc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:40.692543 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.745414 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.767697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] No DVR routers for this DVR port 4b93616d-b40c-420c-8b0a-a5239b5587a3 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:40.776929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:40.780705 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:40.842742 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:40.877187 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-007d8d84-6091-46ac-9cee-2987df3ac8e0 None None] Provisioning for port a7f8f1cc-e723-499e-bb71-f042c7ec77bc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:40.914558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] Pushing event updated for resources: {'Port': ['ID=4b93616d-b40c-420c-8b0a-a5239b5587a3,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.918204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] In _notify_port_updated(), no bound segment for port 4b93616d-b40c-420c-8b0a-a5239b5587a3 on network f8d3014e-98b1-4372-b371-192abfc83760 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:13:40.920246 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:40.921085 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.922886 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-4d016409-2e28-4afe-a71b-0e00ff43d1fb service neutron] 10.222.0.42 "PUT /v2.0/ports/4b93616d-b40c-420c-8b0a-a5239b5587a3 HTTP/1.1" status: 200 len: 1028 time: 1.0085130 Jul 16 18:13:41.020698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-f04de732-4b97-43a9-bad2-270ab84c6ed8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.027301 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-f04de732-4b97-43a9-bad2-270ab84c6ed8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "GET /v2.0/ports/4aeea441-772e-43d3-9f23-1d59cee62d0e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0964553 Jul 16 18:13:41.028735 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.040541 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:41.052526 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.058209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/71959321-b8f3-4d82-9769-b23cd1fc1883 HTTP/1.1" status: 204 len: 168 time: 1.3297989 Jul 16 18:13:41.068058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port a7f8f1cc-e723-499e-bb71-f042c7ec77bc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:41.076995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-227bc911-dfde-4035-b2df-9424ab3ad819 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870616 Jul 16 18:13:41.144507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:41.150920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port a7f8f1cc-e723-499e-bb71-f042c7ec77bc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:41.151147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-000b74b2-dbde-4aab-b34f-78a8dec8ad26 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1007523348'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:41.152006 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.156315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.192195 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a2827-e0c9-44f5-8f99-51a160a0415b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Network': ['ID=71959321-b8f3-4d82-9769-b23cd1fc1883,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.231679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01d33021-f717-4ff9-9ee3-cc397592e448 None None] Provisioning complete for port 4b93616d-b40c-420c-8b0a-a5239b5587a3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:41.232067 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d33021-f717-4ff9-9ee3-cc397592e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.340465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b188e1-57f6-4604-920d-d7316c9c5d03 req-5cc880f0-8467-477e-9dd5-b0ee07658385 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.346932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b188e1-57f6-4604-920d-d7316c9c5d03 req-5cc880f0-8467-477e-9dd5-b0ee07658385 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.349842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] For port 4aeea441-772e-43d3-9f23-1d59cee62d0e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4aeea441-772e-43d3-9f23-1d59cee62d0e,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:41.352852 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b188e1-57f6-4604-920d-d7316c9c5d03 req-5cc880f0-8467-477e-9dd5-b0ee07658385 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.359414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b188e1-57f6-4604-920d-d7316c9c5d03 req-5cc880f0-8467-477e-9dd5-b0ee07658385 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.365969 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b188e1-57f6-4604-920d-d7316c9c5d03 req-5cc880f0-8467-477e-9dd5-b0ee07658385 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.372426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b188e1-57f6-4604-920d-d7316c9c5d03 req-5cc880f0-8467-477e-9dd5-b0ee07658385 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.380030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70b188e1-57f6-4604-920d-d7316c9c5d03 req-5cc880f0-8467-477e-9dd5-b0ee07658385 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 4659 time: 0.8338299 Jul 16 18:13:41.389231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-01d33021-f717-4ff9-9ee3-cc397592e448 None None] Port 4b93616d-b40c-420c-8b0a-a5239b5587a3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:41.390171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] For port 4aeea441-772e-43d3-9f23-1d59cee62d0e, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:41.414332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000b74b2-dbde-4aab-b34f-78a8dec8ad26 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:41.417910 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000b74b2-dbde-4aab-b34f-78a8dec8ad26 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.441126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] device_id is not set on port 4aeea441-772e-43d3-9f23-1d59cee62d0e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:41.446541 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.452749 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.470051 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.478394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70b188e1-57f6-4604-920d-d7316c9c5d03 req-87f6844f-43f7-4bc4-b3ad-be88e6215d29 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=3651c970-967a-42e9-b5ca-706787424d7e&id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973964 Jul 16 18:13:41.489786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port a7f8f1cc-e723-499e-bb71-f042c7ec77bc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a7f8f1cc-e723-499e-bb71-f042c7ec77bc,segment=NetworkSegment(07a1e809-f8d2-4b4b-8629-dfed44d96db1),segment_id=07a1e809-f8d2-4b4b-8629-dfed44d96db1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:41.496644 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.559428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bc723-aaf2-4fcb-935a-985af06d066f req-b120d2ef-3401-4c66-814a-ca0aa66fb6a8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.564864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-b120d2ef-3401-4c66-814a-ca0aa66fb6a8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4851995 Jul 16 18:13:41.615008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000b74b2-dbde-4aab-b34f-78a8dec8ad26 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:41.628199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18246a-0276-492a-91ca-e8d73b1ea486 req-f8d1834f-414d-4601-bf0b-c8fdbc2b6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.636243 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f18246a-0276-492a-91ca-e8d73b1ea486 req-f8d1834f-414d-4601-bf0b-c8fdbc2b6eae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 1096 time: 0.4203885 Jul 16 18:13:41.639183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=a7f8f1cc-e723-499e-bb71-f042c7ec77bc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.648309 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8513a02c-a7a8-48a3-8633-ed9071254ca0 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/quotas/8396a0323e3a4d4a837f758f8140c2da HTTP/1.1" status: 200 len: 375 time: 0.0706103 Jul 16 18:13:41.654039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] No DVR routers for this DVR port 4aeea441-772e-43d3-9f23-1d59cee62d0e on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:41.734491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] Pushing event updated for resources: {'Port': ['ID=4aeea441-772e-43d3-9f23-1d59cee62d0e,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.780271 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] In _notify_port_updated(), no bound segment for port 4aeea441-772e-43d3-9f23-1d59cee62d0e on network f8d3014e-98b1-4372-b371-192abfc83760 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:13:41.781674 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.782665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.784947 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c17088cc-b477-438a-a7f6-b9db4c8f3b3d service neutron] 10.222.0.42 "PUT /v2.0/ports/4aeea441-772e-43d3-9f23-1d59cee62d0e HTTP/1.1" status: 200 len: 1026 time: 0.7522743 Jul 16 18:13:41.794742 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000b74b2-dbde-4aab-b34f-78a8dec8ad26 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.795245 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-000b74b2-dbde-4aab-b34f-78a8dec8ad26 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Added segment ab217f0f-74d6-4d34-b70c-405686952420 of type vlan for network f36ba1cf-85d2-458b-8c9f-3e47a3900039 Jul 16 18:13:41.815147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5f8a80ce-5808-46e1-b183-208863d4cc18 None None] Provisioning complete for port a7f8f1cc-e723-499e-bb71-f042c7ec77bc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:41.816418 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f8a80ce-5808-46e1-b183-208863d4cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.894398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ebbaa5-e695-4830-9237-ab4bad146e64 None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:13:42.007545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-b18dd9d8-afdf-4767-a6f1-e1e363ae900d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Deleting port b8437eda-68aa-4615-8c69-a9ca4460558a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:42.008146 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-b18dd9d8-afdf-4767-a6f1-e1e363ae900d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.090162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ebbaa5-e695-4830-9237-ab4bad146e64 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:13:42.141450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-b18dd9d8-afdf-4767-a6f1-e1e363ae900d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] For port b8437eda-68aa-4615-8c69-a9ca4460558a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b8437eda-68aa-4615-8c69-a9ca4460558a,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:42.146915 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-b18dd9d8-afdf-4767-a6f1-e1e363ae900d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.158411 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-b18dd9d8-afdf-4767-a6f1-e1e363ae900d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Calling delete_port for b8437eda-68aa-4615-8c69-a9ca4460558a owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:42.185895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-31e69c9d-c9f7-438a-b53a-09049bd6ea23 None None] Provisioning complete for port 4aeea441-772e-43d3-9f23-1d59cee62d0e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:42.186394 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31e69c9d-c9f7-438a-b53a-09049bd6ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.194127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f18246a-0276-492a-91ca-e8d73b1ea486 req-7c65aac7-b10d-4ebb-95bf-8b054b234381 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205693 Jul 16 18:13:42.285986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-31e69c9d-c9f7-438a-b53a-09049bd6ea23 None None] Port 4aeea441-772e-43d3-9f23-1d59cee62d0e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:42.307361 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000b74b2-dbde-4aab-b34f-78a8dec8ad26 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.340123 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-df60f80b-ba5b-4dcc-8fe0-3ebe7d4c93b8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6909323 Jul 16 18:13:42.358258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43e691-9db1-4b43-af5f-742e16e8c950 req-99fab99d-1ead-43d4-ad08-de389f41b093 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.359261 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-b18dd9d8-afdf-4767-a6f1-e1e363ae900d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.365152 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db43e691-9db1-4b43-af5f-742e16e8c950 req-99fab99d-1ead-43d4-ad08-de389f41b093 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.6600676 Jul 16 18:13:42.422475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db43e691-9db1-4b43-af5f-742e16e8c950 req-94140ebd-aa96-4ba7-bb52-1edc008c0b6c tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563223 Jul 16 18:13:42.446236 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000b74b2-dbde-4aab-b34f-78a8dec8ad26 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.451983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b74b2-dbde-4aab-b34f-78a8dec8ad26 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.452639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-000b74b2-dbde-4aab-b34f-78a8dec8ad26 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.479521 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18dd9d8-afdf-4767-a6f1-e1e363ae900d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Port': ['ID=b8437eda-68aa-4615-8c69-a9ca4460558a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.523707 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 0598a2d5-d787-4411-9e1c-19663de1d374 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:42.569367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-000b74b2-dbde-4aab-b34f-78a8dec8ad26 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4235952 Jul 16 18:13:42.601340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:42.621103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b74b2-dbde-4aab-b34f-78a8dec8ad26 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Network': ['ID=f36ba1cf-85d2-458b-8c9f-3e47a3900039,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.633222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8686877d-2f90-477f-8d02-4a00a50d0c99 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'subnet': {'network_id': 'f36ba1cf-85d2-458b-8c9f-3e47a3900039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:42.646053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ebdad8a-c43a-4947-a2ed-d0c547e3e3b2 req-328aa1d4-a02c-4aa3-bba2-94e1ec025767 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 210 time: 0.0919499 Jul 16 18:13:42.683677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-b18dd9d8-afdf-4767-a6f1-e1e363ae900d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] No DVR routers for this DVR port b8437eda-68aa-4615-8c69-a9ca4460558a on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:42.685701 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network f36ba1cf-85d2-458b-8c9f-3e47a3900039 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:42.687794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a7f8f1cc-e723-499e-bb71-f042c7ec77bc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:42.692502 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-b18dd9d8-afdf-4767-a6f1-e1e363ae900d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.695508 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-b18dd9d8-afdf-4767-a6f1-e1e363ae900d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "DELETE /v2.0/ports/b8437eda-68aa-4615-8c69-a9ca4460558a HTTP/1.1" status: 204 len: 173 time: 0.9042351 Jul 16 18:13:42.699090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-deleted', 'tag': 'b8437eda-68aa-4615-8c69-a9ca4460558a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:42.705079 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a4437c-9708-4c3d-9346-d4d33cd30160" -d '{"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-deleted", "tag": "b8437eda-68aa-4615-8c69-a9ca4460558a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:42.845875 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb66850-cdbd-4b64-a056-f153c9544a6d x-openstack-request-id: req-ddb66850-cdbd-4b64-a056-f153c9544a6d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:42.846410 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-deleted", "tag": "b8437eda-68aa-4615-8c69-a9ca4460558a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:42.846855 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddb66850-cdbd-4b64-a056-f153c9544a6d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:42.849202 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-deleted', 'tag': 'b8437eda-68aa-4615-8c69-a9ca4460558a', 'status': 'completed', 'code': 200} Jul 16 18:13:42.980049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-2f792b04-3299-4ea9-8e82-15137dc4745e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Deleting port aace7eb4-c981-4ac1-be70-21c27562802e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:42.980405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-2f792b04-3299-4ea9-8e82-15137dc4745e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.140130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-2f792b04-3299-4ea9-8e82-15137dc4745e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] For port aace7eb4-c981-4ac1-be70-21c27562802e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=aace7eb4-c981-4ac1-be70-21c27562802e,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:43.140845 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-2f792b04-3299-4ea9-8e82-15137dc4745e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.157251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8686877d-2f90-477f-8d02-4a00a50d0c99 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:43.169465 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8686877d-2f90-477f-8d02-4a00a50d0c99 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.184891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-2f792b04-3299-4ea9-8e82-15137dc4745e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Calling delete_port for aace7eb4-c981-4ac1-be70-21c27562802e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:43.309709 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.314694 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port a7f8f1cc-e723-499e-bb71-f042c7ec77bc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:43.316530 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.323275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b57d7-bb47-4931-bc26-79e445049df4 req-ef8941db-bc87-44f8-a108-54548343d609 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.329528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b57d7-bb47-4931-bc26-79e445049df4 req-ef8941db-bc87-44f8-a108-54548343d609 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.336812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b57d7-bb47-4931-bc26-79e445049df4 req-ef8941db-bc87-44f8-a108-54548343d609 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.343499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b57d7-bb47-4931-bc26-79e445049df4 req-ef8941db-bc87-44f8-a108-54548343d609 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.351615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-958b57d7-bb47-4931-bc26-79e445049df4 req-ef8941db-bc87-44f8-a108-54548343d609 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 3151 time: 0.4509227 Jul 16 18:13:43.416383 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-958b57d7-bb47-4931-bc26-79e445049df4 req-42db90c5-9f9f-448a-9573-03292bc2355f tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635531 Jul 16 18:13:43.456899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 0598a2d5-d787-4411-9e1c-19663de1d374, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0598a2d5-d787-4411-9e1c-19663de1d374,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:43.461584 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0598a2d5-d787-4411-9e1c-19663de1d374'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:43.469895 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-2f792b04-3299-4ea9-8e82-15137dc4745e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.470756 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb981d04-2226-49d0-aed0-253e9fa62df1" -d '{"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-unplugged", "status": "completed", "tag": "0598a2d5-d787-4411-9e1c-19663de1d374"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:43.478214 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.486278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4aeea441-772e-43d3-9f23-1d59cee62d0e no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:43.526496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f792b04-3299-4ea9-8e82-15137dc4745e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Port': ['ID=aace7eb4-c981-4ac1-be70-21c27562802e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.563041 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b748564-b086-4fd4-be1b-13e14d8d2ded x-openstack-request-id: req-4b748564-b086-4fd4-be1b-13e14d8d2ded {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:43.565516 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-unplugged", "status": "completed", "tag": "0598a2d5-d787-4411-9e1c-19663de1d374", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:43.565790 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b748564-b086-4fd4-be1b-13e14d8d2ded {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:43.566281 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0598a2d5-d787-4411-9e1c-19663de1d374', 'code': 200} Jul 16 18:13:43.672446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-2f792b04-3299-4ea9-8e82-15137dc4745e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] No DVR routers for this DVR port aace7eb4-c981-4ac1-be70-21c27562802e on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:43.680494 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-2f792b04-3299-4ea9-8e82-15137dc4745e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.683179 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-2f792b04-3299-4ea9-8e82-15137dc4745e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "DELETE /v2.0/ports/aace7eb4-c981-4ac1-be70-21c27562802e HTTP/1.1" status: 204 len: 173 time: 0.9727497 Jul 16 18:13:43.747159 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8686877d-2f90-477f-8d02-4a00a50d0c99 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.777651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4aeea441-772e-43d3-9f23-1d59cee62d0e not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:43.778797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:43.864387 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=0598a2d5-d787-4411-9e1c-19663de1d374,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.881254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686877d-2f90-477f-8d02-4a00a50d0c99 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Subnet': ['ID=3553d884-cc7c-4b3c-8eee-f69c624ed204,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.906200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-31f3a1a7-3ddb-4ab9-aeba-3aa0d390bd27 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Deleting port 355d586e-9b6f-45ca-9c78-5ec31972c14f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:43.906947 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-31f3a1a7-3ddb-4ab9-aeba-3aa0d390bd27 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.986049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4077cc12-0c80-489a-8b0c-08a8d6405c0d req-e388ad6d-30c8-4391-aaf0-672340b1dc5b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 210 time: 0.0902021 Jul 16 18:13:44.023630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc41bd-5c6f-45dc-aeeb-793b7a982bd8 req-7dd53976-c265-49d0-9802-608eced72c98 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.023907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1bc41bd-5c6f-45dc-aeeb-793b7a982bd8 req-7dd53976-c265-49d0-9802-608eced72c98 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.4012499 Jul 16 18:13:44.056423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-31f3a1a7-3ddb-4ab9-aeba-3aa0d390bd27 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] For port 355d586e-9b6f-45ca-9c78-5ec31972c14f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=355d586e-9b6f-45ca-9c78-5ec31972c14f,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:44.057451 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-31f3a1a7-3ddb-4ab9-aeba-3aa0d390bd27 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.071798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686877d-2f90-477f-8d02-4a00a50d0c99 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Checking segment: {'id': 'ab217f0f-74d6-4d34-b70c-405686952420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f36ba1cf-85d2-458b-8c9f-3e47a3900039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:44.072172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686877d-2f90-477f-8d02-4a00a50d0c99 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network hostable DHCP agents. Network: f36ba1cf-85d2-458b-8c9f-3e47a3900039, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:44.082434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-31f3a1a7-3ddb-4ab9-aeba-3aa0d390bd27 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Calling delete_port for 355d586e-9b6f-45ca-9c78-5ec31972c14f owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:44.106991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1bc41bd-5c6f-45dc-aeeb-793b7a982bd8 req-e6fb723d-5f4a-49c1-b3db-a3a93c8f8fd3 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778441 Jul 16 18:13:44.136250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686877d-2f90-477f-8d02-4a00a50d0c99 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network f36ba1cf-85d2-458b-8c9f-3e47a3900039 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:44.154951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8686877d-2f90-477f-8d02-4a00a50d0c99 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, f36ba1cf-85d2-458b-8c9f-3e47a3900039) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:44.166977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8686877d-2f90-477f-8d02-4a00a50d0c99 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.168346 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8686877d-2f90-477f-8d02-4a00a50d0c99 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.214659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8686877d-2f90-477f-8d02-4a00a50d0c99 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6125724 Jul 16 18:13:44.218161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:44.308209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c824d15f-5953-44fa-bb7d-97e361c2d45c None None] Network f36ba1cf-85d2-458b-8c9f-3e47a3900039 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:44.338400 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-31f3a1a7-3ddb-4ab9-aeba-3aa0d390bd27 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.400416 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.461917 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3a1a7-3ddb-4ab9-aeba-3aa0d390bd27 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Port': ['ID=355d586e-9b6f-45ca-9c78-5ec31972c14f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.478016 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.501708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-bad27678-7154-4662-a8d3-dcbfcd60f49e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676346 Jul 16 18:13:44.608682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-31f3a1a7-3ddb-4ab9-aeba-3aa0d390bd27 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] No DVR routers for this DVR port 355d586e-9b6f-45ca-9c78-5ec31972c14f on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:44.612269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-31f3a1a7-3ddb-4ab9-aeba-3aa0d390bd27 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.615200 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-31f3a1a7-3ddb-4ab9-aeba-3aa0d390bd27 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "DELETE /v2.0/ports/355d586e-9b6f-45ca-9c78-5ec31972c14f HTTP/1.1" status: 204 len: 173 time: 0.9265904 Jul 16 18:13:44.669804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:44.681956 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.683175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device aace7eb4-c981-4ac1-be70-21c27562802e no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:44.779815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: aace7eb4-c981-4ac1-be70-21c27562802e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:44.780561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device aace7eb4-c981-4ac1-be70-21c27562802e not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:44.781207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4b93616d-b40c-420c-8b0a-a5239b5587a3 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:44.806183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c3518dd7-9d60-453d-a49b-db3974e7befd tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Deleting port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:44.806531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c3518dd7-9d60-453d-a49b-db3974e7befd tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.894478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d135b686-247f-495f-8479-a06277435a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-f36ba1cf-85d2-458b-8c9f-3e47a3900039', 'network_id': 'f36ba1cf-85d2-458b-8c9f-3e47a3900039', 'tenant_id': '8d32aaa3845d46268a07d0b9c754d221', 'fixed_ips': [{'subnet_id': '3553d884-cc7c-4b3c-8eee-f69c624ed204'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:44.895666 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d135b686-247f-495f-8479-a06277435a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.924976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c3518dd7-9d60-453d-a49b-db3974e7befd tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] For port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:44.925365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c3518dd7-9d60-453d-a49b-db3974e7befd tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.938457 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c3518dd7-9d60-453d-a49b-db3974e7befd tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Calling delete_port for 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:45.039130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-deleted', 'tag': 'aace7eb4-c981-4ac1-be70-21c27562802e'}, {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-deleted', 'tag': '355d586e-9b6f-45ca-9c78-5ec31972c14f'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:45.041145 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf93e62-d117-485a-9ec6-3976e5583891" -d '{"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-deleted", "tag": "aace7eb4-c981-4ac1-be70-21c27562802e"}, {"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-deleted", "tag": "355d586e-9b6f-45ca-9c78-5ec31972c14f"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:45.075503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:45.088541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bc723-aaf2-4fcb-935a-985af06d066f req-4291342e-1871-4d20-a388-7c1042f04ee8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.089544 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-4291342e-1871-4d20-a388-7c1042f04ee8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5783417 Jul 16 18:13:45.095145 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.102630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4b93616d-b40c-420c-8b0a-a5239b5587a3 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:45.103956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 355d586e-9b6f-45ca-9c78-5ec31972c14f no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:45.118885 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c3518dd7-9d60-453d-a49b-db3974e7befd tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.134059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Request body: {'port': {'device_id': 'e3d144de-2662-49aa-8126-f9da41a3a72f', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '8396a0323e3a4d4a837f758f8140c2da'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:45.138574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 355d586e-9b6f-45ca-9c78-5ec31972c14f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:45.139365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 355d586e-9b6f-45ca-9c78-5ec31972c14f not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:45.140129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device b8437eda-68aa-4615-8c69-a9ca4460558a no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:45.164798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3518dd7-9d60-453d-a49b-db3974e7befd tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Port': ['ID=390c02d7-cbb9-4405-adc9-7f7430e8f6a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:45.190324 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: b8437eda-68aa-4615-8c69-a9ca4460558a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:45.191108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device b8437eda-68aa-4615-8c69-a9ca4460558a not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:45.229144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c3518dd7-9d60-453d-a49b-db3974e7befd tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] No DVR routers for this DVR port 390c02d7-cbb9-4405-adc9-7f7430e8f6a3 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:45.233442 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c3518dd7-9d60-453d-a49b-db3974e7befd tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.235040 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-c3518dd7-9d60-453d-a49b-db3974e7befd tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "DELETE /v2.0/ports/390c02d7-cbb9-4405-adc9-7f7430e8f6a3 HTTP/1.1" status: 204 len: 173 time: 0.6144202 Jul 16 18:13:45.247570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561e1e2-ceec-4d43-98f4-43c64107ef8c req-c83a2ec8-47ad-4bf8-b3b2-0555575bd4e8 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.261059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2561e1e2-ceec-4d43-98f4-43c64107ef8c req-c83a2ec8-47ad-4bf8-b3b2-0555575bd4e8 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.3807335 Jul 16 18:13:45.317254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d135b686-247f-495f-8479-a06277435a09 None None] Allocated IP 2001:db8::1 (f36ba1cf-85d2-458b-8c9f-3e47a3900039/3553d884-cc7c-4b3c-8eee-f69c624ed204/813d0f33-3fe5-483b-bc9f-900ec6730a18) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:45.367310 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12098e-c219-4150-9946-0a7556499f1a req-d58b6ef4-6bf9-4d70-91d2-ffe8f2c97049 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.374090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12098e-c219-4150-9946-0a7556499f1a req-d58b6ef4-6bf9-4d70-91d2-ffe8f2c97049 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.392618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec12098e-c219-4150-9946-0a7556499f1a req-d58b6ef4-6bf9-4d70-91d2-ffe8f2c97049 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 1600 time: 0.5788178 Jul 16 18:13:45.396187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c3966-f21a-4879-92eb-cfac5d00ae5c req-1c56e3eb-1c34-4195-be05-67b7ad959dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.399632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-006c3966-f21a-4879-92eb-cfac5d00ae5c req-1c56e3eb-1c34-4195-be05-67b7ad959dd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=44a9d4d190934a2cadce7937c2b615a5&device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 1096 time: 0.6194096 Jul 16 18:13:45.454671 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Deleting port 0598a2d5-d787-4411-9e1c-19663de1d374 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:45.455692 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.525096 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d135b686-247f-495f-8479-a06277435a09 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.555291 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d135b686-247f-495f-8479-a06277435a09 None None] Transition to ACTIVE for port object 813d0f33-3fe5-483b-bc9f-900ec6730a18 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:45.567491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390c02d7-cbb9-4405-adc9-7f7430e8f6a3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:45.570525 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64da15cb-fdb0-4538-98c3-0d6e51301fda" -d '{"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-unplugged", "status": "completed", "tag": "390c02d7-cbb9-4405-adc9-7f7430e8f6a3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:45.570799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c3966-f21a-4879-92eb-cfac5d00ae5c req-13843228-b2f1-48e2-8541-e14a525cd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.572792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-006c3966-f21a-4879-92eb-cfac5d00ae5c req-13843228-b2f1-48e2-8541-e14a525cd4b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=194b9072-4f03-40b8-af37-32d23e82af2e HTTP/1.1" status: 200 len: 911 time: 0.1205904 Jul 16 18:13:45.608314 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] For port 0598a2d5-d787-4411-9e1c-19663de1d374, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0598a2d5-d787-4411-9e1c-19663de1d374,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:45.608746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.614372 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d135b686-247f-495f-8479-a06277435a09 None None] Transition to ACTIVE for port object 813d0f33-3fe5-483b-bc9f-900ec6730a18 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:45.631569 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d135b686-247f-495f-8479-a06277435a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.655136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-006c3966-f21a-4879-92eb-cfac5d00ae5c req-58297a49-fc5d-4246-a7ad-d5812692205e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750cbe58-71fe-414f-a6ab-be61c58ea6ef HTTP/1.1" status: 200 len: 217 time: 0.0712709 Jul 16 18:13:45.719171 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.733917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d135b686-247f-495f-8479-a06277435a09 None None] Network f36ba1cf-85d2-458b-8c9f-3e47a3900039 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:45.741364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d135b686-247f-495f-8479-a06277435a09 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:45.754601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135b686-247f-495f-8479-a06277435a09 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:45.762432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135b686-247f-495f-8479-a06277435a09 None None] Pushing event updated for resources: {'Port': ['ID=813d0f33-3fe5-483b-bc9f-900ec6730a18,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:45.858912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d135b686-247f-495f-8479-a06277435a09 None None] Attempting to bind port 813d0f33-3fe5-483b-bc9f-900ec6730a18 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:45.859303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d135b686-247f-495f-8479-a06277435a09 None None] Attempting to bind port 813d0f33-3fe5-483b-bc9f-900ec6730a18 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'ab217f0f-74d6-4d34-b70c-405686952420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f36ba1cf-85d2-458b-8c9f-3e47a3900039'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:45.859679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135b686-247f-495f-8479-a06277435a09 None None] Attempting to bind port 813d0f33-3fe5-483b-bc9f-900ec6730a18 on network f36ba1cf-85d2-458b-8c9f-3e47a3900039 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:45.865268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135b686-247f-495f-8479-a06277435a09 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:45.865740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135b686-247f-495f-8479-a06277435a09 None None] Checking segment: {'id': 'ab217f0f-74d6-4d34-b70c-405686952420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f36ba1cf-85d2-458b-8c9f-3e47a3900039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:45.866161 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d135b686-247f-495f-8479-a06277435a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.866567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135b686-247f-495f-8479-a06277435a09 None None] Bound using segment: {'id': 'ab217f0f-74d6-4d34-b70c-405686952420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f36ba1cf-85d2-458b-8c9f-3e47a3900039'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:45.867054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d135b686-247f-495f-8479-a06277435a09 None None] Bound port: 813d0f33-3fe5-483b-bc9f-900ec6730a18, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab217f0f-74d6-4d34-b70c-405686952420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f36ba1cf-85d2-458b-8c9f-3e47a3900039'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:45.867454 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d135b686-247f-495f-8479-a06277435a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.919989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.920422 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.920755 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Floating IP 717b8320-59f5-4c55-8fba-92a41bb529c9 disassociated. External IP: 172.25.8.41, port: 0598a2d5-d787-4411-9e1c-19663de1d374. Jul 16 18:13:45.921119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Calling delete_port for 0598a2d5-d787-4411-9e1c-19663de1d374 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:45.957440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d135b686-247f-495f-8479-a06277435a09 None None] For port 813d0f33-3fe5-483b-bc9f-900ec6730a18, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:45.961738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d135b686-247f-495f-8479-a06277435a09 None None] For port 813d0f33-3fe5-483b-bc9f-900ec6730a18, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=813d0f33-3fe5-483b-bc9f-900ec6730a18,segment=NetworkSegment(ab217f0f-74d6-4d34-b70c-405686952420),segment_id=ab217f0f-74d6-4d34-b70c-405686952420)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:45.968221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.969880 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d135b686-247f-495f-8479-a06277435a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.981419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36ba1cf-85d2-458b-8c9f-3e47a3900039']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:45.994840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab217f0f-74d6-4d34-b70c-405686952420') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:45.995667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab217f0f-74d6-4d34-b70c-405686952420') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:46.006967 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.024814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.034312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:46.035415 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.117443 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2561e1e2-ceec-4d43-98f4-43c64107ef8c req-df18c3f6-04f0-4d4d-854c-e4421e1bd63d tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8551180 Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:46.118524 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:46.128563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec12098e-c219-4150-9946-0a7556499f1a req-11fcbb29-9eb5-4a7d-b6e5-fb8e7584f5bb tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ab53352-c0e6-43bb-8bae-001a877e0dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7349665 Jul 16 18:13:46.129402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135b686-247f-495f-8479-a06277435a09 None None] Pushing event updated for resources: {'Port': ['ID=813d0f33-3fe5-483b-bc9f-900ec6730a18,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.140119 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:13:46.140119 n-d-793618-9 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:13:46.140119 n-d-793618-9 neutron-server[93767]: [parameters: {'id': 'f36ba1cf-85d2-458b-8c9f-3e47a3900039'}] Jul 16 18:13:46.140119 n-d-793618-9 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:13:46.142592 n-d-793618-9 neutron-server[93767]: DEBUG oslo_db.api [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:13:46.143398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Made reservation on behalf of 8396a0323e3a4d4a837f758f8140c2da for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:46.150805 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.164303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Subnet': ['ID=3553d884-cc7c-4b3c-8eee-f69c624ed204,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.169419 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9191ee8b-dac4-433e-8b10-433964b16e83 None None] Network f36ba1cf-85d2-458b-8c9f-3e47a3900039 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:46.202211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c3966-f21a-4879-92eb-cfac5d00ae5c req-b6cfa911-ed91-4f12-95e4-0e5dd2f630a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.205257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-006c3966-f21a-4879-92eb-cfac5d00ae5c req-b6cfa911-ed91-4f12-95e4-0e5dd2f630a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9b4715-43a2-423f-8816-6c7e8844618b HTTP/1.1" status: 200 len: 850 time: 0.4952524 Jul 16 18:13:46.206838 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.296158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-006c3966-f21a-4879-92eb-cfac5d00ae5c req-d5023695-df0d-4067-bf9d-c527f0729726 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=194b9072-4f03-40b8-af37-32d23e82af2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840533 Jul 16 18:13:46.314031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Port': ['ID=0598a2d5-d787-4411-9e1c-19663de1d374,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.328372 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea094ff-b237-4fce-a35d-9f60c345a2ba x-openstack-request-id: req-aea094ff-b237-4fce-a35d-9f60c345a2ba {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:46.328729 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-deleted", "tag": "aace7eb4-c981-4ac1-be70-21c27562802e", "status": "completed", "code": 200}, {"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-deleted", "tag": "355d586e-9b6f-45ca-9c78-5ec31972c14f", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:46.328997 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aea094ff-b237-4fce-a35d-9f60c345a2ba {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:46.329682 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-deleted', 'tag': 'aace7eb4-c981-4ac1-be70-21c27562802e', 'status': 'completed', 'code': 200} Jul 16 18:13:46.329958 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-deleted', 'tag': '355d586e-9b6f-45ca-9c78-5ec31972c14f', 'status': 'completed', 'code': 200} Jul 16 18:13:46.405086 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefb06b1-7af1-48a3-a85a-f3392bdc6787 x-openstack-request-id: req-cefb06b1-7af1-48a3-a85a-f3392bdc6787 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:46.405423 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-unplugged", "status": "completed", "tag": "390c02d7-cbb9-4405-adc9-7f7430e8f6a3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:46.405748 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cefb06b1-7af1-48a3-a85a-f3392bdc6787 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:46.406159 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390c02d7-cbb9-4405-adc9-7f7430e8f6a3', 'code': 200} Jul 16 18:13:46.501985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Router 65046e41-58c0-4f3e-9720-1f7cda08e23a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:46.534324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb3e5122-63af-4ae1-8bbc-e2f9aa0a1571 req-dbce9895-7360-41ac-87e2-dd1a47890b6c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 210 time: 0.1786308 Jul 16 18:13:46.652865 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.726555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-006c3966-f21a-4879-92eb-cfac5d00ae5c req-a5825aac-9824-409f-8148-33591c8ac5e4 service neutron] 10.222.0.42 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104564 Jul 16 18:13:46.789573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Allocated IP 192.168.233.232 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/db97421f-daf3-4148-8e1d-630948e1dd06) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:46.934410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-006c3966-f21a-4879-92eb-cfac5d00ae5c req-36636c31-41a1-4725-a713-0782c8f6b274 service neutron] 10.222.0.42 "GET /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338751 Jul 16 18:13:47.030101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Deleting port 813d0f33-3fe5-483b-bc9f-900ec6730a18 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:47.030446 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.047849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92751023-59cd-4f62-94c9-f14f221b5aa7 None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:13:47.064483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:47.119325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] For port 813d0f33-3fe5-483b-bc9f-900ec6730a18, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=813d0f33-3fe5-483b-bc9f-900ec6730a18,segment=NetworkSegment(ab217f0f-74d6-4d34-b70c-405686952420),segment_id=ab217f0f-74d6-4d34-b70c-405686952420)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:47.119957 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.142721 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b475c-db53-4f75-807e-06d97d7dcd61 None None] Sync routers for ids ['65046e41-58c0-4f3e-9720-1f7cda08e23a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:47.143010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Calling delete_port for 813d0f33-3fe5-483b-bc9f-900ec6730a18 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:47.189073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b475c-db53-4f75-807e-06d97d7dcd61 None None] Routers {'65046e41-58c0-4f3e-9720-1f7cda08e23a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:47.189899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1a1b475c-db53-4f75-807e-06d97d7dcd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:13:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['65046e41-58c0-4f3e-9720-1f7cda08e23a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.250798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] No DVR routers for this DVR port 0598a2d5-d787-4411-9e1c-19663de1d374 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:47.254892 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.262720 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c4d6c1d4-d3a3-4d9b-aef7-2d5dac3b9464 req-20a061d0-fc41-4081-a978-eba8766c8d34 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.42 "DELETE /v2.0/ports/0598a2d5-d787-4411-9e1c-19663de1d374 HTTP/1.1" status: 204 len: 173 time: 2.0192237 Jul 16 18:13:47.394733 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.508811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92751023-59cd-4f62-94c9-f14f221b5aa7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:13:47.537368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Port': ['ID=813d0f33-3fe5-483b-bc9f-900ec6730a18,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.601413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce2da6b3-08f7-4a7a-b5ff-2c99f130fd8c req-340b488f-5cd8-4e98-8184-b474dad49443 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.0750849 Jul 16 18:13:47.603274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No DVR routers for this DVR port 813d0f33-3fe5-483b-bc9f-900ec6730a18 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:47.626088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1a1b475c-db53-4f75-807e-06d97d7dcd61 None None] Set router 65046e41-58c0-4f3e-9720-1f7cda08e23a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:47.711285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.747696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.773772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36ba1cf-85d2-458b-8c9f-3e47a3900039']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.801495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Transition to ACTIVE for port object db97421f-daf3-4148-8e1d-630948e1dd06 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:47.811217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf7e01-b067-42ef-9e51-e9c7591d1bda req-68ad8445-136d-47de-8d82-78acd4d293c7 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:47.812779 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edbf7e01-b067-42ef-9e51-e9c7591d1bda req-68ad8445-136d-47de-8d82-78acd4d293c7 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.2910645 Jul 16 18:13:47.817213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab217f0f-74d6-4d34-b70c-405686952420') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.817552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab217f0f-74d6-4d34-b70c-405686952420') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.878916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f0185d9-b405-4f5c-a462-10cd9e115832 req-7ef0c1e1-56b2-42f8-b5c5-486f3bfb0e37 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 210 time: 0.0899038 Jul 16 18:13:47.906024 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.924445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edbf7e01-b067-42ef-9e51-e9c7591d1bda req-395375eb-f027-47ad-9be4-f55c75837201 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873015 Jul 16 18:13:47.944210 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.965645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:47.966067 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:47.969229 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:48.061340 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.078643 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.078899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674', '90591055-c5c5-4698-a9b4-21c058bf4e7e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:48.113504 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472', '2c042afe-44e1-47c8-840c-d1015b3a936f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:48.135097 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.145880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/f36ba1cf-85d2-458b-8c9f-3e47a3900039 HTTP/1.1" status: 204 len: 168 time: 3.9232914 Jul 16 18:13:48.147564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.155832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-041a709a-d17d-4465-942e-01fd1c904e19 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1926017780'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:48.191451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041a709a-d17d-4465-942e-01fd1c904e19 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:48.197190 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-041a709a-d17d-4465-942e-01fd1c904e19 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.199823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667bcc6-dd2b-4b17-b374-218d5630ca58 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Network': ['ID=f36ba1cf-85d2-458b-8c9f-3e47a3900039,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.223389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event updated for resources: {'Port': ['ID=db97421f-daf3-4148-8e1d-630948e1dd06,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.234491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:48.239335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:48.241972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:48.257015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041a709a-d17d-4465-942e-01fd1c904e19 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:48.274025 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-041a709a-d17d-4465-942e-01fd1c904e19 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.274951 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-041a709a-d17d-4465-942e-01fd1c904e19 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Added segment 5c652ab4-3fb0-45aa-a4f5-7075a2984df3 of type vlan for network 4e5b5418-fad6-496a-81c4-7f14bc9ddd61 Jul 16 18:13:48.336048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.345770 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.371342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-a2179f98-6781-465a-8d67-8a195f95b6d6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2412064 Jul 16 18:13:48.385960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Request body: {'port': {'device_id': 'e3d144de-2662-49aa-8126-f9da41a3a72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:48.405148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1a1b475c-db53-4f75-807e-06d97d7dcd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '887c4328-8e8f-4060-ad6d-cb01ae6bbbeb', 'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'mac_address': 'fa:16:3e:94:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:19Z', 'revision_number': 5, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'subnets': [{'id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:48.415881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-deleted', 'tag': '390c02d7-cbb9-4405-adc9-7f7430e8f6a3'}, {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-deleted', 'tag': '0598a2d5-d787-4411-9e1c-19663de1d374'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:48.423328 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f0ee26-8847-4dbe-820a-0226c06eff6e" -d '{"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-deleted", "tag": "390c02d7-cbb9-4405-adc9-7f7430e8f6a3"}, {"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-deleted", "tag": "0598a2d5-d787-4411-9e1c-19663de1d374"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:48.449212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-041a709a-d17d-4465-942e-01fd1c904e19 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.461280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b475c-db53-4f75-807e-06d97d7dcd61 None None] Checking router: 65046e41-58c0-4f3e-9720-1f7cda08e23a for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:48.555716 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52336492-c0cf-47ca-97dd-e3e4deb11a07 x-openstack-request-id: req-52336492-c0cf-47ca-97dd-e3e4deb11a07 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:48.556308 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-deleted", "tag": "390c02d7-cbb9-4405-adc9-7f7430e8f6a3", "status": "completed", "code": 200}, {"server_uuid": "c0d55937-7709-450b-9e03-098e27809906", "name": "network-vif-deleted", "tag": "0598a2d5-d787-4411-9e1c-19663de1d374", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:48.556823 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52336492-c0cf-47ca-97dd-e3e4deb11a07 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:48.557508 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-deleted', 'tag': '390c02d7-cbb9-4405-adc9-7f7430e8f6a3', 'status': 'completed', 'code': 200} Jul 16 18:13:48.558330 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d55937-7709-450b-9e03-098e27809906', 'name': 'network-vif-deleted', 'tag': '0598a2d5-d787-4411-9e1c-19663de1d374', 'status': 'completed', 'code': 200} Jul 16 18:13:48.592944 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.599860 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-041a709a-d17d-4465-942e-01fd1c904e19 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.607350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a709a-d17d-4465-942e-01fd1c904e19 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.608267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-041a709a-d17d-4465-942e-01fd1c904e19 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.737004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a709a-d17d-4465-942e-01fd1c904e19 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Network': ['ID=4e5b5418-fad6-496a-81c4-7f14bc9ddd61,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.763890 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-041a709a-d17d-4465-942e-01fd1c904e19 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6103480 Jul 16 18:13:48.764609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.769882 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-49ade80b-1058-4315-941f-51c4ab7b1990 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'subnet': {'network_id': '4e5b5418-fad6-496a-81c4-7f14bc9ddd61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:48.815983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 4e5b5418-fad6-496a-81c4-7f14bc9ddd61 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:48.901123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b475c-db53-4f75-807e-06d97d7dcd61 None None] Routers {'65046e41-58c0-4f3e-9720-1f7cda08e23a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:48.901867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1a1b475c-db53-4f75-807e-06d97d7dcd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:13:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['65046e41-58c0-4f3e-9720-1f7cda08e23a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:48.997938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ade80b-1058-4315-941f-51c4ab7b1990 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:49.002250 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49ade80b-1058-4315-941f-51c4ab7b1990 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.132552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db97421f-daf3-4148-8e1d-630948e1dd06 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:49.142326 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.159986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Transition to ACTIVE for port object db97421f-daf3-4148-8e1d-630948e1dd06 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:49.165279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.353139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1a1b475c-db53-4f75-807e-06d97d7dcd61 None None] Set router 65046e41-58c0-4f3e-9720-1f7cda08e23a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:49.449827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Pushing event updated for resources: {'Port': ['ID=db97421f-daf3-4148-8e1d-630948e1dd06,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.491284 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49ade80b-1058-4315-941f-51c4ab7b1990 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.613545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ade80b-1058-4315-941f-51c4ab7b1990 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Subnet': ['ID=45a47917-86cb-4130-8455-f0d9d582ba34,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.632300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ef4a14c-cfac-48cd-80ca-25a412dea576 req-3dbe4699-35a1-48b0-8d68-a6c8c6a96df0 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.0956903 Jul 16 18:13:49.677550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a538e-9c42-466e-832b-03b018fe621c req-e9476d1a-6b7c-4379-852c-20324d395cd9 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.687274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c6a538e-9c42-466e-832b-03b018fe621c req-e9476d1a-6b7c-4379-852c-20324d395cd9 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 948 time: 0.5017447 Jul 16 18:13:49.719686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ade80b-1058-4315-941f-51c4ab7b1990 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Checking segment: {'id': '5c652ab4-3fb0-45aa-a4f5-7075a2984df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4e5b5418-fad6-496a-81c4-7f14bc9ddd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:49.720309 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ade80b-1058-4315-941f-51c4ab7b1990 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network hostable DHCP agents. Network: 4e5b5418-fad6-496a-81c4-7f14bc9ddd61, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:49.763868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ade80b-1058-4315-941f-51c4ab7b1990 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network 4e5b5418-fad6-496a-81c4-7f14bc9ddd61 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:49.781227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-49ade80b-1058-4315-941f-51c4ab7b1990 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 4e5b5418-fad6-496a-81c4-7f14bc9ddd61) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:49.787835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ade80b-1058-4315-941f-51c4ab7b1990 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.788452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49ade80b-1058-4315-941f-51c4ab7b1990 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.817303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2130e0-79ea-406c-ac58-3836ee815371 None None] Network 4e5b5418-fad6-496a-81c4-7f14bc9ddd61 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:49.831155 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-49ade80b-1058-4315-941f-51c4ab7b1990 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0647376 Jul 16 18:13:49.835250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.835561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Attempting to bind port db97421f-daf3-4148-8e1d-630948e1dd06 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:49.835881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Attempting to bind port db97421f-daf3-4148-8e1d-630948e1dd06 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:49.836208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Attempting to bind port db97421f-daf3-4148-8e1d-630948e1dd06 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:49.853154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ff0a6875-388c-4215-a858-5d6b753d174b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'subnet': {'network_id': '4e5b5418-fad6-496a-81c4-7f14bc9ddd61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:49.878470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c6a538e-9c42-466e-832b-03b018fe621c req-bb3bbf5d-4fe8-4761-bc0d-6d8eaa75c064 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904669 Jul 16 18:13:49.879319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Port db97421f-daf3-4148-8e1d-630948e1dd06 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:49.879661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Attempting to bind port db97421f-daf3-4148-8e1d-630948e1dd06 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:49.896921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:49.897333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:49.897717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:49.898162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Bound port: db97421f-daf3-4148-8e1d-630948e1dd06, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:49.898532 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.077546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6edee2c4-b324-4dac-81f4-99700e416679 None None] Provisioning for port db97421f-daf3-4148-8e1d-630948e1dd06 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:50.098785 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a6875-388c-4215-a858-5d6b753d174b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:50.104201 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff0a6875-388c-4215-a858-5d6b753d174b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.157034 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6ff26150-7f7c-4543-b1d4-3f579f218ff7 req-162e3444-e46c-49c7-882d-8ac8f60e5dbf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1344647 Jul 16 18:13:50.162436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] For port db97421f-daf3-4148-8e1d-630948e1dd06, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:50.196975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] For port db97421f-daf3-4148-8e1d-630948e1dd06, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=db97421f-daf3-4148-8e1d-630948e1dd06,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:50.220548 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.291995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Pushing event updated for resources: {'Port': ['ID=db97421f-daf3-4148-8e1d-630948e1dd06,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:50.316390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074e4a5-8a46-451d-a7b7-dfdca58207e8 req-2d4d3187-b5e5-4ee8-a3a4-21be7b2d4feb tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.321306 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5074e4a5-8a46-451d-a7b7-dfdca58207e8 req-2d4d3187-b5e5-4ee8-a3a4-21be7b2d4feb tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.3196647 Jul 16 18:13:50.338400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.339131 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.341293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-8fea1649-602a-4d6b-99c4-86cab9c282c2 service neutron] 10.222.0.38 "PUT /v2.0/ports/db97421f-daf3-4148-8e1d-630948e1dd06 HTTP/1.1" status: 200 len: 1096 time: 1.9597068 Jul 16 18:13:50.345955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d144de-2662-49aa-8126-f9da41a3a72f', 'tag': 'db97421f-daf3-4148-8e1d-630948e1dd06'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:50.349697 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87ba3a9-d0ac-4da4-8927-d49f3849d0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d144de-2662-49aa-8126-f9da41a3a72f", "tag": "db97421f-daf3-4148-8e1d-630948e1dd06"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:50.375555 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff26150-7f7c-4543-b1d4-3f579f218ff7 req-b6dc0977-f0ee-466b-8ca9-e9c1d8620eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.377892 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6ff26150-7f7c-4543-b1d4-3f579f218ff7 req-b6dc0977-f0ee-466b-8ca9-e9c1d8620eef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 1100 time: 0.1368084 Jul 16 18:13:50.475543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4e5b5418-fad6-496a-81c4-7f14bc9ddd61', 'network_id': '4e5b5418-fad6-496a-81c4-7f14bc9ddd61', 'tenant_id': '8d32aaa3845d46268a07d0b9c754d221', 'fixed_ips': [{'subnet_id': '45a47917-86cb-4130-8455-f0d9d582ba34'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:50.476588 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.508062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1a1b475c-db53-4f75-807e-06d97d7dcd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '887c4328-8e8f-4060-ad6d-cb01ae6bbbeb', 'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'mac_address': 'fa:16:3e:94:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:19Z', 'revision_number': 5, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'subnets': [{'id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:50.509079 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5074e4a5-8a46-451d-a7b7-dfdca58207e8 req-7026b94d-7c42-40c4-a910-9628330318e1 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500945 Jul 16 18:13:50.544911 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd752cd-6e3c-4396-b7d6-ff2e30e13e0e x-openstack-request-id: req-cfd752cd-6e3c-4396-b7d6-ff2e30e13e0e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:50.546096 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d144de-2662-49aa-8126-f9da41a3a72f", "tag": "db97421f-daf3-4148-8e1d-630948e1dd06", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:50.546540 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cfd752cd-6e3c-4396-b7d6-ff2e30e13e0e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:50.548492 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d144de-2662-49aa-8126-f9da41a3a72f', 'tag': 'db97421f-daf3-4148-8e1d-630948e1dd06', 'status': 'completed', 'code': 200} Jul 16 18:13:50.630470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b475c-db53-4f75-807e-06d97d7dcd61 None None] The sync data for ids ['65046e41-58c0-4f3e-9720-1f7cda08e23a'] in n-d-793618-9 is: [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '887c4328-8e8f-4060-ad6d-cb01ae6bbbeb', 'name': '', 'network_id': '8b48fd7f-5b4c-4c63-b2c9-105c8429269d', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'mac_address': 'fa:16:3e:94:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:19Z', 'revision_number': 5, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'subnets': [{'id': '0fd40a31-1878-4b11-bb87-3f093244a313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:50.649631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bc723-aaf2-4fcb-935a-985af06d066f req-f16d69ff-2d5c-4e0c-b6f4-aef816a55245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.650775 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-f16d69ff-2d5c-4e0c-b6f4-aef816a55245 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 1099 time: 0.2214074 Jul 16 18:13:50.835256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-bfc7eb62-6df9-4851-a412-73d021910cae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=db97421f-daf3-4148-8e1d-630948e1dd06 HTTP/1.1" status: 200 len: 217 time: 0.1519105 Jul 16 18:13:50.953728 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff0a6875-388c-4215-a858-5d6b753d174b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.186430 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657f1ed-e026-4560-8457-b0ad4d650a92 None None] New status for floating IP 717b8320-59f5-4c55-8fba-92a41bb529c9: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:13:51.188230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a6875-388c-4215-a858-5d6b753d174b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network 4e5b5418-fad6-496a-81c4-7f14bc9ddd61 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:51.204297 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ff0a6875-388c-4215-a858-5d6b753d174b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:51.205104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Allocated IP 2001:db8::2 (4e5b5418-fad6-496a-81c4-7f14bc9ddd61/45a47917-86cb-4130-8455-f0d9d582ba34/9aafc174-bf0f-494e-b3f7-280ce2023e01) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:51.231065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a6875-388c-4215-a858-5d6b753d174b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.233361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff0a6875-388c-4215-a858-5d6b753d174b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.238759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a6875-388c-4215-a858-5d6b753d174b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Subnet': ['ID=21fb103a-3e86-4325-90a5-75170a77b0b1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.296691 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ff0a6875-388c-4215-a858-5d6b753d174b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4602830 Jul 16 18:13:51.304786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.332311 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff26150-7f7c-4543-b1d4-3f579f218ff7 req-4ae09252-f719-4568-895a-775c1c459f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.335743 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6ff26150-7f7c-4543-b1d4-3f579f218ff7 req-4ae09252-f719-4568-895a-775c1c459f5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.4400949 Jul 16 18:13:51.435104 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6ff26150-7f7c-4543-b1d4-3f579f218ff7 req-5420ac1b-3742-4444-a333-0d484645d42a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=3adfbf58-aef9-481a-a98d-67fff206a674 HTTP/1.1" status: 200 len: 217 time: 0.0498013 Jul 16 18:13:51.532474 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.552968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bc723-aaf2-4fcb-935a-985af06d066f req-c04bb006-b278-44a1-929d-d25ff044764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.555057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-c04bb006-b278-44a1-929d-d25ff044764d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.7174981 Jul 16 18:13:51.555223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Transition to ACTIVE for port object 9aafc174-bf0f-494e-b3f7-280ce2023e01 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:51.571164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31e4f5-a083-47fe-b35f-23e0395e1f37 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.572362 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31e4f5-a083-47fe-b35f-23e0395e1f37 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.573924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31e4f5-a083-47fe-b35f-23e0395e1f37 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.575489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31e4f5-a083-47fe-b35f-23e0395e1f37 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.584924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Transition to ACTIVE for port object 9aafc174-bf0f-494e-b3f7-280ce2023e01 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:51.590842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31e4f5-a083-47fe-b35f-23e0395e1f37 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.594812 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cc31e4f5-a083-47fe-b35f-23e0395e1f37 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2842269 Jul 16 18:13:51.598706 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.606931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.619849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a0930ada-01ca-476b-9746-8a9f66fe7012 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-886917797'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:51.641165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b6c8200-507a-4967-b115-5c25c25d8d1a req-383d6d05-0915-41a3-bcc5-1b55f87037e8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.0850267 Jul 16 18:13:51.683716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Network 4e5b5418-fad6-496a-81c4-7f14bc9ddd61 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:51.691624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:51.691929 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff26150-7f7c-4543-b1d4-3f579f218ff7 req-e2984ac8-86a2-493c-8c65-c009335d84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.694990 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6ff26150-7f7c-4543-b1d4-3f579f218ff7 req-e2984ac8-86a2-493c-8c65-c009335d84cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2470458 Jul 16 18:13:51.700740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:51.770637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Pushing event updated for resources: {'Port': ['ID=9aafc174-bf0f-494e-b3f7-280ce2023e01,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.810987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0930ada-01ca-476b-9746-8a9f66fe7012 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:51.814518 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0930ada-01ca-476b-9746-8a9f66fe7012 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.853137 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:51.853514 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:51.861912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:51.862540 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:51.863106 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:51.863656 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:51.864181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:51.864714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:51.865276 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:51.865822 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:51.866344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:51.866854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:51.866999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bc723-aaf2-4fcb-935a-985af06d066f req-7e6048fb-bfce-4470-bb29-69f4c96e0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.868428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-7e6048fb-bfce-4470-bb29-69f4c96e0ba4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2220006 Jul 16 18:13:51.896864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0930ada-01ca-476b-9746-8a9f66fe7012 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:51.903246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Attempting to bind port 9aafc174-bf0f-494e-b3f7-280ce2023e01 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:51.903716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Attempting to bind port 9aafc174-bf0f-494e-b3f7-280ce2023e01 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5c652ab4-3fb0-45aa-a4f5-7075a2984df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4e5b5418-fad6-496a-81c4-7f14bc9ddd61'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:51.905673 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Attempting to bind port 9aafc174-bf0f-494e-b3f7-280ce2023e01 on network 4e5b5418-fad6-496a-81c4-7f14bc9ddd61 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:51.925251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:51.926139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Checking segment: {'id': '5c652ab4-3fb0-45aa-a4f5-7075a2984df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4e5b5418-fad6-496a-81c4-7f14bc9ddd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:51.927183 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.928313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Bound using segment: {'id': '5c652ab4-3fb0-45aa-a4f5-7075a2984df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4e5b5418-fad6-496a-81c4-7f14bc9ddd61'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:51.929357 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Bound port: 9aafc174-bf0f-494e-b3f7-280ce2023e01, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c652ab4-3fb0-45aa-a4f5-7075a2984df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4e5b5418-fad6-496a-81c4-7f14bc9ddd61'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:51.931382 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.945741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0930ada-01ca-476b-9746-8a9f66fe7012 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.946098 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-a0930ada-01ca-476b-9746-8a9f66fe7012 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Added segment 7ee5447b-42bd-470f-b305-8be52d3de413 of type vlan for network c74016d0-06f8-4550-a02d-0ad9f5aced4a Jul 16 18:13:51.948928 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff26150-7f7c-4543-b1d4-3f579f218ff7 req-cd810482-3b09-498b-a6c3-248f7e754b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.951489 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6ff26150-7f7c-4543-b1d4-3f579f218ff7 req-cd810482-3b09-498b-a6c3-248f7e754b97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2476380 Jul 16 18:13:52.046121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3af3fa-683d-4124-88cb-3abfb366f46e req-45dc68b6-1cd0-4542-84f4-07660e124fa1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.072529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d3af3fa-683d-4124-88cb-3abfb366f46e req-45dc68b6-1cd0-4542-84f4-07660e124fa1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 948 time: 0.4793770 Jul 16 18:13:52.093247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] For port 9aafc174-bf0f-494e-b3f7-280ce2023e01, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:52.096758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] For port 9aafc174-bf0f-494e-b3f7-280ce2023e01, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9aafc174-bf0f-494e-b3f7-280ce2023e01,segment=NetworkSegment(5c652ab4-3fb0-45aa-a4f5-7075a2984df3),segment_id=5c652ab4-3fb0-45aa-a4f5-7075a2984df3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:52.099022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0930ada-01ca-476b-9746-8a9f66fe7012 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.114339 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.215120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-5127a79b-9e6a-4cf2-9209-dd9a68711770 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313572 Jul 16 18:13:52.239098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5bf77-832a-4be6-81cb-1c994e5f1560 None None] Pushing event updated for resources: {'Port': ['ID=9aafc174-bf0f-494e-b3f7-280ce2023e01,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.299504 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6ff26150-7f7c-4543-b1d4-3f579f218ff7 req-14e181c1-a43e-4ab9-bcfb-d0d867aa1258 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252807 Jul 16 18:13:52.358366 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0930ada-01ca-476b-9746-8a9f66fe7012 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.368206 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0930ada-01ca-476b-9746-8a9f66fe7012 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.368858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0930ada-01ca-476b-9746-8a9f66fe7012 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.421299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d3af3fa-683d-4124-88cb-3abfb366f46e req-b7485055-0c1d-4042-8c0a-39b9f940fd64 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477793 Jul 16 18:13:52.432543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-534bc723-aaf2-4fcb-935a-985af06d066f req-66c798ff-5671-48f2-ae57-d67156209cc7 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041512 Jul 16 18:13:52.485716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb47e4-6bed-4676-9aab-1e0040b04407 req-777b6908-f414-4f1e-a485-e73ff54eaa11 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.493295 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bfb47e4-6bed-4676-9aab-1e0040b04407 req-777b6908-f414-4f1e-a485-e73ff54eaa11 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.5855939 Jul 16 18:13:52.654155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bfb47e4-6bed-4676-9aab-1e0040b04407 req-2f6e59f0-e0f9-44e2-b208-7291c9191d96 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557565 Jul 16 18:13:52.657282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0930ada-01ca-476b-9746-8a9f66fe7012 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Network': ['ID=c74016d0-06f8-4550-a02d-0ad9f5aced4a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.673915 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a0930ada-01ca-476b-9746-8a9f66fe7012 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0591259 Jul 16 18:13:52.676932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:52.687284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b9b35505-4a93-41ff-8930-71f253a9fdc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:52.689210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c74016d0-06f8-4550-a02d-0ad9f5aced4a details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:52.734361 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6ff26150-7f7c-4543-b1d4-3f579f218ff7 req-9b3d1409-9bb1-40bb-b274-0fbb547ba52c service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227929 Jul 16 18:13:52.952646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ba3a9-d0ac-4da4-8927-d49f3849d0f3 req-0fd152de-e0e4-4b96-9c6c-ed362fc0e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.954360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f87ba3a9-d0ac-4da4-8927-d49f3849d0f3 req-0fd152de-e0e4-4b96-9c6c-ed362fc0e195 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 1099 time: 0.4460402 Jul 16 18:13:52.959040 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7cb452db-0a05-4539-8dc5-6eb1eb4aa830 req-9a43bf47-e24d-4460-b700-fa9d9bdbd3c9 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.0708070 Jul 16 18:13:53.179217 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9b35505-4a93-41ff-8930-71f253a9fdc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.221050 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9b35505-4a93-41ff-8930-71f253a9fdc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.259040 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ba3a9-d0ac-4da4-8927-d49f3849d0f3 req-6b4c03b6-c4e2-4775-af28-27655c016d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.260865 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f87ba3a9-d0ac-4da4-8927-d49f3849d0f3 req-6b4c03b6-c4e2-4775-af28-27655c016d7c service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2934394 Jul 16 18:13:53.264746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9b35505-4a93-41ff-8930-71f253a9fdc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network c74016d0-06f8-4550-a02d-0ad9f5aced4a is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:13:53.278139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b35505-4a93-41ff-8930-71f253a9fdc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.279190 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9b35505-4a93-41ff-8930-71f253a9fdc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.280698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b9b35505-4a93-41ff-8930-71f253a9fdc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "PUT /v2.0/networks/c74016d0-06f8-4550-a02d-0ad9f5aced4a HTTP/1.1" status: 200 len: 723 time: 0.6026883 Jul 16 18:13:53.283658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:53.290139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-61af268c-1711-47ff-a613-ecbfbb64c55f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'subnet': {'network_id': 'c74016d0-06f8-4550-a02d-0ad9f5aced4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:53.352518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f87ba3a9-d0ac-4da4-8927-d49f3849d0f3 req-a1a93612-6970-4228-aaa6-58b663de4b4d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=db97421f-daf3-4148-8e1d-630948e1dd06 HTTP/1.1" status: 200 len: 217 time: 0.0498085 Jul 16 18:13:53.412902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b35505-4a93-41ff-8930-71f253a9fdc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Network': ['ID=c74016d0-06f8-4550-a02d-0ad9f5aced4a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:53.430850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c74016d0-06f8-4550-a02d-0ad9f5aced4a details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:53.483153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61af268c-1711-47ff-a613-ecbfbb64c55f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:53.487421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61af268c-1711-47ff-a613-ecbfbb64c55f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.531916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ba3a9-d0ac-4da4-8927-d49f3849d0f3 req-b5d0b3da-bc3f-4b6a-bdb9-01a4468d4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.533385 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f87ba3a9-d0ac-4da4-8927-d49f3849d0f3 req-b5d0b3da-bc3f-4b6a-bdb9-01a4468d4121 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1290867 Jul 16 18:13:53.755659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5340586-af63-4048-ab25-9d6de70f97d6 None None] Network 4e5b5418-fad6-496a-81c4-7f14bc9ddd61 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:53.817366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ba3a9-d0ac-4da4-8927-d49f3849d0f3 req-9e31d2eb-c0c1-4e97-9bb0-bc2ec36cc2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.819165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f87ba3a9-d0ac-4da4-8927-d49f3849d0f3 req-9e31d2eb-c0c1-4e97-9bb0-bc2ec36cc2bd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2721863 Jul 16 18:13:53.839288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4388b8a-ca3d-45a9-956b-c367dfca38e3 None None] Provisioning for port 9aafc174-bf0f-494e-b3f7-280ce2023e01 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:53.847369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9f3a0-16c0-4744-9f8f-4d4bac7dbae8 req-101c7697-3759-422d-966b-f9cbfabbcd29 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.849209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff9f3a0-16c0-4744-9f8f-4d4bac7dbae8 req-101c7697-3759-422d-966b-f9cbfabbcd29 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 948 time: 0.2311380 Jul 16 18:13:53.879005 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61af268c-1711-47ff-a613-ecbfbb64c55f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.005759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff9f3a0-16c0-4744-9f8f-4d4bac7dbae8 req-8dc9564e-9b2a-4b49-8c3a-c120ffa9c4d3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462805 Jul 16 18:13:54.016673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af268c-1711-47ff-a613-ecbfbb64c55f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Subnet': ['ID=4a6d49b8-04ab-4381-840d-bf2ccd301102,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:54.054861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af268c-1711-47ff-a613-ecbfbb64c55f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Checking segment: {'id': '7ee5447b-42bd-470f-b305-8be52d3de413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c74016d0-06f8-4550-a02d-0ad9f5aced4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:54.055260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61af268c-1711-47ff-a613-ecbfbb64c55f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network hostable DHCP agents. Network: c74016d0-06f8-4550-a02d-0ad9f5aced4a, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:54.062822 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f87ba3a9-d0ac-4da4-8927-d49f3849d0f3 req-6c1ad035-b8c4-4bc2-ad1f-07927164a00b service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124770 Jul 16 18:13:54.072787 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685afad-75d7-4d9e-aadf-49681c5b18d8 req-f0953356-68d2-496e-9401-d8456ebdf0f7 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.084515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8685afad-75d7-4d9e-aadf-49681c5b18d8 req-f0953356-68d2-496e-9401-d8456ebdf0f7 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.1819770 Jul 16 18:13:54.090911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61af268c-1711-47ff-a613-ecbfbb64c55f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network c74016d0-06f8-4550-a02d-0ad9f5aced4a is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:54.107610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-61af268c-1711-47ff-a613-ecbfbb64c55f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, c74016d0-06f8-4550-a02d-0ad9f5aced4a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:54.111536 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af268c-1711-47ff-a613-ecbfbb64c55f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.112123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61af268c-1711-47ff-a613-ecbfbb64c55f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.131799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d6317d-0e2f-4bf2-8e54-7e317fb7eccd None None] Network c74016d0-06f8-4550-a02d-0ad9f5aced4a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:54.138619 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-61af268c-1711-47ff-a613-ecbfbb64c55f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8532684 Jul 16 18:13:54.141222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:54.146666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e9458af4-b29a-449a-b5d2-bc1b20df2459 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:54.334010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8685afad-75d7-4d9e-aadf-49681c5b18d8 req-683fccf2-069d-4771-a4ae-ee44fb64dac9 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481091 Jul 16 18:13:54.458210 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9458af4-b29a-449a-b5d2-bc1b20df2459 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126077163'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.466901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba004f37-e959-47d4-8dbc-f7f321742a94 req-6175abd6-7283-4a2d-921c-1ce4f8a2e11e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.0741217 Jul 16 18:13:54.579907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f87ba3a9-d0ac-4da4-8927-d49f3849d0f3 req-1352ff1e-b5a7-4a41-8ef3-769278696ff5 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840539 Jul 16 18:13:54.638985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-c74016d0-06f8-4550-a02d-0ad9f5aced4a', 'network_id': 'c74016d0-06f8-4550-a02d-0ad9f5aced4a', 'tenant_id': '8d32aaa3845d46268a07d0b9c754d221', 'fixed_ips': [{'subnet_id': '4a6d49b8-04ab-4381-840d-bf2ccd301102'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:54.640248 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.641195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382e71a-52e4-4975-8a10-db484c6a9f67 req-252275a0-7beb-4f7d-8606-6d7612d277b0 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.643344 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a382e71a-52e4-4975-8a10-db484c6a9f67 req-252275a0-7beb-4f7d-8606-6d7612d277b0 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 945 time: 0.2901852 Jul 16 18:13:54.673824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9aafc174-bf0f-494e-b3f7-280ce2023e01 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:54.865217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899aefb-c75b-41c7-93cc-820017c2c854 None None] Update dhcp port {'port': {'network_id': '4e5b5418-fad6-496a-81c4-7f14bc9ddd61', 'fixed_ips': [{'subnet_id': '45a47917-86cb-4130-8455-f0d9d582ba34', 'ip_address': '2001:db8::2'}, {'subnet_id': '21fb103a-3e86-4325-90a5-75170a77b0b1'}], 'binding:host_id': 'n-d-793618-9'}, 'id': '9aafc174-bf0f-494e-b3f7-280ce2023e01'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:13:54.905589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 9aafc174-bf0f-494e-b3f7-280ce2023e01 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:54.920225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9aafc174-bf0f-494e-b3f7-280ce2023e01 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:54.920603 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.963861 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c899aefb-c75b-41c7-93cc-820017c2c854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.032701 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a382e71a-52e4-4975-8a10-db484c6a9f67 req-eee90265-a519-4fc4-bd31-62b6bce480b4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Deleting port 750cbe58-71fe-414f-a6ab-be61c58ea6ef {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:55.033094 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a382e71a-52e4-4975-8a10-db484c6a9f67 req-eee90265-a519-4fc4-bd31-62b6bce480b4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.038279 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9458af4-b29a-449a-b5d2-bc1b20df2459 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790526439819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126026613'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.141646 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9458af4-b29a-449a-b5d2-bc1b20df2459 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:55.147285 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9458af4-b29a-449a-b5d2-bc1b20df2459 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.152490 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e9458af4-b29a-449a-b5d2-bc1b20df2459 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "PUT /v2.0/subnets/4a6d49b8-04ab-4381-840d-bf2ccd301102 HTTP/1.1" status: 200 len: 826 time: 1.0070879 Jul 16 18:13:55.152844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.225538 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9458af4-b29a-449a-b5d2-bc1b20df2459 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Subnet': ['ID=4a6d49b8-04ab-4381-840d-bf2ccd301102,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.252155 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a382e71a-52e4-4975-8a10-db484c6a9f67 req-eee90265-a519-4fc4-bd31-62b6bce480b4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] For port 750cbe58-71fe-414f-a6ab-be61c58ea6ef, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=750cbe58-71fe-414f-a6ab-be61c58ea6ef,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:55.252963 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a382e71a-52e4-4975-8a10-db484c6a9f67 req-eee90265-a519-4fc4-bd31-62b6bce480b4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.268355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-a382e71a-52e4-4975-8a10-db484c6a9f67 req-eee90265-a519-4fc4-bd31-62b6bce480b4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Calling delete_port for 750cbe58-71fe-414f-a6ab-be61c58ea6ef owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:55.395614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device db97421f-daf3-4148-8e1d-630948e1dd06 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:55.523904 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a382e71a-52e4-4975-8a10-db484c6a9f67 req-eee90265-a519-4fc4-bd31-62b6bce480b4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.548667 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.550350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port db97421f-daf3-4148-8e1d-630948e1dd06, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=db97421f-daf3-4148-8e1d-630948e1dd06,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:55.573567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'db97421f-daf3-4148-8e1d-630948e1dd06', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'db97421f-daf3-4148-8e1d-630948e1dd06', 'mac_address': 'fa:16:3e:28:55:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:55.574463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95be847-ead7-45c8-a10a-6dfbda206840 req-fc56246d-8b48-4aae-94e7-16e1a61b603d tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:55.579607 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee90265-a519-4fc4-bd31-62b6bce480b4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Pushing event deleted for resources: {'Port': ['ID=750cbe58-71fe-414f-a6ab-be61c58ea6ef,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.580556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['5298eb3f-bd77-42ed-b68f-d96674f42426'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:55.583368 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f95be847-ead7-45c8-a10a-6dfbda206840 req-fc56246d-8b48-4aae-94e7-16e1a61b603d tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 948 time: 0.3185833 Jul 16 18:13:55.686925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a382e71a-52e4-4975-8a10-db484c6a9f67 req-eee90265-a519-4fc4-bd31-62b6bce480b4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] No DVR routers for this DVR port 750cbe58-71fe-414f-a6ab-be61c58ea6ef on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:55.695591 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a382e71a-52e4-4975-8a10-db484c6a9f67 req-eee90265-a519-4fc4-bd31-62b6bce480b4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.698246 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a382e71a-52e4-4975-8a10-db484c6a9f67 req-eee90265-a519-4fc4-bd31-62b6bce480b4 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.42 "DELETE /v2.0/ports/750cbe58-71fe-414f-a6ab-be61c58ea6ef HTTP/1.1" status: 204 len: 173 time: 1.0484989 Jul 16 18:13:55.701652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d36e96-1ff5-4340-8651-9ab642ce61c4', 'name': 'network-vif-deleted', 'tag': '750cbe58-71fe-414f-a6ab-be61c58ea6ef'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:55.701790 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.703721 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-23978e36-8391-4074-b42f-fd9fbcdf2c60 req-595acba0-16ee-420e-a34e-453ac8ead8d0 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d36e96-1ff5-4340-8651-9ab642ce61c4 HTTP/1.1" status: 200 len: 210 time: 0.1111319 Jul 16 18:13:55.709066 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8051e5c-ebdd-4b80-bac3-bfe5f86b6fb1" -d '{"events": [{"server_uuid": "f6d36e96-1ff5-4340-8651-9ab642ce61c4", "name": "network-vif-deleted", "tag": "750cbe58-71fe-414f-a6ab-be61c58ea6ef"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:55.792690 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Allocated IP 2001:db8::2 (c74016d0-06f8-4550-a02d-0ad9f5aced4a/4a6d49b8-04ab-4381-840d-bf2ccd301102/696ebfe7-e1b5-46c0-a191-d265f82eabdc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:55.825828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f95be847-ead7-45c8-a10a-6dfbda206840 req-8a0c9057-efdb-4ac6-9d92-449650a16182 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414312 Jul 16 18:13:55.828450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 9aafc174-bf0f-494e-b3f7-280ce2023e01, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9aafc174-bf0f-494e-b3f7-280ce2023e01,segment=NetworkSegment(5c652ab4-3fb0-45aa-a4f5-7075a2984df3),segment_id=5c652ab4-3fb0-45aa-a4f5-7075a2984df3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:55.861438 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.889699 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.936498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=9aafc174-bf0f-494e-b3f7-280ce2023e01,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.959044 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.969589 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11932d2e-1bf3-4406-a4d3-967bb2b9dfb6 x-openstack-request-id: req-11932d2e-1bf3-4406-a4d3-967bb2b9dfb6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:55.970230 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d36e96-1ff5-4340-8651-9ab642ce61c4", "name": "network-vif-deleted", "tag": "750cbe58-71fe-414f-a6ab-be61c58ea6ef", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:55.970606 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11932d2e-1bf3-4406-a4d3-967bb2b9dfb6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:55.971103 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d36e96-1ff5-4340-8651-9ab642ce61c4', 'name': 'network-vif-deleted', 'tag': '750cbe58-71fe-414f-a6ab-be61c58ea6ef', 'status': 'completed', 'code': 200} Jul 16 18:13:56.021784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c899aefb-c75b-41c7-93cc-820017c2c854 None None] Allocated IP 172.20.0.1 (4e5b5418-fad6-496a-81c4-7f14bc9ddd61/21fb103a-3e86-4325-90a5-75170a77b0b1/9aafc174-bf0f-494e-b3f7-280ce2023e01) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:56.070965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-529ae8dc-0be8-4217-9187-c5eda4c26abc req-639bdd3c-afa2-4710-a026-a6574b616e62 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.1364613 Jul 16 18:13:56.112121 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db97421f-daf3-4148-8e1d-630948e1dd06 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:56.138464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port db97421f-daf3-4148-8e1d-630948e1dd06, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=db97421f-daf3-4148-8e1d-630948e1dd06,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:56.150117 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.156187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-3a9953b3-90e0-4d5a-9c94-644b5cd51361 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2455180 Jul 16 18:13:56.334626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-7f71e100-e368-4f37-a243-1014abc82c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.335230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-7f71e100-e368-4f37-a243-1014abc82c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.335926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-7f71e100-e368-4f37-a243-1014abc82c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.336589 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-7f71e100-e368-4f37-a243-1014abc82c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.337253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-7f71e100-e368-4f37-a243-1014abc82c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.337967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-7f71e100-e368-4f37-a243-1014abc82c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.338627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-7f71e100-e368-4f37-a243-1014abc82c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.340799 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-7f71e100-e368-4f37-a243-1014abc82c9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 6502 time: 0.0851717 Jul 16 18:13:56.372253 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.385157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Transition to ACTIVE for port object 696ebfe7-e1b5-46c0-a191-d265f82eabdc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:56.571600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-c1a1a448-b5b0-402f-b4ba-aaef3b5322fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.585376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-c1a1a448-b5b0-402f-b4ba-aaef3b5322fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.591129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-c1a1a448-b5b0-402f-b4ba-aaef3b5322fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.595948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-c1a1a448-b5b0-402f-b4ba-aaef3b5322fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=7cc8bf9d-645a-4817-933d-397852636c3d&id=29c282e7-cacf-472e-b53a-2daeee14b484&id=29c282e7-cacf-472e-b53a-2daeee14b484 HTTP/1.1" status: 200 len: 2297 time: 0.2249832 Jul 16 18:13:56.606528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c899aefb-c75b-41c7-93cc-820017c2c854 None None] For port 9aafc174-bf0f-494e-b3f7-280ce2023e01, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9aafc174-bf0f-494e-b3f7-280ce2023e01,segment=NetworkSegment(5c652ab4-3fb0-45aa-a4f5-7075a2984df3),segment_id=5c652ab4-3fb0-45aa-a4f5-7075a2984df3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:56.668289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:56.673889 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c899aefb-c75b-41c7-93cc-820017c2c854 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.689658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c899aefb-c75b-41c7-93cc-820017c2c854 None None] Transition to ACTIVE for port object 9aafc174-bf0f-494e-b3f7-280ce2023e01 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:56.803015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Transition to ACTIVE for port object 696ebfe7-e1b5-46c0-a191-d265f82eabdc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:56.811215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 750cbe58-71fe-414f-a6ab-be61c58ea6ef no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:56.826922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-71207d75-f5b1-49be-bf29-d6cb53dba2d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8801145-f837-4d0e-b9d5-1f06de7a01f4 HTTP/1.1" status: 200 len: 1001 time: 0.2201459 Jul 16 18:13:56.923612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9aafc174-bf0f-494e-b3f7-280ce2023e01 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:56.959312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-2898a4d2-3d12-43b7-80e9-d195eacaf7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.962117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-2898a4d2-3d12-43b7-80e9-d195eacaf7d8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=306fd435-821d-4c93-9da6-87680b1fbaa4 HTTP/1.1" status: 200 len: 856 time: 0.1184473 Jul 16 18:13:56.962615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 750cbe58-71fe-414f-a6ab-be61c58ea6ef {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:56.965378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 750cbe58-71fe-414f-a6ab-be61c58ea6ef not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:56.970764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['db97421f-daf3-4148-8e1d-630948e1dd06'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:56.977483 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c899aefb-c75b-41c7-93cc-820017c2c854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.041095 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-040f0806-b291-4f59-8bb5-42c67f65937c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.103106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.175404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6d49b8-04ab-4381-840d-bf2ccd301102,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.178975 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.299268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Network c74016d0-06f8-4550-a02d-0ad9f5aced4a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:57.303683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=db97421f-daf3-4148-8e1d-630948e1dd06,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.322302 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:57.334803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:57.378819 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-040f0806-b291-4f59-8bb5-42c67f65937c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.383242 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.389250 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-040f0806-b291-4f59-8bb5-42c67f65937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.405530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-e431ee81-bfc7-4c0b-977f-95039dcf0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.407419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-e431ee81-bfc7-4c0b-977f-95039dcf0902 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02dc7734-1774-4ed6-b2fb-86a1fe3301ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4338634 Jul 16 18:13:57.409861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74016d0-06f8-4550-a02d-0ad9f5aced4a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:57.427045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee5447b-42bd-470f-b305-8be52d3de413') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:57.427675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee5447b-42bd-470f-b305-8be52d3de413') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:57.445374 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-040f0806-b291-4f59-8bb5-42c67f65937c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ee764807e1f42219ff292b0e7de2b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7743316 Jul 16 18:13:57.448036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.463001 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.500387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f0806-b291-4f59-8bb5-42c67f65937c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e42bc8e-dcb5-41fc-8d07-b9f19bc4f302,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.519168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.539883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899aefb-c75b-41c7-93cc-820017c2c854 None None] Pushing event updated for resources: {'Port': ['ID=9aafc174-bf0f-494e-b3f7-280ce2023e01,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.542323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:57.543089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:57.583959 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:57.616634 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85738b7d-196a-4c6b-a5d1-902f2d01b7d6 req-d27119e0-1901-45f1-a730-c47c4c27e52f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.620241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85738b7d-196a-4c6b-a5d1-902f2d01b7d6 req-d27119e0-1901-45f1-a730-c47c4c27e52f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 949 time: 0.3841364 Jul 16 18:13:57.689796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Attempting to bind port 696ebfe7-e1b5-46c0-a191-d265f82eabdc on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:57.690185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Attempting to bind port 696ebfe7-e1b5-46c0-a191-d265f82eabdc by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '7ee5447b-42bd-470f-b305-8be52d3de413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c74016d0-06f8-4550-a02d-0ad9f5aced4a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:57.690548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Attempting to bind port 696ebfe7-e1b5-46c0-a191-d265f82eabdc on network c74016d0-06f8-4550-a02d-0ad9f5aced4a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:57.730797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:57.731179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Checking segment: {'id': '7ee5447b-42bd-470f-b305-8be52d3de413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c74016d0-06f8-4550-a02d-0ad9f5aced4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:57.731592 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.731998 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Bound using segment: {'id': '7ee5447b-42bd-470f-b305-8be52d3de413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c74016d0-06f8-4550-a02d-0ad9f5aced4a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:57.732489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Bound port: 696ebfe7-e1b5-46c0-a191-d265f82eabdc, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee5447b-42bd-470f-b305-8be52d3de413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c74016d0-06f8-4550-a02d-0ad9f5aced4a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:57.732880 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.740230 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-6490e52c-08c8-4420-afbc-44e58d7df638 service neutron] 10.222.0.38 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179142 Jul 16 18:13:57.822015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Pushing event updated for resources: {'Port': ['ID=696ebfe7-e1b5-46c0-a191-d265f82eabdc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.911046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] For port 696ebfe7-e1b5-46c0-a191-d265f82eabdc, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:57.911046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] For port 696ebfe7-e1b5-46c0-a191-d265f82eabdc, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=696ebfe7-e1b5-46c0-a191-d265f82eabdc,segment=NetworkSegment(7ee5447b-42bd-470f-b305-8be52d3de413),segment_id=7ee5447b-42bd-470f-b305-8be52d3de413)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:57.921371 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.012552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b355c-c1e1-4a6b-bd45-c864b80e4e49 None None] Pushing event updated for resources: {'Port': ['ID=696ebfe7-e1b5-46c0-a191-d265f82eabdc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.152569 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd0fc9-b3af-4904-922f-aa044fb4b7a0 None None] Network c74016d0-06f8-4550-a02d-0ad9f5aced4a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:58.277222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d50acc06-b0a4-41a8-8b5e-04ca4f0671e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.280211 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:13:58.280211 n-d-793618-9 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:13:58.280211 n-d-793618-9 neutron-server[93767]: [parameters: {'id': 'c74016d0-06f8-4550-a02d-0ad9f5aced4a'}] Jul 16 18:13:58.280211 n-d-793618-9 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:13:58.280211 n-d-793618-9 neutron-server[93767]: DEBUG oslo_db.api [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:13:58.300946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85738b7d-196a-4c6b-a5d1-902f2d01b7d6 req-dd8c328e-0adb-4be4-8f0e-05ea2c26fb09 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6648462 Jul 16 18:13:58.336944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739de753-e085-4575-9621-49c3baafe862 None None] Network c74016d0-06f8-4550-a02d-0ad9f5aced4a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:58.438589 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a78f0451-b78d-4cff-a3f4-efe749342c05 req-2ad2a096-83aa-4e3a-aa32-7e01f56c7b00 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.1685345 Jul 16 18:13:58.461262 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d50acc06-b0a4-41a8-8b5e-04ca4f0671e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.466392 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e69e51-f5b2-4d0e-8642-bd1ad19e8533 None None] Network 4e5b5418-fad6-496a-81c4-7f14bc9ddd61 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:58.485891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-93942eac-ab51-4acf-9e31-ad8eade0510e service neutron] 10.222.0.38 "GET /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7333009 Jul 16 18:13:58.560248 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-fd7cade6-4594-44be-a2f4-452b0d060efe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f HTTP/1.1" status: 200 len: 217 time: 0.0641470 Jul 16 18:13:58.623471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9aafc174-bf0f-494e-b3f7-280ce2023e01 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:58.645445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-6110edec-d5ab-4bab-911e-52842a272f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:58.647317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-6110edec-d5ab-4bab-911e-52842a272f8f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.0596879 Jul 16 18:13:58.675611 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0bd1534a-5d37-426d-a7db-524e0684aee8 None None] Provisioning for port 9aafc174-bf0f-494e-b3f7-280ce2023e01 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:58.696444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0bd1534a-5d37-426d-a7db-524e0684aee8 None None] Provisioning complete for port 9aafc174-bf0f-494e-b3f7-280ce2023e01 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:58.696817 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bd1534a-5d37-426d-a7db-524e0684aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.750786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d50acc06-b0a4-41a8-8b5e-04ca4f0671e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.754097 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d50acc06-b0a4-41a8-8b5e-04ca4f0671e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.756895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d50acc06-b0a4-41a8-8b5e-04ca4f0671e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1e42bc8e-dcb5-41fc-8d07-b9f19bc4f302 HTTP/1.1" status: 204 len: 168 time: 1.2849569 Jul 16 18:13:58.778182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aec247-7995-46fd-8a7a-249845acb284 req-b9b2c513-adbb-41cd-aadd-4f15acf35c08 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:58.785507 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0aec247-7995-46fd-8a7a-249845acb284 req-b9b2c513-adbb-41cd-aadd-4f15acf35c08 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.2277982 Jul 16 18:13:58.788950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50acc06-b0a4-41a8-8b5e-04ca4f0671e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e42bc8e-dcb5-41fc-8d07-b9f19bc4f302,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.790869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.901509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0aec247-7995-46fd-8a7a-249845acb284 req-04fc1ab2-3e4a-49d3-84e3-45bbf75fecec tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151037 Jul 16 18:13:58.908779 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-cbf977d9-fa7f-4902-ab36-082b9c3710b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:58.910605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-cbf977d9-fa7f-4902-ab36-082b9c3710b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2430549 Jul 16 18:13:58.945303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9aafc174-bf0f-494e-b3f7-280ce2023e01 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:58.947181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.080719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Deleting port 696ebfe7-e1b5-46c0-a191-d265f82eabdc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:59.081067 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.206991 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] For port 696ebfe7-e1b5-46c0-a191-d265f82eabdc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=696ebfe7-e1b5-46c0-a191-d265f82eabdc,segment=NetworkSegment(7ee5447b-42bd-470f-b305-8be52d3de413),segment_id=7ee5447b-42bd-470f-b305-8be52d3de413)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:59.207784 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.218695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:59.226838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Calling delete_port for 696ebfe7-e1b5-46c0-a191-d265f82eabdc owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:59.242773 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05a43cd1-b920-4902-b9ab-0fcb49b9e42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.289027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-fff4d086-ba39-4fec-853d-46dc7fd3d006 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258302 Jul 16 18:13:59.301046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33821136-ca84-402a-9e90-fea9b6d28653 None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:13:59.402771 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05a43cd1-b920-4902-b9ab-0fcb49b9e42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.413560 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05a43cd1-b920-4902-b9ab-0fcb49b9e42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.434330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-38aa77d1-b60d-4730-a188-3a0cce0f33dc service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365044 Jul 16 18:13:59.440747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device db97421f-daf3-4148-8e1d-630948e1dd06 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:59.493390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6021ace6-eff8-4565-bca4-e4f08b9989d1 None None] Provisioning complete for port 9aafc174-bf0f-494e-b3f7-280ce2023e01 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:59.494134 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6021ace6-eff8-4565-bca4-e4f08b9989d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.498681 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-05a43cd1-b920-4902-b9ab-0fcb49b9e42c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89caf0a698454f1d943429ba26d97714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737496 Jul 16 18:13:59.498681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a43cd1-b920-4902-b9ab-0fcb49b9e42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29758a1f-e933-48d1-949c-70d64a13e646,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:59.500989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:59.536171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-a5be78cf-7a63-4693-9c6f-448764bdb9e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1c7fda8b-3138-4238-aa2b-810ce6159203 HTTP/1.1" status: 200 len: 217 time: 0.0920134 Jul 16 18:13:59.579329 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39c65709-ed40-45aa-a003-ce7a720c4d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.658815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-2379a96e-4594-4e88-91f9-4f209074faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:59.660249 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-2379a96e-4594-4e88-91f9-4f209074faa1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.1158245 Jul 16 18:13:59.663199 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39c65709-ed40-45aa-a003-ce7a720c4d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.723051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0ea47-55f1-4964-806f-ad5c817c354c req-d1ca0902-6231-43f0-bd8f-fc68e5a75c3a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:59.724826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ffa0ea47-55f1-4964-806f-ad5c817c354c req-d1ca0902-6231-43f0-bd8f-fc68e5a75c3a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 949 time: 0.1307089 Jul 16 18:13:59.725552 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.777334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39c65709-ed40-45aa-a003-ce7a720c4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.781184 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39c65709-ed40-45aa-a003-ce7a720c4d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.785711 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-39c65709-ed40-45aa-a003-ce7a720c4d55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29758a1f-e933-48d1-949c-70d64a13e646 HTTP/1.1" status: 204 len: 168 time: 0.2833486 Jul 16 18:13:59.802609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c65709-ed40-45aa-a003-ce7a720c4d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29758a1f-e933-48d1-949c-70d64a13e646,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:59.809164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Port': ['ID=696ebfe7-e1b5-46c0-a191-d265f82eabdc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:59.816086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c0bb4da-ae90-41d3-978f-0a5a79e962d2 req-83e51591-4877-423a-b650-a3298b266ca2 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.1022091 Jul 16 18:13:59.881232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No DVR routers for this DVR port 696ebfe7-e1b5-46c0-a191-d265f82eabdc on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:59.919519 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ffa0ea47-55f1-4964-806f-ad5c817c354c req-37ae744a-e53f-4c79-884a-f069df4b3e89 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664608 Jul 16 18:13:59.950568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33821136-ca84-402a-9e90-fea9b6d28653 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:13:59.993604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-ead83cc9-4df3-4327-a968-512fea47b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:59.996153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-ead83cc9-4df3-4327-a968-512fea47b5ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3238366 Jul 16 18:13:59.996429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port db97421f-daf3-4148-8e1d-630948e1dd06 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:00.080830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port db97421f-daf3-4148-8e1d-630948e1dd06 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:00.081251 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.148151 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3a488e2-881b-499e-a424-3cdf0cfd3fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.174471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-91dff4dd-e20d-4fce-9b0f-6d3ec9f8736b service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658237 Jul 16 18:14:00.281175 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.330057 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.341713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74016d0-06f8-4550-a02d-0ad9f5aced4a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:00.353083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee5447b-42bd-470f-b305-8be52d3de413') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:00.353426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee5447b-42bd-470f-b305-8be52d3de413') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:00.364608 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.378280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d144de-2662-49aa-8126-f9da41a3a72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db97421f-daf3-4148-8e1d-630948e1dd06'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:00.380798 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca96e468-87e5-4119-9988-afbd49933230" -d '{"events": [{"server_uuid": "e3d144de-2662-49aa-8126-f9da41a3a72f", "name": "network-vif-plugged", "status": "completed", "tag": "db97421f-daf3-4148-8e1d-630948e1dd06"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:00.384609 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.393188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:00.396478 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.423706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port db97421f-daf3-4148-8e1d-630948e1dd06, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=db97421f-daf3-4148-8e1d-630948e1dd06,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:00.438251 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.445761 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4afcb0-9e2f-4fa5-ab6a-f5b416e7659f x-openstack-request-id: req-ab4afcb0-9e2f-4fa5-ab6a-f5b416e7659f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:00.446059 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d144de-2662-49aa-8126-f9da41a3a72f", "name": "network-vif-plugged", "status": "completed", "tag": "db97421f-daf3-4148-8e1d-630948e1dd06", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:00.446452 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab4afcb0-9e2f-4fa5-ab6a-f5b416e7659f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:00.446861 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d144de-2662-49aa-8126-f9da41a3a72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db97421f-daf3-4148-8e1d-630948e1dd06', 'code': 200} Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:00.526099 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:00.540069 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.602584 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=db97421f-daf3-4148-8e1d-630948e1dd06,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.620223 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.626376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/c74016d0-06f8-4550-a02d-0ad9f5aced4a HTTP/1.1" status: 204 len: 168 time: 5.4724646 Jul 16 18:14:00.628408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955c903-aa54-499e-bbb4-47a47b0f25a0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Network': ['ID=c74016d0-06f8-4550-a02d-0ad9f5aced4a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.629026 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:00.667944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-738a8f7d-8e56-423c-9808-18ec700ae0da service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770060 Jul 16 18:14:00.670277 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ba656a-f013-4acc-b53a-04d36f800c9e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:00.671012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ba656a-f013-4acc-b53a-04d36f800c9e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:00.672677 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-68ba656a-f013-4acc-b53a-04d36f800c9e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/c74016d0-06f8-4550-a02d-0ad9f5aced4a HTTP/1.1" status: 404 len: 339 time: 0.0425603 Jul 16 18:14:00.679092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:00.698064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-41dc09a1-e3d0-4f0f-88e2-4509328b6cf7 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1725133453', 'description': 'd1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:00.776330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1518c-2251-41ab-bbb7-bae1e521a181 req-2fdecf49-aaca-4d75-85d9-5b315a420adf tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.783827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85f1518c-2251-41ab-bbb7-bae1e521a181 req-2fdecf49-aaca-4d75-85d9-5b315a420adf tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.6083446 Jul 16 18:14:00.790139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dc09a1-e3d0-4f0f-88e2-4509328b6cf7 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:00.794939 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41dc09a1-e3d0-4f0f-88e2-4509328b6cf7 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.820312 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-40d38107-10ed-415c-9d02-fd26a3c56df0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=7eabc694-8433-42fa-9894-3abdb602e652 HTTP/1.1" status: 200 len: 217 time: 0.1395733 Jul 16 18:14:00.851892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb83502-4782-45f7-a512-00b7743a460c req-c2fd04f4-9292-4480-b295-14fbc3cc2f04 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.853443 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-deb83502-4782-45f7-a512-00b7743a460c req-c2fd04f4-9292-4480-b295-14fbc3cc2f04 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.38 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 945 time: 0.6768355 Jul 16 18:14:00.908619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4370f9-e562-446d-b34c-1b017afc93c0 req-795aae9c-f4fa-44ea-969d-05828af55214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.910441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d4370f9-e562-446d-b34c-1b017afc93c0 req-795aae9c-f4fa-44ea-969d-05828af55214 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 1101 time: 0.3732526 Jul 16 18:14:00.973233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85f1518c-2251-41ab-bbb7-bae1e521a181 req-9990485f-5c42-49e7-badb-3b0c81c2a062 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884477 Jul 16 18:14:01.007844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41dc09a1-e3d0-4f0f-88e2-4509328b6cf7 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:01.032299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d4370f9-e562-446d-b34c-1b017afc93c0 req-065149e0-c2ad-43f3-a99a-5ad2f2e4d221 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706341 Jul 16 18:14:01.052433 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41dc09a1-e3d0-4f0f-88e2-4509328b6cf7 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.052789 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-41dc09a1-e3d0-4f0f-88e2-4509328b6cf7 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Added segment bd754b80-4142-4e7e-afce-0e0c2f341e3d of type vlan for network 0d815905-8837-4782-9070-4b1daaf5f4cf Jul 16 18:14:01.119147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-46ee64da-2430-44e6-88dc-80fff682da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.120660 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-46ee64da-2430-44e6-88dc-80fff682da58 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.2502775 Jul 16 18:14:01.255645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-761ad0b2-f435-410b-8e21-36c72c1dd14f req-d80e6c3e-fc2e-47a6-9118-fae1d9fcc668 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.1609595 Jul 16 18:14:01.265219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41dc09a1-e3d0-4f0f-88e2-4509328b6cf7 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.290666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-deb83502-4782-45f7-a512-00b7743a460c req-0e2742f3-a4cd-4723-8b78-7a93ff08aaee tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Deleting port 5298eb3f-bd77-42ed-b68f-d96674f42426 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:01.291215 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deb83502-4782-45f7-a512-00b7743a460c req-0e2742f3-a4cd-4723-8b78-7a93ff08aaee tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.440134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dc9c1-703e-46cc-bb7d-59d8e7b657fa req-d3586a6f-7292-4a24-8637-ddcd68ddbb58 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.448516 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e87dc9c1-703e-46cc-bb7d-59d8e7b657fa req-d3586a6f-7292-4a24-8637-ddcd68ddbb58 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 950 time: 0.3108540 Jul 16 18:14:01.453967 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41dc09a1-e3d0-4f0f-88e2-4509328b6cf7 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.460788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dc09a1-e3d0-4f0f-88e2-4509328b6cf7 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.461410 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41dc09a1-e3d0-4f0f-88e2-4509328b6cf7 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.516093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-a55babea-b2d8-46a5-b440-de386cbfff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.517654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-a55babea-b2d8-46a5-b440-de386cbfff82 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3829918 Jul 16 18:14:01.520572 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-deb83502-4782-45f7-a512-00b7743a460c req-0e2742f3-a4cd-4723-8b78-7a93ff08aaee tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] For port 5298eb3f-bd77-42ed-b68f-d96674f42426, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5298eb3f-bd77-42ed-b68f-d96674f42426,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:01.520964 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deb83502-4782-45f7-a512-00b7743a460c req-0e2742f3-a4cd-4723-8b78-7a93ff08aaee tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.551721 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-41dc09a1-e3d0-4f0f-88e2-4509328b6cf7 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8612883 Jul 16 18:14:01.555739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:01.559416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-deb83502-4782-45f7-a512-00b7743a460c req-0e2742f3-a4cd-4723-8b78-7a93ff08aaee tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Calling delete_port for 5298eb3f-bd77-42ed-b68f-d96674f42426 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:01.609883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e87dc9c1-703e-46cc-bb7d-59d8e7b657fa req-ecb97556-d04c-4093-bb6a-3862ec37404a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617346 Jul 16 18:14:01.661432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc09a1-e3d0-4f0f-88e2-4509328b6cf7 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Network': ['ID=0d815905-8837-4782-9070-4b1daaf5f4cf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:01.674810 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 0d815905-8837-4782-9070-4b1daaf5f4cf details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:01.685806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f7bff2-baf0-4f41-b7ac-16717c36b073 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.694519 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-65f7bff2-baf0-4f41-b7ac-16717c36b073 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/networks?id=0d815905-8837-4782-9070-4b1daaf5f4cf HTTP/1.1" status: 200 len: 765 time: 0.1373346 Jul 16 18:14:01.701107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:01.710332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7c37a677-5e07-48fb-8753-01ed31fabaab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'network': {'description': 'd2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:01.940412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-67984d4d-30f5-4186-b441-67577fa71381 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021928 Jul 16 18:14:02.158627 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c37a677-5e07-48fb-8753-01ed31fabaab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.192392 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c37a677-5e07-48fb-8753-01ed31fabaab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.252060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c37a677-5e07-48fb-8753-01ed31fabaab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network 0d815905-8837-4782-9070-4b1daaf5f4cf is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:14:02.261943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37a677-5e07-48fb-8753-01ed31fabaab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.263369 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c37a677-5e07-48fb-8753-01ed31fabaab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.265533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7c37a677-5e07-48fb-8753-01ed31fabaab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "PUT /v2.0/networks/0d815905-8837-4782-9070-4b1daaf5f4cf HTTP/1.1" status: 200 len: 762 time: 0.5629914 Jul 16 18:14:02.266645 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6693f955-d136-43c2-96eb-925d0c02e5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.268636 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.351206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-b8a778ca-f88c-46ce-82a6-636ca3d719c7 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928154 Jul 16 18:14:02.359896 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deb83502-4782-45f7-a512-00b7743a460c req-0e2742f3-a4cd-4723-8b78-7a93ff08aaee tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.380333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['5298eb3f-bd77-42ed-b68f-d96674f42426'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:02.458869 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.488124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0a01d2-d845-40f5-89dc-5777f9261c88 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.489838 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-be0a01d2-d845-40f5-89dc-5777f9261c88 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/networks?id=0d815905-8837-4782-9070-4b1daaf5f4cf HTTP/1.1" status: 200 len: 765 time: 0.2199354 Jul 16 18:14:02.490534 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.494068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.504498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37a677-5e07-48fb-8753-01ed31fabaab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Network': ['ID=0d815905-8837-4782-9070-4b1daaf5f4cf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:02.522919 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 0d815905-8837-4782-9070-4b1daaf5f4cf details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:02.562582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-a61d495b-b962-4fbd-b0b7-94a504bda2f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c4066f96-874a-4e9b-9ebe-2041bf995554 HTTP/1.1" status: 200 len: 217 time: 0.1942599 Jul 16 18:14:02.574446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2742f3-a4cd-4723-8b78-7a93ff08aaee tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Pushing event deleted for resources: {'Port': ['ID=5298eb3f-bd77-42ed-b68f-d96674f42426,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:02.668694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-205623a0-3343-4e1f-a8ac-8aac4b6c2251 req-51820118-6219-4c85-86c6-30afaacba8de tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.0973020 Jul 16 18:14:02.700077 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.724392 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb83502-4782-45f7-a512-00b7743a460c req-0e2742f3-a4cd-4723-8b78-7a93ff08aaee tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] No DVR routers for this DVR port 5298eb3f-bd77-42ed-b68f-d96674f42426 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:02.727286 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-deb83502-4782-45f7-a512-00b7743a460c req-0e2742f3-a4cd-4723-8b78-7a93ff08aaee tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.729361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-deb83502-4782-45f7-a512-00b7743a460c req-0e2742f3-a4cd-4723-8b78-7a93ff08aaee tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.38 "DELETE /v2.0/ports/5298eb3f-bd77-42ed-b68f-d96674f42426 HTTP/1.1" status: 204 len: 173 time: 1.8610675 Jul 16 18:14:02.729811 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f34abd-3044-4096-8f19-ebbc6a63faa1', 'name': 'network-vif-deleted', 'tag': '5298eb3f-bd77-42ed-b68f-d96674f42426'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:02.733264 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b419304-1b67-4d91-8ac7-637d3e1d5a25" -d '{"events": [{"server_uuid": "99f34abd-3044-4096-8f19-ebbc6a63faa1", "name": "network-vif-deleted", "tag": "5298eb3f-bd77-42ed-b68f-d96674f42426"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:02.750839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-c00436aa-51db-4b5b-9dd8-2dc870fdf5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.752532 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-c00436aa-51db-4b5b-9dd8-2dc870fdf5f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 200 len: 797 time: 0.1717134 Jul 16 18:14:02.764781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60696b0-da6e-470c-9f13-169f58193616 req-821c4cf3-2308-4b38-b8b4-ac964489e35f tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.797907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f60696b0-da6e-470c-9f13-169f58193616 req-821c4cf3-2308-4b38-b8b4-ac964489e35f tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f34abd-3044-4096-8f19-ebbc6a63faa1 HTTP/1.1" status: 200 len: 867 time: 0.6245615 Jul 16 18:14:02.937146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f60696b0-da6e-470c-9f13-169f58193616 req-e8a8ab25-de2d-4d75-bad0-ff9ee8dd8d28 tempest-ServerRescueTestJSON-328603589 tempest-ServerRescueTestJSON-328603589-project] 10.222.0.52 "GET /v2.0/security-groups?id=2569d97b-4f7a-4866-9511-f4cbe9a81370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058643 Jul 16 18:14:02.973798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef756417-ab97-4251-98e2-9432be0bda23 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.975550 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ef756417-ab97-4251-98e2-9432be0bda23 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4805038 Jul 16 18:14:02.979817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.027801 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d940949-6d20-4476-8b76-72369226f026 x-openstack-request-id: req-2d940949-6d20-4476-8b76-72369226f026 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:03.028105 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f34abd-3044-4096-8f19-ebbc6a63faa1", "name": "network-vif-deleted", "tag": "5298eb3f-bd77-42ed-b68f-d96674f42426", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:03.028368 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d940949-6d20-4476-8b76-72369226f026 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:03.029504 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f34abd-3044-4096-8f19-ebbc6a63faa1', 'name': 'network-vif-deleted', 'tag': '5298eb3f-bd77-42ed-b68f-d96674f42426', 'status': 'completed', 'code': 200} Jul 16 18:14:03.052048 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5a5b7fa9-b939-48cc-92f4-42177fce9468 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 207 time: 0.0699053 Jul 16 18:14:03.055466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.055677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-90cd5561-5fd1-4d73-ac03-1dbe7956ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.057188 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-90cd5561-5fd1-4d73-ac03-1dbe7956ba0a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc8bf9d-645a-4817-933d-397852636c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2583327 Jul 16 18:14:03.297682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55618acc-4fe9-4edd-90f4-4b6beb482c60 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.306176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55618acc-4fe9-4edd-90f4-4b6beb482c60 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.313821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55618acc-4fe9-4edd-90f4-4b6beb482c60 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.323640 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55618acc-4fe9-4edd-90f4-4b6beb482c60 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.332056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55618acc-4fe9-4edd-90f4-4b6beb482c60 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.339027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55618acc-4fe9-4edd-90f4-4b6beb482c60 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.341020 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-55618acc-4fe9-4edd-90f4-4b6beb482c60 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2841580 Jul 16 18:14:03.351780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.501055 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-877d3689-2e8e-4169-a9cf-911ca0bbce43 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1444006 Jul 16 18:14:03.501378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.503839 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:14:03.599299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-2e2f4ea6-46fa-4e7a-90a3-54f1947f844a service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323844 Jul 16 18:14:03.621876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a3a16-f6aa-43d4-812f-841aa541d6e8 req-0f37c56a-f6da-474e-9d75-51b66923ebe3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.627608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-355a3a16-f6aa-43d4-812f-841aa541d6e8 req-0f37c56a-f6da-474e-9d75-51b66923ebe3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 950 time: 0.6700983 Jul 16 18:14:03.780830 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-705f5771-c137-4599-8276-a6c008f20ed7 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702065 Jul 16 18:14:03.818875 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.842982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-015ad235-3df4-46f2-b808-f13ff713f204 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3502ebbe-8b90-4a56-afa2-80f95d0e97d8 HTTP/1.1" status: 200 len: 217 time: 0.0503628 Jul 16 18:14:03.846504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-355a3a16-f6aa-43d4-812f-841aa541d6e8 req-784ed901-ead0-4ce1-8484-66bf600fe306 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033272 Jul 16 18:14:03.949214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-f6f419a7-f510-4970-b756-41ed59d1a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.950781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-f6f419a7-f510-4970-b756-41ed59d1a6fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b93e8465-6528-4566-8e4d-afb8ffbc7d1c HTTP/1.1" status: 200 len: 797 time: 0.1001582 Jul 16 18:14:03.954257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990c9f4-6a3c-4f70-8dcb-de4372de5f93 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.956187 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990c9f4-6a3c-4f70-8dcb-de4372de5f93 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.957930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990c9f4-6a3c-4f70-8dcb-de4372de5f93 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.960391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990c9f4-6a3c-4f70-8dcb-de4372de5f93 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.962674 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990c9f4-6a3c-4f70-8dcb-de4372de5f93 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.968984 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4990c9f4-6a3c-4f70-8dcb-de4372de5f93 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4666021 Jul 16 18:14:03.969987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.036998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b91fce-6516-4428-83ad-426a0366456f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.038652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b91fce-6516-4428-83ad-426a0366456f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.040287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b91fce-6516-4428-83ad-426a0366456f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.041838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b91fce-6516-4428-83ad-426a0366456f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.043433 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b91fce-6516-4428-83ad-426a0366456f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.050409 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-43b91fce-6516-4428-83ad-426a0366456f tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0741017 Jul 16 18:14:04.054047 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47844) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.095490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f863855-76bb-4971-85dd-7d3f4afd46f4 req-2ee9453e-da3b-4f8d-b623-0f319b6e791d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.0765495 Jul 16 18:14:04.164499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-79a26716-b8d8-4992-9688-e564c19d7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.166624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-79a26716-b8d8-4992-9688-e564c19d7011 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2078514 Jul 16 18:14:04.211429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd293ea-a087-43c8-9223-5af331f3eb59 req-6e331f2e-b07e-4b68-a1d9-b18c4295f3e9 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.213003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fcd293ea-a087-43c8-9223-5af331f3eb59 req-6e331f2e-b07e-4b68-a1d9-b18c4295f3e9 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 1101 time: 0.1221237 Jul 16 18:14:04.292341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.294615 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9eea52-fe5a-4fdd-9b42-452ae6e12d4b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.301308 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0d9eea52-fe5a-4fdd-9b42-452ae6e12d4b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/networks/dea18311-a4f4-4956-9b9d-44e31e028594 HTTP/1.1" status: 200 len: 804 time: 0.2407424 Jul 16 18:14:04.301308 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47860) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.404121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-0a597dc9-1b9c-43d9-97c6-dab6ed110b4a service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271667 Jul 16 18:14:04.406127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fcd293ea-a087-43c8-9223-5af331f3eb59 req-9885f9b3-b1fa-4a09-bb4d-d4a4d154dac0 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865084 Jul 16 18:14:04.442204 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b570c38e-44f3-4e58-b9e3-73d5ce49afcd tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/networks/dea18311-a4f4-4956-9b9d-44e31e028594?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1399903 Jul 16 18:14:04.450896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.600596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52034218-4d35-4799-874e-3fabc05ccc3c tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.601962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-52034218-4d35-4799-874e-3fabc05ccc3c tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/subnets/50f8a55c-d52c-410f-ba58-5d302d84533b HTTP/1.1" status: 200 len: 843 time: 0.1504385 Jul 16 18:14:04.605686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.643554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-71cf1652-12d2-4b23-9eb9-c3dcb555855a service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293746 Jul 16 18:14:04.713839 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe8652-0e7d-47d0-96c7-8d529ddc8bbc tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.716492 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6cfe8652-0e7d-47d0-96c7-8d529ddc8bbc tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "GET /v2.0/subnets/50f8a55c-d52c-410f-ba58-5d302d84533b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1095665 Jul 16 18:14:04.719956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.727174 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e0bb67ef-1ef5-4bfc-8779-6f6f709a62c5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1125823543'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:04.756775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bb67ef-1ef5-4bfc-8779-6f6f709a62c5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:04.761923 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0bb67ef-1ef5-4bfc-8779-6f6f709a62c5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.821630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bb67ef-1ef5-4bfc-8779-6f6f709a62c5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:04.831333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0bb67ef-1ef5-4bfc-8779-6f6f709a62c5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.831632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-e8fe6307-6288-4603-a44d-7cb35222ba20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=594998ad-2e61-4855-828d-8fedaa5b4aae HTTP/1.1" status: 200 len: 217 time: 0.0791588 Jul 16 18:14:04.831754 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-e0bb67ef-1ef5-4bfc-8779-6f6f709a62c5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Added segment 09b4bbfd-0167-4163-b8dd-267f9811715c of type vlan for network 09cf0187-885f-40f7-8f13-b036ead5dac4 Jul 16 18:14:04.845942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-8f575f0b-ea85-4945-8849-a8f06f5b0372 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920699 Jul 16 18:14:04.873220 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0bb67ef-1ef5-4bfc-8779-6f6f709a62c5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.907546 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0bb67ef-1ef5-4bfc-8779-6f6f709a62c5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.913137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bb67ef-1ef5-4bfc-8779-6f6f709a62c5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.913794 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e0bb67ef-1ef5-4bfc-8779-6f6f709a62c5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.008830 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb67ef-1ef5-4bfc-8779-6f6f709a62c5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Network': ['ID=09cf0187-885f-40f7-8f13-b036ead5dac4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.021899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 09cf0187-885f-40f7-8f13-b036ead5dac4 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:05.027610 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e0bb67ef-1ef5-4bfc-8779-6f6f709a62c5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3063085 Jul 16 18:14:05.031288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:05.040951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'subnet': {'network_id': '09cf0187-885f-40f7-8f13-b036ead5dac4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:05.158426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-2733a01c-21b7-4104-8473-77330c87fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.162416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-2733a01c-21b7-4104-8473-77330c87fdd7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b93e8465-6528-4566-8e4d-afb8ffbc7d1c HTTP/1.1" status: 200 len: 797 time: 0.3002908 Jul 16 18:14:05.290586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-8d80af66-5509-4993-b3a4-aaf7d3a3c86a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.292180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-8d80af66-5509-4993-b3a4-aaf7d3a3c86a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4445031 Jul 16 18:14:05.295509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Made reservation on behalf of 8d32aaa3845d46268a07d0b9c754d221 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:05.300976 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.325465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-25ecf30e-cbd6-448e-97b8-b70c224bebb0 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/quotas/8396a0323e3a4d4a837f758f8140c2da HTTP/1.1" status: 200 len: 375 time: 0.0260687 Jul 16 18:14:05.395194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-fc577d3e-93b9-4aa5-8652-481f503fd970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.396743 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-fc577d3e-93b9-4aa5-8652-481f503fd970 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=29c282e7-cacf-472e-b53a-2daeee14b484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2226987 Jul 16 18:14:05.400514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:14:05.401309 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:14:05.457219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5298eb3f-bd77-42ed-b68f-d96674f42426 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:05.480596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 5298eb3f-bd77-42ed-b68f-d96674f42426 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:05.481459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5298eb3f-bd77-42ed-b68f-d96674f42426 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:05.484976 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.556433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-587986e0-c864-42a9-b4ec-2dc2f8b76bf2 service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334574 Jul 16 18:14:05.567796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7baa45f-5b03-4d71-9bca-84e505ec71b6 req-9636436b-e25c-4f06-a71d-6d28ad8d264d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.2308772 Jul 16 18:14:05.622908 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.679852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f03afb4f-da8f-4e0a-a321-e47752315b0a req-57749029-6221-4795-8fdb-4d6a5254d6b4 service neutron] 10.222.0.38 "GET /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107657 Jul 16 18:14:05.725183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Checking segment: {'id': '09b4bbfd-0167-4163-b8dd-267f9811715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '09cf0187-885f-40f7-8f13-b036ead5dac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:05.729142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network hostable DHCP agents. Network: 09cf0187-885f-40f7-8f13-b036ead5dac4, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:05.756135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-b22bad6c-9687-4747-bf73-45b8c870f915 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4165635 Jul 16 18:14:05.778154 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f090c036-e7f2-43d1-8731-3c25060569ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.790100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Subnet': ['ID=a7d8d5aa-e075-49f1-a2c4-82b0ae5f47c6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.801652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Network 09cf0187-885f-40f7-8f13-b036ead5dac4 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:05.827004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 09cf0187-885f-40f7-8f13-b036ead5dac4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:05.862915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.864676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.869351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca43f1-c0e5-46a2-98cb-6ece2ef0692a None None] Network 09cf0187-885f-40f7-8f13-b036ead5dac4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:05.927220 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b0a5bf9b-e1fb-4e1e-bc08-af1061c74aab tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8944278 Jul 16 18:14:05.930928 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:05.936433 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0d48117f-6c98-46dc-bd44-1597cd4e40d4 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:06.191025 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d48117f-6c98-46dc-bd44-1597cd4e40d4 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126077163'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.259161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-09cf0187-885f-40f7-8f13-b036ead5dac4', 'network_id': '09cf0187-885f-40f7-8f13-b036ead5dac4', 'tenant_id': '8d32aaa3845d46268a07d0b9c754d221', 'fixed_ips': [{'subnet_id': 'a7d8d5aa-e075-49f1-a2c4-82b0ae5f47c6'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:06.260204 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.305967 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6d88858c-2404-4ea6-829e-c626330c4fc9 req-59942abb-8afe-416f-94d5-21a18dcfcd1e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 210 time: 0.1523120 Jul 16 18:14:06.576575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f090c036-e7f2-43d1-8731-3c25060569ba admin admin] Deleting port c0c13aae-de33-4f9b-a692-459caa96be59 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:06.576934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f090c036-e7f2-43d1-8731-3c25060569ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.617903 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d48117f-6c98-46dc-bd44-1597cd4e40d4 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790526439819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126026613'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.751037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:06.763730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Allocated IP 2001:db8::3 (09cf0187-885f-40f7-8f13-b036ead5dac4/a7d8d5aa-e075-49f1-a2c4-82b0ae5f47c6/b857aefe-dd17-4d74-951f-d9f165f9a2fe) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:06.787168 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d48117f-6c98-46dc-bd44-1597cd4e40d4 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:06.788049 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0d48117f-6c98-46dc-bd44-1597cd4e40d4 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.790756 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0d48117f-6c98-46dc-bd44-1597cd4e40d4 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "PUT /v2.0/subnets/a7d8d5aa-e075-49f1-a2c4-82b0ae5f47c6 HTTP/1.1" status: 200 len: 900 time: 0.8586345 Jul 16 18:14:06.796460 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:06.858448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48117f-6c98-46dc-bd44-1597cd4e40d4 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event updated for resources: {'Subnet': ['ID=a7d8d5aa-e075-49f1-a2c4-82b0ae5f47c6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.863070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f090c036-e7f2-43d1-8731-3c25060569ba admin admin] For port c0c13aae-de33-4f9b-a692-459caa96be59, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c0c13aae-de33-4f9b-a692-459caa96be59,segment=NetworkSegment(d7f58cbe-7d54-4bea-bc4f-f72df4057079),segment_id=d7f58cbe-7d54-4bea-bc4f-f72df4057079)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:06.865165 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f090c036-e7f2-43d1-8731-3c25060569ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.902902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f090c036-e7f2-43d1-8731-3c25060569ba admin admin] Calling delete_port for c0c13aae-de33-4f9b-a692-459caa96be59 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:06.959397 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.039871 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.048423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Transition to ACTIVE for port object b857aefe-dd17-4d74-951f-d9f165f9a2fe will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:07.063491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Transition to ACTIVE for port object b857aefe-dd17-4d74-951f-d9f165f9a2fe will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:07.070696 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.077783 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.093860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-faff9c6f-2389-4425-b618-231ef30d2d64 req-97665b5a-7db9-48b5-b7df-16ac36e40454 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.0936422 Jul 16 18:14:07.114800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Network 09cf0187-885f-40f7-8f13-b036ead5dac4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:07.118167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:07.122169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:07.140286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-313ca5ba-a6d6-473f-b80b-140459d98ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.190335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Pushing event updated for resources: {'Port': ['ID=b857aefe-dd17-4d74-951f-d9f165f9a2fe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.204610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Attempting to bind port b857aefe-dd17-4d74-951f-d9f165f9a2fe on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:07.205037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Attempting to bind port b857aefe-dd17-4d74-951f-d9f165f9a2fe by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '09b4bbfd-0167-4163-b8dd-267f9811715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '09cf0187-885f-40f7-8f13-b036ead5dac4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:07.205454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Attempting to bind port b857aefe-dd17-4d74-951f-d9f165f9a2fe on network 09cf0187-885f-40f7-8f13-b036ead5dac4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:07.211103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:07.211914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Checking segment: {'id': '09b4bbfd-0167-4163-b8dd-267f9811715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '09cf0187-885f-40f7-8f13-b036ead5dac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:07.213304 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.213889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Bound using segment: {'id': '09b4bbfd-0167-4163-b8dd-267f9811715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '09cf0187-885f-40f7-8f13-b036ead5dac4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:07.214519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Bound port: b857aefe-dd17-4d74-951f-d9f165f9a2fe, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b4bbfd-0167-4163-b8dd-267f9811715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '09cf0187-885f-40f7-8f13-b036ead5dac4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:07.215077 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.270174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.296626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] For port b857aefe-dd17-4d74-951f-d9f165f9a2fe, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:07.301842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] For port b857aefe-dd17-4d74-951f-d9f165f9a2fe, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b857aefe-dd17-4d74-951f-d9f165f9a2fe,segment=NetworkSegment(09b4bbfd-0167-4163-b8dd-267f9811715c),segment_id=09b4bbfd-0167-4163-b8dd-267f9811715c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:07.310778 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.340084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d8d5aa-e075-49f1-a2c4-82b0ae5f47c6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.438005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f090c036-e7f2-43d1-8731-3c25060569ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.459586 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.503563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23948ff0-8141-48f3-83c4-b2a0b1e7d026 None None] Pushing event updated for resources: {'Port': ['ID=b857aefe-dd17-4d74-951f-d9f165f9a2fe,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.515675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090c036-e7f2-43d1-8731-3c25060569ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c13aae-de33-4f9b-a692-459caa96be59,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.515917 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cf0187-885f-40f7-8f13-b036ead5dac4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:07.543521 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b4bbfd-0167-4163-b8dd-267f9811715c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:07.544181 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b4bbfd-0167-4163-b8dd-267f9811715c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:07.556633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-313ca5ba-a6d6-473f-b80b-140459d98ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.561688 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.564850 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-313ca5ba-a6d6-473f-b80b-140459d98ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.580505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd8a7e50-e32c-4eaf-99ac-a255ec669f16 req-09dc91ca-c49c-4acc-ac58-748a4c75bac8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 210 time: 0.0603423 Jul 16 18:14:07.662979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.700267 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-313ca5ba-a6d6-473f-b80b-140459d98ea6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c484722d85074d3f99cbea68a28c4377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9475439 Jul 16 18:14:07.706081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:07.720466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:07.721162 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:07.732570 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:07.791603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ca5ba-a6d6-473f-b80b-140459d98ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4f31fc-f197-4d71-9bb4-1c4adb71229c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.944116 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f090c036-e7f2-43d1-8731-3c25060569ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.978996 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:14:07.978996 n-d-793618-9 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:14:07.978996 n-d-793618-9 neutron-server[93766]: [parameters: {'id': '09cf0187-885f-40f7-8f13-b036ead5dac4'}] Jul 16 18:14:07.978996 n-d-793618-9 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:14:07.979624 n-d-793618-9 neutron-server[93766]: DEBUG oslo_db.api [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:14:07.988586 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.032268 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.102316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.106097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.109889 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f4f31fc-f197-4d71-9bb4-1c4adb71229c HTTP/1.1" status: 204 len: 168 time: 0.3997285 Jul 16 18:14:08.122108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4f31fc-f197-4d71-9bb4-1c4adb71229c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:08.134532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.134952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.135526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.135939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.136414 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.136721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.137119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.137582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.138148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.138688 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.139135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.139529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d017-aa56-4bbd-b4e0-63e9a346a1c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.356767 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-46c5146e-d2bf-4c7f-a180-2f65cbf247e7 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1389630 Jul 16 18:14:08.415767 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d78e566-3bab-4b44-bc26-6c51093585c2 req-d7ec203b-ca20-4d1b-8187-973f1e11ca9e tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d55937-7709-450b-9e03-098e27809906 HTTP/1.1" status: 200 len: 210 time: 0.0692379 Jul 16 18:14:08.480628 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.620063 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Deleting port b857aefe-dd17-4d74-951f-d9f165f9a2fe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:08.623402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.804881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] For port b857aefe-dd17-4d74-951f-d9f165f9a2fe, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b857aefe-dd17-4d74-951f-d9f165f9a2fe,segment=NetworkSegment(09b4bbfd-0167-4163-b8dd-267f9811715c),segment_id=09b4bbfd-0167-4163-b8dd-267f9811715c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:08.805250 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.818858 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Calling delete_port for b857aefe-dd17-4d74-951f-d9f165f9a2fe owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:08.884171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b857aefe-dd17-4d74-951f-d9f165f9a2fe up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:08.912705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:08.931285 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ba6752c-1d73-447f-89da-2f7338ba60c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.994824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port b857aefe-dd17-4d74-951f-d9f165f9a2fe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:09.007623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.037296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Port': ['ID=b857aefe-dd17-4d74-951f-d9f165f9a2fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.060298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No DVR routers for this DVR port b857aefe-dd17-4d74-951f-d9f165f9a2fe on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:09.185231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65667e4-3e53-4406-8aee-615952921dec None None] Network 09cf0187-885f-40f7-8f13-b036ead5dac4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:09.235664 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.244346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-61079b5a-fd2b-45f7-9db7-25b6f246e8ba None None] Could not find standard attr ID for object b857aefe-dd17-4d74-951f-d9f165f9a2fe. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:09.249658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cf0187-885f-40f7-8f13-b036ead5dac4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.261844 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b4bbfd-0167-4163-b8dd-267f9811715c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.262144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b4bbfd-0167-4163-b8dd-267f9811715c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.272317 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.274396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-05035efe-f4c5-42d0-bfb7-e2fc25150560 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.277164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-05035efe-f4c5-42d0-bfb7-e2fc25150560 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8823934 Jul 16 18:14:09.288258 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.295134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:09.295481 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.319467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Request body: {'port': {'device_id': '2863fe80-9474-4a66-8aae-7d2acecc5cf4', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '8396a0323e3a4d4a837f758f8140c2da'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:09.357129 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:09.365934 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.375181 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.377042 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/09cf0187-885f-40f7-8f13-b036ead5dac4 HTTP/1.1" status: 204 len: 168 time: 2.5786617 Jul 16 18:14:09.379911 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ba6752c-1d73-447f-89da-2f7338ba60c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.380696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48002) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.410209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a7babd6-e49a-4d92-b99f-4d3417d89a8e req-21c58124-8e6e-4a51-b2d4-fb1e19ed87cb tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 210 time: 0.1563556 Jul 16 18:14:09.415285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f090c036-e7f2-43d1-8731-3c25060569ba admin admin] Router b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:09.428735 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a9e3b1-dc0a-4e42-a19a-3f85f1d0f3c1 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:09.429226 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a9e3b1-dc0a-4e42-a19a-3f85f1d0f3c1 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:09.431497 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b0a9e3b1-dc0a-4e42-a19a-3f85f1d0f3c1 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/subnets/a7d8d5aa-e075-49f1-a2c4-82b0ae5f47c6 HTTP/1.1" status: 404 len: 337 time: 0.0486028 Jul 16 18:14:09.432629 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ba6752c-1d73-447f-89da-2f7338ba60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.434820 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.439005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4820cd-03cb-442d-aab7-ffd1cfdaefc9 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Network': ['ID=09cf0187-885f-40f7-8f13-b036ead5dac4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.474265 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdf9e88-ba0a-4ae5-9920-08590225f9c0 None None] DHCP port deletion for 09cf0187-885f-40f7-8f13-b036ead5dac4 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:09.485340 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af1f427-9eee-4733-bf34-9d56c8be0cdf tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:09.485921 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af1f427-9eee-4733-bf34-9d56c8be0cdf tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:09.487696 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3af1f427-9eee-4733-bf34-9d56c8be0cdf tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/09cf0187-885f-40f7-8f13-b036ead5dac4 HTTP/1.1" status: 404 len: 339 time: 0.0504818 Jul 16 18:14:09.495296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.498759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ff2c2-63a6-4d7c-bfe1-3f77495c1ef5 req-c0fdb5c0-42df-4a7b-9116-3aa32059f79f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.506477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ff2c2-63a6-4d7c-bfe1-3f77495c1ef5 req-c0fdb5c0-42df-4a7b-9116-3aa32059f79f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.514792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ff2c2-63a6-4d7c-bfe1-3f77495c1ef5 req-c0fdb5c0-42df-4a7b-9116-3aa32059f79f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.516056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88578a7d-b75a-4569-b5a0-0dfd75918085 None None] Network 09cf0187-885f-40f7-8f13-b036ead5dac4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:09.525290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ff2c2-63a6-4d7c-bfe1-3f77495c1ef5 req-c0fdb5c0-42df-4a7b-9116-3aa32059f79f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.532563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88578a7d-b75a-4569-b5a0-0dfd75918085 None None] Network 09cf0187-885f-40f7-8f13-b036ead5dac4 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:14:09.537570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ff2c2-63a6-4d7c-bfe1-3f77495c1ef5 req-c0fdb5c0-42df-4a7b-9116-3aa32059f79f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.541276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6752c-1d73-447f-89da-2f7338ba60c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b067e3-2ab1-4548-9dac-a7a86d66f284,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.548332 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7ba6752c-1d73-447f-89da-2f7338ba60c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f51bfe32c274a93a60a1064f0c532e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347401 Jul 16 18:14:09.551659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.565721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ff2c2-63a6-4d7c-bfe1-3f77495c1ef5 req-c0fdb5c0-42df-4a7b-9116-3aa32059f79f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.573598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ff2c2-63a6-4d7c-bfe1-3f77495c1ef5 req-c0fdb5c0-42df-4a7b-9116-3aa32059f79f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.583709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d0ff2c2-63a6-4d7c-bfe1-3f77495c1ef5 req-c0fdb5c0-42df-4a7b-9116-3aa32059f79f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5445 time: 0.8651767 Jul 16 18:14:09.621859 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.652020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.745708 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57606acd-c87c-4324-92b1-9dee8f36058b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.792765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.820466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d0ff2c2-63a6-4d7c-bfe1-3f77495c1ef5 req-02fadb93-7e5e-465c-8786-b790ce5ab458 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2357295 Jul 16 18:14:09.825085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d815905-8837-4782-9070-4b1daaf5f4cf']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.828399 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57606acd-c87c-4324-92b1-9dee8f36058b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.834963 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45d2b666-1746-484c-b0e3-16170b2b1d0a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.846585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd754b80-4142-4e7e-afce-0e0c2f341e3d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.847024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd754b80-4142-4e7e-afce-0e0c2f341e3d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.851253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Made reservation on behalf of 8396a0323e3a4d4a837f758f8140c2da for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:09.855069 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.865966 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.874747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f090c036-e7f2-43d1-8731-3c25060569ba admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:09.884257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f090c036-e7f2-43d1-8731-3c25060569ba admin admin] 10.222.0.52 "PUT /v2.0/routers/b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5877883 Jul 16 18:14:09.885308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.889781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d3bd1-10fa-4287-a589-d6da3034b783 None None] Sync routers for ids ['b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:09.915076 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.928436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45d2b666-1746-484c-b0e3-16170b2b1d0a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.929602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d3bd1-10fa-4287-a589-d6da3034b783 None None] Routers {'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:09.930748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-146d3bd1-10fa-4287-a589-d6da3034b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:14:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.935386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-99a5f6a4-325c-4a56-b5f6-d8997188ef37 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.942297 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:09.942783 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.944131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-99a5f6a4-325c-4a56-b5f6-d8997188ef37 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:09.953985 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:09.959075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-99a5f6a4-325c-4a56-b5f6-d8997188ef37 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.965039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-99a5f6a4-325c-4a56-b5f6-d8997188ef37 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.971256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-99a5f6a4-325c-4a56-b5f6-d8997188ef37 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.982333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-99a5f6a4-325c-4a56-b5f6-d8997188ef37 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.992971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-99a5f6a4-325c-4a56-b5f6-d8997188ef37 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.995874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-99a5f6a4-325c-4a56-b5f6-d8997188ef37 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5445 time: 0.3170793 Jul 16 18:14:10.061936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-146d3bd1-10fa-4287-a589-d6da3034b783 None None] Set router b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:10.076148 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.087321 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57606acd-c87c-4324-92b1-9dee8f36058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.092584 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57606acd-c87c-4324-92b1-9dee8f36058b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.095437 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-57606acd-c87c-4324-92b1-9dee8f36058b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/43b067e3-2ab1-4548-9dac-a7a86d66f284 HTTP/1.1" status: 204 len: 168 time: 0.5431952 Jul 16 18:14:10.126136 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.132016 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/0d815905-8837-4782-9070-4b1daaf5f4cf HTTP/1.1" status: 204 len: 168 time: 0.6312709 Jul 16 18:14:10.133230 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45d2b666-1746-484c-b0e3-16170b2b1d0a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.136878 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45d2b666-1746-484c-b0e3-16170b2b1d0a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.138873 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-45d2b666-1746-484c-b0e3-16170b2b1d0a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "DELETE /v2.0/security-groups/0ab53352-c0e6-43bb-8bae-001a877e0dfd HTTP/1.1" status: 204 len: 168 time: 0.4850252 Jul 16 18:14:10.145012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.145388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.158283 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57606acd-c87c-4324-92b1-9dee8f36058b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b067e3-2ab1-4548-9dac-a7a86d66f284,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.162444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e829308-f1c5-41f4-bf41-d4b42e4f3d0b tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Network': ['ID=0d815905-8837-4782-9070-4b1daaf5f4cf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.177201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2b666-1746-484c-b0e3-16170b2b1d0a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab53352-c0e6-43bb-8bae-001a877e0dfd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.225558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-c82d8b0c-a10e-4f37-8a9f-2c7dc6356081 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.226942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-c82d8b0c-a10e-4f37-8a9f-2c7dc6356081 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "GET /v2.0/ports/1c7fda8b-3138-4238-aa2b-810ce6159203?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1832943 Jul 16 18:14:10.227817 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-ad8462d3-bc66-4abc-aa2a-87fa5393eec8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] show failed (client error): The resource could not be found. Jul 16 18:14:10.228739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ad8462d3-bc66-4abc-aa2a-87fa5393eec8 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "GET /v2.0/security-groups/0ab53352-c0e6-43bb-8bae-001a877e0dfd HTTP/1.1" status: 404 len: 347 time: 0.0812731 Jul 16 18:14:10.232475 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.236915 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bc3725-ac42-43f1-bf1a-0994eb4c65bf tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:10.238108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bc3725-ac42-43f1-bf1a-0994eb4c65bf tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:10.240042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a9bc3725-ac42-43f1-bf1a-0994eb4c65bf tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/subnets/4a6d49b8-04ab-4381-840d-bf2ccd301102 HTTP/1.1" status: 404 len: 337 time: 0.0936072 Jul 16 18:14:10.274653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.335703 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1252f1f9-42a9-45fa-b9ed-620c3bab1a3e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:10.336305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1252f1f9-42a9-45fa-b9ed-620c3bab1a3e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:10.340301 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1252f1f9-42a9-45fa-b9ed-620c3bab1a3e tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/c74016d0-06f8-4550-a02d-0ad9f5aced4a HTTP/1.1" status: 404 len: 339 time: 0.0614514 Jul 16 18:14:10.343918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.436789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-04ae0969-813d-48a8-9737-28ce149a0c3a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Deleting port 39fa36de-80b8-4680-97fa-f155d5800b50 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:10.436954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ae0969-813d-48a8-9737-28ce149a0c3a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.444895 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.456018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Allocated IP 192.168.233.74 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/13cad08e-7363-44b7-a948-baca5e63123e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:10.462554 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-146d3bd1-10fa-4287-a589-d6da3034b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'name': 'tempest-ServerRescueTestJSON-642080311-router', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:45Z', 'updated_at': '2021-07-16T18:14:07Z', 'revision_number': 5, 'project_id': '44a9d4d190934a2cadce7937c2b615a5', 'gw_port': {'id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:47Z', 'updated_at': '2021-07-16T18:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.514529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa9a6b9-1bf7-4120-898a-c51a31d041a8 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Deleting subnet 21fb103a-3e86-4325-90a5-75170a77b0b1 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:10.544975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d3bd1-10fa-4287-a589-d6da3034b783 None None] Checking router: b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:10.555845 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ae0969-813d-48a8-9737-28ce149a0c3a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.556307 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ae0969-813d-48a8-9737-28ce149a0c3a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.564734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d3bd1-10fa-4287-a589-d6da3034b783 None None] Routers {'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:10.565462 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-146d3bd1-10fa-4287-a589-d6da3034b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:14:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.571953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-04ae0969-813d-48a8-9737-28ce149a0c3a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Calling delete_port for 39fa36de-80b8-4680-97fa-f155d5800b50 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:10.670474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa9a6b9-1bf7-4120-898a-c51a31d041a8 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.672030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b857aefe-dd17-4d74-951f-d9f165f9a2fe no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:10.756017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0daaa6bc-09ad-4ab1-8dd9-9667e33836b5 req-58ff1a2b-d428-465e-a69b-a6e8954e3237 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 210 time: 0.1033707 Jul 16 18:14:10.774625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: b857aefe-dd17-4d74-951f-d9f165f9a2fe {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:10.777629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b857aefe-dd17-4d74-951f-d9f165f9a2fe not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:10.794412 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ae0969-813d-48a8-9737-28ce149a0c3a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.860338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-146d3bd1-10fa-4287-a589-d6da3034b783 None None] Set router b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:10.897018 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-567077b5-53ea-4920-9406-7ef7a0ed3854 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "GET /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6554132 Jul 16 18:14:10.910869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa9a6b9-1bf7-4120-898a-c51a31d041a8 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.926438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:10.960751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae0969-813d-48a8-9737-28ce149a0c3a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Port': ['ID=39fa36de-80b8-4680-97fa-f155d5800b50,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.964453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ae0969-813d-48a8-9737-28ce149a0c3a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.967386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04ae0969-813d-48a8-9737-28ce149a0c3a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.974308 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-04ae0969-813d-48a8-9737-28ce149a0c3a tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "DELETE /v2.0/floatingips/717b8320-59f5-4c55-8fba-92a41bb529c9 HTTP/1.1" status: 204 len: 168 time: 0.7372212 Jul 16 18:14:10.974925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.147128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-146d3bd1-10fa-4287-a589-d6da3034b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'name': 'tempest-ServerRescueTestJSON-642080311-router', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:45Z', 'updated_at': '2021-07-16T18:14:07Z', 'revision_number': 5, 'project_id': '44a9d4d190934a2cadce7937c2b615a5', 'gw_port': {'id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:47Z', 'updated_at': '2021-07-16T18:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:11.182129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e9a98-8051-4bf3-bbb5-5cd4e0c328d7 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Deleting port 4aeea441-772e-43d3-9f23-1d59cee62d0e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:11.184055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d3bd1-10fa-4287-a589-d6da3034b783 None None] The sync data for ids ['b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c'] in n-d-793618-9 is: [{'id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'name': 'tempest-ServerRescueTestJSON-642080311-router', 'tenant_id': '44a9d4d190934a2cadce7937c2b615a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:45Z', 'updated_at': '2021-07-16T18:14:07Z', 'revision_number': 5, 'project_id': '44a9d4d190934a2cadce7937c2b615a5', 'gw_port': {'id': '9ea71516-c754-400e-a04a-f5bc11170dc4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:47Z', 'updated_at': '2021-07-16T18:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:11.184365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9a98-8051-4bf3-bbb5-5cd4e0c328d7 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.267114 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.334496 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9a98-8051-4bf3-bbb5-5cd4e0c328d7 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.340604 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.352914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e9a98-8051-4bf3-bbb5-5cd4e0c328d7 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Calling delete_port for 4aeea441-772e-43d3-9f23-1d59cee62d0e owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:11.410300 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa9a6b9-1bf7-4120-898a-c51a31d041a8 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.415472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.478763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcf61c-2230-4ca8-a609-04017e69ab00 req-55558ca4-c7e4-47cd-a580-86759f86e332 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.484507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcf61c-2230-4ca8-a609-04017e69ab00 req-55558ca4-c7e4-47cd-a580-86759f86e332 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.491177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcf61c-2230-4ca8-a609-04017e69ab00 req-55558ca4-c7e4-47cd-a580-86759f86e332 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.496903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcf61c-2230-4ca8-a609-04017e69ab00 req-55558ca4-c7e4-47cd-a580-86759f86e332 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.502723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcf61c-2230-4ca8-a609-04017e69ab00 req-55558ca4-c7e4-47cd-a580-86759f86e332 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.509601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcf61c-2230-4ca8-a609-04017e69ab00 req-55558ca4-c7e4-47cd-a580-86759f86e332 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.515384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcf61c-2230-4ca8-a609-04017e69ab00 req-55558ca4-c7e4-47cd-a580-86759f86e332 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.522741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68bcf61c-2230-4ca8-a609-04017e69ab00 req-55558ca4-c7e4-47cd-a580-86759f86e332 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 5445 time: 0.4581168 Jul 16 18:14:11.532878 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9a98-8051-4bf3-bbb5-5cd4e0c328d7 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.551523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Transition to ACTIVE for port object 13cad08e-7363-44b7-a948-baca5e63123e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:11.568972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e9a98-8051-4bf3-bbb5-5cd4e0c328d7 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Port': ['ID=4aeea441-772e-43d3-9f23-1d59cee62d0e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.713589 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ce0e9a98-8051-4bf3-bbb5-5cd4e0c328d7 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.713589 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ce0e9a98-8051-4bf3-bbb5-5cd4e0c328d7 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "DELETE /v2.0/ports/4aeea441-772e-43d3-9f23-1d59cee62d0e HTTP/1.1" status: 204 len: 168 time: 0.7357409 Jul 16 18:14:11.713885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68bcf61c-2230-4ca8-a609-04017e69ab00 req-297d7a4e-c22e-42d1-ac67-4b014a88a0cc tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1887984 Jul 16 18:14:11.714612 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.818161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] For port 1c7fda8b-3138-4238-aa2b-810ce6159203, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=1c7fda8b-3138-4238-aa2b-810ce6159203,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:11.882658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.892108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d4ddd-24d3-4d70-9bfd-4c68d31433ff tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Deleting port 4b93616d-b40c-420c-8b0a-a5239b5587a3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:11.892948 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4ddd-24d3-4d70-9bfd-4c68d31433ff tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.893931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674', '90591055-c5c5-4698-a9b4-21c058bf4e7e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:11.897763 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472', '2c042afe-44e1-47c8-840c-d1015b3a936f', 'db97421f-daf3-4148-8e1d-630948e1dd06'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:11.927386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Deleting port 9ea71516-c754-400e-a04a-f5bc11170dc4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:11.927738 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.968640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa9a6b9-1bf7-4120-898a-c51a31d041a8 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.010645 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4ddd-24d3-4d70-9bfd-4c68d31433ff tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.027916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d4ddd-24d3-4d70-9bfd-4c68d31433ff tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Calling delete_port for 4b93616d-b40c-420c-8b0a-a5239b5587a3 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:12.040375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] For port 1c7fda8b-3138-4238-aa2b-810ce6159203, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:12.190430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9a6b9-1bf7-4120-898a-c51a31d041a8 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Subnet': ['ID=21fb103a-3e86-4325-90a5-75170a77b0b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.205102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:12.211066 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3fa9a6b9-1bf7-4120-898a-c51a31d041a8 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.213082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3fa9a6b9-1bf7-4120-898a-c51a31d041a8 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/subnets/21fb103a-3e86-4325-90a5-75170a77b0b1 HTTP/1.1" status: 204 len: 168 time: 1.8631158 Jul 16 18:14:12.259685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd096352-66c1-4220-b936-91a6d6c608f1 None None] Network 4e5b5418-fad6-496a-81c4-7f14bc9ddd61 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:12.268724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.274299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:12.289390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event updated for resources: {'Port': ['ID=13cad08e-7363-44b7-a948-baca5e63123e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.295068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] device_id is not set on port 1c7fda8b-3138-4238-aa2b-810ce6159203 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:12.303735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:12.358954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4ddd-24d3-4d70-9bfd-4c68d31433ff tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.385276 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.498121 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d4ddd-24d3-4d70-9bfd-4c68d31433ff tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Port': ['ID=4b93616d-b40c-420c-8b0a-a5239b5587a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.592884 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c0c13aae-de33-4f9b-a692-459caa96be59 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:12.624456 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4ddd-24d3-4d70-9bfd-4c68d31433ff tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.626548 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8e4d4ddd-24d3-4d70-9bfd-4c68d31433ff tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "DELETE /v2.0/ports/4b93616d-b40c-420c-8b0a-a5239b5587a3 HTTP/1.1" status: 204 len: 168 time: 0.9105966 Jul 16 18:14:12.629359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.655494 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c0c13aae-de33-4f9b-a692-459caa96be59 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:12.655773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c0c13aae-de33-4f9b-a692-459caa96be59 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:12.735550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c828082b-9462-499e-ac22-70cdbdf933f3 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Deleting subnet 6209d1f1-0281-4b08-99ad-f54e411f3cea {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:12.750110 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c828082b-9462-499e-ac22-70cdbdf933f3 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.880837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c828082b-9462-499e-ac22-70cdbdf933f3 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.969984 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1675743f-44d2-4528-932f-f7ea84c7aa2c None None] Provisioning for port 13cad08e-7363-44b7-a948-baca5e63123e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:13.020748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Deleting subnet 45a47917-86cb-4130-8455-f0d9d582ba34 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:13.052677 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.059162 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.083590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1675743f-44d2-4528-932f-f7ea84c7aa2c None None] Provisioning complete for port 13cad08e-7363-44b7-a948-baca5e63123e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:13.084065 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1675743f-44d2-4528-932f-f7ea84c7aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.093877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] For port 9ea71516-c754-400e-a04a-f5bc11170dc4, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9ea71516-c754-400e-a04a-f5bc11170dc4,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:13.094252 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.154588 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c828082b-9462-499e-ac22-70cdbdf933f3 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.221090 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1675743f-44d2-4528-932f-f7ea84c7aa2c None None] Port 13cad08e-7363-44b7-a948-baca5e63123e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:13.241566 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c828082b-9462-499e-ac22-70cdbdf933f3 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.243265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Calling delete_port for 9ea71516-c754-400e-a04a-f5bc11170dc4 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:13.282325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:13.282959 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.285342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828082b-9462-499e-ac22-70cdbdf933f3 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Subnet': ['ID=6209d1f1-0281-4b08-99ad-f54e411f3cea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:13.300538 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c828082b-9462-499e-ac22-70cdbdf933f3 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.304614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a660e14-e6aa-4c5b-8455-5e719ebf2928 req-665b4920-424d-43d8-ac0b-39cbe36e51fe tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:13.311696 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c828082b-9462-499e-ac22-70cdbdf933f3 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "DELETE /v2.0/subnets/6209d1f1-0281-4b08-99ad-f54e411f3cea HTTP/1.1" status: 204 len: 168 time: 0.6786308 Jul 16 18:14:13.311858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a660e14-e6aa-4c5b-8455-5e719ebf2928 req-665b4920-424d-43d8-ac0b-39cbe36e51fe tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 935 time: 1.3407152 Jul 16 18:14:13.311934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:13.343872 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.379020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48a1a43-86ce-4bf8-a990-83fa5ce89e5c None None] Network ac8af031-332b-49b9-a5c1-24e1effc1820 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:13.447979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-df484df5-b514-4b74-9c46-d797193ddb7d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Deleting subnet d77e86e2-81a4-4c4a-b62b-cb8197e196bc {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:13.451822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df484df5-b514-4b74-9c46-d797193ddb7d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.563032 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df484df5-b514-4b74-9c46-d797193ddb7d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.602665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:13.675938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:13.710943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] Pushing event updated for resources: {'Port': ['ID=1c7fda8b-3138-4238-aa2b-810ce6159203,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:13.750802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.856787 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df484df5-b514-4b74-9c46-d797193ddb7d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.886199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a660e14-e6aa-4c5b-8455-5e719ebf2928 req-2c9b0446-ddca-4708-a299-e9df580089ed tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733933 Jul 16 18:14:13.887209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] No DVR routers for this DVR port 1c7fda8b-3138-4238-aa2b-810ce6159203 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:13.936375 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfe9c-8fa4-4aa5-8068-e14b261d5ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.937013 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-68b6bcb8-869d-455b-ac9e-0483039efae5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6223733 Jul 16 18:14:13.964536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-41d9160b-f0d9-42b1-b017-651fd9c5551d None None] Provisioning complete for port 1c7fda8b-3138-4238-aa2b-810ce6159203 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:13.964973 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41d9160b-f0d9-42b1-b017-651fd9c5551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.995997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea71516-c754-400e-a04a-f5bc11170dc4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.004897 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df484df5-b514-4b74-9c46-d797193ddb7d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.023581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Request body: {'port': {'device_id': '2863fe80-9474-4a66-8aae-7d2acecc5cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:14.045605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df484df5-b514-4b74-9c46-d797193ddb7d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Subnet': ['ID=d77e86e2-81a4-4c4a-b62b-cb8197e196bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.077208 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df484df5-b514-4b74-9c46-d797193ddb7d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.081739 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-df484df5-b514-4b74-9c46-d797193ddb7d tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "DELETE /v2.0/subnets/d77e86e2-81a4-4c4a-b62b-cb8197e196bc HTTP/1.1" status: 204 len: 168 time: 0.7659023 Jul 16 18:14:14.089254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.127446 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.144366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9095ee90-bdb8-4b04-9cec-3059c424189d None None] Network f8d3014e-98b1-4372-b371-192abfc83760 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:14.178666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:14.209926 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '700bb1e6-b0d1-4e75-9079-e45d8a9ac09f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:14.213011 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97555fc0-7f52-432f-ba20-6bebf9c42fd6" -d '{"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-unplugged", "status": "completed", "tag": "700bb1e6-b0d1-4e75-9079-e45d8a9ac09f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:14.226132 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.230553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:14.252912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd99f3-962e-4348-93e6-4bfdc6303aa0 req-94a7d79c-d096-4bd6-a520-92ffe9c55dd7 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.259921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd99f3-962e-4348-93e6-4bfdc6303aa0 req-94a7d79c-d096-4bd6-a520-92ffe9c55dd7 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.266232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd99f3-962e-4348-93e6-4bfdc6303aa0 req-94a7d79c-d096-4bd6-a520-92ffe9c55dd7 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.273338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd99f3-962e-4348-93e6-4bfdc6303aa0 req-94a7d79c-d096-4bd6-a520-92ffe9c55dd7 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.279557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd99f3-962e-4348-93e6-4bfdc6303aa0 req-94a7d79c-d096-4bd6-a520-92ffe9c55dd7 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.285778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd99f3-962e-4348-93e6-4bfdc6303aa0 req-94a7d79c-d096-4bd6-a520-92ffe9c55dd7 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.288021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55bd99f3-962e-4348-93e6-4bfdc6303aa0 req-94a7d79c-d096-4bd6-a520-92ffe9c55dd7 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 4666 time: 1.2588513 Jul 16 18:14:14.305467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f185b5-a306-4a92-a0dd-718532589ce4 None None] DHCP port deletion for ac8af031-332b-49b9-a5c1-24e1effc1820 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:14.317488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] In _notify_port_updated(), no bound segment for port 1c7fda8b-3138-4238-aa2b-810ce6159203 on network 7cc8bf9d-645a-4817-933d-397852636c3d {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:14:14.318941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.319662 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.320965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-9f5dd4e0-42f8-4b4c-b8b4-a9277edb819f service neutron] 10.222.0.38 "PUT /v2.0/ports/1c7fda8b-3138-4238-aa2b-810ce6159203 HTTP/1.1" status: 200 len: 1032 time: 3.4218531 Jul 16 18:14:14.363900 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.372242 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfe9c-8fa4-4aa5-8068-e14b261d5ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.382182 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfe9c-8fa4-4aa5-8068-e14b261d5ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.403856 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e56720-a4ba-4b06-87cf-fa4e3f0b74b1 x-openstack-request-id: req-10e56720-a4ba-4b06-87cf-fa4e3f0b74b1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:14.403856 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-unplugged", "status": "completed", "tag": "700bb1e6-b0d1-4e75-9079-e45d8a9ac09f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:14.403856 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10e56720-a4ba-4b06-87cf-fa4e3f0b74b1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:14.403856 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '700bb1e6-b0d1-4e75-9079-e45d8a9ac09f', 'code': 200} Jul 16 18:14:14.418235 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.437004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-41d9160b-f0d9-42b1-b017-651fd9c5551d None None] Port 1c7fda8b-3138-4238-aa2b-810ce6159203 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:14.457793 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b4ebfe9c-8fa4-4aa5-8068-e14b261d5ca1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff1a7501f93c46b383e3896391bcb430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7734296 Jul 16 18:14:14.458970 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebfe9c-8fa4-4aa5-8068-e14b261d5ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e80cc76-3f71-4281-984e-756679b85614,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.465611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.526002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Deleting port 40420b8c-f895-4c80-b6dd-8237af352e53 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:14.526449 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.556595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55bd99f3-962e-4348-93e6-4bfdc6303aa0 req-3ff7c959-2627-49e7-88e1-026be7c59824 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2529781 Jul 16 18:14:14.557394 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.564844 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.577814 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a67a9a-4fdf-43a0-b80f-1b1ffa878cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.611691 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a67a9a-4fdf-43a0-b80f-1b1ffa878cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.694339 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a67a9a-4fdf-43a0-b80f-1b1ffa878cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.697092 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4a67a9a-4fdf-43a0-b80f-1b1ffa878cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.698629 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b4a67a9a-4fdf-43a0-b80f-1b1ffa878cb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e80cc76-3f71-4281-984e-756679b85614 HTTP/1.1" status: 204 len: 168 time: 0.2309494 Jul 16 18:14:14.726001 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a67a9a-4fdf-43a0-b80f-1b1ffa878cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e80cc76-3f71-4281-984e-756679b85614,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.729436 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] For port 40420b8c-f895-4c80-b6dd-8237af352e53, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=40420b8c-f895-4c80-b6dd-8237af352e53,segment=NetworkSegment(77cf7dd6-de0a-4925-9af9-cb9c4536d49c),segment_id=77cf7dd6-de0a-4925-9af9-cb9c4536d49c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:14.729912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.758614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Calling delete_port for 40420b8c-f895-4c80-b6dd-8237af352e53 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:14.811125 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.840360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Subnet': ['ID=45a47917-86cb-4130-8455-f0d9d582ba34,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.851620 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.855955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/subnets/45a47917-86cb-4130-8455-f0d9d582ba34 HTTP/1.1" status: 204 len: 168 time: 2.5808005 Jul 16 18:14:14.859848 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.899960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.900695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.901541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.901541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.901888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.902494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.902834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.903169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.903661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.904004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.904990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.905370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d2069-1f33-4894-b628-bd88d15a2300 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.909418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 40420b8c-f895-4c80-b6dd-8237af352e53 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:14.914125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-eeb0ebc8-df11-42aa-a311-cfe542889b2c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.916450 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-eeb0ebc8-df11-42aa-a311-cfe542889b2c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "GET /v2.0/ports/700bb1e6-b0d1-4e75-9079-e45d8a9ac09f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5703800 Jul 16 18:14:14.964640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:14.970108 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.975762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.048324 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2523c2-8d6f-4568-a3cb-35dcdb925ade None None] Network 4e5b5418-fad6-496a-81c4-7f14bc9ddd61 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:15.125987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.171441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.175094 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.243099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.248899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No active binding found for port 40420b8c-f895-4c80-b6dd-8237af352e53 {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:14:15.249516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 40420b8c-f895-4c80-b6dd-8237af352e53 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:15.277262 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] No DVR routers for this DVR port 40420b8c-f895-4c80-b6dd-8237af352e53 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:15.280162 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.280564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:15.282770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Port': ['ID=40420b8c-f895-4c80-b6dd-8237af352e53,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.301038 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.302278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0e71d549-4dc3-4927-9af2-07f1639f4503 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b3dd3416-3368-4ee8-96bf-9ecc3fbbf62c HTTP/1.1" status: 204 len: 168 time: 5.4148357 Jul 16 18:14:15.315398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9946c241-87dc-495e-83dc-b0d266e1e251 None None] Provisioning complete for port 9aafc174-bf0f-494e-b3f7-280ce2023e01 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:15.315770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.315890 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9946c241-87dc-495e-83dc-b0d266e1e251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.352740 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.372987 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6973-338f-4cbd-a7d6-abe73dfb55b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.374231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-54f185b5-a306-4a92-a0dd-718532589ce4 None None] Deleting port 40420b8c-f895-4c80-b6dd-8237af352e53 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:15.374620 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54f185b5-a306-4a92-a0dd-718532589ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.536523 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.573268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-54f185b5-a306-4a92-a0dd-718532589ce4 None None] For port 40420b8c-f895-4c80-b6dd-8237af352e53, host n-d-793618-9, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:15.573985 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54f185b5-a306-4a92-a0dd-718532589ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.641204 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-54f185b5-a306-4a92-a0dd-718532589ce4 None None] Calling delete_port for 40420b8c-f895-4c80-b6dd-8237af352e53 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:15.652053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-54f185b5-a306-4a92-a0dd-718532589ce4 None None] Port 40420b8c-f895-4c80-b6dd-8237af352e53 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:14:15.694047 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54f185b5-a306-4a92-a0dd-718532589ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.727079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:15.737638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f185b5-a306-4a92-a0dd-718532589ce4 None None] Pushing event deleted for resources: {'Port': ['ID=40420b8c-f895-4c80-b6dd-8237af352e53,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.756312 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.761243 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d8801145-f837-4d0e-b9d5-1f06de7a01f4 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:15.763518 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] For port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:15.811069 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] For port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:15.870842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] device_id is not set on port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:15.887347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c77fb4-9e12-438a-8a29-a6ab505e8306 admin admin] Deleting subnet be9b4715-43a2-423f-8816-6c7e8844618b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:15.941138 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6973-338f-4cbd-a7d6-abe73dfb55b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.941713 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.953280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7c77fb4-9e12-438a-8a29-a6ab505e8306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.954056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.960319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8af031-332b-49b9-a5c1-24e1effc1820']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.007635 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Deleting port 9aafc174-bf0f-494e-b3f7-280ce2023e01 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:16.008575 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.015153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cf7dd6-de0a-4925-9af9-cb9c4536d49c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.015705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cf7dd6-de0a-4925-9af9-cb9c4536d49c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.022478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195e6707-c4bf-4805-86d9-9658adac99ba None None] DHCP port deletion for f8d3014e-98b1-4372-b371-192abfc83760 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:16.030883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f185b5-a306-4a92-a0dd-718532589ce4 None None] No DVR routers for this DVR port 40420b8c-f895-4c80-b6dd-8237af352e53 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:16.061343 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.072577 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7c77fb4-9e12-438a-8a29-a6ab505e8306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.120257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.138039 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6973-338f-4cbd-a7d6-abe73dfb55b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.151043 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.167342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:16.167994 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.179080 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.179874 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.183273 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-195e6707-c4bf-4805-86d9-9658adac99ba None None] Deleting port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:16.183649 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-195e6707-c4bf-4805-86d9-9658adac99ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.209347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0966c1-f718-4305-8f64-be17da05f36e None None] DHCP port deletion for 4e5b5418-fad6-496a-81c4-7f14bc9ddd61 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:16.244384 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:16.285556 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.295988 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.296197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cad08e-7363-44b7-a948-baca5e63123e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:16.296284 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "DELETE /v2.0/networks/ac8af031-332b-49b9-a5c1-24e1effc1820 HTTP/1.1" status: 204 len: 168 time: 2.2028694 Jul 16 18:14:16.306938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.309081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d8801145-f837-4d0e-b9d5-1f06de7a01f4, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d8801145-f837-4d0e-b9d5-1f06de7a01f4,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:16.311401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-195e6707-c4bf-4805-86d9-9658adac99ba None None] For port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=7e47f071-a89d-4bbd-acc1-1cffe4aa71b1,segment=NetworkSegment(02879048-76c7-4995-b2f2-9292ca7d1fd8),segment_id=02879048-76c7-4995-b2f2-9292ca7d1fd8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:16.311620 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.311825 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-195e6707-c4bf-4805-86d9-9658adac99ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.323287 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.323968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c4066f96-874a-4e9b-9ebe-2041bf995554 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:16.329772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Transition to ACTIVE for port object 13cad08e-7363-44b7-a948-baca5e63123e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:16.330747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-195e6707-c4bf-4805-86d9-9658adac99ba None None] Calling delete_port for 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:16.340431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] For port 9aafc174-bf0f-494e-b3f7-280ce2023e01, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9aafc174-bf0f-494e-b3f7-280ce2023e01,segment=NetworkSegment(5c652ab4-3fb0-45aa-a4f5-7075a2984df3),segment_id=5c652ab4-3fb0-45aa-a4f5-7075a2984df3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:16.340811 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.355996 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b6973-338f-4cbd-a7d6-abe73dfb55b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa72611c-2ee8-4d9c-a6e4-2ca97813c39c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.384046 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f72810-b6ed-49b3-99ea-4f6acc65d88c tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Network': ['ID=ac8af031-332b-49b9-a5c1-24e1effc1820,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.398458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7b8b6973-338f-4cbd-a7d6-abe73dfb55b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e18c28112e814bae816e0fc02226e01f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1511886 Jul 16 18:14:16.401405 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.406255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3502ebbe-8b90-4a56-afa2-80f95d0e97d8'}, {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:16.406505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7c77fb4-9e12-438a-8a29-a6ab505e8306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.408533 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6123229-3e41-4654-ba6b-0a1dc21e4116" -d '{"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-unplugged", "status": "completed", "tag": "3502ebbe-8b90-4a56-afa2-80f95d0e97d8"}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-unplugged", "status": "completed", "tag": "d8801145-f837-4d0e-b9d5-1f06de7a01f4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:16.408889 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.437960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Calling delete_port for 9aafc174-bf0f-494e-b3f7-280ce2023e01 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:16.467550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] Pushing event updated for resources: {'Port': ['ID=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.469067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa0966c1-f718-4305-8f64-be17da05f36e None None] Deleting port 9aafc174-bf0f-494e-b3f7-280ce2023e01 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:16.469067 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa0966c1-f718-4305-8f64-be17da05f36e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.487714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ea6e-c88f-4c3c-8c0a-90024cc0ce35 req-9ba16345-c48b-424f-978d-7dce19f24353 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.495881 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d10ea6e-c88f-4c3c-8c0a-90024cc0ce35 req-9ba16345-c48b-424f-978d-7dce19f24353 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 935 time: 1.2997832 Jul 16 18:14:16.496106 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d8801145-f837-4d0e-b9d5-1f06de7a01f4,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.582052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a12753-ef16-4fe0-a714-a92edca5573b req-10babdbc-e705-4725-9e5a-e655b9d9b0ad tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.589075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a12753-ef16-4fe0-a714-a92edca5573b req-10babdbc-e705-4725-9e5a-e655b9d9b0ad tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.622772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a12753-ef16-4fe0-a714-a92edca5573b req-10babdbc-e705-4725-9e5a-e655b9d9b0ad tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.636984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a12753-ef16-4fe0-a714-a92edca5573b req-10babdbc-e705-4725-9e5a-e655b9d9b0ad tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.645127 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a12753-ef16-4fe0-a714-a92edca5573b req-10babdbc-e705-4725-9e5a-e655b9d9b0ad tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.654808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a12753-ef16-4fe0-a714-a92edca5573b req-10babdbc-e705-4725-9e5a-e655b9d9b0ad tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.657076 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83a12753-ef16-4fe0-a714-a92edca5573b req-10babdbc-e705-4725-9e5a-e655b9d9b0ad tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 4584 time: 0.7002633 Jul 16 18:14:16.667771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9ea71516-c754-400e-a04a-f5bc11170dc4 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:16.683856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.714193 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 9ea71516-c754-400e-a04a-f5bc11170dc4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:16.714811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9ea71516-c754-400e-a04a-f5bc11170dc4 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:16.715239 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:16.775175 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7c77fb4-9e12-438a-8a29-a6ab505e8306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.778271 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-195e6707-c4bf-4805-86d9-9658adac99ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.814550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] No DVR routers for this DVR port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:16.833798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e6707-c4bf-4805-86d9-9658adac99ba None None] No DVR routers for this DVR port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:16.871576 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.884010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91211d91-bd02-4f80-a5a4-921a236e7a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.890361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fa0966c1-f718-4305-8f64-be17da05f36e None None] For port 9aafc174-bf0f-494e-b3f7-280ce2023e01, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9aafc174-bf0f-494e-b3f7-280ce2023e01,segment=NetworkSegment(5c652ab4-3fb0-45aa-a4f5-7075a2984df3),segment_id=5c652ab4-3fb0-45aa-a4f5-7075a2984df3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:16.891315 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa0966c1-f718-4305-8f64-be17da05f36e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.896121 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c77fb4-9e12-438a-8a29-a6ab505e8306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9b4715-43a2-423f-8816-6c7e8844618b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.916684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Pushing event updated for resources: {'Port': ['ID=13cad08e-7363-44b7-a948-baca5e63123e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.922192 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7c77fb4-9e12-438a-8a29-a6ab505e8306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.924823 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a7c77fb4-9e12-438a-8a29-a6ab505e8306 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/be9b4715-43a2-423f-8816-6c7e8844618b HTTP/1.1" status: 204 len: 168 time: 1.6075161 Jul 16 18:14:16.930628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c4066f96-874a-4e9b-9ebe-2041bf995554, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c4066f96-874a-4e9b-9ebe-2041bf995554,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:16.940413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e6707-c4bf-4805-86d9-9658adac99ba None None] Pushing event deleted for resources: {'Port': ['ID=7e47f071-a89d-4bbd-acc1-1cffe4aa71b1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.943754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.946969 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.947680 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 594998ad-2e61-4855-828d-8fedaa5b4aae no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:16.979582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fa0966c1-f718-4305-8f64-be17da05f36e None None] Calling delete_port for 9aafc174-bf0f-494e-b3f7-280ce2023e01 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:16.979815 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.985938 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91211d91-bd02-4f80-a5a4-921a236e7a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.997483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d10ea6e-c88f-4c3c-8c0a-90024cc0ce35 req-83576725-52d9-45c6-8415-cfb762ed09de tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007613 Jul 16 18:14:17.032232 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.048232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No active binding found for port 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:14:17.048667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 7e47f071-a89d-4bbd-acc1-1cffe4aa71b1 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:17.049092 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9aafc174-bf0f-494e-b3f7-280ce2023e01 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:17.065731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83a12753-ef16-4fe0-a714-a92edca5573b req-f584b4ef-5726-4f42-8c97-14970582ff12 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d1abdc2-7a78-4664-a9fb-eddc92cafd36&id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3850923 Jul 16 18:14:17.099671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Attempting to bind port 13cad08e-7363-44b7-a948-baca5e63123e on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:17.099671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Attempting to bind port 13cad08e-7363-44b7-a948-baca5e63123e by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:17.099671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Attempting to bind port 13cad08e-7363-44b7-a948-baca5e63123e on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:17.102349 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Port': ['ID=9aafc174-bf0f-494e-b3f7-280ce2023e01,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.105933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] In _notify_port_updated(), no bound segment for port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f on network 7cc8bf9d-645a-4817-933d-397852636c3d {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:14:17.106964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:17.107601 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.108976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-a4908f18-f4c2-45c6-a6c2-fab5633e7573 service neutron] 10.222.0.38 "PUT /v2.0/ports/700bb1e6-b0d1-4e75-9079-e45d8a9ac09f HTTP/1.1" status: 200 len: 1032 time: 2.1633730 Jul 16 18:14:17.111270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Port 13cad08e-7363-44b7-a948-baca5e63123e on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:17.111594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Attempting to bind port 13cad08e-7363-44b7-a948-baca5e63123e on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:17.111969 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No DVR routers for this DVR port 9aafc174-bf0f-494e-b3f7-280ce2023e01 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:17.118471 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d3014e-98b1-4372-b371-192abfc83760']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.157290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02879048-76c7-4995-b2f2-9292ca7d1fd8') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.157634 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02879048-76c7-4995-b2f2-9292ca7d1fd8') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.189188 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.189637 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fa0966c1-f718-4305-8f64-be17da05f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.201682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:17.202025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:17.202432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:17.202896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Bound port: 13cad08e-7363-44b7-a948-baca5e63123e, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:17.203268 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.231635 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2268e4f6-5852-4fd6-89c5-235052f33429 x-openstack-request-id: req-2268e4f6-5852-4fd6-89c5-235052f33429 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:17.232011 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-unplugged", "status": "completed", "tag": "3502ebbe-8b90-4a56-afa2-80f95d0e97d8", "code": 200}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-unplugged", "status": "completed", "tag": "d8801145-f837-4d0e-b9d5-1f06de7a01f4", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:17.232213 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2268e4f6-5852-4fd6-89c5-235052f33429 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:17.232590 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3502ebbe-8b90-4a56-afa2-80f95d0e97d8', 'code': 200} Jul 16 18:14:17.232851 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4', 'code': 200} Jul 16 18:14:17.258792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0966c1-f718-4305-8f64-be17da05f36e None None] No DVR routers for this DVR port 9aafc174-bf0f-494e-b3f7-280ce2023e01 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:17.265468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c4066f96-874a-4e9b-9ebe-2041bf995554,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.266044 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.278945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 9aafc174-bf0f-494e-b3f7-280ce2023e01 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:17.279297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9aafc174-bf0f-494e-b3f7-280ce2023e01 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:17.286565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5b5418-fad6-496a-81c4-7f14bc9ddd61']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.294404 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.301730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c652ab4-3fb0-45aa-a4f5-7075a2984df3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.302124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c652ab4-3fb0-45aa-a4f5-7075a2984df3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.316480 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.318501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0966c1-f718-4305-8f64-be17da05f36e None None] Pushing event deleted for resources: {'Port': ['ID=9aafc174-bf0f-494e-b3f7-280ce2023e01,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.334615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4caeea49-2249-4bd4-a1bc-95c3a1c4ad83 None None] Provisioning complete for port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:17.335005 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4caeea49-2249-4bd4-a1bc-95c3a1c4ad83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.340835 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.348950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:17.349427 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.360587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-315ea737-ca21-428d-889a-065668e6ce25 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Deleting port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:17.360933 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-315ea737-ca21-428d-889a-065668e6ce25 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.403631 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.406527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4caeea49-2249-4bd4-a1bc-95c3a1c4ad83 None None] Port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:17.437175 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.439953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:17.442866 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:17.448706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:17.449597 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:17.453019 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:17.455790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 594998ad-2e61-4855-828d-8fedaa5b4aae, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=594998ad-2e61-4855-828d-8fedaa5b4aae,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:17.462049 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.462231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 1c7fda8b-3138-4238-aa2b-810ce6159203 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:17.466176 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91211d91-bd02-4f80-a5a4-921a236e7a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.469197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91211d91-bd02-4f80-a5a4-921a236e7a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.473277 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-91211d91-bd02-4f80-a5a4-921a236e7a52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa72611c-2ee8-4d9c-a6e4-2ca97813c39c HTTP/1.1" status: 204 len: 168 time: 1.0636106 Jul 16 18:14:17.478269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194b9072-4f03-40b8-af37-32d23e82af2e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.494601 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.499214 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.504382 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/4e5b5418-fad6-496a-81c4-7f14bc9ddd61 HTTP/1.1" status: 204 len: 168 time: 2.6432800 Jul 16 18:14:17.507377 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.511432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] For port 13cad08e-7363-44b7-a948-baca5e63123e, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:17.533138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f58cbe-7d54-4bea-bc4f-f72df4057079') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.533480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f58cbe-7d54-4bea-bc4f-f72df4057079') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.540145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=594998ad-2e61-4855-828d-8fedaa5b4aae,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.555773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91211d91-bd02-4f80-a5a4-921a236e7a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa72611c-2ee8-4d9c-a6e4-2ca97813c39c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.563216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 1c7fda8b-3138-4238-aa2b-810ce6159203 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:17.563705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7eabc694-8433-42fa-9894-3abdb602e652 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:17.604420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe9d01-afda-4345-adc9-bb3081c7c5d0 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Network': ['ID=4e5b5418-fad6-496a-81c4-7f14bc9ddd61,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.615377 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cd1baf-cc45-46b0-a820-a1e93ae5a192 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:17.615844 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cd1baf-cc45-46b0-a820-a1e93ae5a192 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:17.620702 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-41cd1baf-cc45-46b0-a820-a1e93ae5a192 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/subnets/3553d884-cc7c-4b3c-8eee-f69c624ed204 HTTP/1.1" status: 404 len: 337 time: 0.1087255 Jul 16 18:14:17.621799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.633824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.639128 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.642539 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] 10.222.0.52 "DELETE /v2.0/networks/f8d3014e-98b1-4372-b371-192abfc83760 HTTP/1.1" status: 204 len: 168 time: 1.3331962 Jul 16 18:14:17.667161 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.668216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-315ea737-ca21-428d-889a-065668e6ce25 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] For port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:17.668599 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-315ea737-ca21-428d-889a-065668e6ce25 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.673283 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-66be5d58-6d48-4ac7-a1a0-a38963902369 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:17.674169 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66be5d58-6d48-4ac7-a1a0-a38963902369 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:17.687397 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-66be5d58-6d48-4ac7-a1a0-a38963902369 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/f36ba1cf-85d2-458b-8c9f-3e47a3900039 HTTP/1.1" status: 404 len: 339 time: 0.0629811 Jul 16 18:14:17.688575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.691429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c15b1-25f9-49e2-9641-73b333448000 tempest-TaggedBootDevicesTest-1154811773 tempest-TaggedBootDevicesTest-1154811773-project] Pushing event deleted for resources: {'Network': ['ID=f8d3014e-98b1-4372-b371-192abfc83760,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.695578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-315ea737-ca21-428d-889a-065668e6ce25 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Calling delete_port for 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:17.716220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7eabc694-8433-42fa-9894-3abdb602e652, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7eabc694-8433-42fa-9894-3abdb602e652,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:17.731245 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.742180 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2cd17d-f0c7-47e0-b458-c47cb164c462 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:17.742579 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2cd17d-f0c7-47e0-b458-c47cb164c462 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:17.747102 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ce2cd17d-f0c7-47e0-b458-c47cb164c462 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/subnets/f7f86b91-55da-47a7-9914-9b548f7e7982 HTTP/1.1" status: 404 len: 337 time: 0.0568004 Jul 16 18:14:17.747707 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.774536 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31e48a4-1493-4fa2-ae35-c26f27d11304 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:17.775495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31e48a4-1493-4fa2-ae35-c26f27d11304 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:17.781762 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b31e48a4-1493-4fa2-ae35-c26f27d11304 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/71959321-b8f3-4d82-9769-b23cd1fc1883 HTTP/1.1" status: 404 len: 339 time: 0.0324163 Jul 16 18:14:17.782461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.825753 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ac599f-d873-4cdf-a910-afa4e90432f2 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:17.826499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ac599f-d873-4cdf-a910-afa4e90432f2 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:17.829723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=7eabc694-8433-42fa-9894-3abdb602e652,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.834051 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e6ac599f-d873-4cdf-a910-afa4e90432f2 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/subnets/d1223ce4-a4ea-4fd5-8017-f43f18f47ac7 HTTP/1.1" status: 404 len: 337 time: 0.0504556 Jul 16 18:14:17.835060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.867525 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-766a899c-03f8-44fc-9e14-915a5d3057f2 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:17.868433 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766a899c-03f8-44fc-9e14-915a5d3057f2 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:17.870262 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-766a899c-03f8-44fc-9e14-915a5d3057f2 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/ea19251c-cbe5-47b4-a4e5-20a3a21eb1e6 HTTP/1.1" status: 404 len: 339 time: 0.0334132 Jul 16 18:14:17.873554 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.878949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] For port 13cad08e-7363-44b7-a948-baca5e63123e, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=13cad08e-7363-44b7-a948-baca5e63123e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:17.894200 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.905162 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.966537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-345e71d6-4cb8-490b-bdf8-687ca9559fac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Deleting subnet f9285821-c256-48d7-883b-1014d5735e9c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:17.972343 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-345e71d6-4cb8-490b-bdf8-687ca9559fac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.974457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:17.975934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.978093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] 10.222.0.38 "PUT /v2.0/ports/13cad08e-7363-44b7-a948-baca5e63123e HTTP/1.1" status: 200 len: 1095 time: 3.9694073 Jul 16 18:14:17.983293 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2863fe80-9474-4a66-8aae-7d2acecc5cf4', 'tag': '13cad08e-7363-44b7-a948-baca5e63123e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:17.986034 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca57cccf-0caa-4b81-b942-c179fb449510" -d '{"events": [{"name": "network-changed", "server_uuid": "2863fe80-9474-4a66-8aae-7d2acecc5cf4", "tag": "13cad08e-7363-44b7-a948-baca5e63123e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:18.038009 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.042562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-345e71d6-4cb8-490b-bdf8-687ca9559fac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.081347 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-315ea737-ca21-428d-889a-065668e6ce25 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.110633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:18.111026 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.179497 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbee143a-6416-44e8-83d5-7541a510685b x-openstack-request-id: req-dbee143a-6416-44e8-83d5-7541a510685b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:18.180378 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2863fe80-9474-4a66-8aae-7d2acecc5cf4", "tag": "13cad08e-7363-44b7-a948-baca5e63123e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:18.180786 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbee143a-6416-44e8-83d5-7541a510685b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:18.181452 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2863fe80-9474-4a66-8aae-7d2acecc5cf4', 'tag': '13cad08e-7363-44b7-a948-baca5e63123e', 'status': 'completed', 'code': 200} Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:18.203836 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:18.299907 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-345e71d6-4cb8-490b-bdf8-687ca9559fac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.405065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-345e71d6-4cb8-490b-bdf8-687ca9559fac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.442234 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e71d6-4cb8-490b-bdf8-687ca9559fac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Subnet': ['ID=f9285821-c256-48d7-883b-1014d5735e9c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.446648 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-345e71d6-4cb8-490b-bdf8-687ca9559fac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.448823 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-345e71d6-4cb8-490b-bdf8-687ca9559fac tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/subnets/f9285821-c256-48d7-883b-1014d5735e9c HTTP/1.1" status: 204 len: 168 time: 0.5736642 Jul 16 18:14:18.454176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.455138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c252c-5b5e-426c-bcd6-7e15f88f2faf None None] Network 24d29e34-efe7-4ad4-b5c7-f3e613f31c39 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:18.459047 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf94487-d1bb-46a3-870a-6dbcf1f35837 service neutron] Pushing event updated for resources: {'Port': ['ID=13cad08e-7363-44b7-a948-baca5e63123e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.462668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-315ea737-ca21-428d-889a-065668e6ce25 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] No DVR routers for this DVR port 3502ebbe-8b90-4a56-afa2-80f95d0e97d8 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:18.505850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ea737-ca21-428d-889a-065668e6ce25 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Port': ['ID=3502ebbe-8b90-4a56-afa2-80f95d0e97d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.581728 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.684672 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Deleting port a7f8f1cc-e723-499e-bb71-f042c7ec77bc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:18.685056 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.786242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d55cfe-dfb2-474b-a3a5-cde68533d86f None None] DHCP port deletion for 24d29e34-efe7-4ad4-b5c7-f3e613f31c39 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:18.847558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c7d55cfe-dfb2-474b-a3a5-cde68533d86f None None] Deleting port a7f8f1cc-e723-499e-bb71-f042c7ec77bc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:18.847945 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7d55cfe-dfb2-474b-a3a5-cde68533d86f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.882500 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] For port a7f8f1cc-e723-499e-bb71-f042c7ec77bc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a7f8f1cc-e723-499e-bb71-f042c7ec77bc,segment=NetworkSegment(07a1e809-f8d2-4b4b-8629-dfed44d96db1),segment_id=07a1e809-f8d2-4b4b-8629-dfed44d96db1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:18.885162 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.908224 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Calling delete_port for a7f8f1cc-e723-499e-bb71-f042c7ec77bc owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:18.923441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c7d55cfe-dfb2-474b-a3a5-cde68533d86f None None] For port a7f8f1cc-e723-499e-bb71-f042c7ec77bc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a7f8f1cc-e723-499e-bb71-f042c7ec77bc,segment=NetworkSegment(07a1e809-f8d2-4b4b-8629-dfed44d96db1),segment_id=07a1e809-f8d2-4b4b-8629-dfed44d96db1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:18.924096 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7d55cfe-dfb2-474b-a3a5-cde68533d86f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.940156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c7d55cfe-dfb2-474b-a3a5-cde68533d86f None None] Calling delete_port for a7f8f1cc-e723-499e-bb71-f042c7ec77bc owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:18.986375 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-315ea737-ca21-428d-889a-065668e6ce25 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.988567 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-315ea737-ca21-428d-889a-065668e6ce25 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "DELETE /v2.0/ports/3502ebbe-8b90-4a56-afa2-80f95d0e97d8 HTTP/1.1" status: 204 len: 173 time: 1.8346462 Jul 16 18:14:19.059927 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7d55cfe-dfb2-474b-a3a5-cde68533d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.070456 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.095127 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.103040 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.107017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] 10.222.0.52 "DELETE /v2.0/networks/194b9072-4f03-40b8-af37-32d23e82af2e HTTP/1.1" status: 204 len: 168 time: 2.1258216 Jul 16 18:14:19.112035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d55cfe-dfb2-474b-a3a5-cde68533d86f None None] Pushing event deleted for resources: {'Port': ['ID=a7f8f1cc-e723-499e-bb71-f042c7ec77bc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:19.118778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d22df-9b5c-4bd0-843e-afaa203e0990 admin admin] Pushing event deleted for resources: {'Network': ['ID=194b9072-4f03-40b8-af37-32d23e82af2e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:19.123059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d55cfe-dfb2-474b-a3a5-cde68533d86f None None] No DVR routers for this DVR port a7f8f1cc-e723-499e-bb71-f042c7ec77bc on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:19.154386 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Port': ['ID=a7f8f1cc-e723-499e-bb71-f042c7ec77bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:19.156251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No DVR routers for this DVR port a7f8f1cc-e723-499e-bb71-f042c7ec77bc on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:19.176187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-f03e4905-3271-40f6-a9d5-23a2cbf2c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.177773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-f03e4905-3271-40f6-a9d5-23a2cbf2c781 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 1098 time: 1.1330814 Jul 16 18:14:19.233816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4066f96-874a-4e9b-9ebe-2041bf995554'}, {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594998ad-2e61-4855-828d-8fedaa5b4aae'}, {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eabc694-8433-42fa-9894-3abdb602e652'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:19.236399 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe94f52-085d-44aa-b166-5c72f1fb0d41" -d '{"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-unplugged", "status": "completed", "tag": "c4066f96-874a-4e9b-9ebe-2041bf995554"}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-unplugged", "status": "completed", "tag": "594998ad-2e61-4855-828d-8fedaa5b4aae"}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-unplugged", "status": "completed", "tag": "7eabc694-8433-42fa-9894-3abdb602e652"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:19.238707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-fde210dc-e80a-44e2-9d36-1e4d43a5bda8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=13cad08e-7363-44b7-a948-baca5e63123e HTTP/1.1" status: 200 len: 217 time: 0.0494986 Jul 16 18:14:19.248967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f427f7d-7a64-4372-9b7e-b97b0b780f6d req-178aa73a-9021-4a5f-90a5-156d11241392 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.250598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f427f7d-7a64-4372-9b7e-b97b0b780f6d req-178aa73a-9021-4a5f-90a5-156d11241392 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 947 time: 0.8968818 Jul 16 18:14:19.262572 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.273242 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d29e34-efe7-4ad4-b5c7-f3e613f31c39']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:19.279776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f7ffb-6f65-470c-937f-af49f9821640 req-33153d2e-aa39-475c-8e8a-c46e5d171809 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.285955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f7ffb-6f65-470c-937f-af49f9821640 req-33153d2e-aa39-475c-8e8a-c46e5d171809 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.286395 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a1e809-f8d2-4b4b-8629-dfed44d96db1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:19.286829 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a1e809-f8d2-4b4b-8629-dfed44d96db1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:19.292496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f7ffb-6f65-470c-937f-af49f9821640 req-33153d2e-aa39-475c-8e8a-c46e5d171809 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.297731 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.298501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f7ffb-6f65-470c-937f-af49f9821640 req-33153d2e-aa39-475c-8e8a-c46e5d171809 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.300388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-303f7ffb-6f65-470c-937f-af49f9821640 req-33153d2e-aa39-475c-8e8a-c46e5d171809 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 3144 time: 0.9229798 Jul 16 18:14:19.329625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.341673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:19.342139 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.384110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-b117412c-e8c6-4002-9984-746f0ea8e563 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Deleting port 594998ad-2e61-4855-828d-8fedaa5b4aae {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:19.384459 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-b117412c-e8c6-4002-9984-746f0ea8e563 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.405554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:19.452964 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:19.464283 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.472776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-ba9da857-493c-4d2d-8cbb-e7ea2b3c1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.474492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-ba9da857-493c-4d2d-8cbb-e7ea2b3c1b8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.2172108 Jul 16 18:14:19.486409 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.488494 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/24d29e34-efe7-4ad4-b5c7-f3e613f31c39 HTTP/1.1" status: 204 len: 168 time: 1.0333238 Jul 16 18:14:19.490049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d693eac-5ab1-4171-a500-0313b87fd349 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Network': ['ID=24d29e34-efe7-4ad4-b5c7-f3e613f31c39,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:19.491885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.521919 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-52428108-c2ee-46ac-9c53-c31888adabed tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:19.522957 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52428108-c2ee-46ac-9c53-c31888adabed tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:19.524792 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-52428108-c2ee-46ac-9c53-c31888adabed tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/subnets/2976661c-b135-4960-b91d-d134941a36d7 HTTP/1.1" status: 404 len: 337 time: 0.0319686 Jul 16 18:14:19.527282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.528566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-303f7ffb-6f65-470c-937f-af49f9821640 req-5c2f2ca5-150f-48f6-bd36-31acee4eb17f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200208 Jul 16 18:14:19.536690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f427f7d-7a64-4372-9b7e-b97b0b780f6d req-437284a4-5eb3-4c98-8581-cf75bf606273 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767334 Jul 16 18:14:19.577944 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bfa6c1-1939-4f6e-9063-82ebfe46b8db tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:19.579311 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43bfa6c1-1939-4f6e-9063-82ebfe46b8db tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:19.581134 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-43bfa6c1-1939-4f6e-9063-82ebfe46b8db tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/64b6b725-3f8a-4527-88c7-323676e82118 HTTP/1.1" status: 404 len: 339 time: 0.0311863 Jul 16 18:14:19.583775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.622683 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd33096-5012-43c3-a301-30ac25d0de72 x-openstack-request-id: req-6dd33096-5012-43c3-a301-30ac25d0de72 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:19.622990 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-unplugged", "status": "completed", "tag": "c4066f96-874a-4e9b-9ebe-2041bf995554", "code": 200}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-unplugged", "status": "completed", "tag": "594998ad-2e61-4855-828d-8fedaa5b4aae", "code": 200}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-unplugged", "status": "completed", "tag": "7eabc694-8433-42fa-9894-3abdb602e652", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:19.623243 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6dd33096-5012-43c3-a301-30ac25d0de72 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:19.623650 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4066f96-874a-4e9b-9ebe-2041bf995554', 'code': 200} Jul 16 18:14:19.623913 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594998ad-2e61-4855-828d-8fedaa5b4aae', 'code': 200} Jul 16 18:14:19.624168 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eabc694-8433-42fa-9894-3abdb602e652', 'code': 200} Jul 16 18:14:19.646075 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe8d73f-e42b-468d-baa0-f6130c5865ec tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Deleting subnet 50f8a55c-d52c-410f-ba58-5d302d84533b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:19.653952 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d73f-e42b-468d-baa0-f6130c5865ec tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.692646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-b117412c-e8c6-4002-9984-746f0ea8e563 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] For port 594998ad-2e61-4855-828d-8fedaa5b4aae, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=594998ad-2e61-4855-828d-8fedaa5b4aae,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:19.693027 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-b117412c-e8c6-4002-9984-746f0ea8e563 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.713779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d73f-e42b-468d-baa0-f6130c5865ec tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.717368 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fe4fbc04-6b21-4011-83cc-b2db637418a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44a9d4d190934a2cadce7937c2b615a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984486 Jul 16 18:14:19.719098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-b117412c-e8c6-4002-9984-746f0ea8e563 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Calling delete_port for 594998ad-2e61-4855-828d-8fedaa5b4aae owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:19.724049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.764191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-b345aa32-64cf-4806-ab4a-39eb18917abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.766067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-b345aa32-64cf-4806-ab4a-39eb18917abf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2364986 Jul 16 18:14:19.819625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d73f-e42b-468d-baa0-f6130c5865ec tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.888976 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbd7705e-174a-4b25-aadd-b3022fb28555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.901567 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d73f-e42b-468d-baa0-f6130c5865ec tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.959530 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbd7705e-174a-4b25-aadd-b3022fb28555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.959788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e42125-989f-4809-87df-50367cec071c None None] Network dea18311-a4f4-4956-9b9d-44e31e028594 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:19.961510 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d73f-e42b-468d-baa0-f6130c5865ec tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.971072 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8fe8d73f-e42b-468d-baa0-f6130c5865ec tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/subnets/50f8a55c-d52c-410f-ba58-5d302d84533b HTTP/1.1" status: 204 len: 168 time: 0.3859091 Jul 16 18:14:19.972293 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.973821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8d73f-e42b-468d-baa0-f6130c5865ec tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Subnet': ['ID=50f8a55c-d52c-410f-ba58-5d302d84533b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.055946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-52861d29-15ff-463d-8f80-a5f52c0a3d13 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522554 Jul 16 18:14:20.102025 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-b117412c-e8c6-4002-9984-746f0ea8e563 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.145944 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.167750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117412c-e8c6-4002-9984-746f0ea8e563 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Port': ['ID=594998ad-2e61-4855-828d-8fedaa5b4aae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.216039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-deleted', 'tag': '3502ebbe-8b90-4a56-afa2-80f95d0e97d8'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:20.218369 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b00e5d-aa17-40f9-be15-721c577c558d" -d '{"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-deleted", "tag": "3502ebbe-8b90-4a56-afa2-80f95d0e97d8"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:20.240442 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbd7705e-174a-4b25-aadd-b3022fb28555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.243496 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbd7705e-174a-4b25-aadd-b3022fb28555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.247795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bbd7705e-174a-4b25-aadd-b3022fb28555 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2569d97b-4f7a-4866-9511-f4cbe9a81370 HTTP/1.1" status: 204 len: 168 time: 0.5193665 Jul 16 18:14:20.272500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-b117412c-e8c6-4002-9984-746f0ea8e563 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] No DVR routers for this DVR port 594998ad-2e61-4855-828d-8fedaa5b4aae on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:20.284840 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-b117412c-e8c6-4002-9984-746f0ea8e563 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.287135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-b117412c-e8c6-4002-9984-746f0ea8e563 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "DELETE /v2.0/ports/594998ad-2e61-4855-828d-8fedaa5b4aae HTTP/1.1" status: 204 len: 173 time: 1.2904012 Jul 16 18:14:20.289946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7705e-174a-4b25-aadd-b3022fb28555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2569d97b-4f7a-4866-9511-f4cbe9a81370,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.292746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b4a100-761e-4b5c-a4da-fa2faf38fbbe None None] DHCP port deletion for dea18311-a4f4-4956-9b9d-44e31e028594 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:20.305108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Deleting port 68948481-9d88-4d74-9e1c-9823f133567f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:20.305108 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.322729 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89330f62-c355-495d-94d0-3c9fea2fed0a x-openstack-request-id: req-89330f62-c355-495d-94d0-3c9fea2fed0a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:20.323057 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-deleted", "tag": "3502ebbe-8b90-4a56-afa2-80f95d0e97d8", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:20.323331 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89330f62-c355-495d-94d0-3c9fea2fed0a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:20.323775 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-deleted', 'tag': '3502ebbe-8b90-4a56-afa2-80f95d0e97d8', 'status': 'completed', 'code': 200} Jul 16 18:14:20.369141 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5eb13a-6713-482c-9cdf-264af6c04595 req-22351d00-052d-49f1-aa74-dda9712ea1f4 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058791 Jul 16 18:14:20.399374 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f2b4a100-761e-4b5c-a4da-fa2faf38fbbe None None] Deleting port 68948481-9d88-4d74-9e1c-9823f133567f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:20.400953 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a100-761e-4b5c-a4da-fa2faf38fbbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.526308 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f2b4a100-761e-4b5c-a4da-fa2faf38fbbe None None] For port 68948481-9d88-4d74-9e1c-9823f133567f, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=68948481-9d88-4d74-9e1c-9823f133567f,segment=NetworkSegment(94b51c20-2a11-407c-a981-c6e4adac238a),segment_id=94b51c20-2a11-407c-a981-c6e4adac238a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:20.526566 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a100-761e-4b5c-a4da-fa2faf38fbbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.535428 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] For port 68948481-9d88-4d74-9e1c-9823f133567f, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=68948481-9d88-4d74-9e1c-9823f133567f,segment=NetworkSegment(94b51c20-2a11-407c-a981-c6e4adac238a),segment_id=94b51c20-2a11-407c-a981-c6e4adac238a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:20.549847 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.562814 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f2b4a100-761e-4b5c-a4da-fa2faf38fbbe None None] Calling delete_port for 68948481-9d88-4d74-9e1c-9823f133567f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:20.604090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Calling delete_port for 68948481-9d88-4d74-9e1c-9823f133567f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:20.721035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a7f8f1cc-e723-499e-bb71-f042c7ec77bc no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:20.772556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Deleting port d8801145-f837-4d0e-b9d5-1f06de7a01f4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:20.772927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.780590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: a7f8f1cc-e723-499e-bb71-f042c7ec77bc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:20.787917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a7f8f1cc-e723-499e-bb71-f042c7ec77bc not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:20.788487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 68948481-9d88-4d74-9e1c-9823f133567f no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:20.855466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57cccf-0caa-4b81-b942-c179fb449510 req-7756c52f-63ae-41b9-be3a-065033287289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:20.859230 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca57cccf-0caa-4b81-b942-c179fb449510 req-7756c52f-63ae-41b9-be3a-065033287289 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 1098 time: 0.4274344 Jul 16 18:14:20.863332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.942263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Port': ['ID=68948481-9d88-4d74-9e1c-9823f133567f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.946743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No active binding found for port 68948481-9d88-4d74-9e1c-9823f133567f {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:14:20.948810 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 68948481-9d88-4d74-9e1c-9823f133567f not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:20.958134 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a100-761e-4b5c-a4da-fa2faf38fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.975432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] No DVR routers for this DVR port 68948481-9d88-4d74-9e1c-9823f133567f on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:21.010216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4a100-761e-4b5c-a4da-fa2faf38fbbe None None] Pushing event deleted for resources: {'Port': ['ID=68948481-9d88-4d74-9e1c-9823f133567f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.013674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b4a100-761e-4b5c-a4da-fa2faf38fbbe None None] No DVR routers for this DVR port 68948481-9d88-4d74-9e1c-9823f133567f on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:21.167382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.188453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db91c38-a1d8-494d-9245-91ab2bc86e0b req-6abfde00-26be-417f-8b16-e66a3857b987 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.190600 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea18311-a4f4-4956-9b9d-44e31e028594']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:21.194861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db91c38-a1d8-494d-9245-91ab2bc86e0b req-6abfde00-26be-417f-8b16-e66a3857b987 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.204856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db91c38-a1d8-494d-9245-91ab2bc86e0b req-6abfde00-26be-417f-8b16-e66a3857b987 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.206893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9db91c38-a1d8-494d-9245-91ab2bc86e0b req-6abfde00-26be-417f-8b16-e66a3857b987 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 2411 time: 0.3412921 Jul 16 18:14:21.217502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] For port d8801145-f837-4d0e-b9d5-1f06de7a01f4, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d8801145-f837-4d0e-b9d5-1f06de7a01f4,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:21.217879 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.223681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b51c20-2a11-407c-a981-c6e4adac238a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:21.227059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b51c20-2a11-407c-a981-c6e4adac238a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:21.242997 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.265005 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.277769 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:21.278422 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.352449 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d2ab6-0a6a-4a2c-85e6-7e12f386d256 req-7157eee1-c377-47a6-8812-30753d3e7863 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.354755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d8d2ab6-0a6a-4a2c-85e6-7e12f386d256 req-7157eee1-c377-47a6-8812-30753d3e7863 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 947 time: 0.4762285 Jul 16 18:14:21.357595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9db91c38-a1d8-494d-9245-91ab2bc86e0b req-e82899b4-0a57-4fd3-810b-ee030735bc7c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257963 Jul 16 18:14:21.371031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57cccf-0caa-4b81-b942-c179fb449510 req-bc0a8329-a340-45c8-b949-9cbbdcaf0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.372323 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca57cccf-0caa-4b81-b942-c179fb449510 req-bc0a8329-a340-45c8-b949-9cbbdcaf0ee9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.4974496 Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:21.412046 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:21.433233 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.440711 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.442588 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] 10.222.0.52 "DELETE /v2.0/networks/dea18311-a4f4-4956-9b9d-44e31e028594 HTTP/1.1" status: 204 len: 168 time: 1.4625440 Jul 16 18:14:21.460515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048fb12-98bb-4902-92c9-92bde441a9d5 tempest-NetworksIpV6Test-731415278 tempest-NetworksIpV6Test-731415278-project] Pushing event deleted for resources: {'Network': ['ID=dea18311-a4f4-4956-9b9d-44e31e028594,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.475583 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca57cccf-0caa-4b81-b942-c179fb449510 req-8b3cd2a9-9ded-4dcd-9aba-8b440239b674 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=13cad08e-7363-44b7-a948-baca5e63123e HTTP/1.1" status: 200 len: 217 time: 0.0810244 Jul 16 18:14:21.546547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57cccf-0caa-4b81-b942-c179fb449510 req-27212848-8647-4d65-8433-0033250c7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.547977 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca57cccf-0caa-4b81-b942-c179fb449510 req-27212848-8647-4d65-8433-0033250c7219 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0631073 Jul 16 18:14:21.626658 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d8d2ab6-0a6a-4a2c-85e6-7e12f386d256 req-8f1ae43f-17f2-4a86-a8a7-36b4e5000686 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624760 Jul 16 18:14:21.762921 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.763488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.763769 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Floating IP 8a310329-1dfd-40e8-b45c-38b2dfa2d1eb disassociated. External IP: 172.25.8.39, port: d8801145-f837-4d0e-b9d5-1f06de7a01f4. Jul 16 18:14:21.764122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Calling delete_port for d8801145-f837-4d0e-b9d5-1f06de7a01f4 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:21.767835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57cccf-0caa-4b81-b942-c179fb449510 req-b621523e-cd27-44ab-b885-606db58645b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.769688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca57cccf-0caa-4b81-b942-c179fb449510 req-b621523e-cd27-44ab-b885-606db58645b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1804028 Jul 16 18:14:21.777691 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:21.888974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:21.964690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca57cccf-0caa-4b81-b942-c179fb449510 req-6299aa33-fd53-4d3c-bb1e-72fb1298d5c0 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875100 Jul 16 18:14:22.133035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-414453266-network', 'tenant_id': 'e70f238652dc4358815dba823514ae3b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:22.194934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Made reservation on behalf of e70f238652dc4358815dba823514ae3b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:22.206656 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.207302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca57cccf-0caa-4b81-b942-c179fb449510 req-ad0ef4cc-3a62-486d-8fcd-0cb29c17abaa service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289600 Jul 16 18:14:22.208557 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.228336 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2ef3e586-252a-4a4e-9bb7-f37c1c9d7bff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d32aaa3845d46268a07d0b9c754d221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377132 Jul 16 18:14:22.231039 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.233200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:22.249356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Port': ['ID=d8801145-f837-4d0e-b9d5-1f06de7a01f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.315131 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a74a86bc-55d7-4f35-9eaf-4eaecacf1f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.325412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-deleted', 'tag': '594998ad-2e61-4855-828d-8fedaa5b4aae'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:22.327708 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c2d329-4688-43e2-a778-329c89ba6319" -d '{"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-deleted", "tag": "594998ad-2e61-4855-828d-8fedaa5b4aae"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:22.351997 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a74a86bc-55d7-4f35-9eaf-4eaecacf1f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.421992 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077d817a-360c-4afe-af16-f9f6b0cd1fe9 x-openstack-request-id: req-077d817a-360c-4afe-af16-f9f6b0cd1fe9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:22.422322 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-deleted", "tag": "594998ad-2e61-4855-828d-8fedaa5b4aae", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:22.422542 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-077d817a-360c-4afe-af16-f9f6b0cd1fe9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:22.422935 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-deleted', 'tag': '594998ad-2e61-4855-828d-8fedaa5b4aae', 'status': 'completed', 'code': 200} Jul 16 18:14:22.469562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.471652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a74a86bc-55d7-4f35-9eaf-4eaecacf1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.474558 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a74a86bc-55d7-4f35-9eaf-4eaecacf1f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.476181 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a74a86bc-55d7-4f35-9eaf-4eaecacf1f51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b78ed8f9-64ae-4886-85d6-15bc71640aa2 HTTP/1.1" status: 204 len: 168 time: 0.2415805 Jul 16 18:14:22.480496 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.485334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:22.492831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a86bc-55d7-4f35-9eaf-4eaecacf1f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78ed8f9-64ae-4886-85d6-15bc71640aa2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.523293 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2ec16d-b937-40b3-93fb-25df4f016928,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.529586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:22.540796 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.541164 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Added segment dabfbce0-125f-4251-861a-c6171ab8c12a of type vlan for network 9e78f56b-5e51-42a6-804f-d297865e4c92 Jul 16 18:14:22.594359 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.669912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.671164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.672444 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.781839 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0029473 Jul 16 18:14:22.795054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:22.809405 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7b5954d0-5b4f-43c4-88b8-92ea9fca2f86 admin admin] Request body: {'subnet': {'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-414453266-subnet', 'tenant_id': 'e70f238652dc4358815dba823514ae3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:22.821056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:22.830606 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d5440-2fcd-46a2-a0a4-b15c67acac7e None None] Sync routers for ids ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:22.852726 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d5440-2fcd-46a2-a0a4-b15c67acac7e None None] Routers {'3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:22.856107 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a14d5440-2fcd-46a2-a0a4-b15c67acac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:14:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:22.950380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac581c0-e01c-4dcc-b91c-21e8510ac967 admin admin] Pushing event updated for resources: {'Network': ['ID=9e78f56b-5e51-42a6-804f-d297865e4c92,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.965978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 9e78f56b-5e51-42a6-804f-d297865e4c92 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:22.987010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5954d0-5b4f-43c4-88b8-92ea9fca2f86 admin admin] Made reservation on behalf of e70f238652dc4358815dba823514ae3b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:22.991791 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b5954d0-5b4f-43c4-88b8-92ea9fca2f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.010384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] No DVR routers for this DVR port d8801145-f837-4d0e-b9d5-1f06de7a01f4 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:23.014944 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.018104 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-f331acb1-c204-43c0-9581-e470cfda57b8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "DELETE /v2.0/ports/d8801145-f837-4d0e-b9d5-1f06de7a01f4 HTTP/1.1" status: 204 len: 173 time: 2.7240069 Jul 16 18:14:23.140475 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a14d5440-2fcd-46a2-a0a4-b15c67acac7e None None] Set router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:23.171863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249eae1-bd3d-4e00-bea2-c7b0d71bfb63 req-29c97c47-a5c8-419c-9ae9-966ce176385b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.189643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249eae1-bd3d-4e00-bea2-c7b0d71bfb63 req-29c97c47-a5c8-419c-9ae9-966ce176385b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.191451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c249eae1-bd3d-4e00-bea2-c7b0d71bfb63 req-29c97c47-a5c8-419c-9ae9-966ce176385b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 1677 time: 0.4889798 Jul 16 18:14:23.403351 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a14d5440-2fcd-46a2-a0a4-b15c67acac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:03:04Z', 'revision_number': 4, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '61235551-5da1-4e1e-b0d3-29a2bb51a9e6', 'name': '', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:01Z', 'updated_at': '2021-07-16T18:03:17Z', 'revision_number': 5, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'subnets': [{'id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:23.405419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc27f0-30cc-47e7-a1be-6d285b72ddee req-0c65800d-77af-4ddf-9a29-ac6708d01541 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.420795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3fc27f0-30cc-47e7-a1be-6d285b72ddee req-0c65800d-77af-4ddf-9a29-ac6708d01541 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 947 time: 0.5131226 Jul 16 18:14:23.447372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c249eae1-bd3d-4e00-bea2-c7b0d71bfb63 req-a25d780c-f663-4790-8f4b-d092978970b5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399454 Jul 16 18:14:23.456560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-893a58ff-ef40-4090-bf59-22e8e2f3326c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Deleting port c4066f96-874a-4e9b-9ebe-2041bf995554 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:23.458965 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-893a58ff-ef40-4090-bf59-22e8e2f3326c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.465234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b5954d0-5b4f-43c4-88b8-92ea9fca2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.477534 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d5440-2fcd-46a2-a0a4-b15c67acac7e None None] Checking router: 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:23.506861 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d5440-2fcd-46a2-a0a4-b15c67acac7e None None] Routers {'3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:23.507730 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a14d5440-2fcd-46a2-a0a4-b15c67acac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:14:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:23.517038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 13cad08e-7363-44b7-a948-baca5e63123e details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:23.634880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3fc27f0-30cc-47e7-a1be-6d285b72ddee req-2f19ae68-f1be-4afa-b212-48a3158f091f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031853 Jul 16 18:14:23.699343 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5954d0-5b4f-43c4-88b8-92ea9fca2f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c30686d-f148-4f8a-8c2a-29c3ee51f644,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:23.710701 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5954d0-5b4f-43c4-88b8-92ea9fca2f86 admin admin] Checking segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:23.711646 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5954d0-5b4f-43c4-88b8-92ea9fca2f86 admin admin] Network hostable DHCP agents. Network: 9e78f56b-5e51-42a6-804f-d297865e4c92, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:23.773181 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a14d5440-2fcd-46a2-a0a4-b15c67acac7e None None] Set router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:23.773802 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5954d0-5b4f-43c4-88b8-92ea9fca2f86 admin admin] Network 9e78f56b-5e51-42a6-804f-d297865e4c92 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:23.784448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-893a58ff-ef40-4090-bf59-22e8e2f3326c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] For port c4066f96-874a-4e9b-9ebe-2041bf995554, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c4066f96-874a-4e9b-9ebe-2041bf995554,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:23.787653 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-893a58ff-ef40-4090-bf59-22e8e2f3326c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.790046 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7b5954d0-5b4f-43c4-88b8-92ea9fca2f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 9e78f56b-5e51-42a6-804f-d297865e4c92) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:23.798149 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5954d0-5b4f-43c4-88b8-92ea9fca2f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.800158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b5954d0-5b4f-43c4-88b8-92ea9fca2f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.817833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb425604-3ea5-42d2-b5b3-0d280a20f561 None None] Network 9e78f56b-5e51-42a6-804f-d297865e4c92 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:23.848233 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7b5954d0-5b4f-43c4-88b8-92ea9fca2f86 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0508773 Jul 16 18:14:23.876843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 13cad08e-7363-44b7-a948-baca5e63123e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=13cad08e-7363-44b7-a948-baca5e63123e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:23.877286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-893a58ff-ef40-4090-bf59-22e8e2f3326c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Calling delete_port for c4066f96-874a-4e9b-9ebe-2041bf995554 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:23.955436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '13cad08e-7363-44b7-a948-baca5e63123e', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '13cad08e-7363-44b7-a948-baca5e63123e', 'mac_address': 'fa:16:3e:7f:bd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:24.118935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.136039 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-893a58ff-ef40-4090-bf59-22e8e2f3326c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.294468 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.329711 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a14d5440-2fcd-46a2-a0a4-b15c67acac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:03:04Z', 'revision_number': 4, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '61235551-5da1-4e1e-b0d3-29a2bb51a9e6', 'name': '', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:01Z', 'updated_at': '2021-07-16T18:03:17Z', 'revision_number': 5, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'subnets': [{'id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:24.332893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cad08e-7363-44b7-a948-baca5e63123e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:24.341629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a58ff-ef40-4090-bf59-22e8e2f3326c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Port': ['ID=c4066f96-874a-4e9b-9ebe-2041bf995554,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:24.344563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-893a58ff-ef40-4090-bf59-22e8e2f3326c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] No DVR routers for this DVR port c4066f96-874a-4e9b-9ebe-2041bf995554 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:24.347982 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-893a58ff-ef40-4090-bf59-22e8e2f3326c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.350252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-893a58ff-ef40-4090-bf59-22e8e2f3326c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "DELETE /v2.0/ports/c4066f96-874a-4e9b-9ebe-2041bf995554 HTTP/1.1" status: 204 len: 173 time: 1.3243325 Jul 16 18:14:24.363074 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 13cad08e-7363-44b7-a948-baca5e63123e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=13cad08e-7363-44b7-a948-baca5e63123e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:24.380770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-760086362'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:24.391747 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d5440-2fcd-46a2-a0a4-b15c67acac7e None None] The sync data for ids ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'] in n-d-793618-9 is: [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:03:04Z', 'revision_number': 4, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '61235551-5da1-4e1e-b0d3-29a2bb51a9e6', 'name': '', 'network_id': '02dc7734-1774-4ed6-b2fb-86a1fe3301ec', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'mac_address': 'fa:16:3e:06:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:01Z', 'updated_at': '2021-07-16T18:03:17Z', 'revision_number': 5, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'subnets': [{'id': '306fd435-821d-4c93-9da6-87680b1fbaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:24.412464 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.438064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-deleted', 'tag': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4'}, {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-deleted', 'tag': 'c4066f96-874a-4e9b-9ebe-2041bf995554'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:24.442340 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0947bd2d-bec8-4fec-b48e-74fcd9db4576" -d '{"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-deleted", "tag": "d8801145-f837-4d0e-b9d5-1f06de7a01f4"}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-deleted", "tag": "c4066f96-874a-4e9b-9ebe-2041bf995554"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:24.486282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=13cad08e-7363-44b7-a948-baca5e63123e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:24.520667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:24.523579 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0897bc2-56b5-4391-9e39-af81a7c9d991 None None] Network 9e78f56b-5e51-42a6-804f-d297865e4c92 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:24.527374 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.585842 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adedd3d-ac4b-4429-80a8-3323441f260b x-openstack-request-id: req-9adedd3d-ac4b-4429-80a8-3323441f260b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:24.586166 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-deleted", "tag": "d8801145-f837-4d0e-b9d5-1f06de7a01f4", "status": "completed", "code": 200}, {"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-deleted", "tag": "c4066f96-874a-4e9b-9ebe-2041bf995554", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:24.586427 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9adedd3d-ac4b-4429-80a8-3323441f260b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:24.586868 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-deleted', 'tag': 'd8801145-f837-4d0e-b9d5-1f06de7a01f4', 'status': 'completed', 'code': 200} Jul 16 18:14:24.587165 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-deleted', 'tag': 'c4066f96-874a-4e9b-9ebe-2041bf995554', 'status': 'completed', 'code': 200} Jul 16 18:14:24.587909 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.703348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['13cad08e-7363-44b7-a948-baca5e63123e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:25.195031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32576898-2f19-4253-9724-9867a9390861 None None] New status for floating IP 8a310329-1dfd-40e8-b45c-38b2dfa2d1eb: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:14:25.502174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-d51399c5-f9cc-48ce-ae19-b4309e475870 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Deleting port 7eabc694-8433-42fa-9894-3abdb602e652 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:25.502611 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-d51399c5-f9cc-48ce-ae19-b4309e475870 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.537237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16f607-e1c7-449e-9b77-82f06588974f req-030613d9-ffef-4e10-ad18-95174616544a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.538823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d16f607-e1c7-449e-9b77-82f06588974f req-030613d9-ffef-4e10-ad18-95174616544a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 943 time: 0.3021293 Jul 16 18:14:25.566830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-31d8329d-70dc-4c08-b69d-b37f9163764c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.568393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-31d8329d-70dc-4c08-b69d-b37f9163764c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.9448781 Jul 16 18:14:25.654671 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-03f45e0b-8f61-47ff-a9b8-102c7d2651a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/quotas/e70f238652dc4358815dba823514ae3b HTTP/1.1" status: 200 len: 375 time: 0.0720842 Jul 16 18:14:25.721776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-30ffec12-6b16-452d-ad19-679701454b22 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583384 Jul 16 18:14:25.730988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d16f607-e1c7-449e-9b77-82f06588974f req-03eb4b1a-0a42-4303-884c-fc07c5c5f07d tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups?id=661ba804-5b82-4796-a18a-4ff7787c9da4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763394 Jul 16 18:14:25.745060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-d51399c5-f9cc-48ce-ae19-b4309e475870 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] For port 7eabc694-8433-42fa-9894-3abdb602e652, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7eabc694-8433-42fa-9894-3abdb602e652,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:25.745495 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-d51399c5-f9cc-48ce-ae19-b4309e475870 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.759194 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.768480 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.788556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-d51399c5-f9cc-48ce-ae19-b4309e475870 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Calling delete_port for 7eabc694-8433-42fa-9894-3abdb602e652 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:25.828247 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:25.920578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b7670b-f38d-4e70-b1d8-893b369da52e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.924173 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.924533 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Added segment 58b7d152-0287-4f2c-a685-14477fed83f3 of type vlan for network dde4a8c8-1ace-48c6-b9e2-b041f17f980e Jul 16 18:14:26.033585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-136e3f0b-50e7-440d-9382-3dca2d60b172 service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904906 Jul 16 18:14:26.041148 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.145562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf07a8-5819-41d0-9526-0434eecede66 req-73ba93e3-6422-4528-9f45-db0b90bf0e75 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:26.147249 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bdf07a8-5819-41d0-9526-0434eecede66 req-73ba93e3-6422-4528-9f45-db0b90bf0e75 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 948 time: 0.2442651 Jul 16 18:14:26.195808 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.201985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:26.202602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.265938 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-d51399c5-f9cc-48ce-ae19-b4309e475870 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.279860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1663358 Jul 16 18:14:26.412973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-500ac249-80cf-4637-983a-fb3362826d71 service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620832 Jul 16 18:14:26.414303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bdf07a8-5819-41d0-9526-0434eecede66 req-0b054316-4093-4585-a150-3c11b573ec85 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242012 Jul 16 18:14:26.418975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a3118-ddbb-4cf2-9cbd-65f33c1ca889 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=dde4a8c8-1ace-48c6-b9e2-b041f17f980e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:26.424248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51399c5-f9cc-48ce-ae19-b4309e475870 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Port': ['ID=7eabc694-8433-42fa-9894-3abdb602e652,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:26.428035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:26.434501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1e727daa-ec23-476d-9cf6-1445c1b1d21b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'network_id': 'dde4a8c8-1ace-48c6-b9e2-b041f17f980e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:26.451251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network dde4a8c8-1ace-48c6-b9e2-b041f17f980e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:26.541737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-d51399c5-f9cc-48ce-ae19-b4309e475870 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] No DVR routers for this DVR port 7eabc694-8433-42fa-9894-3abdb602e652 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:26.546211 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-d51399c5-f9cc-48ce-ae19-b4309e475870 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.551251 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca98a748-952f-4bd5-8e23-aa591a41c846 req-d51399c5-f9cc-48ce-ae19-b4309e475870 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.38 "DELETE /v2.0/ports/7eabc694-8433-42fa-9894-3abdb602e652 HTTP/1.1" status: 204 len: 173 time: 2.1949170 Jul 16 18:14:26.588172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-deleted', 'tag': '7eabc694-8433-42fa-9894-3abdb602e652'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:26.590540 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b99d03f-a44d-43d8-bf67-01cb3e5b5db4" -d '{"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-deleted", "tag": "7eabc694-8433-42fa-9894-3abdb602e652"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:26.654348 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298a6a0e-f53f-4bec-982e-79b4922061ab x-openstack-request-id: req-298a6a0e-f53f-4bec-982e-79b4922061ab {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:26.655007 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52da5d9-0711-4bbd-9eff-8f1ceef2a943", "name": "network-vif-deleted", "tag": "7eabc694-8433-42fa-9894-3abdb602e652", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:26.655495 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-298a6a0e-f53f-4bec-982e-79b4922061ab {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:26.656097 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52da5d9-0711-4bbd-9eff-8f1ceef2a943', 'name': 'network-vif-deleted', 'tag': '7eabc694-8433-42fa-9894-3abdb602e652', 'status': 'completed', 'code': 200} Jul 16 18:14:26.723553 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e727daa-ec23-476d-9cf6-1445c1b1d21b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:26.731027 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e727daa-ec23-476d-9cf6-1445c1b1d21b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.806538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-befd2184-b6aa-4195-a7ef-38d4178f274c req-2d63d711-7770-42a0-843b-442548e5d527 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 210 time: 0.0876708 Jul 16 18:14:27.131510 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2beb2038-15de-48fb-8430-652b2bab027f req-01a9613d-0e92-44fc-9f7d-d5da3edba6a3 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.0680141 Jul 16 18:14:27.282780 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e727daa-ec23-476d-9cf6-1445c1b1d21b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.395519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e727daa-ec23-476d-9cf6-1445c1b1d21b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking segment: {'id': '58b7d152-0287-4f2c-a685-14477fed83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dde4a8c8-1ace-48c6-b9e2-b041f17f980e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:27.396293 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e727daa-ec23-476d-9cf6-1445c1b1d21b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network hostable DHCP agents. Network: dde4a8c8-1ace-48c6-b9e2-b041f17f980e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:27.418717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e727daa-ec23-476d-9cf6-1445c1b1d21b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=1ba4032f-d8a0-43f6-9715-cd91daaf7e76,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:27.430893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e727daa-ec23-476d-9cf6-1445c1b1d21b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network dde4a8c8-1ace-48c6-b9e2-b041f17f980e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:27.446026 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1e727daa-ec23-476d-9cf6-1445c1b1d21b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, dde4a8c8-1ace-48c6-b9e2-b041f17f980e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:27.451426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e727daa-ec23-476d-9cf6-1445c1b1d21b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.452233 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e727daa-ec23-476d-9cf6-1445c1b1d21b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.457813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d9b4d-90c1-411f-a70c-6aaa0447af9c None None] Network dde4a8c8-1ace-48c6-b9e2-b041f17f980e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:27.471466 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1e727daa-ec23-476d-9cf6-1445c1b1d21b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0411971 Jul 16 18:14:27.474753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:27.479850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f47fdd95-daca-435b-89fe-67b2b2e497d6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-398915896'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:27.555244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47fdd95-daca-435b-89fe-67b2b2e497d6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:27.558990 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f47fdd95-daca-435b-89fe-67b2b2e497d6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.635660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 13cad08e-7363-44b7-a948-baca5e63123e up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:27.652796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47fdd95-daca-435b-89fe-67b2b2e497d6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:27.676316 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f47fdd95-daca-435b-89fe-67b2b2e497d6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.676933 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-f47fdd95-daca-435b-89fe-67b2b2e497d6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Added segment dc279250-d40c-411c-82a7-b0284ab3b631 of type vlan for network 5e34799a-2849-4cca-b796-1511572991a1 Jul 16 18:14:27.759998 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f47fdd95-daca-435b-89fe-67b2b2e497d6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.929266 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f47fdd95-daca-435b-89fe-67b2b2e497d6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.954799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47fdd95-daca-435b-89fe-67b2b2e497d6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.960273 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f47fdd95-daca-435b-89fe-67b2b2e497d6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.966960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 13cad08e-7363-44b7-a948-baca5e63123e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:27.976329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-dde4a8c8-1ace-48c6-b9e2-b041f17f980e', 'network_id': 'dde4a8c8-1ace-48c6-b9e2-b041f17f980e', 'tenant_id': '6780d0ee133146b6b350eec68b4eaa2a', 'fixed_ips': [{'subnet_id': '1ba4032f-d8a0-43f6-9715-cd91daaf7e76'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:27.977573 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.981563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 13cad08e-7363-44b7-a948-baca5e63123e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:27.985892 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.143264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fdd95-daca-435b-89fe-67b2b2e497d6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=5e34799a-2849-4cca-b796-1511572991a1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:28.158634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 5e34799a-2849-4cca-b796-1511572991a1 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:28.211469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e94669f-bce0-429d-a06d-aa6d3d6e6406 req-bc660fc1-69a2-4129-aa2a-9498a4b67d33 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 210 time: 0.0732992 Jul 16 18:14:28.234877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f47fdd95-daca-435b-89fe-67b2b2e497d6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7486470 Jul 16 18:14:28.235905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:28.244670 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8869281a-4be9-4458-8144-4d70dcfdc2c8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'network_id': '5e34799a-2849-4cca-b796-1511572991a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:28.269168 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.306471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f892bdd-5d82-4ec4-820b-abadb44484a5 req-6d8bac12-5ee2-4c7b-ac82-fab898ab4759 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:28.312071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f892bdd-5d82-4ec4-820b-abadb44484a5 req-6d8bac12-5ee2-4c7b-ac82-fab898ab4759 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 948 time: 0.7195985 Jul 16 18:14:28.408661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f892bdd-5d82-4ec4-820b-abadb44484a5 req-723297b9-1613-4b1d-8fdf-1d0e1a3f1c6d tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902002 Jul 16 18:14:28.428145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 13cad08e-7363-44b7-a948-baca5e63123e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=13cad08e-7363-44b7-a948-baca5e63123e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:28.430487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2863fe80-9474-4a66-8aae-7d2acecc5cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cad08e-7363-44b7-a948-baca5e63123e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:28.433503 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad60440-916a-4cbc-8e80-1f7335ce9ac9" -d '{"events": [{"server_uuid": "2863fe80-9474-4a66-8aae-7d2acecc5cf4", "name": "network-vif-plugged", "status": "completed", "tag": "13cad08e-7363-44b7-a948-baca5e63123e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:28.452920 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.469848 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8869281a-4be9-4458-8144-4d70dcfdc2c8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:28.479141 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8869281a-4be9-4458-8144-4d70dcfdc2c8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.488598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cebdf5d2-8293-49f0-a251-b1a40bd59058 req-1f85ec53-d552-4197-9dfa-db5475d57527 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.0590358 Jul 16 18:14:28.506637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Allocated IP 172.20.255.242 (dde4a8c8-1ace-48c6-b9e2-b041f17f980e/1ba4032f-d8a0-43f6-9715-cd91daaf7e76/90bfb8b6-a15b-4ac5-85d4-ede13e53d73a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:28.514894 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439de2ac-e359-4946-8e3d-4301e5110b3a x-openstack-request-id: req-439de2ac-e359-4946-8e3d-4301e5110b3a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:28.516557 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2863fe80-9474-4a66-8aae-7d2acecc5cf4", "name": "network-vif-plugged", "status": "completed", "tag": "13cad08e-7363-44b7-a948-baca5e63123e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:28.517451 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-439de2ac-e359-4946-8e3d-4301e5110b3a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:28.531695 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2863fe80-9474-4a66-8aae-7d2acecc5cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cad08e-7363-44b7-a948-baca5e63123e', 'code': 200} Jul 16 18:14:28.612992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=13cad08e-7363-44b7-a948-baca5e63123e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:28.739844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83850a2-00aa-4906-96b6-afc415fc49ac req-6ea6c9ee-15b7-4380-807a-3fbdee218585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:28.750353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a83850a2-00aa-4906-96b6-afc415fc49ac req-6ea6c9ee-15b7-4380-807a-3fbdee218585 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 1100 time: 0.1406038 Jul 16 18:14:28.767692 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.781478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Transition to ACTIVE for port object 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:28.802415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Transition to ACTIVE for port object 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:28.812575 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.870262 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a83850a2-00aa-4906-96b6-afc415fc49ac req-adec21ef-bfe6-4fd0-94b7-a321378d4e1d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116328 Jul 16 18:14:28.885108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Pushing event updated for resources: {'Port': ['ID=90bfb8b6-a15b-4ac5-85d4-ede13e53d73a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:28.901646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Network dde4a8c8-1ace-48c6-b9e2-b041f17f980e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:28.904320 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:28.907635 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:28.946085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-2bc21b25-e34d-477c-9b97-ff343905700c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:28.947905 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-2bc21b25-e34d-477c-9b97-ff343905700c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.3172967 Jul 16 18:14:28.970910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Request body: {'port': {'device_id': 'f0260dcb-898b-4031-8555-643c49d60fd1', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'admin_state_up': True, 'tenant_id': 'e70f238652dc4358815dba823514ae3b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:28.981975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Attempting to bind port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:28.982844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Attempting to bind port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '58b7d152-0287-4f2c-a685-14477fed83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dde4a8c8-1ace-48c6-b9e2-b041f17f980e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:28.984057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Attempting to bind port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a on network dde4a8c8-1ace-48c6-b9e2-b041f17f980e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:28.991373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:28.992242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Checking segment: {'id': '58b7d152-0287-4f2c-a685-14477fed83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dde4a8c8-1ace-48c6-b9e2-b041f17f980e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:28.992902 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.993852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Bound using segment: {'id': '58b7d152-0287-4f2c-a685-14477fed83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dde4a8c8-1ace-48c6-b9e2-b041f17f980e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:28.994633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Bound port: 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b7d152-0287-4f2c-a685-14477fed83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dde4a8c8-1ace-48c6-b9e2-b041f17f980e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:28.995445 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.080615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] For port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:29.084564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] For port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=90bfb8b6-a15b-4ac5-85d4-ede13e53d73a,segment=NetworkSegment(58b7d152-0287-4f2c-a685-14477fed83f3),segment_id=58b7d152-0287-4f2c-a685-14477fed83f3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:29.091689 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.171741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8869281a-4be9-4458-8144-4d70dcfdc2c8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.253144 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0301f-b5a3-46c6-9605-f5db010056cb None None] Pushing event updated for resources: {'Port': ['ID=90bfb8b6-a15b-4ac5-85d4-ede13e53d73a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:29.310592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869281a-4be9-4458-8144-4d70dcfdc2c8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=38fc3e64-9540-46ee-8367-4a5e59601951,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:29.335230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Made reservation on behalf of e70f238652dc4358815dba823514ae3b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:29.339016 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.400070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8869281a-4be9-4458-8144-4d70dcfdc2c8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking segment: {'id': 'dc279250-d40c-411c-82a7-b0284ab3b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5e34799a-2849-4cca-b796-1511572991a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:29.400617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869281a-4be9-4458-8144-4d70dcfdc2c8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network hostable DHCP agents. Network: 5e34799a-2849-4cca-b796-1511572991a1, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:29.625842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f14e3e6d-5b0d-49ee-854c-531c76a11d69 req-6653d8fd-d1c3-44a8-ae39-4f41883dfff4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 210 time: 0.1517591 Jul 16 18:14:29.691887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869281a-4be9-4458-8144-4d70dcfdc2c8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network 5e34799a-2849-4cca-b796-1511572991a1 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:29.812835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8869281a-4be9-4458-8144-4d70dcfdc2c8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 5e34799a-2849-4cca-b796-1511572991a1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:29.823511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1493c1-7753-4a80-90ae-3bf8bba863f6 None None] Network 5e34799a-2849-4cca-b796-1511572991a1 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:29.829875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869281a-4be9-4458-8144-4d70dcfdc2c8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:29.838010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8869281a-4be9-4458-8144-4d70dcfdc2c8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.889277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecc395-f87c-47ec-9bad-0107259866e1 req-29fa66f0-075d-4326-9e12-f1b06f200c6f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:29.893409 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8869281a-4be9-4458-8144-4d70dcfdc2c8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6558070 Jul 16 18:14:29.894948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Allocated IP 172.20.0.11 (9e78f56b-5e51-42a6-804f-d297865e4c92/0c30686d-f148-4f8a-8c2a-29c3ee51f644/6baf0c59-5f50-4526-8221-be5c4f649cc9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:29.897043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:29.904567 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43ecc395-f87c-47ec-9bad-0107259866e1 req-29fa66f0-075d-4326-9e12-f1b06f200c6f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 949 time: 0.2761531 Jul 16 18:14:30.040738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b801949d-8d2f-449a-bb55-05a02bb2d8e6 req-ae53b182-01e8-4e97-80ae-d7f84d1d5fe0 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.0957980 Jul 16 18:14:30.080287 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-615849b5-d10b-46f5-b9d4-c613326bb1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.099297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43ecc395-f87c-47ec-9bad-0107259866e1 req-d1b196f5-092b-4b67-8df8-f78b43cb82a5 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786864 Jul 16 18:14:30.288023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-5e34799a-2849-4cca-b796-1511572991a1', 'network_id': '5e34799a-2849-4cca-b796-1511572991a1', 'tenant_id': '6780d0ee133146b6b350eec68b4eaa2a', 'fixed_ips': [{'subnet_id': '38fc3e64-9540-46ee-8367-4a5e59601951'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:30.289980 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.327203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.623968 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.754198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Allocated IP 172.20.0.2 (5e34799a-2849-4cca-b796-1511572991a1/38fc3e64-9540-46ee-8367-4a5e59601951/928859c3-8a20-4020-9036-8b540fb72865) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:30.784434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:30.823286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.842415 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.985614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c48cf5-65f9-46b6-adc1-6abc181449b4 req-7388d9ad-1cee-49d7-8b6a-1f36c74d06c7 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:30.997740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3c48cf5-65f9-46b6-adc1-6abc181449b4 req-7388d9ad-1cee-49d7-8b6a-1f36c74d06c7 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 932 time: 0.1428151 Jul 16 18:14:31.046338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Network 9e78f56b-5e51-42a6-804f-d297865e4c92 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:31.048069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acce287-8563-4f7d-939a-38f617bf5a77 None None] Network dde4a8c8-1ace-48c6-b9e2-b041f17f980e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:31.049035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event updated for resources: {'Port': ['ID=6baf0c59-5f50-4526-8221-be5c4f649cc9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.053262 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3c48cf5-65f9-46b6-adc1-6abc181449b4 req-b6748155-b8a3-4584-bdcd-6653940b257f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546083 Jul 16 18:14:31.054699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:31.057644 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:31.118941 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:31.119760 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.147708 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-22c02c4e-b5e4-4008-8a3c-f1116ae569a8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1900570 Jul 16 18:14:31.160688 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Request body: {'port': {'device_id': 'f0260dcb-898b-4031-8555-643c49d60fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:31.166797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:31.238282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7cd2379c-8dbb-4434-87d1-b16f390c8823 None None] Provisioning for port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:31.247205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7cd2379c-8dbb-4434-87d1-b16f390c8823 None None] Provisioning complete for port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:31.247588 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cd2379c-8dbb-4434-87d1-b16f390c8823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.304557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.418791 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cd2379c-8dbb-4434-87d1-b16f390c8823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.438691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0656acd0-2c47-4421-81e9-b82f182c5797 req-a2fe14ef-bcd4-498e-8ea4-12a30947914e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.1136425 Jul 16 18:14:31.540364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faa5f4-2742-427d-aa70-1b8b03786840 req-c1101a1e-c8cd-4a83-9901-13e0c71dbd80 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:31.548622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3faa5f4-2742-427d-aa70-1b8b03786840 req-c1101a1e-c8cd-4a83-9901-13e0c71dbd80 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 949 time: 0.2131658 Jul 16 18:14:31.574056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.671770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Transition to ACTIVE for port object 928859c3-8a20-4020-9036-8b540fb72865 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:31.693921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Transition to ACTIVE for port object 928859c3-8a20-4020-9036-8b540fb72865 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:31.710523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7cd2379c-8dbb-4434-87d1-b16f390c8823 None None] For port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=90bfb8b6-a15b-4ac5-85d4-ede13e53d73a,segment=NetworkSegment(58b7d152-0287-4f2c-a685-14477fed83f3),segment_id=58b7d152-0287-4f2c-a685-14477fed83f3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:31.714486 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.722540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3faa5f4-2742-427d-aa70-1b8b03786840 req-064d63ca-a278-4ac5-bec0-a3e92cbe6dad tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694164 Jul 16 18:14:31.738275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.782740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Network 5e34799a-2849-4cca-b796-1511572991a1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:31.784401 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cd2379c-8dbb-4434-87d1-b16f390c8823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.786903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Pushing event updated for resources: {'Port': ['ID=928859c3-8a20-4020-9036-8b540fb72865,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.796422 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:31.827619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Subnet': ['ID=38fc3e64-9540-46ee-8367-4a5e59601951,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.942292 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.960080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e34799a-2849-4cca-b796-1511572991a1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:31.962726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd52a5a-7427-45e7-8b26-7c11c38691b4 req-f54d96b0-ca37-473f-8924-12801196a4a1 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:31.970050 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9cd52a5a-7427-45e7-8b26-7c11c38691b4 req-f54d96b0-ca37-473f-8924-12801196a4a1 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 1100 time: 0.0719092 Jul 16 18:14:32.003343 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9cd52a5a-7427-45e7-8b26-7c11c38691b4 req-4dc9ffcf-8d3e-4236-be1a-926802a8be94 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315146 Jul 16 18:14:32.016008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:32.186486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2379c-8dbb-4434-87d1-b16f390c8823 None None] Pushing event updated for resources: {'Port': ['ID=90bfb8b6-a15b-4ac5-85d4-ede13e53d73a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:32.194629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Attempting to bind port 928859c3-8a20-4020-9036-8b540fb72865 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:32.195008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Attempting to bind port 928859c3-8a20-4020-9036-8b540fb72865 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'dc279250-d40c-411c-82a7-b0284ab3b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5e34799a-2849-4cca-b796-1511572991a1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:32.195378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Attempting to bind port 928859c3-8a20-4020-9036-8b540fb72865 on network 5e34799a-2849-4cca-b796-1511572991a1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:32.212436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:32.212821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Checking segment: {'id': 'dc279250-d40c-411c-82a7-b0284ab3b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5e34799a-2849-4cca-b796-1511572991a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:32.213236 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.213658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Bound using segment: {'id': 'dc279250-d40c-411c-82a7-b0284ab3b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5e34799a-2849-4cca-b796-1511572991a1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:32.214150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Bound port: 928859c3-8a20-4020-9036-8b540fb72865, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc279250-d40c-411c-82a7-b0284ab3b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5e34799a-2849-4cca-b796-1511572991a1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:32.214540 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.253909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-e03aed05-b75e-44d1-938b-1b486726c038 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300591 Jul 16 18:14:32.324538 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83349c35-f955-4e9f-bf8e-225610149e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.353764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] For port 928859c3-8a20-4020-9036-8b540fb72865, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:32.358532 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] For port 928859c3-8a20-4020-9036-8b540fb72865, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=928859c3-8a20-4020-9036-8b540fb72865,segment=NetworkSegment(dc279250-d40c-411c-82a7-b0284ab3b631),segment_id=dc279250-d40c-411c-82a7-b0284ab3b631)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:32.367564 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.389170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc279250-d40c-411c-82a7-b0284ab3b631') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:32.390276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc279250-d40c-411c-82a7-b0284ab3b631') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:32.400859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6baf0c59-5f50-4526-8221-be5c4f649cc9 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:32.410218 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.414687 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.443113 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.460880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:32.461514 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.471768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64832e65-1df3-4fc9-819c-611228b2e701 req-ec2b658e-a949-48f0-b9a2-8215ebdc56bb tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.474476 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64832e65-1df3-4fc9-819c-611228b2e701 req-ec2b658e-a949-48f0-b9a2-8215ebdc56bb tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 932 time: 0.1896391 Jul 16 18:14:32.521335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bfb83c-5a0b-4646-ae36-1003e0a17a65 None None] Network 5e34799a-2849-4cca-b796-1511572991a1 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:32.555361 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.560023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ccf2ed7d-74d4-418d-8b83-d7353a4e505c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:32.567713 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:32.570884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ccf2ed7d-74d4-418d-8b83-d7353a4e505c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3147757 Jul 16 18:14:32.571336 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Transition to ACTIVE for port object 6baf0c59-5f50-4526-8221-be5c4f649cc9 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:32.573489 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:14:32.573489 n-d-793618-9 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:14:32.573489 n-d-793618-9 neutron-server[93766]: [parameters: {'id': '5e34799a-2849-4cca-b796-1511572991a1'}] Jul 16 18:14:32.573489 n-d-793618-9 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:14:32.574297 n-d-793618-9 neutron-server[93766]: DEBUG oslo_db.api [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:14:32.580567 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.590878 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.603942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f49964b6-f501-46ca-86c8-3651cdb95d9d None None] Provisioning complete for port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:32.604330 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f49964b6-f501-46ca-86c8-3651cdb95d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.607602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b59df-c733-4807-bc00-ce8ae96402ef None None] Pushing event updated for resources: {'Port': ['ID=928859c3-8a20-4020-9036-8b540fb72865,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:32.614434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-7546e978-f6d1-43f8-838b-41a8073918af tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/quotas/8396a0323e3a4d4a837f758f8140c2da HTTP/1.1" status: 200 len: 375 time: 0.0427508 Jul 16 18:14:32.702471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64832e65-1df3-4fc9-819c-611228b2e701 req-2f882d7a-5649-4039-9b28-e0d8e7f937c2 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079754 Jul 16 18:14:32.708556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:32.715713 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.732002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Pushing event updated for resources: {'Port': ['ID=6baf0c59-5f50-4526-8221-be5c4f649cc9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:32.809922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-298861b8-d049-4e6d-9eac-bda8fa27e35a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1922951 Jul 16 18:14:32.867081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Attempting to bind port 6baf0c59-5f50-4526-8221-be5c4f649cc9 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:32.867566 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Attempting to bind port 6baf0c59-5f50-4526-8221-be5c4f649cc9 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:32.867923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Attempting to bind port 6baf0c59-5f50-4526-8221-be5c4f649cc9 on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:32.879012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Port 6baf0c59-5f50-4526-8221-be5c4f649cc9 on network 9e78f56b-5e51-42a6-804f-d297865e4c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:32.881597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Attempting to bind port 6baf0c59-5f50-4526-8221-be5c4f649cc9 on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:32.905415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:32.906298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Checking segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:32.907956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Bound using segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:32.910262 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Bound port: 6baf0c59-5f50-4526-8221-be5c4f649cc9, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:32.912471 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.958135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:32.958527 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.019789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b80512-c8fe-4b20-bb33-82de2fab39a6 None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:14:33.074595 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] For port 6baf0c59-5f50-4526-8221-be5c4f649cc9, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:33.076781 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.084197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] For port 6baf0c59-5f50-4526-8221-be5c4f649cc9, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6baf0c59-5f50-4526-8221-be5c4f649cc9,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:33.094592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fb1c8b0-22d6-4b3e-8f8d-67beeff9791c req-e7c1e4f4-e49e-4e08-abf8-f4678187bfa9 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.1211011 Jul 16 18:14:33.100257 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.153351 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:33.154003 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.158028 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] 10.222.0.42 "PUT /v2.0/ports/6baf0c59-5f50-4526-8221-be5c4f649cc9 HTTP/1.1" status: 200 len: 1092 time: 2.0001926 Jul 16 18:14:33.174106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0260dcb-898b-4031-8555-643c49d60fd1', 'tag': '6baf0c59-5f50-4526-8221-be5c4f649cc9'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:33.198849 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46343a29-8c08-401f-a609-c18240bd6aea" -d '{"events": [{"name": "network-changed", "server_uuid": "f0260dcb-898b-4031-8555-643c49d60fd1", "tag": "6baf0c59-5f50-4526-8221-be5c4f649cc9"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:33.206457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdbdb5f1-7d0b-41f4-a14d-cbdf11edfc13 req-c8b5cd5a-edc8-4431-827a-495d3324991f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 210 time: 0.1032376 Jul 16 18:14:33.322748 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6fa485-9dc9-4020-bbe5-76847b134424 x-openstack-request-id: req-cf6fa485-9dc9-4020-bbe5-76847b134424 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:33.322995 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0260dcb-898b-4031-8555-643c49d60fd1", "tag": "6baf0c59-5f50-4526-8221-be5c4f649cc9", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:33.323244 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf6fa485-9dc9-4020-bbe5-76847b134424 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:33.323635 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0260dcb-898b-4031-8555-643c49d60fd1', 'tag': '6baf0c59-5f50-4526-8221-be5c4f649cc9', 'status': 'completed', 'code': 200} Jul 16 18:14:33.353714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b80512-c8fe-4b20-bb33-82de2fab39a6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:14:33.399588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf6730-762e-4c0f-bfea-c851c4d68712 service neutron] Pushing event updated for resources: {'Port': ['ID=6baf0c59-5f50-4526-8221-be5c4f649cc9,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:33.408236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-0af95145-a9a6-4d01-ae6b-da12e33008d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:33.409893 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-0af95145-a9a6-4d01-ae6b-da12e33008d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 1095 time: 0.2033751 Jul 16 18:14:33.411241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Deleting port 928859c3-8a20-4020-9036-8b540fb72865 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:33.411586 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.490704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] For port 928859c3-8a20-4020-9036-8b540fb72865, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=928859c3-8a20-4020-9036-8b540fb72865,segment=NetworkSegment(dc279250-d40c-411c-82a7-b0284ab3b631),segment_id=dc279250-d40c-411c-82a7-b0284ab3b631)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:33.491112 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.506194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Calling delete_port for 928859c3-8a20-4020-9036-8b540fb72865 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:33.655874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.698680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No DVR routers for this DVR port 928859c3-8a20-4020-9036-8b540fb72865 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:33.702337 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-6fa4e549-d68a-45a1-badc-be7df7f37011 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6baf0c59-5f50-4526-8221-be5c4f649cc9 HTTP/1.1" status: 200 len: 217 time: 0.0656369 Jul 16 18:14:33.788286 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.800609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Port': ['ID=928859c3-8a20-4020-9036-8b540fb72865,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:33.987960 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.992701 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-173bbf0d-f962-4e5e-96b2-83844d909508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:33.995422 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-173bbf0d-f962-4e5e-96b2-83844d909508 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.2661967 Jul 16 18:14:34.025182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e34799a-2849-4cca-b796-1511572991a1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:34.046948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a20f2f-e144-44dd-8b6d-d562b8ccadb6 req-00d66500-48f9-4056-9187-1f08031be4f9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.052619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20a20f2f-e144-44dd-8b6d-d562b8ccadb6 req-00d66500-48f9-4056-9187-1f08031be4f9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 944 time: 0.1401184 Jul 16 18:14:34.092966 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-4a850b74-530e-4267-b832-cc972b9367dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872707 Jul 16 18:14:34.097050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc279250-d40c-411c-82a7-b0284ab3b631') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:34.097384 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc279250-d40c-411c-82a7-b0284ab3b631') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:34.127850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20a20f2f-e144-44dd-8b6d-d562b8ccadb6 req-5e5faa1b-872f-4d82-aef6-96e8f3ac0813 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683637 Jul 16 18:14:34.150826 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.411866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3319546d-7055-4c1a-a4ff-8a9d28712cbc req-6f806621-3324-449f-86d5-9dd97503da5e tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.0697365 Jul 16 18:14:34.417293 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-dd148cfe-582d-48e5-80f2-5a793e1ac27e service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013535 Jul 16 18:14:34.506886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.514851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:34.515800 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.551160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccb3ab68-c865-4cc3-80b3-b65a1d87463b req-f7476037-e9db-4028-b3d2-8a0eceddbcc7 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 210 time: 0.0513489 Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:34.556570 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:34.640170 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.653211 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.655412 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/5e34799a-2849-4cca-b796-1511572991a1 HTTP/1.1" status: 204 len: 168 time: 4.7572222 Jul 16 18:14:34.659150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:34.664599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1f3e3bf3-e54c-4746-a021-6511de652c98 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-457069828'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:34.684767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62173b01-281a-4211-a109-bb6d9623e74e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Network': ['ID=5e34799a-2849-4cca-b796-1511572991a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:34.703006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3e3bf3-e54c-4746-a021-6511de652c98 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:34.711558 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3bf3-e54c-4746-a021-6511de652c98 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.729140 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4faf85a9-0e9e-430f-b46a-4180cce53212 req-eecc825d-4aa5-4ba7-9e7c-81638010a1cf service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999563 Jul 16 18:14:34.737612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3e3bf3-e54c-4746-a021-6511de652c98 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:34.750168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3bf3-e54c-4746-a021-6511de652c98 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.750526 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-1f3e3bf3-e54c-4746-a021-6511de652c98 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Added segment a112dbb2-a608-4dc1-9591-f27397412c0c of type vlan for network 5f516824-c0c0-4e65-940d-9bc8b4712e8b Jul 16 18:14:34.809840 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3bf3-e54c-4746-a021-6511de652c98 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.846064 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3bf3-e54c-4746-a021-6511de652c98 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.853204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e3bf3-e54c-4746-a021-6511de652c98 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.854183 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3bf3-e54c-4746-a021-6511de652c98 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.885169 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46343a29-8c08-401f-a609-c18240bd6aea req-09db30c5-3f1d-4376-be49-7a3efc04b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.887604 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46343a29-8c08-401f-a609-c18240bd6aea req-09db30c5-3f1d-4376-be49-7a3efc04b5fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 1095 time: 0.0874903 Jul 16 18:14:34.891345 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1f3e3bf3-e54c-4746-a021-6511de652c98 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2309682 Jul 16 18:14:34.894838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:34.900688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'network_id': '5f516824-c0c0-4e65-940d-9bc8b4712e8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:35.058916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46343a29-8c08-401f-a609-c18240bd6aea req-6697321a-1a7b-4d15-95d3-8cbf6a05c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.060637 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46343a29-8c08-401f-a609-c18240bd6aea req-6697321a-1a7b-4d15-95d3-8cbf6a05c60b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 906 time: 0.1641870 Jul 16 18:14:35.107067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e3bf3-e54c-4746-a021-6511de652c98 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=5f516824-c0c0-4e65-940d-9bc8b4712e8b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.121564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 5f516824-c0c0-4e65-940d-9bc8b4712e8b details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:35.148387 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46343a29-8c08-401f-a609-c18240bd6aea req-2fc2dda4-fbe4-4038-a950-41ff82b39cd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6baf0c59-5f50-4526-8221-be5c4f649cc9 HTTP/1.1" status: 200 len: 217 time: 0.0803895 Jul 16 18:14:35.181994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-80fe6703-3b4b-49ca-8c61-4018d607b614 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8396a0323e3a4d4a837f758f8140c2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123793 Jul 16 18:14:35.250176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46343a29-8c08-401f-a609-c18240bd6aea req-7dc8ee01-5dd7-4d78-90f9-b6d562466b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.251860 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46343a29-8c08-401f-a609-c18240bd6aea req-7dc8ee01-5dd7-4d78-90f9-b6d562466b88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.0967624 Jul 16 18:14:35.319904 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46343a29-8c08-401f-a609-c18240bd6aea req-f3b205df-b866-4a86-9c9e-00a05d265fed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580647 Jul 16 18:14:35.481511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-56d72a13-f134-4b91-aa46-a58bd29df2d1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.483621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-56d72a13-f134-4b91-aa46-a58bd29df2d1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893364 Jul 16 18:14:35.486534 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.504793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Request body: {'port': {'device_id': '8df80410-d5d7-4eef-a4db-a5f7d3b7f2df', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '8396a0323e3a4d4a837f758f8140c2da'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:35.532824 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:35.542029 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.569546 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46343a29-8c08-401f-a609-c18240bd6aea req-3b278be4-2759-4f3f-8b5f-abb4c1eb2107 service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440443 Jul 16 18:14:35.738084 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46343a29-8c08-401f-a609-c18240bd6aea req-d6582c83-2d48-406f-96dd-a8cd3c352134 service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558416 Jul 16 18:14:35.766051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:14:35.766904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:14:35.816924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad422b3-611d-4797-aaf7-7ea9a6a78da0 req-a325c7e0-c3cb-480b-bd9f-55f806505b83 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.819471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fad422b3-611d-4797-aaf7-7ea9a6a78da0 req-a325c7e0-c3cb-480b-bd9f-55f806505b83 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 944 time: 0.3328538 Jul 16 18:14:35.828646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72c9f862-dd10-4fb0-89ad-2ea72da1ea25 req-31748189-521c-4e27-a491-4a574a2bf267 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.1384768 Jul 16 18:14:35.943483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fad422b3-611d-4797-aaf7-7ea9a6a78da0 req-fd9f5651-aa5f-450f-8780-7c05236aebf4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133769 Jul 16 18:14:35.954094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Made reservation on behalf of 8396a0323e3a4d4a837f758f8140c2da for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:35.960459 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.062033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3aafd979-a244-4edd-8198-ce73dbd7f3da req-3c21ed04-f440-4427-a243-2074feb84f71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 210 time: 0.0301516 Jul 16 18:14:36.266420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Allocated IP 192.168.233.21 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:36.281780 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.344331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=5fdb1ad1-7d2e-4c46-8a8d-c19f091181b8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:36.413147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking segment: {'id': 'a112dbb2-a608-4dc1-9591-f27397412c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f516824-c0c0-4e65-940d-9bc8b4712e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:36.413543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network hostable DHCP agents. Network: 5f516824-c0c0-4e65-940d-9bc8b4712e8b, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:36.528414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network 5f516824-c0c0-4e65-940d-9bc8b4712e8b is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:36.552874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 5f516824-c0c0-4e65-940d-9bc8b4712e8b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:36.561681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.563826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364e6296-f253-4878-83f3-941cb0f2891c None None] Network 5f516824-c0c0-4e65-940d-9bc8b4712e8b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:36.564894 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:36.565781 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.590510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Transition to ACTIVE for port object d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:36.598874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-41e92708-d314-4d37-ab94-ed1853c47674 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7028625 Jul 16 18:14:36.601656 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:36.679949 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.725213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674', '90591055-c5c5-4698-a9b4-21c058bf4e7e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:36.727425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472', '2c042afe-44e1-47c8-840c-d1015b3a936f', 'db97421f-daf3-4148-8e1d-630948e1dd06', '13cad08e-7363-44b7-a948-baca5e63123e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:36.757894 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:36.772838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:36.778340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:36.838889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event updated for resources: {'Port': ['ID=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:36.873444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:36.876676 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.910036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-ee86d466-fe48-4bb4-affb-8c6ab91eeb71 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4101532 Jul 16 18:14:36.923040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.932726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Request body: {'port': {'device_id': '8df80410-d5d7-4eef-a4db-a5f7d3b7f2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:37.082979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.172684 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.186326 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.228483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Subnet': ['ID=5fdb1ad1-7d2e-4c46-8a8d-c19f091181b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.262880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea01f011-c104-4bfa-8bbf-e7ee1e85a93f req-0529a4c3-e2a5-4199-857f-02ef3e7e285f tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.1127417 Jul 16 18:14:37.395404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.420507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f516824-c0c0-4e65-940d-9bc8b4712e8b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:37.447830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0f9bbb8-e76e-44bf-b3ab-793fa5eec281 None None] Provisioning for port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:37.457576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0f9bbb8-e76e-44bf-b3ab-793fa5eec281 None None] Provisioning complete for port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:37.458227 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bbb8-e76e-44bf-b3ab-793fa5eec281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.475363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a112dbb2-a608-4dc1-9591-f27397412c0c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:37.478537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a112dbb2-a608-4dc1-9591-f27397412c0c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:37.495669 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.505128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9bbb8-e76e-44bf-b3ab-793fa5eec281 None None] Port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:37.526197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.533623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:37.534045 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:37.607278 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:37.611976 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.621712 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.627593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf2ba14-ea94-42f7-8b57-ecdc584453ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-5f516824-c0c0-4e65-940d-9bc8b4712e8b', 'network_id': '5f516824-c0c0-4e65-940d-9bc8b4712e8b', 'tenant_id': '6780d0ee133146b6b350eec68b4eaa2a', 'fixed_ips': [{'subnet_id': '5fdb1ad1-7d2e-4c46-8a8d-c19f091181b8'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:37.628454 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebf2ba14-ea94-42f7-8b57-ecdc584453ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.629662 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/5f516824-c0c0-4e65-940d-9bc8b4712e8b HTTP/1.1" status: 204 len: 168 time: 1.0268357 Jul 16 18:14:37.630337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:37.646036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-37ac7862-a616-4b88-a2ea-4285700f9a8c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1524302363'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:37.698460 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ac7862-a616-4b88-a2ea-4285700f9a8c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:37.706503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5b953d-00bb-48eb-8537-4a8fd17fd1ff None None] Network 5f516824-c0c0-4e65-940d-9bc8b4712e8b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:37.710511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ac7862-a616-4b88-a2ea-4285700f9a8c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.715655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ff084-032c-4881-8da1-0c46f7e4f5f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Network': ['ID=5f516824-c0c0-4e65-940d-9bc8b4712e8b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.752757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ac7862-a616-4b88-a2ea-4285700f9a8c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:37.767688 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ac7862-a616-4b88-a2ea-4285700f9a8c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.768292 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-37ac7862-a616-4b88-a2ea-4285700f9a8c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Added segment dc107d8a-c8b4-4f2e-8d8d-3f96b5521781 of type vlan for network b3eaeacb-0d15-4cc7-895a-9de8351f9b0b Jul 16 18:14:37.802014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5b953d-00bb-48eb-8537-4a8fd17fd1ff None None] Network 5f516824-c0c0-4e65-940d-9bc8b4712e8b could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:14:37.859134 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ac7862-a616-4b88-a2ea-4285700f9a8c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.900840 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ac7862-a616-4b88-a2ea-4285700f9a8c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.910620 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ac7862-a616-4b88-a2ea-4285700f9a8c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:37.911755 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37ac7862-a616-4b88-a2ea-4285700f9a8c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.028359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac7862-a616-4b88-a2ea-4285700f9a8c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=b3eaeacb-0d15-4cc7-895a-9de8351f9b0b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.052100 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-37ac7862-a616-4b88-a2ea-4285700f9a8c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4129312 Jul 16 18:14:38.053999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network b3eaeacb-0d15-4cc7-895a-9de8351f9b0b details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:38.054981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:38.060240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-23deea62-91fa-4a99-a7dd-4b1deb9e1619 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'network_id': 'b3eaeacb-0d15-4cc7-895a-9de8351f9b0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:38.067699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782096f-8dc8-4fb8-acea-1ea653ab7a5f req-af067d2f-2eef-4cd2-9b25-2fd8b62d2d13 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.070113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b782096f-8dc8-4fb8-acea-1ea653ab7a5f req-af067d2f-2eef-4cd2-9b25-2fd8b62d2d13 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 944 time: 0.8445241 Jul 16 18:14:38.161956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b782096f-8dc8-4fb8-acea-1ea653ab7a5f req-fbd41ecb-cc60-40ac-85c4-55f90412f1b5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823510 Jul 16 18:14:38.225031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809aad2d-9f78-4eb9-99fc-a3c84d50fb0e req-d187cca5-484b-4b3b-8ebd-cf97a4e25e68 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.233510 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-809aad2d-9f78-4eb9-99fc-a3c84d50fb0e req-d187cca5-484b-4b3b-8ebd-cf97a4e25e68 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 935 time: 0.2284393 Jul 16 18:14:38.247602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23deea62-91fa-4a99-a7dd-4b1deb9e1619 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:38.251218 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23deea62-91fa-4a99-a7dd-4b1deb9e1619 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.297895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-809aad2d-9f78-4eb9-99fc-a3c84d50fb0e req-b56d2c15-2b93-4c1d-8615-ce9cf032bd0a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631378 Jul 16 18:14:38.427447 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:38.449694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.482111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Transition to ACTIVE for port object d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:38.491835 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.542393 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23deea62-91fa-4a99-a7dd-4b1deb9e1619 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.626147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Pushing event updated for resources: {'Port': ['ID=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.664127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b61a709-b5f7-4c82-879e-57cb212c3b77 req-62891992-9db0-4dc5-9486-df10c9216c50 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.1265945 Jul 16 18:14:38.683151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23deea62-91fa-4a99-a7dd-4b1deb9e1619 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking segment: {'id': 'dc107d8a-c8b4-4f2e-8d8d-3f96b5521781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b3eaeacb-0d15-4cc7-895a-9de8351f9b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:38.683655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23deea62-91fa-4a99-a7dd-4b1deb9e1619 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network hostable DHCP agents. Network: b3eaeacb-0d15-4cc7-895a-9de8351f9b0b, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:38.705122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deea62-91fa-4a99-a7dd-4b1deb9e1619 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=850ad9be-26fb-4a96-b838-de1fb2423798,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.725261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23deea62-91fa-4a99-a7dd-4b1deb9e1619 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network b3eaeacb-0d15-4cc7-895a-9de8351f9b0b is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:38.743854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-23deea62-91fa-4a99-a7dd-4b1deb9e1619 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, b3eaeacb-0d15-4cc7-895a-9de8351f9b0b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:38.754015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23deea62-91fa-4a99-a7dd-4b1deb9e1619 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.755322 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23deea62-91fa-4a99-a7dd-4b1deb9e1619 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.763982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d43983-06b7-44df-aecd-0ea46f75ddb2 None None] Network b3eaeacb-0d15-4cc7-895a-9de8351f9b0b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:38.787494 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-23deea62-91fa-4a99-a7dd-4b1deb9e1619 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7280772 Jul 16 18:14:38.787857 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:38.810563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Attempting to bind port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:38.810909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Attempting to bind port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:38.811333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Attempting to bind port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:38.822316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:38.822654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Attempting to bind port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:38.835012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:38.835012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:38.835012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:38.835012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Bound port: d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:38.835012 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.920539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6baf0c59-5f50-4526-8221-be5c4f649cc9 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:38.932662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.007900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] For port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:39.013026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] For port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:39.024305 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.086503 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.110457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.113501 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.115991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] 10.222.0.42 "PUT /v2.0/ports/d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab HTTP/1.1" status: 200 len: 1095 time: 2.1974404 Jul 16 18:14:39.131035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df80410-d5d7-4eef-a4db-a5f7d3b7f2df', 'tag': 'd0700dd8-e5ed-4c9b-b6b7-a6180d65dbab'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:39.138743 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057405b7-9712-45e5-87b9-a20027089865" -d '{"events": [{"name": "network-changed", "server_uuid": "8df80410-d5d7-4eef-a4db-a5f7d3b7f2df", "tag": "d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:39.220415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 6baf0c59-5f50-4526-8221-be5c4f649cc9, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6baf0c59-5f50-4526-8221-be5c4f649cc9,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:39.244020 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.253754 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f685eb-1a17-4feb-8a1b-9b3cd7b53dee x-openstack-request-id: req-12f685eb-1a17-4feb-8a1b-9b3cd7b53dee {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:39.254052 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df80410-d5d7-4eef-a4db-a5f7d3b7f2df", "tag": "d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:39.267784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '6baf0c59-5f50-4526-8221-be5c4f649cc9', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'port_id': '6baf0c59-5f50-4526-8221-be5c4f649cc9', 'mac_address': 'fa:16:3e:f1:d3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c30686d-f148-4f8a-8c2a-29c3ee51f644', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:39.277819 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12f685eb-1a17-4feb-8a1b-9b3cd7b53dee {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:39.278360 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df80410-d5d7-4eef-a4db-a5f7d3b7f2df', 'tag': 'd0700dd8-e5ed-4c9b-b6b7-a6180d65dbab', 'status': 'completed', 'code': 200} Jul 16 18:14:39.281797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ae690-9b98-4d30-8830-dd414fb72bdc service neutron] Pushing event updated for resources: {'Port': ['ID=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.323166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Subnet': ['ID=850ad9be-26fb-4a96-b838-de1fb2423798,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.394910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd74d1a-a020-4af1-8271-f1c8ab40db4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-b3eaeacb-0d15-4cc7-895a-9de8351f9b0b', 'network_id': 'b3eaeacb-0d15-4cc7-895a-9de8351f9b0b', 'tenant_id': '6780d0ee133146b6b350eec68b4eaa2a', 'fixed_ips': [{'subnet_id': '850ad9be-26fb-4a96-b838-de1fb2423798'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:39.398401 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cd74d1a-a020-4af1-8271-f1c8ab40db4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.406618 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.416718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-97cf2ecc-8660-4de4-b12b-829154f9ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.418615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-97cf2ecc-8660-4de4-b12b-829154f9ba55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 1098 time: 0.2119448 Jul 16 18:14:39.470593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6baf0c59-5f50-4526-8221-be5c4f649cc9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:39.519238 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.552066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3eaeacb-0d15-4cc7-895a-9de8351f9b0b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:39.575356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc107d8a-c8b4-4f2e-8d8d-3f96b5521781') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:39.580776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc107d8a-c8b4-4f2e-8d8d-3f96b5521781') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:39.601795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-54059a9a-109a-4768-a18a-7b472b212347 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab HTTP/1.1" status: 200 len: 217 time: 0.1366620 Jul 16 18:14:39.602729 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.625030 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.637688 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 6baf0c59-5f50-4526-8221-be5c4f649cc9, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6baf0c59-5f50-4526-8221-be5c4f649cc9,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:39.638824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:39.639317 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:39.642599 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:39.667902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1f569e-293e-4eb0-bd3a-82cc41f8bd60 None None] Network b3eaeacb-0d15-4cc7-895a-9de8351f9b0b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:39.674754 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.690115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-03b00251-0c44-4df6-bd9a-ac88b1577947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.691646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-03b00251-0c44-4df6-bd9a-ac88b1577947 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0715370 Jul 16 18:14:39.759086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.770172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.774389 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/b3eaeacb-0d15-4cc7-895a-9de8351f9b0b HTTP/1.1" status: 204 len: 168 time: 0.9854217 Jul 16 18:14:39.782719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:39.788883 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f91847-e80b-4891-a112-0d2490319c11 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Network': ['ID=b3eaeacb-0d15-4cc7-895a-9de8351f9b0b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.807226 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3f2775a8-799a-47e7-ae44-baaa4a49203c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-19488425'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:39.866848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-c089e5cf-bacd-475f-9d92-d5f1d4e85475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.868613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-c089e5cf-bacd-475f-9d92-d5f1d4e85475 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1679854 Jul 16 18:14:39.877464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5d383-7b17-4312-9c90-f994f9873d36 req-0555cad9-25ae-42a4-9678-53fff1d0ea71 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.879218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81d5d383-7b17-4312-9c90-f994f9873d36 req-0555cad9-25ae-42a4-9678-53fff1d0ea71 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 944 time: 0.4561379 Jul 16 18:14:39.886454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=6baf0c59-5f50-4526-8221-be5c4f649cc9,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.933358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934efad-83ae-47a2-bed2-4b65cbc61f38 req-a63ac731-500f-4022-8a8d-69a306c3c4d3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.935030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6934efad-83ae-47a2-bed2-4b65cbc61f38 req-a63ac731-500f-4022-8a8d-69a306c3c4d3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 947 time: 0.3555255 Jul 16 18:14:39.965432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2775a8-799a-47e7-ae44-baaa4a49203c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:39.971876 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:39.989107 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2775a8-799a-47e7-ae44-baaa4a49203c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.221946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81d5d383-7b17-4312-9c90-f994f9873d36 req-5eb59be9-1f06-447b-a9f0-bec8a3c47977 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192868 Jul 16 18:14:40.242651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6934efad-83ae-47a2-bed2-4b65cbc61f38 req-4cf636cd-1b27-48b4-ba5f-31c78aa95365 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984219 Jul 16 18:14:40.290227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2775a8-799a-47e7-ae44-baaa4a49203c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:40.306639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-2a7c8933-632d-490d-9040-184494e5e263 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264147 Jul 16 18:14:40.333732 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2775a8-799a-47e7-ae44-baaa4a49203c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.334089 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-3f2775a8-799a-47e7-ae44-baaa4a49203c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Added segment fcd79f82-2959-44ee-8e76-4f07388ac3a3 of type vlan for network 4c1c3870-a443-4cb3-93fd-0e6be3308405 Jul 16 18:14:40.456190 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2775a8-799a-47e7-ae44-baaa4a49203c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.498089 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:14:40.530990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb62889c-369a-4591-bf4f-485d11b1be8b req-caf56f6c-0ee7-40df-8024-5dc7cdb5c5a8 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.0864959 Jul 16 18:14:40.532907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96de9b5e-ba50-4d76-ab88-c06e362732f3 req-0767906c-b482-407b-a3ff-c57212e41931 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154672 Jul 16 18:14:40.570931 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2775a8-799a-47e7-ae44-baaa4a49203c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.578178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2775a8-799a-47e7-ae44-baaa4a49203c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.579042 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2775a8-799a-47e7-ae44-baaa4a49203c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.668005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3f2775a8-799a-47e7-ae44-baaa4a49203c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8655596 Jul 16 18:14:40.670746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:40.679997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a418d910-fb30-43b7-8633-bd5c07037ea1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'network_id': '4c1c3870-a443-4cb3-93fd-0e6be3308405', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:40.714959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2775a8-799a-47e7-ae44-baaa4a49203c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=4c1c3870-a443-4cb3-93fd-0e6be3308405,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:40.728660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 4c1c3870-a443-4cb3-93fd-0e6be3308405 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:40.751915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057405b7-9712-45e5-87b9-a20027089865 req-e14f3f62-029f-454b-bad0-d04ae619de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.757617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-057405b7-9712-45e5-87b9-a20027089865 req-e14f3f62-029f-454b-bad0-d04ae619de1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 1098 time: 0.1379974 Jul 16 18:14:40.856675 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6baf0c59-5f50-4526-8221-be5c4f649cc9 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:40.881489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057405b7-9712-45e5-87b9-a20027089865 req-00502893-90e9-46ad-8e6b-b70248093caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.882977 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-057405b7-9712-45e5-87b9-a20027089865 req-00502893-90e9-46ad-8e6b-b70248093caf service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.1166828 Jul 16 18:14:40.934994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-057405b7-9712-45e5-87b9-a20027089865 req-a06315c1-7e0f-49eb-b62a-6bac7c05baa0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab HTTP/1.1" status: 200 len: 217 time: 0.0443771 Jul 16 18:14:40.937064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a418d910-fb30-43b7-8633-bd5c07037ea1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:40.940985 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a418d910-fb30-43b7-8633-bd5c07037ea1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.990578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 6baf0c59-5f50-4526-8221-be5c4f649cc9 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:40.996028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 6baf0c59-5f50-4526-8221-be5c4f649cc9 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:40.996411 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.027141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057405b7-9712-45e5-87b9-a20027089865 req-7620265c-8e56-4bf4-8dc6-9565e75b143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.031868 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-057405b7-9712-45e5-87b9-a20027089865 req-7620265c-8e56-4bf4-8dc6-9565e75b143e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0907390 Jul 16 18:14:41.141820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057405b7-9712-45e5-87b9-a20027089865 req-55d3b17b-455d-434d-9e54-71224fbe7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.145258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-057405b7-9712-45e5-87b9-a20027089865 req-55d3b17b-455d-434d-9e54-71224fbe7253 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037071 Jul 16 18:14:41.166256 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.221963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0260dcb-898b-4031-8555-643c49d60fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baf0c59-5f50-4526-8221-be5c4f649cc9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:41.227962 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212025e6-5019-45f9-a6ba-8c261982213a" -d '{"events": [{"server_uuid": "f0260dcb-898b-4031-8555-643c49d60fd1", "name": "network-vif-plugged", "status": "completed", "tag": "6baf0c59-5f50-4526-8221-be5c4f649cc9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:41.264228 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 6baf0c59-5f50-4526-8221-be5c4f649cc9, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6baf0c59-5f50-4526-8221-be5c4f649cc9,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:41.275582 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.361590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-057405b7-9712-45e5-87b9-a20027089865 req-5499955d-da8a-4db0-af9e-a5f00f5dc82b service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060580 Jul 16 18:14:41.445773 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15120b32-54f2-425d-9848-cb19d3a3d14b x-openstack-request-id: req-15120b32-54f2-425d-9848-cb19d3a3d14b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:41.446134 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0260dcb-898b-4031-8555-643c49d60fd1", "name": "network-vif-plugged", "status": "completed", "tag": "6baf0c59-5f50-4526-8221-be5c4f649cc9", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:41.446352 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15120b32-54f2-425d-9848-cb19d3a3d14b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:41.448394 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0260dcb-898b-4031-8555-643c49d60fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baf0c59-5f50-4526-8221-be5c4f649cc9', 'code': 200} Jul 16 18:14:41.449091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=6baf0c59-5f50-4526-8221-be5c4f649cc9,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.467898 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a418d910-fb30-43b7-8633-bd5c07037ea1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.579156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418d910-fb30-43b7-8633-bd5c07037ea1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=ffd5d20e-0de8-4656-831a-ed36b27697a4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.593704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a418d910-fb30-43b7-8633-bd5c07037ea1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking segment: {'id': 'fcd79f82-2959-44ee-8e76-4f07388ac3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4c1c3870-a443-4cb3-93fd-0e6be3308405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:41.594310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a418d910-fb30-43b7-8633-bd5c07037ea1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network hostable DHCP agents. Network: 4c1c3870-a443-4cb3-93fd-0e6be3308405, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:41.607402 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724d0a-bb30-4907-afb4-b8ad33986274 req-b3f62ef2-16c1-4605-b557-2b144495364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.609059 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-69724d0a-bb30-4907-afb4-b8ad33986274 req-b3f62ef2-16c1-4605-b557-2b144495364b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 1097 time: 0.1566174 Jul 16 18:14:41.635319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a418d910-fb30-43b7-8633-bd5c07037ea1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network 4c1c3870-a443-4cb3-93fd-0e6be3308405 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:41.668789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a418d910-fb30-43b7-8633-bd5c07037ea1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 4c1c3870-a443-4cb3-93fd-0e6be3308405) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:41.684209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cff0688-d3ad-4f01-ac28-ccc59d92c962 None None] Network 4c1c3870-a443-4cb3-93fd-0e6be3308405 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:41.690406 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a418d910-fb30-43b7-8633-bd5c07037ea1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.691184 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a418d910-fb30-43b7-8633-bd5c07037ea1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.696992 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-69724d0a-bb30-4907-afb4-b8ad33986274 req-cc366eae-ad24-4cb7-b37e-2ddfd3eedc61 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802593 Jul 16 18:14:41.713927 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a418d910-fb30-43b7-8633-bd5c07037ea1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0406966 Jul 16 18:14:41.716709 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:41.721081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-057405b7-9712-45e5-87b9-a20027089865 req-93871485-bd49-4b33-8a5b-1a54e2ecbdc9 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543849 Jul 16 18:14:41.783727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:41.801188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78707de-7899-47d0-889a-0f5bbdf34536 req-1967ac98-3487-4b59-82c7-1cda14b47b6f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.803560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d78707de-7899-47d0-889a-0f5bbdf34536 req-1967ac98-3487-4b59-82c7-1cda14b47b6f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 946 time: 0.2836492 Jul 16 18:14:41.872352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7241d-60ef-48be-8833-cc17d0081342 req-e22be337-8cd9-43ba-999c-b093d5d27e3b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.873981 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4b7241d-60ef-48be-8833-cc17d0081342 req-e22be337-8cd9-43ba-999c-b093d5d27e3b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 947 time: 0.2856617 Jul 16 18:14:41.887381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d78707de-7899-47d0-889a-0f5bbdf34536 req-c662c774-91fa-4a34-9746-e288e57db70b tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774882 Jul 16 18:14:41.953592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.005834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4b7241d-60ef-48be-8833-cc17d0081342 req-5d5cb78d-c1e1-4705-bee2-fb715c8ef767 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154921 Jul 16 18:14:42.078229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f6eb7e-6e0b-4e82-9252-9d7355b55516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4c1c3870-a443-4cb3-93fd-0e6be3308405', 'network_id': '4c1c3870-a443-4cb3-93fd-0e6be3308405', 'tenant_id': '6780d0ee133146b6b350eec68b4eaa2a', 'fixed_ips': [{'subnet_id': 'ffd5d20e-0de8-4656-831a-ed36b27697a4'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:42.079097 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92f6eb7e-6e0b-4e82-9252-9d7355b55516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.127242 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.203413 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.223708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96b0bef7-e70b-4edb-b7d0-3561d3806921 req-80b3621d-58d0-4b25-b219-60bd3d93c69c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.0543826 Jul 16 18:14:42.485577 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd5d20e-0de8-4656-831a-ed36b27697a4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-92f6eb7e-6e0b-4e82-9252-9d7355b55516 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffd5d20e-0de8-4656-831a-ed36b27697a4: This subnet is being modified by another concurrent operation. Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:14:42.558329 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffd5d20e-0de8-4656-831a-ed36b27697a4: This subnet is being modified by another concurrent operation. Jul 16 18:14:42.561927 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 16 18:14:42.579816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3351f2-fec3-4162-91f2-f019128aef70 None None] Network 4c1c3870-a443-4cb3-93fd-0e6be3308405 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:42.671158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.687727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1c3870-a443-4cb3-93fd-0e6be3308405']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:42.705490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd79f82-2959-44ee-8e76-4f07388ac3a3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:42.705849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd79f82-2959-44ee-8e76-4f07388ac3a3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:42.721696 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.751886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.758265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:42.758675 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:42.773427 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:42.775245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0239f3e3-92d0-4a33-8eb4-518688027e45 None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:14:42.844381 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.914965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0239f3e3-92d0-4a33-8eb4-518688027e45 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:14:43.173157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f1830-5951-49f9-b894-894052b19cde req-1bcb3a17-6352-4d7c-9f67-98623f2adfda tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.175149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-322f1830-5951-49f9-b894-894052b19cde req-1bcb3a17-6352-4d7c-9f67-98623f2adfda tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 946 time: 0.1619611 Jul 16 18:14:43.209514 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.212512 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/4c1c3870-a443-4cb3-93fd-0e6be3308405 HTTP/1.1" status: 204 len: 168 time: 1.4944775 Jul 16 18:14:43.224873 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:43.231207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dc7fa8ed-1cba-4042-8839-d1688402b4ed tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1088311773'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:43.250279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efe2d3-9113-4250-92b5-15b86fc0e046 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Network': ['ID=4c1c3870-a443-4cb3-93fd-0e6be3308405,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.293644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-322f1830-5951-49f9-b894-894052b19cde req-726f35a1-53d2-4d79-81a9-44cdccf26592 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100941 Jul 16 18:14:43.332494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16df27-ae42-4b18-9ca1-1788a0cdbe6a req-303555e0-99a4-4540-9d15-64a08a69d186 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.351994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e16df27-ae42-4b18-9ca1-1788a0cdbe6a req-303555e0-99a4-4540-9d15-64a08a69d186 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 947 time: 0.1497529 Jul 16 18:14:43.353178 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7fa8ed-1cba-4042-8839-d1688402b4ed tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:43.358921 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa8ed-1cba-4042-8839-d1688402b4ed tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.402752 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7fa8ed-1cba-4042-8839-d1688402b4ed tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:43.435850 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4da65c8-e20d-4e32-a216-12d1b1d844b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.439051 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa8ed-1cba-4042-8839-d1688402b4ed tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.439636 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-dc7fa8ed-1cba-4042-8839-d1688402b4ed tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Added segment ea73cb74-3138-4409-b835-3ff7f18e9097 of type vlan for network 0bab1e6b-15c1-439e-b06c-edc6a78a2c8b Jul 16 18:14:43.516863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e16df27-ae42-4b18-9ca1-1788a0cdbe6a req-b8d633e9-fd8c-4935-a93f-8709c878cf6f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619763 Jul 16 18:14:43.521800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53712f04-f346-47e7-b8ad-72c784aca596 req-9dedf637-1e59-4b48-a6b8-51bae440a97a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.0806627 Jul 16 18:14:43.661820 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa8ed-1cba-4042-8839-d1688402b4ed tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.753983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dca35-17cb-4d3f-91d4-edb09aeb95b5 req-33ce85f3-9c19-49a0-bc41-67b819c5d5d6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.756200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-584dca35-17cb-4d3f-91d4-edb09aeb95b5 req-33ce85f3-9c19-49a0-bc41-67b819c5d5d6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.1318903 Jul 16 18:14:43.781620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-584dca35-17cb-4d3f-91d4-edb09aeb95b5 req-b50a7019-d12f-4a18-9219-9acea19e1c9f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/quotas/e70f238652dc4358815dba823514ae3b HTTP/1.1" status: 200 len: 375 time: 0.0192900 Jul 16 18:14:43.815779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa8ed-1cba-4042-8839-d1688402b4ed tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.821233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7fa8ed-1cba-4042-8839-d1688402b4ed tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.821942 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa8ed-1cba-4042-8839-d1688402b4ed tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.878148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:43.926065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fa8ed-1cba-4042-8839-d1688402b4ed tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=0bab1e6b-15c1-439e-b06c-edc6a78a2c8b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.932131 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dc7fa8ed-1cba-4042-8839-d1688402b4ed tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7054176 Jul 16 18:14:43.938304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:43.942417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 0bab1e6b-15c1-439e-b06c-edc6a78a2c8b details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:43.959871 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'network_id': '0bab1e6b-15c1-439e-b06c-edc6a78a2c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:44.000071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-584dca35-17cb-4d3f-91d4-edb09aeb95b5 req-b9a28016-2d95-40d4-8a81-1fd2bb3ef647 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2115331 Jul 16 18:14:44.146788 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a87ebd0e-321f-4001-b5f0-e1707232d2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.196449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:44.204321 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.295286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:14:44.296631 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:14:44.302489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-584dca35-17cb-4d3f-91d4-edb09aeb95b5 req-b1f6715f-9f29-4e87-b6da-58e6a38090ad service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013649 Jul 16 18:14:44.361639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b4da65c8-e20d-4e32-a216-12d1b1d844b7 admin admin] Deleting port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:44.362373 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4da65c8-e20d-4e32-a216-12d1b1d844b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.394451 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a87ebd0e-321f-4001-b5f0-e1707232d2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.436250 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a87ebd0e-321f-4001-b5f0-e1707232d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.489727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ebd0e-321f-4001-b5f0-e1707232d2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb9c0e8-010f-4bbb-a86d-2c80a7997742,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.498388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a87ebd0e-321f-4001-b5f0-e1707232d2c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc026e2f4f404ea7bcf761a658b19818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6171584 Jul 16 18:14:44.500908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:44.515029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-584dca35-17cb-4d3f-91d4-edb09aeb95b5 req-79070db5-5eed-48e7-b156-4104cd5895a3 service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863880 Jul 16 18:14:44.535320 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.539581 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b4da65c8-e20d-4e32-a216-12d1b1d844b7 admin admin] For port 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=887c4328-8e8f-4060-ad6d-cb01ae6bbbeb,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:44.539956 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4da65c8-e20d-4e32-a216-12d1b1d844b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.607335 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b4da65c8-e20d-4e32-a216-12d1b1d844b7 admin admin] Calling delete_port for 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:44.647938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=253fd737-a5a1-4831-9ddf-4e4c7d8ed735,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.693152 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b91d553a-0c01-4c1b-8e24-a98bef1b959d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.751359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking segment: {'id': 'ea73cb74-3138-4409-b835-3ff7f18e9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0bab1e6b-15c1-439e-b06c-edc6a78a2c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:44.751745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network hostable DHCP agents. Network: 0bab1e6b-15c1-439e-b06c-edc6a78a2c8b, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:44.766645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d5e28-fd30-46db-9b06-26afd7fb4ede req-c1e0c9c3-b00b-431e-974a-cf5fc69fe716 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.775198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a6d5e28-fd30-46db-9b06-26afd7fb4ede req-c1e0c9c3-b00b-431e-974a-cf5fc69fe716 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 947 time: 0.1145673 Jul 16 18:14:44.782103 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b91d553a-0c01-4c1b-8e24-a98bef1b959d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.819313 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a6d5e28-fd30-46db-9b06-26afd7fb4ede req-304077d3-2789-46d4-94b7-d903383eaa46 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432186 Jul 16 18:14:44.854888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:44.867096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fae3d85d-7ff8-4c5b-9449-49fa2896ecc2 req-6717de1c-b31a-44bc-8249-65af387517d2 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.0466702 Jul 16 18:14:44.895036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network 0bab1e6b-15c1-439e-b06c-edc6a78a2c8b is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:44.920675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 0bab1e6b-15c1-439e-b06c-edc6a78a2c8b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:44.925093 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.925735 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.952846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dee5f3-66c7-4a68-a8bd-11e5a8fa2866 None None] Network 0bab1e6b-15c1-439e-b06c-edc6a78a2c8b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:44.960237 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b91d553a-0c01-4c1b-8e24-a98bef1b959d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.964183 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b91d553a-0c01-4c1b-8e24-a98bef1b959d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.967178 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b91d553a-0c01-4c1b-8e24-a98bef1b959d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8eb9c0e8-010f-4bbb-a86d-2c80a7997742 HTTP/1.1" status: 204 len: 168 time: 0.4642844 Jul 16 18:14:45.122357 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-75689330-957e-4d6e-83af-58771918474f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1803641 Jul 16 18:14:45.122909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:45.152954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4da65c8-e20d-4e32-a216-12d1b1d844b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.173219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d553a-0c01-4c1b-8e24-a98bef1b959d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb9c0e8-010f-4bbb-a86d-2c80a7997742,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.201683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:45.256548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da65c8-e20d-4e32-a216-12d1b1d844b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=887c4328-8e8f-4060-ad6d-cb01ae6bbbeb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.364679 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.383685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'd0700dd8-e5ed-4c9b-b6b7-a6180d65dbab', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': 'd0700dd8-e5ed-4c9b-b6b7-a6180d65dbab', 'mac_address': 'fa:16:3e:ed:28:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:45.424074 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.428589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0149e1-5b3a-4ace-b910-e1a62e93beb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-0bab1e6b-15c1-439e-b06c-edc6a78a2c8b', 'network_id': '0bab1e6b-15c1-439e-b06c-edc6a78a2c8b', 'tenant_id': '6780d0ee133146b6b350eec68b4eaa2a', 'fixed_ips': [{'subnet_id': '253fd737-a5a1-4831-9ddf-4e4c7d8ed735'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:45.429528 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf0149e1-5b3a-4ace-b910-e1a62e93beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.504422 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.652412 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.671736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:45.685419 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4da65c8-e20d-4e32-a216-12d1b1d844b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.696960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Subnet': ['ID=253fd737-a5a1-4831-9ddf-4e4c7d8ed735,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-cf0149e1-5b3a-4ace-b910-e1a62e93beb6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 253fd737-a5a1-4831-9ddf-4e4c7d8ed735: This subnet is being modified by another concurrent operation. Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:14:45.720153 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 253fd737-a5a1-4831-9ddf-4e4c7d8ed735: This subnet is being modified by another concurrent operation. Jul 16 18:14:45.723005 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 16 18:14:45.749711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:45.756733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13839bf-2301-4ec1-a751-aa627ef3f569 None None] Network 0bab1e6b-15c1-439e-b06c-edc6a78a2c8b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:45.763916 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.876311 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.891039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bab1e6b-15c1-439e-b06c-edc6a78a2c8b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:45.908697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:45.922684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea73cb74-3138-4409-b835-3ff7f18e9097') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:45.924367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea73cb74-3138-4409-b835-3ff7f18e9097') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:45.928555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5566bbba-60f4-4e4e-ad3d-34aa32f7990a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.951809 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.960826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.005984 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.045208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:46.045808 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:46.049183 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:46.076112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:46.111219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4da65c8-e20d-4e32-a216-12d1b1d844b7 admin admin] Router 65046e41-58c0-4f3e-9720-1f7cda08e23a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:46.212295 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d8f405-38de-4224-b961-f5210937fdd1 None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:14:46.253723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.276118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-a6827fc9-53da-498f-b21a-e48a4bfc68c0 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.282844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-a6827fc9-53da-498f-b21a-e48a4bfc68c0 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.3112209 Jul 16 18:14:46.301908 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.303787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/0bab1e6b-15c1-439e-b06c-edc6a78a2c8b HTTP/1.1" status: 204 len: 168 time: 1.1800640 Jul 16 18:14:46.304768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069e30b-db3e-44ad-b225-8635554d68c2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Network': ['ID=0bab1e6b-15c1-439e-b06c-edc6a78a2c8b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.307946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.323940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-54eb2cc9-ed3d-4e3e-8ad1-ef7201237199 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-372121601'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:46.341581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-0f9ddf59-0cec-44a6-90e4-871aa10242bb tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/quotas/e70f238652dc4358815dba823514ae3b HTTP/1.1" status: 200 len: 375 time: 0.0577998 Jul 16 18:14:46.350739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fe6dd-fa99-45ff-a113-d976ea6a7832 req-0d324aec-88f6-4c76-9682-e3a858164c7b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.351844 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4da65c8-e20d-4e32-a216-12d1b1d844b7 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:46.352930 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-368fe6dd-fa99-45ff-a113-d976ea6a7832 req-0d324aec-88f6-4c76-9682-e3a858164c7b tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 948 time: 0.2781088 Jul 16 18:14:46.365122 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b4da65c8-e20d-4e32-a216-12d1b1d844b7 admin admin] 10.222.0.52 "PUT /v2.0/routers/65046e41-58c0-4f3e-9720-1f7cda08e23a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5795550 Jul 16 18:14:46.366960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48830) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.371943 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb5bb0-f995-4b52-be98-b4cc6f91ab1f None None] Sync routers for ids ['65046e41-58c0-4f3e-9720-1f7cda08e23a'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:46.393357 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb5bb0-f995-4b52-be98-b4cc6f91ab1f None None] Routers {'65046e41-58c0-4f3e-9720-1f7cda08e23a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:46.397582 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2dfb5bb0-f995-4b52-be98-b4cc6f91ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:14:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['65046e41-58c0-4f3e-9720-1f7cda08e23a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:46.517805 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d8f405-38de-4224-b961-f5210937fdd1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:14:46.525021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-368fe6dd-fa99-45ff-a113-d976ea6a7832 req-5cf06394-9396-4b9c-84cb-22b8c6e8b8cd tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459899 Jul 16 18:14:46.553091 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2dfb5bb0-f995-4b52-be98-b4cc6f91ab1f None None] Set router 65046e41-58c0-4f3e-9720-1f7cda08e23a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:46.574524 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b9bc0be7-8015-4734-ab43-0944b3786fee tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2320187 Jul 16 18:14:46.666232 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5566bbba-60f4-4e4e-ad3d-34aa32f7990a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.688234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5566bbba-60f4-4e4e-ad3d-34aa32f7990a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.716941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eb2cc9-ed3d-4e3e-8ad1-ef7201237199 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:46.726208 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54eb2cc9-ed3d-4e3e-8ad1-ef7201237199 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.764398 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2dfb5bb0-f995-4b52-be98-b4cc6f91ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:46.795550 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb5bb0-f995-4b52-be98-b4cc6f91ab1f None None] Checking router: 65046e41-58c0-4f3e-9720-1f7cda08e23a for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:46.806744 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5566bbba-60f4-4e4e-ad3d-34aa32f7990a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d58f8ef64e644e83addfa673e00978c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8943105 Jul 16 18:14:46.806963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566bbba-60f4-4e4e-ad3d-34aa32f7990a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96de7f38-5c76-4764-a35f-7c0fac27cf42,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.816517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.822004 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb5bb0-f995-4b52-be98-b4cc6f91ab1f None None] Routers {'65046e41-58c0-4f3e-9720-1f7cda08e23a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:46.823075 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2dfb5bb0-f995-4b52-be98-b4cc6f91ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:14:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['65046e41-58c0-4f3e-9720-1f7cda08e23a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:46.896757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54eb2cc9-ed3d-4e3e-8ad1-ef7201237199 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:46.923266 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54eb2cc9-ed3d-4e3e-8ad1-ef7201237199 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.923626 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-54eb2cc9-ed3d-4e3e-8ad1-ef7201237199 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Added segment d56a3778-05fc-471a-9305-88f7f7c469cc of type vlan for network f22b9d53-2a54-45d5-853e-ba63c70dae15 Jul 16 18:14:46.926464 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.974459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dddc250d-899e-4b40-86f0-8b7de0e6bd2b req-c1b418a7-84e3-425e-ad49-2338f1deb201 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.1566663 Jul 16 18:14:47.026196 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-80c185e8-e767-45ac-8045-9f7b9d8c6269 service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409945 Jul 16 18:14:47.030147 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54eb2cc9-ed3d-4e3e-8ad1-ef7201237199 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.070821 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.072256 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2dfb5bb0-f995-4b52-be98-b4cc6f91ab1f None None] Set router 65046e41-58c0-4f3e-9720-1f7cda08e23a gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:47.099986 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42417d1d-d31a-4411-8e2f-488ad202f4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.125511 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54eb2cc9-ed3d-4e3e-8ad1-ef7201237199 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.131528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eb2cc9-ed3d-4e3e-8ad1-ef7201237199 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:47.132401 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54eb2cc9-ed3d-4e3e-8ad1-ef7201237199 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.177737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42417d1d-d31a-4411-8e2f-488ad202f4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.187336 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-d328dc48-b7fc-431a-bc05-1734c9306967 service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532636 Jul 16 18:14:47.193561 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-54eb2cc9-ed3d-4e3e-8ad1-ef7201237199 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8770504 Jul 16 18:14:47.197142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:47.199717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Deleting port 144d384f-d13d-45cf-89bc-c64f3bc550e8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:47.200069 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.231153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f2ae21ae-afb7-456d-ab6f-f8d1c2b34c36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'network_id': 'f22b9d53-2a54-45d5-853e-ba63c70dae15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:47.236719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb2cc9-ed3d-4e3e-8ad1-ef7201237199 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=f22b9d53-2a54-45d5-853e-ba63c70dae15,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.257205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network f22b9d53-2a54-45d5-853e-ba63c70dae15 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:47.310053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] For port 144d384f-d13d-45cf-89bc-c64f3bc550e8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=144d384f-d13d-45cf-89bc-c64f3bc550e8,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:47.310421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.324245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Calling delete_port for 144d384f-d13d-45cf-89bc-c64f3bc550e8 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:47.391990 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2dfb5bb0-f995-4b52-be98-b4cc6f91ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:47.422531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ae21ae-afb7-456d-ab6f-f8d1c2b34c36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:47.427607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2ae21ae-afb7-456d-ab6f-f8d1c2b34c36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.463339 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb5bb0-f995-4b52-be98-b4cc6f91ab1f None None] The sync data for ids ['65046e41-58c0-4f3e-9720-1f7cda08e23a'] in n-d-793618-9 is: [{'id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'name': 'tempest-TaggedBootDevicesTest-1978128075-router', 'tenant_id': '1c67ec52b9484ad6bec26126f7f16745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 5, 'project_id': '1c67ec52b9484ad6bec26126f7f16745', 'gw_port': {'id': '144d384f-d13d-45cf-89bc-c64f3bc550e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65046e41-58c0-4f3e-9720-1f7cda08e23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:47.639102 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42417d1d-d31a-4411-8e2f-488ad202f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.641780 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42417d1d-d31a-4411-8e2f-488ad202f4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.643138 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-42417d1d-d31a-4411-8e2f-488ad202f4b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96de7f38-5c76-4764-a35f-7c0fac27cf42 HTTP/1.1" status: 204 len: 168 time: 0.8165767 Jul 16 18:14:47.659628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42417d1d-d31a-4411-8e2f-488ad202f4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96de7f38-5c76-4764-a35f-7c0fac27cf42,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.714320 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88d6dfde-e73f-4f00-9496-087c8cfaa49d req-f968ac1d-7dbe-4e8a-b580-f447b5b37d0e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 210 time: 0.1613603 Jul 16 18:14:47.718973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.796867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=144d384f-d13d-45cf-89bc-c64f3bc550e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.953053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841eb7e-9d10-4fae-b6ac-0a94718d29d3 req-f34d48c3-2d90-4241-98ef-9d50a6109dc1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:47.960960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2841eb7e-9d10-4fae-b6ac-0a94718d29d3 req-f34d48c3-2d90-4241-98ef-9d50a6109dc1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 948 time: 0.2646580 Jul 16 18:14:47.983391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.332945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2841eb7e-9d10-4fae-b6ac-0a94718d29d3 req-4a8e9ffa-344e-47c2-a758-be803770ca3a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022152 Jul 16 18:14:48.336772 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.337174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.384901 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2ae21ae-afb7-456d-ab6f-f8d1c2b34c36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.466617 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.467243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65046e41-58c0-4f3e-9720-1f7cda08e23a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:48.472895 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.474911 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-64213931-9b91-4151-bbcf-bb6219f4a8e7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/65046e41-58c0-4f3e-9720-1f7cda08e23a HTTP/1.1" status: 204 len: 168 time: 2.1068482 Jul 16 18:14:48.479603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:48.723498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a35c5187-9514-425d-8606-970004d597ba req-9c703c83-3159-48a9-8868-430b36888ef2 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.2079728 Jul 16 18:14:48.747324 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:48.806087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae21ae-afb7-456d-ab6f-f8d1c2b34c36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=206add79-2b31-42de-bb80-d9b865e332cb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.828298 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:48.857246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 887c4328-8e8f-4060-ad6d-cb01ae6bbbeb not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:48.868409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:48.906511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ae21ae-afb7-456d-ab6f-f8d1c2b34c36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking segment: {'id': 'd56a3778-05fc-471a-9305-88f7f7c469cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22b9d53-2a54-45d5-853e-ba63c70dae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:48.909152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae21ae-afb7-456d-ab6f-f8d1c2b34c36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network hostable DHCP agents. Network: f22b9d53-2a54-45d5-853e-ba63c70dae15, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:48.975891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae21ae-afb7-456d-ab6f-f8d1c2b34c36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network f22b9d53-2a54-45d5-853e-ba63c70dae15 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:49.007596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f2ae21ae-afb7-456d-ab6f-f8d1c2b34c36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, f22b9d53-2a54-45d5-853e-ba63c70dae15) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:49.018918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae21ae-afb7-456d-ab6f-f8d1c2b34c36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.022658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2ae21ae-afb7-456d-ab6f-f8d1c2b34c36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.024221 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01804d6e-8031-47da-99b6-427526426852 None None] Network f22b9d53-2a54-45d5-853e-ba63c70dae15 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:49.126439 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77c03522-8b26-427b-a0eb-2eaf2ac8bae0 req-6d95fe85-b99a-402b-bc31-1ffbcc4e3ac2 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 210 time: 0.0968747 Jul 16 18:14:49.131418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f2ae21ae-afb7-456d-ab6f-f8d1c2b34c36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9329233 Jul 16 18:14:49.148199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.187521 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:49.198380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:49.198903 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.296569 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-f22b9d53-2a54-45d5-853e-ba63c70dae15', 'network_id': 'f22b9d53-2a54-45d5-853e-ba63c70dae15', 'tenant_id': '6780d0ee133146b6b350eec68b4eaa2a', 'fixed_ips': [{'subnet_id': '206add79-2b31-42de-bb80-d9b865e332cb'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:49.298812 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.518920 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.547978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c88850-cd57-47e9-ad04-bc39956b21cf admin admin] Deleting subnet 0fd40a31-1878-4b11-bb87-3f093244a313 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:49.554870 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c88850-cd57-47e9-ad04-bc39956b21cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.620477 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df80410-d5d7-4eef-a4db-a5f7d3b7f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0700dd8-e5ed-4c9b-b6b7-a6180d65dbab'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:49.623074 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fac570a-0147-4379-a434-2e7f0f0a81a9" -d '{"events": [{"server_uuid": "8df80410-d5d7-4eef-a4db-a5f7d3b7f2df", "name": "network-vif-plugged", "status": "completed", "tag": "d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:49.645391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:49.661026 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.664669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Allocated IP 172.20.0.1 (f22b9d53-2a54-45d5-853e-ba63c70dae15/206add79-2b31-42de-bb80-d9b865e332cb/0b481193-3820-41ab-a432-d07a6b6f5baf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:49.710227 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c88850-cd57-47e9-ad04-bc39956b21cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.722811 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d0e878-75f9-4bef-9d79-fbe6d3749526 x-openstack-request-id: req-c8d0e878-75f9-4bef-9d79-fbe6d3749526 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:49.723401 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df80410-d5d7-4eef-a4db-a5f7d3b7f2df", "name": "network-vif-plugged", "status": "completed", "tag": "d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:49.723819 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c8d0e878-75f9-4bef-9d79-fbe6d3749526 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:49.724363 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df80410-d5d7-4eef-a4db-a5f7d3b7f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0700dd8-e5ed-4c9b-b6b7-a6180d65dbab', 'code': 200} Jul 16 18:14:49.777907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:50.008411 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.019010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Transition to ACTIVE for port object 0b481193-3820-41ab-a432-d07a6b6f5baf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:50.034040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c88850-cd57-47e9-ad04-bc39956b21cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.039793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Transition to ACTIVE for port object 0b481193-3820-41ab-a432-d07a6b6f5baf will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:50.050142 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.110030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Network f22b9d53-2a54-45d5-853e-ba63c70dae15 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:50.113078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:50.121478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Pushing event updated for resources: {'Port': ['ID=0b481193-3820-41ab-a432-d07a6b6f5baf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:50.124360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:50.225081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c88850-cd57-47e9-ad04-bc39956b21cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.299717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Attempting to bind port 0b481193-3820-41ab-a432-d07a6b6f5baf on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:50.302390 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c88850-cd57-47e9-ad04-bc39956b21cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fd40a31-1878-4b11-bb87-3f093244a313,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:50.304638 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5c88850-cd57-47e9-ad04-bc39956b21cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.308738 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a5c88850-cd57-47e9-ad04-bc39956b21cf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0fd40a31-1878-4b11-bb87-3f093244a313 HTTP/1.1" status: 204 len: 168 time: 1.8249731 Jul 16 18:14:50.309075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Attempting to bind port 0b481193-3820-41ab-a432-d07a6b6f5baf by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'd56a3778-05fc-471a-9305-88f7f7c469cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22b9d53-2a54-45d5-853e-ba63c70dae15'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:50.309075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Attempting to bind port 0b481193-3820-41ab-a432-d07a6b6f5baf on network f22b9d53-2a54-45d5-853e-ba63c70dae15 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:50.312667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ca2c47-c704-4996-850f-c228bd0b2b8d None None] Network 8b48fd7f-5b4c-4c63-b2c9-105c8429269d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:50.332701 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216a9f-5f62-4e0c-bbda-76a988140f14 req-349dd8c2-66c9-4f9c-894c-da5dc774b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.334529 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5e216a9f-5f62-4e0c-bbda-76a988140f14 req-349dd8c2-66c9-4f9c-894c-da5dc774b9cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 1100 time: 0.4601119 Jul 16 18:14:50.335624 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:50.351999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:50.360865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Checking segment: {'id': 'd56a3778-05fc-471a-9305-88f7f7c469cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22b9d53-2a54-45d5-853e-ba63c70dae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:50.360865 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.360865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Bound using segment: {'id': 'd56a3778-05fc-471a-9305-88f7f7c469cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22b9d53-2a54-45d5-853e-ba63c70dae15'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:50.360865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Bound port: 0b481193-3820-41ab-a432-d07a6b6f5baf, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56a3778-05fc-471a-9305-88f7f7c469cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f22b9d53-2a54-45d5-853e-ba63c70dae15'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:50.360865 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.438101 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5e216a9f-5f62-4e0c-bbda-76a988140f14 req-b10a3343-fb19-4167-923e-ff7d7fca7426 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914323 Jul 16 18:14:50.458390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e04e4c69-0be0-4bb9-830b-41ac4887a810 req-9a68e64f-df2e-4627-81b6-ce637e31c178 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.1716866 Jul 16 18:14:50.598526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 144d384f-d13d-45cf-89bc-c64f3bc550e8 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:50.603211 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f82211f-69c3-48d5-b8d2-148e798197b5 req-668de260-5832-456d-9fea-be2dee970d39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49c67046-9d57-485a-83b4-dcc0d84663e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3635974 Jul 16 18:14:50.639322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-8657908f-ac44-4a94-8cee-f432fcf1b0e5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.641064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-8657908f-ac44-4a94-8cee-f432fcf1b0e5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.4185598 Jul 16 18:14:50.646973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.660432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Request body: {'port': {'device_id': 'db49bd68-8367-488a-8bc7-d5084ec1a353', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'admin_state_up': True, 'tenant_id': 'e70f238652dc4358815dba823514ae3b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:50.663225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.665954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 144d384f-d13d-45cf-89bc-c64f3bc550e8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:50.666586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 144d384f-d13d-45cf-89bc-c64f3bc550e8 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:50.753503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] For port 0b481193-3820-41ab-a432-d07a6b6f5baf, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:50.758743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] For port 0b481193-3820-41ab-a432-d07a6b6f5baf, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0b481193-3820-41ab-a432-d07a6b6f5baf,segment=NetworkSegment(d56a3778-05fc-471a-9305-88f7f7c469cc),segment_id=d56a3778-05fc-471a-9305-88f7f7c469cc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:50.770826 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.785582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70d98576-5317-48fc-8bec-d10d5351e5f9 req-fd45b4aa-5f80-48b7-a8ef-6dc1108fbc28 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 210 time: 0.0682311 Jul 16 18:14:50.858918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82211f-69c3-48d5-b8d2-148e798197b5 req-b8e47cd9-ad31-4b39-9929-02195323f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.863494 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f82211f-69c3-48d5-b8d2-148e798197b5 req-b8e47cd9-ad31-4b39-9929-02195323f5c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=49c67046-9d57-485a-83b4-dcc0d84663e5 HTTP/1.1" status: 200 len: 1101 time: 0.1824121 Jul 16 18:14:50.889261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Deleting port 57a670c6-1229-49e9-a565-d25fc09fcb24 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:50.889611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.898982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b82f87-fab3-42b7-bb13-20d2d0cd4338 None None] DHCP port deletion for 8b48fd7f-5b4c-4c63-b2c9-105c8429269d request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:50.958626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cf772-c69c-4c8a-abf2-ce9b7c316b8e req-0638a7c8-f762-445a-858b-4fcceef55beb tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.960201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-454cf772-c69c-4c8a-abf2-ce9b7c316b8e req-0638a7c8-f762-445a-858b-4fcceef55beb tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 949 time: 0.7431924 Jul 16 18:14:51.040161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Deleting port 0b481193-3820-41ab-a432-d07a6b6f5baf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:51.040520 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.146505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] For port 57a670c6-1229-49e9-a565-d25fc09fcb24, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=57a670c6-1229-49e9-a565-d25fc09fcb24,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:51.147409 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.151907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d0159-4f08-4b00-83c7-90ea6d6ede82 None None] Pushing event updated for resources: {'Port': ['ID=0b481193-3820-41ab-a432-d07a6b6f5baf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.168362 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Calling delete_port for 57a670c6-1229-49e9-a565-d25fc09fcb24 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:51.200648 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82211f-69c3-48d5-b8d2-148e798197b5 req-8df84a5f-530d-45be-be22-1a2ac03e9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.202889 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f82211f-69c3-48d5-b8d2-148e798197b5 req-8df84a5f-530d-45be-be22-1a2ac03e9819 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.3112655 Jul 16 18:14:51.223497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-12b82f87-fab3-42b7-bb13-20d2d0cd4338 None None] Deleting port 57a670c6-1229-49e9-a565-d25fc09fcb24 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:51.226248 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12b82f87-fab3-42b7-bb13-20d2d0cd4338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.373878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] For port 0b481193-3820-41ab-a432-d07a6b6f5baf, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0b481193-3820-41ab-a432-d07a6b6f5baf,segment=NetworkSegment(d56a3778-05fc-471a-9305-88f7f7c469cc),segment_id=d56a3778-05fc-471a-9305-88f7f7c469cc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:51.374249 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.376629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Made reservation on behalf of e70f238652dc4358815dba823514ae3b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:51.380364 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.420894 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Calling delete_port for 0b481193-3820-41ab-a432-d07a6b6f5baf owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:51.487180 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f82211f-69c3-48d5-b8d2-148e798197b5 req-5faaf9a3-0bc7-48c4-b61f-63d7993ed230 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=90591055-c5c5-4698-a9b4-21c058bf4e7e HTTP/1.1" status: 200 len: 217 time: 0.2666750 Jul 16 18:14:51.509251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-12b82f87-fab3-42b7-bb13-20d2d0cd4338 None None] For port 57a670c6-1229-49e9-a565-d25fc09fcb24, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=57a670c6-1229-49e9-a565-d25fc09fcb24,segment=NetworkSegment(f62bbbfc-d9f4-4499-950e-694d9bc357d0),segment_id=f62bbbfc-d9f4-4499-950e-694d9bc357d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:51.512143 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12b82f87-fab3-42b7-bb13-20d2d0cd4338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.565681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-12b82f87-fab3-42b7-bb13-20d2d0cd4338 None None] Calling delete_port for 57a670c6-1229-49e9-a565-d25fc09fcb24 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:51.688675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82211f-69c3-48d5-b8d2-148e798197b5 req-66bcf42b-75a0-42e2-b5cc-65658ab1f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.692569 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f82211f-69c3-48d5-b8d2-148e798197b5 req-66bcf42b-75a0-42e2-b5cc-65658ab1f728 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.1959310 Jul 16 18:14:51.702813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-454cf772-c69c-4c8a-abf2-ce9b7c316b8e req-db43ec6d-ed96-4811-b45e-6910397a70dd tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284858 Jul 16 18:14:51.703990 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.750712 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12b82f87-fab3-42b7-bb13-20d2d0cd4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.766111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b82f87-fab3-42b7-bb13-20d2d0cd4338 None None] No DVR routers for this DVR port 57a670c6-1229-49e9-a565-d25fc09fcb24 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:51.803469 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b82f87-fab3-42b7-bb13-20d2d0cd4338 None None] Pushing event deleted for resources: {'Port': ['ID=57a670c6-1229-49e9-a565-d25fc09fcb24,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.855830 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-adce90fc-25be-42d7-be5f-f6ea849c0274 req-6e7f5218-3d65-4758-b42d-e6d883073767 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.0850427 Jul 16 18:14:51.879711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=57a670c6-1229-49e9-a565-d25fc09fcb24,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.882284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] No DVR routers for this DVR port 57a670c6-1229-49e9-a565-d25fc09fcb24 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:51.995757 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.015527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Allocated IP 172.20.0.5 (9e78f56b-5e51-42a6-804f-d297865e4c92/0c30686d-f148-4f8a-8c2a-29c3ee51f644/6a78d101-b273-4638-97a5-04c5d7aba8fd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:52.016342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b48fd7f-5b4c-4c63-b2c9-105c8429269d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:52.040596 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62bbbfc-d9f4-4499-950e-694d9bc357d0') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:52.042240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62bbbfc-d9f4-4499-950e-694d9bc357d0') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:52.057248 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82211f-69c3-48d5-b8d2-148e798197b5 req-2a9f7e6d-7bb0-48df-bafe-43be50f2e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.059189 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f82211f-69c3-48d5-b8d2-148e798197b5 req-2a9f7e6d-7bb0-48df-bafe-43be50f2e5a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3469906 Jul 16 18:14:52.061121 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.107948 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.116865 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.132127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:52.151036 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:52.153833 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:52.167636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Port': ['ID=0b481193-3820-41ab-a432-d07a6b6f5baf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:52.176272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3531fab-e548-4e3e-b45a-9b06345d3063 req-d857f12a-109c-4ea4-835f-c9a027157bc1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 210 time: 0.0920229 Jul 16 18:14:52.294035 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.304949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.319071 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8b48fd7f-5b4c-4c63-b2c9-105c8429269d HTTP/1.1" status: 204 len: 168 time: 1.9812658 Jul 16 18:14:52.330205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67b995-e4cd-4861-82e7-28181681dc59 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b48fd7f-5b4c-4c63-b2c9-105c8429269d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:52.334130 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f82211f-69c3-48d5-b8d2-148e798197b5 req-d03bc011-f2c1-4bbe-87e2-7182565ed5f4 service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658424 Jul 16 18:14:52.498197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc92d6-0687-4653-af3c-c9588bdbcb54 None None] Network f22b9d53-2a54-45d5-853e-ba63c70dae15 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:52.513521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No DVR routers for this DVR port 0b481193-3820-41ab-a432-d07a6b6f5baf on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:52.550167 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.550399 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f82211f-69c3-48d5-b8d2-148e798197b5 req-6325b5ef-6a6f-4a69-ab0e-fb31cec2623b service neutron] 10.222.0.42 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087796 Jul 16 18:14:52.672100 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.691713 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:52.759741 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.817615 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-79e838d5-c5f0-488f-8de7-68df6b917518 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c67ec52b9484ad6bec26126f7f16745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246908 Jul 16 18:14:52.818599 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:52.873951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.884381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22b9d53-2a54-45d5-853e-ba63c70dae15']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:52.897106 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56a3778-05fc-471a-9305-88f7f7c469cc') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:52.897531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56a3778-05fc-471a-9305-88f7f7c469cc') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:52.925211 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.956253 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.975873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:52.976384 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.992568 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b34fef38-f0f8-47fb-b9c5-7d47197597b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.011524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 57a670c6-1229-49e9-a565-d25fc09fcb24 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:53.042510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b2fa46f7-8728-4f3a-b991-33ff5768edaf None None] Could not find standard attr ID for object 0b481193-3820-41ab-a432-d07a6b6f5baf. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:53.047601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 57a670c6-1229-49e9-a565-d25fc09fcb24 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:53.048057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 57a670c6-1229-49e9-a565-d25fc09fcb24 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:53.059259 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b34fef38-f0f8-47fb-b9c5-7d47197597b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:53.096954 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:53.137622 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.150031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Subnet': ['ID=206add79-2b31-42de-bb80-d9b865e332cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.201277 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b34fef38-f0f8-47fb-b9c5-7d47197597b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.204784 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b34fef38-f0f8-47fb-b9c5-7d47197597b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.209584 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b34fef38-f0f8-47fb-b9c5-7d47197597b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3651c970-967a-42e9-b5ca-706787424d7e HTTP/1.1" status: 204 len: 168 time: 0.3873365 Jul 16 18:14:53.211123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:53.219247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fef38-f0f8-47fb-b9c5-7d47197597b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3651c970-967a-42e9-b5ca-706787424d7e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.275287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.292308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a85a9d65-ae7a-4acc-8a4f-b4a135738972 req-1651eb79-d950-48a8-8486-b50287eda314 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.1270363 Jul 16 18:14:53.329280 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.332313 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/f22b9d53-2a54-45d5-853e-ba63c70dae15 HTTP/1.1" status: 204 len: 168 time: 4.1828635 Jul 16 18:14:53.335243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48998) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.341718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-45507428-9dde-4ca1-ac96-c01172153e77 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-220636471'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:53.388499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Network 9e78f56b-5e51-42a6-804f-d297865e4c92 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:53.440832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45507428-9dde-4ca1-ac96-c01172153e77 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:53.454088 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45507428-9dde-4ca1-ac96-c01172153e77 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.471557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf53c9-989d-4406-90d4-5d3bcf26085d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Network': ['ID=f22b9d53-2a54-45d5-853e-ba63c70dae15,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.495221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:53.509131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:53.581919 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45507428-9dde-4ca1-ac96-c01172153e77 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:53.610470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754db1b-2caa-4535-bf61-d943768ef934 None None] DHCP port deletion for f22b9d53-2a54-45d5-853e-ba63c70dae15 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:53.630682 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45507428-9dde-4ca1-ac96-c01172153e77 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.632053 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-45507428-9dde-4ca1-ac96-c01172153e77 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Added segment ad02662b-5a1d-4a0c-bc44-047dd54d3dfe of type vlan for network 482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca Jul 16 18:14:53.676581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event updated for resources: {'Port': ['ID=6a78d101-b273-4638-97a5-04c5d7aba8fd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.762884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45507428-9dde-4ca1-ac96-c01172153e77 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.820386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45507428-9dde-4ca1-ac96-c01172153e77 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.845728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45507428-9dde-4ca1-ac96-c01172153e77 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.847334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45507428-9dde-4ca1-ac96-c01172153e77 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.872168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.873440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.901706 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-45507428-9dde-4ca1-ac96-c01172153e77 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5649536 Jul 16 18:14:53.905137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49010) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.911665 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-53e6668b-a860-47bf-b178-1cba98282a8f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'network_id': '482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:53.915507 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-68764f65-63c6-499a-a123-ce149db170b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2593124 Jul 16 18:14:53.927944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e0bb-8ff0-4383-a247-19386eec2936 req-95825d51-3ec0-4deb-a82b-9b12da0b68e6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.929529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ae4e0bb-8ff0-4383-a247-19386eec2936 req-95825d51-3ec0-4deb-a82b-9b12da0b68e6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 931 time: 0.2369061 Jul 16 18:14:53.938980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Request body: {'port': {'device_id': 'db49bd68-8367-488a-8bc7-d5084ec1a353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:53.960466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a32b23-30a9-41e6-9635-c054ba56f590 req-e0d681ba-bd49-4012-8283-dce7de7b289c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.968924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2a32b23-30a9-41e6-9635-c054ba56f590 req-e0d681ba-bd49-4012-8283-dce7de7b289c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 949 time: 0.8566134 Jul 16 18:14:54.050745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45507428-9dde-4ca1-ac96-c01172153e77 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:54.062797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:54.097444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e6668b-a860-47bf-b178-1cba98282a8f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:54.101155 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e6668b-a860-47bf-b178-1cba98282a8f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.161353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2a32b23-30a9-41e6-9635-c054ba56f590 req-fa3c22b2-3dfd-46f4-87f5-9809b4dda8e7 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912208 Jul 16 18:14:54.228959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ae4e0bb-8ff0-4383-a247-19386eec2936 req-1a1d9f61-4eca-4871-a0d6-3642809a4f54 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856023 Jul 16 18:14:54.267238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.456211 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e6668b-a860-47bf-b178-1cba98282a8f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.597591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6668b-a860-47bf-b178-1cba98282a8f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=2b5ca20f-97b7-47da-9d1e-db8fb99de84e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:54.617196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0b481193-3820-41ab-a432-d07a6b6f5baf no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:54.671798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6668b-a860-47bf-b178-1cba98282a8f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking segment: {'id': 'ad02662b-5a1d-4a0c-bc44-047dd54d3dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:54.672259 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e6668b-a860-47bf-b178-1cba98282a8f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network hostable DHCP agents. Network: 482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:54.718294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 0b481193-3820-41ab-a432-d07a6b6f5baf {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:54.718649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0b481193-3820-41ab-a432-d07a6b6f5baf not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:54.723020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e6668b-a860-47bf-b178-1cba98282a8f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network 482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:54.745627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-53e6668b-a860-47bf-b178-1cba98282a8f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:54.750594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e6668b-a860-47bf-b178-1cba98282a8f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:54.752509 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53e6668b-a860-47bf-b178-1cba98282a8f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.755729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83909f56-8220-4186-bd67-ba52b8ccea2b None None] Network 482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:54.783988 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-53e6668b-a860-47bf-b178-1cba98282a8f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8764057 Jul 16 18:14:54.786511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:54.819658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657a688-5155-420e-a20a-82b20983aa9e req-1890ffbc-40f2-4180-8bcc-09268c34b3f0 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:54.828112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3657a688-5155-420e-a20a-82b20983aa9e req-1890ffbc-40f2-4180-8bcc-09268c34b3f0 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 1100 time: 0.4664483 Jul 16 18:14:54.852896 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9da609ea-fb61-4281-b63e-89e15608a21a req-31c33f6a-2bb6-4f3a-8806-7fbee3d46ca2 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/ports?device_id=e52da5d9-0711-4bbd-9eff-8f1ceef2a943 HTTP/1.1" status: 200 len: 210 time: 0.2151682 Jul 16 18:14:54.959890 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.049181 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.066366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3657a688-5155-420e-a20a-82b20983aa9e req-a6919998-2e46-4611-a3ed-e47e992b36d5 tempest-ServersOnMultiNodesTest-2120852645 tempest-ServersOnMultiNodesTest-2120852645-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365263 Jul 16 18:14:55.119531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd8186-7b10-4c7f-8820-97712a978545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca', 'network_id': '482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca', 'tenant_id': '6780d0ee133146b6b350eec68b4eaa2a', 'fixed_ips': [{'subnet_id': '2b5ca20f-97b7-47da-9d1e-db8fb99de84e'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:55.120766 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68cd8186-7b10-4c7f-8820-97712a978545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.191314 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.231126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a78d101-b273-4638-97a5-04c5d7aba8fd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:55.257943 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.280106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5ca20f-97b7-47da-9d1e-db8fb99de84e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.305357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Transition to ACTIVE for port object 6a78d101-b273-4638-97a5-04c5d7aba8fd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:55.313433 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-68cd8186-7b10-4c7f-8820-97712a978545 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b5ca20f-97b7-47da-9d1e-db8fb99de84e: This subnet is being modified by another concurrent operation. Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:14:55.375913 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b5ca20f-97b7-47da-9d1e-db8fb99de84e: This subnet is being modified by another concurrent operation. Jul 16 18:14:55.379602 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 16 18:14:55.398053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9aac98-cb53-4ece-ac2c-45f39a964f17 None None] Network 482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:55.422695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a78d101-b273-4638-97a5-04c5d7aba8fd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.467722 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.495747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:55.519220 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad02662b-5a1d-4a0c-bc44-047dd54d3dfe') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:55.519536 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad02662b-5a1d-4a0c-bc44-047dd54d3dfe') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:55.552398 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.578253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.593751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Attempting to bind port 6a78d101-b273-4638-97a5-04c5d7aba8fd on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:55.594056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Attempting to bind port 6a78d101-b273-4638-97a5-04c5d7aba8fd by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:55.594564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Attempting to bind port 6a78d101-b273-4638-97a5-04c5d7aba8fd on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:55.600291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:55.600728 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:55.615928 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:55.635474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Port 6a78d101-b273-4638-97a5-04c5d7aba8fd on network 9e78f56b-5e51-42a6-804f-d297865e4c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:55.635874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Attempting to bind port 6a78d101-b273-4638-97a5-04c5d7aba8fd on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:55.651024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1fed47-fdfd-46be-9963-e3a92539660f None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:14:55.667338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb7467-cde5-4420-8b79-f9bc7ab38271 req-1195be9a-ee29-4081-885c-602b8d7c9d0f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.677822 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7fcb7467-cde5-4420-8b79-f9bc7ab38271 req-1195be9a-ee29-4081-885c-602b8d7c9d0f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 943 time: 0.1536765 Jul 16 18:14:55.681088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:55.681689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Checking segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:55.683254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Bound using segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:55.684020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Bound port: 6a78d101-b273-4638-97a5-04c5d7aba8fd, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:55.684645 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.722295 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.729450 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.736753 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca HTTP/1.1" status: 204 len: 168 time: 0.9487650 Jul 16 18:14:55.737433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:55.786523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c949a50f-8c58-439f-a7f9-7998cbf86f1f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-767179628'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:55.799632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4f93c-d4e5-489c-a790-9eefebf588b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Network': ['ID=482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.859777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7fcb7467-cde5-4420-8b79-f9bc7ab38271 req-7228ee0e-8db9-4e67-ba32-07c220990ab0 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811993 Jul 16 18:14:55.872275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1fed47-fdfd-46be-9963-e3a92539660f None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:14:55.967286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c949a50f-8c58-439f-a7f9-7998cbf86f1f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:55.972474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c949a50f-8c58-439f-a7f9-7998cbf86f1f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.001036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] For port 6a78d101-b273-4638-97a5-04c5d7aba8fd, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:56.054618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] For port 6a78d101-b273-4638-97a5-04c5d7aba8fd, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6a78d101-b273-4638-97a5-04c5d7aba8fd,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:56.088149 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c949a50f-8c58-439f-a7f9-7998cbf86f1f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:56.099547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49092) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:56.101386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c949a50f-8c58-439f-a7f9-7998cbf86f1f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.101815 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-c949a50f-8c58-439f-a7f9-7998cbf86f1f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Added segment 61415ce3-da43-4bda-8860-e2adbc6f102e of type vlan for network 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 Jul 16 18:14:56.155466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c949a50f-8c58-439f-a7f9-7998cbf86f1f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.199389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.231807 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-494da672-4a00-4530-bd93-be6f32ec628a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.260722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a78d101-b273-4638-97a5-04c5d7aba8fd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.264475 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c949a50f-8c58-439f-a7f9-7998cbf86f1f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.271121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c949a50f-8c58-439f-a7f9-7998cbf86f1f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.271716 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c949a50f-8c58-439f-a7f9-7998cbf86f1f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.292105 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-494da672-4a00-4530-bd93-be6f32ec628a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.362498 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-494da672-4a00-4530-bd93-be6f32ec628a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.366388 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-494da672-4a00-4530-bd93-be6f32ec628a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.370382 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-494da672-4a00-4530-bd93-be6f32ec628a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "DELETE /v2.0/security-groups/661ba804-5b82-4796-a18a-4ff7787c9da4 HTTP/1.1" status: 204 len: 168 time: 0.2680931 Jul 16 18:14:56.370808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:56.426276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494da672-4a00-4530-bd93-be6f32ec628a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=661ba804-5b82-4796-a18a-4ff7787c9da4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.432245 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c9db6e7d-912a-4cbb-93ab-bef44259c78b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] show failed (client error): The resource could not be found. Jul 16 18:14:56.434515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00d8b5-943a-4bc2-bda7-82c97ae3ec41 req-bb4ccc8a-243a-4e49-8454-a6baa668dff4 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.436734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f00d8b5-943a-4bc2-bda7-82c97ae3ec41 req-bb4ccc8a-243a-4e49-8454-a6baa668dff4 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 949 time: 0.6088340 Jul 16 18:14:56.438077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949a50f-8c58-439f-a7f9-7998cbf86f1f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.440181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:56.441597 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c9db6e7d-912a-4cbb-93ab-bef44259c78b tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "GET /v2.0/security-groups/661ba804-5b82-4796-a18a-4ff7787c9da4 HTTP/1.1" status: 404 len: 347 time: 0.0601935 Jul 16 18:14:56.443387 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c949a50f-8c58-439f-a7f9-7998cbf86f1f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6670926 Jul 16 18:14:56.451337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:56.468608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e88cc2d-f639-4274-adf1-9412dbb6bb36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:56.479899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.480553 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.482726 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-b7e149b0-22d9-4a96-8364-e62d55a96af6 service neutron] 10.222.0.42 "PUT /v2.0/ports/6a78d101-b273-4638-97a5-04c5d7aba8fd HTTP/1.1" status: 200 len: 1091 time: 2.5499194 Jul 16 18:14:56.489918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:56.513109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db49bd68-8367-488a-8bc7-d5084ec1a353', 'tag': '6a78d101-b273-4638-97a5-04c5d7aba8fd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:56.515397 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449f2463-c3ab-430d-a2f4-51c9e647e281" -d '{"events": [{"name": "network-changed", "server_uuid": "db49bd68-8367-488a-8bc7-d5084ec1a353", "tag": "6a78d101-b273-4638-97a5-04c5d7aba8fd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:56.647464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49114) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:56.648498 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c02db17-63b4-4b98-8280-e4f3a8969b3e x-openstack-request-id: req-9c02db17-63b4-4b98-8280-e4f3a8969b3e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:56.648847 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db49bd68-8367-488a-8bc7-d5084ec1a353", "tag": "6a78d101-b273-4638-97a5-04c5d7aba8fd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:56.649050 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c02db17-63b4-4b98-8280-e4f3a8969b3e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:56.649473 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db49bd68-8367-488a-8bc7-d5084ec1a353', 'tag': '6a78d101-b273-4638-97a5-04c5d7aba8fd', 'status': 'completed', 'code': 200} Jul 16 18:14:56.744308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f00d8b5-943a-4bc2-bda7-82c97ae3ec41 req-0b896c05-bb1c-4464-b764-493af57d9f12 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935932 Jul 16 18:14:56.798793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b088509-673d-4f4c-98bb-affe65f8368b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.827489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-3d55f532-19e3-4ea5-b4d4-e23def827d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.829040 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-3d55f532-19e3-4ea5-b4d4-e23def827d87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 1094 time: 0.2817154 Jul 16 18:14:56.898829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-19540361-49d8-4a36-9c7c-c34767ddf664 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a78d101-b273-4638-97a5-04c5d7aba8fd HTTP/1.1" status: 200 len: 217 time: 0.0606570 Jul 16 18:14:56.903842 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e88cc2d-f639-4274-adf1-9412dbb6bb36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.962629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1312a3ea-fc87-4a87-a0d5-4a11ec2b5198 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Deleting port 4c2a7f92-7514-4e7d-a4cc-77ef3231709c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:56.963024 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1312a3ea-fc87-4a87-a0d5-4a11ec2b5198 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.992149 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e88cc2d-f639-4274-adf1-9412dbb6bb36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.030778 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b088509-673d-4f4c-98bb-affe65f8368b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.041570 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7b088509-673d-4f4c-98bb-affe65f8368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.072538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e88cc2d-f639-4274-adf1-9412dbb6bb36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:14:57.078732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e88cc2d-f639-4274-adf1-9412dbb6bb36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.079357 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e88cc2d-f639-4274-adf1-9412dbb6bb36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.080665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9e88cc2d-f639-4274-adf1-9412dbb6bb36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "PUT /v2.0/networks/0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 HTTP/1.1" status: 200 len: 723 time: 0.6249163 Jul 16 18:14:57.097438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.098094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e9280dc-f80b-438c-9474-9206fe5d3c22 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'network_id': '0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:57.143465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-fbbb4561-680d-4da1-b588-34555dc6d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.144971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-fbbb4561-680d-4da1-b588-34555dc6d61f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.2360027 Jul 16 18:14:57.152728 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7b088509-673d-4f4c-98bb-affe65f8368b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a24cbc6d78e4d26a3e8233525403274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041325 Jul 16 18:14:57.154229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b088509-673d-4f4c-98bb-affe65f8368b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88865688-d0c5-4926-9073-b0b823a27e7e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.156772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.203304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88cc2d-f639-4274-adf1-9412dbb6bb36 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.224096 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:57.234764 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1312a3ea-fc87-4a87-a0d5-4a11ec2b5198 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.237886 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1312a3ea-fc87-4a87-a0d5-4a11ec2b5198 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.271492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-5840524c-9f21-4217-b672-1b6371aad5fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058657 Jul 16 18:14:57.297247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7a359-f18e-46ae-a4bd-fb9a75617906 req-d9a0966b-f6c6-4dd4-b6c1-4d654ef765bf tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.309822 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-19e7a359-f18e-46ae-a4bd-fb9a75617906 req-d9a0966b-f6c6-4dd4-b6c1-4d654ef765bf tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 949 time: 0.2386572 Jul 16 18:14:57.331903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1312a3ea-fc87-4a87-a0d5-4a11ec2b5198 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Calling delete_port for 4c2a7f92-7514-4e7d-a4cc-77ef3231709c owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:57.401562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9857454e-9776-41d6-9fc1-5e48c985cf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.456802 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9857454e-9776-41d6-9fc1-5e48c985cf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.552219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9280dc-f80b-438c-9474-9206fe5d3c22 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:57.566588 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e9280dc-f80b-438c-9474-9206fe5d3c22 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.580016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-19e7a359-f18e-46ae-a4bd-fb9a75617906 req-88d472ec-0e79-4489-929b-fc0d6644f2b3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Deleting port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:57.580584 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-19e7a359-f18e-46ae-a4bd-fb9a75617906 req-88d472ec-0e79-4489-929b-fc0d6644f2b3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.585880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9857454e-9776-41d6-9fc1-5e48c985cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.588663 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9857454e-9776-41d6-9fc1-5e48c985cf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.590464 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9857454e-9776-41d6-9fc1-5e48c985cf68 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88865688-d0c5-4926-9073-b0b823a27e7e HTTP/1.1" status: 204 len: 168 time: 0.4317400 Jul 16 18:14:57.627375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857454e-9776-41d6-9fc1-5e48c985cf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88865688-d0c5-4926-9073-b0b823a27e7e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.785732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-19e7a359-f18e-46ae-a4bd-fb9a75617906 req-88d472ec-0e79-4489-929b-fc0d6644f2b3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] For port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:57.786422 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-19e7a359-f18e-46ae-a4bd-fb9a75617906 req-88d472ec-0e79-4489-929b-fc0d6644f2b3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.803519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-19e7a359-f18e-46ae-a4bd-fb9a75617906 req-88d472ec-0e79-4489-929b-fc0d6644f2b3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Calling delete_port for d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:58.148328 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-19e7a359-f18e-46ae-a4bd-fb9a75617906 req-88d472ec-0e79-4489-929b-fc0d6644f2b3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.165008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472', '2c042afe-44e1-47c8-840c-d1015b3a936f', 'db97421f-daf3-4148-8e1d-630948e1dd06', '13cad08e-7363-44b7-a948-baca5e63123e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:58.196895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baee3e7-0879-46a1-98ed-0faa4b6a223d req-9ed674b3-3245-493d-8eed-7162c243aecd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:58.204815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4baee3e7-0879-46a1-98ed-0faa4b6a223d req-9ed674b3-3245-493d-8eed-7162c243aecd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 943 time: 1.0947125 Jul 16 18:14:58.211275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674', '90591055-c5c5-4698-a9b4-21c058bf4e7e', 'd0700dd8-e5ed-4c9b-b6b7-a6180d65dbab'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:58.217154 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-fa69ad10-c5dc-440a-bacc-76a0a71723da service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9048202 Jul 16 18:14:58.324363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d472ec-0e79-4489-929b-fc0d6644f2b3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event deleted for resources: {'Port': ['ID=d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.417517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e7a359-f18e-46ae-a4bd-fb9a75617906 req-88d472ec-0e79-4489-929b-fc0d6644f2b3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] No DVR routers for this DVR port d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:58.431704 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-19e7a359-f18e-46ae-a4bd-fb9a75617906 req-88d472ec-0e79-4489-929b-fc0d6644f2b3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.433817 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-19e7a359-f18e-46ae-a4bd-fb9a75617906 req-88d472ec-0e79-4489-929b-fc0d6644f2b3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "DELETE /v2.0/ports/d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab HTTP/1.1" status: 204 len: 173 time: 1.1202285 Jul 16 18:14:58.434302 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df80410-d5d7-4eef-a4db-a5f7d3b7f2df', 'name': 'network-vif-deleted', 'tag': 'd0700dd8-e5ed-4c9b-b6b7-a6180d65dbab'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:58.448141 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d175c9f-ee86-487f-bf24-fbf60de9fb63" -d '{"events": [{"server_uuid": "8df80410-d5d7-4eef-a4db-a5f7d3b7f2df", "name": "network-vif-deleted", "tag": "d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:58.649858 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:58.887968 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c437f602-fdac-4ace-b89d-57af90037734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.910777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37a9ff36-1ae2-42a3-bcaa-2e9870dee10f req-7163f477-2734-445b-899c-13a354e63ca7 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8df80410-d5d7-4eef-a4db-a5f7d3b7f2df HTTP/1.1" status: 200 len: 210 time: 0.6877713 Jul 16 18:14:58.972590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4baee3e7-0879-46a1-98ed-0faa4b6a223d req-9187b6b2-5912-4c0c-8a67-41bbb28791ca tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7665148 Jul 16 18:14:58.981441 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e9280dc-f80b-438c-9474-9206fe5d3c22 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.053085 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c437f602-fdac-4ace-b89d-57af90037734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.062964 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c437f602-fdac-4ace-b89d-57af90037734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.065217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9280dc-f80b-438c-9474-9206fe5d3c22 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=e9dcaa83-c4a4-4245-b04d-db73f388907f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.118902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.121003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9201e7e7-25f3-4452-9f8e-2d882578da2c req-85c793cd-80a0-4916-ad79-3d331e4cfebd service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730054 Jul 16 18:14:59.135289 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c437f602-fdac-4ace-b89d-57af90037734 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d531d03354fb4ea0815e65cfd1021968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836149 Jul 16 18:14:59.166856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7636b557-fd18-47df-b062-0310e929c9c4 req-8f86fb53-8b01-45c2-b39d-1e20c29f1e46 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9289300 Jul 16 18:14:59.222866 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f9e13e-6330-4272-ac7a-a3032af19fa7 x-openstack-request-id: req-b8f9e13e-6330-4272-ac7a-a3032af19fa7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:59.223431 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df80410-d5d7-4eef-a4db-a5f7d3b7f2df", "name": "network-vif-deleted", "tag": "d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:59.224190 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8f9e13e-6330-4272-ac7a-a3032af19fa7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:59.224740 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df80410-d5d7-4eef-a4db-a5f7d3b7f2df', 'name': 'network-vif-deleted', 'tag': 'd0700dd8-e5ed-4c9b-b6b7-a6180d65dbab', 'status': 'completed', 'code': 200} Jul 16 18:14:59.226128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437f602-fdac-4ace-b89d-57af90037734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc841df0-131e-4bf3-bb8f-eab197284740,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.261480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.319891 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1312a3ea-fc87-4a87-a0d5-4a11ec2b5198 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.337762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9280dc-f80b-438c-9474-9206fe5d3c22 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking segment: {'id': '61415ce3-da43-4bda-8860-e2adbc6f102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:59.338411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9280dc-f80b-438c-9474-9206fe5d3c22 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network hostable DHCP agents. Network: 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:59.441301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312a3ea-fc87-4a87-a0d5-4a11ec2b5198 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Port': ['ID=4c2a7f92-7514-4e7d-a4cc-77ef3231709c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.522235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2094618154-network', 'tenant_id': '8fb43116ad5e4c929818551c7abd8db0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:59.527486 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08d89f4d-903a-4606-a50d-59a21aabd66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.602006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9280dc-f80b-438c-9474-9206fe5d3c22 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:59.617546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08d89f4d-903a-4606-a50d-59a21aabd66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.645101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Made reservation on behalf of 8fb43116ad5e4c929818551c7abd8db0 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:59.647506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.650738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b557-fd18-47df-b062-0310e929c9c4 req-9cc21044-9fec-4a23-a29b-cfc3be14eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.652325 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7636b557-fd18-47df-b062-0310e929c9c4 req-9cc21044-9fec-4a23-a29b-cfc3be14eeea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8396a0323e3a4d4a837f758f8140c2da&device_id=a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7 HTTP/1.1" status: 200 len: 1101 time: 0.4287581 Jul 16 18:14:59.670670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9e9280dc-f80b-438c-9474-9206fe5d3c22 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:59.682242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1bda84-0ff8-4b44-b261-8819ea96a780 None None] Network 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:59.688378 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1312a3ea-fc87-4a87-a0d5-4a11ec2b5198 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.691281 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1312a3ea-fc87-4a87-a0d5-4a11ec2b5198 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.692459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1312a3ea-fc87-4a87-a0d5-4a11ec2b5198 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "DELETE /v2.0/floatingips/8a310329-1dfd-40e8-b45c-38b2dfa2d1eb HTTP/1.1" status: 204 len: 168 time: 3.2510676 Jul 16 18:14:59.695334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.704034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f2463-c3ab-430d-a2f4-51c9e647e281 req-278dd0ab-2da5-4604-91a5-93bfe5fc8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.706113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-449f2463-c3ab-430d-a2f4-51c9e647e281 req-278dd0ab-2da5-4604-91a5-93bfe5fc8089 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 1094 time: 0.4680960 Jul 16 18:14:59.817823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-10bc7d7f-c2ef-4a97-b164-4be0ab282470 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Deleting port 1c7fda8b-3138-4238-aa2b-810ce6159203 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:59.818573 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10bc7d7f-c2ef-4a97-b164-4be0ab282470 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.846613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9280dc-f80b-438c-9474-9206fe5d3c22 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.847480 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e9280dc-f80b-438c-9474-9206fe5d3c22 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.850172 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.860434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5', 'network_id': '0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5', 'tenant_id': '6780d0ee133146b6b350eec68b4eaa2a', 'fixed_ips': [{'subnet_id': 'e9dcaa83-c4a4-4245-b04d-db73f388907f'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:59.861660 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.944235 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10bc7d7f-c2ef-4a97-b164-4be0ab282470 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.949378 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08d89f4d-903a-4606-a50d-59a21aabd66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.957697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-10bc7d7f-c2ef-4a97-b164-4be0ab282470 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Calling delete_port for 1c7fda8b-3138-4238-aa2b-810ce6159203 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:59.961234 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08d89f4d-903a-4606-a50d-59a21aabd66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.962441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-08d89f4d-903a-4606-a50d-59a21aabd66e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc841df0-131e-4bf3-bb8f-eab197284740 HTTP/1.1" status: 204 len: 168 time: 0.8405178 Jul 16 18:14:59.969151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b557-fd18-47df-b062-0310e929c9c4 req-69bc77d8-bb85-4804-9fb8-3997474a651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.973148 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7636b557-fd18-47df-b062-0310e929c9c4 req-69bc77d8-bb85-4804-9fb8-3997474a651c service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.2796557 Jul 16 18:15:00.041621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d89f4d-903a-4606-a50d-59a21aabd66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc841df0-131e-4bf3-bb8f-eab197284740,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.122917 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10bc7d7f-c2ef-4a97-b164-4be0ab282470 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.171888 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d199b4e-fa33-421e-bc6a-2a18067ff133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.174441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7636b557-fd18-47df-b062-0310e929c9c4 req-6d941c0e-1409-4f79-85d2-9d0bc90f7e4c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=6e577542-fa29-4bd1-869a-2ca31cb5ebc1 HTTP/1.1" status: 200 len: 217 time: 0.1660688 Jul 16 18:15:00.179580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9e9280dc-f80b-438c-9474-9206fe5d3c22 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0832906 Jul 16 18:15:00.222458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.226222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Allocated IP 172.20.0.2 (0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5/e9dcaa83-c4a4-4245-b04d-db73f388907f/613975b5-9f2a-4688-a153-cc1b55841a47) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:00.239192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ba55593d-bf8c-4acc-9b5c-242afb8f47b9 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:00.294496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc7d7f-c2ef-4a97-b164-4be0ab282470 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Port': ['ID=1c7fda8b-3138-4238-aa2b-810ce6159203,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.348613 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.376844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f2463-c3ab-430d-a2f4-51c9e647e281 req-91c3bc11-57b4-47a3-9310-a72fc0ac0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.383025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-449f2463-c3ab-430d-a2f4-51c9e647e281 req-91c3bc11-57b4-47a3-9310-a72fc0ac0f6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 906 time: 0.5298352 Jul 16 18:15:00.415548 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10bc7d7f-c2ef-4a97-b164-4be0ab282470 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.421379 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-10bc7d7f-c2ef-4a97-b164-4be0ab282470 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "DELETE /v2.0/ports/1c7fda8b-3138-4238-aa2b-810ce6159203 HTTP/1.1" status: 204 len: 168 time: 0.7248662 Jul 16 18:15:00.424758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.458038 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.471801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:00.481349 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.481492 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Added segment 95042453-0aa3-457e-a88c-bf107e1dfce7 of type vlan for network 6b0f5fa4-5829-4468-95c5-83df2226ba0d Jul 16 18:15:00.514082 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.539019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Transition to ACTIVE for port object 613975b5-9f2a-4688-a153-cc1b55841a47 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:00.549094 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.596635 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Transition to ACTIVE for port object 613975b5-9f2a-4688-a153-cc1b55841a47 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:00.610564 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.614645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.646448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-449f2463-c3ab-430d-a2f4-51c9e647e281 req-9dc2fe1d-2864-4942-a5af-9b79982c0924 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a78d101-b273-4638-97a5-04c5d7aba8fd HTTP/1.1" status: 200 len: 217 time: 0.0664413 Jul 16 18:15:00.647154 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.648187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.648863 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.657667 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48980fd-c2fd-4d7f-8882-df0dec608d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.701149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Pushing event updated for resources: {'Port': ['ID=613975b5-9f2a-4688-a153-cc1b55841a47,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.711289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.712353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.712353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.712562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.712923 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.713543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4422345 Jul 16 18:15:00.716460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.716921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.717388 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.717676 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.717983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.718352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.719127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:00.720093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.755546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Network 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:00.757918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:00.760493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:00.761203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1be29d7b-0077-45e3-8774-1cb500c871fd admin admin] Request body: {'subnet': {'network_id': '6b0f5fa4-5829-4468-95c5-83df2226ba0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2094618154-subnet', 'tenant_id': '8fb43116ad5e4c929818551c7abd8db0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:00.840617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Attempting to bind port 613975b5-9f2a-4688-a153-cc1b55841a47 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:00.842508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Attempting to bind port 613975b5-9f2a-4688-a153-cc1b55841a47 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '61415ce3-da43-4bda-8860-e2adbc6f102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:00.848122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Attempting to bind port 613975b5-9f2a-4688-a153-cc1b55841a47 on network 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:00.856400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e0d31d-26da-4399-97dd-6f52d333a974,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.881669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:00.882317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Checking segment: {'id': '61415ce3-da43-4bda-8860-e2adbc6f102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:00.884725 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.885390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Bound using segment: {'id': '61415ce3-da43-4bda-8860-e2adbc6f102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:00.888166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Bound port: 613975b5-9f2a-4688-a153-cc1b55841a47, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61415ce3-da43-4bda-8860-e2adbc6f102e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:00.888882 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.889553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b557-fd18-47df-b062-0310e929c9c4 req-54675e88-1559-43c7-b089-b138fdfb5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.891242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7636b557-fd18-47df-b062-0310e929c9c4 req-54675e88-1559-43c7-b089-b138fdfb5664 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.5369961 Jul 16 18:15:00.894921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a21c4-56d7-4c27-921a-078f3555a6cd admin admin] Pushing event updated for resources: {'Network': ['ID=6b0f5fa4-5829-4468-95c5-83df2226ba0d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.895949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba55593d-bf8c-4acc-9b5c-242afb8f47b9 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126077163'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.935863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 6b0f5fa4-5829-4468-95c5-83df2226ba0d details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:00.938653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:00.941417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462f584-3da6-482b-bb01-921eb5b71933 req-25b4c762-b248-4967-a995-ef37dd30208d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.948974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6462f584-3da6-482b-bb01-921eb5b71933 req-25b4c762-b248-4967-a995-ef37dd30208d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 943 time: 0.5933583 Jul 16 18:15:00.983725 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-f48980fd-c2fd-4d7f-8882-df0dec608d4e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:15:00.983725 n-d-793618-9 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:15:00.983725 n-d-793618-9 neutron-server[93766]: [parameters: {'project_id': '3d230d4dc6c745b289675ef1504a2fc8', 'id': 'ca299597-48bd-4fc3-8855-55244da9ae91', 'expiration': datetime.datetime(2021, 7, 16, 18, 17, 0, 946856)}] Jul 16 18:15:00.983725 n-d-793618-9 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:00.985287 n-d-793618-9 neutron-server[93766]: DEBUG oslo_db.api [None req-f48980fd-c2fd-4d7f-8882-df0dec608d4e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:01.018788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-95676a6d-13c7-4fb1-8ba8-4dd3d76f659a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Deleting port 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:01.019300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95676a6d-13c7-4fb1-8ba8-4dd3d76f659a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.019448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f2463-c3ab-430d-a2f4-51c9e647e281 req-8a82403b-064b-4d45-9aba-a4cc818dd84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.020974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-449f2463-c3ab-430d-a2f4-51c9e647e281 req-8a82403b-064b-4d45-9aba-a4cc818dd84c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.3536453 Jul 16 18:15:01.041702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] For port 613975b5-9f2a-4688-a153-cc1b55841a47, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:01.045868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] For port 613975b5-9f2a-4688-a153-cc1b55841a47, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=613975b5-9f2a-4688-a153-cc1b55841a47,segment=NetworkSegment(61415ce3-da43-4bda-8860-e2adbc6f102e),segment_id=61415ce3-da43-4bda-8860-e2adbc6f102e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:01.049362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:01.049909 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device d0700dd8-e5ed-4c9b-b6b7-a6180d65dbab not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:01.067627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be29d7b-0077-45e3-8774-1cb500c871fd admin admin] Made reservation on behalf of 8fb43116ad5e4c929818551c7abd8db0 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:01.068531 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.069687 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1be29d7b-0077-45e3-8774-1cb500c871fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.105585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-449f2463-c3ab-430d-a2f4-51c9e647e281 req-80403fe4-a136-4b40-8720-6f6bc83a0294 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669889 Jul 16 18:15:01.174490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6462f584-3da6-482b-bb01-921eb5b71933 req-9193b5da-2dd9-4cf9-8163-0c678fa2ca2d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244875 Jul 16 18:15:01.212796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639ba85-cb81-42bc-bcc5-278b10d9b1fd req-2143eeb6-641f-42d8-865c-b6c10bd1b589 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.222847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2639ba85-cb81-42bc-bcc5-278b10d9b1fd req-2143eeb6-641f-42d8-865c-b6c10bd1b589 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 949 time: 0.4463742 Jul 16 18:15:01.228097 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cabbf-21b3-403a-9deb-112a1d3bef1e None None] Pushing event updated for resources: {'Port': ['ID=613975b5-9f2a-4688-a153-cc1b55841a47,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.287751 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba55593d-bf8c-4acc-9b5c-242afb8f47b9 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790526439819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126026613'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.295653 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95676a6d-13c7-4fb1-8ba8-4dd3d76f659a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.333971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-95676a6d-13c7-4fb1-8ba8-4dd3d76f659a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Calling delete_port for 700bb1e6-b0d1-4e75-9079-e45d8a9ac09f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:01.338466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba55593d-bf8c-4acc-9b5c-242afb8f47b9 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.339067 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ba55593d-bf8c-4acc-9b5c-242afb8f47b9 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.343049 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ba55593d-bf8c-4acc-9b5c-242afb8f47b9 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "PUT /v2.0/subnets/e9dcaa83-c4a4-4245-b04d-db73f388907f HTTP/1.1" status: 200 len: 806 time: 1.1134698 Jul 16 18:15:01.348748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:01.366675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b557-fd18-47df-b062-0310e929c9c4 req-9936c795-268e-461b-abdd-1bec76871d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.369380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7636b557-fd18-47df-b062-0310e929c9c4 req-9936c795-268e-461b-abdd-1bec76871d01 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4612854 Jul 16 18:15:01.383818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-7636b557-fd18-47df-b062-0310e929c9c4 req-2b6f3ed3-b64d-4e6d-b820-4895874fc4a3 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:15:01.384920 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7636b557-fd18-47df-b062-0310e929c9c4 req-2b6f3ed3-b64d-4e6d-b820-4895874fc4a3 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054326 Jul 16 18:15:01.389962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2639ba85-cb81-42bc-bcc5-278b10d9b1fd req-cce8f447-c32c-45bf-89e7-5e673516d42a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668351 Jul 16 18:15:01.394074 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55593d-bf8c-4acc-9b5c-242afb8f47b9 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=e9dcaa83-c4a4-4245-b04d-db73f388907f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.488872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48980fd-c2fd-4d7f-8882-df0dec608d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.500749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-449f2463-c3ab-430d-a2f4-51c9e647e281 req-dc3d0daa-4b00-4335-aac6-c57a11c38ed8 service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729193 Jul 16 18:15:01.593882 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.598460 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7636b557-fd18-47df-b062-0310e929c9c4 req-8e166161-a00e-4ad2-98a1-c4066f87e085 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027895 Jul 16 18:15:01.736291 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95676a6d-13c7-4fb1-8ba8-4dd3d76f659a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.789981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95676a6d-13c7-4fb1-8ba8-4dd3d76f659a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Port': ['ID=700bb1e6-b0d1-4e75-9079-e45d8a9ac09f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.803938 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1be29d7b-0077-45e3-8774-1cb500c871fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.804425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48980fd-c2fd-4d7f-8882-df0dec608d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.848857 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f48980fd-c2fd-4d7f-8882-df0dec608d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.877052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-449f2463-c3ab-430d-a2f4-51c9e647e281 req-9e974556-743c-4d7f-8fc7-58fc6daa18ad service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627126 Jul 16 18:15:01.884263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Deleting port 613975b5-9f2a-4688-a153-cc1b55841a47 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:01.884607 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.899326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be29d7b-0077-45e3-8774-1cb500c871fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5551447f-9504-449b-812a-f10beb050f98,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.913391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7636b557-fd18-47df-b062-0310e929c9c4 req-d15ccc71-0212-4030-99ec-07d9217af6ff service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964981 Jul 16 18:15:01.920875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29d7b-0077-45e3-8774-1cb500c871fd admin admin] Checking segment: {'id': '95042453-0aa3-457e-a88c-bf107e1dfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b0f5fa4-5829-4468-95c5-83df2226ba0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:01.921257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be29d7b-0077-45e3-8774-1cb500c871fd admin admin] Network hostable DHCP agents. Network: 6b0f5fa4-5829-4468-95c5-83df2226ba0d, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:01.952216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be29d7b-0077-45e3-8774-1cb500c871fd admin admin] Network 6b0f5fa4-5829-4468-95c5-83df2226ba0d is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:01.964515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1be29d7b-0077-45e3-8774-1cb500c871fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 6b0f5fa4-5829-4468-95c5-83df2226ba0d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:01.969547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be29d7b-0077-45e3-8774-1cb500c871fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.970549 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1be29d7b-0077-45e3-8774-1cb500c871fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.976572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56481f-7574-42bf-a985-2cacbb7deb01 None None] Network 6b0f5fa4-5829-4468-95c5-83df2226ba0d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:01.990458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1be29d7b-0077-45e3-8774-1cb500c871fd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2570164 Jul 16 18:15:02.147371 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750e33c-3829-495d-9466-6b59b150e736 req-fa764e45-9fd2-46bd-ab6d-d6d3d803f7fe tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.151470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6750e33c-3829-495d-9466-6b59b150e736 req-fa764e45-9fd2-46bd-ab6d-d6d3d803f7fe tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 949 time: 0.1157806 Jul 16 18:15:02.275577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba2d30-e061-4a28-9c33-f0283ea5626c None None] Network 6b0f5fa4-5829-4468-95c5-83df2226ba0d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:02.298090 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-616387fd-8363-4631-b469-a8f9c7c06ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.545566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6750e33c-3829-495d-9466-6b59b150e736 req-53ff97bc-66fd-496e-85e3-f096fdc88b03 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Deleting port 13cad08e-7363-44b7-a948-baca5e63123e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:02.546185 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6750e33c-3829-495d-9466-6b59b150e736 req-53ff97bc-66fd-496e-85e3-f096fdc88b03 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.562777 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.620680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459d5fa-d529-4e0b-a21a-41e536118964 req-66c63e55-612f-41cd-8bc2-f560c31de949 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.644328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0459d5fa-d529-4e0b-a21a-41e536118964 req-66c63e55-612f-41cd-8bc2-f560c31de949 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 943 time: 0.2086554 Jul 16 18:15:02.653032 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.701324 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.728849 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f48980fd-c2fd-4d7f-8882-df0dec608d4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3d230d4dc6c745b289675ef1504a2fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1018856 Jul 16 18:15:02.736883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:02.743194 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-95676a6d-13c7-4fb1-8ba8-4dd3d76f659a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.748020 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-95676a6d-13c7-4fb1-8ba8-4dd3d76f659a tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "DELETE /v2.0/ports/700bb1e6-b0d1-4e75-9079-e45d8a9ac09f HTTP/1.1" status: 204 len: 168 time: 2.3216538 Jul 16 18:15:02.763549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:02.821216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 613975b5-9f2a-4688-a153-cc1b55841a47 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:02.850216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f58ae4a-3561-4782-9f27-c2c27d857f71 None None] Network 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:02.872052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0459d5fa-d529-4e0b-a21a-41e536118964 req-05206f1c-861d-4024-8901-bd76bb67ef03 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261186 Jul 16 18:15:02.880287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48980fd-c2fd-4d7f-8882-df0dec608d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10c50fc-017e-41db-adfc-d69106ee39e3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.963788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c184c9-812c-40a6-a942-f16e8a2ebe36 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Deleting subnet b93e8465-6528-4566-8e4d-afb8ffbc7d1c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:02.984734 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21c184c9-812c-40a6-a942-f16e8a2ebe36 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.009973 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6a78d101-b273-4638-97a5-04c5d7aba8fd details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:03.044845 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1faa8a5e-65dc-42c9-bb77-8a539b674b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.049784 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21c184c9-812c-40a6-a942-f16e8a2ebe36 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.073056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1faa8a5e-65dc-42c9-bb77-8a539b674b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.074840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e2492d62-cffa-4553-99d1-eb24e8568112 None None] Provisioning for port 613975b5-9f2a-4688-a153-cc1b55841a47 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:03.102964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 613975b5-9f2a-4688-a153-cc1b55841a47 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:03.144888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 613975b5-9f2a-4688-a153-cc1b55841a47 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:03.145273 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.163332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21c184c9-812c-40a6-a942-f16e8a2ebe36 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.170002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6750e33c-3829-495d-9466-6b59b150e736 req-53ff97bc-66fd-496e-85e3-f096fdc88b03 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] For port 13cad08e-7363-44b7-a948-baca5e63123e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=13cad08e-7363-44b7-a948-baca5e63123e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:03.170584 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6750e33c-3829-495d-9466-6b59b150e736 req-53ff97bc-66fd-496e-85e3-f096fdc88b03 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.178050 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1faa8a5e-65dc-42c9-bb77-8a539b674b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.180879 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1faa8a5e-65dc-42c9-bb77-8a539b674b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.184644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1faa8a5e-65dc-42c9-bb77-8a539b674b1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c10c50fc-017e-41db-adfc-d69106ee39e3 HTTP/1.1" status: 204 len: 168 time: 0.4411645 Jul 16 18:15:03.217763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa8a5e-65dc-42c9-bb77-8a539b674b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10c50fc-017e-41db-adfc-d69106ee39e3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:03.228806 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6750e33c-3829-495d-9466-6b59b150e736 req-53ff97bc-66fd-496e-85e3-f096fdc88b03 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Calling delete_port for 13cad08e-7363-44b7-a948-baca5e63123e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:03.240167 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21c184c9-812c-40a6-a942-f16e8a2ebe36 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.247776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-2e56a72c-fed1-4f4a-9aea-fef03baf322e tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:03.249612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-2e56a72c-fed1-4f4a-9aea-fef03baf322e tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/networks?id=6b0f5fa4-5829-4468-95c5-83df2226ba0d HTTP/1.1" status: 200 len: 813 time: 0.5890324 Jul 16 18:15:03.251278 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] For port 613975b5-9f2a-4688-a153-cc1b55841a47, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=613975b5-9f2a-4688-a153-cc1b55841a47,segment=NetworkSegment(61415ce3-da43-4bda-8860-e2adbc6f102e),segment_id=61415ce3-da43-4bda-8860-e2adbc6f102e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:03.251660 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.284576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-476ab661-67ba-47db-b583-00607bfcc04b tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/quotas/8fb43116ad5e4c929818551c7abd8db0 HTTP/1.1" status: 200 len: 375 time: 0.0201850 Jul 16 18:15:03.295390 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c184c9-812c-40a6-a942-f16e8a2ebe36 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Subnet': ['ID=b93e8465-6528-4566-8e4d-afb8ffbc7d1c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:03.300334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21c184c9-812c-40a6-a942-f16e8a2ebe36 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.307337 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-21c184c9-812c-40a6-a942-f16e8a2ebe36 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "DELETE /v2.0/subnets/b93e8465-6528-4566-8e4d-afb8ffbc7d1c HTTP/1.1" status: 204 len: 168 time: 0.5423994 Jul 16 18:15:03.307986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49286) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:03.314067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Calling delete_port for 613975b5-9f2a-4688-a153-cc1b55841a47 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:03.378754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-48b42c57-85b0-4f1f-b1e2-8293708d0716 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8fb43116ad5e4c929818551c7abd8db0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437679 Jul 16 18:15:03.398092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ce849-bfa9-4a10-98b8-c371941abedf req-ee3dadeb-9459-43c0-b38f-8cd55b49047a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:03.412660 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb6ce849-bfa9-4a10-98b8-c371941abedf req-ee3dadeb-9459-43c0-b38f-8cd55b49047a tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 949 time: 0.3996437 Jul 16 18:15:03.466883 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aae3e17-9302-4050-8b82-d0f4d6f8b11c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Deleting subnet ceda2a24-c48a-4792-be50-32ed8ad30ecf {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:03.472847 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aae3e17-9302-4050-8b82-d0f4d6f8b11c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.493253 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf1f592-ea4d-42b3-919b-150ae9c6d09c None None] Network 29c282e7-cacf-472e-b53a-2daeee14b484 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:03.552627 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aae3e17-9302-4050-8b82-d0f4d6f8b11c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.566943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-59132eaf-ca16-4119-a7bd-0c8193ea0e70 service neutron] 10.222.0.52 "GET /v2.0/networks/6b0f5fa4-5829-4468-95c5-83df2226ba0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573133 Jul 16 18:15:03.715447 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 6a78d101-b273-4638-97a5-04c5d7aba8fd, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6a78d101-b273-4638-97a5-04c5d7aba8fd,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:03.745813 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aae3e17-9302-4050-8b82-d0f4d6f8b11c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.781433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Could not find standard attr ID for object 613975b5-9f2a-4688-a153-cc1b55841a47. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:15:03.787482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '6a78d101-b273-4638-97a5-04c5d7aba8fd', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'port_id': '6a78d101-b273-4638-97a5-04c5d7aba8fd', 'mac_address': 'fa:16:3e:cd:d9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c30686d-f148-4f8a-8c2a-29c3ee51f644', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:03.791387 n-d-793618-9 neutron-server[93768]: INFO neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No ports have port_id starting with 613975b5-9f2a-4688-a153-cc1b55841a47 Jul 16 18:15:03.812540 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.860204 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.912696 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aae3e17-9302-4050-8b82-d0f4d6f8b11c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.929060 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.966270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a78d101-b273-4638-97a5-04c5d7aba8fd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:03.968152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Port': ['ID=613975b5-9f2a-4688-a153-cc1b55841a47,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.017760 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 6a78d101-b273-4638-97a5-04c5d7aba8fd, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6a78d101-b273-4638-97a5-04c5d7aba8fd,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:04.023118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d685ee-ca22-4561-b31e-62aec6174944 None None] Network 7cc8bf9d-645a-4817-933d-397852636c3d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:04.030336 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.041844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aae3e17-9302-4050-8b82-d0f4d6f8b11c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.047294 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3aae3e17-9302-4050-8b82-d0f4d6f8b11c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "DELETE /v2.0/subnets/ceda2a24-c48a-4792-be50-32ed8ad30ecf HTTP/1.1" status: 204 len: 168 time: 0.7344749 Jul 16 18:15:04.059837 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No DVR routers for this DVR port 613975b5-9f2a-4688-a153-cc1b55841a47 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:04.065687 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:04.269953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.279089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae3e17-9302-4050-8b82-d0f4d6f8b11c tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Subnet': ['ID=ceda2a24-c48a-4792-be50-32ed8ad30ecf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.287746 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6750e33c-3829-495d-9466-6b59b150e736 req-53ff97bc-66fd-496e-85e3-f096fdc88b03 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.342723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fd8284-d302-4cb9-968b-a6d976b2e1ea None None] Network 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:04.347506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb6ce849-bfa9-4a10-98b8-c371941abedf req-f89dede1-67e0-4c99-bee2-dc3c7375181d tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9408162 Jul 16 18:15:04.348765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.351100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472', '2c042afe-44e1-47c8-840c-d1015b3a936f', 'db97421f-daf3-4148-8e1d-630948e1dd06'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:04.358467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674', '90591055-c5c5-4698-a9b4-21c058bf4e7e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:04.363669 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-deb74f30-6631-4220-9e1a-47c50be1827b service neutron] 10.222.0.52 "GET /v2.0/networks/6b0f5fa4-5829-4468-95c5-83df2226ba0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7737641 Jul 16 18:15:04.364694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff97bc-66fd-496e-85e3-f096fdc88b03 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event deleted for resources: {'Port': ['ID=13cad08e-7363-44b7-a948-baca5e63123e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.366443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6a78d101-b273-4638-97a5-04c5d7aba8fd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:04.448879 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-204171f4-5dd2-468b-97f4-a2bbaa82b613 None None] Could not find standard attr ID for object 613975b5-9f2a-4688-a153-cc1b55841a47. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:15:04.451864 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6750e33c-3829-495d-9466-6b59b150e736 req-53ff97bc-66fd-496e-85e3-f096fdc88b03 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] No DVR routers for this DVR port 13cad08e-7363-44b7-a948-baca5e63123e on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:04.458626 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6750e33c-3829-495d-9466-6b59b150e736 req-53ff97bc-66fd-496e-85e3-f096fdc88b03 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.460700 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6750e33c-3829-495d-9466-6b59b150e736 req-53ff97bc-66fd-496e-85e3-f096fdc88b03 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "DELETE /v2.0/ports/13cad08e-7363-44b7-a948-baca5e63123e HTTP/1.1" status: 204 len: 173 time: 2.3001359 Jul 16 18:15:04.461114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2863fe80-9474-4a66-8aae-7d2acecc5cf4', 'name': 'network-vif-deleted', 'tag': '13cad08e-7363-44b7-a948-baca5e63123e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:04.464116 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eed32d-c269-4c67-830f-776f53e2f0d4" -d '{"events": [{"server_uuid": "2863fe80-9474-4a66-8aae-7d2acecc5cf4", "name": "network-vif-deleted", "tag": "13cad08e-7363-44b7-a948-baca5e63123e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:04.518271 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Deleting port d985d690-db9f-4865-9b8c-83f51eb68294 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:04.520588 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.743037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfcaf4d-3e72-49c3-8052-d55183553b41 None None] DHCP port deletion for 29c282e7-cacf-472e-b53a-2daeee14b484 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:04.746487 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.759516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff00ba7-a797-4a77-84db-92d5c6cf9d26 req-98f33197-d2d3-429d-9196-40f35f59b72e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.767887 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eff00ba7-a797-4a77-84db-92d5c6cf9d26 req-98f33197-d2d3-429d-9196-40f35f59b72e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 944 time: 0.1768026 Jul 16 18:15:04.838266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eff00ba7-a797-4a77-84db-92d5c6cf9d26 req-e3e933d8-1cd2-4d52-9031-ee6f3ad30fdd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692527 Jul 16 18:15:04.854339 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c41e24a-5663-4d01-af98-679319fa7b86 x-openstack-request-id: req-4c41e24a-5663-4d01-af98-679319fa7b86 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:04.854794 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2863fe80-9474-4a66-8aae-7d2acecc5cf4", "name": "network-vif-deleted", "tag": "13cad08e-7363-44b7-a948-baca5e63123e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:04.855054 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c41e24a-5663-4d01-af98-679319fa7b86 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:04.855565 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2863fe80-9474-4a66-8aae-7d2acecc5cf4', 'name': 'network-vif-deleted', 'tag': '13cad08e-7363-44b7-a948-baca5e63123e', 'status': 'completed', 'code': 200} Jul 16 18:15:04.940925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] For port d985d690-db9f-4865-9b8c-83f51eb68294, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d985d690-db9f-4865-9b8c-83f51eb68294,segment=NetworkSegment(f4d180e7-4980-47d0-9704-ef63dd7000c3),segment_id=f4d180e7-4980-47d0-9704-ef63dd7000c3)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:04.942538 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.948183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d985d690-db9f-4865-9b8c-83f51eb68294 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:04.977670 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Calling delete_port for d985d690-db9f-4865-9b8c-83f51eb68294 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:04.978448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55018116-79bc-41ae-b6f4-b7db9c99c0de req-251cb7b7-6b59-4adf-978a-6be234d652c7 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 210 time: 0.0799005 Jul 16 18:15:05.003416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=6a78d101-b273-4638-97a5-04c5d7aba8fd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.104472 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Subnet': ['ID=e9dcaa83-c4a4-4245-b04d-db73f388907f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.219967 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.238475 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:05.249978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61415ce3-da43-4bda-8860-e2adbc6f102e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:05.250403 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61415ce3-da43-4bda-8860-e2adbc6f102e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:05.262862 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.264724 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.309519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] No DVR routers for this DVR port d985d690-db9f-4865-9b8c-83f51eb68294 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:05.409007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Port': ['ID=d985d690-db9f-4865-9b8c-83f51eb68294,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.411519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No active binding found for port d985d690-db9f-4865-9b8c-83f51eb68294 {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:15:05.412089 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d985d690-db9f-4865-9b8c-83f51eb68294 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:05.420224 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.524251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482084d8-5e56-4ded-a9ba-a80569b43883 None None] DHCP port deletion for 0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:05.601631 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.625069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c282e7-cacf-472e-b53a-2daeee14b484']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:05.662117 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d180e7-4980-47d0-9704-ef63dd7000c3') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:05.662703 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d180e7-4980-47d0-9704-ef63dd7000c3') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:05.673460 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.688235 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.693911 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.707353 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:05.708182 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.714565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 13cad08e-7363-44b7-a948-baca5e63123e no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:05.716874 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d726dd07-2f87-4a33-a097-7b8b8ffcc1cd None None] DHCP port deletion for 7cc8bf9d-645a-4817-933d-397852636c3d request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:05.777700 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fea6871-7164-423f-8827-fcce87364931 req-9a51ce93-1693-4634-8863-b79fee5ba661 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=2863fe80-9474-4a66-8aae-7d2acecc5cf4 HTTP/1.1" status: 200 len: 210 time: 0.0576377 Jul 16 18:15:05.797676 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 13cad08e-7363-44b7-a948-baca5e63123e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:05.798222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 13cad08e-7363-44b7-a948-baca5e63123e not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:05.822843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcaf4d-3e72-49c3-8052-d55183553b41 None None] Deleting port d985d690-db9f-4865-9b8c-83f51eb68294 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:05.823387 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbfcaf4d-3e72-49c3-8052-d55183553b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:05.827656 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:05.833068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:05.833732 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:05.838152 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:05.854911 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.880203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.882476 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 HTTP/1.1" status: 204 len: 168 time: 4.5329504 Jul 16 18:15:05.885333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:05.898750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8a488-050b-4289-ba2b-6a5ef2ece94f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Network': ['ID=0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.940871 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-af62b047-920c-4899-bea0-25589f86c5b7 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:05.942497 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.942739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af62b047-920c-4899-bea0-25589f86c5b7 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:05.951922 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583445'] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.956932 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "DELETE /v2.0/networks/29c282e7-cacf-472e-b53a-2daeee14b484 HTTP/1.1" status: 204 len: 168 time: 1.8607128 Jul 16 18:15:05.958926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-af62b047-920c-4899-bea0-25589f86c5b7 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 HTTP/1.1" status: 404 len: 339 time: 0.0649562 Jul 16 18:15:05.960307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:05.962599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:05.975581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2a6f8b22-b59b-4c75-87cb-c78bb2c97144 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-165895578', 'description': 'd1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:05.983730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a1fae-9829-45c2-bc71-afab6699dab5 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Network': ['ID=29c282e7-cacf-472e-b53a-2daeee14b484,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.150792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cbfcaf4d-3e72-49c3-8052-d55183553b41 None None] For port d985d690-db9f-4865-9b8c-83f51eb68294, host n-d-793618-9, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:06.151199 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbfcaf4d-3e72-49c3-8052-d55183553b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.171072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6f8b22-b59b-4c75-87cb-c78bb2c97144 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:06.177613 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a6f8b22-b59b-4c75-87cb-c78bb2c97144 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.185888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d726dd07-2f87-4a33-a097-7b8b8ffcc1cd None None] Deleting port 4e4f5979-127b-476a-9cdb-247c3400e633 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:06.186299 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d726dd07-2f87-4a33-a097-7b8b8ffcc1cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.203621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcaf4d-3e72-49c3-8052-d55183553b41 None None] Calling delete_port for d985d690-db9f-4865-9b8c-83f51eb68294 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:06.209941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-cbfcaf4d-3e72-49c3-8052-d55183553b41 None None] Port d985d690-db9f-4865-9b8c-83f51eb68294 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:15:06.218993 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.230850 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbfcaf4d-3e72-49c3-8052-d55183553b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.265427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a62f0ae5-4d8f-4f57-be0d-ffeac57a2603 req-42bf9743-6e71-4d66-8553-43630bcb77cf tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 210 time: 0.0795393 Jul 16 18:15:06.270480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6f8b22-b59b-4c75-87cb-c78bb2c97144 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:06.314101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcaf4d-3e72-49c3-8052-d55183553b41 None None] Pushing event deleted for resources: {'Port': ['ID=d985d690-db9f-4865-9b8c-83f51eb68294,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.316675 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cbfcaf4d-3e72-49c3-8052-d55183553b41 None None] Network 29c282e7-cacf-472e-b53a-2daeee14b484 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:15:06.317079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfcaf4d-3e72-49c3-8052-d55183553b41 None None] No DVR routers for this DVR port d985d690-db9f-4865-9b8c-83f51eb68294 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:06.319703 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a6f8b22-b59b-4c75-87cb-c78bb2c97144 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.320177 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-2a6f8b22-b59b-4c75-87cb-c78bb2c97144 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Added segment 8c438b6b-39a0-4b84-8578-0b2905a56f92 of type vlan for network 5d8eefd9-4f04-4262-b07e-af46b17c19a6 Jul 16 18:15:06.339993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d726dd07-2f87-4a33-a097-7b8b8ffcc1cd None None] For port 4e4f5979-127b-476a-9cdb-247c3400e633, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4e4f5979-127b-476a-9cdb-247c3400e633,segment=NetworkSegment(e5e04f94-fc44-4b52-93af-f295b8ffee08),segment_id=e5e04f94-fc44-4b52-93af-f295b8ffee08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:06.339993 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d726dd07-2f87-4a33-a097-7b8b8ffcc1cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.380872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d726dd07-2f87-4a33-a097-7b8b8ffcc1cd None None] Calling delete_port for 4e4f5979-127b-476a-9cdb-247c3400e633 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:06.419351 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a6f8b22-b59b-4c75-87cb-c78bb2c97144 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.468027 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a6f8b22-b59b-4c75-87cb-c78bb2c97144 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.475244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f8b22-b59b-4c75-87cb-c78bb2c97144 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.475896 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a6f8b22-b59b-4c75-87cb-c78bb2c97144 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.499749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413db15a-655e-40dd-a623-e725b8b87b59 req-8b25ccb8-3d2c-4b79-8e43-697e85011135 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.501908 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-413db15a-655e-40dd-a623-e725b8b87b59 req-8b25ccb8-3d2c-4b79-8e43-697e85011135 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 944 time: 0.4477024 Jul 16 18:15:06.545122 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d726dd07-2f87-4a33-a097-7b8b8ffcc1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.568203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726dd07-2f87-4a33-a097-7b8b8ffcc1cd None None] No DVR routers for this DVR port 4e4f5979-127b-476a-9cdb-247c3400e633 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:06.586118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-413db15a-655e-40dd-a623-e725b8b87b59 req-7063f90e-0836-4579-9d02-c1a4d58ccb72 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667155 Jul 16 18:15:06.592340 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726dd07-2f87-4a33-a097-7b8b8ffcc1cd None None] Pushing event deleted for resources: {'Port': ['ID=4e4f5979-127b-476a-9cdb-247c3400e633,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.675531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f8b22-b59b-4c75-87cb-c78bb2c97144 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=5d8eefd9-4f04-4262-b07e-af46b17c19a6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.703855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 5d8eefd9-4f04-4262-b07e-af46b17c19a6 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:06.708294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:06.709176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2a6f8b22-b59b-4c75-87cb-c78bb2c97144 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7446861 Jul 16 18:15:06.713244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Deleting port 4e4f5979-127b-476a-9cdb-247c3400e633 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:06.713934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.764692 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e4f5979-127b-476a-9cdb-247c3400e633 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:06.836208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4e4f5979-127b-476a-9cdb-247c3400e633 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:06.836565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e4f5979-127b-476a-9cdb-247c3400e633 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:06.836990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 613975b5-9f2a-4688-a153-cc1b55841a47 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:06.886102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 613975b5-9f2a-4688-a153-cc1b55841a47 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:06.887387 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 613975b5-9f2a-4688-a153-cc1b55841a47 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:06.906359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3494b-985b-4240-a140-eb92ade5d548 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.907981 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6fa3494b-985b-4240-a140-eb92ade5d548 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/networks?id=5d8eefd9-4f04-4262-b07e-af46b17c19a6 HTTP/1.1" status: 200 len: 760 time: 0.1986535 Jul 16 18:15:06.912306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:06.925403 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d6214ea-35b0-4fae-ad28-1985b190894f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'description': 'd2'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:07.017040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6a78d101-b273-4638-97a5-04c5d7aba8fd up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:07.112822 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 6a78d101-b273-4638-97a5-04c5d7aba8fd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:07.122561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-5fd1e96e-8c93-4cee-83e4-b802a32020b1 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:07.123114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 6a78d101-b273-4638-97a5-04c5d7aba8fd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:07.123378 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.127056 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-5fd1e96e-8c93-4cee-83e4-b802a32020b1 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.38 "GET /v2.0/networks?id=6b0f5fa4-5829-4468-95c5-83df2226ba0d HTTP/1.1" status: 200 len: 813 time: 0.2947259 Jul 16 18:15:07.152168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Request body: {'port': {'device_id': '0fd7423b-cab1-4fb3-b225-d16ab0698358', 'network_id': '6b0f5fa4-5829-4468-95c5-83df2226ba0d', 'admin_state_up': True, 'tenant_id': '8fb43116ad5e4c929818551c7abd8db0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:07.254751 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6214ea-35b0-4fae-ad28-1985b190894f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.286690 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6214ea-35b0-4fae-ad28-1985b190894f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.323358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] For port 4e4f5979-127b-476a-9cdb-247c3400e633, host n-d-793618-9, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:07.323738 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.342098 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.347104 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Calling delete_port for 4e4f5979-127b-476a-9cdb-247c3400e633 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:07.351844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Port 4e4f5979-127b-476a-9cdb-247c3400e633 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:15:07.356639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.388619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Port': ['ID=4e4f5979-127b-476a-9cdb-247c3400e633,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:07.403446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] No DVR routers for this DVR port 4e4f5979-127b-476a-9cdb-247c3400e633 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:07.413506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d6214ea-35b0-4fae-ad28-1985b190894f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network 5d8eefd9-4f04-4262-b07e-af46b17c19a6 is not hosted by any dhcp agent {{(pid=93766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:15:07.416265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Made reservation on behalf of 8fb43116ad5e4c929818551c7abd8db0 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:07.420658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.426913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 6a78d101-b273-4638-97a5-04c5d7aba8fd, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6a78d101-b273-4638-97a5-04c5d7aba8fd,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:07.429621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49bd68-8367-488a-8bc7-d5084ec1a353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a78d101-b273-4638-97a5-04c5d7aba8fd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:07.435388 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa25998f-6ea0-4e47-b52b-b7e163f2522f" -d '{"events": [{"server_uuid": "db49bd68-8367-488a-8bc7-d5084ec1a353", "name": "network-vif-plugged", "status": "completed", "tag": "6a78d101-b273-4638-97a5-04c5d7aba8fd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:07.447269 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.460782 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6214ea-35b0-4fae-ad28-1985b190894f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:07.465555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d6214ea-35b0-4fae-ad28-1985b190894f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.482040 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8d6214ea-35b0-4fae-ad28-1985b190894f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "PUT /v2.0/networks/5d8eefd9-4f04-4262-b07e-af46b17c19a6 HTTP/1.1" status: 200 len: 757 time: 0.5684083 Jul 16 18:15:07.487580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:07.595596 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6214ea-35b0-4fae-ad28-1985b190894f tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=5d8eefd9-4f04-4262-b07e-af46b17c19a6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:07.615896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 5d8eefd9-4f04-4262-b07e-af46b17c19a6 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:07.619254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=6a78d101-b273-4638-97a5-04c5d7aba8fd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:07.646993 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3842774d-62b1-4cf3-a18d-1eaed54b2e8f x-openstack-request-id: req-3842774d-62b1-4cf3-a18d-1eaed54b2e8f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:07.648909 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49bd68-8367-488a-8bc7-d5084ec1a353", "name": "network-vif-plugged", "status": "completed", "tag": "6a78d101-b273-4638-97a5-04c5d7aba8fd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:07.649177 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3842774d-62b1-4cf3-a18d-1eaed54b2e8f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:07.649722 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db49bd68-8367-488a-8bc7-d5084ec1a353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a78d101-b273-4638-97a5-04c5d7aba8fd', 'code': 200} Jul 16 18:15:07.666758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb3cdac-c769-4d21-86d8-9959c799085a tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:07.668293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-afb3cdac-c769-4d21-86d8-9959c799085a tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/networks?id=5d8eefd9-4f04-4262-b07e-af46b17c19a6 HTTP/1.1" status: 200 len: 760 time: 0.1796510 Jul 16 18:15:07.672197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:07.679373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1903ff1f-d084-437f-95b2-dfb754575a52 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-971045890'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:07.726543 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1903ff1f-d084-437f-95b2-dfb754575a52 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:07.730547 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1903ff1f-d084-437f-95b2-dfb754575a52 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.766831 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.785772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1903ff1f-d084-437f-95b2-dfb754575a52 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:07.803041 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1903ff1f-d084-437f-95b2-dfb754575a52 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.803464 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-1903ff1f-d084-437f-95b2-dfb754575a52 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Added segment e87217c3-76d1-4c3f-b206-c9dbd538176f of type vlan for network fe27d4f5-27ba-47b7-a514-5561bfc2dd50 Jul 16 18:15:07.851206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-525b3450-12e5-49ec-98bf-c7f75e3014e2 req-4a0f030e-fdeb-4945-93d3-d1f1971e055b tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 210 time: 0.1791213 Jul 16 18:15:07.856077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc8bf9d-645a-4817-933d-397852636c3d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:07.885244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e04f94-fc44-4b52-93af-f295b8ffee08') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:07.885836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e04f94-fc44-4b52-93af-f295b8ffee08') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:07.922858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1903ff1f-d084-437f-95b2-dfb754575a52 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.955076 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.990044 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1903ff1f-d084-437f-95b2-dfb754575a52 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.997788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1903ff1f-d084-437f-95b2-dfb754575a52 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:07.999108 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1903ff1f-d084-437f-95b2-dfb754575a52 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.064013 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.084062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:08.084474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.097507 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1903ff1f-d084-437f-95b2-dfb754575a52 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4212031 Jul 16 18:15:08.097507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903ff1f-d084-437f-95b2-dfb754575a52 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=fe27d4f5-27ba-47b7-a514-5561bfc2dd50,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.097874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:08.107176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network fe27d4f5-27ba-47b7-a514-5561bfc2dd50 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:08.110073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'network_id': 'fe27d4f5-27ba-47b7-a514-5561bfc2dd50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:08.114218 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:08.256530 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:08.259403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Allocated IP 172.20.0.9 (6b0f5fa4-5829-4468-95c5-83df2226ba0d/5551447f-9504-449b-812a-f10beb050f98/e2511ef6-8cb9-4617-bc48-ef25a23c5e3d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:08.261217 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.265528 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.277919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b37ef-03ab-4ffd-9231-7415741dd579 req-3dd8d019-2f9c-48fd-bc6d-b426bddac7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.278575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e17b37ef-03ab-4ffd-9231-7415741dd579 req-3dd8d019-2f9c-48fd-bc6d-b426bddac7a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 1096 time: 0.6008651 Jul 16 18:15:08.294765 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.303066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] 10.222.0.52 "DELETE /v2.0/networks/7cc8bf9d-645a-4817-933d-397852636c3d HTTP/1.1" status: 204 len: 168 time: 2.2973499 Jul 16 18:15:08.325129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c726973-25bd-4a15-84ff-ff81dbef688c req-6517f7cf-8625-4044-a0bb-78541cbb1b9f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.334845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c726973-25bd-4a15-84ff-ff81dbef688c req-6517f7cf-8625-4044-a0bb-78541cbb1b9f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 945 time: 0.3553228 Jul 16 18:15:08.367820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b91f0-b429-4d95-8e4d-92e402e7cc34 req-4d39ae88-bddb-42b4-b1f2-31d4da655232 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.374743 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-806b91f0-b429-4d95-8e4d-92e402e7cc34 req-4d39ae88-bddb-42b4-b1f2-31d4da655232 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 950 time: 0.4593637 Jul 16 18:15:08.440626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004e6ed-bc7a-4217-b514-12f99f209cf4 tempest-TaggedBootDevicesTest_v242-831673335 tempest-TaggedBootDevicesTest_v242-831673335-project] Pushing event deleted for resources: {'Network': ['ID=7cc8bf9d-645a-4817-933d-397852636c3d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.472627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-806b91f0-b429-4d95-8e4d-92e402e7cc34 req-59681a47-f880-42ff-a975-d24e6e8a5c7d tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951655 Jul 16 18:15:08.569893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c726973-25bd-4a15-84ff-ff81dbef688c req-6d31c4ef-4174-47d4-b49b-bdab59126c12 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339127 Jul 16 18:15:08.601498 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.650862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e17b37ef-03ab-4ffd-9231-7415741dd579 req-c0f2c6d9-d5f2-4104-bd15-82fac0376236 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425970 Jul 16 18:15:08.664795 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=8bce48f5-5bf3-4984-92d0-568f89cc14d7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.676155 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:08.676517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:08.676868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:08.677212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:08.677602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:08.700291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:08.700658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:08.701013 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:08.701013 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:08.702260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:08.702260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:08.702751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:08.773698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking segment: {'id': 'e87217c3-76d1-4c3f-b206-c9dbd538176f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fe27d4f5-27ba-47b7-a514-5561bfc2dd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:08.779701 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network hostable DHCP agents. Network: fe27d4f5-27ba-47b7-a514-5561bfc2dd50, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:08.812319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network fe27d4f5-27ba-47b7-a514-5561bfc2dd50 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:08.825513 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, fe27d4f5-27ba-47b7-a514-5561bfc2dd50) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:08.846310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.851308 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.865014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f90ca93-0f73-4285-9569-73a6147a1879 None None] Network fe27d4f5-27ba-47b7-a514-5561bfc2dd50 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:08.892431 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6867cc69-f094-428b-91a2-aa740ddb8f03 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7934616 Jul 16 18:15:08.894163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:08.985898 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.057862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59f55c-df57-4212-a1c8-8e1228426598 req-a0c42661-6ff2-4a05-9857-887e33ffccf3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.060570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a59f55c-df57-4212-a1c8-8e1228426598 req-a0c42661-6ff2-4a05-9857-887e33ffccf3 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 950 time: 0.3580368 Jul 16 18:15:09.150778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f7f1869-cf11-4f54-9504-8aa23c5a368e req-6b258bee-e5d3-42e0-ab41-7c92eadba2d1 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 210 time: 0.0861776 Jul 16 18:15:09.154364 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.242989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.294557 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.325509 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.354895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Network 6b0f5fa4-5829-4468-95c5-83df2226ba0d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:09.363849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:09.378034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:09.421420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37afd5c1-01c3-4f97-afc4-2d9ade12ba42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-fe27d4f5-27ba-47b7-a514-5561bfc2dd50', 'network_id': 'fe27d4f5-27ba-47b7-a514-5561bfc2dd50', 'tenant_id': '6780d0ee133146b6b350eec68b4eaa2a', 'fixed_ips': [{'subnet_id': '8bce48f5-5bf3-4984-92d0-568f89cc14d7'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:09.422584 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37afd5c1-01c3-4f97-afc4-2d9ade12ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.443383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.444089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.470324 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Pushing event updated for resources: {'Port': ['ID=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.474662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8a59f55c-df57-4212-a1c8-8e1228426598 req-6df7c015-2269-45e0-866f-f22fb4d146a8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Deleting port db97421f-daf3-4148-8e1d-630948e1dd06 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:09.476284 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a59f55c-df57-4212-a1c8-8e1228426598 req-6df7c015-2269-45e0-866f-f22fb4d146a8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.480608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-3c12c16d-28ea-4d84-9d46-45f0bb67fa4c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3434203 Jul 16 18:15:09.516132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Subnet': ['ID=8bce48f5-5bf3-4984-92d0-568f89cc14d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.633486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.643813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a59f55c-df57-4212-a1c8-8e1228426598 req-6df7c015-2269-45e0-866f-f22fb4d146a8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] For port db97421f-daf3-4148-8e1d-630948e1dd06, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=db97421f-daf3-4148-8e1d-630948e1dd06,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:09.644250 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a59f55c-df57-4212-a1c8-8e1228426598 req-6df7c015-2269-45e0-866f-f22fb4d146a8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.659757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8a59f55c-df57-4212-a1c8-8e1228426598 req-6df7c015-2269-45e0-866f-f22fb4d146a8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Calling delete_port for db97421f-daf3-4148-8e1d-630948e1dd06 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:09.677492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe27d4f5-27ba-47b7-a514-5561bfc2dd50']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:09.701661 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896dc82f-8a67-4e01-8185-4b8d2176b0b1 None None] Network fe27d4f5-27ba-47b7-a514-5561bfc2dd50 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:09.724229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87217c3-76d1-4c3f-b206-c9dbd538176f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:09.724538 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87217c3-76d1-4c3f-b206-c9dbd538176f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:09.757953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.808465 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.852100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:09.852682 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.853859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Request body: {'port': {'device_id': '0fd7423b-cab1-4fb3-b225-d16ab0698358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:09.855991 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:09.958687 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.974941 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.976876 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/fe27d4f5-27ba-47b7-a514-5561bfc2dd50 HTTP/1.1" status: 204 len: 168 time: 1.0815549 Jul 16 18:15:09.986413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.022081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35654912-7b50-41e2-a1e7-3dd3893fbab1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Network': ['ID=fe27d4f5-27ba-47b7-a514-5561bfc2dd50,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.067753 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfa0fdd-d52a-4f99-8211-9182843e5fae tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] GET failed (client error): The resource could not be found. Jul 16 18:15:10.069157 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3dfa0fdd-d52a-4f99-8211-9182843e5fae tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/subnets/8bce48f5-5bf3-4984-92d0-568f89cc14d7 HTTP/1.1" status: 404 len: 337 time: 0.0780401 Jul 16 18:15:10.072058 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.103224 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b5a9dd-9268-4918-80b0-b9ac8a64d0e6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:10.103806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b5a9dd-9268-4918-80b0-b9ac8a64d0e6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:10.121887 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-33b5a9dd-9268-4918-80b0-b9ac8a64d0e6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/fe27d4f5-27ba-47b7-a514-5561bfc2dd50 HTTP/1.1" status: 404 len: 339 time: 0.0326052 Jul 16 18:15:10.122615 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.193944 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a59f55c-df57-4212-a1c8-8e1228426598 req-6df7c015-2269-45e0-866f-f22fb4d146a8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.208005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674', '90591055-c5c5-4698-a9b4-21c058bf4e7e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:10.210314 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472', '2c042afe-44e1-47c8-840c-d1015b3a936f', 'db97421f-daf3-4148-8e1d-630948e1dd06'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:10.293235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bff4fb00-3828-4bec-99cd-6a70d6964029 req-ce7b2637-0ba1-413a-8046-9dc07b07f614 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 210 time: 0.1242557 Jul 16 18:15:10.338847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee336526-c62b-4dd7-b8e6-9f5ef6f1ff0d req-d5c4e478-e13d-4d12-b4f9-5d28d90444ac tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.347479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee336526-c62b-4dd7-b8e6-9f5ef6f1ff0d req-d5c4e478-e13d-4d12-b4f9-5d28d90444ac tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 945 time: 0.4446576 Jul 16 18:15:10.351525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7c015-2269-45e0-866f-f22fb4d146a8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event deleted for resources: {'Port': ['ID=db97421f-daf3-4148-8e1d-630948e1dd06,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.360077 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.439220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a59f55c-df57-4212-a1c8-8e1228426598 req-6df7c015-2269-45e0-866f-f22fb4d146a8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] No DVR routers for this DVR port db97421f-daf3-4148-8e1d-630948e1dd06 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:10.440842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3177dce0-55ae-412b-abd0-faf2007bb4ee tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.443521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a59f55c-df57-4212-a1c8-8e1228426598 req-6df7c015-2269-45e0-866f-f22fb4d146a8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.447021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a59f55c-df57-4212-a1c8-8e1228426598 req-6df7c015-2269-45e0-866f-f22fb4d146a8 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "DELETE /v2.0/ports/db97421f-daf3-4148-8e1d-630948e1dd06 HTTP/1.1" status: 204 len: 173 time: 1.3757348 Jul 16 18:15:10.456347 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3177dce0-55ae-412b-abd0-faf2007bb4ee tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3324747 Jul 16 18:15:10.456989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.461592 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d144de-2662-49aa-8126-f9da41a3a72f', 'name': 'network-vif-deleted', 'tag': 'db97421f-daf3-4148-8e1d-630948e1dd06'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:10.464882 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d767654-aacc-4de3-b98e-3d310a239187" -d '{"events": [{"server_uuid": "e3d144de-2662-49aa-8126-f9da41a3a72f", "name": "network-vif-deleted", "tag": "db97421f-daf3-4148-8e1d-630948e1dd06"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:10.605063 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a7e7a293-92b6-4e8a-804e-c2ca41145ea5 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 207 time: 0.1425035 Jul 16 18:15:10.606756 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.632528 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee336526-c62b-4dd7-b8e6-9f5ef6f1ff0d req-5fe83858-473a-4ec0-98a6-131e595ffaf4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837481 Jul 16 18:15:10.878659 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a123beeb-22fd-4053-86f4-6ed96b955004 x-openstack-request-id: req-a123beeb-22fd-4053-86f4-6ed96b955004 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:10.879119 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d144de-2662-49aa-8126-f9da41a3a72f", "name": "network-vif-deleted", "tag": "db97421f-daf3-4148-8e1d-630948e1dd06", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:10.884651 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a123beeb-22fd-4053-86f4-6ed96b955004 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:10.885954 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d144de-2662-49aa-8126-f9da41a3a72f', 'name': 'network-vif-deleted', 'tag': 'db97421f-daf3-4148-8e1d-630948e1dd06', 'status': 'completed', 'code': 200} Jul 16 18:15:11.004976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c74efdd-6631-479e-8893-416d87203f21 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.021868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c74efdd-6631-479e-8893-416d87203f21 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.041766 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c74efdd-6631-479e-8893-416d87203f21 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.068964 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c74efdd-6631-479e-8893-416d87203f21 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.071261 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5c74efdd-6631-479e-8893-416d87203f21 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4598596 Jul 16 18:15:11.075049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:11.298008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82076b07-aa7c-41b8-a8ca-4843573fb129 req-80e470eb-a4dd-46b1-9f6c-ba35b8146c0b tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.318212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82076b07-aa7c-41b8-a8ca-4843573fb129 req-80e470eb-a4dd-46b1-9f6c-ba35b8146c0b tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 931 time: 0.6494913 Jul 16 18:15:11.481965 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c138aa3c-9935-4ccd-a8ab-2a02ac77c311 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.4047887 Jul 16 18:15:11.486552 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:11.598525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b4ad3-682f-49a5-b4e2-6add119b0ccb tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.603911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b4ad3-682f-49a5-b4e2-6add119b0ccb tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.608023 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-385b4ad3-682f-49a5-b4e2-6add119b0ccb tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1193256 Jul 16 18:15:11.611685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:11.615181 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82076b07-aa7c-41b8-a8ca-4843573fb129 req-1643bd71-e972-4821-b25c-f2a6a0c60714 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7e0d31d-26da-4399-97dd-6f52d333a974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959137 Jul 16 18:15:11.619755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2511ef6-8cb9-4617-bc48-ef25a23c5e3d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:11.639969 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.678404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Transition to ACTIVE for port object e2511ef6-8cb9-4617-bc48-ef25a23c5e3d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:11.704799 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d703af4-2159-4c71-9999-e9bfec8be6b7 req-4c14211e-684a-49ee-bfd1-eeec4e4e995f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3d144de-2662-49aa-8126-f9da41a3a72f HTTP/1.1" status: 200 len: 210 time: 0.0761831 Jul 16 18:15:11.705477 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.746289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a45912-a85c-4b45-8b00-494725abbb5c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.747842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a45912-a85c-4b45-8b00-494725abbb5c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.749458 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-48a45912-a85c-4b45-8b00-494725abbb5c tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1367941 Jul 16 18:15:11.753153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49566) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:11.868943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Pushing event updated for resources: {'Port': ['ID=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.921132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcaa678-3f41-4de1-9334-126949c6c4be tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.922834 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5bcaa678-3f41-4de1-9334-126949c6c4be tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/networks/dde4a8c8-1ace-48c6-b9e2-b041f17f980e HTTP/1.1" status: 200 len: 799 time: 0.1686213 Jul 16 18:15:11.926586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:11.928182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Attempting to bind port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:11.928543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Attempting to bind port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '95042453-0aa3-457e-a88c-bf107e1dfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b0f5fa4-5829-4468-95c5-83df2226ba0d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:11.928871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Attempting to bind port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d on network 6b0f5fa4-5829-4468-95c5-83df2226ba0d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:11.950552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6ef2d-3413-4768-b416-4e9a3a324f65 req-147e8499-b258-4764-9765-c211313b9fb9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.958213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fb6ef2d-3413-4768-b416-4e9a3a324f65 req-147e8499-b258-4764-9765-c211313b9fb9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 945 time: 0.1464531 Jul 16 18:15:11.960321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d on network 6b0f5fa4-5829-4468-95c5-83df2226ba0d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:11.960911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Attempting to bind port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d on network 6b0f5fa4-5829-4468-95c5-83df2226ba0d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:12.033740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fb6ef2d-3413-4768-b416-4e9a3a324f65 req-0004f118-1509-4630-96eb-f2f6f8a25759 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739348 Jul 16 18:15:12.036713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:12.039684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Checking segment: {'id': '95042453-0aa3-457e-a88c-bf107e1dfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b0f5fa4-5829-4468-95c5-83df2226ba0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:12.041258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Bound using segment: {'id': '95042453-0aa3-457e-a88c-bf107e1dfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b0f5fa4-5829-4468-95c5-83df2226ba0d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:12.042366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Bound port: e2511ef6-8cb9-4617-bc48-ef25a23c5e3d, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95042453-0aa3-457e-a88c-bf107e1dfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b0f5fa4-5829-4468-95c5-83df2226ba0d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:12.043593 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.074928 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f2fbde15-3b98-4484-b3e2-f2500d0fead3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/networks/dde4a8c8-1ace-48c6-b9e2-b041f17f980e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1465068 Jul 16 18:15:12.079705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:12.145096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320338c9-942a-47eb-98c1-a8a74614bce9 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.147583 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-320338c9-942a-47eb-98c1-a8a74614bce9 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/subnets/1ba4032f-d8a0-43f6-9715-cd91daaf7e76 HTTP/1.1" status: 200 len: 811 time: 0.0664907 Jul 16 18:15:12.152144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:12.214920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] For port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:12.221084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] For port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d,segment=NetworkSegment(95042453-0aa3-457e-a88c-bf107e1dfce7),segment_id=95042453-0aa3-457e-a88c-bf107e1dfce7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:12.225636 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d330cb94-17ea-471c-ab70-5384b2016fc7 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['shared'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.227229 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d330cb94-17ea-471c-ab70-5384b2016fc7 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "GET /v2.0/subnets/1ba4032f-d8a0-43f6-9715-cd91daaf7e76?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0739818 Jul 16 18:15:12.231586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:12.239151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fa0e2388-6f4b-4729-a881-f9d2510c50de tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1901026676'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:12.239664 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.266384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.267461 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.271856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] 10.222.0.38 "PUT /v2.0/ports/e2511ef6-8cb9-4617-bc48-ef25a23c5e3d HTTP/1.1" status: 200 len: 1091 time: 2.7788765 Jul 16 18:15:12.284305 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0e2388-6f4b-4729-a881-f9d2510c50de tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:12.298828 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2388-6f4b-4729-a881-f9d2510c50de tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.367524 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0e2388-6f4b-4729-a881-f9d2510c50de tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:12.392993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2388-6f4b-4729-a881-f9d2510c50de tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.393430 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-fa0e2388-6f4b-4729-a881-f9d2510c50de tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Added segment b2362bc6-dfda-4570-992c-bcc6626759ff of type vlan for network a05cc0df-c1b4-48e9-a007-5411485e7da8 Jul 16 18:15:12.456285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a1142-aa72-4ea7-8ee6-b2c58e407139 service neutron] Pushing event updated for resources: {'Port': ['ID=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.476171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2388-6f4b-4729-a881-f9d2510c50de tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.492460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-1655fce6-9dcd-4e64-8785-ea04c84a26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.494091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-1655fce6-9dcd-4e64-8785-ea04c84a26f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8fb43116ad5e4c929818551c7abd8db0&device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 1094 time: 0.1765528 Jul 16 18:15:12.518061 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2388-6f4b-4729-a881-f9d2510c50de tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.524696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0e2388-6f4b-4729-a881-f9d2510c50de tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.525441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2388-6f4b-4729-a881-f9d2510c50de tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.548366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-a3f440e3-ef9a-4cd3-b2f0-1ab40f083370 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d HTTP/1.1" status: 200 len: 217 time: 0.0436220 Jul 16 18:15:12.558323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd5a71-1bb2-4495-b410-10454cfe1676 req-36ac3748-67b4-4281-9339-c47713d2cd96 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.560157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dafd5a71-1bb2-4495-b410-10454cfe1676 req-36ac3748-67b4-4281-9339-c47713d2cd96 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 945 time: 0.2205870 Jul 16 18:15:12.572203 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fa0e2388-6f4b-4729-a881-f9d2510c50de tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3367932 Jul 16 18:15:12.573125 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:12.580139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'network_id': 'a05cc0df-c1b4-48e9-a007-5411485e7da8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:12.666041 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e2388-6f4b-4729-a881-f9d2510c50de tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Network': ['ID=a05cc0df-c1b4-48e9-a007-5411485e7da8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.677860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-4158f4be-ca92-4ad9-915b-be5fc64c03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.680350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-4158f4be-ca92-4ad9-915b-be5fc64c03c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5551447f-9504-449b-812a-f10beb050f98 HTTP/1.1" status: 200 len: 853 time: 0.1190348 Jul 16 18:15:12.681266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network a05cc0df-c1b4-48e9-a007-5411485e7da8 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:12.749719 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-bbd019b5-de1d-444e-bce5-1cc4dc6d40ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6b0f5fa4-5829-4468-95c5-83df2226ba0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602970 Jul 16 18:15:12.760452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dafd5a71-1bb2-4495-b410-10454cfe1676 req-80ab540c-ad6a-4feb-8b7c-476a175d7082 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913419 Jul 16 18:15:12.771073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Made reservation on behalf of 6780d0ee133146b6b350eec68b4eaa2a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:12.780242 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.915320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Performing IP validity checks on allocation pools {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:15:12.920030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:15:12.948839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd7423b-cab1-4fb3-b225-d16ab0698358', 'tag': 'e2511ef6-8cb9-4617-bc48-ef25a23c5e3d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:12.953415 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda64785-8a68-4c57-befe-606772ae3a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd7423b-cab1-4fb3-b225-d16ab0698358", "tag": "e2511ef6-8cb9-4617-bc48-ef25a23c5e3d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:12.963479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-981b8a12-8594-46a4-b09e-c6e94dcb3a7d service neutron] 10.222.0.38 "GET /v2.0/networks/6b0f5fa4-5829-4468-95c5-83df2226ba0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003391 Jul 16 18:15:13.082071 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.151360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=db022fe3-6718-41e7-a322-185883319e90,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.170276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Checking segment: {'id': 'b2362bc6-dfda-4570-992c-bcc6626759ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a05cc0df-c1b4-48e9-a007-5411485e7da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:13.170815 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network hostable DHCP agents. Network: a05cc0df-c1b4-48e9-a007-5411485e7da8, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:13.191555 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Network a05cc0df-c1b4-48e9-a007-5411485e7da8 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:13.205283 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, a05cc0df-c1b4-48e9-a007-5411485e7da8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:13.216183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be6642e-1926-42ee-8a2d-61d9cc58c0ca None None] Network a05cc0df-c1b4-48e9-a007-5411485e7da8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:13.222831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.224430 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.253397 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-984654c0-1fa4-4b1d-8c19-a17d0a5714fc tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6788290 Jul 16 18:15:13.255502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.262119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-496cf821-ba35-419c-9d9b-a000b5a2cf2b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:13.523447 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-496cf821-ba35-419c-9d9b-a000b5a2cf2b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126077163'] for subnet, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.657353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-a05cc0df-c1b4-48e9-a007-5411485e7da8', 'network_id': 'a05cc0df-c1b4-48e9-a007-5411485e7da8', 'tenant_id': '6780d0ee133146b6b350eec68b4eaa2a', 'fixed_ips': [{'subnet_id': 'db022fe3-6718-41e7-a322-185883319e90'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:13.658254 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.713264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device db97421f-daf3-4148-8e1d-630948e1dd06 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:13.848029 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-496cf821-ba35-419c-9d9b-a000b5a2cf2b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790526439819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126026613'] for subnet, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.882098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496cf821-ba35-419c-9d9b-a000b5a2cf2b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.882697 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-496cf821-ba35-419c-9d9b-a000b5a2cf2b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.890101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: db97421f-daf3-4148-8e1d-630948e1dd06 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:13.890445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device db97421f-daf3-4148-8e1d-630948e1dd06 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:13.891074 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-496cf821-ba35-419c-9d9b-a000b5a2cf2b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "PUT /v2.0/subnets/db022fe3-6718-41e7-a322-185883319e90 HTTP/1.1" status: 200 len: 877 time: 0.6341946 Jul 16 18:15:13.912680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbe9ca67-5720-44fe-97e8-35180b8006a2 req-1a96b98f-7692-44a4-ada6-75c54d81482f service neutron] 10.222.0.38 "GET /v2.0/networks/6b0f5fa4-5829-4468-95c5-83df2226ba0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8822837 Jul 16 18:15:13.935127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:14.005130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b045f0a-9958-42d7-a331-0a64336c899b req-f0d009d5-5943-4bfa-9b97-1e8ef617668b tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:14.012986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b045f0a-9958-42d7-a331-0a64336c899b req-f0d009d5-5943-4bfa-9b97-1e8ef617668b tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 943 time: 1.0450873 Jul 16 18:15:14.067098 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b722eaf9-9bf7-40d6-84e4-aa4796df8a7b x-openstack-request-id: req-b722eaf9-9bf7-40d6-84e4-aa4796df8a7b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:14.067394 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd7423b-cab1-4fb3-b225-d16ab0698358", "tag": "e2511ef6-8cb9-4617-bc48-ef25a23c5e3d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:14.067651 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b722eaf9-9bf7-40d6-84e4-aa4796df8a7b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:14.068099 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd7423b-cab1-4fb3-b225-d16ab0698358', 'tag': 'e2511ef6-8cb9-4617-bc48-ef25a23c5e3d', 'status': 'completed', 'code': 200} Jul 16 18:15:14.074485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Allocated IP 172.20.0.3 (a05cc0df-c1b4-48e9-a007-5411485e7da8/db022fe3-6718-41e7-a322-185883319e90/62687647-baf3-4696-809f-f7eeb368c7f5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:14.137373 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.138501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b045f0a-9958-42d7-a331-0a64336c899b req-b532832b-7766-492e-90fc-e8db8857ba7a tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7e0d31d-26da-4399-97dd-6f52d333a974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242490 Jul 16 18:15:14.269596 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cf821-ba35-419c-9d9b-a000b5a2cf2b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event updated for resources: {'Subnet': ['ID=db022fe3-6718-41e7-a322-185883319e90,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:14.318104 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.418871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda64785-8a68-4c57-befe-606772ae3a0e req-39a182f5-9881-4bb3-8c22-ac9d2cce26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:14.420895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bda64785-8a68-4c57-befe-606772ae3a0e req-39a182f5-9881-4bb3-8c22-ac9d2cce26a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8fb43116ad5e4c929818551c7abd8db0&device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 1094 time: 0.3132141 Jul 16 18:15:14.441169 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.463171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Transition to ACTIVE for port object 62687647-baf3-4696-809f-f7eeb368c7f5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:14.499009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Transition to ACTIVE for port object 62687647-baf3-4696-809f-f7eeb368c7f5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:14.515779 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.539517 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.664970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Network a05cc0df-c1b4-48e9-a007-5411485e7da8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:14.670226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:14.681667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:14.721283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Pushing event updated for resources: {'Port': ['ID=62687647-baf3-4696-809f-f7eeb368c7f5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:14.742220 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Subnet': ['ID=db022fe3-6718-41e7-a322-185883319e90,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:14.754090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7609c2-ec61-4c14-9bf5-073f6129a923 req-9a4b9df1-9e2a-44a8-93a9-3a246c33f33a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:14.762681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d7609c2-ec61-4c14-9bf5-073f6129a923 req-9a4b9df1-9e2a-44a8-93a9-3a246c33f33a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 945 time: 0.4698224 Jul 16 18:15:14.764258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda64785-8a68-4c57-befe-606772ae3a0e req-9b920bdc-5cca-4c1b-9d4b-2e22eb887ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:14.766128 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bda64785-8a68-4c57-befe-606772ae3a0e req-9b920bdc-5cca-4c1b-9d4b-2e22eb887ba1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6b0f5fa4-5829-4468-95c5-83df2226ba0d HTTP/1.1" status: 200 len: 914 time: 0.3323917 Jul 16 18:15:14.827929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Attempting to bind port 62687647-baf3-4696-809f-f7eeb368c7f5 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:14.828454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Attempting to bind port 62687647-baf3-4696-809f-f7eeb368c7f5 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'b2362bc6-dfda-4570-992c-bcc6626759ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a05cc0df-c1b4-48e9-a007-5411485e7da8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:14.828963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Attempting to bind port 62687647-baf3-4696-809f-f7eeb368c7f5 on network a05cc0df-c1b4-48e9-a007-5411485e7da8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:14.837038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:14.837038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Checking segment: {'id': 'b2362bc6-dfda-4570-992c-bcc6626759ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a05cc0df-c1b4-48e9-a007-5411485e7da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:14.837299 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.838161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Bound using segment: {'id': 'b2362bc6-dfda-4570-992c-bcc6626759ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a05cc0df-c1b4-48e9-a007-5411485e7da8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:14.838459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Bound port: 62687647-baf3-4696-809f-f7eeb368c7f5, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2362bc6-dfda-4570-992c-bcc6626759ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a05cc0df-c1b4-48e9-a007-5411485e7da8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:14.838784 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.881683 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.916017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05cc0df-c1b4-48e9-a007-5411485e7da8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:14.955068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d7609c2-ec61-4c14-9bf5-073f6129a923 req-3698ca23-8124-4472-bf51-d045dbe43b12 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856184 Jul 16 18:15:14.955546 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2362bc6-dfda-4570-992c-bcc6626759ff') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:14.955546 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2362bc6-dfda-4570-992c-bcc6626759ff') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:14.960024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bda64785-8a68-4c57-befe-606772ae3a0e req-c2d27e91-fbc7-4650-9cb6-31072f1cfd32 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d HTTP/1.1" status: 200 len: 217 time: 0.1721258 Jul 16 18:15:14.975677 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.009354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] For port 62687647-baf3-4696-809f-f7eeb368c7f5, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:15.013206 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.022517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:15.022939 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:15.031752 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:15.083619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda64785-8a68-4c57-befe-606772ae3a0e req-c7d07a11-2045-4ada-86c8-3449e42b9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.087209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bda64785-8a68-4c57-befe-606772ae3a0e req-c7d07a11-2045-4ada-86c8-3449e42b9714 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5551447f-9504-449b-812a-f10beb050f98 HTTP/1.1" status: 200 len: 853 time: 0.1196396 Jul 16 18:15:15.141793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] For port 62687647-baf3-4696-809f-f7eeb368c7f5, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=62687647-baf3-4696-809f-f7eeb368c7f5,segment=NetworkSegment(b2362bc6-dfda-4570-992c-bcc6626759ff),segment_id=b2362bc6-dfda-4570-992c-bcc6626759ff)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:15.145805 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:15:15.145805 n-d-793618-9 neutron-server[93766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:15:15.145805 n-d-793618-9 neutron-server[93766]: [parameters: {'id': 'a05cc0df-c1b4-48e9-a007-5411485e7da8'}] Jul 16 18:15:15.145805 n-d-793618-9 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:15.146195 n-d-793618-9 neutron-server[93766]: DEBUG oslo_db.api [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:15.151792 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.258352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bda64785-8a68-4c57-befe-606772ae3a0e req-3d39d5a5-f462-4f3c-b49c-241741562e89 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6b0f5fa4-5829-4468-95c5-83df2226ba0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554549 Jul 16 18:15:15.374705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6705447e-d99a-4aaa-902f-26907f2175e0 None None] Network a05cc0df-c1b4-48e9-a007-5411485e7da8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:15.495134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bda64785-8a68-4c57-befe-606772ae3a0e req-55cdf6bd-55eb-4fe7-91e0-e65c2541e162 service neutron] 10.222.0.38 "GET /v2.0/networks/6b0f5fa4-5829-4468-95c5-83df2226ba0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255657 Jul 16 18:15:15.508264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d883940-cfba-46ae-94d0-2de3872d8022 None None] Pushing event updated for resources: {'Port': ['ID=62687647-baf3-4696-809f-f7eeb368c7f5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:15.625565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64032157-4709-43f1-baad-41239663122d None None] Network a05cc0df-c1b4-48e9-a007-5411485e7da8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:15.647318 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.664972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bda64785-8a68-4c57-befe-606772ae3a0e req-389f5ecc-12f2-497b-819a-cb64269bc14f service neutron] 10.222.0.38 "GET /v2.0/networks/6b0f5fa4-5829-4468-95c5-83df2226ba0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569149 Jul 16 18:15:15.682227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719162d-0fd3-4511-9704-afd473c18e11 req-4b69f93d-5225-4794-86cd-ffc186036ad2 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.684606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5719162d-0fd3-4511-9704-afd473c18e11 req-4b69f93d-5225-4794-86cd-ffc186036ad2 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 945 time: 0.5958030 Jul 16 18:15:15.767550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b3881-8666-4e0d-837a-cfff60a33344 req-ea4a213a-aafa-4a2f-bbc8-b39a9b8c7933 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.769858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d83b3881-8666-4e0d-837a-cfff60a33344 req-ea4a213a-aafa-4a2f-bbc8-b39a9b8c7933 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 943 time: 0.3219440 Jul 16 18:15:15.851714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d83b3881-8666-4e0d-837a-cfff60a33344 req-6e99dd57-f145-404a-b6ab-874c840ff771 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7e0d31d-26da-4399-97dd-6f52d333a974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671229 Jul 16 18:15:15.891905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7259b-e100-489d-8761-13520a1e4074 req-8848fc88-fd6d-498d-8d04-e75042179643 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.900410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ae7259b-e100-489d-8761-13520a1e4074 req-8848fc88-fd6d-498d-8d04-e75042179643 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=49c67046-9d57-485a-83b4-dcc0d84663e5 HTTP/1.1" status: 200 len: 950 time: 0.8016098 Jul 16 18:15:15.952111 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ae7259b-e100-489d-8761-13520a1e4074 req-5e74943f-3b1e-4e15-b388-05a4818abeeb tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507398 Jul 16 18:15:15.980064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff058148-8c36-4777-b189-3a7e6acc5071 req-81fa04e7-aec7-4081-b4b1-4232dc29d774 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.981922 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ff058148-8c36-4777-b189-3a7e6acc5071 req-81fa04e7-aec7-4081-b4b1-4232dc29d774 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c67046-9d57-485a-83b4-dcc0d84663e5 HTTP/1.1" status: 200 len: 950 time: 0.3324647 Jul 16 18:15:16.032205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5719162d-0fd3-4511-9704-afd473c18e11 req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Deleting port 6a78d101-b273-4638-97a5-04c5d7aba8fd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:16.033488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5719162d-0fd3-4511-9704-afd473c18e11 req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.043930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Deleting port 62687647-baf3-4696-809f-f7eeb368c7f5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:16.044280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.050033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db2f425-20ed-4359-b240-6707dfea2c03 None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:15:16.183624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db2f425-20ed-4359-b240-6707dfea2c03 None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:15:16.214334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] For port 62687647-baf3-4696-809f-f7eeb368c7f5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=62687647-baf3-4696-809f-f7eeb368c7f5,segment=NetworkSegment(b2362bc6-dfda-4570-992c-bcc6626759ff),segment_id=b2362bc6-dfda-4570-992c-bcc6626759ff)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:16.214696 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.251387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Calling delete_port for 62687647-baf3-4696-809f-f7eeb368c7f5 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:16.315173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ff058148-8c36-4777-b189-3a7e6acc5071 req-e56ae09b-8059-457d-aaea-2eb24422590f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Deleting port 90591055-c5c5-4698-a9b4-21c058bf4e7e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:16.315173 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ff058148-8c36-4777-b189-3a7e6acc5071 req-e56ae09b-8059-457d-aaea-2eb24422590f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.388563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5719162d-0fd3-4511-9704-afd473c18e11 req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] For port 6a78d101-b273-4638-97a5-04c5d7aba8fd, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6a78d101-b273-4638-97a5-04c5d7aba8fd,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:16.389093 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5719162d-0fd3-4511-9704-afd473c18e11 req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.416148 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.443452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5719162d-0fd3-4511-9704-afd473c18e11 req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Calling delete_port for 6a78d101-b273-4638-97a5-04c5d7aba8fd owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:16.460682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1150ba-bf29-4681-9a7b-0663734d3ff9 req-5788b533-c571-4d5c-985b-b0032d07176f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:16.462446 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7e1150ba-bf29-4681-9a7b-0663734d3ff9 req-5788b533-c571-4d5c-985b-b0032d07176f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f66f51c-4d6c-45ae-bdc2-c09acdc5781d HTTP/1.1" status: 200 len: 950 time: 0.2975342 Jul 16 18:15:16.477097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Port': ['ID=62687647-baf3-4696-809f-f7eeb368c7f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:16.479183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No DVR routers for this DVR port 62687647-baf3-4696-809f-f7eeb368c7f5 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:16.490764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d1cfd-c132-4116-a86a-e57dc8c03f91 req-111d7d76-0a2c-4a10-a9d2-7bc8be610fa5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:16.497779 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-ff058148-8c36-4777-b189-3a7e6acc5071 req-e56ae09b-8059-457d-aaea-2eb24422590f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] For port 90591055-c5c5-4698-a9b4-21c058bf4e7e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=90591055-c5c5-4698-a9b4-21c058bf4e7e,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:16.498153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ff058148-8c36-4777-b189-3a7e6acc5071 req-e56ae09b-8059-457d-aaea-2eb24422590f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.500410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a2d1cfd-c132-4116-a86a-e57dc8c03f91 req-111d7d76-0a2c-4a10-a9d2-7bc8be610fa5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 945 time: 0.2355649 Jul 16 18:15:16.651248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.671136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05cc0df-c1b4-48e9-a007-5411485e7da8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:16.672648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a2d1cfd-c132-4116-a86a-e57dc8c03f91 req-eb55f801-4497-413f-9809-4e571a6e4cce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716900 Jul 16 18:15:16.682775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-ff058148-8c36-4777-b189-3a7e6acc5071 req-e56ae09b-8059-457d-aaea-2eb24422590f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Calling delete_port for 90591055-c5c5-4698-a9b4-21c058bf4e7e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:16.702722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2362bc6-dfda-4570-992c-bcc6626759ff') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:16.703176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2362bc6-dfda-4570-992c-bcc6626759ff') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:16.717611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.780973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.791452 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:16.792042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.888238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5719162d-0fd3-4511-9704-afd473c18e11 req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:16.904877 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:16.907798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9', '6a78d101-b273-4638-97a5-04c5d7aba8fd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:16.915645 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.940262 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.950350 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/a05cc0df-c1b4-48e9-a007-5411485e7da8 HTTP/1.1" status: 204 len: 168 time: 3.0102715 Jul 16 18:15:16.961648 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:16.973793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event deleted for resources: {'Port': ['ID=6a78d101-b273-4638-97a5-04c5d7aba8fd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:16.985940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7e1150ba-bf29-4681-9a7b-0663734d3ff9 req-f21cb9ca-2ede-4369-a29b-483bca563b61 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Deleting port 2c042afe-44e1-47c8-840c-d1015b3a936f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:16.986506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e1150ba-bf29-4681-9a7b-0663734d3ff9 req-f21cb9ca-2ede-4369-a29b-483bca563b61 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.015601 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2f7dc-0698-4a95-8173-c69a8679f032 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Network': ['ID=a05cc0df-c1b4-48e9-a007-5411485e7da8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:17.096216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:17.096692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:17.101711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:17.102205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:17.102696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:17.103153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:17.103743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:17.104190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:17.110992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:17.111497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:17.111969 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:17.115099 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e5b752-d8fa-424d-a4a6-621f04d1112b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:17.115603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:17.121284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e5b752-d8fa-424d-a4a6-621f04d1112b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:17.131309 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-34e5b752-d8fa-424d-a4a6-621f04d1112b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/subnets/db022fe3-6718-41e7-a322-185883319e90 HTTP/1.1" status: 404 len: 337 time: 0.1511035 Jul 16 18:15:17.132683 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:17.177554 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6694c9e6-4758-437c-9808-70546e81ae38 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:17.178296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6694c9e6-4758-437c-9808-70546e81ae38 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:17.180384 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6694c9e6-4758-437c-9808-70546e81ae38 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/a05cc0df-c1b4-48e9-a007-5411485e7da8 HTTP/1.1" status: 404 len: 339 time: 0.0387163 Jul 16 18:15:17.187585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:17.221965 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-de269d51-05f0-43c0-8605-23a0977d7bcd tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:17.222788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de269d51-05f0-43c0-8605-23a0977d7bcd tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:17.224646 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-de269d51-05f0-43c0-8605-23a0977d7bcd tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/subnets/8bce48f5-5bf3-4984-92d0-568f89cc14d7 HTTP/1.1" status: 404 len: 337 time: 0.0360069 Jul 16 18:15:17.227346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:17.251694 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69fe9cc-d652-4b29-b5fe-d8eb0e695c13 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:17.252493 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69fe9cc-d652-4b29-b5fe-d8eb0e695c13 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:17.254576 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a69fe9cc-d652-4b29-b5fe-d8eb0e695c13 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/fe27d4f5-27ba-47b7-a514-5561bfc2dd50 HTTP/1.1" status: 404 len: 339 time: 0.0260062 Jul 16 18:15:17.274936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:17.283067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7e1150ba-bf29-4681-9a7b-0663734d3ff9 req-f21cb9ca-2ede-4369-a29b-483bca563b61 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] For port 2c042afe-44e1-47c8-840c-d1015b3a936f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=2c042afe-44e1-47c8-840c-d1015b3a936f,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:17.283640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e1150ba-bf29-4681-9a7b-0663734d3ff9 req-f21cb9ca-2ede-4369-a29b-483bca563b61 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.297408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7e1150ba-bf29-4681-9a7b-0663734d3ff9 req-f21cb9ca-2ede-4369-a29b-483bca563b61 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Calling delete_port for 2c042afe-44e1-47c8-840c-d1015b3a936f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:17.368666 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ff058148-8c36-4777-b189-3a7e6acc5071 req-e56ae09b-8059-457d-aaea-2eb24422590f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.381139 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.383361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674', '90591055-c5c5-4698-a9b4-21c058bf4e7e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:17.406009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ae09b-8059-457d-aaea-2eb24422590f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event deleted for resources: {'Port': ['ID=90591055-c5c5-4698-a9b4-21c058bf4e7e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:17.434125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5719162d-0fd3-4511-9704-afd473c18e11 req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] No DVR routers for this DVR port 6a78d101-b273-4638-97a5-04c5d7aba8fd on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:17.437117 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5719162d-0fd3-4511-9704-afd473c18e11 req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.439690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5719162d-0fd3-4511-9704-afd473c18e11 req-6745a57b-af83-4f87-ba51-d221d19213ce tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "DELETE /v2.0/ports/6a78d101-b273-4638-97a5-04c5d7aba8fd HTTP/1.1" status: 204 len: 173 time: 1.7422962 Jul 16 18:15:17.450785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49bd68-8367-488a-8bc7-d5084ec1a353', 'name': 'network-vif-deleted', 'tag': '6a78d101-b273-4638-97a5-04c5d7aba8fd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:17.453369 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20e5b41-c94a-4289-adb3-46df7807b6ef" -d '{"events": [{"server_uuid": "db49bd68-8367-488a-8bc7-d5084ec1a353", "name": "network-vif-deleted", "tag": "6a78d101-b273-4638-97a5-04c5d7aba8fd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:17.469715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff058148-8c36-4777-b189-3a7e6acc5071 req-e56ae09b-8059-457d-aaea-2eb24422590f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] No DVR routers for this DVR port 90591055-c5c5-4698-a9b4-21c058bf4e7e on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:17.471755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472', '2c042afe-44e1-47c8-840c-d1015b3a936f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:17.488768 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-ff058148-8c36-4777-b189-3a7e6acc5071 req-e56ae09b-8059-457d-aaea-2eb24422590f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.491076 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-ff058148-8c36-4777-b189-3a7e6acc5071 req-e56ae09b-8059-457d-aaea-2eb24422590f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "DELETE /v2.0/ports/90591055-c5c5-4698-a9b4-21c058bf4e7e HTTP/1.1" status: 204 len: 173 time: 1.5012026 Jul 16 18:15:17.492177 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c67046-9d57-485a-83b4-dcc0d84663e5', 'name': 'network-vif-deleted', 'tag': '90591055-c5c5-4698-a9b4-21c058bf4e7e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:17.494536 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5151c2-bd11-4250-bb05-9b4adca621a2" -d '{"events": [{"server_uuid": "49c67046-9d57-485a-83b4-dcc0d84663e5", "name": "network-vif-deleted", "tag": "90591055-c5c5-4698-a9b4-21c058bf4e7e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:17.516024 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:15:17.562232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3d0d6-9c8c-4086-9033-e4ef914df111 req-f1c7676b-6ed9-4603-be20-839a07e30008 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.566957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28a3d0d6-9c8c-4086-9033-e4ef914df111 req-f1c7676b-6ed9-4603-be20-839a07e30008 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 943 time: 0.2160094 Jul 16 18:15:17.672492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ae343-e832-4d09-b3c7-59f4d6bd137c req-90bf5cc9-bb89-4551-b8e1-27af541fd0ad tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.682238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a57ae343-e832-4d09-b3c7-59f4d6bd137c req-90bf5cc9-bb89-4551-b8e1-27af541fd0ad tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=49c67046-9d57-485a-83b4-dcc0d84663e5 HTTP/1.1" status: 200 len: 867 time: 0.5172093 Jul 16 18:15:17.693299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e1150ba-bf29-4681-9a7b-0663734d3ff9 req-f21cb9ca-2ede-4369-a29b-483bca563b61 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.770847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device e2511ef6-8cb9-4617-bc48-ef25a23c5e3d details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:17.904319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1150ba-bf29-4681-9a7b-0663734d3ff9 req-f21cb9ca-2ede-4369-a29b-483bca563b61 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] No DVR routers for this DVR port 2c042afe-44e1-47c8-840c-d1015b3a936f on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:17.921758 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7e1150ba-bf29-4681-9a7b-0663734d3ff9 req-f21cb9ca-2ede-4369-a29b-483bca563b61 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.923782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7e1150ba-bf29-4681-9a7b-0663734d3ff9 req-f21cb9ca-2ede-4369-a29b-483bca563b61 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "DELETE /v2.0/ports/2c042afe-44e1-47c8-840c-d1015b3a936f HTTP/1.1" status: 204 len: 173 time: 1.4516585 Jul 16 18:15:17.934388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cb9ca-2ede-4369-a29b-483bca563b61 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event deleted for resources: {'Port': ['ID=2c042afe-44e1-47c8-840c-d1015b3a936f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.004848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a57ae343-e832-4d09-b3c7-59f4d6bd137c req-5f7ae41a-d8f9-47f5-b454-60d66f968695 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214719 Jul 16 18:15:18.019146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28a3d0d6-9c8c-4086-9033-e4ef914df111 req-6dc3ad64-57a5-4b24-baf6-fadc7d1e4dc1 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7e0d31d-26da-4399-97dd-6f52d333a974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418647 Jul 16 18:15:18.033040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674', '90591055-c5c5-4698-a9b4-21c058bf4e7e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:18.172164 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879a23cd-a756-40fc-9782-77e77b2248b2 x-openstack-request-id: req-879a23cd-a756-40fc-9782-77e77b2248b2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:18.174056 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49bd68-8367-488a-8bc7-d5084ec1a353", "name": "network-vif-deleted", "tag": "6a78d101-b273-4638-97a5-04c5d7aba8fd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:18.175475 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-879a23cd-a756-40fc-9782-77e77b2248b2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:18.176162 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db49bd68-8367-488a-8bc7-d5084ec1a353', 'name': 'network-vif-deleted', 'tag': '6a78d101-b273-4638-97a5-04c5d7aba8fd', 'status': 'completed', 'code': 200} Jul 16 18:15:18.305991 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.310211 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cf985c-5c6b-4dfb-8da8-ad485e41eb69 x-openstack-request-id: req-e1cf985c-5c6b-4dfb-8da8-ad485e41eb69 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:18.310627 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c67046-9d57-485a-83b4-dcc0d84663e5", "name": "network-vif-deleted", "tag": "90591055-c5c5-4698-a9b4-21c058bf4e7e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:18.311090 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1cf985c-5c6b-4dfb-8da8-ad485e41eb69 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:18.311944 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c67046-9d57-485a-83b4-dcc0d84663e5', 'name': 'network-vif-deleted', 'tag': '90591055-c5c5-4698-a9b4-21c058bf4e7e', 'status': 'completed', 'code': 200} Jul 16 18:15:18.328078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8eefd9-4f04-4262-b07e-af46b17c19a6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:18.353019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c438b6b-39a0-4b84-8578-0b2905a56f92') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:18.353421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c438b6b-39a0-4b84-8578-0b2905a56f92') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:18.374499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d,segment=NetworkSegment(95042453-0aa3-457e-a88c-bf107e1dfce7),segment_id=95042453-0aa3-457e-a88c-bf107e1dfce7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:18.385550 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.422121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f4e9db0-0662-4a9e-b13c-08edcf7380f7 req-f9df9f05-1bb7-455d-a505-ebfcccc26ceb tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=db49bd68-8367-488a-8bc7-d5084ec1a353 HTTP/1.1" status: 200 len: 210 time: 0.0555830 Jul 16 18:15:18.443017 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'e2511ef6-8cb9-4617-bc48-ef25a23c5e3d', 'network_id': '6b0f5fa4-5829-4468-95c5-83df2226ba0d', 'port_id': 'e2511ef6-8cb9-4617-bc48-ef25a23c5e3d', 'mac_address': 'fa:16:3e:1f:02:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5551447f-9504-449b-812a-f10beb050f98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:18.444558 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.453335 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:18.454451 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:18.459566 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:18.651646 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.666433 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.678980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2511ef6-8cb9-4617-bc48-ef25a23c5e3d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:18.681235 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.685843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.692634 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/5d8eefd9-4f04-4262-b07e-af46b17c19a6 HTTP/1.1" status: 204 len: 168 time: 1.4138293 Jul 16 18:15:18.739057 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb0e5c-3fff-45fa-abc0-f1057943e9b3 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Network': ['ID=5d8eefd9-4f04-4262-b07e-af46b17c19a6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.755977 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edec5a1-6464-43d8-8fb4-fc587fbc336b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:18.757123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3edec5a1-6464-43d8-8fb4-fc587fbc336b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:18.766925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3edec5a1-6464-43d8-8fb4-fc587fbc336b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/subnets/e9dcaa83-c4a4-4245-b04d-db73f388907f HTTP/1.1" status: 404 len: 337 time: 0.0796826 Jul 16 18:15:18.770621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.846140 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3fa4d3-ecbd-4aee-bf7b-5f9531e22ea5 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:18.855443 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3fa4d3-ecbd-4aee-bf7b-5f9531e22ea5 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:18.860571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fa3fa4d3-ecbd-4aee-bf7b-5f9531e22ea5 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/0ead29dc-b8f6-4f4c-a8cf-5c0cc7dc2ec5 HTTP/1.1" status: 404 len: 339 time: 0.0857291 Jul 16 18:15:18.860806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.889591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d,segment=NetworkSegment(95042453-0aa3-457e-a88c-bf107e1dfce7),segment_id=95042453-0aa3-457e-a88c-bf107e1dfce7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:18.914599 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5827781b-a282-46f8-b76c-e6161e99b80d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:18.915238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5827781b-a282-46f8-b76c-e6161e99b80d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:18.918950 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.919542 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5827781b-a282-46f8-b76c-e6161e99b80d tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/subnets/2b5ca20f-97b7-47da-9d1e-db8fb99de84e HTTP/1.1" status: 404 len: 337 time: 0.0571692 Jul 16 18:15:18.923381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.970707 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b90bbb7-5525-479c-a53f-6a32603d31f8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:18.972889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b90bbb7-5525-479c-a53f-6a32603d31f8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:18.976075 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5b90bbb7-5525-479c-a53f-6a32603d31f8 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/482e1fe5-fbf6-4b26-8eff-7dbdeb1eefca HTTP/1.1" status: 404 len: 339 time: 0.0509200 Jul 16 18:15:18.978905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.018225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:19.033559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6a78d101-b273-4638-97a5-04c5d7aba8fd no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:19.047497 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4abd066-c151-4ba0-9ec2-63b788755277 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:19.049060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4abd066-c151-4ba0-9ec2-63b788755277 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:19.053677 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d4abd066-c151-4ba0-9ec2-63b788755277 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/subnets/206add79-2b31-42de-bb80-d9b865e332cb HTTP/1.1" status: 404 len: 337 time: 0.0735240 Jul 16 18:15:19.057627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.068416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 6a78d101-b273-4638-97a5-04c5d7aba8fd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:19.069119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6a78d101-b273-4638-97a5-04c5d7aba8fd not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:19.102019 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4668c88-674e-4e0f-bc30-8f3af244798e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:19.103174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4668c88-674e-4e0f-bc30-8f3af244798e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:19.110374 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.110746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a4668c88-674e-4e0f-bc30-8f3af244798e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/f22b9d53-2a54-45d5-853e-ba63c70dae15 HTTP/1.1" status: 404 len: 339 time: 0.0520234 Jul 16 18:15:19.152699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['e2511ef6-8cb9-4617-bc48-ef25a23c5e3d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:19.170157 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de117da-c772-4c8d-b2f0-351835d5fa96 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:19.171470 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de117da-c772-4c8d-b2f0-351835d5fa96 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:19.174867 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9de117da-c772-4c8d-b2f0-351835d5fa96 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/subnets/253fd737-a5a1-4831-9ddf-4e4c7d8ed735 HTTP/1.1" status: 404 len: 337 time: 0.0627568 Jul 16 18:15:19.177885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.254164 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bc1032-6495-40af-92e2-976633fd69b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:19.254860 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bc1032-6495-40af-92e2-976633fd69b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:19.269163 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b5bc1032-6495-40af-92e2-976633fd69b1 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/0bab1e6b-15c1-439e-b06c-edc6a78a2c8b HTTP/1.1" status: 404 len: 339 time: 0.0863082 Jul 16 18:15:19.270828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.413467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f06f7484-0109-4db5-8e1f-009600a241cc req-2271c82d-439a-443a-ae4a-a3c3a66dc888 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=49c67046-9d57-485a-83b4-dcc0d84663e5 HTTP/1.1" status: 200 len: 210 time: 0.0597534 Jul 16 18:15:19.416584 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47d9c04-5d80-4567-859c-27fe93195467 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:19.418819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47d9c04-5d80-4567-859c-27fe93195467 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:19.425179 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b47d9c04-5d80-4567-859c-27fe93195467 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/subnets/ffd5d20e-0de8-4656-831a-ed36b27697a4 HTTP/1.1" status: 404 len: 337 time: 0.1525605 Jul 16 18:15:19.429712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.470444 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced3cebc-c3b3-42d2-842a-5afd6a7a693e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:19.471137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced3cebc-c3b3-42d2-842a-5afd6a7a693e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:19.472973 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ced3cebc-c3b3-42d2-842a-5afd6a7a693e tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/4c1c3870-a443-4cb3-93fd-0e6be3308405 HTTP/1.1" status: 404 len: 339 time: 0.0414112 Jul 16 18:15:19.476171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.512098 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7463ff-9529-4b59-94d9-984ff53ebc9b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:19.512714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7463ff-9529-4b59-94d9-984ff53ebc9b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:19.517129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1e7463ff-9529-4b59-94d9-984ff53ebc9b tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/subnets/850ad9be-26fb-4a96-b838-de1fb2423798 HTTP/1.1" status: 404 len: 337 time: 0.0366530 Jul 16 18:15:19.517639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.535607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:19.547317 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd27d437-c1a3-422f-a3e6-43659a1081d7 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:19.549913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd27d437-c1a3-422f-a3e6-43659a1081d7 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:19.556666 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fd27d437-c1a3-422f-a3e6-43659a1081d7 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/b3eaeacb-0d15-4cc7-895a-9de8351f9b0b HTTP/1.1" status: 404 len: 339 time: 0.0347173 Jul 16 18:15:19.557290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.579279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4a81e-974c-437a-bff7-75ab78d48fe9 req-9040b4a6-209a-4468-be4f-9556a97c9295 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:19.584651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7a4a81e-974c-437a-bff7-75ab78d48fe9 req-9040b4a6-209a-4468-be4f-9556a97c9295 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 944 time: 0.1974604 Jul 16 18:15:19.607484 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cb6339-fa5b-4d24-bff7-1c173c851b49 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:19.608084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cb6339-fa5b-4d24-bff7-1c173c851b49 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:19.610012 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f6cb6339-fa5b-4d24-bff7-1c173c851b49 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/subnets/5fdb1ad1-7d2e-4c46-8a8d-c19f091181b8 HTTP/1.1" status: 404 len: 337 time: 0.0498893 Jul 16 18:15:19.612854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.657436 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-59413961-132e-47f5-975e-c985159d6504 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:19.658179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59413961-132e-47f5-975e-c985159d6504 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:19.660574 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-59413961-132e-47f5-975e-c985159d6504 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/5f516824-c0c0-4e65-940d-9bc8b4712e8b HTTP/1.1" status: 404 len: 339 time: 0.0461752 Jul 16 18:15:19.663681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49738) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.693934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7a4a81e-974c-437a-bff7-75ab78d48fe9 req-d0d19869-5710-4652-8487-706593637d94 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7e0d31d-26da-4399-97dd-6f52d333a974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970454 Jul 16 18:15:19.715261 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cced4c-93f8-48cc-9abe-ea458dc68bc2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:19.716040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43cced4c-93f8-48cc-9abe-ea458dc68bc2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:19.718043 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-43cced4c-93f8-48cc-9abe-ea458dc68bc2 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/subnets/38fc3e64-9540-46ee-8367-4a5e59601951 HTTP/1.1" status: 404 len: 337 time: 0.0524623 Jul 16 18:15:19.721193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.755516 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41aafdf-f8a2-4de8-bcc4-43e71f0046a9 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:19.759782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41aafdf-f8a2-4de8-bcc4-43e71f0046a9 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:19.764216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b41aafdf-f8a2-4de8-bcc4-43e71f0046a9 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/5e34799a-2849-4cca-b796-1511572991a1 HTTP/1.1" status: 404 len: 339 time: 0.0393658 Jul 16 18:15:19.764622 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.768392 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 2c042afe-44e1-47c8-840c-d1015b3a936f no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:19.815903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 2c042afe-44e1-47c8-840c-d1015b3a936f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:19.816589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 2c042afe-44e1-47c8-840c-d1015b3a936f not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:19.874928 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-07985937-7fa1-4006-bf7e-9b8a733096f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Deleting subnet 1ba4032f-d8a0-43f6-9715-cd91daaf7e76 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:19.881796 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07985937-7fa1-4006-bf7e-9b8a733096f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.962752 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07985937-7fa1-4006-bf7e-9b8a733096f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.138624 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07985937-7fa1-4006-bf7e-9b8a733096f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.177271 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f66f51c-4d6c-45ae-bdc2-c09acdc5781d', 'name': 'network-vif-deleted', 'tag': '2c042afe-44e1-47c8-840c-d1015b3a936f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:20.179612 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dac9bb-8e76-4e81-af33-b99a8ec26c12" -d '{"events": [{"server_uuid": "8f66f51c-4d6c-45ae-bdc2-c09acdc5781d", "name": "network-vif-deleted", "tag": "2c042afe-44e1-47c8-840c-d1015b3a936f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:20.251531 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076ec3e9-fbff-43a1-af46-68dae3c52ec8 x-openstack-request-id: req-076ec3e9-fbff-43a1-af46-68dae3c52ec8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:20.251829 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f66f51c-4d6c-45ae-bdc2-c09acdc5781d", "name": "network-vif-deleted", "tag": "2c042afe-44e1-47c8-840c-d1015b3a936f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:20.252365 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-076ec3e9-fbff-43a1-af46-68dae3c52ec8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:20.252788 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f66f51c-4d6c-45ae-bdc2-c09acdc5781d', 'name': 'network-vif-deleted', 'tag': '2c042afe-44e1-47c8-840c-d1015b3a936f', 'status': 'completed', 'code': 200} Jul 16 18:15:20.275805 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07985937-7fa1-4006-bf7e-9b8a733096f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.308418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07985937-7fa1-4006-bf7e-9b8a733096f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Subnet': ['ID=1ba4032f-d8a0-43f6-9715-cd91daaf7e76,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:20.316858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-07985937-7fa1-4006-bf7e-9b8a733096f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.319057 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-07985937-7fa1-4006-bf7e-9b8a733096f6 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/subnets/1ba4032f-d8a0-43f6-9715-cd91daaf7e76 HTTP/1.1" status: 204 len: 168 time: 0.5533431 Jul 16 18:15:20.322433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:20.335538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08cad4b-9147-4605-bc59-9b1c1967109f None None] Network dde4a8c8-1ace-48c6-b9e2-b041f17f980e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:20.599852 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.713619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6df1d08-d6a6-4ea8-af18-a3fd7d161456 None None] DHCP port deletion for dde4a8c8-1ace-48c6-b9e2-b041f17f980e request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:20.741462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Deleting port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:20.742701 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.838211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a6df1d08-d6a6-4ea8-af18-a3fd7d161456 None None] Deleting port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:20.838952 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6df1d08-d6a6-4ea8-af18-a3fd7d161456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.963665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a6df1d08-d6a6-4ea8-af18-a3fd7d161456 None None] For port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=90bfb8b6-a15b-4ac5-85d4-ede13e53d73a,segment=NetworkSegment(58b7d152-0287-4f2c-a685-14477fed83f3),segment_id=58b7d152-0287-4f2c-a685-14477fed83f3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:20.964604 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6df1d08-d6a6-4ea8-af18-a3fd7d161456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.991292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a6df1d08-d6a6-4ea8-af18-a3fd7d161456 None None] Calling delete_port for 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:21.043372 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90591055-c5c5-4698-a9b4-21c058bf4e7e no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:21.073828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 90591055-c5c5-4698-a9b4-21c058bf4e7e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:21.074179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 90591055-c5c5-4698-a9b4-21c058bf4e7e not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:21.115312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] For port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=90bfb8b6-a15b-4ac5-85d4-ede13e53d73a,segment=NetworkSegment(58b7d152-0287-4f2c-a685-14477fed83f3),segment_id=58b7d152-0287-4f2c-a685-14477fed83f3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:21.115774 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.122376 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6df1d08-d6a6-4ea8-af18-a3fd7d161456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.153599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Calling delete_port for 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:21.170837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df1d08-d6a6-4ea8-af18-a3fd7d161456 None None] Pushing event deleted for resources: {'Port': ['ID=90bfb8b6-a15b-4ac5-85d4-ede13e53d73a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.174251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df1d08-d6a6-4ea8-af18-a3fd7d161456 None None] No DVR routers for this DVR port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:21.202004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-132129a7-ef6b-42e2-b19a-a8d109c1a586 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.205885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-132129a7-ef6b-42e2-b19a-a8d109c1a586 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.4365263 Jul 16 18:15:21.270412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce7ddb-3250-49c5-af35-4d4c67577dec req-3bcc4712-7e37-4c0b-a946-acf5dabe4e3d tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.271984 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24ce7ddb-3250-49c5-af35-4d4c67577dec req-3bcc4712-7e37-4c0b-a946-acf5dabe4e3d tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 944 time: 0.2235441 Jul 16 18:15:21.273297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-fe5c69c2-cb4e-42f0-a573-088fef9b771a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/quotas/e70f238652dc4358815dba823514ae3b HTTP/1.1" status: 200 len: 375 time: 0.0339894 Jul 16 18:15:21.387830 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24ce7ddb-3250-49c5-af35-4d4c67577dec req-113b21bc-56bb-435c-963a-22342dd9974c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7e0d31d-26da-4399-97dd-6f52d333a974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966387 Jul 16 18:15:21.393908 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.424173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-18f87a2b-fd37-492a-9e29-4463f2d39f2e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189895 Jul 16 18:15:21.443475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] No DVR routers for this DVR port 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:21.466991 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Port': ['ID=90bfb8b6-a15b-4ac5-85d4-ede13e53d73a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.609694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.633807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde4a8c8-1ace-48c6-b9e2-b041f17f980e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:21.779438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device e2511ef6-8cb9-4617-bc48-ef25a23c5e3d up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:21.875879 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:21.881239 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:21.881952 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.982707 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.019995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd7423b-cab1-4fb3-b225-d16ab0698358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2511ef6-8cb9-4617-bc48-ef25a23c5e3d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:22.023125 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62239d59-39c9-42dc-99c8-6c1ef9434892" -d '{"events": [{"server_uuid": "0fd7423b-cab1-4fb3-b225-d16ab0698358", "name": "network-vif-plugged", "status": "completed", "tag": "e2511ef6-8cb9-4617-bc48-ef25a23c5e3d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:22.040239 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d,segment=NetworkSegment(95042453-0aa3-457e-a88c-bf107e1dfce7),segment_id=95042453-0aa3-457e-a88c-bf107e1dfce7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:22.047954 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-f7c8a60e-3f66-4844-8da3-4b3c29209045 service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229806 Jul 16 18:15:22.048382 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.049650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b7d152-0287-4f2c-a685-14477fed83f3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:22.050478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b7d152-0287-4f2c-a685-14477fed83f3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:22.069148 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.101951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.138959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:22.139378 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:22.142811 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:22.191226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:22.259994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-cc236dda-d9da-444d-a923-ccf6f8b5f570 service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021935 Jul 16 18:15:22.261272 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.303489 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.305448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] 10.222.0.52 "DELETE /v2.0/networks/dde4a8c8-1ace-48c6-b9e2-b041f17f980e HTTP/1.1" status: 204 len: 168 time: 1.9819989 Jul 16 18:15:22.306915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b96320-bbd4-43c7-9631-8467efcc5a70 tempest-NetworksTest-971476545 tempest-NetworksTest-971476545-project] Pushing event deleted for resources: {'Network': ['ID=dde4a8c8-1ace-48c6-b9e2-b041f17f980e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:22.334537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.339515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7df72064-ecc1-4ed3-9690-d7d9962ccc67 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-299262322', 'description': 'tempest-secgroup-smoke-299262322 description', 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:22.418217 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7df72064-ecc1-4ed3-9690-d7d9962ccc67 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.567837 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7df72064-ecc1-4ed3-9690-d7d9962ccc67 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.575956 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7df72064-ecc1-4ed3-9690-d7d9962ccc67 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.596231 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1790ca-6176-42ef-a031-47dd7911dfce x-openstack-request-id: req-ec1790ca-6176-42ef-a031-47dd7911dfce {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:22.597244 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd7423b-cab1-4fb3-b225-d16ab0698358", "name": "network-vif-plugged", "status": "completed", "tag": "e2511ef6-8cb9-4617-bc48-ef25a23c5e3d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:22.597675 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec1790ca-6176-42ef-a031-47dd7911dfce {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:22.598128 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd7423b-cab1-4fb3-b225-d16ab0698358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2511ef6-8cb9-4617-bc48-ef25a23c5e3d', 'code': 200} Jul 16 18:15:22.667186 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7df72064-ecc1-4ed3-9690-d7d9962ccc67 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.674455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7df72064-ecc1-4ed3-9690-d7d9962ccc67 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3359408 Jul 16 18:15:22.674857 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.680180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-231ba196-b46d-4d83-b1fd-6019b3517b1a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Request body: {'security_group_rule': {'security_group_id': '9e140679-b637-4c9a-832f-019ce8ea9642', 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:22.755562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:22.790347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df72064-ecc1-4ed3-9690-d7d9962ccc67 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e140679-b637-4c9a-832f-019ce8ea9642,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:22.800623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.801056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:22.801534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 90bfb8b6-a15b-4ac5-85d4-ede13e53d73a not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:22.817445 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-231ba196-b46d-4d83-b1fd-6019b3517b1a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.966017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.972015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9ef350c-36ba-4c8b-9033-488b9849f9b1 req-6f7ad805-d2fc-49d2-99a0-844db24ab85d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 210 time: 0.0708730 Jul 16 18:15:23.021219 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-231ba196-b46d-4d83-b1fd-6019b3517b1a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.029937 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-231ba196-b46d-4d83-b1fd-6019b3517b1a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.030168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237a438-cf93-4630-9002-799734fa73e5 req-bfb2bdbf-2657-427e-94ee-4acec514f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:23.031702 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e237a438-cf93-4630-9002-799734fa73e5 req-bfb2bdbf-2657-427e-94ee-4acec514f26f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 1096 time: 0.3320196 Jul 16 18:15:23.061965 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ba196-b46d-4d83-b1fd-6019b3517b1a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6182f02-fe52-4f73-b13f-d35e0549de99,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.094251 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-231ba196-b46d-4d83-b1fd-6019b3517b1a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.098425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83a257-d42c-42d5-a2f5-37f975b0653d req-7b2ba4e0-5f6d-44fd-817f-787cb34c60b1 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:23.102378 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-231ba196-b46d-4d83-b1fd-6019b3517b1a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4266214 Jul 16 18:15:23.103768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:23.106862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea83a257-d42c-42d5-a2f5-37f975b0653d req-7b2ba4e0-5f6d-44fd-817f-787cb34c60b1 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 945 time: 0.3006089 Jul 16 18:15:23.115000 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-001a3ca2-46a7-45fd-9c95-0eb6029ceb62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Request body: {'security_group_rule': {'security_group_id': '9e140679-b637-4c9a-832f-019ce8ea9642', 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:23.145714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e237a438-cf93-4630-9002-799734fa73e5 req-e8ce5e77-5133-4498-bbc6-01ae0d80932d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b7e0d31d-26da-4399-97dd-6f52d333a974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005030 Jul 16 18:15:23.188273 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-001a3ca2-46a7-45fd-9c95-0eb6029ceb62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.268702 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-001a3ca2-46a7-45fd-9c95-0eb6029ceb62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.269634 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2368d1d7-252c-4028-b7e0-a9055ce1e5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.278037 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-001a3ca2-46a7-45fd-9c95-0eb6029ceb62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.304480 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a3ca2-46a7-45fd-9c95-0eb6029ceb62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13145711-b834-45f3-ad2d-3f0827c6d6d9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.305294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea83a257-d42c-42d5-a2f5-37f975b0653d req-a34ab909-64d5-44da-8431-879f273f0618 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7e0d31d-26da-4399-97dd-6f52d333a974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974189 Jul 16 18:15:23.317763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ce00cfbb-15e3-4619-a97b-124fcb60e39c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6780d0ee133146b6b350eec68b4eaa2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482597 Jul 16 18:15:23.324428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:23.326594 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-001a3ca2-46a7-45fd-9c95-0eb6029ceb62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.331666 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-001a3ca2-46a7-45fd-9c95-0eb6029ceb62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2263303 Jul 16 18:15:23.332457 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:23.346493 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c3782fb7-f3c1-4903-a1fe-054b1c9df4af tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Request body: {'security_group_rule': {'security_group_id': '9e140679-b637-4c9a-832f-019ce8ea9642', 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:23.370028 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.db.api [None req-c3782fb7-f3c1-4903-a1fe-054b1c9df4af tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:15:23.370028 n-d-793618-9 neutron-server[93766]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:15:23.370028 n-d-793618-9 neutron-server[93766]: [parameters: {'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'id': 'fcb8f6fd-aceb-4ee4-b64b-852a73e48966', 'expiration': datetime.datetime(2021, 7, 16, 18, 17, 23, 363102)}] Jul 16 18:15:23.370028 n-d-793618-9 neutron-server[93766]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:23.370028 n-d-793618-9 neutron-server[93766]: DEBUG oslo_db.api [None req-c3782fb7-f3c1-4903-a1fe-054b1c9df4af tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:23.411213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20181823-64ce-4284-aad9-3a440c5d148a req-cfd396ea-dad9-4b23-8d95-bee9a2990d53 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:23.412796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20181823-64ce-4284-aad9-3a440c5d148a req-cfd396ea-dad9-4b23-8d95-bee9a2990d53 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7 HTTP/1.1" status: 200 len: 950 time: 0.2751777 Jul 16 18:15:23.511023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ab17-bffb-4c0f-98bf-d77f23720dcc req-612966b2-2595-4b2c-b2b3-c8fda92358a2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:23.512338 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84c4ab17-bffb-4c0f-98bf-d77f23720dcc req-612966b2-2595-4b2c-b2b3-c8fda92358a2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7 HTTP/1.1" status: 200 len: 950 time: 0.3206446 Jul 16 18:15:23.519496 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c04d8635-43fd-4933-a0a2-1bf7f5f5620d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.620882 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c04d8635-43fd-4933-a0a2-1bf7f5f5620d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.650530 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2368d1d7-252c-4028-b7e0-a9055ce1e5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.660750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84c4ab17-bffb-4c0f-98bf-d77f23720dcc req-e30ac017-6bd4-44df-8792-c0a5422eeb57 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295285 Jul 16 18:15:23.664913 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2368d1d7-252c-4028-b7e0-a9055ce1e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.732060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2368d1d7-252c-4028-b7e0-a9055ce1e5bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11885e3b8c9e4006a639ee3d67b574f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9241185 Jul 16 18:15:23.734012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368d1d7-252c-4028-b7e0-a9055ce1e5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e401277c-93ab-405e-b4d4-e87b6af87df4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.735859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:23.737675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-20181823-64ce-4284-aad9-3a440c5d148a req-54a2141e-1d82-43d4-bd03-c8e3a0fd23f6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Deleting port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:23.738024 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-20181823-64ce-4284-aad9-3a440c5d148a req-54a2141e-1d82-43d4-bd03-c8e3a0fd23f6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.767129 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c04d8635-43fd-4933-a0a2-1bf7f5f5620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.769892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c04d8635-43fd-4933-a0a2-1bf7f5f5620d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.771040 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c04d8635-43fd-4933-a0a2-1bf7f5f5620d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9b7670b-f38d-4e70-b1d8-893b369da52e HTTP/1.1" status: 204 len: 168 time: 0.4456589 Jul 16 18:15:23.787241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d8635-43fd-4933-a0a2-1bf7f5f5620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b7670b-f38d-4e70-b1d8-893b369da52e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.876523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-20181823-64ce-4284-aad9-3a440c5d148a req-54a2141e-1d82-43d4-bd03-c8e3a0fd23f6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] For port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6e577542-fa29-4bd1-869a-2ca31cb5ebc1,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:23.877989 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-20181823-64ce-4284-aad9-3a440c5d148a req-54a2141e-1d82-43d4-bd03-c8e3a0fd23f6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.903898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-20181823-64ce-4284-aad9-3a440c5d148a req-54a2141e-1d82-43d4-bd03-c8e3a0fd23f6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Calling delete_port for 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:23.916988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:23.920053 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dcada6d-aec6-4cb6-a81b-322fc62c0960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.997002 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dcada6d-aec6-4cb6-a81b-322fc62c0960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.003147 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3782fb7-f3c1-4903-a1fe-054b1c9df4af tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.141390 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3782fb7-f3c1-4903-a1fe-054b1c9df4af tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.147085 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-20181823-64ce-4284-aad9-3a440c5d148a req-54a2141e-1d82-43d4-bd03-c8e3a0fd23f6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.154141 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3782fb7-f3c1-4903-a1fe-054b1c9df4af tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.160141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:24.163337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:24.223009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3782fb7-f3c1-4903-a1fe-054b1c9df4af tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97cba80-31c2-4436-a9c5-b2eb2accbebb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:24.236596 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3782fb7-f3c1-4903-a1fe-054b1c9df4af tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.238127 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c3782fb7-f3c1-4903-a1fe-054b1c9df4af tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8991444 Jul 16 18:15:24.241831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.250410 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3898cdfe-e4ae-4b84-9667-d90642138385 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Request body: {'security_group_rule': {'security_group_id': '9e140679-b637-4c9a-832f-019ce8ea9642', 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:24.300065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dcada6d-aec6-4cb6-a81b-322fc62c0960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.302788 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5dcada6d-aec6-4cb6-a81b-322fc62c0960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.304006 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5dcada6d-aec6-4cb6-a81b-322fc62c0960 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e401277c-93ab-405e-b4d4-e87b6af87df4 HTTP/1.1" status: 204 len: 168 time: 0.5563610 Jul 16 18:15:24.309655 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3898cdfe-e4ae-4b84-9667-d90642138385 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.332224 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcada6d-aec6-4cb6-a81b-322fc62c0960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e401277c-93ab-405e-b4d4-e87b6af87df4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:24.368185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2141e-1d82-43d4-bd03-c8e3a0fd23f6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event deleted for resources: {'Port': ['ID=6e577542-fa29-4bd1-869a-2ca31cb5ebc1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:24.474346 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3898cdfe-e4ae-4b84-9667-d90642138385 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.481037 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3898cdfe-e4ae-4b84-9667-d90642138385 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.500555 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898cdfe-e4ae-4b84-9667-d90642138385 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d84b848-7cad-410c-9f53-ee4d42284cd1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:24.527271 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3898cdfe-e4ae-4b84-9667-d90642138385 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.533401 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3898cdfe-e4ae-4b84-9667-d90642138385 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2881374 Jul 16 18:15:24.535366 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.546609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d9965da-f017-4faf-8972-6ef45dca1151 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Request body: {'security_group_rule': {'security_group_id': '9e140679-b637-4c9a-832f-019ce8ea9642', 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:24.605979 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-8d9965da-f017-4faf-8972-6ef45dca1151 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Project 2b42dc02e3ca404fa3a38fbb59fc5fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:15:24.621212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d9965da-f017-4faf-8972-6ef45dca1151 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.670129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-506288c3-301d-4b89-ae42-0812da355213 req-f272d494-0b24-490f-bca4-d9de192930df tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 210 time: 0.3964725 Jul 16 18:15:24.802029 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d9965da-f017-4faf-8972-6ef45dca1151 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.836836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-20181823-64ce-4284-aad9-3a440c5d148a req-54a2141e-1d82-43d4-bd03-c8e3a0fd23f6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] No DVR routers for this DVR port 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:24.841327 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d9965da-f017-4faf-8972-6ef45dca1151 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.849071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-20181823-64ce-4284-aad9-3a440c5d148a req-54a2141e-1d82-43d4-bd03-c8e3a0fd23f6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.858430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20181823-64ce-4284-aad9-3a440c5d148a req-54a2141e-1d82-43d4-bd03-c8e3a0fd23f6 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "DELETE /v2.0/ports/6e577542-fa29-4bd1-869a-2ca31cb5ebc1 HTTP/1.1" status: 204 len: 173 time: 1.4328387 Jul 16 18:15:24.959620 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9965da-f017-4faf-8972-6ef45dca1151 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f547282a-a5b3-4646-a510-b96bfbe70aad,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:24.991917 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7', 'name': 'network-vif-deleted', 'tag': '6e577542-fa29-4bd1-869a-2ca31cb5ebc1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:25.005384 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2375d123-b8f8-4e80-b6df-28d01b38c05f" -d '{"events": [{"server_uuid": "a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7", "name": "network-vif-deleted", "tag": "6e577542-fa29-4bd1-869a-2ca31cb5ebc1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:25.061701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:25.075009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d9965da-f017-4faf-8972-6ef45dca1151 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.076360 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8d9965da-f017-4faf-8972-6ef45dca1151 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5397520 Jul 16 18:15:25.088922 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:25.104639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1fdbf7c9-4aaa-4a85-8f88-e5ccfa37e27a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Request body: {'security_group_rule': {'security_group_id': '9e140679-b637-4c9a-832f-019ce8ea9642', 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:25.107721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb595fef-4ba5-48fd-a7a2-12e3ccba8358 req-fce392bb-137b-4ad8-94d1-69a08756a8fe tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:25.109789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb595fef-4ba5-48fd-a7a2-12e3ccba8358 req-fce392bb-137b-4ad8-94d1-69a08756a8fe tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9297dcc-ace6-405b-a1b5-b2cb992d572f HTTP/1.1" status: 200 len: 950 time: 0.8374600 Jul 16 18:15:25.146238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2015463b-0b90-4c56-9900-bb8196c7b831 req-89c81d3a-aa10-4e1d-b6f2-a7a2f4cea72f tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7 HTTP/1.1" status: 200 len: 210 time: 0.1143332 Jul 16 18:15:25.171306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d65407b-a0a8-4b37-a96f-6300b367bf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.206242 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-c5f93a5b-104e-42fb-ba39-6193afe2d292 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:25.208152 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-c5f93a5b-104e-42fb-ba39-6193afe2d292 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.4767535 Jul 16 18:15:25.209740 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-1fdbf7c9-4aaa-4a85-8f88-e5ccfa37e27a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Project 2b42dc02e3ca404fa3a38fbb59fc5fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:15:25.216765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fdbf7c9-4aaa-4a85-8f88-e5ccfa37e27a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.256896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Request body: {'port': {'device_id': 'f67f857f-6f59-4976-b984-920d8fe09e42', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'admin_state_up': True, 'tenant_id': 'e70f238652dc4358815dba823514ae3b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:25.387552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a4daf-e042-4f78-800a-f498f93252e8 req-fabc8cee-1477-4005-a245-1cce50e7164c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:25.395838 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-621a4daf-e042-4f78-800a-f498f93252e8 req-fabc8cee-1477-4005-a245-1cce50e7164c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 945 time: 0.7233236 Jul 16 18:15:25.439501 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fdbf7c9-4aaa-4a85-8f88-e5ccfa37e27a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.448205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:25.459141 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fdbf7c9-4aaa-4a85-8f88-e5ccfa37e27a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.496321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbf7c9-4aaa-4a85-8f88-e5ccfa37e27a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d56ec8-9b05-4bb0-8298-75d66ee222a8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:25.586844 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d65407b-a0a8-4b37-a96f-6300b367bf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.590696 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c9d550-fec3-47ae-83ad-0a11cfaf0dc2 x-openstack-request-id: req-88c9d550-fec3-47ae-83ad-0a11cfaf0dc2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:25.591063 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7", "name": "network-vif-deleted", "tag": "6e577542-fa29-4bd1-869a-2ca31cb5ebc1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:25.591387 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-88c9d550-fec3-47ae-83ad-0a11cfaf0dc2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:25.591963 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cf60a2-2575-43e0-b94e-0d8bcb04b0d7', 'name': 'network-vif-deleted', 'tag': '6e577542-fa29-4bd1-869a-2ca31cb5ebc1', 'status': 'completed', 'code': 200} Jul 16 18:15:25.609808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-621a4daf-e042-4f78-800a-f498f93252e8 req-7d8fc784-4d3b-4d00-a58e-455a9dc10951 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7e0d31d-26da-4399-97dd-6f52d333a974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126489 Jul 16 18:15:25.616125 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d65407b-a0a8-4b37-a96f-6300b367bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.623552 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1fdbf7c9-4aaa-4a85-8f88-e5ccfa37e27a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.634300 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1fdbf7c9-4aaa-4a85-8f88-e5ccfa37e27a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5364201 Jul 16 18:15:25.638040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a07f315c-5a59-4dde-9f38-c465540d5059 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group': {'name': 'tempest-secgroup--315851612'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:25.649875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Made reservation on behalf of e70f238652dc4358815dba823514ae3b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:25.661468 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.711807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2d65407b-a0a8-4b37-a96f-6300b367bf14 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dcfb8ddfb4da455d8126881186ca649c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6474524 Jul 16 18:15:25.712777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:25.720721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fb595fef-4ba5-48fd-a7a2-12e3ccba8358 req-401a35ee-5c10-43eb-89a8-72f49f9e7ec2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Deleting port eb502de5-2d2c-4b2b-8f9f-7c3f34146472 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:25.722033 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb595fef-4ba5-48fd-a7a2-12e3ccba8358 req-401a35ee-5c10-43eb-89a8-72f49f9e7ec2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.728981 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65407b-a0a8-4b37-a96f-6300b367bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1608ec4d-5d6e-48c1-864c-775bbb9917b6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:25.779752 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a07f315c-5a59-4dde-9f38-c465540d5059 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.866488 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a07f315c-5a59-4dde-9f38-c465540d5059 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.883814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fb595fef-4ba5-48fd-a7a2-12e3ccba8358 req-401a35ee-5c10-43eb-89a8-72f49f9e7ec2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] For port eb502de5-2d2c-4b2b-8f9f-7c3f34146472, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=eb502de5-2d2c-4b2b-8f9f-7c3f34146472,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:25.884218 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb595fef-4ba5-48fd-a7a2-12e3ccba8358 req-401a35ee-5c10-43eb-89a8-72f49f9e7ec2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.912992 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1fa5e7f-c798-4de8-a60d-44e7a764387e req-db3edd7a-c591-4250-8523-9abc49520c0a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 210 time: 0.0569420 Jul 16 18:15:25.941953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fb595fef-4ba5-48fd-a7a2-12e3ccba8358 req-401a35ee-5c10-43eb-89a8-72f49f9e7ec2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Calling delete_port for eb502de5-2d2c-4b2b-8f9f-7c3f34146472 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:25.958276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Allocated IP 172.20.0.5 (9e78f56b-5e51-42a6-804f-d297865e4c92/0c30686d-f148-4f8a-8c2a-29c3ee51f644/ada259ef-174d-467f-a193-f4ae145230eb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:26.032893 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-690c2b95-88b8-4012-aeea-ebadf6f90a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.040844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9d402e-3e6b-4554-a125-4afddda3cf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.117174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-9facc172-b5cd-4565-b50e-ce2062cd68cc tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-299262322&fields=id&tenant_id=2b42dc02e3ca404fa3a38fbb59fc5fac HTTP/1.1" status: 200 len: 267 time: 0.1174688 Jul 16 18:15:26.140671 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9d402e-3e6b-4554-a125-4afddda3cf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.242611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.255377 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a07f315c-5a59-4dde-9f38-c465540d5059 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.262639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a07f315c-5a59-4dde-9f38-c465540d5059 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.277945 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9d402e-3e6b-4554-a125-4afddda3cf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.279266 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a9d402e-3e6b-4554-a125-4afddda3cf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.282957 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3a9d402e-3e6b-4554-a125-4afddda3cf83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1608ec4d-5d6e-48c1-864c-775bbb9917b6 HTTP/1.1" status: 204 len: 168 time: 0.5650425 Jul 16 18:15:26.322327 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f315c-5a59-4dde-9f38-c465540d5059 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4cad38-daf7-4205-8bcd-2466abd0fad0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:26.353685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d402e-3e6b-4554-a125-4afddda3cf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1608ec4d-5d6e-48c1-864c-775bbb9917b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:26.373721 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.390319 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:26.449505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a07f315c-5a59-4dde-9f38-c465540d5059 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.451585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Network 9e78f56b-5e51-42a6-804f-d297865e4c92 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:26.452502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-51f58a65-0d7b-4ed9-ba18-56e14eb25083 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.455326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:26.457758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:26.465610 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a07f315c-5a59-4dde-9f38-c465540d5059 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.465982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-51f58a65-0d7b-4ed9-ba18-56e14eb25083 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/networks?id=ce35a90e-b24d-45be-9dc6-5e2d0c122801 HTTP/1.1" status: 200 len: 814 time: 0.3166120 Jul 16 18:15:26.485374 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb595fef-4ba5-48fd-a7a2-12e3ccba8358 req-401a35ee-5c10-43eb-89a8-72f49f9e7ec2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.490725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event updated for resources: {'Port': ['ID=ada259ef-174d-467f-a193-f4ae145230eb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:26.509799 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-720373ae-e025-4d9c-9e7b-f465f5cf8762 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/quotas/2b42dc02e3ca404fa3a38fbb59fc5fac HTTP/1.1" status: 200 len: 375 time: 0.0428848 Jul 16 18:15:26.554437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a35ee-5c10-43eb-89a8-72f49f9e7ec2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event deleted for resources: {'Port': ['ID=eb502de5-2d2c-4b2b-8f9f-7c3f34146472,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:26.596137 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a07f315c-5a59-4dde-9f38-c465540d5059 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.600209 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a07f315c-5a59-4dde-9f38-c465540d5059 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1485400 Jul 16 18:15:26.604916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:26.610438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f315c-5a59-4dde-9f38-c465540d5059 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab98aa7-01f2-40df-bf04-003191c65105,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:26.632399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.633126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.649941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb595fef-4ba5-48fd-a7a2-12e3ccba8358 req-401a35ee-5c10-43eb-89a8-72f49f9e7ec2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] No DVR routers for this DVR port eb502de5-2d2c-4b2b-8f9f-7c3f34146472 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:26.657807 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-49883bd0-a6a8-49c3-a585-cf6e9810bc5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4061382 Jul 16 18:15:26.670847 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Request body: {'port': {'device_id': 'f67f857f-6f59-4976-b984-920d8fe09e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:26.673890 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb595fef-4ba5-48fd-a7a2-12e3ccba8358 req-401a35ee-5c10-43eb-89a8-72f49f9e7ec2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.675857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb595fef-4ba5-48fd-a7a2-12e3ccba8358 req-401a35ee-5c10-43eb-89a8-72f49f9e7ec2 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.38 "DELETE /v2.0/ports/eb502de5-2d2c-4b2b-8f9f-7c3f34146472 HTTP/1.1" status: 204 len: 173 time: 1.5182738 Jul 16 18:15:26.761767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:26.770356 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.779872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e650918a-a43c-4344-927f-31c50d96a1f1 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1735566 Jul 16 18:15:26.785922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-8533133e-710f-4022-9b2e-041f04602a1f tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b42dc02e3ca404fa3a38fbb59fc5fac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2445149 Jul 16 18:15:26.798417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:26.804329 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6ceb9b97-a11f-4076-b1fc-89feb48787b4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group': {'name': 'tempest-security--1528314931', 'description': 'tempest-security-description-687322103'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:26.806452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:26.861496 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-378ed15f-66bb-4706-b8b1-5f8edee2c1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.912895 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ceb9b97-a11f-4076-b1fc-89feb48787b4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.943305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab7ad-2bcc-4702-84f9-f368ccaa52e3 req-f23f86ab-d3b1-4a42-8856-3a2ac4635f3e tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.951147 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f9ab7ad-2bcc-4702-84f9-f368ccaa52e3 req-f23f86ab-d3b1-4a42-8856-3a2ac4635f3e tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 945 time: 0.3343070 Jul 16 18:15:27.057748 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ceb9b97-a11f-4076-b1fc-89feb48787b4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.063064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ceb9b97-a11f-4076-b1fc-89feb48787b4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.065884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ceb9b97-a11f-4076-b1fc-89feb48787b4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.069803 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6ceb9b97-a11f-4076-b1fc-89feb48787b4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "PUT /v2.0/security-groups/bab98aa7-01f2-40df-bf04-003191c65105 HTTP/1.1" status: 200 len: 1779 time: 0.2677782 Jul 16 18:15:27.076043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.170971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb9b97-a11f-4076-b1fc-89feb48787b4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab98aa7-01f2-40df-bf04-003191c65105,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.184248 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-000aca69-f376-4e20-8637-9881c29d6364 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-groups/bab98aa7-01f2-40df-bf04-003191c65105 HTTP/1.1" status: 200 len: 1779 time: 0.1059482 Jul 16 18:15:27.188646 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.304243 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2328a1db-2941-4266-9843-78469326c9f4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.340462 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2328a1db-2941-4266-9843-78469326c9f4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.354204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada259ef-174d-467f-a193-f4ae145230eb {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:27.360166 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-04bfcc24-efc7-4d68-826f-322077fbaf55 service neutron] 10.222.0.52 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364447 Jul 16 18:15:27.363179 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.382289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Transition to ACTIVE for port object ada259ef-174d-467f-a193-f4ae145230eb will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:27.386860 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.394248 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f9ab7ad-2bcc-4702-84f9-f368ccaa52e3 req-c8613692-78bf-4a68-af73-7e4f8506da9b tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7e0d31d-26da-4399-97dd-6f52d333a974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421172 Jul 16 18:15:27.481527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Pushing event updated for resources: {'Port': ['ID=ada259ef-174d-467f-a193-f4ae145230eb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.504539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-690c2b95-88b8-4012-aeea-ebadf6f90a79 admin admin] Deleting port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:27.504892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-690c2b95-88b8-4012-aeea-ebadf6f90a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.513932 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2328a1db-2941-4266-9843-78469326c9f4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.516585 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2328a1db-2941-4266-9843-78469326c9f4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.520023 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2328a1db-2941-4266-9843-78469326c9f4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-groups/bab98aa7-01f2-40df-bf04-003191c65105 HTTP/1.1" status: 204 len: 168 time: 0.3282464 Jul 16 18:15:27.522180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.565643 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328a1db-2941-4266-9843-78469326c9f4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab98aa7-01f2-40df-bf04-003191c65105,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.601030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9297dcc-ace6-405b-a1b5-b2cb992d572f', 'name': 'network-vif-deleted', 'tag': 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:27.603482 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8015399c-b7cf-49fe-9adc-adf01e4b8a19" -d '{"events": [{"server_uuid": "d9297dcc-ace6-405b-a1b5-b2cb992d572f", "name": "network-vif-deleted", "tag": "eb502de5-2d2c-4b2b-8f9f-7c3f34146472"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:27.629653 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e8886643-b279-48bc-8194-1de0c4d412d0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878918 Jul 16 18:15:27.630603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Attempting to bind port ada259ef-174d-467f-a193-f4ae145230eb on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:27.630938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Attempting to bind port ada259ef-174d-467f-a193-f4ae145230eb by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:27.631611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Attempting to bind port ada259ef-174d-467f-a193-f4ae145230eb on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:27.633106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.633304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-d91a10c5-5702-487a-af4d-67c3e952c5a4 service neutron] 10.222.0.52 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645590 Jul 16 18:15:27.644085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Port ada259ef-174d-467f-a193-f4ae145230eb on network 9e78f56b-5e51-42a6-804f-d297865e4c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:27.644320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Attempting to bind port ada259ef-174d-467f-a193-f4ae145230eb on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:27.653926 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-407ac51d-90e6-433c-ae17-a4e85871c7aa tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] delete failed (client error): The resource could not be found. Jul 16 18:15:27.654964 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-407ac51d-90e6-433c-ae17-a4e85871c7aa tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-groups/bab98aa7-01f2-40df-bf04-003191c65105 HTTP/1.1" status: 404 len: 347 time: 0.0200629 Jul 16 18:15:27.659391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.661650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:27.661995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Checking segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:27.662391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Bound using segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:27.663591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Bound port: ada259ef-174d-467f-a193-f4ae145230eb, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:27.663591 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.664612 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-378ed15f-66bb-4706-b8b1-5f8edee2c1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.668685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-99d98568-b29c-4792-98b2-fd9236edce94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group': {'name': 'tempest-secgroup--740807632'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:27.702246 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-378ed15f-66bb-4706-b8b1-5f8edee2c1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.728872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d98568-b29c-4792-98b2-fd9236edce94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.742735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-690c2b95-88b8-4012-aeea-ebadf6f90a79 admin admin] For port 61235551-5da1-4e1e-b0d3-29a2bb51a9e6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=61235551-5da1-4e1e-b0d3-29a2bb51a9e6,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:27.743104 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-690c2b95-88b8-4012-aeea-ebadf6f90a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.779959 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] For port ada259ef-174d-467f-a193-f4ae145230eb, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:27.785251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-690c2b95-88b8-4012-aeea-ebadf6f90a79 admin admin] Calling delete_port for 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:27.785847 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] For port ada259ef-174d-467f-a193-f4ae145230eb, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ada259ef-174d-467f-a193-f4ae145230eb,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:27.792762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-378ed15f-66bb-4706-b8b1-5f8edee2c1c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98e920a8ff894e4e86fa3e70c68377cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9689717 Jul 16 18:15:27.793840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.796572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device eb502de5-2d2c-4b2b-8f9f-7c3f34146472 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:27.799607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ed15f-66bb-4706-b8b1-5f8edee2c1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37c2d71-843c-4fe6-926d-2aa630532ff4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.814714 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.833102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: eb502de5-2d2c-4b2b-8f9f-7c3f34146472 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:27.833722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device eb502de5-2d2c-4b2b-8f9f-7c3f34146472 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:27.834338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:27.861560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:27.862271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 6e577542-fa29-4bd1-869a-2ca31cb5ebc1 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:27.865752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299222c-5450-40d3-88ea-409ee8e41e6c req-1ed0db5b-0052-4a67-9cc8-83fb1b228fa7 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.873373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2299222c-5450-40d3-88ea-409ee8e41e6c req-1ed0db5b-0052-4a67-9cc8-83fb1b228fa7 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 943 time: 0.2730463 Jul 16 18:15:27.898254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.899228 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.900482 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] 10.222.0.42 "PUT /v2.0/ports/ada259ef-174d-467f-a193-f4ae145230eb HTTP/1.1" status: 200 len: 1091 time: 1.2357202 Jul 16 18:15:27.903518 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67f857f-6f59-4976-b984-920d8fe09e42', 'tag': 'ada259ef-174d-467f-a193-f4ae145230eb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:27.906642 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8230ae1-3557-449d-9811-4cbaddc12600" -d '{"events": [{"name": "network-changed", "server_uuid": "f67f857f-6f59-4976-b984-920d8fe09e42", "tag": "ada259ef-174d-467f-a193-f4ae145230eb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:27.921623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e4e68-6589-44fb-8061-5f3faff5a0b7 req-0d5ac9fe-ecbf-423a-82c9-deb9d5a8495b tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.923248 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d56e4e68-6589-44fb-8061-5f3faff5a0b7 req-0d5ac9fe-ecbf-423a-82c9-deb9d5a8495b tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 945 time: 0.2961481 Jul 16 18:15:27.974962 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-752fe933-b851-405e-8fdd-2c4f26cabf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.991137 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2299222c-5450-40d3-88ea-409ee8e41e6c req-2b2cdf75-5772-472a-b829-83f35c635715 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168208 Jul 16 18:15:28.003925 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-752fe933-b851-405e-8fdd-2c4f26cabf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.046106 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bcbacb-2774-4f97-885d-af040d0fc9ca x-openstack-request-id: req-f1bcbacb-2774-4f97-885d-af040d0fc9ca {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:28.046409 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9297dcc-ace6-405b-a1b5-b2cb992d572f", "name": "network-vif-deleted", "tag": "eb502de5-2d2c-4b2b-8f9f-7c3f34146472", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:28.046891 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1bcbacb-2774-4f97-885d-af040d0fc9ca {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:28.047303 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9297dcc-ace6-405b-a1b5-b2cb992d572f', 'name': 'network-vif-deleted', 'tag': 'eb502de5-2d2c-4b2b-8f9f-7c3f34146472', 'status': 'completed', 'code': 200} Jul 16 18:15:28.104579 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296f0adc-08ea-4c5d-b17c-badd73932b40 x-openstack-request-id: req-296f0adc-08ea-4c5d-b17c-badd73932b40 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:28.105825 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67f857f-6f59-4976-b984-920d8fe09e42", "tag": "ada259ef-174d-467f-a193-f4ae145230eb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:28.106056 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-296f0adc-08ea-4c5d-b17c-badd73932b40 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:28.106365 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67f857f-6f59-4976-b984-920d8fe09e42', 'tag': 'ada259ef-174d-467f-a193-f4ae145230eb', 'status': 'completed', 'code': 200} Jul 16 18:15:28.106946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204ef45-2809-4dc6-8bfa-362538dee81c service neutron] Pushing event updated for resources: {'Port': ['ID=ada259ef-174d-467f-a193-f4ae145230eb,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.127195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-752fe933-b851-405e-8fdd-2c4f26cabf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.130785 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-752fe933-b851-405e-8fdd-2c4f26cabf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.134362 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-752fe933-b851-405e-8fdd-2c4f26cabf5b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b37c2d71-843c-4fe6-926d-2aa630532ff4 HTTP/1.1" status: 204 len: 168 time: 0.3189795 Jul 16 18:15:28.154754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fe933-b851-405e-8fdd-2c4f26cabf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37c2d71-843c-4fe6-926d-2aa630532ff4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.206852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-61d9f7a6-2e14-4aa5-ac71-937a3f574d92 req-e6532eb8-3c40-42ad-8208-3fd3159b81c9 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 210 time: 0.0926898 Jul 16 18:15:28.232704 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d98568-b29c-4792-98b2-fd9236edce94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.235235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-16dca6d6-1120-47e9-a607-891b1376dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:28.237089 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-16dca6d6-1120-47e9-a607-891b1376dcc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 1094 time: 0.2869358 Jul 16 18:15:28.239420 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d98568-b29c-4792-98b2-fd9236edce94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.286561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d56e4e68-6589-44fb-8061-5f3faff5a0b7 req-59d5ca94-9fe8-4196-9bd7-d64bb6641990 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Deleting port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:28.286799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d98568-b29c-4792-98b2-fd9236edce94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a436ca7e-0cce-4440-be1f-a730c9631fac,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.287306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d56e4e68-6589-44fb-8061-5f3faff5a0b7 req-59d5ca94-9fe8-4196-9bd7-d64bb6641990 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.372621 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-9d8d3465-0409-4d81-a577-cd2c1d862825 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada259ef-174d-467f-a193-f4ae145230eb HTTP/1.1" status: 200 len: 217 time: 0.0925117 Jul 16 18:15:28.373517 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99d98568-b29c-4792-98b2-fd9236edce94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.378292 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-99d98568-b29c-4792-98b2-fd9236edce94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7177496 Jul 16 18:15:28.380222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49978) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:28.393638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-82430733-1633-49c9-aae1-328f231034c7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group_rule': {'security_group_id': 'a436ca7e-0cce-4440-be1f-a730c9631fac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:28.467138 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-690c2b95-88b8-4012-aeea-ebadf6f90a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.471446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d56e4e68-6589-44fb-8061-5f3faff5a0b7 req-59d5ca94-9fe8-4196-9bd7-d64bb6641990 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] For port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d,segment=NetworkSegment(95042453-0aa3-457e-a88c-bf107e1dfce7),segment_id=95042453-0aa3-457e-a88c-bf107e1dfce7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:28.472106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d56e4e68-6589-44fb-8061-5f3faff5a0b7 req-59d5ca94-9fe8-4196-9bd7-d64bb6641990 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.512342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d56e4e68-6589-44fb-8061-5f3faff5a0b7 req-59d5ca94-9fe8-4196-9bd7-d64bb6641990 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Calling delete_port for e2511ef6-8cb9-4617-bc48-ef25a23c5e3d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:28.515119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c2b95-88b8-4012-aeea-ebadf6f90a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=61235551-5da1-4e1e-b0d3-29a2bb51a9e6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.524788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-eddd0b40-38c0-4d79-9ac7-d09dd7dbe7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:28.530262 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-eddd0b40-38c0-4d79-9ac7-d09dd7dbe7e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.1470473 Jul 16 18:15:28.628404 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-c2f850ae-c2d6-4998-8a4e-dc3717b4cac2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927961 Jul 16 18:15:28.629958 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82430733-1633-49c9-aae1-328f231034c7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.805102 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82430733-1633-49c9-aae1-328f231034c7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.809948 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-3caa9b83-b441-43ca-996d-eb470755dc64 service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746848 Jul 16 18:15:28.815001 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82430733-1633-49c9-aae1-328f231034c7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.876328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82430733-1633-49c9-aae1-328f231034c7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f2cff2-d4b6-4d20-85ee-90a591fb5700,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.889814 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-82430733-1633-49c9-aae1-328f231034c7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.894517 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-82430733-1633-49c9-aae1-328f231034c7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5132046 Jul 16 18:15:28.895162 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49996) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:28.898774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1de887-13f2-4639-bf20-af17c5045850 req-cd48cbe6-5635-4968-8040-98bf8a8edcfc tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:28.907081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a1de887-13f2-4639-bf20-af17c5045850 req-cd48cbe6-5635-4968-8040-98bf8a8edcfc tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 949 time: 0.3359783 Jul 16 18:15:28.964600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7802d59c-2ab3-41e7-a6b8-6e08167c4158 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.978722 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7802d59c-2ab3-41e7-a6b8-6e08167c4158 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.000884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d48bd1-8122-416d-b2f0-90027e97e3c6 req-180b8e42-70a8-41ce-8e72-344f4057c851 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.006808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32d48bd1-8122-416d-b2f0-90027e97e3c6 req-180b8e42-70a8-41ce-8e72-344f4057c851 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fd7423b-cab1-4fb3-b225-d16ab0698358 HTTP/1.1" status: 200 len: 945 time: 0.2979345 Jul 16 18:15:29.019282 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-42bcd0fc-3b73-4dc0-a8b7-54fd5bc684b1 req-62fdccb6-3944-4e7f-879a-c218d9a7bfd1 service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988580 Jul 16 18:15:29.040389 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7802d59c-2ab3-41e7-a6b8-6e08167c4158 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.059890 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7802d59c-2ab3-41e7-a6b8-6e08167c4158 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.061844 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7802d59c-2ab3-41e7-a6b8-6e08167c4158 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e5f2cff2-d4b6-4d20-85ee-90a591fb5700 HTTP/1.1" status: 204 len: 168 time: 0.1636169 Jul 16 18:15:29.064437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:29.076833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a1de887-13f2-4639-bf20-af17c5045850 req-37083c53-169d-4d6a-9085-59d3ff77f16c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691165 Jul 16 18:15:29.079901 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802d59c-2ab3-41e7-a6b8-6e08167c4158 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5f2cff2-d4b6-4d20-85ee-90a591fb5700,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:29.115721 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-690c2b95-88b8-4012-aeea-ebadf6f90a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.142565 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e0eec8e8-0f14-4163-8e98-7bddca1e2568 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0759792 Jul 16 18:15:29.145024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50008) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:29.146240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32d48bd1-8122-416d-b2f0-90027e97e3c6 req-3ce2bda6-a218-498e-bc05-8bf79b49275c tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7e0d31d-26da-4399-97dd-6f52d333a974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385176 Jul 16 18:15:29.148860 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d56e4e68-6589-44fb-8061-5f3faff5a0b7 req-59d5ca94-9fe8-4196-9bd7-d64bb6641990 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.160981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['e2511ef6-8cb9-4617-bc48-ef25a23c5e3d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:29.248052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5ca94-9fe8-4196-9bd7-d64bb6641990 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Pushing event deleted for resources: {'Port': ['ID=e2511ef6-8cb9-4617-bc48-ef25a23c5e3d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:29.276809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d33f7a1-4a31-4d96-9709-c7d623d44550 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.305554 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d33f7a1-4a31-4d96-9709-c7d623d44550 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.320438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8230ae1-3557-449d-9811-4cbaddc12600 req-dbe0ca29-82cb-461d-a64b-b97e08c4340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.322096 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a8230ae1-3557-449d-9811-4cbaddc12600 req-dbe0ca29-82cb-461d-a64b-b97e08c4340e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 1094 time: 0.1735113 Jul 16 18:15:29.366899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56e4e68-6589-44fb-8061-5f3faff5a0b7 req-59d5ca94-9fe8-4196-9bd7-d64bb6641990 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] No DVR routers for this DVR port e2511ef6-8cb9-4617-bc48-ef25a23c5e3d on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:29.372322 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d56e4e68-6589-44fb-8061-5f3faff5a0b7 req-59d5ca94-9fe8-4196-9bd7-d64bb6641990 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.374550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d56e4e68-6589-44fb-8061-5f3faff5a0b7 req-59d5ca94-9fe8-4196-9bd7-d64bb6641990 tempest-ServerPasswordTestJSON-2134332507 tempest-ServerPasswordTestJSON-2134332507-project] 10.222.0.38 "DELETE /v2.0/ports/e2511ef6-8cb9-4617-bc48-ef25a23c5e3d HTTP/1.1" status: 204 len: 173 time: 1.4366140 Jul 16 18:15:29.445990 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d33f7a1-4a31-4d96-9709-c7d623d44550 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.448540 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d33f7a1-4a31-4d96-9709-c7d623d44550 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.452467 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3d33f7a1-4a31-4d96-9709-c7d623d44550 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-groups/a436ca7e-0cce-4440-be1f-a730c9631fac HTTP/1.1" status: 204 len: 168 time: 0.3059752 Jul 16 18:15:29.453074 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:29.453406 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15fa1c65-9be5-4b49-bdec-2e61b4418227 req-7b4f67a7-8dbd-4b99-909f-361b5a601530 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 210 time: 0.0379250 Jul 16 18:15:29.475132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33f7a1-4a31-4d96-9709-c7d623d44550 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a436ca7e-0cce-4440-be1f-a730c9631fac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:29.504463 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8230ae1-3557-449d-9811-4cbaddc12600 req-ad89e1be-2f2c-4eb3-911a-3fddc1e61e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.505994 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a8230ae1-3557-449d-9811-4cbaddc12600 req-ad89e1be-2f2c-4eb3-911a-3fddc1e61e1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 906 time: 0.1751013 Jul 16 18:15:29.557348 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a8230ae1-3557-449d-9811-4cbaddc12600 req-4a353bfd-ace8-486a-9be8-377ac7bed404 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada259ef-174d-467f-a193-f4ae145230eb HTTP/1.1" status: 200 len: 217 time: 0.0431190 Jul 16 18:15:29.569018 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-beedefc6-823d-42b8-923d-f07694e0a6a3 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1104903 Jul 16 18:15:29.570847 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:29.581751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d979d9e3-1d52-4462-98ee-9cfffb118441 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1321930137'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:29.636293 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8230ae1-3557-449d-9811-4cbaddc12600 req-bb97f06c-b0c8-4dec-ad18-8c831fc17834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.638129 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a8230ae1-3557-449d-9811-4cbaddc12600 req-bb97f06c-b0c8-4dec-ad18-8c831fc17834 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.0680544 Jul 16 18:15:29.640614 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d979d9e3-1d52-4462-98ee-9cfffb118441 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.640768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289ddc-10ed-427b-8cf2-f765ddd66a3e req-40b6a341-2d3b-4440-8f9f-7639898d040a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.644028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b3289ddc-10ed-427b-8cf2-f765ddd66a3e req-40b6a341-2d3b-4440-8f9f-7639898d040a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 943 time: 0.3357790 Jul 16 18:15:29.691247 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a8230ae1-3557-449d-9811-4cbaddc12600 req-b371f93a-7666-47f1-8c48-d3f8ba7c0f89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359375 Jul 16 18:15:29.716224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690c2b95-88b8-4012-aeea-ebadf6f90a79 admin admin] Router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:29.778263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b3289ddc-10ed-427b-8cf2-f765ddd66a3e req-5f77cabc-064f-40a5-a01b-c5a6fc613380 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233411 Jul 16 18:15:29.850019 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a8230ae1-3557-449d-9811-4cbaddc12600 req-4ee471fe-4f31-4914-b1c0-91fc1cb48090 service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378198 Jul 16 18:15:29.873204 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d979d9e3-1d52-4462-98ee-9cfffb118441 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.889451 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d979d9e3-1d52-4462-98ee-9cfffb118441 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.999330 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d979d9e3-1d52-4462-98ee-9cfffb118441 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.000068 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d979d9e3-1d52-4462-98ee-9cfffb118441 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4283416 Jul 16 18:15:30.040315 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48c5d0e5-0f8e-40be-ad78-adfb236c75f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.053981 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd7423b-cab1-4fb3-b225-d16ab0698358', 'name': 'network-vif-deleted', 'tag': 'e2511ef6-8cb9-4617-bc48-ef25a23c5e3d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:30.055972 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9bdad2-e8b0-450d-87b4-e9cf0c1d6bc8" -d '{"events": [{"server_uuid": "0fd7423b-cab1-4fb3-b225-d16ab0698358", "name": "network-vif-deleted", "tag": "e2511ef6-8cb9-4617-bc48-ef25a23c5e3d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:30.072919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:30.093826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b5fdd721-a8a1-4b57-9ed8-2721115d9b08 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group_rule': {'security_group_id': 'e7e544c9-301c-45d5-8f81-f67d91ec70c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:30.094653 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a8230ae1-3557-449d-9811-4cbaddc12600 req-65f8d1a6-97e2-4195-8b96-d5e1d2ec959b service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196388 Jul 16 18:15:30.096702 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979d9e3-1d52-4462-98ee-9cfffb118441 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e544c9-301c-45d5-8f81-f67d91ec70c8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:30.138514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b0361-9df6-49de-a7c5-607bad70c9b3 req-287da9c7-7a54-4572-8130-0e104b5b5b0e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:30.140067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b2b0361-9df6-49de-a7c5-607bad70c9b3 req-287da9c7-7a54-4572-8130-0e104b5b5b0e tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 949 time: 0.4768856 Jul 16 18:15:30.164326 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6724de17-3d50-4340-9951-ea2e7e73f8ec x-openstack-request-id: req-6724de17-3d50-4340-9951-ea2e7e73f8ec {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:30.164653 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd7423b-cab1-4fb3-b225-d16ab0698358", "name": "network-vif-deleted", "tag": "e2511ef6-8cb9-4617-bc48-ef25a23c5e3d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:30.164828 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6724de17-3d50-4340-9951-ea2e7e73f8ec {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:30.165212 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd7423b-cab1-4fb3-b225-d16ab0698358', 'name': 'network-vif-deleted', 'tag': 'e2511ef6-8cb9-4617-bc48-ef25a23c5e3d', 'status': 'completed', 'code': 200} Jul 16 18:15:30.210303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-4ed2a8df-3dd2-4dba-a659-d7e93de5c0dd tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:30.211795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-4ed2a8df-3dd2-4dba-a659-d7e93de5c0dd tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.38 "GET /v2.0/networks?id=ce35a90e-b24d-45be-9dc6-5e2d0c122801 HTTP/1.1" status: 200 len: 814 time: 0.4512336 Jul 16 18:15:30.233667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690c2b95-88b8-4012-aeea-ebadf6f90a79 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:30.249798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e6459-06c9-4dea-9d26-e11c0c9fb55d None None] Sync routers for ids ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:30.250297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-690c2b95-88b8-4012-aeea-ebadf6f90a79 admin admin] 10.222.0.52 "PUT /v2.0/routers/3adc9191-2fbe-47bd-b33b-c820c8bd9a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3291392 Jul 16 18:15:30.250397 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:30.271321 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e6459-06c9-4dea-9d26-e11c0c9fb55d None None] Routers {'3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:30.271978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-036e6459-06c9-4dea-9d26-e11c0c9fb55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:15:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:30.272409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd721-a8a1-4b57-9ed8-2721115d9b08 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.395062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:30.456379 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-f15680cc-360c-4e4b-b674-503b3647676c tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b42dc02e3ca404fa3a38fbb59fc5fac HTTP/1.1" status: 200 len: 379 time: 0.2183180 Jul 16 18:15:30.509279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Request body: {'port': {'device_id': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'admin_state_up': True, 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'security_groups': ['9e140679-b637-4c9a-832f-019ce8ea9642']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:30.530095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-64519594-0e85-4c02-bf52-775e6a0d47cb admin admin] Deleting subnet 5551447f-9504-449b-812a-f10beb050f98 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:30.533356 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.596488 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64519594-0e85-4c02-bf52-775e6a0d47cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.669590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64519594-0e85-4c02-bf52-775e6a0d47cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.692598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-036e6459-06c9-4dea-9d26-e11c0c9fb55d None None] Set router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:30.754039 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64519594-0e85-4c02-bf52-775e6a0d47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.757302 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.900879 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64519594-0e85-4c02-bf52-775e6a0d47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.922074 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Deleting port b0818668-4635-4a97-bf5e-b94a370ca4ab {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:30.922074 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.004905 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-036e6459-06c9-4dea-9d26-e11c0c9fb55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:15:28Z', 'revision_number': 5, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port': {'id': 'b0818668-4635-4a97-bf5e-b94a370ca4ab', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:57Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:31.033804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64519594-0e85-4c02-bf52-775e6a0d47cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5551447f-9504-449b-812a-f10beb050f98,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:31.038993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e6459-06c9-4dea-9d26-e11c0c9fb55d None None] Checking router: 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:31.046211 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64519594-0e85-4c02-bf52-775e6a0d47cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.054749 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-64519594-0e85-4c02-bf52-775e6a0d47cb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5551447f-9504-449b-812a-f10beb050f98 HTTP/1.1" status: 204 len: 168 time: 0.6577928 Jul 16 18:15:31.055004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e6459-06c9-4dea-9d26-e11c0c9fb55d None None] Routers {'3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:31.055750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-036e6459-06c9-4dea-9d26-e11c0c9fb55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:15:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:31.072775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.189112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-036e6459-06c9-4dea-9d26-e11c0c9fb55d None None] Set router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:31.201585 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.207924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] For port b0818668-4635-4a97-bf5e-b94a370ca4ab, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b0818668-4635-4a97-bf5e-b94a370ca4ab,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:31.208286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.226446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Calling delete_port for b0818668-4635-4a97-bf5e-b94a370ca4ab owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:31.226767 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd721-a8a1-4b57-9ed8-2721115d9b08 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.254122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-036e6459-06c9-4dea-9d26-e11c0c9fb55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:15:30Z', 'revision_number': 6, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:31.287615 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd721-a8a1-4b57-9ed8-2721115d9b08 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.288277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e6459-06c9-4dea-9d26-e11c0c9fb55d None None] The sync data for ids ['3adc9191-2fbe-47bd-b33b-c820c8bd9a4a'] in n-d-793618-9 is: [{'id': '3adc9191-2fbe-47bd-b33b-c820c8bd9a4a', 'name': 'tempest-TaggedBootDevicesTest_v242-1846953077-router', 'tenant_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:55Z', 'updated_at': '2021-07-16T18:15:30Z', 'revision_number': 6, 'project_id': 'e3c2d32bfbc04f3ab4581d4ddeb2800c', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:31.310731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Made reservation on behalf of 2b42dc02e3ca404fa3a38fbb59fc5fac for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:31.315745 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.349213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdd721-a8a1-4b57-9ed8-2721115d9b08 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ee81c3-5117-4ad7-8804-ef8990f4c3d0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:31.365356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a50d94f-3923-4ba1-aa79-032f12eb5be4 req-7d32ed3d-116a-4d99-b2c0-ee799f2b3993 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 210 time: 0.1309195 Jul 16 18:15:31.365545 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.394860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7df63-5756-4679-92ad-69a0b27f0c19 req-76f16366-f1a8-4bc9-9482-a13968a5b38c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.401900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-67a7df63-5756-4679-92ad-69a0b27f0c19 req-76f16366-f1a8-4bc9-9482-a13968a5b38c tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 949 time: 1.0210168 Jul 16 18:15:31.441550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0f5fa4-5829-4468-95c5-83df2226ba0d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:31.459453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95042453-0aa3-457e-a88c-bf107e1dfce7') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:31.459757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95042453-0aa3-457e-a88c-bf107e1dfce7') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:31.471454 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.484193 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd721-a8a1-4b57-9ed8-2721115d9b08 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.488187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b5fdd721-a8a1-4b57-9ed8-2721115d9b08 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4092722 Jul 16 18:15:31.502126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.508381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7163f279-cb0e-419c-b877-4f52ca5db6f7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group_rule': {'security_group_id': 'e7e544c9-301c-45d5-8f81-f67d91ec70c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:31.516336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0b2b0361-9df6-49de-a7c5-607bad70c9b3 req-e309a9bd-b8d7-4c49-886f-db460e75d8c1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Deleting port 3adfbf58-aef9-481a-a98d-67fff206a674 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:31.516693 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b2b0361-9df6-49de-a7c5-607bad70c9b3 req-e309a9bd-b8d7-4c49-886f-db460e75d8c1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.547734 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.555588 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.558251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:31.558875 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:31.563607 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:31.661607 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0818668-4635-4a97-bf5e-b94a370ca4ab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:31.663687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-67a7df63-5756-4679-92ad-69a0b27f0c19 req-ccb81bb6-af7a-4e49-90f2-b47d6cb5dcbb tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/security-groups?id=d07259b6-84ed-4c15-b439-35195f3a19df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607303 Jul 16 18:15:31.684848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.717996 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.725342 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] 10.222.0.52 "DELETE /v2.0/networks/6b0f5fa4-5829-4468-95c5-83df2226ba0d HTTP/1.1" status: 204 len: 168 time: 0.6510634 Jul 16 18:15:31.735469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Allocated IP 172.20.0.14 (ce35a90e-b24d-45be-9dc6-5e2d0c122801/916bcb98-ee4e-4784-9434-7e5c31af17b2/47867a32-5b39-46aa-95e8-7b9e436cb84d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:31.742788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17e31d-4a93-45b6-8d76-e8ab6a2c643b admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0f5fa4-5829-4468-95c5-83df2226ba0d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:31.807924 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7163f279-cb0e-419c-b877-4f52ca5db6f7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.812519 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.813146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device e2511ef6-8cb9-4617-bc48-ef25a23c5e3d no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:31.846351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: e2511ef6-8cb9-4617-bc48-ef25a23c5e3d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:31.847211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device e2511ef6-8cb9-4617-bc48-ef25a23c5e3d not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:31.862365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0b2b0361-9df6-49de-a7c5-607bad70c9b3 req-e309a9bd-b8d7-4c49-886f-db460e75d8c1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] For port 3adfbf58-aef9-481a-a98d-67fff206a674, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=3adfbf58-aef9-481a-a98d-67fff206a674,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:31.862869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b2b0361-9df6-49de-a7c5-607bad70c9b3 req-e309a9bd-b8d7-4c49-886f-db460e75d8c1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.905187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468be30d-bdca-4967-a1a1-b271dfc93449 req-45e3ab05-ccb7-4968-b742-4459b40396b2 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.906972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-468be30d-bdca-4967-a1a1-b271dfc93449 req-45e3ab05-ccb7-4968-b742-4459b40396b2 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 943 time: 0.3814530 Jul 16 18:15:31.924672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0b2b0361-9df6-49de-a7c5-607bad70c9b3 req-e309a9bd-b8d7-4c49-886f-db460e75d8c1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Calling delete_port for 3adfbf58-aef9-481a-a98d-67fff206a674 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:31.954075 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.956375 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.010302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:32.066817 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7163f279-cb0e-419c-b877-4f52ca5db6f7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.087685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-468be30d-bdca-4967-a1a1-b271dfc93449 req-7503c6e7-21bc-41ae-9e3e-28797a4c7ee3 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606939 Jul 16 18:15:32.088249 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7163f279-cb0e-419c-b877-4f52ca5db6f7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.183195 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163f279-cb0e-419c-b877-4f52ca5db6f7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47720e5-0aee-44d7-b20b-224ae6e97dbd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:32.219911 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f045536e-867b-4fa4-a02b-5afe44172458 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fb43116ad5e4c929818551c7abd8db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643753 Jul 16 18:15:32.226812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7163f279-cb0e-419c-b877-4f52ca5db6f7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.230579 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7163f279-cb0e-419c-b877-4f52ca5db6f7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7249446 Jul 16 18:15:32.233345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:32.233345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:32.277732 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19e4a83c-57d3-4bee-bb05-e9c874aa5147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.281798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-945d01ee-66de-43a3-af43-3958206057e0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group_rule': {'security_group_id': 'e7e544c9-301c-45d5-8f81-f67d91ec70c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:32.406260 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.407069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3adc9191-2fbe-47bd-b33b-c820c8bd9a4a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:32.413912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.419679 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ee431d35-eb4c-4ab3-9947-aa83e5f96da6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3adc9191-2fbe-47bd-b33b-c820c8bd9a4a HTTP/1.1" status: 204 len: 168 time: 2.1674638 Jul 16 18:15:32.422512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:32.482334 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.496423 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.506100 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b2b0361-9df6-49de-a7c5-607bad70c9b3 req-e309a9bd-b8d7-4c49-886f-db460e75d8c1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.520333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['3adfbf58-aef9-481a-a98d-67fff206a674'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:32.529856 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5861b871-9fd5-4cd5-a49d-fd9080edc293 admin admin] Deleting subnet 306fd435-821d-4c93-9da6-87680b1fbaa4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:32.536664 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5861b871-9fd5-4cd5-a49d-fd9080edc293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.557379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309a9bd-b8d7-4c49-886f-db460e75d8c1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Pushing event deleted for resources: {'Port': ['ID=3adfbf58-aef9-481a-a98d-67fff206a674,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:32.571527 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-945d01ee-66de-43a3-af43-3958206057e0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.577614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Transition to ACTIVE for port object 47867a32-5b39-46aa-95e8-7b9e436cb84d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:32.579253 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96356e93-96ba-404e-8e1b-3d9e39fafb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.597820 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5861b871-9fd5-4cd5-a49d-fd9080edc293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.615027 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96356e93-96ba-404e-8e1b-3d9e39fafb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.621950 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.678943 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.720648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b0818668-4635-4a97-bf5e-b94a370ca4ab no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:32.749783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: b0818668-4635-4a97-bf5e-b94a370ca4ab {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:32.750547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b0818668-4635-4a97-bf5e-b94a370ca4ab not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:32.751130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:32.790227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:32.790627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 61235551-5da1-4e1e-b0d3-29a2bb51a9e6 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:32.814523 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5861b871-9fd5-4cd5-a49d-fd9080edc293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.895978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76a2473f-6f2d-4152-b556-641f63567de7 req-2d448d9c-43de-4071-8534-c2af1d73572d tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 210 time: 0.2352252 Jul 16 18:15:32.927817 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5861b871-9fd5-4cd5-a49d-fd9080edc293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.940768 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96356e93-96ba-404e-8e1b-3d9e39fafb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.943597 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96356e93-96ba-404e-8e1b-3d9e39fafb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.944752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-96356e93-96ba-404e-8e1b-3d9e39fafb4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7e0d31d-26da-4399-97dd-6f52d333a974 HTTP/1.1" status: 204 len: 168 time: 0.7103338 Jul 16 18:15:32.956158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861b871-9fd5-4cd5-a49d-fd9080edc293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306fd435-821d-4c93-9da6-87680b1fbaa4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:32.973709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086bfba-e27d-4fba-85d4-f7cf605e7cc6 None None] Network 02dc7734-1774-4ed6-b2fb-86a1fe3301ec requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:32.974345 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5861b871-9fd5-4cd5-a49d-fd9080edc293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.978573 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5861b871-9fd5-4cd5-a49d-fd9080edc293 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/306fd435-821d-4c93-9da6-87680b1fbaa4 HTTP/1.1" status: 204 len: 168 time: 0.5522592 Jul 16 18:15:32.978900 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:33.014302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96356e93-96ba-404e-8e1b-3d9e39fafb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e0d31d-26da-4399-97dd-6f52d333a974,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.032974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2b0361-9df6-49de-a7c5-607bad70c9b3 req-e309a9bd-b8d7-4c49-886f-db460e75d8c1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] No DVR routers for this DVR port 3adfbf58-aef9-481a-a98d-67fff206a674 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:33.035054 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.036959 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b2b0361-9df6-49de-a7c5-607bad70c9b3 req-e309a9bd-b8d7-4c49-886f-db460e75d8c1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.039266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b2b0361-9df6-49de-a7c5-607bad70c9b3 req-e309a9bd-b8d7-4c49-886f-db460e75d8c1 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.42 "DELETE /v2.0/ports/3adfbf58-aef9-481a-a98d-67fff206a674 HTTP/1.1" status: 204 len: 173 time: 2.8859901 Jul 16 18:15:33.043971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50515a43-ff03-440b-b2fc-1d5aad137516', 'name': 'network-vif-deleted', 'tag': '3adfbf58-aef9-481a-a98d-67fff206a674'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:33.046817 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cbe4d5-66ed-4c94-9067-93f98ad2ca7f" -d '{"events": [{"server_uuid": "50515a43-ff03-440b-b2fc-1d5aad137516", "name": "network-vif-deleted", "tag": "3adfbf58-aef9-481a-a98d-67fff206a674"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:33.050919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-437a4596-c1b2-41c9-84bb-4b5260f9bb41 req-a604c5cc-b639-4838-bb7c-fdd2edb2cc99 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 210 time: 0.1219571 Jul 16 18:15:33.136027 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-945d01ee-66de-43a3-af43-3958206057e0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.160006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Network ce35a90e-b24d-45be-9dc6-5e2d0c122801 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:33.165901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:33.170493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:33.176530 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-945d01ee-66de-43a3-af43-3958206057e0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.185264 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.220783 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f937f6-66f0-4ffe-91b5-ab12e4ae2902 x-openstack-request-id: req-d8f937f6-66f0-4ffe-91b5-ab12e4ae2902 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:33.221093 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50515a43-ff03-440b-b2fc-1d5aad137516", "name": "network-vif-deleted", "tag": "3adfbf58-aef9-481a-a98d-67fff206a674", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:33.221390 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8f937f6-66f0-4ffe-91b5-ab12e4ae2902 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:33.222045 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50515a43-ff03-440b-b2fc-1d5aad137516', 'name': 'network-vif-deleted', 'tag': '3adfbf58-aef9-481a-a98d-67fff206a674', 'status': 'completed', 'code': 200} Jul 16 18:15:33.306056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ada259ef-174d-467f-a193-f4ae145230eb details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:33.332206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-945d01ee-66de-43a3-af43-3958206057e0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.343142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Deleting port 6a8e7082-a3a5-4c69-8794-7f647d181c42 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:33.343490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.345753 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:33.358168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-945d01ee-66de-43a3-af43-3958206057e0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1221991 Jul 16 18:15:33.384345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dd5dc530-7b63-4dc3-9fff-3d23eadfa6c4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group_rule': {'security_group_id': 'e7e544c9-301c-45d5-8f81-f67d91ec70c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:33.395030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d01ee-66de-43a3-af43-3958206057e0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4675582-c6ac-4032-9ba7-a48bef02bfcb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.414315 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event updated for resources: {'Port': ['ID=47867a32-5b39-46aa-95e8-7b9e436cb84d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.467670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:33.468384 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.619103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] For port 6a8e7082-a3a5-4c69-8794-7f647d181c42, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6a8e7082-a3a5-4c69-8794-7f647d181c42,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:33.621002 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.625410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71abe95-ff46-49db-9d3b-7f7c64c4f0be req-f15ba1bd-f43a-4626-adb1-5d46304a8f5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:33.627240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c71abe95-ff46-49db-9d3b-7f7c64c4f0be req-f15ba1bd-f43a-4626-adb1-5d46304a8f5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 943 time: 0.1294758 Jul 16 18:15:33.664017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Calling delete_port for 6a8e7082-a3a5-4c69-8794-7f647d181c42 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:33.703681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c71abe95-ff46-49db-9d3b-7f7c64c4f0be req-374ae8b7-3523-4884-8f0e-728a3de08bb7 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701888 Jul 16 18:15:33.705914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-3a7169e2-aa14-4d67-9864-b83421b52179 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2393899 Jul 16 18:15:33.712348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd5dc530-7b63-4dc3-9fff-3d23eadfa6c4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.718781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Request body: {'port': {'device_id': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:33.766294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e9d683f-3d60-4998-87b6-aa0c4f58c2ff None None] Provisioning for port 47867a32-5b39-46aa-95e8-7b9e436cb84d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:33.833124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e9d683f-3d60-4998-87b6-aa0c4f58c2ff None None] Provisioning complete for port 47867a32-5b39-46aa-95e8-7b9e436cb84d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:33.833524 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e9d683f-3d60-4998-87b6-aa0c4f58c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.844404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ada259ef-174d-467f-a193-f4ae145230eb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ada259ef-174d-467f-a193-f4ae145230eb,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:33.886875 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.895470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'ada259ef-174d-467f-a193-f4ae145230eb', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'port_id': 'ada259ef-174d-467f-a193-f4ae145230eb', 'mac_address': 'fa:16:3e:98:bd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c30686d-f148-4f8a-8c2a-29c3ee51f644', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:33.912195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e51efd-9fde-4af3-b1c6-d9b285928ba8 None None] DHCP port deletion for 02dc7734-1774-4ed6-b2fb-86a1fe3301ec request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:33.950554 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.960949 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.962838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d683f-3d60-4998-87b6-aa0c4f58c2ff None None] Port 47867a32-5b39-46aa-95e8-7b9e436cb84d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:34.023238 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd5dc530-7b63-4dc3-9fff-3d23eadfa6c4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.034800 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd5dc530-7b63-4dc3-9fff-3d23eadfa6c4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.039453 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada259ef-174d-467f-a193-f4ae145230eb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:34.071312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ada259ef-174d-467f-a193-f4ae145230eb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ada259ef-174d-467f-a193-f4ae145230eb,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:34.082728 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.113539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dc530-7b63-4dc3-9fff-3d23eadfa6c4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea6b1cf-4765-4718-b3df-a8b068d2b134,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.120333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-51e51efd-9fde-4af3-b1c6-d9b285928ba8 None None] Deleting port 6a8e7082-a3a5-4c69-8794-7f647d181c42 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:34.120659 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51e51efd-9fde-4af3-b1c6-d9b285928ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.149614 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd5dc530-7b63-4dc3-9fff-3d23eadfa6c4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.150843 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dd5dc530-7b63-4dc3-9fff-3d23eadfa6c4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8030539 Jul 16 18:15:34.161493 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50108) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:34.167320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-574d89bd-862f-41fe-b39b-5ca43dd0f758 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group_rule': {'security_group_id': 'e7e544c9-301c-45d5-8f81-f67d91ec70c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:34.169240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ada259ef-174d-467f-a193-f4ae145230eb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.211975 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.247802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-51e51efd-9fde-4af3-b1c6-d9b285928ba8 None None] For port 6a8e7082-a3a5-4c69-8794-7f647d181c42, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6a8e7082-a3a5-4c69-8794-7f647d181c42,segment=NetworkSegment(d49a41c5-9cdf-4f23-bc8e-046f34ad7d00),segment_id=d49a41c5-9cdf-4f23-bc8e-046f34ad7d00)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:34.248215 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51e51efd-9fde-4af3-b1c6-d9b285928ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.269276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8e7082-a3a5-4c69-8794-7f647d181c42,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.280505 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-51e51efd-9fde-4af3-b1c6-d9b285928ba8 None None] Calling delete_port for 6a8e7082-a3a5-4c69-8794-7f647d181c42 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:34.292180 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['ada259ef-174d-467f-a193-f4ae145230eb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:34.304286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] No DVR routers for this DVR port 6a8e7082-a3a5-4c69-8794-7f647d181c42 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:34.387165 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-574d89bd-862f-41fe-b39b-5ca43dd0f758 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.471761 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.482879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dc7734-1774-4ed6-b2fb-86a1fe3301ec']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:34.498417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:34.500204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49a41c5-9cdf-4f23-bc8e-046f34ad7d00') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:34.526496 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.542186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47867a32-5b39-46aa-95e8-7b9e436cb84d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:34.551156 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.563213 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:34.566997 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:15:34.570305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Transition to ACTIVE for port object 47867a32-5b39-46aa-95e8-7b9e436cb84d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:34.570544 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51e51efd-9fde-4af3-b1c6-d9b285928ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.577492 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.596470 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:34.597435 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.597552 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:34.600593 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:34.657710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71d2ba2a-5731-46a1-bffb-1a3664276147 req-92188b45-71b3-44ca-a471-a5778f8463a0 tempest-ServersOnMultiNodesTest-1519607866 tempest-ServersOnMultiNodesTest-1519607866-project] 10.222.0.52 "GET /v2.0/ports?device_id=50515a43-ff03-440b-b2fc-1d5aad137516 HTTP/1.1" status: 200 len: 210 time: 0.0852206 Jul 16 18:15:34.676147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e51efd-9fde-4af3-b1c6-d9b285928ba8 None None] No DVR routers for this DVR port 6a8e7082-a3a5-4c69-8794-7f647d181c42 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:34.706110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e51efd-9fde-4af3-b1c6-d9b285928ba8 None None] Pushing event deleted for resources: {'Port': ['ID=6a8e7082-a3a5-4c69-8794-7f647d181c42,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.710945 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-574d89bd-862f-41fe-b39b-5ca43dd0f758 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.720804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-574d89bd-862f-41fe-b39b-5ca43dd0f758 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.725816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Pushing event updated for resources: {'Port': ['ID=47867a32-5b39-46aa-95e8-7b9e436cb84d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.738566 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.746424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6a8e7082-a3a5-4c69-8794-7f647d181c42 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:34.772637 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.778001 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/02dc7734-1774-4ed6-b2fb-86a1fe3301ec HTTP/1.1" status: 204 len: 168 time: 1.7980485 Jul 16 18:15:34.782472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 6a8e7082-a3a5-4c69-8794-7f647d181c42 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:34.783054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6a8e7082-a3a5-4c69-8794-7f647d181c42 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:34.808506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d89bd-862f-41fe-b39b-5ca43dd0f758 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1b9938-14ce-4d1d-84cf-a383cf91d879,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.817115 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb23c6-2127-4f5d-9ae5-d77530eddbb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=02dc7734-1774-4ed6-b2fb-86a1fe3301ec,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.829210 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-574d89bd-862f-41fe-b39b-5ca43dd0f758 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.830406 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-574d89bd-862f-41fe-b39b-5ca43dd0f758 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6668224 Jul 16 18:15:34.833351 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:34.876522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a69d2-c537-4e0c-a007-44f86e1ed85c req-99c94908-2bc7-4b2d-a002-6486ac444c59 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:34.883797 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a3a69d2-c537-4e0c-a007-44f86e1ed85c req-99c94908-2bc7-4b2d-a002-6486ac444c59 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 944 time: 0.3103778 Jul 16 18:15:34.892304 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26b4925d-68ae-4795-b443-bbe5263e99b8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.915637 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26b4925d-68ae-4795-b443-bbe5263e99b8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.978846 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26b4925d-68ae-4795-b443-bbe5263e99b8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.989422 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26b4925d-68ae-4795-b443-bbe5263e99b8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.993267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a3a69d2-c537-4e0c-a007-44f86e1ed85c req-693c9ed0-886f-4ee6-a2b4-bf78d0e1167b tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083436 Jul 16 18:15:34.995000 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-26b4925d-68ae-4795-b443-bbe5263e99b8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/0c1b9938-14ce-4d1d-84cf-a383cf91d879 HTTP/1.1" status: 204 len: 168 time: 0.1605344 Jul 16 18:15:34.999641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.010415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Attempting to bind port 47867a32-5b39-46aa-95e8-7b9e436cb84d on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:35.019713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Attempting to bind port 47867a32-5b39-46aa-95e8-7b9e436cb84d by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:35.020449 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Attempting to bind port 47867a32-5b39-46aa-95e8-7b9e436cb84d on network ce35a90e-b24d-45be-9dc6-5e2d0c122801 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:35.028180 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Port 47867a32-5b39-46aa-95e8-7b9e436cb84d on network ce35a90e-b24d-45be-9dc6-5e2d0c122801 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:35.032893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Attempting to bind port 47867a32-5b39-46aa-95e8-7b9e436cb84d on network ce35a90e-b24d-45be-9dc6-5e2d0c122801 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:35.041422 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3adfbf58-aef9-481a-a98d-67fff206a674 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:35.042309 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:35.043610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4925d-68ae-4795-b443-bbe5263e99b8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c1b9938-14ce-4d1d-84cf-a383cf91d879,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.046853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Checking segment: {'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:35.048424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Bound using segment: {'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:35.049129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Bound port: 47867a32-5b39-46aa-95e8-7b9e436cb84d, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0bd115-026d-441a-ae86-2abe497e196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:35.050496 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.114825 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-41b450b2-43d7-4a40-9921-ee3ba68cac34 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1140544 Jul 16 18:15:35.115736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.121740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 3adfbf58-aef9-481a-a98d-67fff206a674 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:35.121897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 3adfbf58-aef9-481a-a98d-67fff206a674 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:35.175314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] For port 47867a32-5b39-46aa-95e8-7b9e436cb84d, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:35.182979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] For port 47867a32-5b39-46aa-95e8-7b9e436cb84d, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=47867a32-5b39-46aa-95e8-7b9e436cb84d,segment=NetworkSegment(cc0bd115-026d-441a-ae86-2abe497e196f),segment_id=cc0bd115-026d-441a-ae86-2abe497e196f)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:35.186800 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d4734a6-5b91-4dde-90a9-9325d40147a7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.193760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.211150 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d4734a6-5b91-4dde-90a9-9325d40147a7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.220830 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.282667 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d4734a6-5b91-4dde-90a9-9325d40147a7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.292358 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d4734a6-5b91-4dde-90a9-9325d40147a7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.297959 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2d4734a6-5b91-4dde-90a9-9325d40147a7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/bea6b1cf-4765-4718-b3df-a8b068d2b134 HTTP/1.1" status: 204 len: 168 time: 0.1808949 Jul 16 18:15:35.303563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.318237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4734a6-5b91-4dde-90a9-9325d40147a7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bea6b1cf-4765-4718-b3df-a8b068d2b134,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.322879 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ee31f7eb-a868-459c-90e9-eacdd66d0410 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3c2d32bfbc04f3ab4581d4ddeb2800c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009157 Jul 16 18:15:35.324709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.325422 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.325548 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.328190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] 10.222.0.38 "PUT /v2.0/ports/47867a32-5b39-46aa-95e8-7b9e436cb84d HTTP/1.1" status: 200 len: 1092 time: 1.6137650 Jul 16 18:15:35.340316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:35.343339 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e5df78-6853-4d20-badf-5c0bb7c47a35" -d '{"events": [{"name": "network-changed", "server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:35.402908 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb9031-110b-47e6-96e9-eab086f66f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.419475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bed44c-3a75-4c85-af8e-cc3f5a704e17 service neutron] Pushing event updated for resources: {'Port': ['ID=47867a32-5b39-46aa-95e8-7b9e436cb84d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.461823 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.483844 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8662c35e-12a6-451e-afb4-9bdc3bb56750 x-openstack-request-id: req-8662c35e-12a6-451e-afb4-9bdc3bb56750 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:35.484126 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:35.484236 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8662c35e-12a6-451e-afb4-9bdc3bb56750 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:35.484620 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'status': 'completed', 'code': 200} Jul 16 18:15:35.487023 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb9031-110b-47e6-96e9-eab086f66f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.506837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d6811c45-a84b-4f15-8867-e485356f8f83 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2002740 Jul 16 18:15:35.511632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.570154 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb9031-110b-47e6-96e9-eab086f66f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.577466 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-02eb9031-110b-47e6-96e9-eab086f66f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.581297 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-02eb9031-110b-47e6-96e9-eab086f66f66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d1abdc2-7a78-4664-a9fb-eddc92cafd36 HTTP/1.1" status: 204 len: 168 time: 0.2526445 Jul 16 18:15:35.621807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb9031-110b-47e6-96e9-eab086f66f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1abdc2-7a78-4664-a9fb-eddc92cafd36,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.641457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78d91d50-3db5-44d8-bc40-6bdc75c18476 req-169be0b0-9f60-4cc7-8a79-d84288e4ae06 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acb1c41-09df-4e75-a93b-e72db0acabbe HTTP/1.1" status: 200 len: 210 time: 0.0973554 Jul 16 18:15:35.658689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85675d92-5d0b-4836-b18f-c4ce89d3ef44 req-a1f78f66-58dc-47f5-ac89-a90b0aed074b tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.667496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85675d92-5d0b-4836-b18f-c4ce89d3ef44 req-a1f78f66-58dc-47f5-ac89-a90b0aed074b tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 944 time: 0.4686973 Jul 16 18:15:35.745331 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85675d92-5d0b-4836-b18f-c4ce89d3ef44 req-c6918953-8dba-4db9-b37a-317bda251154 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751820 Jul 16 18:15:35.761096 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acabecc7-11b1-4e52-8b4c-48430d25634b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.764098 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acabecc7-11b1-4e52-8b4c-48430d25634b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.803819 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acabecc7-11b1-4e52-8b4c-48430d25634b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.817601 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acabecc7-11b1-4e52-8b4c-48430d25634b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.819643 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-acabecc7-11b1-4e52-8b4c-48430d25634b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b4675582-c6ac-4032-9ba7-a48bef02bfcb HTTP/1.1" status: 204 len: 168 time: 0.3065200 Jul 16 18:15:35.822946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.860042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-445c329e-90de-4918-aa93-6b1e5a7d0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.863789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-445c329e-90de-4918-aa93-6b1e5a7d0773 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b42dc02e3ca404fa3a38fbb59fc5fac&device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 1095 time: 0.4692585 Jul 16 18:15:35.896444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabecc7-11b1-4e52-8b4c-48430d25634b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4675582-c6ac-4032-9ba7-a48bef02bfcb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.925838 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-36fb64ad-8477-4d23-b020-325671242231 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1018558 Jul 16 18:15:35.928476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50172) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.969038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-5677ac0d-fd42-4826-ab30-204551347abb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47867a32-5b39-46aa-95e8-7b9e436cb84d HTTP/1.1" status: 200 len: 217 time: 0.0910823 Jul 16 18:15:35.998130 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c6b77d9-577c-41db-9c99-7bda5c4d6e0f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.020941 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c6b77d9-577c-41db-9c99-7bda5c4d6e0f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.077784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-361d4c62-9eb4-4ba1-bc9f-3d60e0309222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.089122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-361d4c62-9eb4-4ba1-bc9f-3d60e0309222 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=916bcb98-ee4e-4784-9434-7e5c31af17b2 HTTP/1.1" status: 200 len: 853 time: 0.1129487 Jul 16 18:15:36.104155 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c6b77d9-577c-41db-9c99-7bda5c4d6e0f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.112119 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c6b77d9-577c-41db-9c99-7bda5c4d6e0f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.127951 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6c6b77d9-577c-41db-9c99-7bda5c4d6e0f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/c47720e5-0aee-44d7-b20b-224ae6e97dbd HTTP/1.1" status: 204 len: 168 time: 0.1983747 Jul 16 18:15:36.128609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:36.215083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b77d9-577c-41db-9c99-7bda5c4d6e0f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c47720e5-0aee-44d7-b20b-224ae6e97dbd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:36.294109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:36.311691 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-edc6027b-7c38-409c-9c8b-a8abe2440b4e tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1712866 Jul 16 18:15:36.318689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:36.387395 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90bdc11d-8dc8-4abf-ac82-e15ba9766760 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.402913 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90bdc11d-8dc8-4abf-ac82-e15ba9766760 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.465797 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90bdc11d-8dc8-4abf-ac82-e15ba9766760 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.487574 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-90bdc11d-8dc8-4abf-ac82-e15ba9766760 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.496405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-16a2b9df-9b00-4743-810f-2e1424d3d964 req-92bc22ac-b228-4919-9ffd-91b636651bd7 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0822294 Jul 16 18:15:36.506499 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-90bdc11d-8dc8-4abf-ac82-e15ba9766760 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b7ee81c3-5117-4ad7-8804-ef8990f4c3d0 HTTP/1.1" status: 204 len: 168 time: 0.1837196 Jul 16 18:15:36.508323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:36.520480 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdc11d-8dc8-4abf-ac82-e15ba9766760 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7ee81c3-5117-4ad7-8804-ef8990f4c3d0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:36.525590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-ae192c2c-1c3a-499c-b61b-290256135d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.527354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-ae192c2c-1c3a-499c-b61b-290256135d74 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce35a90e-b24d-45be-9dc6-5e2d0c122801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4293535 Jul 16 18:15:36.613648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfa80f-d6a2-4325-9719-ad17015aa2ef req-cc97b917-64ff-4495-93dc-a5a73debc2c1 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.623836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07dfa80f-d6a2-4325-9719-ad17015aa2ef req-cc97b917-64ff-4495-93dc-a5a73debc2c1 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 944 time: 0.3401406 Jul 16 18:15:36.657260 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-890e10c9-b8fa-40c0-b777-551c35e4e82b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8396a0323e3a4d4a837f758f8140c2da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441088 Jul 16 18:15:36.659768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:36.767554 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9911-2965-4c2f-b9ba-1f64c5c0b70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.805618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-59650295-160c-427d-a1b9-b7538174086f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2930264 Jul 16 18:15:36.817606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:36.828746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9911-2965-4c2f-b9ba-1f64c5c0b70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.877359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-07dfa80f-d6a2-4325-9719-ad17015aa2ef req-60f9f0a1-659e-406f-9af8-12598279aaa6 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412822 Jul 16 18:15:36.942550 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9911-2965-4c2f-b9ba-1f64c5c0b70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.945186 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9911-2965-4c2f-b9ba-1f64c5c0b70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.946626 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9e0d9911-2965-4c2f-b9ba-1f64c5c0b70b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d07259b6-84ed-4c15-b439-35195f3a19df HTTP/1.1" status: 204 len: 168 time: 0.2857585 Jul 16 18:15:36.957277 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d9911-2965-4c2f-b9ba-1f64c5c0b70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07259b6-84ed-4c15-b439-35195f3a19df,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:37.043574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-88a80eec-0d6b-441a-b899-1c8b1c8696e9 service neutron] 10.222.0.38 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015264 Jul 16 18:15:37.054767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ada259ef-174d-467f-a193-f4ae145230eb up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:37.157816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port ada259ef-174d-467f-a193-f4ae145230eb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:37.164706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port ada259ef-174d-467f-a193-f4ae145230eb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:37.165795 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.245404 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-765d2c36-52a1-4234-bf31-0ae55e9bc340 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.300093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382d5b1-ca8e-42d7-b3c9-093ba541f81c req-3467093f-69dd-4602-80af-8638e8d967c5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:37.307893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1382d5b1-ca8e-42d7-b3c9-093ba541f81c req-3467093f-69dd-4602-80af-8638e8d967c5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 944 time: 0.3353648 Jul 16 18:15:37.315596 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:37.317964 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-765d2c36-52a1-4234-bf31-0ae55e9bc340 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.336915 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-554ecd9a-ff8c-45c7-b563-3d0b1c7153ff req-8f8fce24-9103-4944-a6ed-e21690667fe7 service neutron] 10.222.0.38 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775145 Jul 16 18:15:37.343971 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.391303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ada259ef-174d-467f-a193-f4ae145230eb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ada259ef-174d-467f-a193-f4ae145230eb,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:37.392545 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67f857f-6f59-4976-b984-920d8fe09e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada259ef-174d-467f-a193-f4ae145230eb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:37.395207 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c9f18c-7d30-46b7-997b-ec55a393bb74" -d '{"events": [{"server_uuid": "f67f857f-6f59-4976-b984-920d8fe09e42", "name": "network-vif-plugged", "status": "completed", "tag": "ada259ef-174d-467f-a193-f4ae145230eb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:37.402486 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.513100 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334f5ffe-ca21-4fec-abf0-8adc31d4ba67 x-openstack-request-id: req-334f5ffe-ca21-4fec-abf0-8adc31d4ba67 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:37.513524 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67f857f-6f59-4976-b984-920d8fe09e42", "name": "network-vif-plugged", "status": "completed", "tag": "ada259ef-174d-467f-a193-f4ae145230eb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:37.513809 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-334f5ffe-ca21-4fec-abf0-8adc31d4ba67 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:37.514253 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67f857f-6f59-4976-b984-920d8fe09e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada259ef-174d-467f-a193-f4ae145230eb', 'code': 200} Jul 16 18:15:37.515935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ada259ef-174d-467f-a193-f4ae145230eb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:37.535698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1382d5b1-ca8e-42d7-b3c9-093ba541f81c req-fd3c5e9d-4698-4872-a5fc-b7839aa7e481 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266119 Jul 16 18:15:37.544343 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:37.578896 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-765d2c36-52a1-4234-bf31-0ae55e9bc340 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.585575 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-765d2c36-52a1-4234-bf31-0ae55e9bc340 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.588009 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-765d2c36-52a1-4234-bf31-0ae55e9bc340 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-groups/e7e544c9-301c-45d5-8f81-f67d91ec70c8 HTTP/1.1" status: 204 len: 168 time: 0.7691648 Jul 16 18:15:37.592006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:37.640927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d2c36-52a1-4234-bf31-0ae55e9bc340 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e544c9-301c-45d5-8f81-f67d91ec70c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:37.648629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5df78-6853-4d20-badf-5c0bb7c47a35 req-044f2a32-573e-4250-ac14-d53e9b9fc872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:37.648832 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-270f2853-83f0-4d68-a01c-2f2ae9df2c2c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd74e73e2e544fcc80e57481cd27546b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1032352 Jul 16 18:15:37.649625 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:37.678266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1e5df78-6853-4d20-badf-5c0bb7c47a35 req-044f2a32-573e-4250-ac14-d53e9b9fc872 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b42dc02e3ca404fa3a38fbb59fc5fac&device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 1095 time: 0.2277772 Jul 16 18:15:37.769783 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1d4b47bd-4521-4cd9-b748-27a728c29601 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1719296 Jul 16 18:15:37.779705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50252) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:37.785124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-618f6e7a-3902-4417-b4bf-81b7be0fc91c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group': {'name': 'tempest-secgroup--231644937'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:37.825240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1374242965-network', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:37.840571 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fae5f61-2cb3-40bd-8100-e71e203202dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.860273 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-618f6e7a-3902-4417-b4bf-81b7be0fc91c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.867404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-275c4ced-d3f5-421b-aa52-cf09ef234ff6 req-1543a3a3-90a6-4eef-81f8-30851ffb6a58 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0625794 Jul 16 18:15:37.887931 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fae5f61-2cb3-40bd-8100-e71e203202dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.899384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5df78-6853-4d20-badf-5c0bb7c47a35 req-9630f53e-0e6e-451c-9f1a-a760f274bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:37.901261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1e5df78-6853-4d20-badf-5c0bb7c47a35 req-9630f53e-0e6e-451c-9f1a-a760f274bb32 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce35a90e-b24d-45be-9dc6-5e2d0c122801 HTTP/1.1" status: 200 len: 915 time: 0.2208714 Jul 16 18:15:37.936140 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Made reservation on behalf of 7ff61005884a4cf495bfab056c2e2f39 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:37.939318 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.981413 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dae606-2e05-436f-ba1a-2eb0b994b86f req-9c6b387d-ec0e-4536-b67c-c03c4e8452ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:37.983031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83dae606-2e05-436f-ba1a-2eb0b994b86f req-9c6b387d-ec0e-4536-b67c-c03c4e8452ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 1096 time: 0.1794655 Jul 16 18:15:37.985340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1e5df78-6853-4d20-badf-5c0bb7c47a35 req-e351dfd7-3905-4497-b332-01a9fc375a2d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47867a32-5b39-46aa-95e8-7b9e436cb84d HTTP/1.1" status: 200 len: 217 time: 0.0759120 Jul 16 18:15:37.996836 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.064963 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fae5f61-2cb3-40bd-8100-e71e203202dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.071946 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fae5f61-2cb3-40bd-8100-e71e203202dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.073819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83dae606-2e05-436f-ba1a-2eb0b994b86f req-4bc69ea8-1f65-4413-957c-fc40cb5c2380 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755138 Jul 16 18:15:38.078818 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7fae5f61-2cb3-40bd-8100-e71e203202dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32e8007f-7578-4eb9-8e1a-904670d9459c HTTP/1.1" status: 204 len: 168 time: 0.4270022 Jul 16 18:15:38.112899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5df78-6853-4d20-badf-5c0bb7c47a35 req-85bd4b4b-ca14-4bbf-8e87-3832a4aee92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.115373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae5f61-2cb3-40bd-8100-e71e203202dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e8007f-7578-4eb9-8e1a-904670d9459c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.120312 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1e5df78-6853-4d20-badf-5c0bb7c47a35 req-85bd4b4b-ca14-4bbf-8e87-3832a4aee92e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=916bcb98-ee4e-4784-9434-7e5c31af17b2 HTTP/1.1" status: 200 len: 853 time: 0.1233830 Jul 16 18:15:38.142958 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-618f6e7a-3902-4417-b4bf-81b7be0fc91c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.174590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-618f6e7a-3902-4417-b4bf-81b7be0fc91c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.232113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f6e7a-3902-4417-b4bf-81b7be0fc91c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1d7adc-3493-4029-84d4-e97052436e1b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.281913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a1a46-b5b0-4e26-b95c-2ba6eaa4c234 req-25c4e8fc-75e2-4b41-a3eb-eb162c6d6ce5 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.289248 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa6a1a46-b5b0-4e26-b95c-2ba6eaa4c234 req-25c4e8fc-75e2-4b41-a3eb-eb162c6d6ce5 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 944 time: 0.2358165 Jul 16 18:15:38.322152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5df78-6853-4d20-badf-5c0bb7c47a35 req-0b7ca0c4-612c-4097-b0cd-b5d40e1c9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.323092 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.323694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1e5df78-6853-4d20-badf-5c0bb7c47a35 req-0b7ca0c4-612c-4097-b0cd-b5d40e1c9a90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce35a90e-b24d-45be-9dc6-5e2d0c122801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926491 Jul 16 18:15:38.331494 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.341562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-618f6e7a-3902-4417-b4bf-81b7be0fc91c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.343691 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-618f6e7a-3902-4417-b4bf-81b7be0fc91c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5617621 Jul 16 18:15:38.350844 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:38.360172 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-656a8ffe-311f-4e20-9020-55b9adab4a9f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group_rule': {'security_group_id': '4e1d7adc-3493-4029-84d4-e97052436e1b', 'direction': 'ingress', 'protocol': 17}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:38.375278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa6a1a46-b5b0-4e26-b95c-2ba6eaa4c234 req-bea8d027-2e38-4fee-9945-3863f8b466cb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850523 Jul 16 18:15:38.384692 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:38.419341 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fd45f9-4f82-4c85-9aa4-33e56d78e206,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.426017 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.426371 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Added segment 431b4132-ac04-40e6-b11d-a402a46cb170 of type vlan for network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 Jul 16 18:15:38.482323 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-656a8ffe-311f-4e20-9020-55b9adab4a9f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.483930 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.542268 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1e5df78-6853-4d20-badf-5c0bb7c47a35 req-927b1eed-632e-4213-93d1-e9eac307c03e service neutron] 10.222.0.38 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098427 Jul 16 18:15:38.553349 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.554370 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.554965 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.631972 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-656a8ffe-311f-4e20-9020-55b9adab4a9f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.645720 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-656a8ffe-311f-4e20-9020-55b9adab4a9f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.705960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d13c5b69-16bd-4c90-a481-5781148ea143 req-db562307-44a0-432c-b458-81476ac65594 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9acb1c41-09df-4e75-a93b-e72db0acabbe HTTP/1.1" status: 200 len: 210 time: 0.0374117 Jul 16 18:15:38.715965 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3987985 Jul 16 18:15:38.736653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50272) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:38.750240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a8ffe-311f-4e20-9020-55b9adab4a9f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e6f569-c13c-4f67-b2d7-d5d03a38ab59,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.762534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-445679c7-a2be-45ea-8d53-462b708d687e admin admin] Request body: {'subnet': {'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1374242965-subnet', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:38.768019 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-656a8ffe-311f-4e20-9020-55b9adab4a9f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.769451 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-656a8ffe-311f-4e20-9020-55b9adab4a9f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4148159 Jul 16 18:15:38.770343 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e5abe-4433-44a0-9175-9c8eb231c072 admin admin] Pushing event updated for resources: {'Network': ['ID=bf7b37a0-880b-4518-a8ff-3e201a36b0f9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.773016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:38.787006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:38.815255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445679c7-a2be-45ea-8d53-462b708d687e admin admin] Made reservation on behalf of 7ff61005884a4cf495bfab056c2e2f39 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:38.820658 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-445679c7-a2be-45ea-8d53-462b708d687e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.117414 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-445679c7-a2be-45ea-8d53-462b708d687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.186035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445679c7-a2be-45ea-8d53-462b708d687e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f4e093-5a5b-4032-9a05-4b47a9f45324,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:39.206915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445679c7-a2be-45ea-8d53-462b708d687e admin admin] Checking segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:39.207568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445679c7-a2be-45ea-8d53-462b708d687e admin admin] Network hostable DHCP agents. Network: bf7b37a0-880b-4518-a8ff-3e201a36b0f9, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:39.229462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445679c7-a2be-45ea-8d53-462b708d687e admin admin] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:39.229711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1e5df78-6853-4d20-badf-5c0bb7c47a35 req-9d285444-c22f-412c-a533-8a6a33c5e2a7 service neutron] 10.222.0.38 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6804636 Jul 16 18:15:39.243911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-445679c7-a2be-45ea-8d53-462b708d687e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, bf7b37a0-880b-4518-a8ff-3e201a36b0f9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:39.254313 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445679c7-a2be-45ea-8d53-462b708d687e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.254915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbf3489-ae40-429d-a139-968f08ed0269 None None] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:39.255436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-445679c7-a2be-45ea-8d53-462b708d687e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.276726 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-445679c7-a2be-45ea-8d53-462b708d687e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5209892 Jul 16 18:15:39.279281 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e2bf66c-4d2a-46fa-a006-02f2b87e02a4 req-5c06188b-ddbd-4cbb-bac5-d0c26a76ea2b tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0749452 Jul 16 18:15:39.279583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50288) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.288973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:39.349070 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.354164 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.377268 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cb75862-0bf6-466b-8761-9f58d34ad2ab tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.409420 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cb75862-0bf6-466b-8761-9f58d34ad2ab tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.458355 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.515660 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cb75862-0bf6-466b-8761-9f58d34ad2ab tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.518352 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1cb75862-0bf6-466b-8761-9f58d34ad2ab tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.521881 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1cb75862-0bf6-466b-8761-9f58d34ad2ab tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-groups/4e1d7adc-3493-4029-84d4-e97052436e1b HTTP/1.1" status: 204 len: 168 time: 0.7446775 Jul 16 18:15:39.540058 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50300) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.565856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b28fa-2bde-4b4e-bc8e-1e312be025af req-1db2dc1d-6c6a-4f13-981e-eb042a6fbca6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.571605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:39.572482 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.583507 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660b28fa-2bde-4b4e-bc8e-1e312be025af req-1db2dc1d-6c6a-4f13-981e-eb042a6fbca6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 945 time: 0.8823242 Jul 16 18:15:39.584349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb75862-0bf6-466b-8761-9f58d34ad2ab tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1d7adc-3493-4029-84d4-e97052436e1b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:39.685909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-660b28fa-2bde-4b4e-bc8e-1e312be025af req-6759a3a0-c3b2-48df-9a33-879e903fc167 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932739 Jul 16 18:15:39.735505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca29dce9-9a3c-4e1b-a706-a797ce2bdd28 req-0f3e72a8-5675-48a7-8c82-89b1f4bcf121 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0469000 Jul 16 18:15:39.779304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5fec1-c5a5-4ec3-8900-4e1ec01a0691 req-b08f30e6-6ec3-4508-9be2-35ac9d1fbfb2 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.786718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5b5fec1-c5a5-4ec3-8900-4e1ec01a0691 req-b08f30e6-6ec3-4508-9be2-35ac9d1fbfb2 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 944 time: 0.1506739 Jul 16 18:15:39.833134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.834249 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4322eccd-d1e7-4ae5-bcb7-cd5372682298 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2924480 Jul 16 18:15:39.842662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-478481e6-b504-4811-a3a6-1ae60588458c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459804291'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:39.868457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Allocated IP 172.20.0.2 (bf7b37a0-880b-4518-a8ff-3e201a36b0f9/17f4e093-5a5b-4032-9a05-4b47a9f45324/312a5fae-f935-4bf0-ba3d-2cdc37bc2032) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:39.879065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5b5fec1-c5a5-4ec3-8900-4e1ec01a0691 req-464b60cd-afee-44e7-96d4-60c80554f511 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913727 Jul 16 18:15:39.928593 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478481e6-b504-4811-a3a6-1ae60588458c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.932643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.046457 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478481e6-b504-4811-a3a6-1ae60588458c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.067015 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478481e6-b504-4811-a3a6-1ae60588458c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.108835 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478481e6-b504-4811-a3a6-1ae60588458c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.115226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-478481e6-b504-4811-a3a6-1ae60588458c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2804332 Jul 16 18:15:40.116298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:40.120838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1ac4a194-be47-43af-b17e-405aed1c1c94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group': {'name': 'tempest-secgroup--318027172'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:40.125788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478481e6-b504-4811-a3a6-1ae60588458c tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7096c02e-35be-4ebc-b2da-0f461bf1262d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.151231 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ac4a194-be47-43af-b17e-405aed1c1c94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.259189 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.276430 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Transition to ACTIVE for port object 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:40.303114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Transition to ACTIVE for port object 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:40.309008 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.315071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ac4a194-be47-43af-b17e-405aed1c1c94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.326204 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ac4a194-be47-43af-b17e-405aed1c1c94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.336143 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.367119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:40.374077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:40.377957 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Pushing event updated for resources: {'Port': ['ID=312a5fae-f935-4bf0-ba3d-2cdc37bc2032,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.380539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:40.414344 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.420807 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ac4a194-be47-43af-b17e-405aed1c1c94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.429760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1ac4a194-be47-43af-b17e-405aed1c1c94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3123920 Jul 16 18:15:40.432126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:40.457463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e6d1e5d6-b979-40b8-83fe-7e6d9a0044d0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group_rule': {'security_group_id': '7096c02e-35be-4ebc-b2da-0f461bf1262d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4683e25a-64ea-4aed-b6e6-fc7340f9dff9', 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:40.460631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Attempting to bind port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:40.461013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Attempting to bind port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:40.461402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Attempting to bind port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:40.470969 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4a194-be47-43af-b17e-405aed1c1c94 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4683e25a-64ea-4aed-b6e6-fc7340f9dff9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.487547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:40.487944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Checking segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:40.488364 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.488765 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Bound using segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:40.493560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Bound port: 312a5fae-f935-4bf0-ba3d-2cdc37bc2032, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:40.494001 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.533402 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e5d6-b979-40b8-83fe-7e6d9a0044d0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.577550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Allocated IP 172.25.8.183 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/d301230a-35fd-4d04-8e1a-3f787de5245f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:40.662510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] For port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:40.664099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03314959-ab80-4a9f-b205-160705045b2e req-8bf46575-286d-460b-a38a-49c4de7ebbc8 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0675468 Jul 16 18:15:40.673090 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d20d7658-1110-4c2e-99ba-429f9203207d req-168716ca-6f0b-454a-bf36-c923b673a26c tempest-FlavorsV2NegativeTest-2005224414 tempest-FlavorsV2NegativeTest-2005224414-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ad54a4e4eca346b691a217411b5e5c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847669 Jul 16 18:15:40.684630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] For port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=312a5fae-f935-4bf0-ba3d-2cdc37bc2032,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:40.693730 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.770176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18f962-e3ca-40bb-8070-0f9613126423 None None] Pushing event updated for resources: {'Port': ['ID=312a5fae-f935-4bf0-ba3d-2cdc37bc2032,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.823696 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.881822 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e5d6-b979-40b8-83fe-7e6d9a0044d0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.893857 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.907062 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e5d6-b979-40b8-83fe-7e6d9a0044d0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.938716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:40.943621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:40.948154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:40.981632 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e5d6-b979-40b8-83fe-7e6d9a0044d0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.982871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e6d1e5d6-b979-40b8-83fe-7e6d9a0044d0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5464549 Jul 16 18:15:40.994553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d7658-1110-4c2e-99ba-429f9203207d req-d296b3bc-50b7-43fe-9e3a-feae2b003d3a tempest-FlavorsV2NegativeTest-2005224414 tempest-FlavorsV2NegativeTest-2005224414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.002434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d20d7658-1110-4c2e-99ba-429f9203207d req-d296b3bc-50b7-43fe-9e3a-feae2b003d3a tempest-FlavorsV2NegativeTest-2005224414 tempest-FlavorsV2NegativeTest-2005224414-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3280869 Jul 16 18:15:41.005916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.022412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1e5d6-b979-40b8-83fe-7e6d9a0044d0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34296cd5-000b-4de9-bedd-74f4f1a46bc8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:41.073875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d20d7658-1110-4c2e-99ba-429f9203207d req-1aab1954-9785-41ed-ae79-d92507feb97a tempest-FlavorsV2NegativeTest-2005224414 tempest-FlavorsV2NegativeTest-2005224414-project] 10.222.0.52 "GET /v2.0/quotas/ad54a4e4eca346b691a217411b5e5c3c HTTP/1.1" status: 200 len: 375 time: 0.0708408 Jul 16 18:15:41.090576 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1247bb39-1237-4d8a-8253-f699847b474f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.130863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Pushing event updated for resources: {'Port': ['ID=d301230a-35fd-4d04-8e1a-3f787de5245f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:41.137951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d20d7658-1110-4c2e-99ba-429f9203207d req-56e55635-b73c-4ce5-898a-3b4045da5eb8 tempest-FlavorsV2NegativeTest-2005224414 tempest-FlavorsV2NegativeTest-2005224414-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad54a4e4eca346b691a217411b5e5c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586493 Jul 16 18:15:41.148942 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1247bb39-1237-4d8a-8253-f699847b474f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.160095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea6a27-b655-4bad-b75e-60bd5015c4c4 req-26aec699-ab31-496c-958f-b870f7440ca1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.168545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bea6a27-b655-4bad-b75e-60bd5015c4c4 req-26aec699-ab31-496c-958f-b870f7440ca1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 945 time: 0.2729928 Jul 16 18:15:41.238200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bea6a27-b655-4bad-b75e-60bd5015c4c4 req-39d1af63-f9ee-4daf-9641-4176dd67eb85 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682266 Jul 16 18:15:41.300529 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1247bb39-1237-4d8a-8253-f699847b474f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.307717 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1247bb39-1237-4d8a-8253-f699847b474f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.314858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1247bb39-1237-4d8a-8253-f699847b474f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/34296cd5-000b-4de9-bedd-74f4f1a46bc8 HTTP/1.1" status: 204 len: 168 time: 0.3075235 Jul 16 18:15:41.322116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.380577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247bb39-1237-4d8a-8253-f699847b474f tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34296cd5-000b-4de9-bedd-74f4f1a46bc8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:41.384452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.512016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7a454ec6-8d27-4774-b732-1e613e7cefd5 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1879125 Jul 16 18:15:41.514905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50376) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.565812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ded1c-1dfd-409a-b041-5c8ffd771fcc req-0ad4624a-4b08-4a29-abdd-e1dcfcf0bb3a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.567450 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-861ded1c-1dfd-409a-b041-5c8ffd771fcc req-0ad4624a-4b08-4a29-abdd-e1dcfcf0bb3a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 944 time: 0.2329543 Jul 16 18:15:41.575544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d073e7-e41a-4fbf-af5b-b620e8d037df req-519e649b-6b43-4afc-995f-617bd2e9a1b7 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.577219 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17d073e7-e41a-4fbf-af5b-b620e8d037df req-519e649b-6b43-4afc-995f-617bd2e9a1b7 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 945 time: 0.1440864 Jul 16 18:15:41.633053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-861ded1c-1dfd-409a-b041-5c8ffd771fcc req-7749659f-8942-4d78-bf1a-85cf921b88f8 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546353 Jul 16 18:15:41.659050 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17d073e7-e41a-4fbf-af5b-b620e8d037df req-88446242-6cbb-44f8-858f-69170554bee4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724428 Jul 16 18:15:41.663036 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8939031-d52a-4931-ba9a-0e1ad9e16c24 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.769480 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.777105 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8939031-d52a-4931-ba9a-0e1ad9e16c24 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.838487 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8939031-d52a-4931-ba9a-0e1ad9e16c24 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.842883 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c8939031-d52a-4931-ba9a-0e1ad9e16c24 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.847120 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c8939031-d52a-4931-ba9a-0e1ad9e16c24 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-groups/4683e25a-64ea-4aed-b6e6-fc7340f9dff9 HTTP/1.1" status: 204 len: 168 time: 0.3271372 Jul 16 18:15:41.848007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.933898 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-43f42a54-ffa5-4e6e-adef-1123e56d52a4 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0855639 Jul 16 18:15:41.936711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.949371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8939031-d52a-4931-ba9a-0e1ad9e16c24 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4683e25a-64ea-4aed-b6e6-fc7340f9dff9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.020005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0eefbcbf-586e-4dd6-9231-e694b83e8cb9 req-5cae4e86-212f-40d3-b019-0c144c29d6c9 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0375550 Jul 16 18:15:42.020494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:42.108900 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-484e8961-05fd-4eb3-a6d1-c13eb38eceaf tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.171450 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-484e8961-05fd-4eb3-a6d1-c13eb38eceaf tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.197481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Router 81875c68-872e-420c-a022-f54ae8be3f22 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:42.264901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c597107-0edc-4ef2-a721-207d0ff0767c None None] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:42.298222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1c23f21-590a-4e62-990e-3ab870d9af3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.341812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-484e8961-05fd-4eb3-a6d1-c13eb38eceaf tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.352152 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-484e8961-05fd-4eb3-a6d1-c13eb38eceaf tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.353990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-484e8961-05fd-4eb3-a6d1-c13eb38eceaf tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-groups/7096c02e-35be-4ebc-b2da-0f461bf1262d HTTP/1.1" status: 204 len: 168 time: 0.4160948 Jul 16 18:15:42.368065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:42.387030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:42.399875 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Sync routers for ids ['81875c68-872e-420c-a022-f54ae8be3f22'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:42.418574 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Routers {'81875c68-872e-420c-a022-f54ae8be3f22'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:42.418721 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ce4664fb-ce85-4c05-9c42-5e7dcd17c6c5 None None] Provisioning for port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:42.419045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e8961-05fd-4eb3-a6d1-c13eb38eceaf tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7096c02e-35be-4ebc-b2da-0f461bf1262d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.419322 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81875c68-872e-420c-a022-f54ae8be3f22'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:42.545949 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Set router 81875c68-872e-420c-a022-f54ae8be3f22 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:42.555999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-019d4a23-9a8e-4778-8919-56c375b97f13 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1811917 Jul 16 18:15:42.560940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:42.564909 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2621896a-e7af-431a-ac69-301bbcab4430 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group': {'name': 'tempest-secgroup--856808708'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:42.615237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bceed-08e7-4605-a627-2e5a773230fc req-afc90d15-1564-479a-b3c9-d0e88fa26306 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:42.642603 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-260bceed-08e7-4605-a627-2e5a773230fc req-afc90d15-1564-479a-b3c9-d0e88fa26306 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 945 time: 0.2345676 Jul 16 18:15:42.715463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-260bceed-08e7-4605-a627-2e5a773230fc req-7ed13430-41b2-4b61-81dc-dc0b6c1b56f1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717437 Jul 16 18:15:42.752733 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1c23f21-590a-4e62-990e-3ab870d9af3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.756998 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:42.762851 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1c23f21-590a-4e62-990e-3ab870d9af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.788804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.790806 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8898dbcb-e6c9-4f07-9d00-938fed21e160 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5099885 Jul 16 18:15:42.793739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:42.814748 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2621896a-e7af-431a-ac69-301bbcab4430 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.824941 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:15:41Z', 'revision_number': 3, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:42.865923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a1c23f21-590a-4e62-990e-3ab870d9af3d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad54a4e4eca346b691a217411b5e5c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8419373 Jul 16 18:15:42.868121 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Checking router: 81875c68-872e-420c-a022-f54ae8be3f22 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:42.868478 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Updating router 81875c68-872e-420c-a022-f54ae8be3f22 port d301230a-35fd-4d04-8e1a-3f787de5245f binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:42.870214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:42.918203 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.939402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:42.943608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:42.943993 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.948915 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9bc54904-c508-4482-86f5-acccec86e228 req-4f9820ff-fc54-423c-896d-7fa3b9544a82 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0814922 Jul 16 18:15:42.964688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c23f21-590a-4e62-990e-3ab870d9af3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb01916-ccb2-4380-b124-eece225d420a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.985219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1afe1f70-4e4f-4ce5-9bd6-e8488cf2b567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.021980 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1afe1f70-4e4f-4ce5-9bd6-e8488cf2b567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.093769 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1afe1f70-4e4f-4ce5-9bd6-e8488cf2b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.097150 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1afe1f70-4e4f-4ce5-9bd6-e8488cf2b567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.101424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1afe1f70-4e4f-4ce5-9bd6-e8488cf2b567 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bb01916-ccb2-4380-b124-eece225d420a HTTP/1.1" status: 204 len: 168 time: 0.2267210 Jul 16 18:15:43.113348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2621896a-e7af-431a-ac69-301bbcab4430 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.117106 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.151807 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2621896a-e7af-431a-ac69-301bbcab4430 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.154763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe1f70-4e4f-4ce5-9bd6-e8488cf2b567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb01916-ccb2-4380-b124-eece225d420a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.168457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=312a5fae-f935-4bf0-ba3d-2cdc37bc2032,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:43.189237 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.221266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c0418-66fe-415a-8f8c-8f0a9d730bc9 req-5dcdc45e-5c68-481a-bbb6-1e5e2038b357 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.234035 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2621896a-e7af-431a-ac69-301bbcab4430 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.236064 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2621896a-e7af-431a-ac69-301bbcab4430 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6751370 Jul 16 18:15:43.238422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a0c0418-66fe-415a-8f8c-8f0a9d730bc9 req-5dcdc45e-5c68-481a-bbb6-1e5e2038b357 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 944 time: 0.1598382 Jul 16 18:15:43.239028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621896a-e7af-431a-ac69-301bbcab4430 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc923713-31cc-4ec2-aa63-98abfbc2727a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.239701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:43.254045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-855cf0f1-1762-43e9-87bf-c113d7c527ec tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group_rule': {'security_group_id': 'bc923713-31cc-4ec2-aa63-98abfbc2727a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:43.330618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=312a5fae-f935-4bf0-ba3d-2cdc37bc2032,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.386079 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a0c0418-66fe-415a-8f8c-8f0a9d730bc9 req-f84c4815-d497-4969-aa6c-d34a59b4c537 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184988 Jul 16 18:15:43.387015 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-855cf0f1-1762-43e9-87bf-c113d7c527ec tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.419052 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.440493 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Transition to ACTIVE for port object d301230a-35fd-4d04-8e1a-3f787de5245f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:43.460032 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.466542 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-855cf0f1-1762-43e9-87bf-c113d7c527ec tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.471792 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-855cf0f1-1762-43e9-87bf-c113d7c527ec tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.489143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cf0f1-1762-43e9-87bf-c113d7c527ec tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c35bd8-5b2e-44be-bff1-d1dee5e097ea,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.517925 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-855cf0f1-1762-43e9-87bf-c113d7c527ec tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.523238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-855cf0f1-1762-43e9-87bf-c113d7c527ec tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2825646 Jul 16 18:15:43.525958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:43.534622 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Pushing event updated for resources: {'Port': ['ID=d301230a-35fd-4d04-8e1a-3f787de5245f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.543666 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.544010 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.544344 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.544680 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.545007 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.545357 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.545854 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.546425 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.546972 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.547506 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.548582 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.549116 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.577495 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Attempting to bind port d301230a-35fd-4d04-8e1a-3f787de5245f on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:43.578123 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Attempting to bind port d301230a-35fd-4d04-8e1a-3f787de5245f by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:43.578841 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Attempting to bind port d301230a-35fd-4d04-8e1a-3f787de5245f on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:43.585673 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:43.586598 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:43.587239 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.587838 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:43.588620 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Bound port: d301230a-35fd-4d04-8e1a-3f787de5245f, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:43.589229 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.645663 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09e4fec6-c5d8-4787-ab06-ad66a8f1cc63 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.653743 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.656333 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09e4fec6-c5d8-4787-ab06-ad66a8f1cc63 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.676974 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] For port d301230a-35fd-4d04-8e1a-3f787de5245f, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:43.690935 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] For port d301230a-35fd-4d04-8e1a-3f787de5245f, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d301230a-35fd-4d04-8e1a-3f787de5245f,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:43.701257 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.717303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09e4fec6-c5d8-4787-ab06-ad66a8f1cc63 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.731123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09e4fec6-c5d8-4787-ab06-ad66a8f1cc63 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.750852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-09e4fec6-c5d8-4787-ab06-ad66a8f1cc63 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/73c35bd8-5b2e-44be-bff1-d1dee5e097ea HTTP/1.1" status: 204 len: 168 time: 0.2231605 Jul 16 18:15:43.786073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:43.821461 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380ae3a-0438-4494-99f2-c5c165ac8dbe None None] Pushing event updated for resources: {'Port': ['ID=d301230a-35fd-4d04-8e1a-3f787de5245f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.854587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d46bd-4df9-4479-ae72-a55c8fc9250a req-45126270-2f66-44be-af8b-7376635132c8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.859421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a65d46bd-4df9-4479-ae72-a55c8fc9250a req-45126270-2f66-44be-af8b-7376635132c8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 945 time: 0.3341448 Jul 16 18:15:43.863726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4fec6-c5d8-4787-ab06-ad66a8f1cc63 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73c35bd8-5b2e-44be-bff1-d1dee5e097ea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.871139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Allocated IP 172.20.0.1 (bf7b37a0-880b-4518-a8ff-3e201a36b0f9/17f4e093-5a5b-4032-9a05-4b47a9f45324/6e267c1f-0fec-4cc5-97b0-fc2c8602f0da) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:43.919857 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Routers {'81875c68-872e-420c-a022-f54ae8be3f22'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:43.920779 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81875c68-872e-420c-a022-f54ae8be3f22'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:44.026502 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.031932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4fcba033-23e9-4dde-a1e4-a780402ec1e3 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2349420 Jul 16 18:15:44.035538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:44.056532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Transition to ACTIVE for port object 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:44.135858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.215698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:44.222751 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] Set router 81875c68-872e-420c-a022-f54ae8be3f22 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:44.230308 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:44.233553 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:44.262846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Pushing event updated for resources: {'Port': ['ID=6e267c1f-0fec-4cc5-97b0-fc2c8602f0da,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.293642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.355066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-266078bb-dd0d-49bb-9318-d58825fc102e req-adc51b11-5aa5-4a2b-b1fa-942ec299941e tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.1515653 Jul 16 18:15:44.409972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8bc7a-6ca0-4495-85d2-90310f7f637f req-493ff499-b818-4a68-9dec-1b9db53d51a6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.417262 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3cb8bc7a-6ca0-4495-85d2-90310f7f637f req-493ff499-b818-4a68-9dec-1b9db53d51a6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 945 time: 0.4828765 Jul 16 18:15:44.434358 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:44.436827 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52fcadab-0d98-4210-84be-ef5711860a89 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.548503 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:15:41Z', 'revision_number': 3, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:44.562179 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.606448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3cb8bc7a-6ca0-4495-85d2-90310f7f637f req-f8d4d5db-f933-4e6f-99c6-b13c989d827a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769738 Jul 16 18:15:44.611581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a65d46bd-4df9-4479-ae72-a55c8fc9250a req-10b167fc-5a72-4977-a2ee-f79d77bbf289 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Deleting port ada259ef-174d-467f-a193-f4ae145230eb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:44.611953 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a65d46bd-4df9-4479-ae72-a55c8fc9250a req-10b167fc-5a72-4977-a2ee-f79d77bbf289 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.616295 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8a772-2293-436e-a299-08ec1292c509 None None] The sync data for ids ['81875c68-872e-420c-a022-f54ae8be3f22'] in n-d-793618-9 is: [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:15:41Z', 'revision_number': 3, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:44.640248 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52fcadab-0d98-4210-84be-ef5711860a89 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.654152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ccd185e4-729d-4680-87a5-ce07035a184f None None] Provisioning for port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:44.666678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ccd185e4-729d-4680-87a5-ce07035a184f None None] Provisioning complete for port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:44.668199 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccd185e4-729d-4680-87a5-ce07035a184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.671046 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1345285648-network', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:44.739316 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ccd185e4-729d-4680-87a5-ce07035a184f None None] Port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:44.742263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:44.790916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Made reservation on behalf of 5b8dd096a1ee4ee4bbe2b655288db20b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:44.794816 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.810364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:44.811094 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.834306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52fcadab-0d98-4210-84be-ef5711860a89 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.836886 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52fcadab-0d98-4210-84be-ef5711860a89 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.838094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-52fcadab-0d98-4210-84be-ef5711860a89 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-groups/bc923713-31cc-4ec2-aa63-98abfbc2727a HTTP/1.1" status: 204 len: 168 time: 0.7979569 Jul 16 18:15:44.850302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:44.879793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.882531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcadab-0d98-4210-84be-ef5711860a89 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc923713-31cc-4ec2-aa63-98abfbc2727a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.892097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff1efd-b493-4728-848d-5228f48071bd req-1ec26f90-84d0-4fec-bbaf-82dc9c30a011 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.893695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12ff1efd-b493-4728-848d-5228f48071bd req-1ec26f90-84d0-4fec-bbaf-82dc9c30a011 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 944 time: 0.2289140 Jul 16 18:15:44.908081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a65d46bd-4df9-4479-ae72-a55c8fc9250a req-10b167fc-5a72-4977-a2ee-f79d77bbf289 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] For port ada259ef-174d-467f-a193-f4ae145230eb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ada259ef-174d-467f-a193-f4ae145230eb,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:44.908378 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a65d46bd-4df9-4479-ae72-a55c8fc9250a req-10b167fc-5a72-4977-a2ee-f79d77bbf289 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.956144 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12ff1efd-b493-4728-848d-5228f48071bd req-fa66ba9f-ad87-40cf-9637-e0854f6cf53d tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532887 Jul 16 18:15:44.990066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f5bf0ad6-479d-43d5-8ab7-e120a4fc54f7 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1345563 Jul 16 18:15:44.994263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:44.998590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e6f1a2a8-d0c1-4d99-8352-09417b48dfd8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group': {'name': 'tempest-secgroup--154591323'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:45.007831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a65d46bd-4df9-4479-ae72-a55c8fc9250a req-10b167fc-5a72-4977-a2ee-f79d77bbf289 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Calling delete_port for ada259ef-174d-467f-a193-f4ae145230eb owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:45.044666 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.081965 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.202941 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.211310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Pushing event updated for resources: {'Port': ['ID=6e267c1f-0fec-4cc5-97b0-fc2c8602f0da,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.214140 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a65d46bd-4df9-4479-ae72-a55c8fc9250a req-10b167fc-5a72-4977-a2ee-f79d77bbf289 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.227620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9', 'ada259ef-174d-467f-a193-f4ae145230eb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:45.244216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.263396 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.276237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:45.288642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.289044 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Added segment 1a503f80-a6c0-44ad-8358-4b9833a26047 of type vlan for network 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 Jul 16 18:15:45.289561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b167fc-5a72-4977-a2ee-f79d77bbf289 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event deleted for resources: {'Port': ['ID=ada259ef-174d-467f-a193-f4ae145230eb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.350960 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.358403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65d46bd-4df9-4479-ae72-a55c8fc9250a req-10b167fc-5a72-4977-a2ee-f79d77bbf289 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] No DVR routers for this DVR port ada259ef-174d-467f-a193-f4ae145230eb on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:45.363534 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a65d46bd-4df9-4479-ae72-a55c8fc9250a req-10b167fc-5a72-4977-a2ee-f79d77bbf289 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.366444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a65d46bd-4df9-4479-ae72-a55c8fc9250a req-10b167fc-5a72-4977-a2ee-f79d77bbf289 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "DELETE /v2.0/ports/ada259ef-174d-467f-a193-f4ae145230eb HTTP/1.1" status: 204 len: 173 time: 1.4938540 Jul 16 18:15:45.367176 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67f857f-6f59-4976-b984-920d8fe09e42', 'name': 'network-vif-deleted', 'tag': 'ada259ef-174d-467f-a193-f4ae145230eb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:45.379843 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e409f97-5d9f-4d90-9b2d-4ed5113d6e2f" -d '{"events": [{"server_uuid": "f67f857f-6f59-4976-b984-920d8fe09e42", "name": "network-vif-deleted", "tag": "ada259ef-174d-467f-a193-f4ae145230eb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:45.398815 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a2a8-d0c1-4d99-8352-09417b48dfd8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.474180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.475255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.476163 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.511954 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d14b389-d31b-466c-b0b4-9bbe7368359f x-openstack-request-id: req-5d14b389-d31b-466c-b0b4-9bbe7368359f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:45.527502 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67f857f-6f59-4976-b984-920d8fe09e42", "name": "network-vif-deleted", "tag": "ada259ef-174d-467f-a193-f4ae145230eb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:45.529161 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d14b389-d31b-466c-b0b4-9bbe7368359f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:45.529637 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67f857f-6f59-4976-b984-920d8fe09e42', 'name': 'network-vif-deleted', 'tag': 'ada259ef-174d-467f-a193-f4ae145230eb', 'status': 'completed', 'code': 200} Jul 16 18:15:45.562567 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76ee44c-5538-4569-9ac0-005d2444c056,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.629727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a2a8-d0c1-4d99-8352-09417b48dfd8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.641680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] Pushing event updated for resources: {'Network': ['ID=76dacd7e-dc5b-44e2-ba98-f76bfaf853b6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.651008 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f3e3429e-2f10-4e58-9919-59722adb75ed admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2153101 Jul 16 18:15:45.653648 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50510) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:45.657481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:45.672990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b555fa20-4be6-4d4f-92e6-946a82827329 admin admin] Request body: {'subnet': {'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1345285648-subnet', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:45.683174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9e6f2ea-96db-4cdd-8942-177920d28cf1 req-8a3c34ad-2cc0-4b23-91ec-1397a794d691 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0742745 Jul 16 18:15:45.686084 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a2a8-d0c1-4d99-8352-09417b48dfd8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.724955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1a2a8-d0c1-4d99-8352-09417b48dfd8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116d0fe5-3b6a-4a32-b175-12130233c741,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.748077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:45.752064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:45.821139 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a2a8-d0c1-4d99-8352-09417b48dfd8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.826081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b555fa20-4be6-4d4f-92e6-946a82827329 admin admin] Made reservation on behalf of 5b8dd096a1ee4ee4bbe2b655288db20b for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:45.826292 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b555fa20-4be6-4d4f-92e6-946a82827329 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.827507 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e6f1a2a8-d0c1-4d99-8352-09417b48dfd8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8325036 Jul 16 18:15:45.828049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:45.837170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1c417282-c9f0-4141-b3ba-300e68bf7b2b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group_rule': {'security_group_id': '116d0fe5-3b6a-4a32-b175-12130233c741', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:45.937975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-603c069d-c821-477e-8321-5b6440302944 req-38f4d1b2-522a-47db-8e4f-a47c6aab8d36 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67f857f-6f59-4976-b984-920d8fe09e42 HTTP/1.1" status: 200 len: 210 time: 0.0379667 Jul 16 18:15:46.192976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c3e2a18-c44b-4f72-a1ac-2c69b6c368ec None None] Provisioning complete for port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:46.193605 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c3e2a18-c44b-4f72-a1ac-2c69b6c368ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.246086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e2a18-c44b-4f72-a1ac-2c69b6c368ec None None] Port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:46.263217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15d537-389a-4fa8-ad3d-71e94b372fbb req-2a9b2f90-c783-4c84-a0bd-05f1df8a19af tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.264813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f15d537-389a-4fa8-ad3d-71e94b372fbb req-2a9b2f90-c783-4c84-a0bd-05f1df8a19af tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 944 time: 0.1086311 Jul 16 18:15:46.330000 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f15d537-389a-4fa8-ad3d-71e94b372fbb req-f0223cbf-506c-4c92-9706-bf7090047f11 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569515 Jul 16 18:15:46.503945 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c417282-c9f0-4141-b3ba-300e68bf7b2b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.544197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Router 81875c68-872e-420c-a022-f54ae8be3f22 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:46.662669 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c417282-c9f0-4141-b3ba-300e68bf7b2b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.673047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c417282-c9f0-4141-b3ba-300e68bf7b2b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.714104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d301230a-35fd-4d04-8e1a-3f787de5245f up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:46.768590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c417282-c9f0-4141-b3ba-300e68bf7b2b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6d29bb-e3ca-48e0-b3b6-5420b0e334f0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:46.789991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port d301230a-35fd-4d04-8e1a-3f787de5245f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:46.794709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d301230a-35fd-4d04-8e1a-3f787de5245f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:46.795141 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.822081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c417282-c9f0-4141-b3ba-300e68bf7b2b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.823537 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1c417282-c9f0-4141-b3ba-300e68bf7b2b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9905138 Jul 16 18:15:46.826262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:46.835104 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b555fa20-4be6-4d4f-92e6-946a82827329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.856302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b7dca280-7096-4ac1-a587-f38778fbb5eb tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules/6f6d29bb-e3ca-48e0-b3b6-5420b0e334f0 HTTP/1.1" status: 200 len: 763 time: 0.0287559 Jul 16 18:15:46.866377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:46.874055 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:46.889779 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-37c5f4be-1799-40fb-963b-d85e39827301 admin admin] 10.222.0.52 "PUT /v2.0/routers/81875c68-872e-420c-a022-f54ae8be3f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0874012 Jul 16 18:15:46.945951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaf85f44-a586-4230-9a44-51914acb8a1f req-442fbd2d-d6ac-47dc-886b-6d70c9e34074 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0784593 Jul 16 18:15:46.971733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555fa20-4be6-4d4f-92e6-946a82827329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45812238-7c05-488f-b113-88ca4c6fdab1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:46.987580 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.997052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-90fe5fe3-89b5-40cd-82ad-1654602f3e87 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1170368 Jul 16 18:15:46.997235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:46.998333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b555fa20-4be6-4d4f-92e6-946a82827329 admin admin] Checking segment: {'id': '1a503f80-a6c0-44ad-8358-4b9833a26047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:46.998709 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b555fa20-4be6-4d4f-92e6-946a82827329 admin admin] Network hostable DHCP agents. Network: 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:47.013682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port d301230a-35fd-4d04-8e1a-3f787de5245f, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d301230a-35fd-4d04-8e1a-3f787de5245f,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:47.021423 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.078127 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-181d5e77-b94d-4eef-8023-2a8c5c9117f2 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.099214 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-181d5e77-b94d-4eef-8023-2a8c5c9117f2 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.151296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-181d5e77-b94d-4eef-8023-2a8c5c9117f2 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.163048 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-181d5e77-b94d-4eef-8023-2a8c5c9117f2 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.164634 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-181d5e77-b94d-4eef-8023-2a8c5c9117f2 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/6f6d29bb-e3ca-48e0-b3b6-5420b0e334f0 HTTP/1.1" status: 204 len: 168 time: 0.1607513 Jul 16 18:15:47.167877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.170474 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b555fa20-4be6-4d4f-92e6-946a82827329 admin admin] Network 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:47.180334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d5e77-b94d-4eef-8023-2a8c5c9117f2 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f6d29bb-e3ca-48e0-b3b6-5420b0e334f0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.185557 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b555fa20-4be6-4d4f-92e6-946a82827329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:47.190159 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b555fa20-4be6-4d4f-92e6-946a82827329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:47.190592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b555fa20-4be6-4d4f-92e6-946a82827329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.236090 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b555fa20-4be6-4d4f-92e6-946a82827329 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5812657 Jul 16 18:15:47.236751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.241538 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1345285648-router', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:47.290170 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.292373 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.307239 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Sync routers for ids ['81875c68-872e-420c-a022-f54ae8be3f22'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:47.311783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706fe57-e226-4610-aaac-67d406c89f8b None None] Network 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:47.317579 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4011475f-bb2a-4e2d-8bd9-db219e105b9a tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1458864 Jul 16 18:15:47.318283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.329346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ed9577ae-543a-40e4-9db3-a391fc7f1296 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group_rule': {'security_group_id': '116d0fe5-3b6a-4a32-b175-12130233c741', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:47.389168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed9577ae-543a-40e4-9db3-a391fc7f1296 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.399353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Routers {'81875c68-872e-420c-a022-f54ae8be3f22'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:47.400139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81875c68-872e-420c-a022-f54ae8be3f22'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:47.430701 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.487916 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=d301230a-35fd-4d04-8e1a-3f787de5245f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.610607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed9577ae-543a-40e4-9db3-a391fc7f1296 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.619237 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed9577ae-543a-40e4-9db3-a391fc7f1296 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.632118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Set router 81875c68-872e-420c-a022-f54ae8be3f22 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:47.655667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9577ae-543a-40e4-9db3-a391fc7f1296 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5937c09f-84c5-49ab-95f2-a47bd3ce15d0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.668657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-84a50c7a-162e-4c5b-a286-6dda55b7bdd4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:47.675880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-84a50c7a-162e-4c5b-a286-6dda55b7bdd4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.2510211 Jul 16 18:15:47.693738 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed9577ae-543a-40e4-9db3-a391fc7f1296 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.695283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ed9577ae-543a-40e4-9db3-a391fc7f1296 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3759763 Jul 16 18:15:47.697039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-206e79c5-35bc-44c6-9a7a-c2839e9920b3 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/quotas/e70f238652dc4358815dba823514ae3b HTTP/1.1" status: 200 len: 375 time: 0.0203960 Jul 16 18:15:47.698415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.728821 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.751925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-76dacd7e-dc5b-44e2-ba98-f76bfaf853b6', 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'fixed_ips': [{'subnet_id': '45812238-7c05-488f-b113-88ca4c6fdab1'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:47.754237 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.757912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7ff276f9-d36a-4c9e-924d-7d667abf687e tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules/5937c09f-84c5-49ab-95f2-a47bd3ce15d0 HTTP/1.1" status: 200 len: 763 time: 0.0582628 Jul 16 18:15:47.761241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.798453 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-3382faba-3e28-40dc-8086-d2a9fb95a37f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0930409 Jul 16 18:15:47.815853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-4358912b-7c30-4d9a-9d73-a3f7d3e3f5db service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:15:47.827260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-4358912b-7c30-4d9a-9d73-a3f7d3e3f5db service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214024 Jul 16 18:15:47.865721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.889957 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-83a3cd42-b03d-42d4-9593-6f4333a23025 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1210325 Jul 16 18:15:47.935875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 47867a32-5b39-46aa-95e8-7b9e436cb84d details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:47.938929 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-8e99e495-5beb-4e4e-9445-03d5773c71de service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101365 Jul 16 18:15:47.941023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.966530 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-317204d0-9bda-4aa1-8fb8-8ed9c1157483 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1705642499', 'description': 'tempest-description--1549113189'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:47.995770 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-317204d0-9bda-4aa1-8fb8-8ed9c1157483 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.041727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-795ffb10-a4d3-4942-aec7-a96db0983369 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.051344 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-795ffb10-a4d3-4942-aec7-a96db0983369 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.085366 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-795ffb10-a4d3-4942-aec7-a96db0983369 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.107466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Allocated IP 172.20.0.2 (76dacd7e-dc5b-44e2-ba98-f76bfaf853b6/45812238-7c05-488f-b113-88ca4c6fdab1/48550359-13d5-4b57-8bac-a8f13402bc6d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:48.121505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-795ffb10-a4d3-4942-aec7-a96db0983369 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.125011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-795ffb10-a4d3-4942-aec7-a96db0983369 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/5937c09f-84c5-49ab-95f2-a47bd3ce15d0 HTTP/1.1" status: 204 len: 168 time: 0.1733024 Jul 16 18:15:48.130704 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.132735 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-317204d0-9bda-4aa1-8fb8-8ed9c1157483 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.144697 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-317204d0-9bda-4aa1-8fb8-8ed9c1157483 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.156253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ffb10-a4d3-4942-aec7-a96db0983369 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5937c09f-84c5-49ab-95f2-a47bd3ce15d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.184143 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317204d0-9bda-4aa1-8fb8-8ed9c1157483 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e040a5e-683d-42aa-a81e-80699988714b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.215543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e1151-e6c4-4651-bcfe-182f5ea8fb47 req-0aeb5842-4cc8-4b93-beb9-6def04ea2cc4 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.217300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c2e1151-e6c4-4651-bcfe-182f5ea8fb47 req-0aeb5842-4cc8-4b93-beb9-6def04ea2cc4 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 944 time: 0.2545729 Jul 16 18:15:48.240695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-007d0248-6ea7-462e-9095-7070e84f7b0f service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011670 Jul 16 18:15:48.267738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:15:44Z', 'revision_number': 4, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '6e267c1f-0fec-4cc5-97b0-fc2c8602f0da', 'name': '', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'mac_address': 'fa:16:3e:25:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:43Z', 'updated_at': '2021-07-16T18:15:44Z', 'revision_number': 2, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'subnets': [{'id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:48.278555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3f290fbd-a83a-4282-9b4f-5574fd658b57 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1404541 Jul 16 18:15:48.280742 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.289849 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-317204d0-9bda-4aa1-8fb8-8ed9c1157483 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.294197 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-317204d0-9bda-4aa1-8fb8-8ed9c1157483 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4055817 Jul 16 18:15:48.294956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.303108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-21baa6b4-61b9-45f7-a1da-d31fd22f4671 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Request body: {'security_group_rule': {'security_group_id': '1e040a5e-683d-42aa-a81e-80699988714b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:48.311738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-87d25561-2035-4c44-881d-53a6d8fb5f98 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Request body: {'security_group_rule': {'security_group_id': '116d0fe5-3b6a-4a32-b175-12130233c741', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:48.314757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 47867a32-5b39-46aa-95e8-7b9e436cb84d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=47867a32-5b39-46aa-95e8-7b9e436cb84d,segment=NetworkSegment(cc0bd115-026d-441a-ae86-2abe497e196f),segment_id=cc0bd115-026d-441a-ae86-2abe497e196f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:48.317207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Checking router: 81875c68-872e-420c-a022-f54ae8be3f22 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:48.317598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Updating router 81875c68-872e-420c-a022-f54ae8be3f22 port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:48.358565 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.388746 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.388895 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21baa6b4-61b9-45f7-a1da-d31fd22f4671 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.396493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c2e1151-e6c4-4651-bcfe-182f5ea8fb47 req-b56afe52-cada-4cc9-a258-e7a03ef48073 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714587 Jul 16 18:15:48.423683 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.446957 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21baa6b4-61b9-45f7-a1da-d31fd22f4671 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.464253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21baa6b4-61b9-45f7-a1da-d31fd22f4671 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.465988 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87d25561-2035-4c44-881d-53a6d8fb5f98 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.514197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21baa6b4-61b9-45f7-a1da-d31fd22f4671 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecffbbce-b239-4cdf-b4ca-7f3394c9ad6c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.523989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21baa6b4-61b9-45f7-a1da-d31fd22f4671 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.528165 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-21baa6b4-61b9-45f7-a1da-d31fd22f4671 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2304206 Jul 16 18:15:48.529346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.550270 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fa15f2b4-6839-4d9c-91f2-e82910502993 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Request body: {'security_group_rule': {'security_group_id': '1e040a5e-683d-42aa-a81e-80699988714b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:48.591643 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3594453-f6bd-4fd2-b65e-f6e3d7dbe5c0 req-92eccdf4-ee8d-4fe5-b772-9fcbcd54b6c1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 210 time: 0.0556405 Jul 16 18:15:48.628353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cbe0fad-f349-4e3a-afab-57ac92b1ace7 req-74c2fa29-06c9-417f-a709-0d61c0263159 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0347080 Jul 16 18:15:48.655084 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87d25561-2035-4c44-881d-53a6d8fb5f98 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.664123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87d25561-2035-4c44-881d-53a6d8fb5f98 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.686812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d25561-2035-4c44-881d-53a6d8fb5f98 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3fe6a6-1cac-435d-bf28-133e7571820a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.727737 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87d25561-2035-4c44-881d-53a6d8fb5f98 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.728962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-87d25561-2035-4c44-881d-53a6d8fb5f98 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4384775 Jul 16 18:15:48.732002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.745082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa15f2b4-6839-4d9c-91f2-e82910502993 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.781267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2e7aa1e5-c9fb-4981-86d8-43d4528ebcbd tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules/4e3fe6a6-1cac-435d-bf28-133e7571820a HTTP/1.1" status: 200 len: 764 time: 0.0480661 Jul 16 18:15:48.785155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.792650 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.799486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa15f2b4-6839-4d9c-91f2-e82910502993 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.807059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Allocated IP 172.25.8.7 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/dea50daa-5d5a-4311-b4ac-db40e6225f7c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:48.807741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d301230a-35fd-4d04-8e1a-3f787de5245f up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:48.810865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Transition to ACTIVE for port object 48550359-13d5-4b57-8bac-a8f13402bc6d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:48.811550 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa15f2b4-6839-4d9c-91f2-e82910502993 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.816310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'port_id': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'mac_address': 'fa:16:3e:2a:2a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:48.857721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15f2b4-6839-4d9c-91f2-e82910502993 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d76e30-dda2-4d83-8456-a00354598f58,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.868890 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa15f2b4-6839-4d9c-91f2-e82910502993 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.873419 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fa15f2b4-6839-4d9c-91f2-e82910502993 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3312385 Jul 16 18:15:48.873660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.883757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:48.895781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Transition to ACTIVE for port object 48550359-13d5-4b57-8bac-a8f13402bc6d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:48.934283 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.963863 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.978895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f35ebb3e-3194-44c8-a5d3-d712dbfd06d0 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1885321 Jul 16 18:15:48.980142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50630) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.999484 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.014511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fd33263-3fdd-4698-88ab-20e7e3a015e8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.019511 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.036539 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fd33263-3fdd-4698-88ab-20e7e3a015e8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.066185 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.068010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Network 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:49.078804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:49.095544 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:49.111524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47867a32-5b39-46aa-95e8-7b9e436cb84d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:49.115334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fd33263-3fdd-4698-88ab-20e7e3a015e8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.117234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Pushing event updated for resources: {'Port': ['ID=48550359-13d5-4b57-8bac-a8f13402bc6d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.126467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d301230a-35fd-4d04-8e1a-3f787de5245f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:49.127192 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.132242 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8fd33263-3fdd-4698-88ab-20e7e3a015e8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.133504 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8fd33263-3fdd-4698-88ab-20e7e3a015e8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/4e3fe6a6-1cac-435d-bf28-133e7571820a HTTP/1.1" status: 204 len: 168 time: 0.1503406 Jul 16 18:15:49.134496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33263-3fdd-4698-88ab-20e7e3a015e8 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e3fe6a6-1cac-435d-bf28-133e7571820a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.152110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:49.159895 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:49.167963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:49.182234 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:49.189477 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ada259ef-174d-467f-a193-f4ae145230eb no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:49.238437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: ada259ef-174d-467f-a193-f4ae145230eb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:49.238792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ada259ef-174d-467f-a193-f4ae145230eb not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:49.254391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e958b4fc-6b65-41b4-91bc-ba8f2fdbae0b tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0969014 Jul 16 18:15:49.255071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:49.308212 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 47867a32-5b39-46aa-95e8-7b9e436cb84d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=47867a32-5b39-46aa-95e8-7b9e436cb84d,segment=NetworkSegment(cc0bd115-026d-441a-ae86-2abe497e196f),segment_id=cc0bd115-026d-441a-ae86-2abe497e196f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:49.322473 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.390376 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.492075 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d36bce4f-35be-4c8b-a298-422b192838e9 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.523539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d36bce4f-35be-4c8b-a298-422b192838e9 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.533124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Attempting to bind port 48550359-13d5-4b57-8bac-a8f13402bc6d on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:49.533814 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Attempting to bind port 48550359-13d5-4b57-8bac-a8f13402bc6d by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '1a503f80-a6c0-44ad-8358-4b9833a26047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:49.534713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Attempting to bind port 48550359-13d5-4b57-8bac-a8f13402bc6d on network 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:49.552807 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:49.554801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Checking segment: {'id': '1a503f80-a6c0-44ad-8358-4b9833a26047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:49.555407 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.556099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Bound using segment: {'id': '1a503f80-a6c0-44ad-8358-4b9833a26047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:49.558550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Bound port: 48550359-13d5-4b57-8bac-a8f13402bc6d, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a503f80-a6c0-44ad-8358-4b9833a26047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:49.558550 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.603331 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.603331 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Pushing event updated for resources: {'Port': ['ID=dea50daa-5d5a-4311-b4ac-db40e6225f7c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.615562 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d36bce4f-35be-4c8b-a298-422b192838e9 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.618740 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d36bce4f-35be-4c8b-a298-422b192838e9 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.621274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d36bce4f-35be-4c8b-a298-422b192838e9 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "DELETE /v2.0/security-groups/116d0fe5-3b6a-4a32-b175-12130233c741 HTTP/1.1" status: 204 len: 168 time: 0.3633637 Jul 16 18:15:49.631214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:49.657892 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.677186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bce4f-35be-4c8b-a298-422b192838e9 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116d0fe5-3b6a-4a32-b175-12130233c741,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.689724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Allocated IP 172.25.8.232 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/444cd46b-8a7e-409e-912b-55a58ef02744) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:49.695642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Transition to ACTIVE for port object 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:49.707946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=47867a32-5b39-46aa-95e8-7b9e436cb84d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.750619 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.955748 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-20123ae5-e4fc-4c05-8bdf-8ee69cdf3778 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3136575 Jul 16 18:15:49.977776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:49.995150 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4f41602-678c-4b70-a882-2d62a3021f52 req-add91516-d730-4cc9-b149-2c4100d08c7f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 210 time: 0.1082036 Jul 16 18:15:50.036559 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.170516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['47867a32-5b39-46aa-95e8-7b9e436cb84d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:50.181535 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bb714d0b-1883-464f-ab7e-6aacf6ccfca3 tempest-SecGroupTest-1105323278 tempest-SecGroupTest-1105323278-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1830120 Jul 16 18:15:50.205921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ec793-54ed-414a-9a4b-ab56b4ee2f0e req-e8a43d37-dc24-4576-b62f-361c5454d927 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.217580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a9ec793-54ed-414a-9a4b-ab56b4ee2f0e req-e8a43d37-dc24-4576-b62f-361c5454d927 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 945 time: 0.4782541 Jul 16 18:15:50.232971 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.288981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Router 1a8bccdf-cac5-4860-80c2-0e86d0c8beda is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:50.350280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddec786-d228-436c-8516-74e2edcc240e None None] Pushing event updated for resources: {'Port': ['ID=6e267c1f-0fec-4cc5-97b0-fc2c8602f0da,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:50.356417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a9ec793-54ed-414a-9a4b-ab56b4ee2f0e req-fc52fa64-6407-4be7-92fc-9fdfc052e854 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378062 Jul 16 18:15:50.360464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32a9a7fb-ac14-4eac-915e-e740409c1353 req-9a5a8fdc-b332-426f-a785-2472b65b28d3 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.1003079 Jul 16 18:15:50.393168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Attempting to bind port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:50.394333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Attempting to bind port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:50.394992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Attempting to bind port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:50.413047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] For port 48550359-13d5-4b57-8bac-a8f13402bc6d, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:50.422265 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:50.422675 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Checking segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:50.423049 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.423453 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Bound using segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:50.423996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Bound port: 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:50.424456 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.444316 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] For port 48550359-13d5-4b57-8bac-a8f13402bc6d, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=48550359-13d5-4b57-8bac-a8f13402bc6d,segment=NetworkSegment(1a503f80-a6c0-44ad-8358-4b9833a26047),segment_id=1a503f80-a6c0-44ad-8358-4b9833a26047)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:50.458010 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.606054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:50.624307 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Sync routers for ids ['1a8bccdf-cac5-4860-80c2-0e86d0c8beda'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:50.644792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:50.649805 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.667712 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Routers {'1a8bccdf-cac5-4860-80c2-0e86d0c8beda'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:50.670287 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a8bccdf-cac5-4860-80c2-0e86d0c8beda'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:50.673975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-3bb040c1-c750-47c0-b8ed-42ab2849019f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.676049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-3bb040c1-c750-47c0-b8ed-42ab2849019f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.3073244 Jul 16 18:15:50.680649 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.688079 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fe005449-0ecf-449b-9d25-7df8bc75c245 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4497008 Jul 16 18:15:50.688732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:50.728439 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d67f-eaf8-4bb2-aa2f-156025eb7d15 None None] Pushing event updated for resources: {'Port': ['ID=48550359-13d5-4b57-8bac-a8f13402bc6d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:50.736899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Request body: {'port': {'device_id': '67e53124-6e9c-4481-a97c-1e6ae7c6bd6b', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'admin_state_up': True, 'tenant_id': 'e70f238652dc4358815dba823514ae3b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:50.797167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] For port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:50.868788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] For port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6e267c1f-0fec-4cc5-97b0-fc2c8602f0da,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:50.882670 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.984333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:50.994168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:51.000511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:51.062790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event updated for resources: {'Port': ['ID=444cd46b-8a7e-409e-912b-55a58ef02744,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.076886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Made reservation on behalf of e70f238652dc4358815dba823514ae3b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:51.091475 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.150785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Routers {'81875c68-872e-420c-a022-f54ae8be3f22'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:51.166968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81875c68-872e-420c-a022-f54ae8be3f22'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:51.218422 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.285214 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-986cfae2-f7e7-4761-839f-e5b2025e8dd0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7cab61c44bc4472bab3b6bea949a529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6356494 Jul 16 18:15:51.286127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:51.317620 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.349629 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d348b51-1808-467c-bcc6-70a55cc3c3e5 req-bf2e4c1d-9b90-4ffe-b076-c13dfd72d179 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 210 time: 0.0884569 Jul 16 18:15:51.386431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddec786-d228-436c-8516-74e2edcc240e None None] Pushing event updated for resources: {'Port': ['ID=6e267c1f-0fec-4cc5-97b0-fc2c8602f0da,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.464853 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Set router 1a8bccdf-cac5-4860-80c2-0e86d0c8beda gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:51.501140 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ac47067-30b4-4773-a341-29d1de8f0b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.646440 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ac47067-30b4-4773-a341-29d1de8f0b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.685105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] Set router 81875c68-872e-420c-a022-f54ae8be3f22 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:51.799417 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.803072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Allocated IP 172.20.0.3 (9e78f56b-5e51-42a6-804f-d297865e4c92/0c30686d-f148-4f8a-8c2a-29c3ee51f644/5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:51.868526 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'name': 'tempest-FloatingIPsNegativeTestJSON-1345285648-router', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:47Z', 'updated_at': '2021-07-16T18:15:49Z', 'revision_number': 3, 'project_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'gw_port': {'id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:48Z', 'updated_at': '2021-07-16T18:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:51.869156 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90923474-6867-4fcd-a53b-d71ed0e51985 req-50fd8d6f-7f50-4707-aed7-6a49ec2aa7f5 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0590365 Jul 16 18:15:51.876971 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.933816 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Checking router: 1a8bccdf-cac5-4860-80c2-0e86d0c8beda for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:51.934168 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Updating router 1a8bccdf-cac5-4860-80c2-0e86d0c8beda port dea50daa-5d5a-4311-b4ac-db40e6225f7c binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:51.954353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ac47067-30b4-4773-a341-29d1de8f0b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.961167 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9ac47067-30b4-4773-a341-29d1de8f0b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.967090 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9ac47067-30b4-4773-a341-29d1de8f0b24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd4cad38-daf7-4205-8bcd-2466abd0fad0 HTTP/1.1" status: 204 len: 168 time: 0.6805480 Jul 16 18:15:52.022327 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.072585 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.073845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:15:44Z', 'revision_number': 4, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '6e267c1f-0fec-4cc5-97b0-fc2c8602f0da', 'name': '', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'mac_address': 'fa:16:3e:25:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:43Z', 'updated_at': '2021-07-16T18:15:50Z', 'revision_number': 4, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'subnets': [{'id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:52.084158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac47067-30b4-4773-a341-29d1de8f0b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4cad38-daf7-4205-8bcd-2466abd0fad0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.138761 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event updated for resources: {'Port': ['ID=444cd46b-8a7e-409e-912b-55a58ef02744,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.144348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156ba1-b73b-4bcc-9fbe-939c56ce30ca None None] The sync data for ids ['81875c68-872e-420c-a022-f54ae8be3f22'] in n-d-793618-9 is: [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:15:44Z', 'revision_number': 4, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '6e267c1f-0fec-4cc5-97b0-fc2c8602f0da', 'name': '', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'mac_address': 'fa:16:3e:25:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:43Z', 'updated_at': '2021-07-16T18:15:50Z', 'revision_number': 4, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'subnets': [{'id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:52.146416 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.150212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8acd5a14-ecc8-4db8-9452-370029ee172d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2748291 Jul 16 18:15:52.282464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac68df3-0f54-47c2-931b-526a3f1c3533 req-58bab2a1-a30a-41d2-ae5e-c02dca1dc640 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:52.290053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bac68df3-0f54-47c2-931b-526a3f1c3533 req-58bab2a1-a30a-41d2-ae5e-c02dca1dc640 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 945 time: 0.4831033 Jul 16 18:15:52.401442 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.469671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d6194a-a119-47a3-940d-83ae472c294d None None] Network 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:52.718596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7dc1aceb-abed-494d-b861-0e16a0309fd4 None None] Provisioning for port 48550359-13d5-4b57-8bac-a8f13402bc6d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:52.896851 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:52.903739 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.918083 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Transition to ACTIVE for port object dea50daa-5d5a-4311-b4ac-db40e6225f7c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:52.928344 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.945709 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46f4a245-8206-4315-b837-c4561964135d req-1f3654ce-e123-4786-91b8-b587e4d11cd7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8557146 Jul 16 18:15:53.057056 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8b250-2fcd-4707-8054-f41a89bdd950 None None] Pushing event updated for resources: {'Port': ['ID=dea50daa-5d5a-4311-b4ac-db40e6225f7c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:53.078996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f63db785-8760-41c1-93e7-2dc5aa44e404 req-0ce8921f-6947-4fe1-add4-ddf2bb025ce5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 210 time: 0.0996902 Jul 16 18:15:53.123492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Allocated IP 172.20.0.1 (76dacd7e-dc5b-44e2-ba98-f76bfaf853b6/45812238-7c05-488f-b113-88ca4c6fdab1/c1feeaba-e072-4609-8815-67c1622cee02) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:53.150677 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Attempting to bind port dea50daa-5d5a-4311-b4ac-db40e6225f7c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:53.151063 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Attempting to bind port dea50daa-5d5a-4311-b4ac-db40e6225f7c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:53.151442 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Attempting to bind port dea50daa-5d5a-4311-b4ac-db40e6225f7c on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:53.174672 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:53.186274 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:53.189056 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.189964 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:53.196459 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Bound port: dea50daa-5d5a-4311-b4ac-db40e6225f7c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:53.198207 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.200581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bac68df3-0f54-47c2-931b-526a3f1c3533 req-e9c6776b-453b-40b9-9acf-3be86dff25f0 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224030 Jul 16 18:15:53.237227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4a245-8206-4315-b837-c4561964135d req-b46b4013-6197-4e8e-a824-d86eaf6403d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.239404 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46f4a245-8206-4315-b837-c4561964135d req-b46b4013-6197-4e8e-a824-d86eaf6403d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 1097 time: 0.2218161 Jul 16 18:15:53.321546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:53.359504 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:53.371870 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.374346 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] For port dea50daa-5d5a-4311-b4ac-db40e6225f7c, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:53.380114 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.385157 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] For port dea50daa-5d5a-4311-b4ac-db40e6225f7c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dea50daa-5d5a-4311-b4ac-db40e6225f7c,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:53.395198 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.456493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-11f8fd02-af05-46e4-ad0f-bf3205627d30 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1705642499&fields=id&tenant_id=7ff61005884a4cf495bfab056c2e2f39 HTTP/1.1" status: 200 len: 267 time: 0.1444776 Jul 16 18:15:53.469364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:53.479112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0065453 Jul 16 18:15:53.487577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:53.520253 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8b250-2fcd-4707-8054-f41a89bdd950 None None] Pushing event updated for resources: {'Port': ['ID=dea50daa-5d5a-4311-b4ac-db40e6225f7c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:53.571425 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Routers {'1a8bccdf-cac5-4860-80c2-0e86d0c8beda'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:53.572080 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a8bccdf-cac5-4860-80c2-0e86d0c8beda'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:53.626424 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.729184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6e267c1f-0fec-4cc5-97b0-fc2c8602f0da,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:53.732730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13297475-4121-48e7-99e4-633ff5516d91 req-6b6085f1-2e44-4709-9b0f-6d94d88a389d tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.1982944 Jul 16 18:15:53.740941 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.742018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 48550359-13d5-4b57-8bac-a8f13402bc6d up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:53.779958 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] Set router 1a8bccdf-cac5-4860-80c2-0e86d0c8beda gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:53.825641 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.858337 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.886434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-57142af6-0da3-49db-96e8-13d91d804a75 tempest-NetworksApiDiscovery-196078429 tempest-NetworksApiDiscovery-196078429-project] 10.222.0.52 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3779111 Jul 16 18:15:53.889280 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Transition to ACTIVE for port object c1feeaba-e072-4609-8815-67c1622cee02 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:53.898606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:53.907539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Network 9e78f56b-5e51-42a6-804f-d297865e4c92 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:53.908175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4a245-8206-4315-b837-c4561964135d req-95177768-d53f-4b27-aba4-8bb3805d7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.915532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:53.916093 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46f4a245-8206-4315-b837-c4561964135d req-95177768-d53f-4b27-aba4-8bb3805d7e0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 906 time: 0.4919484 Jul 16 18:15:53.926376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:53.977668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.978519 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.005341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event updated for resources: {'Port': ['ID=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.024186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-77d29480-df2c-4de6-a142-02c112fa99fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.031918 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46f4a245-8206-4315-b837-c4561964135d req-eecfdf0a-0c3e-4e3f-86c5-1c808251471d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6baf0c59-5f50-4526-8221-be5c4f649cc9 HTTP/1.1" status: 200 len: 217 time: 0.1025097 Jul 16 18:15:54.032794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-77d29480-df2c-4de6-a142-02c112fa99fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 812 time: 0.5255723 Jul 16 18:15:54.043877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-b63ac12f-ad40-482e-9567-ff1415ab3f4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3481138 Jul 16 18:15:54.048214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 47867a32-5b39-46aa-95e8-7b9e436cb84d up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:54.054844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-ec3c2c3e-c9f8-4f1c-ba69-37ee6bd56bc5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/quotas/7ff61005884a4cf495bfab056c2e2f39 HTTP/1.1" status: 200 len: 375 time: 0.0205626 Jul 16 18:15:54.074076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-204eead3-52a3-494f-9240-765fd4369e1b tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:15:54.075667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-204eead3-52a3-494f-9240-765fd4369e1b tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174484 Jul 16 18:15:54.099050 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'name': 'tempest-FloatingIPsNegativeTestJSON-1345285648-router', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:47Z', 'updated_at': '2021-07-16T18:15:49Z', 'revision_number': 3, 'project_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'gw_port': {'id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:48Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:54.149137 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0d78e3-2f6c-4a77-b3ef-18d54e9b4318 None None] The sync data for ids ['1a8bccdf-cac5-4860-80c2-0e86d0c8beda'] in n-d-793618-9 is: [{'id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'name': 'tempest-FloatingIPsNegativeTestJSON-1345285648-router', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:47Z', 'updated_at': '2021-07-16T18:15:49Z', 'revision_number': 3, 'project_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'gw_port': {'id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:48Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:54.177667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4a245-8206-4315-b837-c4561964135d req-b889e0bd-9a8e-46a9-9317-c778635317c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.179210 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46f4a245-8206-4315-b837-c4561964135d req-b889e0bd-9a8e-46a9-9317-c778635317c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.1323097 Jul 16 18:15:54.180423 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.190165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Request body: {'port': {'device_id': '67e53124-6e9c-4481-a97c-1e6ae7c6bd6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:54.327975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=6e267c1f-0fec-4cc5-97b0-fc2c8602f0da,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.347031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Network 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:54.364548 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46f4a245-8206-4315-b837-c4561964135d req-fabec144-08b6-4b8f-8a14-eb04171c8135 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1699779 Jul 16 18:15:54.392738 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:54.407088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:54.460331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:54.482587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-8c4b1fbd-eeb7-4b17-9ced-9cbeb22e2c0d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4266527 Jul 16 18:15:54.498310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Pushing event updated for resources: {'Port': ['ID=c1feeaba-e072-4609-8815-67c1622cee02,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.520562 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:15:54.557703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 47867a32-5b39-46aa-95e8-7b9e436cb84d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:54.559522 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.563444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 48550359-13d5-4b57-8bac-a8f13402bc6d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:54.571438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 48550359-13d5-4b57-8bac-a8f13402bc6d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:54.571889 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.639674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 47867a32-5b39-46aa-95e8-7b9e436cb84d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:54.640336 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.640597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-60f7f94b-f179-4f22-bf28-b0ca8df59b1c service neutron] 10.222.0.52 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548781 Jul 16 18:15:54.700849 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46f4a245-8206-4315-b837-c4561964135d req-80765530-44b0-4606-86ea-1316a171d4a2 service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197732 Jul 16 18:15:54.780696 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.793591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-012fc6ba-0a40-4ac5-8380-e711d1876d52 service neutron] 10.222.0.52 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520369 Jul 16 18:15:54.843380 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.847802 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-46f4a245-8206-4315-b837-c4561964135d req-69782e8e-59fa-4e33-9f7b-4bf04c954170 service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360421 Jul 16 18:15:55.006603 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 48550359-13d5-4b57-8bac-a8f13402bc6d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=48550359-13d5-4b57-8bac-a8f13402bc6d,segment=NetworkSegment(1a503f80-a6c0-44ad-8358-4b9833a26047),segment_id=1a503f80-a6c0-44ad-8358-4b9833a26047)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:55.027161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d91de9b-b31f-41d8-a83b-1853ec7816f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.036449 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.059355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511876d-1250-4b1f-a985-7b27f947c1fd req-72cfbe3a-9ad4-4819-87c2-eeb37e92170b tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:55.061743 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d511876d-1250-4b1f-a985-7b27f947c1fd req-72cfbe3a-9ad4-4819-87c2-eeb37e92170b tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 931 time: 0.6162796 Jul 16 18:15:55.074892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-855145f0-d1b8-4a78-8722-985538ce0713 None None] Provisioning for port c1feeaba-e072-4609-8815-67c1622cee02 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:55.084769 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.099269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-855145f0-d1b8-4a78-8722-985538ce0713 None None] Provisioning complete for port c1feeaba-e072-4609-8815-67c1622cee02 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:55.101673 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-855145f0-d1b8-4a78-8722-985538ce0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.205517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d511876d-1250-4b1f-a985-7b27f947c1fd req-afa6aa6d-011b-4cb8-af83-76b24d7fe980 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298172 Jul 16 18:15:55.237610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-855145f0-d1b8-4a78-8722-985538ce0713 None None] Port c1feeaba-e072-4609-8815-67c1622cee02 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:55.389436 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.502173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=48550359-13d5-4b57-8bac-a8f13402bc6d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:55.531994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:55.546663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fabc07d9-732c-44d6-b970-1cde56c38a7b req-af9b59af-040c-406a-9c5c-cf65861e21ed tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0653954 Jul 16 18:15:55.582868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:55.585535 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5296683d-e0bb-4c03-abe0-c78f6f023fd2" -d '{"events": [{"server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "name": "network-vif-plugged", "status": "completed", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:55.646676 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 47867a32-5b39-46aa-95e8-7b9e436cb84d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=47867a32-5b39-46aa-95e8-7b9e436cb84d,segment=NetworkSegment(cc0bd115-026d-441a-ae86-2abe497e196f),segment_id=cc0bd115-026d-441a-ae86-2abe497e196f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:55.680727 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.805266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:55.818833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=47867a32-5b39-46aa-95e8-7b9e436cb84d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:55.819855 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.836704 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Transition to ACTIVE for port object 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:55.857116 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.872234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:55.872687 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.935402 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e20c41b6-6ccb-40e6-81b0-dff7db0b81e9 req-521c7dc3-b35e-407d-b6f9-269f3c160a68 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 210 time: 0.0963891 Jul 16 18:15:56.051279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d91de9b-b31f-41d8-a83b-1853ec7816f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.053116 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.059825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9bb9c-7f87-424a-80e4-6491d5743a0b req-3adc3efe-effa-4e7a-9007-19727889f2b4 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:56.061620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65c9bb9c-7f87-424a-80e4-6491d5743a0b req-3adc3efe-effa-4e7a-9007-19727889f2b4 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 945 time: 0.5696874 Jul 16 18:15:56.068728 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.091802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dea50daa-5d5a-4311-b4ac-db40e6225f7c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:56.108915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.114166 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d91de9b-b31f-41d8-a83b-1853ec7816f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.149733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9d91de9b-b31f-41d8-a83b-1853ec7816f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff93a86e8df84d6a9b3019f8a3fdeca8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6872849 Jul 16 18:15:56.172775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:56.205404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65c9bb9c-7f87-424a-80e4-6491d5743a0b req-7433cab6-199c-405d-9373-8c44204450e4 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165323 Jul 16 18:15:56.219983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91de9b-b31f-41d8-a83b-1853ec7816f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425dff34-6c7b-4eac-af45-f4d46b1cafc5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.221736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port dea50daa-5d5a-4311-b4ac-db40e6225f7c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:56.233119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port dea50daa-5d5a-4311-b4ac-db40e6225f7c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:56.235921 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.240181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Attempting to bind port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:56.240656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Attempting to bind port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:56.241037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Attempting to bind port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:56.245766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 on network 9e78f56b-5e51-42a6-804f-d297865e4c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:56.246097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Attempting to bind port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:56.251045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:56.251396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Checking segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:56.251791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Bound using segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:56.252303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Bound port: 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:56.252574 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.306690 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.330980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Pushing event updated for resources: {'Port': ['ID=c1feeaba-e072-4609-8815-67c1622cee02,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.356708 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.394172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] For port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:56.399998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] For port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:56.407877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.437254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port dea50daa-5d5a-4311-b4ac-db40e6225f7c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dea50daa-5d5a-4311-b4ac-db40e6225f7c,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:56.445889 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.501412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:56.502469 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.503825 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982f8f59-67c2-4342-ba7e-6cb664da534f x-openstack-request-id: req-982f8f59-67c2-4342-ba7e-6cb664da534f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:56.504222 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "name": "network-vif-plugged", "status": "completed", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:56.504361 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-982f8f59-67c2-4342-ba7e-6cb664da534f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:56.504909 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'code': 200} Jul 16 18:15:56.509666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] 10.222.0.42 "PUT /v2.0/ports/5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 HTTP/1.1" status: 200 len: 1091 time: 2.3326745 Jul 16 18:15:56.511982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e53124-6e9c-4481-a97c-1e6ae7c6bd6b', 'tag': '5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:56.516634 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671c4f6a-defd-4fd9-a213-461f0f2fcde4" -d '{"events": [{"name": "network-changed", "server_uuid": "67e53124-6e9c-4481-a97c-1e6ae7c6bd6b", "tag": "5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:56.545825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=dea50daa-5d5a-4311-b4ac-db40e6225f7c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.601440 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6394-1ec7-449b-8c82-9341a2d66f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.606650 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ff293a-eadd-45f5-b748-8d77332ef805 x-openstack-request-id: req-46ff293a-eadd-45f5-b748-8d77332ef805 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:56.606650 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e53124-6e9c-4481-a97c-1e6ae7c6bd6b", "tag": "5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:56.606964 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46ff293a-eadd-45f5-b748-8d77332ef805 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:56.607167 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e53124-6e9c-4481-a97c-1e6ae7c6bd6b', 'tag': '5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93', 'status': 'completed', 'code': 200} Jul 16 18:15:56.618043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Network 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:56.628713 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:56.696511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6394-1ec7-449b-8c82-9341a2d66f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.820000 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Router 1a8bccdf-cac5-4860-80c2-0e86d0c8beda has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:56.821715 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6394-1ec7-449b-8c82-9341a2d66f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.824858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6394-1ec7-449b-8c82-9341a2d66f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.826307 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6a4f6394-1ec7-449b-8c82-9341a2d66f14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/425dff34-6c7b-4eac-af45-f4d46b1cafc5 HTTP/1.1" status: 204 len: 168 time: 0.6520259 Jul 16 18:15:56.838558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f6394-1ec7-449b-8c82-9341a2d66f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425dff34-6c7b-4eac-af45-f4d46b1cafc5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.893282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6856587-9eb0-466c-a1e1-3f94a673c7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:57.006668 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-608868f2-a20a-43be-b5f7-b6c4e482aca9 req-8623aa6b-db84-4640-8ba8-2a4b89fb9419 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.1312840 Jul 16 18:15:57.014717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:57.027157 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cf268acd-e51b-4737-b791-24ec1859c52d admin admin] 10.222.0.52 "PUT /v2.0/routers/1a8bccdf-cac5-4860-80c2-0e86d0c8beda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3362234 Jul 16 18:15:57.104275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cad9faba-67a2-4052-979f-32a6c4b7ddda None None] Provisioning complete for port c1feeaba-e072-4609-8815-67c1622cee02 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:57.121198 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cad9faba-67a2-4052-979f-32a6c4b7ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.133674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19cd05-707f-47f9-a4cf-a1e723fd4186 req-a2497d08-a9e5-4179-892f-d558e324a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.135377 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d19cd05-707f-47f9-a4cf-a1e723fd4186 req-a2497d08-a9e5-4179-892f-d558e324a30f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 1097 time: 0.3867528 Jul 16 18:15:57.143092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-cdf679e1-5cab-48c3-929e-521b8876c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.144745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-cdf679e1-5cab-48c3-929e-521b8876c8e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 1094 time: 0.5203211 Jul 16 18:15:57.248940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cad9faba-67a2-4052-979f-32a6c4b7ddda None None] Port c1feeaba-e072-4609-8815-67c1622cee02 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:57.279746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4627d0-eb12-40f5-ac07-9397f5f55fd4 req-eb442394-321e-414c-b335-2ecda2ed70bb tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.281783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df4627d0-eb12-40f5-ac07-9397f5f55fd4 req-eb442394-321e-414c-b335-2ecda2ed70bb tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 943 time: 0.7407942 Jul 16 18:15:57.283444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-756d1447-52f8-44f5-86dc-af3b6fcd330a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 HTTP/1.1" status: 200 len: 217 time: 0.1017106 Jul 16 18:15:57.340352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dea50daa-5d5a-4311-b4ac-db40e6225f7c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:57.407433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac8a4b6d-c168-483f-894d-86a397e2bcf3 req-d71e34e7-52ac-4d07-96c7-5921fd61c50a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 210 time: 0.1152525 Jul 16 18:15:57.429854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port dea50daa-5d5a-4311-b4ac-db40e6225f7c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:57.430249 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.471805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df4627d0-eb12-40f5-ac07-9397f5f55fd4 req-ec3f81b6-3eaa-442c-ba9f-3e0e88497d48 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659770 Jul 16 18:15:57.473908 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d19cd05-707f-47f9-a4cf-a1e723fd4186 req-328d0229-0b52-4903-b53f-9334ec7e3e34 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249588 Jul 16 18:15:57.497585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-996edcca-82d1-49b0-a81d-88fd60547bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.499105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-996edcca-82d1-49b0-a81d-88fd60547bde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.1770039 Jul 16 18:15:57.566491 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-de72a597-e23b-4216-a350-6d8a8b35e581 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578842 Jul 16 18:15:57.596981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 48550359-13d5-4b57-8bac-a8f13402bc6d up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:57.688553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Sync routers for ids ['1a8bccdf-cac5-4860-80c2-0e86d0c8beda'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:57.728340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a1b5f-7039-4936-a1fa-97b0a769cbf6 req-5ce6a696-3b6b-4190-8ddd-3cf79e416413 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.729851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea4a1b5f-7039-4936-a1fa-97b0a769cbf6 req-5ce6a696-3b6b-4190-8ddd-3cf79e416413 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 946 time: 0.1742265 Jul 16 18:15:57.737025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-dda022c5-9b80-4dd4-80bb-3430b02528cb service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448643 Jul 16 18:15:57.743154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Routers {'1a8bccdf-cac5-4860-80c2-0e86d0c8beda'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:57.745474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a8bccdf-cac5-4860-80c2-0e86d0c8beda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:57.800992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 48550359-13d5-4b57-8bac-a8f13402bc6d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:57.801712 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.933759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea4a1b5f-7039-4936-a1fa-97b0a769cbf6 req-faffe6c5-e0a1-4977-a22f-870edc1c3833 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914601 Jul 16 18:15:57.940963 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-948254e9-17d6-4c39-b26b-892b3abc1412 req-90bd08b0-acfd-4d42-9c1e-b86d201d5d57 tempest-FloatingIPsNegativeTestJSON-1366099888 tempest-FloatingIPsNegativeTestJSON-1366099888-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=5b8dd096a1ee4ee4bbe2b655288db20b HTTP/1.1" status: 200 len: 217 time: 0.1474230 Jul 16 18:15:57.968798 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33d1cbed-a9d5-44d6-af85-8bdccd4bbf98 req-e67ffbe3-adaf-4964-83ce-48e4aac68934 service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219498 Jul 16 18:15:58.050941 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc6600dc-d119-4428-a063-0a08e8699976 req-da4d978e-9b89-4d51-a426-135bde2b88ed tempest-FloatingIPsNegativeTestJSON-1366099888 tempest-FloatingIPsNegativeTestJSON-1366099888-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0698330 Jul 16 18:15:58.065580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-9d07cfd4-a777-4676-a4f5-51d080926ef7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.067560 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-9d07cfd4-a777-4676-a4f5-51d080926ef7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 812 time: 0.2466528 Jul 16 18:15:58.171115 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-95e8ed0e-d9a0-4389-a70f-c72038bb20af req-d3a60d3b-066f-49a6-a030-56d60e4c591b tempest-FloatingIPsNegativeTestJSON-1366099888 tempest-FloatingIPsNegativeTestJSON-1366099888-project] show failed (client error): The resource could not be found. Jul 16 18:15:58.172174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95e8ed0e-d9a0-4389-a70f-c72038bb20af req-d3a60d3b-066f-49a6-a030-56d60e4c591b tempest-FloatingIPsNegativeTestJSON-1366099888 tempest-FloatingIPsNegativeTestJSON-1366099888-project] 10.222.0.52 "GET /v2.0/floatingips/0317a901-6e4a-408a-8797-950d3dab0b5b HTTP/1.1" status: 404 len: 350 time: 0.0778613 Jul 16 18:15:58.193409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:58.352199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d19891aa-1026-4a7f-90fe-4ad520b1553c req-e5e5c610-fc51-4fd4-b16c-b2cb8d5d6259 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0687778 Jul 16 18:15:58.394502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4f6a-defd-4fd9-a213-461f0f2fcde4 req-ad0b2a01-e0ee-464d-9777-4e1b3e78e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.397209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-671c4f6a-defd-4fd9-a213-461f0f2fcde4 req-ad0b2a01-e0ee-464d-9777-4e1b3e78e0a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 1094 time: 0.2161613 Jul 16 18:15:58.441869 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-ac6cf140-cbdd-4053-8868-d845e6854cc5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ff61005884a4cf495bfab056c2e2f39 HTTP/1.1" status: 200 len: 380 time: 0.3565781 Jul 16 18:15:58.447369 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Request body: {'port': {'device_id': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'admin_state_up': True, 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'security_groups': ['1e040a5e-683d-42aa-a81e-80699988714b']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:58.670731 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Set router 1a8bccdf-cac5-4860-80c2-0e86d0c8beda gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:58.770454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ef03809-68a6-435f-bce3-e98327b817c8 req-1538871d-1446-49c5-956e-7e70be4feb79 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 210 time: 0.0623498 Jul 16 18:15:58.774120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4f6a-defd-4fd9-a213-461f0f2fcde4 req-75726157-b474-4f39-bf80-d00ae1845cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.776212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-671c4f6a-defd-4fd9-a213-461f0f2fcde4 req-75726157-b474-4f39-bf80-d00ae1845cfe service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 906 time: 0.3699880 Jul 16 18:15:58.857051 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Made reservation on behalf of 7ff61005884a4cf495bfab056c2e2f39 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:58.861718 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.871178 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-671c4f6a-defd-4fd9-a213-461f0f2fcde4 req-aa3455d1-f5d6-4db8-88e7-5141812f4905 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 HTTP/1.1" status: 200 len: 217 time: 0.0840800 Jul 16 18:15:58.971198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4f6a-defd-4fd9-a213-461f0f2fcde4 req-1516ce07-68c0-4ea1-bd03-0852982752ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.972719 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-671c4f6a-defd-4fd9-a213-461f0f2fcde4 req-1516ce07-68c0-4ea1-bd03-0852982752ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.0947692 Jul 16 18:15:59.001616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acca7d-5009-4b43-aab3-35978d130ccf req-040c5d33-0d78-4bbe-b480-9fc947ca66bc tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:59.009466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00acca7d-5009-4b43-aab3-35978d130ccf req-040c5d33-0d78-4bbe-b480-9fc947ca66bc tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 943 time: 0.2378392 Jul 16 18:15:59.011511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'name': 'tempest-FloatingIPsNegativeTestJSON-1345285648-router', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:47Z', 'updated_at': '2021-07-16T18:15:54Z', 'revision_number': 4, 'project_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'gw_port': {'id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:48Z', 'updated_at': '2021-07-16T18:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c1feeaba-e072-4609-8815-67c1622cee02', 'name': '', 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'mac_address': 'fa:16:3e:f7:6d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '45812238-7c05-488f-b113-88ca4c6fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:52Z', 'updated_at': '2021-07-16T18:15:55Z', 'revision_number': 2, 'project_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'subnets': [{'id': '45812238-7c05-488f-b113-88ca4c6fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:59.049218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-671c4f6a-defd-4fd9-a213-461f0f2fcde4 req-ddc339e8-a580-4b0b-a522-7a0a3855abd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690339 Jul 16 18:15:59.054587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Checking router: 1a8bccdf-cac5-4860-80c2-0e86d0c8beda for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:59.055176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Updating router 1a8bccdf-cac5-4860-80c2-0e86d0c8beda port c1feeaba-e072-4609-8815-67c1622cee02 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:59.108685 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.294972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Allocated IP 172.20.0.11 (bf7b37a0-880b-4518-a8ff-3e201a36b0f9/17f4e093-5a5b-4032-9a05-4b47a9f45324/78cdea6e-fd2d-40df-8b76-ec7c336228e1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:59.323209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-671c4f6a-defd-4fd9-a213-461f0f2fcde4 req-8975fcfd-ad7e-4b62-827b-9360ed0c19bc service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492478 Jul 16 18:15:59.337029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00acca7d-5009-4b43-aab3-35978d130ccf req-056cdd5e-c220-44f3-8566-d30de41660e0 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266718 Jul 16 18:15:59.406208 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88febf4-cea9-4122-9eb9-5c7ce55ce452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.506350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023bbe9-1b64-4676-a3d3-aded6e4cf6de req-53791dae-a813-4ede-bc2e-5a3b20cdd219 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:59.514778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8023bbe9-1b64-4676-a3d3-aded6e4cf6de req-53791dae-a813-4ede-bc2e-5a3b20cdd219 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 946 time: 0.4421608 Jul 16 18:15:59.558729 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-671c4f6a-defd-4fd9-a213-461f0f2fcde4 req-58bbac17-65cc-4c33-97c4-69d6a2d7570c service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192576 Jul 16 18:15:59.598581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4eb46af-033f-4bee-830e-0bbbdf80a486 req-ce0b3300-bf9f-4b86-9168-472a59842e3b tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0383065 Jul 16 18:15:59.605392 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8023bbe9-1b64-4676-a3d3-aded6e4cf6de req-455fef39-b972-4998-b08a-72a3f80308ad tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889347 Jul 16 18:15:59.671189 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.684079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Transition to ACTIVE for port object c1feeaba-e072-4609-8815-67c1622cee02 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:59.694733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.695262 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.761191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a7ff2-1ada-4b6d-8556-b503fd236558 None None] Pushing event updated for resources: {'Port': ['ID=c1feeaba-e072-4609-8815-67c1622cee02,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:59.785105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Transition to ACTIVE for port object 78cdea6e-fd2d-40df-8b76-ec7c336228e1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:59.861888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Attempting to bind port c1feeaba-e072-4609-8815-67c1622cee02 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:59.862489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Attempting to bind port c1feeaba-e072-4609-8815-67c1622cee02 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '1a503f80-a6c0-44ad-8358-4b9833a26047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:59.862971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Attempting to bind port c1feeaba-e072-4609-8815-67c1622cee02 on network 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:59.870495 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:59.870976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Checking segment: {'id': '1a503f80-a6c0-44ad-8358-4b9833a26047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:59.871738 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.872219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Bound using segment: {'id': '1a503f80-a6c0-44ad-8358-4b9833a26047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:59.872798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Bound port: c1feeaba-e072-4609-8815-67c1622cee02, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a503f80-a6c0-44ad-8358-4b9833a26047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:59.873264 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.909966 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.955955 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] For port c1feeaba-e072-4609-8815-67c1622cee02, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:59.965346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] For port c1feeaba-e072-4609-8815-67c1622cee02, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c1feeaba-e072-4609-8815-67c1622cee02,segment=NetworkSegment(1a503f80-a6c0-44ad-8358-4b9833a26047),segment_id=1a503f80-a6c0-44ad-8358-4b9833a26047)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:59.977545 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.014052 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:00.018725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:00.039774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:00.045752 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:00.105253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d089781-9cfe-44c3-8146-efdf970b8591 req-75609626-608c-45fa-aabd-529a4bae5ec2 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:00.112912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a7ff2-1ada-4b6d-8556-b503fd236558 None None] Pushing event updated for resources: {'Port': ['ID=c1feeaba-e072-4609-8815-67c1622cee02,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:00.117215 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d089781-9cfe-44c3-8146-efdf970b8591 req-75609626-608c-45fa-aabd-529a4bae5ec2 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 946 time: 0.2396767 Jul 16 18:16:00.125872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Routers {'1a8bccdf-cac5-4860-80c2-0e86d0c8beda'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:00.134362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a8bccdf-cac5-4860-80c2-0e86d0c8beda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:00.214059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d089781-9cfe-44c3-8146-efdf970b8591 req-a16e97ea-692b-4bca-8f98-edacf6d54a2a tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928168 Jul 16 18:16:00.216721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:00.217793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.226735 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3784321-34e6-4140-ba7c-60db1e38ecbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.247324 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cda46-a0c5-46c2-b5a9-3116de8ff1b2 req-70d518ed-37f1-47e6-bfbc-af2e1934d5c1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:00.250288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c88febf4-cea9-4122-9eb9-5c7ce55ce452 admin admin] Deleting port c1feeaba-e072-4609-8815-67c1622cee02 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:00.250756 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88febf4-cea9-4122-9eb9-5c7ce55ce452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.255408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:00.268840 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d1cda46-a0c5-46c2-b5a9-3116de8ff1b2 req-70d518ed-37f1-47e6-bfbc-af2e1934d5c1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 932 time: 0.2430940 Jul 16 18:16:00.324690 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-547f81a9-08af-47b6-9f2d-9b1414ecf212 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8813949 Jul 16 18:16:00.353369 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Request body: {'port': {'device_id': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:00.366613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:00.369986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d1cda46-a0c5-46c2-b5a9-3116de8ff1b2 req-ec835eef-d0fb-4136-9b7a-c700bc410498 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020875 Jul 16 18:16:00.475938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] Set router 1a8bccdf-cac5-4860-80c2-0e86d0c8beda gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:00.575163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c88febf4-cea9-4122-9eb9-5c7ce55ce452 admin admin] For port c1feeaba-e072-4609-8815-67c1622cee02, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c1feeaba-e072-4609-8815-67c1622cee02,segment=NetworkSegment(1a503f80-a6c0-44ad-8358-4b9833a26047),segment_id=1a503f80-a6c0-44ad-8358-4b9833a26047)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:00.575987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88febf4-cea9-4122-9eb9-5c7ce55ce452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.600698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c88febf4-cea9-4122-9eb9-5c7ce55ce452 admin admin] Calling delete_port for c1feeaba-e072-4609-8815-67c1622cee02 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:00.614604 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ade039ba-503f-4280-b00c-4163fe85c575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.661925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7cec9b3a-3bd7-4f23-8f26-2e67c62c98b9 None None] Provisioning for port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:00.669735 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7cec9b3a-3bd7-4f23-8f26-2e67c62c98b9 None None] Provisioning complete for port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:00.670203 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cec9b3a-3bd7-4f23-8f26-2e67c62c98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.676668 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.763695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7cec9b3a-3bd7-4f23-8f26-2e67c62c98b9 None None] Port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:00.853459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d976d6-f2fa-4dde-bb3d-5f505931c087 req-03f61c77-9c6d-4574-bd4f-3b42b713ca7d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:00.855651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-11d976d6-f2fa-4dde-bb3d-5f505931c087 req-03f61c77-9c6d-4574-bd4f-3b42b713ca7d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 943 time: 0.2080722 Jul 16 18:16:00.890575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'name': 'tempest-FloatingIPsNegativeTestJSON-1345285648-router', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:47Z', 'updated_at': '2021-07-16T18:15:54Z', 'revision_number': 4, 'project_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'gw_port': {'id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:48Z', 'updated_at': '2021-07-16T18:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c1feeaba-e072-4609-8815-67c1622cee02', 'name': '', 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'mac_address': 'fa:16:3e:f7:6d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '45812238-7c05-488f-b113-88ca4c6fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:52Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 4, 'project_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'subnets': [{'id': '45812238-7c05-488f-b113-88ca4c6fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:00.919294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b720f32d-5d66-497c-9db6-7caf02bfdfc5 req-849e1215-f0ff-438a-b60d-ff1514b8db5b tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0588183 Jul 16 18:16:00.921026 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa7acbd-61f9-49e4-a12c-4607bbe46001 None None] The sync data for ids ['1a8bccdf-cac5-4860-80c2-0e86d0c8beda'] in n-d-793618-9 is: [{'id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'name': 'tempest-FloatingIPsNegativeTestJSON-1345285648-router', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:47Z', 'updated_at': '2021-07-16T18:15:54Z', 'revision_number': 4, 'project_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'gw_port': {'id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:48Z', 'updated_at': '2021-07-16T18:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c1feeaba-e072-4609-8815-67c1622cee02', 'name': '', 'network_id': '76dacd7e-dc5b-44e2-ba98-f76bfaf853b6', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'mac_address': 'fa:16:3e:f7:6d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '45812238-7c05-488f-b113-88ca4c6fdab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:52Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 4, 'project_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'subnets': [{'id': '45812238-7c05-488f-b113-88ca4c6fdab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:00.950042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-11d976d6-f2fa-4dde-bb3d-5f505931c087 req-89f6cf43-3c13-4c4d-861e-5aaede782c93 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746956 Jul 16 18:16:00.992447 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ade039ba-503f-4280-b00c-4163fe85c575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.010035 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ade039ba-503f-4280-b00c-4163fe85c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.073710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade039ba-503f-4280-b00c-4163fe85c575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ac6ba8-93f4-4223-9db3-87d1a2da25d2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.098241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ade039ba-503f-4280-b00c-4163fe85c575 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b6e8a06b4a7e49e7ab0feb756af9d234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7187448 Jul 16 18:16:01.098624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50944) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:01.188341 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532fcaec-b5b2-4ec7-9b3e-8524b9d6618d tempest-TestVolumeBackupRestore-567731236 tempest-TestVolumeBackupRestore-567731236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:01.190440 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-532fcaec-b5b2-4ec7-9b3e-8524b9d6618d tempest-TestVolumeBackupRestore-567731236 tempest-TestVolumeBackupRestore-567731236-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 1092 time: 0.9041905 Jul 16 18:16:01.194524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:01.218883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:01.239260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:01.253398 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ed356b1-4667-468f-a48f-67e53db06976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.304313 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ed356b1-4667-468f-a48f-67e53db06976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.325222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.343286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c1feeaba-e072-4609-8815-67c1622cee02 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:01.361516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cdea6e-fd2d-40df-8b76-ec7c336228e1 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:01.371985 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88febf4-cea9-4122-9eb9-5c7ce55ce452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.432065 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ed356b1-4667-468f-a48f-67e53db06976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.432851 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.438001 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ed356b1-4667-468f-a48f-67e53db06976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.444775 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3ed356b1-4667-468f-a48f-67e53db06976 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12ac6ba8-93f4-4223-9db3-87d1a2da25d2 HTTP/1.1" status: 204 len: 168 time: 0.3366394 Jul 16 18:16:01.467716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88febf4-cea9-4122-9eb9-5c7ce55ce452 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1feeaba-e072-4609-8815-67c1622cee02,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.473608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed356b1-4667-468f-a48f-67e53db06976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ac6ba8-93f4-4223-9db3-87d1a2da25d2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.490213 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.518937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Transition to ACTIVE for port object 78cdea6e-fd2d-40df-8b76-ec7c336228e1 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:01.521770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c1feeaba-e072-4609-8815-67c1622cee02 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:01.526496 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c1feeaba-e072-4609-8815-67c1622cee02 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 18:16:01.543511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.583539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Port c1feeaba-e072-4609-8815-67c1622cee02 not found, will not notify nova. {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 18:16:01.660478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:01.705021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'port_id': '5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93', 'mac_address': 'fa:16:3e:e0:91:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c30686d-f148-4f8a-8c2a-29c3ee51f644', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:01.720434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Allocated IP 172.25.8.49 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/aa8d0ee5-b5ba-4070-9ef0-32c540d6d725) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:01.759202 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.785144 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:01.861485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:01.871681 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.873504 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.977702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.982376 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.992125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:01.992460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:01.992803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:01.993214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:01.993580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:01.993914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:01.994619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:01.994619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:01.994878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:01.995205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:01.997020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:01.997453 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:02.086184 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.095516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:02.121185 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Attempting to bind port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:02.121727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Attempting to bind port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:02.122632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Attempting to bind port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:02.131004 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c88febf4-cea9-4122-9eb9-5c7ce55ce452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.135619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:02.136167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Attempting to bind port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:02.160797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:02.162797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Checking segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:02.163474 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Bound using segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:02.163939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Bound port: 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:02.164434 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.166530 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50968) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.194183 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af23ea43-6ded-4933-9984-4a834c427d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.213053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:02.249956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:02.310391 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4dbf977-2354-43d8-8c53-7b1af3825076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.347566 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:02.412100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:02.429896 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.508635 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:02.509343 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.510852 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] 10.222.0.42 "PUT /v2.0/ports/78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 1092 time: 2.1737638 Jul 16 18:16:02.517207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:02.519748 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b963e25-faae-4f26-a37a-1155678041bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:02.561831 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.565704 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.587019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d069c77-2abd-4b4d-92a3-3145a2a3d0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:02.678166 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.688350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:02.742206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d37faa96-c958-4bdd-b82b-6c93b98f4c71 req-f92ab9ea-6829-4d4b-9fd3-6b939ab44ddb tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.5179894 Jul 16 18:16:02.744201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event updated for resources: {'Port': ['ID=aa8d0ee5-b5ba-4070-9ef0-32c540d6d725,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:02.934051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e8751-2367-4869-b2ca-eda17a300c0c req-5f41cd96-af69-4fe6-85b4-d91b99233255 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:02.935793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c1e8751-2367-4869-b2ca-eda17a300c0c req-5f41cd96-af69-4fe6-85b4-d91b99233255 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 944 time: 0.8755174 Jul 16 18:16:03.097935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c1e8751-2367-4869-b2ca-eda17a300c0c req-4adc17eb-58dd-46e2-9894-4603a8eec866 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326592 Jul 16 18:16:03.187677 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af23ea43-6ded-4933-9984-4a834c427d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.201936 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af23ea43-6ded-4933-9984-4a834c427d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.229620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20915b-d8da-42ba-8aeb-21196fe9aa8c req-ed7cad75-ceca-4d8a-8a80-37c34340cbc1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:03.234923 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:03.238689 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f20915b-d8da-42ba-8aeb-21196fe9aa8c req-ed7cad75-ceca-4d8a-8a80-37c34340cbc1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 944 time: 0.2711143 Jul 16 18:16:03.257590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23ea43-6ded-4933-9984-4a834c427d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cef6ce5-1480-4986-bcc6-a9e8f916e9c1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.322658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:03.323632 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-af23ea43-6ded-4933-9984-4a834c427d3b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80f44470b0e0497ab9b80402e0618c36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1521444 Jul 16 18:16:03.324285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:03.328193 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:03.328907 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.388514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88febf4-cea9-4122-9eb9-5c7ce55ce452 admin admin] Router 1a8bccdf-cac5-4860-80c2-0e86d0c8beda has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:03.397647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-e59d8275-4b1d-4915-aa1c-005bd5c74adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:03.398146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f20915b-d8da-42ba-8aeb-21196fe9aa8c req-50c8e035-6027-4bd2-8a09-8a2fc9d40a94 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581929 Jul 16 18:16:03.400110 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-e59d8275-4b1d-4915-aa1c-005bd5c74adf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1095 time: 0.8091922 Jul 16 18:16:03.460091 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b3750e-a0f6-45d4-a9e5-08f4b7c7aed4 x-openstack-request-id: req-c1b3750e-a0f6-45d4-a9e5-08f4b7c7aed4 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:03.461340 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:03.462716 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1b3750e-a0f6-45d4-a9e5-08f4b7c7aed4 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:03.463344 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'status': 'completed', 'code': 200} Jul 16 18:16:03.478283 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.501741 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.516702 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-3732cfb5-a3b9-47b4-aa0d-9482aacde4b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 217 time: 0.1034393 Jul 16 18:16:03.519985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e53124-6e9c-4481-a97c-1e6ae7c6bd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:03.523087 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cc1c49-77aa-43ed-bde6-7394e4838188" -d '{"events": [{"server_uuid": "67e53124-6e9c-4481-a97c-1e6ae7c6bd6b", "name": "network-vif-plugged", "status": "completed", "tag": "5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:03.539849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:03.542478 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4a97be7-22ef-48a1-af8a-eb23c27adf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.552212 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.605474 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd818b7-6ef5-4c2d-8764-ff3a7e6bf83b x-openstack-request-id: req-6dd818b7-6ef5-4c2d-8764-ff3a7e6bf83b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:03.606094 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e53124-6e9c-4481-a97c-1e6ae7c6bd6b", "name": "network-vif-plugged", "status": "completed", "tag": "5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:03.606563 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6dd818b7-6ef5-4c2d-8764-ff3a7e6bf83b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:03.607171 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e53124-6e9c-4481-a97c-1e6ae7c6bd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93', 'code': 200} Jul 16 18:16:03.624288 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.664263 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4a97be7-22ef-48a1-af8a-eb23c27adf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.677114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.686864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-9c94c09f-04a6-426a-8dcf-8e70a160901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:03.688397 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-9c94c09f-04a6-426a-8dcf-8e70a160901b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.1501389 Jul 16 18:16:03.761915 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.818585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88febf4-cea9-4122-9eb9-5c7ce55ce452 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:03.825941 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c88febf4-cea9-4122-9eb9-5c7ce55ce452 admin admin] 10.222.0.52 "PUT /v2.0/routers/1a8bccdf-cac5-4860-80c2-0e86d0c8beda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6312027 Jul 16 18:16:03.831473 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:03.843193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6e89-1bb6-4733-9c54-f140e43c5343 req-f5846f2f-9aa3-431e-bf13-49d93e1a2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:03.844710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-61ef6e89-1bb6-4733-9c54-f140e43c5343 req-f5846f2f-9aa3-431e-bf13-49d93e1a2a8b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 1096 time: 0.1335337 Jul 16 18:16:03.881247 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af911b-0d4b-4de2-9555-22b07f5d9bc0 None None] Sync routers for ids ['1a8bccdf-cac5-4860-80c2-0e86d0c8beda'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:03.888168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.896428 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af911b-0d4b-4de2-9555-22b07f5d9bc0 None None] Routers {'1a8bccdf-cac5-4860-80c2-0e86d0c8beda'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:03.900534 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94af911b-0d4b-4de2-9555-22b07f5d9bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a8bccdf-cac5-4860-80c2-0e86d0c8beda'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:03.900729 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.928988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-61ef6e89-1bb6-4733-9c54-f140e43c5343 req-01e3de22-7eb6-4fa7-b8de-f1900ea924dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747690 Jul 16 18:16:03.972486 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event updated for resources: {'Port': ['ID=aa8d0ee5-b5ba-4070-9ef0-32c540d6d725,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.990759 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.003308 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.046945 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4a97be7-22ef-48a1-af8a-eb23c27adf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.049683 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4a97be7-22ef-48a1-af8a-eb23c27adf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.050625 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a4a97be7-22ef-48a1-af8a-eb23c27adf56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2cef6ce5-1480-4986-bcc6-a9e8f916e9c1 HTTP/1.1" status: 204 len: 168 time: 0.7243090 Jul 16 18:16:04.070361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a97be7-22ef-48a1-af8a-eb23c27adf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cef6ce5-1480-4986-bcc6-a9e8f916e9c1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:04.080322 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d7c68f1-4787-4754-a930-c7bc0f0842c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.081605 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-2d7c68f1-4787-4754-a930-c7bc0f0842c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3574736 Jul 16 18:16:04.084121 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-94af911b-0d4b-4de2-9555-22b07f5d9bc0 None None] Set router 1a8bccdf-cac5-4860-80c2-0e86d0c8beda gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:04.112554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32c8e4d3-7e28-4d24-bd60-d9d4ed5000d6 req-c0af12b9-3380-4892-a241-05d671aac1e3 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0486333 Jul 16 18:16:04.220990 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.250580 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-ab16caa2-3677-4e37-81fa-74e8feaf873e service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408143 Jul 16 18:16:04.278920 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Floating IP 6ae2bba3-d0b0-4f3e-8c09-64b1d028a271 associated. External IP: 172.25.8.49, port: 47867a32-5b39-46aa-95e8-7b9e436cb84d. Jul 16 18:16:04.445818 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Deleting port dea50daa-5d5a-4311-b4ac-db40e6225f7c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:04.446335 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.527047 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-715d8afa-68a9-4327-9440-83e5a132eb84 req-d88e5eb7-6455-4e32-ae06-37eeba6709fa service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575183 Jul 16 18:16:04.537515 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94af911b-0d4b-4de2-9555-22b07f5d9bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'name': 'tempest-FloatingIPsNegativeTestJSON-1345285648-router', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:47Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 5, 'project_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'gw_port': {'id': 'dea50daa-5d5a-4311-b4ac-db40e6225f7c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:48Z', 'updated_at': '2021-07-16T18:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:04.675861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01faf70-49ca-482a-9fe9-36e4b057cfae req-f3a58254-58b4-4fd0-af69-6ee066a62bb7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.683092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e01faf70-49ca-482a-9fe9-36e4b057cfae req-f3a58254-58b4-4fd0-af69-6ee066a62bb7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 944 time: 0.3084478 Jul 16 18:16:04.740266 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af911b-0d4b-4de2-9555-22b07f5d9bc0 None None] Checking router: 1a8bccdf-cac5-4860-80c2-0e86d0c8beda for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:04.776885 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af911b-0d4b-4de2-9555-22b07f5d9bc0 None None] Routers {'1a8bccdf-cac5-4860-80c2-0e86d0c8beda'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:04.780980 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94af911b-0d4b-4de2-9555-22b07f5d9bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a8bccdf-cac5-4860-80c2-0e86d0c8beda'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:04.797850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] For port dea50daa-5d5a-4311-b4ac-db40e6225f7c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dea50daa-5d5a-4311-b4ac-db40e6225f7c,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:04.798226 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.818756 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963e25-faae-4f26-a37a-1155678041bd req-e3602858-5eae-4fc9-a1b4-a1c1dff131d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.821012 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b963e25-faae-4f26-a37a-1155678041bd req-e3602858-5eae-4fc9-a1b4-a1c1dff131d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1095 time: 0.1762676 Jul 16 18:16:04.822035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Calling delete_port for dea50daa-5d5a-4311-b4ac-db40e6225f7c owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:04.837704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e01faf70-49ca-482a-9fe9-36e4b057cfae req-c1726898-b6d2-4ee6-9cdd-969e55a00ea1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495214 Jul 16 18:16:04.910929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6599f6-e96e-403d-aa7f-ca9a0f608835 req-f6bd549f-6556-40d2-a900-79bae1c4090f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.919343 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f6599f6-e96e-403d-aa7f-ca9a0f608835 req-f6bd549f-6556-40d2-a900-79bae1c4090f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 945 time: 0.3460238 Jul 16 18:16:04.957433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:04.967799 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-94af911b-0d4b-4de2-9555-22b07f5d9bc0 None None] Set router 1a8bccdf-cac5-4860-80c2-0e86d0c8beda gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:04.979480 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f6599f6-e96e-403d-aa7f-ca9a0f608835 req-b1c83a61-826e-47fa-806d-7f806aea7208 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589631 Jul 16 18:16:05.095731 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94af911b-0d4b-4de2-9555-22b07f5d9bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'name': 'tempest-FloatingIPsNegativeTestJSON-1345285648-router', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:47Z', 'updated_at': '2021-07-16T18:16:04Z', 'revision_number': 6, 'project_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:05.123425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963e25-faae-4f26-a37a-1155678041bd req-bcda12b9-03d4-4337-b56d-fa3da05eda65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.124940 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b963e25-faae-4f26-a37a-1155678041bd req-bcda12b9-03d4-4337-b56d-fa3da05eda65 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.2954433 Jul 16 18:16:05.145967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:05.148782 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af911b-0d4b-4de2-9555-22b07f5d9bc0 None None] The sync data for ids ['1a8bccdf-cac5-4860-80c2-0e86d0c8beda'] in n-d-793618-9 is: [{'id': '1a8bccdf-cac5-4860-80c2-0e86d0c8beda', 'name': 'tempest-FloatingIPsNegativeTestJSON-1345285648-router', 'tenant_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:47Z', 'updated_at': '2021-07-16T18:16:04Z', 'revision_number': 6, 'project_id': '5b8dd096a1ee4ee4bbe2b655288db20b', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:05.171559 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.204215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58534ad-f39c-4605-a8b3-028999035be1 None None] Sync routers for ids ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:05.220865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58534ad-f39c-4605-a8b3-028999035be1 None None] Routers {'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:05.221797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b58534ad-f39c-4605-a8b3-028999035be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:05.242558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dc96e88c-f4de-4e2d-b95c-8f638db7f6bb tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0306251 Jul 16 18:16:05.243247 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:05.251221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:05.252499 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aa171c-60ad-4691-881f-3d48c3e5b466" -d '{"events": [{"name": "network-changed", "server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:05.260328 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b963e25-faae-4f26-a37a-1155678041bd req-15b62011-07d8-4313-82d3-8518e7c818bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 217 time: 0.1222494 Jul 16 18:16:05.295170 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c5b309-78e8-4596-ab17-1fc86886335a x-openstack-request-id: req-29c5b309-78e8-4596-ab17-1fc86886335a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:05.295845 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:05.296283 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29c5b309-78e8-4596-ab17-1fc86886335a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:05.296860 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'status': 'completed', 'code': 200} Jul 16 18:16:05.419207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73e7ea10-f5d0-4b9c-b52c-e2a51f6769ca req-7fbfc938-726c-49be-aab3-02c16a88d750 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0499375 Jul 16 18:16:05.441263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa171c-60ad-4691-881f-3d48c3e5b466 req-d6c3ab85-8f6a-434c-a480-c22fa23eff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.442845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18aa171c-60ad-4691-881f-3d48c3e5b466 req-d6c3ab85-8f6a-434c-a480-c22fa23eff9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b42dc02e3ca404fa3a38fbb59fc5fac&device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 1097 time: 0.1212485 Jul 16 18:16:05.454238 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.465966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963e25-faae-4f26-a37a-1155678041bd req-2b31b8f7-2147-4636-8a1f-184018997d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.467698 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b963e25-faae-4f26-a37a-1155678041bd req-2b31b8f7-2147-4636-8a1f-184018997d67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.2072246 Jul 16 18:16:05.480523 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.504257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b58534ad-f39c-4605-a8b3-028999035be1 None None] Set router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:05.512431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Pushing event deleted for resources: {'Port': ['ID=dea50daa-5d5a-4311-b4ac-db40e6225f7c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.524508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11332a9-a497-4147-82ac-28822b07f541 tempest-TestVolumeBackupRestore-567731236 tempest-TestVolumeBackupRestore-567731236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.526200 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a11332a9-a497-4147-82ac-28822b07f541 tempest-TestVolumeBackupRestore-567731236 tempest-TestVolumeBackupRestore-567731236-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 1092 time: 0.2738793 Jul 16 18:16:05.539374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:05.560769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9ce9f0be-9997-4846-a3e9-bf6977b28a62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Request body: {'floatingip': {'port_id': '47867a32-5b39-46aa-95e8-7b9e436cb84d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:05.638300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.737878 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f0be-9997-4846-a3e9-bf6977b28a62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.779132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa171c-60ad-4691-881f-3d48c3e5b466 req-1310cb20-b3ac-4909-9771-c3d6cdc94c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.780899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18aa171c-60ad-4691-881f-3d48c3e5b466 req-1310cb20-b3ac-4909-9771-c3d6cdc94c14 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce35a90e-b24d-45be-9dc6-5e2d0c122801 HTTP/1.1" status: 200 len: 915 time: 0.3305905 Jul 16 18:16:05.866611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.871556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963e25-faae-4f26-a37a-1155678041bd req-5289f0da-d759-4e7c-b539-be29a2a6bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.873356 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b963e25-faae-4f26-a37a-1155678041bd req-5289f0da-d759-4e7c-b539-be29a2a6bbad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3815129 Jul 16 18:16:05.875373 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.988798 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18aa171c-60ad-4691-881f-3d48c3e5b466 req-153270ec-7bb7-4269-89ba-5ab0d5897127 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47867a32-5b39-46aa-95e8-7b9e436cb84d HTTP/1.1" status: 200 len: 999 time: 0.1955445 Jul 16 18:16:05.993390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b58534ad-f39c-4605-a8b3-028999035be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '6ae2bba3-d0b0-4f3e-8c09-64b1d028a271', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'port_id': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'mac_address': 'fa:16:3e:2a:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:03Z', 'updated_at': '2021-07-16T18:16:03Z', 'revision_number': 0, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5e4720-f9bc-419f-99cc-1930589629fb', 'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'mac_address': 'fa:16:3e:1d:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:11:57Z', 'revision_number': 5, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'subnets': [{'id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:06.066735 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.067267 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a8bccdf-cac5-4860-80c2-0e86d0c8beda {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:06.071239 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58534ad-f39c-4605-a8b3-028999035be1 None None] Checking router: ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:06.082174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.083342 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c5cfa6b5-c91a-478b-8676-0bd146f9fcfd admin admin] 10.222.0.52 "DELETE /v2.0/routers/1a8bccdf-cac5-4860-80c2-0e86d0c8beda HTTP/1.1" status: 204 len: 168 time: 2.2540150 Jul 16 18:16:06.091739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:06.099917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58534ad-f39c-4605-a8b3-028999035be1 None None] Routers {'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:06.100562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b58534ad-f39c-4605-a8b3-028999035be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:06.250754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43cecbc-e21d-4a91-8995-cf5212f45415 admin admin] Deleting subnet 45812238-7c05-488f-b113-88ca4c6fdab1 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:06.255755 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b963e25-faae-4f26-a37a-1155678041bd req-f141071e-092d-4399-b0b2-dddc2e9f50ea service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752863 Jul 16 18:16:06.261776 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a43cecbc-e21d-4a91-8995-cf5212f45415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.325892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b58534ad-f39c-4605-a8b3-028999035be1 None None] Set router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:06.366039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa171c-60ad-4691-881f-3d48c3e5b466 req-c648162f-8f1f-4352-bed9-0b7e5d114a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:06.368434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18aa171c-60ad-4691-881f-3d48c3e5b466 req-c648162f-8f1f-4352-bed9-0b7e5d114a61 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=916bcb98-ee4e-4784-9434-7e5c31af17b2 HTTP/1.1" status: 200 len: 853 time: 0.3691261 Jul 16 18:16:06.485981 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7b963e25-faae-4f26-a37a-1155678041bd req-859667fb-ce56-41d9-9222-1ff9182fae8a service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216990 Jul 16 18:16:06.510623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a43cecbc-e21d-4a91-8995-cf5212f45415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.552205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28714c68-29ea-4452-bf98-f90ec5fa83d3 req-622fa609-fb80-4050-ad37-92e2b52c5673 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:06.560837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28714c68-29ea-4452-bf98-f90ec5fa83d3 req-622fa609-fb80-4050-ad37-92e2b52c5673 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 945 time: 0.3684466 Jul 16 18:16:06.592773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b28e0-a782-49af-b65f-6bd60c6c3f2d req-afb7a34d-a843-4138-b3fd-c83261575b1f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:06.594361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-496b28e0-a782-49af-b65f-6bd60c6c3f2d req-afb7a34d-a843-4138-b3fd-c83261575b1f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 944 time: 0.3790462 Jul 16 18:16:06.705665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a43cecbc-e21d-4a91-8995-cf5212f45415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.736027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa171c-60ad-4691-881f-3d48c3e5b466 req-0c6b0543-2907-4eab-9eb3-cd4e5bcce229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:06.737687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18aa171c-60ad-4691-881f-3d48c3e5b466 req-0c6b0543-2907-4eab-9eb3-cd4e5bcce229 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce35a90e-b24d-45be-9dc6-5e2d0c122801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3605928 Jul 16 18:16:06.745642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28714c68-29ea-4452-bf98-f90ec5fa83d3 req-0df58192-616f-4d06-90a6-2e4cbd60cbeb tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696489 Jul 16 18:16:06.813349 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a43cecbc-e21d-4a91-8995-cf5212f45415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.831098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b58534ad-f39c-4605-a8b3-028999035be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '6ae2bba3-d0b0-4f3e-8c09-64b1d028a271', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'port_id': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'mac_address': 'fa:16:3e:2a:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:03Z', 'updated_at': '2021-07-16T18:16:03Z', 'revision_number': 0, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5e4720-f9bc-419f-99cc-1930589629fb', 'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'mac_address': 'fa:16:3e:1d:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:11:57Z', 'revision_number': 5, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'subnets': [{'id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:06.843001 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-496b28e0-a782-49af-b65f-6bd60c6c3f2d req-f7a5f223-7c55-4363-896f-243eb458b652 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277019 Jul 16 18:16:06.878755 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cecbc-e21d-4a91-8995-cf5212f45415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45812238-7c05-488f-b113-88ca4c6fdab1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.887956 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a43cecbc-e21d-4a91-8995-cf5212f45415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.894245 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a43cecbc-e21d-4a91-8995-cf5212f45415 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/45812238-7c05-488f-b113-88ca4c6fdab1 HTTP/1.1" status: 204 len: 168 time: 0.8014181 Jul 16 18:16:06.899724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:06.907364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58534ad-f39c-4605-a8b3-028999035be1 None None] The sync data for ids ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'] in n-d-793618-9 is: [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '6ae2bba3-d0b0-4f3e-8c09-64b1d028a271', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'port_id': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'mac_address': 'fa:16:3e:2a:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:03Z', 'updated_at': '2021-07-16T18:16:03Z', 'revision_number': 0, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5e4720-f9bc-419f-99cc-1930589629fb', 'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'mac_address': 'fa:16:3e:1d:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:11:57Z', 'revision_number': 5, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'subnets': [{'id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:06.909845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665e1346-2d4c-47ac-a716-0639c86e8292 None None] Network 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:07.059748 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.240795 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Deleting port 48550359-13d5-4b57-8bac-a8f13402bc6d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:07.241149 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.256642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c1feeaba-e072-4609-8815-67c1622cee02 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:07.262554 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:07.307080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c1feeaba-e072-4609-8815-67c1622cee02 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:07.307843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c1feeaba-e072-4609-8815-67c1622cee02 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:07.308504 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dea50daa-5d5a-4311-b4ac-db40e6225f7c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:07.362489 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0a726-cd8d-4013-856e-2de8d2967e70 None None] New status for floating IP 6ae2bba3-d0b0-4f3e-8c09-64b1d028a271: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:16:07.402020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acc2969-85f8-4894-888f-42c23064ae05 None None] DHCP port deletion for 76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:07.412146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: dea50daa-5d5a-4311-b4ac-db40e6225f7c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:07.412506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dea50daa-5d5a-4311-b4ac-db40e6225f7c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:07.415102 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] For port 48550359-13d5-4b57-8bac-a8f13402bc6d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=48550359-13d5-4b57-8bac-a8f13402bc6d,segment=NetworkSegment(1a503f80-a6c0-44ad-8358-4b9833a26047),segment_id=1a503f80-a6c0-44ad-8358-4b9833a26047)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:07.416244 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.438627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Calling delete_port for 48550359-13d5-4b57-8bac-a8f13402bc6d owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:07.438920 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:16:07.532778 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3acc2969-85f8-4894-888f-42c23064ae05 None None] Deleting port 48550359-13d5-4b57-8bac-a8f13402bc6d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:07.533392 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3acc2969-85f8-4894-888f-42c23064ae05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.560115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:07.577715 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18aa171c-60ad-4691-881f-3d48c3e5b466 req-d3c2456f-a3ff-4b68-9c29-29943f2b6d72 service neutron] 10.222.0.38 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8246109 Jul 16 18:16:07.582582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'port_id': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'mac_address': 'fa:16:3e:1e:76:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:07.652774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3acc2969-85f8-4894-888f-42c23064ae05 None None] For port 48550359-13d5-4b57-8bac-a8f13402bc6d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=48550359-13d5-4b57-8bac-a8f13402bc6d,segment=NetworkSegment(1a503f80-a6c0-44ad-8358-4b9833a26047),segment_id=1a503f80-a6c0-44ad-8358-4b9833a26047)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:07.653104 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3acc2969-85f8-4894-888f-42c23064ae05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.675767 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.687321 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3acc2969-85f8-4894-888f-42c23064ae05 None None] Calling delete_port for 48550359-13d5-4b57-8bac-a8f13402bc6d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:07.712039 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.721665 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f0be-9997-4846-a3e9-bf6977b28a62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.729688 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-40d0a726-cd8d-4013-856e-2de8d2967e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:16:07.730119 n-d-793618-9 neutron-server[93769]: DEBUG oslo_db.api [None req-40d0a726-cd8d-4013-856e-2de8d2967e70 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:16:07.745543 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Pushing event deleted for resources: {'Port': ['ID=48550359-13d5-4b57-8bac-a8f13402bc6d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:07.747288 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f0be-9997-4846-a3e9-bf6977b28a62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.752363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] No DVR routers for this DVR port 48550359-13d5-4b57-8bac-a8f13402bc6d on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:07.859354 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.882292 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dacd7e-dc5b-44e2-ba98-f76bfaf853b6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:07.913039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a503f80-a6c0-44ad-8358-4b9833a26047') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:07.915148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a503f80-a6c0-44ad-8358-4b9833a26047') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:07.944147 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.979086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cdea6e-fd2d-40df-8b76-ec7c336228e1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:07.998331 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.011888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:08.019408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:08.019808 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:08.021584 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:08.045339 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.069616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-2cca9ce9-ce55-4837-a01b-02c47b86319e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:08.072755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-2cca9ce9-ce55-4837-a01b-02c47b86319e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.4926164 Jul 16 18:16:08.082728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0264779-b8fa-461a-8e6c-dd6ed18361ca req-df04b969-1a87-4ad2-9a29-c7c531718fc9 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.5031223 Jul 16 18:16:08.116834 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3acc2969-85f8-4894-888f-42c23064ae05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.162542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18aa171c-60ad-4691-881f-3d48c3e5b466 req-f0e35050-782d-422f-b53e-a8348e2e8622 service neutron] 10.222.0.38 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384553 Jul 16 18:16:08.178854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc2969-85f8-4894-888f-42c23064ae05 None None] No DVR routers for this DVR port 48550359-13d5-4b57-8bac-a8f13402bc6d on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:08.180602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.184554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-931287f3-d06b-4cd0-b0bb-bbf9bf9bf4e5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/quotas/e70f238652dc4358815dba823514ae3b HTTP/1.1" status: 200 len: 375 time: 0.0243900 Jul 16 18:16:08.204257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.210244 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.216465 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] 10.222.0.52 "DELETE /v2.0/networks/76dacd7e-dc5b-44e2-ba98-f76bfaf853b6 HTTP/1.1" status: 204 len: 168 time: 1.3151455 Jul 16 18:16:08.219144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e213c02-aa76-46c9-a6f4-07675568522c admin admin] Pushing event deleted for resources: {'Network': ['ID=76dacd7e-dc5b-44e2-ba98-f76bfaf853b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.232001 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0a726-cd8d-4013-856e-2de8d2967e70 None None] New status for floating IP 6ae2bba3-d0b0-4f3e-8c09-64b1d028a271: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:16:08.325098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['78cdea6e-fd2d-40df-8b76-ec7c336228e1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:08.339146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc2969-85f8-4894-888f-42c23064ae05 None None] Pushing event deleted for resources: {'Port': ['ID=48550359-13d5-4b57-8bac-a8f13402bc6d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.542631 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51138) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:08.578648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-73a29ddf-b224-428c-88f6-5e7dae5cd9b7 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3930326 Jul 16 18:16:08.613605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce9f0be-9997-4846-a3e9-bf6977b28a62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:08.623234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f953b8d-4333-40b8-a46f-baacfe630e5f req-5f9b3ebb-f2ee-4908-a822-aff8df614222 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:08.625378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f953b8d-4333-40b8-a46f-baacfe630e5f req-5f9b3ebb-f2ee-4908-a822-aff8df614222 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.3146100 Jul 16 18:16:08.641354 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-42fc7675-be0b-49cd-93ed-74d4f7bc9313 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b8dd096a1ee4ee4bbe2b655288db20b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902181 Jul 16 18:16:08.642014 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:08.744029 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.772642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.841630 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.844130 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.848150 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e76ee44c-5538-4569-9ac0-005d2444c056 HTTP/1.1" status: 204 len: 168 time: 0.2023571 Jul 16 18:16:08.850441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-c9d5029f-0525-46f2-b857-67aedbe3bddc service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501311 Jul 16 18:16:08.869611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76ee44c-5538-4569-9ac0-005d2444c056,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.896672 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:08.900504 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:08.902378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:08.905129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:08.907078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:08.907794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:08.909014 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:08.909568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:08.910622 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:08.913048 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:08.915761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:08.917613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f1ced-b1b0-4c9a-a80a-5ac83e7ba156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:09.011646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f953b8d-4333-40b8-a46f-baacfe630e5f req-5f965346-46aa-4edf-8628-6513a2e00ade tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3722451 Jul 16 18:16:09.020746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-3aba8f52-bc6e-4b84-b008-75777613a523 service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543567 Jul 16 18:16:09.164781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce9f0be-9997-4846-a3e9-bf6977b28a62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:09.171701 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f0be-9997-4846-a3e9-bf6977b28a62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.177789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475acb87-c9ab-4b89-b03b-e218b989b08a None None] Sync routers for ids ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:09.194864 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475acb87-c9ab-4b89-b03b-e218b989b08a None None] Routers {'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:09.203499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-475acb87-c9ab-4b89-b03b-e218b989b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:09.300661 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 48550359-13d5-4b57-8bac-a8f13402bc6d no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:09.343400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:09.362421 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09c00c8-86b0-4553-8f1d-4f164802de02" -d '{"events": [{"name": "network-changed", "server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:09.460897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:09.470806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 48550359-13d5-4b57-8bac-a8f13402bc6d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:09.471313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 48550359-13d5-4b57-8bac-a8f13402bc6d not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:09.512223 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef23c82-b3f3-49b4-8fba-038bc0748561 x-openstack-request-id: req-eef23c82-b3f3-49b4-8fba-038bc0748561 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:09.512531 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:09.512762 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eef23c82-b3f3-49b4-8fba-038bc0748561 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:09.513165 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'status': 'completed', 'code': 200} Jul 16 18:16:09.636458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:09.645444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:09.645934 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.657390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9ce9f0be-9997-4846-a3e9-bf6977b28a62 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "PUT /v2.0/floatingips/6ae2bba3-d0b0-4f3e-8c09-64b1d028a271 HTTP/1.1" status: 200 len: 991 time: 4.1138000 Jul 16 18:16:09.732940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-475acb87-c9ab-4b89-b03b-e218b989b08a None None] Set router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:09.793976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5529623-624d-4dfb-94c6-00f93a54c1ad req-50df5148-0bfb-4ee9-986a-69b85a0c48b2 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 210 time: 0.1447582 Jul 16 18:16:09.798154 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3a38a77-64ac-4e23-a809-c4ed482784e6 req-ec7aa4cf-abe2-4f86-905b-d4c45117df04 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.1133165 Jul 16 18:16:09.863620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c00c8-86b0-4553-8f1d-4f164802de02 req-c7abc534-fd9a-4322-a66d-72be2a65b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:09.865437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09c00c8-86b0-4553-8f1d-4f164802de02 req-c7abc534-fd9a-4322-a66d-72be2a65b7cb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b42dc02e3ca404fa3a38fbb59fc5fac&device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 1097 time: 0.3387606 Jul 16 18:16:10.013749 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.026052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c00c8-86b0-4553-8f1d-4f164802de02 req-4e1e74ff-ab7a-4030-b2ee-f8cae5f17150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.027851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09c00c8-86b0-4553-8f1d-4f164802de02 req-4e1e74ff-ab7a-4030-b2ee-f8cae5f17150 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce35a90e-b24d-45be-9dc6-5e2d0c122801 HTTP/1.1" status: 200 len: 915 time: 0.1549199 Jul 16 18:16:10.078863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:10.083227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:10.086379 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7174655-6ca5-4e8f-83e7-70acf5c16a6e" -d '{"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-plugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:10.092439 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.210558 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bac9752-66de-4265-b12e-b2e73c72718e x-openstack-request-id: req-1bac9752-66de-4265-b12e-b2e73c72718e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:10.210558 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-plugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:10.211314 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1bac9752-66de-4265-b12e-b2e73c72718e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:10.211314 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'code': 200} Jul 16 18:16:10.222371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09c00c8-86b0-4553-8f1d-4f164802de02 req-c657a34c-2652-4f74-982e-2f67e6c38095 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47867a32-5b39-46aa-95e8-7b9e436cb84d HTTP/1.1" status: 200 len: 1001 time: 0.1863365 Jul 16 18:16:10.308675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c00c8-86b0-4553-8f1d-4f164802de02 req-0803dda3-aa7c-4a7d-834a-53763ed3d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.310791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09c00c8-86b0-4553-8f1d-4f164802de02 req-0803dda3-aa7c-4a7d-834a-53763ed3d7c7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=916bcb98-ee4e-4784-9434-7e5c31af17b2 HTTP/1.1" status: 200 len: 853 time: 0.0794718 Jul 16 18:16:10.318653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:10.413684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.448789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9767add-1e6b-4e14-be21-40d7e1e3a23c req-98cc4d6b-ac22-4bb8-9e93-c51f95cf3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.452231 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c9767add-1e6b-4e14-be21-40d7e1e3a23c req-98cc4d6b-ac22-4bb8-9e93-c51f95cf3dd8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1097 time: 0.1833429 Jul 16 18:16:10.458737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c00c8-86b0-4553-8f1d-4f164802de02 req-709e380b-728a-4d7b-a51b-51865ef17858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.461067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09c00c8-86b0-4553-8f1d-4f164802de02 req-709e380b-728a-4d7b-a51b-51865ef17858 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce35a90e-b24d-45be-9dc6-5e2d0c122801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362844 Jul 16 18:16:10.461563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-475acb87-c9ab-4b89-b03b-e218b989b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '6ae2bba3-d0b0-4f3e-8c09-64b1d028a271', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'port_id': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'mac_address': 'fa:16:3e:2a:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:03Z', 'updated_at': '2021-07-16T18:16:08Z', 'revision_number': 2, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5e4720-f9bc-419f-99cc-1930589629fb', 'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'mac_address': 'fa:16:3e:1d:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:11:57Z', 'revision_number': 5, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'subnets': [{'id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:10.496209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475acb87-c9ab-4b89-b03b-e218b989b08a None None] Checking router: ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:10.506106 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475acb87-c9ab-4b89-b03b-e218b989b08a None None] Routers {'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:10.506898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-475acb87-c9ab-4b89-b03b-e218b989b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:10.535852 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad09ef6-477f-4f6c-90ff-20e63a9e60a9 req-72a12801-2acf-49ca-b72b-69b35d8c1e68 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.543635 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c9767add-1e6b-4e14-be21-40d7e1e3a23c req-3eb67286-71e4-4fa0-b950-2189049ab0de service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808537 Jul 16 18:16:10.550199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ad09ef6-477f-4f6c-90ff-20e63a9e60a9 req-72a12801-2acf-49ca-b72b-69b35d8c1e68 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 946 time: 0.2997551 Jul 16 18:16:10.615859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-768565443-network', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:10.650317 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Made reservation on behalf of b5367a2ab232402e81a80c2cb279301a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:10.654301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.668168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-475acb87-c9ab-4b89-b03b-e218b989b08a None None] Set router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:10.670074 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.732632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ad09ef6-477f-4f6c-90ff-20e63a9e60a9 req-a0e6f809-17b4-4f4f-9842-d10eb409cde7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791711 Jul 16 18:16:10.802806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09c00c8-86b0-4553-8f1d-4f164802de02 req-45071674-15c1-4cda-9706-e9b65524ccec service neutron] 10.222.0.38 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326581 Jul 16 18:16:10.875074 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.884116 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.920383 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:10.940622 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.940622 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Added segment f68c9370-3da9-4806-a920-7fa3c338255b of type vlan for network 3a37c25c-aa68-457d-b7d3-7a4f40f95f76 Jul 16 18:16:11.046059 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.074937 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f09c00c8-86b0-4553-8f1d-4f164802de02 req-06e08042-adb2-4e4c-a899-edbc3b64a28d service neutron] 10.222.0.38 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657859 Jul 16 18:16:11.154154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc3bbbd-f376-404a-965d-612c96b0181d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:11.159771 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.160805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.161517 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.192368 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7b6018b-ac1c-4d28-9ae4-67478f90643e req-373db755-8819-486c-b292-31fb1086c760 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0773203 Jul 16 18:16:11.221072 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8053949 Jul 16 18:16:11.223734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.231444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-54445c14-971e-43ac-ace0-5d561d25f0ea admin admin] Request body: {'subnet': {'network_id': '3a37c25c-aa68-457d-b7d3-7a4f40f95f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-768565443-subnet', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:11.271637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db2c6-c5ea-4010-8314-0b9c7a76ad07 admin admin] Pushing event updated for resources: {'Network': ['ID=3a37c25c-aa68-457d-b7d3-7a4f40f95f76,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:11.289243 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 3a37c25c-aa68-457d-b7d3-7a4f40f95f76 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:11.364740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8cfaaf0-ab4b-459b-8a4b-2e67636e3a33 req-6af978c6-8065-40ad-8198-7d2fd97eba75 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 210 time: 0.1094930 Jul 16 18:16:11.383461 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54445c14-971e-43ac-ace0-5d561d25f0ea admin admin] Made reservation on behalf of b5367a2ab232402e81a80c2cb279301a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:11.387849 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54445c14-971e-43ac-ace0-5d561d25f0ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.457262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-475acb87-c9ab-4b89-b03b-e218b989b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '6ae2bba3-d0b0-4f3e-8c09-64b1d028a271', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'port_id': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'mac_address': 'fa:16:3e:2a:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:03Z', 'updated_at': '2021-07-16T18:16:08Z', 'revision_number': 2, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5e4720-f9bc-419f-99cc-1930589629fb', 'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'mac_address': 'fa:16:3e:1d:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:11:57Z', 'revision_number': 5, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'subnets': [{'id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:11.502563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475acb87-c9ab-4b89-b03b-e218b989b08a None None] The sync data for ids ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'] in n-d-793618-9 is: [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '6ae2bba3-d0b0-4f3e-8c09-64b1d028a271', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'port_id': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'mac_address': 'fa:16:3e:2a:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:03Z', 'updated_at': '2021-07-16T18:16:08Z', 'revision_number': 2, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5e4720-f9bc-419f-99cc-1930589629fb', 'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'mac_address': 'fa:16:3e:1d:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:11:57Z', 'revision_number': 5, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'subnets': [{'id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:11.514982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:11.517399 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e933b6-9a2b-43d3-a2d4-a4820c64da42" -d '{"events": [{"name": "network-changed", "server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:11.676753 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7e8fdd-3ed7-4f36-bc17-5e0f62596651 x-openstack-request-id: req-9f7e8fdd-3ed7-4f36-bc17-5e0f62596651 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:11.679984 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:11.680545 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f7e8fdd-3ed7-4f36-bc17-5e0f62596651 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:11.682038 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'status': 'completed', 'code': 200} Jul 16 18:16:11.757721 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54445c14-971e-43ac-ace0-5d561d25f0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.963497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54445c14-971e-43ac-ace0-5d561d25f0ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01b97ab-7d10-4ccc-9871-a0895dc8fbf8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:11.981838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e933b6-9a2b-43d3-a2d4-a4820c64da42 req-1d57d240-a84e-4fff-8704-8d661fc01c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.995137 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e933b6-9a2b-43d3-a2d4-a4820c64da42 req-1d57d240-a84e-4fff-8704-8d661fc01c84 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b42dc02e3ca404fa3a38fbb59fc5fac&device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 1097 time: 0.3105545 Jul 16 18:16:12.045074 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-b73328c4-a700-41e0-bbd0-fe1d2588ab21 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:12.047606 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-b73328c4-a700-41e0-bbd0-fe1d2588ab21 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.2322214 Jul 16 18:16:12.062294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54445c14-971e-43ac-ace0-5d561d25f0ea admin admin] Checking segment: {'id': 'f68c9370-3da9-4806-a920-7fa3c338255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3a37c25c-aa68-457d-b7d3-7a4f40f95f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:12.062720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54445c14-971e-43ac-ace0-5d561d25f0ea admin admin] Network hostable DHCP agents. Network: 3a37c25c-aa68-457d-b7d3-7a4f40f95f76, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:12.074695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Request body: {'port': {'device_id': '4946167d-58ef-4324-99ee-c122f0a66ff4', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'admin_state_up': True, 'tenant_id': 'e70f238652dc4358815dba823514ae3b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:12.183093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54445c14-971e-43ac-ace0-5d561d25f0ea admin admin] Network 3a37c25c-aa68-457d-b7d3-7a4f40f95f76 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:12.214352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3734d26-0125-463b-b08e-d47f3408b161 req-f678d9c0-67d0-4c9b-88c0-64b738dfa25e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:12.224341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b3734d26-0125-463b-b08e-d47f3408b161 req-f678d9c0-67d0-4c9b-88c0-64b738dfa25e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 946 time: 0.2870488 Jul 16 18:16:12.256567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e933b6-9a2b-43d3-a2d4-a4820c64da42 req-37da0800-5373-4cf6-97db-ef09628e4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:12.265691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e933b6-9a2b-43d3-a2d4-a4820c64da42 req-37da0800-5373-4cf6-97db-ef09628e4803 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce35a90e-b24d-45be-9dc6-5e2d0c122801 HTTP/1.1" status: 200 len: 915 time: 0.2416837 Jul 16 18:16:12.268484 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-54445c14-971e-43ac-ace0-5d561d25f0ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 3a37c25c-aa68-457d-b7d3-7a4f40f95f76) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:12.278958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df5e8c-cffd-4a9b-8a54-aa1065e0fe11 None None] Network 3a37c25c-aa68-457d-b7d3-7a4f40f95f76 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:12.302208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54445c14-971e-43ac-ace0-5d561d25f0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:12.303297 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54445c14-971e-43ac-ace0-5d561d25f0ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.319005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Made reservation on behalf of e70f238652dc4358815dba823514ae3b for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:12.323912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.407780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b3734d26-0125-463b-b08e-d47f3408b161 req-d1892e46-5cb7-4dd3-96d5-7bb0b064e303 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824994 Jul 16 18:16:12.535346 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bf94585-3d56-4f1a-a180-c8a93cee0f31 req-042dcee6-b375-4360-9847-1e7f1d386bf2 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.1163580 Jul 16 18:16:12.585096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e933b6-9a2b-43d3-a2d4-a4820c64da42 req-db3eb2c5-d10d-4475-9fd4-e8c3c9830f18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47867a32-5b39-46aa-95e8-7b9e436cb84d HTTP/1.1" status: 200 len: 1001 time: 0.2981606 Jul 16 18:16:12.592884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-54445c14-971e-43ac-ace0-5d561d25f0ea admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3655560 Jul 16 18:16:12.597950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:12.616904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-768565443-router', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:12.682729 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-323677ed-ccfd-4ffc-9766-bb21781b6461 req-75bd6854-d91d-4af5-b9d5-1ae11f05bc8c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0552926 Jul 16 18:16:12.692503 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.698259 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.773076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-3a37c25c-aa68-457d-b7d3-7a4f40f95f76', 'network_id': '3a37c25c-aa68-457d-b7d3-7a4f40f95f76', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'fixed_ips': [{'subnet_id': 'b01b97ab-7d10-4ccc-9871-a0895dc8fbf8'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:12.774558 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.781007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e933b6-9a2b-43d3-a2d4-a4820c64da42 req-99ee79ff-fab1-4e9d-9679-9f06c5a569cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:12.783648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e933b6-9a2b-43d3-a2d4-a4820c64da42 req-99ee79ff-fab1-4e9d-9679-9f06c5a569cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=916bcb98-ee4e-4784-9434-7e5c31af17b2 HTTP/1.1" status: 200 len: 853 time: 0.1909330 Jul 16 18:16:12.914475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e933b6-9a2b-43d3-a2d4-a4820c64da42 req-a137876f-5780-4133-a742-bf73cac11ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:12.918043 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e933b6-9a2b-43d3-a2d4-a4820c64da42 req-a137876f-5780-4133-a742-bf73cac11ddb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce35a90e-b24d-45be-9dc6-5e2d0c122801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273768 Jul 16 18:16:12.922733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.939902 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Allocated IP 172.20.0.14 (9e78f56b-5e51-42a6-804f-d297865e4c92/0c30686d-f148-4f8a-8c2a-29c3ee51f644/9b654574-b229-4ea5-9cae-4bb2ce725a2c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:13.129962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f149740-3b5a-47cc-b3a4-2a32e6ea71ad req-e58ff0b8-f5ae-4417-8022-9256c04a0b83 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 210 time: 0.1837885 Jul 16 18:16:13.150021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e933b6-9a2b-43d3-a2d4-a4820c64da42 req-3b013979-0b9d-4281-a409-51635aeca104 service neutron] 10.222.0.38 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474206 Jul 16 18:16:13.192605 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.235800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Allocated IP 172.20.0.2 (3a37c25c-aa68-457d-b7d3-7a4f40f95f76/b01b97ab-7d10-4ccc-9871-a0895dc8fbf8/94db481c-f8df-4d5c-b349-eb9d64f2afc7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:13.298935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf79a68-a196-49fd-872b-f726407ac2f4 req-050185d8-77fd-4d5b-998c-420bfcab5911 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:13.323228 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4cf79a68-a196-49fd-872b-f726407ac2f4 req-050185d8-77fd-4d5b-998c-420bfcab5911 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 946 time: 0.4242148 Jul 16 18:16:13.325788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:13.352538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d2f22b95-60f5-47f5-b844-902a456f0a46 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Request body: {'floatingip': {'port_id': '78cdea6e-fd2d-40df-8b76-ec7c336228e1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:13.419198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63e933b6-9a2b-43d3-a2d4-a4820c64da42 req-a45bc11d-4435-4403-93a1-14117eaf9931 service neutron] 10.222.0.38 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608659 Jul 16 18:16:13.426832 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f22b95-60f5-47f5-b844-902a456f0a46 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.543657 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.575492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Transition to ACTIVE for port object 94db481c-f8df-4d5c-b349-eb9d64f2afc7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:13.616665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Transition to ACTIVE for port object 94db481c-f8df-4d5c-b349-eb9d64f2afc7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:13.632351 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.694368 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.865375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Network 3a37c25c-aa68-457d-b7d3-7a4f40f95f76 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:13.870922 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:13.879219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:13.890728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Pushing event updated for resources: {'Port': ['ID=94db481c-f8df-4d5c-b349-eb9d64f2afc7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:14.062435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Attempting to bind port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:14.062904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Attempting to bind port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'f68c9370-3da9-4806-a920-7fa3c338255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3a37c25c-aa68-457d-b7d3-7a4f40f95f76'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:14.063183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Attempting to bind port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 on network 3a37c25c-aa68-457d-b7d3-7a4f40f95f76 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:14.070923 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:14.071393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Checking segment: {'id': 'f68c9370-3da9-4806-a920-7fa3c338255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3a37c25c-aa68-457d-b7d3-7a4f40f95f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:14.071726 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.072142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Bound using segment: {'id': 'f68c9370-3da9-4806-a920-7fa3c338255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3a37c25c-aa68-457d-b7d3-7a4f40f95f76'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:14.074346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Bound port: 94db481c-f8df-4d5c-b349-eb9d64f2afc7, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68c9370-3da9-4806-a920-7fa3c338255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3a37c25c-aa68-457d-b7d3-7a4f40f95f76'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:14.075167 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.124102 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.144780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9', '5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:14.204399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Network 9e78f56b-5e51-42a6-804f-d297865e4c92 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:14.210192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:14.215846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d125e874-3799-4e28-95a2-06870bac6ed6 req-70b88bf5-9aed-4df8-9835-99bb100669ac tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0954223 Jul 16 18:16:14.238312 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:14.353084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.353332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] For port 94db481c-f8df-4d5c-b349-eb9d64f2afc7, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:14.373026 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event updated for resources: {'Port': ['ID=9b654574-b229-4ea5-9cae-4bb2ce725a2c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:14.433805 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] For port 94db481c-f8df-4d5c-b349-eb9d64f2afc7, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=94db481c-f8df-4d5c-b349-eb9d64f2afc7,segment=NetworkSegment(f68c9370-3da9-4806-a920-7fa3c338255b),segment_id=f68c9370-3da9-4806-a920-7fa3c338255b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:14.449975 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.466846 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.574896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:14.575239 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777e54b-31c3-48ca-a03a-35e642ccdf63 req-69c7d033-a572-41f8-be37-e0e4edff2dd3 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:14.575563 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.582030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b777e54b-31c3-48ca-a03a-35e642ccdf63 req-69c7d033-a572-41f8-be37-e0e4edff2dd3 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 932 time: 0.1747379 Jul 16 18:16:14.601793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6507c-87e5-49b7-b73e-63b105f38b4a None None] Pushing event updated for resources: {'Port': ['ID=94db481c-f8df-4d5c-b349-eb9d64f2afc7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:14.664426 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-176364c9-84fa-4d0b-b823-ea76170b0e80 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5987284 Jul 16 18:16:14.721850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Request body: {'port': {'device_id': '4946167d-58ef-4324-99ee-c122f0a66ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:14.781843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b777e54b-31c3-48ca-a03a-35e642ccdf63 req-5bb0593d-56f6-460e-9af8-ab5fb7a33baa tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977124 Jul 16 18:16:14.829575 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f22b95-60f5-47f5-b844-902a456f0a46 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.837441 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f22b95-60f5-47f5-b844-902a456f0a46 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.852579 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Allocated IP 172.25.8.82 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/491e9542-3919-4868-9408-82287013d9d3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:14.955083 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.332493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 94db481c-f8df-4d5c-b349-eb9d64f2afc7 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:15.411222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:15.561475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ffa95e37-618f-4257-a36b-cc1badd78233 req-c6c616e3-5dc8-41a6-8c14-7eb80093a7f7 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e&device_id=9acb1c41-09df-4e75-a93b-e72db0acabbe HTTP/1.1" status: 200 len: 210 time: 0.5783136 Jul 16 18:16:15.592759 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-d2f22b95-60f5-47f5-b844-902a456f0a46 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Floating IP c454d16a-0a91-4dee-8d4c-48db1f179f64 associated. External IP: 172.25.8.232, port: 78cdea6e-fd2d-40df-8b76-ec7c336228e1. Jul 16 18:16:15.771271 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.031733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b654574-b229-4ea5-9cae-4bb2ce725a2c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:16.040769 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.062165 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Transition to ACTIVE for port object 9b654574-b229-4ea5-9cae-4bb2ce725a2c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:16.064088 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.067739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f22b95-60f5-47f5-b844-902a456f0a46 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Router 81875c68-872e-420c-a022-f54ae8be3f22 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:16.116798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Pushing event updated for resources: {'Port': ['ID=491e9542-3919-4868-9408-82287013d9d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:16.124563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bcfb1db-e9a3-446f-b116-331159684bd1 req-a95bdba4-aab7-4bfc-9634-e3b54ae94f24 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fdb786d4223e43fd974de252aa252967&device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0807157 Jul 16 18:16:16.128511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.165292 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:16.201692 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:16.210246 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:16.280879 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bcfb1db-e9a3-446f-b116-331159684bd1 req-37744520-206a-4bdd-a7d1-24253c9f1a81 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=fdb786d4223e43fd974de252aa252967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1328084 Jul 16 18:16:16.448310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dad34ee-49e0-4c3f-a206-1cc56181c8f6 None None] Network 3a37c25c-aa68-457d-b7d3-7a4f40f95f76 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:16.655594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b654574-b229-4ea5-9cae-4bb2ce725a2c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:16.730393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1746df66-a046-4e9b-98b9-c16db29ff3ae None None] Provisioning for port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:16.746128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beccd3-1d39-405c-b4c8-85c06a74d65c req-96663baf-b89c-4ef0-a8d7-017a107a4511 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:16.749562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Attempting to bind port 9b654574-b229-4ea5-9cae-4bb2ce725a2c on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:16.750540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Attempting to bind port 9b654574-b229-4ea5-9cae-4bb2ce725a2c by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:16.750658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Attempting to bind port 9b654574-b229-4ea5-9cae-4bb2ce725a2c on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:16.751169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43beccd3-1d39-405c-b4c8-85c06a74d65c req-96663baf-b89c-4ef0-a8d7-017a107a4511 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 944 time: 0.6296635 Jul 16 18:16:16.759638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1746df66-a046-4e9b-98b9-c16db29ff3ae None None] Provisioning complete for port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:16.760010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Port 9b654574-b229-4ea5-9cae-4bb2ce725a2c on network 9e78f56b-5e51-42a6-804f-d297865e4c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:16.760273 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1746df66-a046-4e9b-98b9-c16db29ff3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.760408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Attempting to bind port 9b654574-b229-4ea5-9cae-4bb2ce725a2c on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:16.768183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:16.768183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Checking segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:16.768183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Bound using segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:16.769840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Bound port: 9b654574-b229-4ea5-9cae-4bb2ce725a2c, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:16.769840 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.846327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9dafbe0f-b48f-49c9-8edd-80df204142e9 req-8829beaf-7fcc-4a8c-8c97-58d1b9e093d3 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.2346654 Jul 16 18:16:16.897759 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.918104 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfb1db-e9a3-446f-b116-331159684bd1 req-49ea1724-d4a3-48ea-9cdd-66a65f30cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:16.919933 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bcfb1db-e9a3-446f-b116-331159684bd1 req-49ea1724-d4a3-48ea-9cdd-66a65f30cd9f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5540802 Jul 16 18:16:16.929960 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1746df66-a046-4e9b-98b9-c16db29ff3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.967012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f22b95-60f5-47f5-b844-902a456f0a46 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:16.982892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f22b95-60f5-47f5-b844-902a456f0a46 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.988174 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52533ef5-44fb-4b88-9229-36050d2b3e19 None None] Sync routers for ids ['81875c68-872e-420c-a022-f54ae8be3f22'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:17.005442 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52533ef5-44fb-4b88-9229-36050d2b3e19 None None] Routers {'81875c68-872e-420c-a022-f54ae8be3f22'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:17.007334 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-52533ef5-44fb-4b88-9229-36050d2b3e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81875c68-872e-420c-a022-f54ae8be3f22'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:17.008290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1746df66-a046-4e9b-98b9-c16db29ff3ae None None] For port 94db481c-f8df-4d5c-b349-eb9d64f2afc7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=94db481c-f8df-4d5c-b349-eb9d64f2afc7,segment=NetworkSegment(f68c9370-3da9-4806-a920-7fa3c338255b),segment_id=f68c9370-3da9-4806-a920-7fa3c338255b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:17.020105 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1746df66-a046-4e9b-98b9-c16db29ff3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.077728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43beccd3-1d39-405c-b4c8-85c06a74d65c req-35728b4b-9b5e-4938-a09d-94af1f650dc1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705824 Jul 16 18:16:17.080136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:17.082113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] For port 9b654574-b229-4ea5-9cae-4bb2ce725a2c, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:17.086013 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] For port 9b654574-b229-4ea5-9cae-4bb2ce725a2c, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9b654574-b229-4ea5-9cae-4bb2ce725a2c,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:17.095733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.119624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746df66-a046-4e9b-98b9-c16db29ff3ae None None] Pushing event updated for resources: {'Port': ['ID=94db481c-f8df-4d5c-b349-eb9d64f2afc7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:17.151688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d2f22b95-60f5-47f5-b844-902a456f0a46 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "PUT /v2.0/floatingips/c454d16a-0a91-4dee-8d4c-48db1f179f64 HTTP/1.1" status: 200 len: 992 time: 3.8122060 Jul 16 18:16:17.159487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:17.166908 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abf6a6f-6b42-44b9-86d7-8cce3c37d40e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:17.230003 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.231276 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.234455 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] 10.222.0.42 "PUT /v2.0/ports/9b654574-b229-4ea5-9cae-4bb2ce725a2c HTTP/1.1" status: 200 len: 1092 time: 2.5602870 Jul 16 18:16:17.262416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4946167d-58ef-4324-99ee-c122f0a66ff4', 'tag': '9b654574-b229-4ea5-9cae-4bb2ce725a2c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:17.268047 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea85cddf-8068-46ee-89b3-c6f73cf8223c" -d '{"events": [{"name": "network-changed", "server_uuid": "4946167d-58ef-4324-99ee-c122f0a66ff4", "tag": "9b654574-b229-4ea5-9cae-4bb2ce725a2c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:17.303440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.321403 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 94db481c-f8df-4d5c-b349-eb9d64f2afc7 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:17.331771 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcdff13-1324-4579-9024-51cb8c0865f9 x-openstack-request-id: req-9fcdff13-1324-4579-9024-51cb8c0865f9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:17.332138 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:17.332379 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fcdff13-1324-4579-9024-51cb8c0865f9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:17.332821 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'status': 'completed', 'code': 200} Jul 16 18:16:17.351845 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-52533ef5-44fb-4b88-9229-36050d2b3e19 None None] Set router 81875c68-872e-420c-a022-f54ae8be3f22 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:17.470010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf6a6f-6b42-44b9-86d7-8cce3c37d40e req-a19cc350-e193-4803-8f7d-37df88130196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.473205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1abf6a6f-6b42-44b9-86d7-8cce3c37d40e req-a19cc350-e193-4803-8f7d-37df88130196 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1097 time: 0.1469223 Jul 16 18:16:17.498495 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd78281-30d8-4e87-b06b-f3492e99d4ea x-openstack-request-id: req-fdd78281-30d8-4e87-b06b-f3492e99d4ea {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:17.498911 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4946167d-58ef-4324-99ee-c122f0a66ff4", "tag": "9b654574-b229-4ea5-9cae-4bb2ce725a2c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:17.499174 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fdd78281-30d8-4e87-b06b-f3492e99d4ea {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:17.499598 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4946167d-58ef-4324-99ee-c122f0a66ff4', 'tag': '9b654574-b229-4ea5-9cae-4bb2ce725a2c', 'status': 'completed', 'code': 200} Jul 16 18:16:17.544366 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.572384 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.591201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb118d64-ffb7-4e00-8a71-7eca1fe90eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b654574-b229-4ea5-9cae-4bb2ce725a2c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:17.648330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-57ee9d36-0307-413e-8656-030916bbdddc None None] Provisioning complete for port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:17.648926 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-57ee9d36-0307-413e-8656-030916bbdddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.677632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf983b9dfa0b42418d258d20b608e7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916290 Jul 16 18:16:17.682108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:17.721768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33744ec-4c19-4932-bdd1-365ff16d67e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:17.742737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:17.743235 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.768055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf6a6f-6b42-44b9-86d7-8cce3c37d40e req-782e53c7-8b7e-427c-af91-bfaad8f4e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.769952 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1abf6a6f-6b42-44b9-86d7-8cce3c37d40e req-782e53c7-8b7e-427c-af91-bfaad8f4e6a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.2894850 Jul 16 18:16:17.772307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:17.772970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:17.773702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:17.774371 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:17.774907 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:17.775532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:17.776378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:17.777704 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:17.778262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:17.778805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:17.779347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:17.780678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0223fd-dd22-4195-927e-65e39bb45d89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:17.785437 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-52533ef5-44fb-4b88-9229-36050d2b3e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:15:44Z', 'revision_number': 4, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c454d16a-0a91-4dee-8d4c-48db1f179f64', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'port_id': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'mac_address': 'fa:16:3e:1e:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:15:51Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 1, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e267c1f-0fec-4cc5-97b0-fc2c8602f0da', 'name': '', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'mac_address': 'fa:16:3e:25:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:43Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'subnets': [{'id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:17.821202 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52533ef5-44fb-4b88-9229-36050d2b3e19 None None] Checking router: 81875c68-872e-420c-a022-f54ae8be3f22 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:17.833651 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52533ef5-44fb-4b88-9229-36050d2b3e19 None None] Routers {'81875c68-872e-420c-a022-f54ae8be3f22'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:17.834659 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-52533ef5-44fb-4b88-9229-36050d2b3e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81875c68-872e-420c-a022-f54ae8be3f22'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:17.934288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.944059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-f132cae9-b301-456a-9c7e-2d69009f1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.945638 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-f132cae9-b301-456a-9c7e-2d69009f1dc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 1095 time: 0.5958142 Jul 16 18:16:17.956962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1abf6a6f-6b42-44b9-86d7-8cce3c37d40e req-fcb7e34a-7591-49d0-b7fe-ea07d956cff7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 1000 time: 0.1568704 Jul 16 18:16:18.051317 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-52533ef5-44fb-4b88-9229-36050d2b3e19 None None] Set router 81875c68-872e-420c-a022-f54ae8be3f22 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:18.064036 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-e6031d90-e609-4374-bcd0-96743a5b9d27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b654574-b229-4ea5-9cae-4bb2ce725a2c HTTP/1.1" status: 200 len: 217 time: 0.1020620 Jul 16 18:16:18.124000 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9252c11-8315-46c3-a25d-9fe87eeb6613 req-7341b706-d4a1-4268-bc0d-8795620b8da5 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0996730 Jul 16 18:16:18.137060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf6a6f-6b42-44b9-86d7-8cce3c37d40e req-8c3dd454-ac7e-46e5-8472-605e59213a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.140422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1abf6a6f-6b42-44b9-86d7-8cce3c37d40e req-8c3dd454-ac7e-46e5-8472-605e59213a9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.1730733 Jul 16 18:16:18.192739 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b5b1f8-90d8-4b6c-9d2f-777180d044a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.222193 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b5b1f8-90d8-4b6c-9d2f-777180d044a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.274950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-ec462f0e-e288-4a0a-8f90-6ae6d62151c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.276032 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-ec462f0e-e288-4a0a-8f90-6ae6d62151c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.2073259 Jul 16 18:16:18.334155 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-25cec90d-a04e-4408-8414-ca06f1a9f6ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492544 Jul 16 18:16:18.335172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b5b1f8-90d8-4b6c-9d2f-777180d044a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.337947 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32b5b1f8-90d8-4b6c-9d2f-777180d044a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.342826 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-32b5b1f8-90d8-4b6c-9d2f-777180d044a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b33744ec-4c19-4932-bdd1-365ff16d67e6 HTTP/1.1" status: 204 len: 168 time: 0.6583247 Jul 16 18:16:18.393326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5b1f8-90d8-4b6c-9d2f-777180d044a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33744ec-4c19-4932-bdd1-365ff16d67e6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.437606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bcfb1db-e9a3-446f-b116-331159684bd1 req-154e2dc2-2843-45ef-b2fd-b76b8264b6a2 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.38 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.1647029 Jul 16 18:16:18.476732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf6a6f-6b42-44b9-86d7-8cce3c37d40e req-b0c5cba7-6e27-443b-aac7-3f10f80895f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.478349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1abf6a6f-6b42-44b9-86d7-8cce3c37d40e req-b0c5cba7-6e27-443b-aac7-3f10f80895f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3298848 Jul 16 18:16:18.533903 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-52533ef5-44fb-4b88-9229-36050d2b3e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:15:44Z', 'revision_number': 4, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c454d16a-0a91-4dee-8d4c-48db1f179f64', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'port_id': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'mac_address': 'fa:16:3e:1e:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:15:51Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 1, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e267c1f-0fec-4cc5-97b0-fc2c8602f0da', 'name': '', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'mac_address': 'fa:16:3e:25:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:43Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'subnets': [{'id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:18.600952 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52533ef5-44fb-4b88-9229-36050d2b3e19 None None] The sync data for ids ['81875c68-872e-420c-a022-f54ae8be3f22'] in n-d-793618-9 is: [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:15:44Z', 'revision_number': 4, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c454d16a-0a91-4dee-8d4c-48db1f179f64', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'port_id': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'mac_address': 'fa:16:3e:1e:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:15:51Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 1, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e267c1f-0fec-4cc5-97b0-fc2c8602f0da', 'name': '', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'mac_address': 'fa:16:3e:25:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:43Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'subnets': [{'id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:18.632186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Router 4afd981a-d025-44bb-b690-71b2c4b2918b is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:18.639099 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-9807a9b4-7ae1-447c-bacf-e085c80e3ffe service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947490 Jul 16 18:16:18.644019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da5f31-0aed-4cdd-ab78-d920f1b7c1a6 req-16cd3f48-a44b-4192-b16f-307515b9bf46 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.658183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56da5f31-0aed-4cdd-ab78-d920f1b7c1a6 req-16cd3f48-a44b-4192-b16f-307515b9bf46 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 944 time: 0.3437972 Jul 16 18:16:18.807546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1abf6a6f-6b42-44b9-86d7-8cce3c37d40e req-8de7eb6c-3e58-4334-b7f7-f83d51ed7733 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155818 Jul 16 18:16:18.821436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56da5f31-0aed-4cdd-ab78-d920f1b7c1a6 req-fdfdced7-90b6-465f-ab78-b17021645f5b tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622589 Jul 16 18:16:18.842135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:18.866886 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1697577b-4f4f-49dc-8d35-17b615d2975f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.944477 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a75ea29a-66db-43b5-9811-2a02afbbe357 req-91bac6a1-e5ad-45c5-a3e4-01d5417d2c84 service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937663 Jul 16 18:16:18.949104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:18.959276 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Sync routers for ids ['4afd981a-d025-44bb-b690-71b2c4b2918b'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:18.982405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Routers {'4afd981a-d025-44bb-b690-71b2c4b2918b'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:18.983363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4afd981a-d025-44bb-b690-71b2c4b2918b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:18.990613 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17d018f-655e-40ff-8579-5567ba9e43ca None None] New status for floating IP c454d16a-0a91-4dee-8d4c-48db1f179f64: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:16:19.000264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1abf6a6f-6b42-44b9-86d7-8cce3c37d40e req-c6c0f61b-0fce-4d59-a4bb-a975e1206ef5 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736302 Jul 16 18:16:19.134811 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1697577b-4f4f-49dc-8d35-17b615d2975f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.145588 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.147013 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ee75d0cf-6ecf-4b45-8c8a-c9801379de75 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.5482728 Jul 16 18:16:19.150588 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1697577b-4f4f-49dc-8d35-17b615d2975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.152623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:19.198629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85cddf-8068-46ee-89b3-c6f73cf8223c req-5f31a176-4155-48f2-8283-46bc467f26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:19.201185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea85cddf-8068-46ee-89b3-c6f73cf8223c req-5f31a176-4155-48f2-8283-46bc467f26b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 1095 time: 0.1595838 Jul 16 18:16:19.209485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Set router 4afd981a-d025-44bb-b690-71b2c4b2918b gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:19.259484 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697577b-4f4f-49dc-8d35-17b615d2975f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea78306-29ca-46cf-a572-39f9f4c6cb55,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:19.266909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1697577b-4f4f-49dc-8d35-17b615d2975f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7cbeeb94d61b4fb08800f87ccf17c8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234140 Jul 16 18:16:19.274415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:19.381492 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adca9851-3674-4439-a6ae-b28219291d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.414301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85cddf-8068-46ee-89b3-c6f73cf8223c req-ff33b1e3-4929-4036-bd3b-e8faafdc4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:19.415808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea85cddf-8068-46ee-89b3-c6f73cf8223c req-ff33b1e3-4929-4036-bd3b-e8faafdc4fc7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 906 time: 0.1944213 Jul 16 18:16:19.477897 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adca9851-3674-4439-a6ae-b28219291d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.519516 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c29f8913-abe2-48a5-ad27-f34e9fe73d8e req-5d0cff13-baa7-4a44-ade4-7a2ca3f075ae tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e48e373-191c-4731-8afe-472fae4ffb1e HTTP/1.1" status: 200 len: 210 time: 0.0876982 Jul 16 18:16:19.520933 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea85cddf-8068-46ee-89b3-c6f73cf8223c req-38cbcc87-1b7b-4ea6-8050-1efec9a44c01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b654574-b229-4ea5-9cae-4bb2ce725a2c HTTP/1.1" status: 200 len: 217 time: 0.0969334 Jul 16 18:16:19.568736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-768565443-router', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '491e9542-3919-4868-9408-82287013d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:12Z', 'updated_at': '2021-07-16T18:16:16Z', 'revision_number': 3, 'project_id': 'b5367a2ab232402e81a80c2cb279301a', 'gw_port': {'id': '491e9542-3919-4868-9408-82287013d9d3', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:14Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:19.595578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85cddf-8068-46ee-89b3-c6f73cf8223c req-b5ce514f-e10b-4969-87b5-c0c449d4fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:19.597360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea85cddf-8068-46ee-89b3-c6f73cf8223c req-b5ce514f-e10b-4969-87b5-c0c449d4fb51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.0692754 Jul 16 18:16:19.614748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Checking router: 4afd981a-d025-44bb-b690-71b2c4b2918b for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:19.615115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Updating router 4afd981a-d025-44bb-b690-71b2c4b2918b port 491e9542-3919-4868-9408-82287013d9d3 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:19.648158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea85cddf-8068-46ee-89b3-c6f73cf8223c req-00dbe9e0-bd1f-45d5-a742-d53ac1f24662 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438488 Jul 16 18:16:19.671428 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.744321 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adca9851-3674-4439-a6ae-b28219291d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.746977 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adca9851-3674-4439-a6ae-b28219291d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.748204 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-adca9851-3674-4439-a6ae-b28219291d8f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bea78306-29ca-46cf-a572-39f9f4c6cb55 HTTP/1.1" status: 204 len: 168 time: 0.4728963 Jul 16 18:16:19.762253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca9851-3674-4439-a6ae-b28219291d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea78306-29ca-46cf-a572-39f9f4c6cb55,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:19.789215 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea85cddf-8068-46ee-89b3-c6f73cf8223c req-fbbaaa72-b9a1-461e-96c3-7c1026ff3bab service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338727 Jul 16 18:16:19.968802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea85cddf-8068-46ee-89b3-c6f73cf8223c req-c7999e53-b1a3-489d-9de3-40901dfa1c17 service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716979 Jul 16 18:16:20.036125 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.200337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1e505-83d6-4482-9b08-866626aff6c6 req-b6073e74-2d8e-4c6e-aa0d-cfccd3bf706f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:20.203907 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.210305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dca1e505-83d6-4482-9b08-866626aff6c6 req-b6073e74-2d8e-4c6e-aa0d-cfccd3bf706f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 944 time: 0.1484325 Jul 16 18:16:20.219119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Transition to ACTIVE for port object 491e9542-3919-4868-9408-82287013d9d3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:20.226843 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.287682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Attempting to bind port 491e9542-3919-4868-9408-82287013d9d3 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:20.288395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Attempting to bind port 491e9542-3919-4868-9408-82287013d9d3 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:20.288563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Attempting to bind port 491e9542-3919-4868-9408-82287013d9d3 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:20.298728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Allocated IP 172.20.0.1 (3a37c25c-aa68-457d-b7d3-7a4f40f95f76/b01b97ab-7d10-4ccc-9871-a0895dc8fbf8/defd4fbc-f222-4d15-aa1f-cf3c24365cc5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:20.303686 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1412d-3c9d-4c6a-bc44-efea26070c2c None None] Pushing event updated for resources: {'Port': ['ID=491e9542-3919-4868-9408-82287013d9d3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.311126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:20.311409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:20.311634 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.312461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:20.312585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Bound port: 491e9542-3919-4868-9408-82287013d9d3, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:20.312916 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.343168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dca1e505-83d6-4482-9b08-866626aff6c6 req-19e0ed19-4f20-438a-ac48-80bc8caae010 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315598 Jul 16 18:16:20.380713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] For port 491e9542-3919-4868-9408-82287013d9d3, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:20.386306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] For port 491e9542-3919-4868-9408-82287013d9d3, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=491e9542-3919-4868-9408-82287013d9d3,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:20.392863 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.427597 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.445833 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Transition to ACTIVE for port object defd4fbc-f222-4d15-aa1f-cf3c24365cc5 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:20.447431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Routers {'4afd981a-d025-44bb-b690-71b2c4b2918b'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:20.448283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4afd981a-d025-44bb-b690-71b2c4b2918b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:20.483648 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.531050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Network 3a37c25c-aa68-457d-b7d3-7a4f40f95f76 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:20.535821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:20.537948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:20.564358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] Set router 4afd981a-d025-44bb-b690-71b2c4b2918b gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:20.618906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Pushing event updated for resources: {'Port': ['ID=defd4fbc-f222-4d15-aa1f-cf3c24365cc5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.649459 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.724022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1412d-3c9d-4c6a-bc44-efea26070c2c None None] Pushing event updated for resources: {'Port': ['ID=491e9542-3919-4868-9408-82287013d9d3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.916134 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.067695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-768565443-router', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '491e9542-3919-4868-9408-82287013d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:12Z', 'updated_at': '2021-07-16T18:16:16Z', 'revision_number': 3, 'project_id': 'b5367a2ab232402e81a80c2cb279301a', 'gw_port': {'id': '491e9542-3919-4868-9408-82287013d9d3', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:14Z', 'updated_at': '2021-07-16T18:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:21.129296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98b543c3-5a6a-47df-a7a5-615fa35febd7 None None] Provisioning for port defd4fbc-f222-4d15-aa1f-cf3c24365cc5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:21.132583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d8ae1-0973-4bcc-acd8-16c36776e512 None None] The sync data for ids ['4afd981a-d025-44bb-b690-71b2c4b2918b'] in n-d-793618-9 is: [{'id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-768565443-router', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '491e9542-3919-4868-9408-82287013d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:12Z', 'updated_at': '2021-07-16T18:16:16Z', 'revision_number': 3, 'project_id': 'b5367a2ab232402e81a80c2cb279301a', 'gw_port': {'id': '491e9542-3919-4868-9408-82287013d9d3', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:14Z', 'updated_at': '2021-07-16T18:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:21.138141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98b543c3-5a6a-47df-a7a5-615fa35febd7 None None] Provisioning complete for port defd4fbc-f222-4d15-aa1f-cf3c24365cc5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:21.138955 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98b543c3-5a6a-47df-a7a5-615fa35febd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.205771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-98b543c3-5a6a-47df-a7a5-615fa35febd7 None None] Port defd4fbc-f222-4d15-aa1f-cf3c24365cc5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:21.209687 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.217275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.317924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 9b654574-b229-4ea5-9cae-4bb2ce725a2c details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:21.333209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Pushing event updated for resources: {'Port': ['ID=defd4fbc-f222-4d15-aa1f-cf3c24365cc5,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.356686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.365755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f565780-37a7-49c8-9083-f56be3b55787 req-df5fe33e-1ad1-4ea7-ade9-a5e39b907259 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fdb786d4223e43fd974de252aa252967&device_id=9acb1c41-09df-4e75-a93b-e72db0acabbe HTTP/1.1" status: 200 len: 210 time: 0.0875273 Jul 16 18:16:21.403141 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f565780-37a7-49c8-9083-f56be3b55787 req-e50648e9-bf92-4293-8706-7a4f01b32f50 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=fdb786d4223e43fd974de252aa252967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292716 Jul 16 18:16:21.523802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 9b654574-b229-4ea5-9cae-4bb2ce725a2c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9b654574-b229-4ea5-9cae-4bb2ce725a2c,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:21.554495 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '9b654574-b229-4ea5-9cae-4bb2ce725a2c', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'port_id': '9b654574-b229-4ea5-9cae-4bb2ce725a2c', 'mac_address': 'fa:16:3e:50:c0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c30686d-f148-4f8a-8c2a-29c3ee51f644', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:21.646160 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.647740 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Network 3a37c25c-aa68-457d-b7d3-7a4f40f95f76 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:21.654429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:21.700936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b654574-b229-4ea5-9cae-4bb2ce725a2c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:21.737677 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 9b654574-b229-4ea5-9cae-4bb2ce725a2c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9b654574-b229-4ea5-9cae-4bb2ce725a2c,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:21.744672 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.808246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59aca53d-e14f-489e-aca0-73dc94c40147 req-8dc83841-f9c6-4f9f-9aec-bb9b0181f50c tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acb1c41-09df-4e75-a93b-e72db0acabbe HTTP/1.1" status: 200 len: 210 time: 0.3496754 Jul 16 18:16:21.845504 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=9b654574-b229-4ea5-9cae-4bb2ce725a2c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.922201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f565780-37a7-49c8-9083-f56be3b55787 req-aa2247f7-d8f5-421b-80dc-c26b0ab87bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:21.923768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f565780-37a7-49c8-9083-f56be3b55787 req-aa2247f7-d8f5-421b-80dc-c26b0ab87bbd service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5132294 Jul 16 18:16:21.935259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c2dd3-8a99-4b9c-b394-7f965574ad2a req-fd63bad5-1f3c-44a4-a7f4-e79784d3e6ab tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:21.937162 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60c2dd3-8a99-4b9c-b394-7f965574ad2a req-fd63bad5-1f3c-44a4-a7f4-e79784d3e6ab tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 944 time: 0.3019617 Jul 16 18:16:21.988890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['9b654574-b229-4ea5-9cae-4bb2ce725a2c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:22.018184 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Router 4afd981a-d025-44bb-b690-71b2c4b2918b has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:22.095523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b60c2dd3-8a99-4b9c-b394-7f965574ad2a req-a82f6fcf-53a3-4f26-b147-cf87bb1f843e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515336 Jul 16 18:16:22.247633 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:22.259829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69364b52-74ef-469a-a548-404907999a1c None None] Provisioning complete for port defd4fbc-f222-4d15-aa1f-cf3c24365cc5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:22.260405 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69364b52-74ef-469a-a548-404907999a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.266885 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3750c1fe-fe2c-4814-8f74-fb13a4d0427f admin admin] 10.222.0.52 "PUT /v2.0/routers/4afd981a-d025-44bb-b690-71b2c4b2918b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1115427 Jul 16 18:16:22.352492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-69364b52-74ef-469a-a548-404907999a1c None None] Port defd4fbc-f222-4d15-aa1f-cf3c24365cc5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:22.650115 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-38e4fb38-5168-4700-b9b8-305a7a59deb9 req-420d2667-caad-43f1-8dc1-feb3ae3875af tempest-FloatingIPDetailsNegativeTestJSON-1524356560 tempest-FloatingIPDetailsNegativeTestJSON-1524356560-project] show failed (client error): The resource could not be found. Jul 16 18:16:22.662032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:22.662616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38e4fb38-5168-4700-b9b8-305a7a59deb9 req-420d2667-caad-43f1-8dc1-feb3ae3875af tempest-FloatingIPDetailsNegativeTestJSON-1524356560 tempest-FloatingIPDetailsNegativeTestJSON-1524356560-project] 10.222.0.52 "GET /v2.0/floatingips/1a9a923a-3c3f-48ac-a9ad-01f4d77cdf65 HTTP/1.1" status: 404 len: 350 time: 0.0497034 Jul 16 18:16:22.777240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:22.942330 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d7bd8e9-c545-4af5-9952-6f1af8965806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.002460 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f42dcea1-45a5-4b8b-bbdd-6421ef619bdb req-fd8badd7-9e63-4983-9c1e-f2814e95a4cc tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.52 "GET /v2.0/ports?device_id=9acb1c41-09df-4e75-a93b-e72db0acabbe HTTP/1.1" status: 200 len: 210 time: 0.0408711 Jul 16 18:16:23.090370 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c370579-d6d7-4ec0-a0e1-4f011bc4f778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.111224 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d7bd8e9-c545-4af5-9952-6f1af8965806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.116974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d7bd8e9-c545-4af5-9952-6f1af8965806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.184352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bd8e9-c545-4af5-9952-6f1af8965806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6d05c8-2c71-4ae1-a440-848ffba097ed,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:23.199410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7d7bd8e9-c545-4af5-9952-6f1af8965806 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b5a9591ab9f44e8a875f8e49ac06563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204431 Jul 16 18:16:23.206881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:23.255213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f565780-37a7-49c8-9083-f56be3b55787 req-cae636f9-120b-4a2d-8e13-b7073601f930 tempest-ServerShowV247Test-38190532 tempest-ServerShowV247Test-38190532-project] 10.222.0.38 "GET /v2.0/ports?device_id=9acb1c41-09df-4e75-a93b-e72db0acabbe HTTP/1.1" status: 200 len: 210 time: 0.0400400 Jul 16 18:16:23.310978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0551ae6c-9fcd-46aa-a8cd-4faec44f1990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.330682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 9b654574-b229-4ea5-9cae-4bb2ce725a2c up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:23.367828 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0551ae6c-9fcd-46aa-a8cd-4faec44f1990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.380162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 491e9542-3919-4868-9408-82287013d9d3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:23.503721 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 491e9542-3919-4868-9408-82287013d9d3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:23.512637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 9b654574-b229-4ea5-9cae-4bb2ce725a2c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:23.518440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 491e9542-3919-4868-9408-82287013d9d3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:23.518440 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.555614 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0551ae6c-9fcd-46aa-a8cd-4faec44f1990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.563799 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0551ae6c-9fcd-46aa-a8cd-4faec44f1990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.567150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 9b654574-b229-4ea5-9cae-4bb2ce725a2c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:23.567652 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.570359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0551ae6c-9fcd-46aa-a8cd-4faec44f1990 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf6d05c8-2c71-4ae1-a440-848ffba097ed HTTP/1.1" status: 204 len: 168 time: 0.3614640 Jul 16 18:16:23.607152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551ae6c-9fcd-46aa-a8cd-4faec44f1990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6d05c8-2c71-4ae1-a440-848ffba097ed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:23.669886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7dca4-685a-4e13-8e92-34f3a85b3d04 req-c90b6ae5-7b1d-4628-8028-31ebb06831a0 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:23.686435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bb7dca4-685a-4e13-8e92-34f3a85b3d04 req-c90b6ae5-7b1d-4628-8028-31ebb06831a0 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 945 time: 0.2335193 Jul 16 18:16:23.732908 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.748454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bb7dca4-685a-4e13-8e92-34f3a85b3d04 req-645120e0-c24d-4c83-83c8-a67720ef9288 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582252 Jul 16 18:16:23.854757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] Sync routers for ids ['4afd981a-d025-44bb-b690-71b2c4b2918b'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:23.866063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 491e9542-3919-4868-9408-82287013d9d3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=491e9542-3919-4868-9408-82287013d9d3,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:23.892288 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.911080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] Routers {'4afd981a-d025-44bb-b690-71b2c4b2918b'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:23.911862 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4afd981a-d025-44bb-b690-71b2c4b2918b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.006587 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.055248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:24.076974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b6fd5d-ca34-4bdf-add2-d8034b8ee1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.161163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5c370579-d6d7-4ec0-a0e1-4f011bc4f778 admin admin] Deleting port defd4fbc-f222-4d15-aa1f-cf3c24365cc5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:24.162397 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c370579-d6d7-4ec0-a0e1-4f011bc4f778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.262885 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b6fd5d-ca34-4bdf-add2-d8034b8ee1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.268947 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22b6fd5d-ca34-4bdf-add2-d8034b8ee1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.289294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4946167d-58ef-4324-99ee-c122f0a66ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b654574-b229-4ea5-9cae-4bb2ce725a2c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:24.291556 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d9c6bb-871c-40ba-ac48-9c5a06c04d31" -d '{"events": [{"server_uuid": "4946167d-58ef-4324-99ee-c122f0a66ff4", "name": "network-vif-plugged", "status": "completed", "tag": "9b654574-b229-4ea5-9cae-4bb2ce725a2c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:24.323157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-22b6fd5d-ca34-4bdf-add2-d8034b8ee1d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67a54caade314be29b2983afa1b4380a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651858 Jul 16 18:16:24.325083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:24.351176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 9b654574-b229-4ea5-9cae-4bb2ce725a2c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9b654574-b229-4ea5-9cae-4bb2ce725a2c,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:24.359190 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395f517c-db0f-46aa-804d-12fa4b50e47b x-openstack-request-id: req-395f517c-db0f-46aa-804d-12fa4b50e47b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:24.359692 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4946167d-58ef-4324-99ee-c122f0a66ff4", "name": "network-vif-plugged", "status": "completed", "tag": "9b654574-b229-4ea5-9cae-4bb2ce725a2c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:24.360104 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-395f517c-db0f-46aa-804d-12fa4b50e47b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:24.360652 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4946167d-58ef-4324-99ee-c122f0a66ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b654574-b229-4ea5-9cae-4bb2ce725a2c', 'code': 200} Jul 16 18:16:24.367132 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.371247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=491e9542-3919-4868-9408-82287013d9d3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.405867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] Set router 4afd981a-d025-44bb-b690-71b2c4b2918b gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:24.426686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6fd5d-ca34-4bdf-add2-d8034b8ee1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44e01d4-c97f-48a6-9008-eccc6af72930,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.429780 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c370579-d6d7-4ec0-a0e1-4f011bc4f778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.454161 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5c370579-d6d7-4ec0-a0e1-4f011bc4f778 admin admin] Calling delete_port for defd4fbc-f222-4d15-aa1f-cf3c24365cc5 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:24.500673 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=9b654574-b229-4ea5-9cae-4bb2ce725a2c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.527542 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6acf679-d5ea-4868-8b60-9c2e7f47bf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.554566 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6acf679-d5ea-4868-8b60-9c2e7f47bf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.616081 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6acf679-d5ea-4868-8b60-9c2e7f47bf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.619229 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6acf679-d5ea-4868-8b60-9c2e7f47bf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.620572 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e6acf679-d5ea-4868-8b60-9c2e7f47bf72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e44e01d4-c97f-48a6-9008-eccc6af72930 HTTP/1.1" status: 204 len: 168 time: 0.2845695 Jul 16 18:16:24.655985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acf679-d5ea-4868-8b60-9c2e7f47bf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44e01d4-c97f-48a6-9008-eccc6af72930,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.691749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02856603-34dd-418e-b6d5-f97bd14f6c49 req-7d9f8afc-900c-4777-b791-dbf35b3efe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:24.694893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02856603-34dd-418e-b6d5-f97bd14f6c49 req-7d9f8afc-900c-4777-b791-dbf35b3efe5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 1097 time: 0.0910296 Jul 16 18:16:24.714276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:24.766862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02856603-34dd-418e-b6d5-f97bd14f6c49 req-9c716b09-6112-4536-a2ef-d483fd264bbc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640328 Jul 16 18:16:24.796400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-768565443-router', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '491e9542-3919-4868-9408-82287013d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:12Z', 'updated_at': '2021-07-16T18:16:20Z', 'revision_number': 4, 'project_id': 'b5367a2ab232402e81a80c2cb279301a', 'gw_port': {'id': '491e9542-3919-4868-9408-82287013d9d3', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:14Z', 'updated_at': '2021-07-16T18:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'defd4fbc-f222-4d15-aa1f-cf3c24365cc5', 'name': '', 'network_id': '3a37c25c-aa68-457d-b7d3-7a4f40f95f76', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'mac_address': 'fa:16:3e:75:30:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': 'b01b97ab-7d10-4ccc-9871-a0895dc8fbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:20Z', 'updated_at': '2021-07-16T18:16:21Z', 'revision_number': 2, 'project_id': 'b5367a2ab232402e81a80c2cb279301a', 'subnets': [{'id': 'b01b97ab-7d10-4ccc-9871-a0895dc8fbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.870757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] Checking router: 4afd981a-d025-44bb-b690-71b2c4b2918b for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:24.871681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] Updating router 4afd981a-d025-44bb-b690-71b2c4b2918b port defd4fbc-f222-4d15-aa1f-cf3c24365cc5 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:24.890116 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c370579-d6d7-4ec0-a0e1-4f011bc4f778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.901409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fc70e1e-4727-4e91-83c9-7d06b71877b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.935974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c370579-d6d7-4ec0-a0e1-4f011bc4f778 admin admin] Pushing event deleted for resources: {'Port': ['ID=defd4fbc-f222-4d15-aa1f-cf3c24365cc5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.976684 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.090400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] Port defd4fbc-f222-4d15-aa1f-cf3c24365cc5 not found while updating agent binding for router 4afd981a-d025-44bb-b690-71b2c4b2918b. {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:16:25.098202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405a64b-19b3-4bbd-9bef-412a52c90805 req-e8611d8c-a8c9-48ee-848f-5db3ab749b5a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:25.100201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a405a64b-19b3-4bbd-9bef-412a52c90805 req-e8611d8c-a8c9-48ee-848f-5db3ab749b5a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 946 time: 0.1266892 Jul 16 18:16:25.111271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] Routers {'4afd981a-d025-44bb-b690-71b2c4b2918b'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:25.111938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4afd981a-d025-44bb-b690-71b2c4b2918b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:25.169081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c370579-d6d7-4ec0-a0e1-4f011bc4f778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.204238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a405a64b-19b3-4bbd-9bef-412a52c90805 req-26fad37d-5569-4f55-acd2-677e558fe712 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964091 Jul 16 18:16:25.214475 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fc70e1e-4727-4e91-83c9-7d06b71877b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.220031 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fc70e1e-4727-4e91-83c9-7d06b71877b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.285758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7fc70e1e-4727-4e91-83c9-7d06b71877b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fdb786d4223e43fd974de252aa252967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652733 Jul 16 18:16:25.285758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc70e1e-4727-4e91-83c9-7d06b71877b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab607230-e159-4475-823e-c509a23952e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.303739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:25.323163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 491e9542-3919-4868-9408-82287013d9d3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:25.398041 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00eb0a8b-7c34-4f9d-9d01-a53cee3d2b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.419156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] Set router 4afd981a-d025-44bb-b690-71b2c4b2918b gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:25.456164 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00eb0a8b-7c34-4f9d-9d01-a53cee3d2b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.504782 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 491e9542-3919-4868-9408-82287013d9d3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:25.506419 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.526858 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00eb0a8b-7c34-4f9d-9d01-a53cee3d2b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.541007 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00eb0a8b-7c34-4f9d-9d01-a53cee3d2b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.548672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-00eb0a8b-7c34-4f9d-9d01-a53cee3d2b51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab607230-e159-4475-823e-c509a23952e2 HTTP/1.1" status: 204 len: 168 time: 0.2415829 Jul 16 18:16:25.572493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb0a8b-7c34-4f9d-9d01-a53cee3d2b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab607230-e159-4475-823e-c509a23952e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.721668 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c370579-d6d7-4ec0-a0e1-4f011bc4f778 admin admin] Router 4afd981a-d025-44bb-b690-71b2c4b2918b has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:25.841710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-768565443-router', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '491e9542-3919-4868-9408-82287013d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:12Z', 'updated_at': '2021-07-16T18:16:24Z', 'revision_number': 5, 'project_id': 'b5367a2ab232402e81a80c2cb279301a', 'gw_port': {'id': '491e9542-3919-4868-9408-82287013d9d3', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:14Z', 'updated_at': '2021-07-16T18:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:25.889733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739763b9-c4c7-4653-8b53-8df9ff44ebed None None] The sync data for ids ['4afd981a-d025-44bb-b690-71b2c4b2918b'] in n-d-793618-9 is: [{'id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-768565443-router', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '491e9542-3919-4868-9408-82287013d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:12Z', 'updated_at': '2021-07-16T18:16:24Z', 'revision_number': 5, 'project_id': 'b5367a2ab232402e81a80c2cb279301a', 'gw_port': {'id': '491e9542-3919-4868-9408-82287013d9d3', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:14Z', 'updated_at': '2021-07-16T18:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:26.016131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c370579-d6d7-4ec0-a0e1-4f011bc4f778 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:26.023676 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5c370579-d6d7-4ec0-a0e1-4f011bc4f778 admin admin] 10.222.0.52 "PUT /v2.0/routers/4afd981a-d025-44bb-b690-71b2c4b2918b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3602288 Jul 16 18:16:26.027218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:26.170390 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.350439 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.530169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Deleting port 491e9542-3919-4868-9408-82287013d9d3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:26.530638 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.047146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:27.101084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8b9ea-efbd-4564-b704-bd2caaddc89e req-58d2202e-9de8-4a8b-8e55-6203709e81f8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.103386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97a8b9ea-efbd-4564-b704-bd2caaddc89e req-58d2202e-9de8-4a8b-8e55-6203709e81f8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 946 time: 0.6893098 Jul 16 18:16:27.175824 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a652ed-cbce-49b3-a2b3-6105f8088f07 None None] Sync routers for ids ['4afd981a-d025-44bb-b690-71b2c4b2918b'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:27.187178 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a652ed-cbce-49b3-a2b3-6105f8088f07 None None] Routers {'4afd981a-d025-44bb-b690-71b2c4b2918b'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:27.188809 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8a652ed-cbce-49b3-a2b3-6105f8088f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4afd981a-d025-44bb-b690-71b2c4b2918b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.220397 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-863520912-network', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:27.224275 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97a8b9ea-efbd-4564-b704-bd2caaddc89e req-5871ef50-889b-4d8d-b931-2811a4acddea tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113122 Jul 16 18:16:27.233221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] For port 491e9542-3919-4868-9408-82287013d9d3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=491e9542-3919-4868-9408-82287013d9d3,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:27.233413 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.251488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Calling delete_port for 491e9542-3919-4868-9408-82287013d9d3 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:27.273927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Made reservation on behalf of 445df62e7cfd49fc984446fbd0508f3a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:27.282579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.301076 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.391547 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e8a652ed-cbce-49b3-a2b3-6105f8088f07 None None] Set router 4afd981a-d025-44bb-b690-71b2c4b2918b gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:27.481138 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8a652ed-cbce-49b3-a2b3-6105f8088f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-768565443-router', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:12Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 6, 'project_id': 'b5367a2ab232402e81a80c2cb279301a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.513403 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a652ed-cbce-49b3-a2b3-6105f8088f07 None None] Checking router: 4afd981a-d025-44bb-b690-71b2c4b2918b for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:27.515156 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.523189 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.525828 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a652ed-cbce-49b3-a2b3-6105f8088f07 None None] Routers {'4afd981a-d025-44bb-b690-71b2c4b2918b'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:27.527783 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8a652ed-cbce-49b3-a2b3-6105f8088f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4afd981a-d025-44bb-b690-71b2c4b2918b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.570530 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855b4a6a-d3a1-4a45-b1b4-a781fad79c6e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:27.615722 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.619942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:27.635746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.636569 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Added segment fd07ba57-2d5f-40d7-8fb9-043b9f55c492 of type vlan for network 26995a0a-1d3b-4f98-9817-403ef31a46e4 Jul 16 18:16:27.642955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=491e9542-3919-4868-9408-82287013d9d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:27.652120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09247fae-30ea-4268-946d-0946cf9c59d7 req-a1e67a76-65d0-4473-9395-045ce7d8f171 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.659908 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09247fae-30ea-4268-946d-0946cf9c59d7 req-a1e67a76-65d0-4473-9395-045ce7d8f171 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 945 time: 0.1942611 Jul 16 18:16:27.670345 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e8a652ed-cbce-49b3-a2b3-6105f8088f07 None None] Set router 4afd981a-d025-44bb-b690-71b2c4b2918b gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:27.712650 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.752203 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e8a652ed-cbce-49b3-a2b3-6105f8088f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-768565443-router', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:12Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 6, 'project_id': 'b5367a2ab232402e81a80c2cb279301a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.754054 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.759365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.760081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.804600 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a652ed-cbce-49b3-a2b3-6105f8088f07 None None] The sync data for ids ['4afd981a-d025-44bb-b690-71b2c4b2918b'] in n-d-793618-9 is: [{'id': '4afd981a-d025-44bb-b690-71b2c4b2918b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-768565443-router', 'tenant_id': 'b5367a2ab232402e81a80c2cb279301a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:12Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 6, 'project_id': 'b5367a2ab232402e81a80c2cb279301a', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:27.824267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09247fae-30ea-4268-946d-0946cf9c59d7 req-df705e41-4364-46f6-9997-f8b6c0037d9d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634033 Jul 16 18:16:27.883702 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8343544 Jul 16 18:16:27.885048 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80098e3c-5c9b-40e6-8601-4829cb648a30 admin admin] Pushing event updated for resources: {'Network': ['ID=26995a0a-1d3b-4f98-9817-403ef31a46e4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:27.887346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:27.893800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-21bc0702-4c67-406a-8d2e-e47b524c3c22 admin admin] Request body: {'subnet': {'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-subnet', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:27.900805 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 26995a0a-1d3b-4f98-9817-403ef31a46e4 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:27.904088 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.950946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bc0702-4c67-406a-8d2e-e47b524c3c22 admin admin] Made reservation on behalf of 445df62e7cfd49fc984446fbd0508f3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:27.958505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21bc0702-4c67-406a-8d2e-e47b524c3c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.055620 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.058409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.214489 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.215889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4afd981a-d025-44bb-b690-71b2c4b2918b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:28.225954 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.226824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21bc0702-4c67-406a-8d2e-e47b524c3c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.227959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-66fd0192-2ed7-4109-9f33-d791b8328c56 admin admin] 10.222.0.52 "DELETE /v2.0/routers/4afd981a-d025-44bb-b690-71b2c4b2918b HTTP/1.1" status: 204 len: 168 time: 2.1996381 Jul 16 18:16:28.231949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.297417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9400c-e577-4526-9c6e-f45a2b61bfc9 req-c975c9f2-8e26-495b-80de-6ce9017a3a39 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:28.298960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abc9400c-e577-4526-9c6e-f45a2b61bfc9 req-c975c9f2-8e26-495b-80de-6ce9017a3a39 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 946 time: 0.2239029 Jul 16 18:16:28.304762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc0702-4c67-406a-8d2e-e47b524c3c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8e6342-959e-4395-bc83-159435e560c6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:28.307212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fd7906-06f8-47ef-b7a3-853be7028bad admin admin] Deleting subnet b01b97ab-7d10-4ccc-9871-a0895dc8fbf8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:28.310119 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fd7906-06f8-47ef-b7a3-853be7028bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.335540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc0702-4c67-406a-8d2e-e47b524c3c22 admin admin] Checking segment: {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:28.336727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bc0702-4c67-406a-8d2e-e47b524c3c22 admin admin] Network hostable DHCP agents. Network: 26995a0a-1d3b-4f98-9817-403ef31a46e4, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:28.354268 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fd7906-06f8-47ef-b7a3-853be7028bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.358869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bc0702-4c67-406a-8d2e-e47b524c3c22 admin admin] Network 26995a0a-1d3b-4f98-9817-403ef31a46e4 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:28.369912 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-21bc0702-4c67-406a-8d2e-e47b524c3c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 26995a0a-1d3b-4f98-9817-403ef31a46e4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:28.374766 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc0702-4c67-406a-8d2e-e47b524c3c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:28.375490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21bc0702-4c67-406a-8d2e-e47b524c3c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.382047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395fce0b-20c5-4a4a-8377-fd732200d9fa None None] Network 26995a0a-1d3b-4f98-9817-403ef31a46e4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:28.395686 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-21bc0702-4c67-406a-8d2e-e47b524c3c22 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5046561 Jul 16 18:16:28.396030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.401797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:28.441550 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.443172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.498818 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fd7906-06f8-47ef-b7a3-853be7028bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.558204 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.561136 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fd7906-06f8-47ef-b7a3-853be7028bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.612811 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd7906-06f8-47ef-b7a3-853be7028bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01b97ab-7d10-4ccc-9871-a0895dc8fbf8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:28.617424 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99fd7906-06f8-47ef-b7a3-853be7028bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.619462 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-99fd7906-06f8-47ef-b7a3-853be7028bad admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b01b97ab-7d10-4ccc-9871-a0895dc8fbf8 HTTP/1.1" status: 204 len: 168 time: 0.3850780 Jul 16 18:16:28.623544 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abc9400c-e577-4526-9c6e-f45a2b61bfc9 req-f2d9604b-a4c7-4393-b75b-36d381ae45b9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671993 Jul 16 18:16:28.624034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.642640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cad3aa-d86c-42ab-b6af-0c6c71e00337 None None] Network 3a37c25c-aa68-457d-b7d3-7a4f40f95f76 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:28.762049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-26995a0a-1d3b-4f98-9817-403ef31a46e4', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:28.762974 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.795179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.960992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Deleting port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:28.963990 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.004346 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.193552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] For port 94db481c-f8df-4d5c-b349-eb9d64f2afc7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=94db481c-f8df-4d5c-b349-eb9d64f2afc7,segment=NetworkSegment(f68c9370-3da9-4806-a920-7fa3c338255b),segment_id=f68c9370-3da9-4806-a920-7fa3c338255b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:29.193933 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.238556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Calling delete_port for 94db481c-f8df-4d5c-b349-eb9d64f2afc7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:29.303730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 491e9542-3919-4868-9408-82287013d9d3 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:29.350056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 491e9542-3919-4868-9408-82287013d9d3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:29.350870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 491e9542-3919-4868-9408-82287013d9d3 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:29.376967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Allocated IP 172.20.0.2 (26995a0a-1d3b-4f98-9817-403ef31a46e4/2b8e6342-959e-4395-bc83-159435e560c6/e9d5dafc-93b4-4557-b30d-a05f8caf40c2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:29.419723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634d2e5-8422-4373-9355-355f97de65d6 None None] DHCP port deletion for 3a37c25c-aa68-457d-b7d3-7a4f40f95f76 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:29.456368 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.522811 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.568958 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.594638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Pushing event deleted for resources: {'Port': ['ID=94db481c-f8df-4d5c-b349-eb9d64f2afc7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.613267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f634d2e5-8422-4373-9355-355f97de65d6 None None] Deleting port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:29.613940 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f634d2e5-8422-4373-9355-355f97de65d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.618484 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] No DVR routers for this DVR port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:29.716621 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.740308 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Allocated IP 172.25.8.221 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/3444676e-a45f-4a0f-b335-bfa574a30ebe) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:29.742819 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.754389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Transition to ACTIVE for port object e9d5dafc-93b4-4557-b30d-a05f8caf40c2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:29.773500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Transition to ACTIVE for port object e9d5dafc-93b4-4557-b30d-a05f8caf40c2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:29.773934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a37c25c-aa68-457d-b7d3-7a4f40f95f76']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:29.785136 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.802527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f634d2e5-8422-4373-9355-355f97de65d6 None None] For port 94db481c-f8df-4d5c-b349-eb9d64f2afc7, host n-d-793618-9, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:29.802977 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f634d2e5-8422-4373-9355-355f97de65d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.807236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68c9370-3da9-4806-a920-7fa3c338255b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:29.807740 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68c9370-3da9-4806-a920-7fa3c338255b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:29.843995 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.844666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f634d2e5-8422-4373-9355-355f97de65d6 None None] Calling delete_port for 94db481c-f8df-4d5c-b349-eb9d64f2afc7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:29.852420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-f634d2e5-8422-4373-9355-355f97de65d6 None None] Port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:16:29.857648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Network 26995a0a-1d3b-4f98-9817-403ef31a46e4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:29.863640 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f634d2e5-8422-4373-9355-355f97de65d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.879648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:29.885828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f634d2e5-8422-4373-9355-355f97de65d6 None None] No DVR routers for this DVR port 94db481c-f8df-4d5c-b349-eb9d64f2afc7 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:29.892799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:29.895452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e7fa7-39b8-4a8b-a77c-edce2fad9f4e req-e49b3cda-36cf-49ab-8f5b-98ae4bcd3192 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:29.911241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Pushing event updated for resources: {'Port': ['ID=e9d5dafc-93b4-4557-b30d-a05f8caf40c2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.915865 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.926916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-907e7fa7-39b8-4a8b-a77c-edce2fad9f4e req-e49b3cda-36cf-49ab-8f5b-98ae4bcd3192 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 946 time: 0.3938789 Jul 16 18:16:29.947699 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.950645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634d2e5-8422-4373-9355-355f97de65d6 None None] Pushing event deleted for resources: {'Port': ['ID=94db481c-f8df-4d5c-b349-eb9d64f2afc7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.962051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:29.962701 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.022090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.054539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:30.105975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:30.110586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:30.127554 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:30.137732 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Attempting to bind port e9d5dafc-93b4-4557-b30d-a05f8caf40c2 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:30.138163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Attempting to bind port e9d5dafc-93b4-4557-b30d-a05f8caf40c2 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:30.138632 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Attempting to bind port e9d5dafc-93b4-4557-b30d-a05f8caf40c2 on network 26995a0a-1d3b-4f98-9817-403ef31a46e4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:30.169512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:30.169800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Checking segment: {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:30.170990 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.172524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Bound using segment: {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:30.174263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Bound port: e9d5dafc-93b4-4557-b30d-a05f8caf40c2, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:30.176074 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.183684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-907e7fa7-39b8-4a8b-a77c-edce2fad9f4e req-4a6d85ea-b757-4318-85aa-a06199743e27 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539136 Jul 16 18:16:30.185536 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.193829 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.196585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3a37c25c-aa68-457d-b7d3-7a4f40f95f76 HTTP/1.1" status: 204 len: 168 time: 1.5711048 Jul 16 18:16:30.210041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c91361-4766-4ed6-918e-214336850730 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a37c25c-aa68-457d-b7d3-7a4f40f95f76,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:30.213834 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c59d82e0-b3d7-4f2f-b958-08bad214370a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.301553 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Pushing event updated for resources: {'Port': ['ID=3444676e-a45f-4a0f-b335-bfa574a30ebe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:30.330351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] For port e9d5dafc-93b4-4557-b30d-a05f8caf40c2, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:30.335672 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] For port e9d5dafc-93b4-4557-b30d-a05f8caf40c2, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e9d5dafc-93b4-4557-b30d-a05f8caf40c2,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:30.342176 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.450866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:30.465161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf307c6-5019-45ac-9f5d-897c345ec915 None None] Pushing event updated for resources: {'Port': ['ID=e9d5dafc-93b4-4557-b30d-a05f8caf40c2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:30.516575 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.531576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2301e728-5105-47ab-b9c4-1a54dd9426ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5367a2ab232402e81a80c2cb279301a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777664 Jul 16 18:16:30.534082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:30.660033 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bf78773-418d-4d81-8da7-8a5700d33954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.739277 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bf78773-418d-4d81-8da7-8a5700d33954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.786462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e907802-2138-4075-99e3-be7fe835bd8b req-7c2fd69a-78a2-452f-aed2-7e59b50f7866 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:30.787997 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e907802-2138-4075-99e3-be7fe835bd8b req-7c2fd69a-78a2-452f-aed2-7e59b50f7866 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 946 time: 0.1730449 Jul 16 18:16:30.831082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.916131 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bf78773-418d-4d81-8da7-8a5700d33954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.919461 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bf78773-418d-4d81-8da7-8a5700d33954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.923565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8bf78773-418d-4d81-8da7-8a5700d33954 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cdc3bbbd-f376-404a-965d-612c96b0181d HTTP/1.1" status: 204 len: 168 time: 0.3883562 Jul 16 18:16:30.936483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf78773-418d-4d81-8da7-8a5700d33954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc3bbbd-f376-404a-965d-612c96b0181d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:30.977136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2e907802-2138-4075-99e3-be7fe835bd8b req-98486777-52ff-4b42-acd8-a24e0dfb29fd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Deleting port 9b654574-b229-4ea5-9cae-4bb2ce725a2c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:30.978439 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e907802-2138-4075-99e3-be7fe835bd8b req-98486777-52ff-4b42-acd8-a24e0dfb29fd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.053119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Router 1c0de61d-d763-4af6-9b22-78cff60f36ac is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:31.125636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2e907802-2138-4075-99e3-be7fe835bd8b req-98486777-52ff-4b42-acd8-a24e0dfb29fd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] For port 9b654574-b229-4ea5-9cae-4bb2ce725a2c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=9b654574-b229-4ea5-9cae-4bb2ce725a2c,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:31.126021 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e907802-2138-4075-99e3-be7fe835bd8b req-98486777-52ff-4b42-acd8-a24e0dfb29fd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.201128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2e907802-2138-4075-99e3-be7fe835bd8b req-98486777-52ff-4b42-acd8-a24e0dfb29fd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Calling delete_port for 9b654574-b229-4ea5-9cae-4bb2ce725a2c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:31.353788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:31.370759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Sync routers for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:31.386647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:31.394683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:31.403779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.406070 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e00e36aa-cfa4-4dd4-a888-8272863f1cbb admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0084369 Jul 16 18:16:31.409042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:31.460322 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e907802-2138-4075-99e3-be7fe835bd8b req-98486777-52ff-4b42-acd8-a24e0dfb29fd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.512811 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:16:31.607764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b208410-235e-4f96-826b-04865775693c req-7be864b9-2c2a-4c8f-b46f-89b338b4b20c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=4946167d-58ef-4324-99ee-c122f0a66ff4 HTTP/1.1" status: 200 len: 210 time: 0.1210618 Jul 16 18:16:31.634662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98486777-52ff-4b42-acd8-a24e0dfb29fd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event deleted for resources: {'Port': ['ID=9b654574-b229-4ea5-9cae-4bb2ce725a2c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:31.665577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e907802-2138-4075-99e3-be7fe835bd8b req-98486777-52ff-4b42-acd8-a24e0dfb29fd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] No DVR routers for this DVR port 9b654574-b229-4ea5-9cae-4bb2ce725a2c on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:31.668401 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e907802-2138-4075-99e3-be7fe835bd8b req-98486777-52ff-4b42-acd8-a24e0dfb29fd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.670813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e907802-2138-4075-99e3-be7fe835bd8b req-98486777-52ff-4b42-acd8-a24e0dfb29fd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "DELETE /v2.0/ports/9b654574-b229-4ea5-9cae-4bb2ce725a2c HTTP/1.1" status: 204 len: 173 time: 0.8741827 Jul 16 18:16:31.671626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4946167d-58ef-4324-99ee-c122f0a66ff4', 'name': 'network-vif-deleted', 'tag': '9b654574-b229-4ea5-9cae-4bb2ce725a2c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:31.673857 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60a056e-8455-49ab-aed6-c189a1ecfc3a" -d '{"events": [{"server_uuid": "4946167d-58ef-4324-99ee-c122f0a66ff4", "name": "network-vif-deleted", "tag": "9b654574-b229-4ea5-9cae-4bb2ce725a2c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:31.711574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:31.772105 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54a54bd-62aa-4030-b704-536acac23d96 x-openstack-request-id: req-b54a54bd-62aa-4030-b704-536acac23d96 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:31.772409 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4946167d-58ef-4324-99ee-c122f0a66ff4", "name": "network-vif-deleted", "tag": "9b654574-b229-4ea5-9cae-4bb2ce725a2c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:31.772671 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b54a54bd-62aa-4030-b704-536acac23d96 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:31.773093 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4946167d-58ef-4324-99ee-c122f0a66ff4', 'name': 'network-vif-deleted', 'tag': '9b654574-b229-4ea5-9cae-4bb2ce725a2c', 'status': 'completed', 'code': 200} Jul 16 18:16:31.888868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e9d5dafc-93b4-4557-b30d-a05f8caf40c2 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:31.898449 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9', '5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93', '9b654574-b229-4ea5-9cae-4bb2ce725a2c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:32.107697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7048345-88a7-48c6-9138-37f61136d612 None None] Network 26995a0a-1d3b-4f98-9817-403ef31a46e4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:32.443964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cd33a019-6155-4edf-8e86-bf819724f12e None None] Provisioning for port e9d5dafc-93b4-4557-b30d-a05f8caf40c2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:32.512186 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abbd634c-e57b-4e81-8e27-da4b9744c11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.572152 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.658607 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.659631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port e9d5dafc-93b4-4557-b30d-a05f8caf40c2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:32.741097 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.743414 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e9d5dafc-93b4-4557-b30d-a05f8caf40c2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:32.745872 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.935123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.111725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:30Z', 'revision_number': 3, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:33.255927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Allocated IP 172.20.0.1 (26995a0a-1d3b-4f98-9817-403ef31a46e4/2b8e6342-959e-4395-bc83-159435e560c6/09f87707-8c14-4a69-a9e5-6e5c6686436b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:33.279652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Checking router: 1c0de61d-d763-4af6-9b22-78cff60f36ac for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:33.280132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Updating router 1c0de61d-d763-4af6-9b22-78cff60f36ac port 3444676e-a45f-4a0f-b335-bfa574a30ebe binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:33.371265 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.418599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f5d36-6f3a-4072-ad3f-16dc14961e58 req-b36eb401-956d-4894-9563-2b0dcb1598f4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:33.420302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c4f5d36-6f3a-4072-ad3f-16dc14961e58 req-b36eb401-956d-4894-9563-2b0dcb1598f4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 945 time: 0.1068804 Jul 16 18:16:33.440827 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.451795 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:33.469744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c4f5d36-6f3a-4072-ad3f-16dc14961e58 req-5ae153d0-d901-46ab-b9c8-70d0f6991c87 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428855 Jul 16 18:16:33.522559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port e9d5dafc-93b4-4557-b30d-a05f8caf40c2, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e9d5dafc-93b4-4557-b30d-a05f8caf40c2,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:33.538390 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.546507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.569895 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Transition to ACTIVE for port object 09f87707-8c14-4a69-a9e5-6e5c6686436b will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:33.633643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.701703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 94db481c-f8df-4d5c-b349-eb9d64f2afc7 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:33.722547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Pushing event updated for resources: {'Port': ['ID=09f87707-8c14-4a69-a9e5-6e5c6686436b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.726454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Network 26995a0a-1d3b-4f98-9817-403ef31a46e4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:33.735458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:33.739799 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0e17-c8df-4db9-8e8b-1e95c9259c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.753227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:33.824314 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.847043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 94db481c-f8df-4d5c-b349-eb9d64f2afc7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:33.847736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 94db481c-f8df-4d5c-b349-eb9d64f2afc7 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:33.889418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=e9d5dafc-93b4-4557-b30d-a05f8caf40c2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.896460 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.974774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48c8cdd9-7eed-4fa8-84df-b76ba752137b None None] Provisioning complete for port e9d5dafc-93b4-4557-b30d-a05f8caf40c2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:33.975153 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48c8cdd9-7eed-4fa8-84df-b76ba752137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.022485 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.040588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Transition to ACTIVE for port object 3444676e-a45f-4a0f-b335-bfa574a30ebe will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:34.046644 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.052932 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.075508 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0e17-c8df-4db9-8e8b-1e95c9259c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.148177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Attempting to bind port 3444676e-a45f-4a0f-b335-bfa574a30ebe on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:34.148887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Attempting to bind port 3444676e-a45f-4a0f-b335-bfa574a30ebe by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:34.149457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Attempting to bind port 3444676e-a45f-4a0f-b335-bfa574a30ebe on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:34.153447 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61ae33-2c44-4e94-ab04-970b9dd41083 None None] Pushing event updated for resources: {'Port': ['ID=3444676e-a45f-4a0f-b335-bfa574a30ebe,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.166004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:34.166670 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:34.167244 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.167817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:34.168467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Bound port: 3444676e-a45f-4a0f-b335-bfa574a30ebe, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:34.169031 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.241041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] For port 3444676e-a45f-4a0f-b335-bfa574a30ebe, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:34.250241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] For port 3444676e-a45f-4a0f-b335-bfa574a30ebe, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3444676e-a45f-4a0f-b335-bfa574a30ebe,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:34.256417 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.291512 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0e17-c8df-4db9-8e8b-1e95c9259c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.324669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:34.325580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:34.351562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.366642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.368228 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fc3a0e17-c8df-4db9-8e8b-1e95c9259c95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5958fa57cb4d42d490c49f12fe14c007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9121525 Jul 16 18:16:34.374885 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.409930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a0e17-c8df-4db9-8e8b-1e95c9259c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee423da1-f4f3-4732-a04e-df8025dcd202,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.475109 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.478287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Pushing event updated for resources: {'Port': ['ID=09f87707-8c14-4a69-a9e5-6e5c6686436b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.490705 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1fb8e2a-28e3-4869-8eb9-3e5a3fb840e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.505524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61ae33-2c44-4e94-ab04-970b9dd41083 None None] Pushing event updated for resources: {'Port': ['ID=3444676e-a45f-4a0f-b335-bfa574a30ebe,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.550572 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1fb8e2a-28e3-4869-8eb9-3e5a3fb840e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.570664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b1b974e-6f99-4e93-bb2d-9c1527a3cb93 None None] Provisioning for port 09f87707-8c14-4a69-a9e5-6e5c6686436b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:34.589204 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9b1b974e-6f99-4e93-bb2d-9c1527a3cb93 None None] Provisioning complete for port 09f87707-8c14-4a69-a9e5-6e5c6686436b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:34.590391 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b1b974e-6f99-4e93-bb2d-9c1527a3cb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.635868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Network 26995a0a-1d3b-4f98-9817-403ef31a46e4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:34.637632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:34.680814 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:34.684216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b974e-6f99-4e93-bb2d-9c1527a3cb93 None None] Port 09f87707-8c14-4a69-a9e5-6e5c6686436b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:34.845468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1fb8e2a-28e3-4869-8eb9-3e5a3fb840e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.852140 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1fb8e2a-28e3-4869-8eb9-3e5a3fb840e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.866731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c1fb8e2a-28e3-4869-8eb9-3e5a3fb840e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee423da1-f4f3-4732-a04e-df8025dcd202 HTTP/1.1" status: 204 len: 168 time: 0.4989307 Jul 16 18:16:34.880633 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Router 1c0de61d-d763-4af6-9b22-78cff60f36ac has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:34.887183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb8e2a-28e3-4869-8eb9-3e5a3fb840e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee423da1-f4f3-4732-a04e-df8025dcd202,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.969570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee103416-7885-4563-9631-79020ef4f97b req-72b2c5f7-ef41-4968-a712-f98a377d8ab3 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:34.971938 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee103416-7885-4563-9631-79020ef4f97b req-72b2c5f7-ef41-4968-a712-f98a377d8ab3 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 945 time: 0.4257195 Jul 16 18:16:35.011748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06ed73-1146-43d5-b44c-654486238e80 req-521ee15b-af17-485c-aff1-392a884225db tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:35.018217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce06ed73-1146-43d5-b44c-654486238e80 req-521ee15b-af17-485c-aff1-392a884225db tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 945 time: 0.3107703 Jul 16 18:16:35.066023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f716da0d-5096-415c-90a4-0006bc7db831 None None] Provisioning complete for port 09f87707-8c14-4a69-a9e5-6e5c6686436b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:35.066406 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f716da0d-5096-415c-90a4-0006bc7db831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.074820 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:35.081119 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-31c5e2cc-0f63-4f34-898a-abb5104b4f7f admin admin] 10.222.0.52 "PUT /v2.0/routers/1c0de61d-d763-4af6-9b22-78cff60f36ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6702237 Jul 16 18:16:35.144132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f716da0d-5096-415c-90a4-0006bc7db831 None None] Port 09f87707-8c14-4a69-a9e5-6e5c6686436b cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:35.188978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce06ed73-1146-43d5-b44c-654486238e80 req-97745d2d-89b1-4941-b336-7ee74a12d141 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201024 Jul 16 18:16:35.189949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 1, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:35.229835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ee103416-7885-4563-9631-79020ef4f97b req-1fe2782b-7eac-4dfd-8012-d7116da57ae9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Deleting port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:35.230474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ee103416-7885-4563-9631-79020ef4f97b req-1fe2782b-7eac-4dfd-8012-d7116da57ae9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.247216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa8431f-6088-4db3-b1e4-8e1a279d575d None None] The sync data for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 is: [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 1, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:35.376711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 9b654574-b229-4ea5-9cae-4bb2ce725a2c no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:35.387377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ee103416-7885-4563-9631-79020ef4f97b req-1fe2782b-7eac-4dfd-8012-d7116da57ae9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] For port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:35.387757 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ee103416-7885-4563-9631-79020ef4f97b req-1fe2782b-7eac-4dfd-8012-d7116da57ae9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.420035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ee103416-7885-4563-9631-79020ef4f97b req-1fe2782b-7eac-4dfd-8012-d7116da57ae9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Calling delete_port for 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:35.448161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 9b654574-b229-4ea5-9cae-4bb2ce725a2c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:35.449613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 9b654574-b229-4ea5-9cae-4bb2ce725a2c not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:35.487281 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.677828 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ee103416-7885-4563-9631-79020ef4f97b req-1fe2782b-7eac-4dfd-8012-d7116da57ae9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.691008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9', '5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:35.755172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2782b-7eac-4dfd-8012-d7116da57ae9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event deleted for resources: {'Port': ['ID=5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.921145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee103416-7885-4563-9631-79020ef4f97b req-1fe2782b-7eac-4dfd-8012-d7116da57ae9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] No DVR routers for this DVR port 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:35.929593 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ee103416-7885-4563-9631-79020ef4f97b req-1fe2782b-7eac-4dfd-8012-d7116da57ae9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.948263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee103416-7885-4563-9631-79020ef4f97b req-1fe2782b-7eac-4dfd-8012-d7116da57ae9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "DELETE /v2.0/ports/5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 HTTP/1.1" status: 204 len: 173 time: 0.9585595 Jul 16 18:16:35.948946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e53124-6e9c-4481-a97c-1e6ae7c6bd6b', 'name': 'network-vif-deleted', 'tag': '5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:35.979579 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f68f99-28cd-47d4-9d1e-4206451cc0fc" -d '{"events": [{"server_uuid": "67e53124-6e9c-4481-a97c-1e6ae7c6bd6b", "name": "network-vif-deleted", "tag": "5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:36.043630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e9d5dafc-93b4-4557-b30d-a05f8caf40c2 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:36.079562 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aeefa3-a763-47a5-b39d-611809f37905 x-openstack-request-id: req-b6aeefa3-a763-47a5-b39d-611809f37905 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:36.080229 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e53124-6e9c-4481-a97c-1e6ae7c6bd6b", "name": "network-vif-deleted", "tag": "5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:36.080858 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6aeefa3-a763-47a5-b39d-611809f37905 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:36.081571 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e53124-6e9c-4481-a97c-1e6ae7c6bd6b', 'name': 'network-vif-deleted', 'tag': '5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93', 'status': 'completed', 'code': 200} Jul 16 18:16:36.229417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e9d5dafc-93b4-4557-b30d-a05f8caf40c2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:36.229987 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.248890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.477610 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4313391b-dcea-49dc-9ae7-2db6e21d72d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.519639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.528298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a14a1f5-89f9-4b0c-ab5a-dc9e038f3bdc tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--395308550', 'description': 'tempest-description--1404240353'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:36.679034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-10954bba-971d-458d-8339-7eab29dcd8d5 req-ee1f4b2e-4bce-4141-b128-4b077ecb1680 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e53124-6e9c-4481-a97c-1e6ae7c6bd6b HTTP/1.1" status: 200 len: 210 time: 0.1610777 Jul 16 18:16:36.695308 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4313391b-dcea-49dc-9ae7-2db6e21d72d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.719136 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4313391b-dcea-49dc-9ae7-2db6e21d72d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.740007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.742795 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a14a1f5-89f9-4b0c-ab5a-dc9e038f3bdc tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.800721 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4313391b-dcea-49dc-9ae7-2db6e21d72d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0af79fda698548fea6ba49d0627e8683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501571 Jul 16 18:16:36.801822 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313391b-dcea-49dc-9ae7-2db6e21d72d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2d3a68-0de6-4de0-9edf-6b7f21d2683b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:36.805084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.921809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43aaea2c-9f1c-4b65-80da-9a4992827e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.951138 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43aaea2c-9f1c-4b65-80da-9a4992827e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.951345 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a14a1f5-89f9-4b0c-ab5a-dc9e038f3bdc tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.960582 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a14a1f5-89f9-4b0c-ab5a-dc9e038f3bdc tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.969095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-678301311-network', 'tenant_id': 'db646d88fa454c3cadac4fa28a7eb23f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:36.998408 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a14a1f5-89f9-4b0c-ab5a-dc9e038f3bdc tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.000027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4a14a1f5-89f9-4b0c-ab5a-dc9e038f3bdc tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4794376 Jul 16 18:16:37.003374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.009472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c6d1b407-34ae-4a09-b4d7-86f4afeb1d1c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Request body: {'security_group_rule': {'security_group_id': '62397a28-35b5-4fd8-8ad5-dee6750862aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:37.018261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14a1f5-89f9-4b0c-ab5a-dc9e038f3bdc tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62397a28-35b5-4fd8-8ad5-dee6750862aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.050764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Made reservation on behalf of db646d88fa454c3cadac4fa28a7eb23f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:37.053692 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.071733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.074359 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b407-34ae-4a09-b4d7-86f4afeb1d1c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.092631 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43aaea2c-9f1c-4b65-80da-9a4992827e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.095853 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43aaea2c-9f1c-4b65-80da-9a4992827e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.098140 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-43aaea2c-9f1c-4b65-80da-9a4992827e23 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd2d3a68-0de6-4de0-9edf-6b7f21d2683b HTTP/1.1" status: 204 len: 168 time: 0.2907417 Jul 16 18:16:37.132778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaea2c-9f1c-4b65-80da-9a4992827e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2d3a68-0de6-4de0-9edf-6b7f21d2683b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.192926 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b407-34ae-4a09-b4d7-86f4afeb1d1c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.197522 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b407-34ae-4a09-b4d7-86f4afeb1d1c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.226469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1b407-34ae-4a09-b4d7-86f4afeb1d1c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00e995a-9d4b-4d6c-ab8a-43535a9742a5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.247005 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.253472 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.257548 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b407-34ae-4a09-b4d7-86f4afeb1d1c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.262187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c6d1b407-34ae-4a09-b4d7-86f4afeb1d1c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2574580 Jul 16 18:16:37.262840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.268168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-20d57cd2-b47a-4a9f-b3e2-70594270f0ee tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Request body: {'security_group_rule': {'security_group_id': '62397a28-35b5-4fd8-8ad5-dee6750862aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:37.282712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:37.288353 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7962a5e-1c80-42f1-a91d-75ecbfc99133,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.302073 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.302432 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Added segment 5e837e53-3521-4f64-82a8-0d2e7a8ed3c1 of type vlan for network 7037183e-6aee-47f5-aa99-4a19ac7c3b2a Jul 16 18:16:37.330780 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20d57cd2-b47a-4a9f-b3e2-70594270f0ee tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.352528 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.405130 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.406584 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:37.407930 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.412802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20d57cd2-b47a-4a9f-b3e2-70594270f0ee tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.418165 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20d57cd2-b47a-4a9f-b3e2-70594270f0ee tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.445245 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20d57cd2-b47a-4a9f-b3e2-70594270f0ee tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.450134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 51948) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.451478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-20d57cd2-b47a-4a9f-b3e2-70594270f0ee tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1873741 Jul 16 18:16:37.457649 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d57cd2-b47a-4a9f-b3e2-70594270f0ee tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb0d530-4ce3-4ea3-a12e-f970bc263919,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.459274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:37.473457 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7302566 Jul 16 18:16:37.476645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.486416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-780697df-722c-4e95-a268-029e473edd56 admin admin] Request body: {'subnet': {'network_id': '7037183e-6aee-47f5-aa99-4a19ac7c3b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-678301311-subnet', 'tenant_id': 'db646d88fa454c3cadac4fa28a7eb23f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:37.526002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202a925-0afd-40eb-a146-f12d369d5cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=7037183e-6aee-47f5-aa99-4a19ac7c3b2a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.535828 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.539299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 7037183e-6aee-47f5-aa99-4a19ac7c3b2a details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:37.558831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780697df-722c-4e95-a268-029e473edd56 admin admin] Made reservation on behalf of db646d88fa454c3cadac4fa28a7eb23f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:37.562148 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-780697df-722c-4e95-a268-029e473edd56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.589238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.607983 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f287a3c-afe8-47ff-bd51-6f3dedd8f8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.740798 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.864225 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-780697df-722c-4e95-a268-029e473edd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.918392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Allocated IP 172.25.8.180 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/94a56208-c62a-401d-8f58-972c08bed5ac) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:37.980943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780697df-722c-4e95-a268-029e473edd56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d250acf-b345-436a-8987-b9533303f45d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.016331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780697df-722c-4e95-a268-029e473edd56 admin admin] Checking segment: {'id': '5e837e53-3521-4f64-82a8-0d2e7a8ed3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7037183e-6aee-47f5-aa99-4a19ac7c3b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:38.017166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780697df-722c-4e95-a268-029e473edd56 admin admin] Network hostable DHCP agents. Network: 7037183e-6aee-47f5-aa99-4a19ac7c3b2a, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:38.027881 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f287a3c-afe8-47ff-bd51-6f3dedd8f8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.041441 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f287a3c-afe8-47ff-bd51-6f3dedd8f8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.046904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3444676e-a45f-4a0f-b335-bfa574a30ebe up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:38.059772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780697df-722c-4e95-a268-029e473edd56 admin admin] Network 7037183e-6aee-47f5-aa99-4a19ac7c3b2a is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:38.095100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7f287a3c-afe8-47ff-bd51-6f3dedd8f8be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50f721ed1982440ba22586fbda016684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041084 Jul 16 18:16:38.095888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-780697df-722c-4e95-a268-029e473edd56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 7037183e-6aee-47f5-aa99-4a19ac7c3b2a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:38.097842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.106676 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c66598-3f91-4248-8101-96b4f20dc53d None None] Network 7037183e-6aee-47f5-aa99-4a19ac7c3b2a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:38.115548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f287a3c-afe8-47ff-bd51-6f3dedd8f8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931a1d3d-dcb9-46bb-b060-7e1b20fe69ff,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.129486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.130709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780697df-722c-4e95-a268-029e473edd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:38.131318 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-780697df-722c-4e95-a268-029e473edd56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.160663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-780697df-722c-4e95-a268-029e473edd56 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6804681 Jul 16 18:16:38.180750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 3444676e-a45f-4a0f-b335-bfa574a30ebe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:38.196750 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.253743 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15f36a8e-d352-478c-81b9-374fa17acff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.285173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:38.287544 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event updated for resources: {'Port': ['ID=94a56208-c62a-401d-8f58-972c08bed5ac,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.299058 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:38.301904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:38.311993 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15f36a8e-d352-478c-81b9-374fa17acff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.383670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab349939-825f-4317-82ff-ec4c71968dfa req-f32c8525-f07b-483f-8ae6-68ddbf528306 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:38.387605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-f32c8525-f07b-483f-8ae6-68ddbf528306 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.2421727 Jul 16 18:16:38.429118 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.448116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-5843637c-7e55-4cf0-ba0a-921a37bcaa97 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/quotas/e70f238652dc4358815dba823514ae3b HTTP/1.1" status: 200 len: 375 time: 0.0438745 Jul 16 18:16:38.497224 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.548442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3444676e-a45f-4a0f-b335-bfa574a30ebe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:38.549566 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.551476 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15f36a8e-d352-478c-81b9-374fa17acff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.554287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15f36a8e-d352-478c-81b9-374fa17acff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.555530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-15f36a8e-d352-478c-81b9-374fa17acff7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/931a1d3d-dcb9-46bb-b060-7e1b20fe69ff HTTP/1.1" status: 204 len: 168 time: 0.4565372 Jul 16 18:16:38.595461 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f36a8e-d352-478c-81b9-374fa17acff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931a1d3d-dcb9-46bb-b060-7e1b20fe69ff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.685184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-d8946fd4-3aa3-4c1f-be6f-e977434d855a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2246130 Jul 16 18:16:38.698799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8113402-4458-43a8-bc07-a1f813068c76 None None] Network 7037183e-6aee-47f5-aa99-4a19ac7c3b2a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:38.733956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.737098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.746301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.873265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event updated for resources: {'Port': ['ID=94a56208-c62a-401d-8f58-972c08bed5ac,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.932948 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.949011 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.950660 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-762016ed-0f85-4c40-a4d2-eb887478f643 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4992819 Jul 16 18:16:38.972810 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Sync routers for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:38.982271 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:38.986047 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:39.048082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-a2c51cd2-a597-4f4e-b643-4f78e6b6f26d service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538437 Jul 16 18:16:39.082115 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.086019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-fc8ec9e1-02ec-4039-b620-86aef7daeaed tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:39.087856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-fc8ec9e1-02ec-4039-b620-86aef7daeaed tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/networks?id=7037183e-6aee-47f5-aa99-4a19ac7c3b2a HTTP/1.1" status: 200 len: 817 time: 0.2234683 Jul 16 18:16:39.121439 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-e0473d18-54bd-4844-93f3-88da7092fbf5 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/quotas/db646d88fa454c3cadac4fa28a7eb23f HTTP/1.1" status: 200 len: 375 time: 0.0213432 Jul 16 18:16:39.130235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 3444676e-a45f-4a0f-b335-bfa574a30ebe, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3444676e-a45f-4a0f-b335-bfa574a30ebe,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:39.137462 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.139617 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:39.220310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-8c284ef9-f565-48c8-9c61-426564ed3050 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=db646d88fa454c3cadac4fa28a7eb23f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868111 Jul 16 18:16:39.262644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=3444676e-a45f-4a0f-b335-bfa574a30ebe,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.289488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-024ceab5-4001-4eeb-8a44-3f78887b2914 service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339633 Jul 16 18:16:39.349642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Deleting port aa8d0ee5-b5ba-4070-9ef0-32c540d6d725 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:39.350095 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.396316 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-0c1b5d03-80af-4856-8b90-04774eafe198 service neutron] 10.222.0.52 "GET /v2.0/networks/7037183e-6aee-47f5-aa99-4a19ac7c3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650729 Jul 16 18:16:39.401369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:39.410918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.420688 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:34Z', 'revision_number': 2, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:39.427392 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79369bca-ff28-402f-88b7-e3691bec40b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.440079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:39.440914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5e3f51ec-0a75-42f1-9b1f-d2f7133c7e93 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:39.503052 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Checking router: 1c0de61d-d763-4af6-9b22-78cff60f36ac for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:39.503834 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Updating router 1c0de61d-d763-4af6-9b22-78cff60f36ac port 09f87707-8c14-4a69-a9e5-6e5c6686436b binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:39.602355 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.607651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79369bca-ff28-402f-88b7-e3691bec40b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.613239 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.613483 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-79369bca-ff28-402f-88b7-e3691bec40b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.613844 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.643998 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-79369bca-ff28-402f-88b7-e3691bec40b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4092d55a099148c7be1ad21ef38b9be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318721 Jul 16 18:16:39.646871 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52020) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.668016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Calling delete_port for aa8d0ee5-b5ba-4070-9ef0-32c540d6d725 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:39.704859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79369bca-ff28-402f-88b7-e3691bec40b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c95867-6071-4ae5-8ccb-26f73f902852,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.729492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-1fc8f357-4781-419b-be6a-9ed069c24f57 service neutron] 10.222.0.52 "GET /v2.0/networks/7037183e-6aee-47f5-aa99-4a19ac7c3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173437 Jul 16 18:16:39.739255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-7038ff55-b688-49d8-80f0-cf80512e0368 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--395308550&fields=id&tenant_id=445df62e7cfd49fc984446fbd0508f3a HTTP/1.1" status: 200 len: 267 time: 0.1176319 Jul 16 18:16:39.757803 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e741f25-eed0-4c4e-a80e-2c042d352770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.785122 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e741f25-eed0-4c4e-a80e-2c042d352770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.849929 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e741f25-eed0-4c4e-a80e-2c042d352770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.852753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e741f25-eed0-4c4e-a80e-2c042d352770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.856662 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7e741f25-eed0-4c4e-a80e-2c042d352770 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2c95867-6071-4ae5-8ccb-26f73f902852 HTTP/1.1" status: 204 len: 168 time: 0.2055619 Jul 16 18:16:39.866531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e741f25-eed0-4c4e-a80e-2c042d352770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c95867-6071-4ae5-8ccb-26f73f902852,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.071473 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.093485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3444676e-a45f-4a0f-b335-bfa574a30ebe up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:40.124743 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Transition to ACTIVE for port object 09f87707-8c14-4a69-a9e5-6e5c6686436b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:40.145889 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.152701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-3e739299-285a-4a8e-ac02-fedab305e24a tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:40.162413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-3e739299-285a-4a8e-ac02-fedab305e24a tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 816 time: 0.4089816 Jul 16 18:16:40.236614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3444676e-a45f-4a0f-b335-bfa574a30ebe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:40.238171 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.252581 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4b300-05aa-486b-9ec1-b6c6915f1760 None None] Pushing event updated for resources: {'Port': ['ID=09f87707-8c14-4a69-a9e5-6e5c6686436b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.309149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-595aa8d4-0a68-4ec6-abce-774e12a42514 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/quotas/445df62e7cfd49fc984446fbd0508f3a HTTP/1.1" status: 200 len: 375 time: 0.1434271 Jul 16 18:16:40.310989 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.351385 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Attempting to bind port 09f87707-8c14-4a69-a9e5-6e5c6686436b on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:40.353536 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Attempting to bind port 09f87707-8c14-4a69-a9e5-6e5c6686436b by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:40.354926 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Attempting to bind port 09f87707-8c14-4a69-a9e5-6e5c6686436b on network 26995a0a-1d3b-4f98-9817-403ef31a46e4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:40.371290 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:40.371907 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Checking segment: {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:40.372488 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.373043 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Bound using segment: {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:40.373728 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Bound port: 09f87707-8c14-4a69-a9e5-6e5c6686436b, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:40.374309 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.447859 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22169e85-ac70-404c-bd9a-7298553f5edc req-c6c3f642-66e7-4c0a-bd1b-e07dffd37eea tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 210 time: 0.1410153 Jul 16 18:16:40.451975 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] For port 09f87707-8c14-4a69-a9e5-6e5c6686436b, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:40.456340 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] For port 09f87707-8c14-4a69-a9e5-6e5c6686436b, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=09f87707-8c14-4a69-a9e5-6e5c6686436b,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:40.475820 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.561165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event deleted for resources: {'Port': ['ID=aa8d0ee5-b5ba-4070-9ef0-32c540d6d725,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.569007 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4b300-05aa-486b-9ec1-b6c6915f1760 None None] Pushing event updated for resources: {'Port': ['ID=09f87707-8c14-4a69-a9e5-6e5c6686436b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.612572 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:40.613705 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:40.635589 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-444470e4-10d3-4ebd-befc-7e8ed270ae50 req-226d9bf6-a02c-4f3a-9eb7-33d73f778e65 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 210 time: 0.0789599 Jul 16 18:16:40.800498 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.801936 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Floating IP 6ae2bba3-d0b0-4f3e-8c09-64b1d028a271 disassociated (deleted). External IP: 172.25.8.49, port: 47867a32-5b39-46aa-95e8-7b9e436cb84d. Jul 16 18:16:40.934727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-c67dba55-33f9-4084-9555-6932b47ad7a9 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4842494 Jul 16 18:16:41.045111 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:41.410656 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:40Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:41.483708 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ea9ea-efec-4914-b04e-00df14f2beb6 None None] The sync data for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 is: [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:40Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:41.947585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42805644-17b3-4ffe-bd62-d56f5f5e7a7c req-ee97d69e-110f-453c-92a3-af607421d889 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 210 time: 0.1241326 Jul 16 18:16:42.070095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 09f87707-8c14-4a69-a9e5-6e5c6686436b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:42.146418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-214c5683-3d00-48d0-9623-e09a027bdb2a service neutron] 10.222.0.52 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1966257 Jul 16 18:16:42.212274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 09f87707-8c14-4a69-a9e5-6e5c6686436b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:42.220362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 09f87707-8c14-4a69-a9e5-6e5c6686436b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:42.221050 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.347933 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.398351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 09f87707-8c14-4a69-a9e5-6e5c6686436b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=09f87707-8c14-4a69-a9e5-6e5c6686436b,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:42.406960 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.509713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=09f87707-8c14-4a69-a9e5-6e5c6686436b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:42.544778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32cb9a1b-6364-460e-bbaf-33de4f18973a req-9403ed00-5c36-443c-93c4-b9b6eb4bfe79 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 210 time: 0.1642096 Jul 16 18:16:42.569718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab349939-825f-4317-82ff-ec4c71968dfa req-79350858-cb14-491f-9ac4-83719771fa5c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:42.571107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-79350858-cb14-491f-9ac4-83719771fa5c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.38 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.7467484 Jul 16 18:16:42.658270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Request body: {'port': {'device_id': '8f5a8d49-3344-445d-ab20-765ea6d2a8b2', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'admin_state_up': True, 'tenant_id': 'e70f238652dc4358815dba823514ae3b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:42.886019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-a9f0d5f0-daaf-42e1-ae74-260796adf685 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:42.887547 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-a9f0d5f0-daaf-42e1-ae74-260796adf685 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.38 "GET /v2.0/networks?id=7037183e-6aee-47f5-aa99-4a19ac7c3b2a HTTP/1.1" status: 200 len: 817 time: 0.7402081 Jul 16 18:16:42.912758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Request body: {'port': {'device_id': '03334f35-6fc4-4827-95f2-53868e0e0d2b', 'network_id': '7037183e-6aee-47f5-aa99-4a19ac7c3b2a', 'admin_state_up': True, 'tenant_id': 'db646d88fa454c3cadac4fa28a7eb23f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:42.917679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-34c03042-785d-4187-9066-773ce61b3339 service neutron] 10.222.0.52 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746243 Jul 16 18:16:42.989892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:43.136909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Made reservation on behalf of e70f238652dc4358815dba823514ae3b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:43.140621 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.289991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d20d2a46-3535-47df-97d1-0cda395cd572 req-5ac72055-f162-491f-9c2b-78a4271f7182 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 210 time: 0.1260271 Jul 16 18:16:43.300034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6923e751-222c-4b56-958d-3201feeebff3 req-72e9a7d7-68c3-4b6b-b907-0948bded77e6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 210 time: 0.1249349 Jul 16 18:16:43.354848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Made reservation on behalf of db646d88fa454c3cadac4fa28a7eb23f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:43.358419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.388328 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:43.396424 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.398620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880612d4-fbfd-4761-a274-42e5a9fc01cf None None] Sync routers for ids ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:43.416381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880612d4-fbfd-4761-a274-42e5a9fc01cf None None] Routers {'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:43.417359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-880612d4-fbfd-4761-a274-42e5a9fc01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:43.566536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Allocated IP 172.20.0.9 (9e78f56b-5e51-42a6-804f-d297865e4c92/0c30686d-f148-4f8a-8c2a-29c3ee51f644/f3c31eab-64eb-4795-aa70-abc269d1730f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:43.654878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-880612d4-fbfd-4761-a274-42e5a9fc01cf None None] Set router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:43.679860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-335ab271-abdd-4650-9cbf-f025eef5a815 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "DELETE /v2.0/floatingips/6ae2bba3-d0b0-4f3e-8c09-64b1d028a271 HTTP/1.1" status: 204 len: 168 time: 4.9386311 Jul 16 18:16:43.719064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:43.728559 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2" -d '{"events": [{"name": "network-changed", "server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:43.841901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76c90e26-2c19-456e-9e69-6dc79653366d req-d507ef83-9e78-4948-8817-f252a4191c49 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 210 time: 0.0861626 Jul 16 18:16:44.047422 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 09f87707-8c14-4a69-a9e5-6e5c6686436b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:44.059959 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-880612d4-fbfd-4761-a274-42e5a9fc01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '2e5e4720-f9bc-419f-99cc-1930589629fb', 'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'mac_address': 'fa:16:3e:1d:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:11:57Z', 'revision_number': 5, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'subnets': [{'id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:44.166183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880612d4-fbfd-4761-a274-42e5a9fc01cf None None] Checking router: ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:44.187116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880612d4-fbfd-4761-a274-42e5a9fc01cf None None] Routers {'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:44.188482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-880612d4-fbfd-4761-a274-42e5a9fc01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:16:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:44.228595 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9508fa39-32f2-4ba5-a78d-045457732595 x-openstack-request-id: req-9508fa39-32f2-4ba5-a78d-045457732595 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:44.229131 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:44.229131 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9508fa39-32f2-4ba5-a78d-045457732595 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:44.233785 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'status': 'completed', 'code': 200} Jul 16 18:16:44.238519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Allocated IP 172.20.0.13 (7037183e-6aee-47f5-aa99-4a19ac7c3b2a/0d250acf-b345-436a-8987-b9533303f45d/21261e84-2e98-434a-8f7f-036acfafc88b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:44.268327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 09f87707-8c14-4a69-a9e5-6e5c6686436b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:44.269295 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.409264 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.450803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2 req-8469b58b-40b6-4904-8239-f97df0d11890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:44.454955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2 req-8469b58b-40b6-4904-8239-f97df0d11890 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b42dc02e3ca404fa3a38fbb59fc5fac&device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 1097 time: 0.2198267 Jul 16 18:16:44.469546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-880612d4-fbfd-4761-a274-42e5a9fc01cf None None] Set router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:44.742425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18a0a903-0d30-4ddc-bb6d-0a2d16c2a5ee req-a42defef-835e-4997-b582-aeaefa25d5d5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 210 time: 0.2229171 Jul 16 18:16:44.747362 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.859785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-880612d4-fbfd-4761-a274-42e5a9fc01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '2e5e4720-f9bc-419f-99cc-1930589629fb', 'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'mac_address': 'fa:16:3e:1d:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:11:57Z', 'revision_number': 5, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'subnets': [{'id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:44.866136 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.919177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:44.921821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880612d4-fbfd-4761-a274-42e5a9fc01cf None None] The sync data for ids ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'] in n-d-793618-9 is: [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '2e5e4720-f9bc-419f-99cc-1930589629fb', 'name': '', 'network_id': 'ce35a90e-b24d-45be-9dc6-5e2d0c122801', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'mac_address': 'fa:16:3e:1d:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:11:57Z', 'revision_number': 5, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'subnets': [{'id': '916bcb98-ee4e-4784-9434-7e5c31af17b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:44.930355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2 req-c096dc40-1bbb-47ee-9cfc-ecf65b338def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:44.931971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2 req-c096dc40-1bbb-47ee-9cfc-ecf65b338def service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce35a90e-b24d-45be-9dc6-5e2d0c122801 HTTP/1.1" status: 200 len: 915 time: 0.4596806 Jul 16 18:16:44.957236 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.965597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Network 9e78f56b-5e51-42a6-804f-d297865e4c92 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:45.024520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a8e73-1df6-42b6-b009-e0386d3fcc61 req-b2bdd90b-1342-4a61-99c7-b324605b20ea tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.030347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-580a8e73-1df6-42b6-b009-e0386d3fcc61 req-b2bdd90b-1342-4a61-99c7-b324605b20ea tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 946 time: 0.3550398 Jul 16 18:16:45.045990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2 req-7910c19a-32e0-49c8-b7ae-78a2da32c53b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47867a32-5b39-46aa-95e8-7b9e436cb84d HTTP/1.1" status: 200 len: 217 time: 0.1008868 Jul 16 18:16:45.047412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:45.110309 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:45.176397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event updated for resources: {'Port': ['ID=f3c31eab-64eb-4795-aa70-abc269d1730f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:45.214642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Network 7037183e-6aee-47f5-aa99-4a19ac7c3b2a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:45.287422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:45.294233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:45.358406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2 req-373d2e91-b15f-46c4-8057-5331563ef68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.359772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2 req-373d2e91-b15f-46c4-8057-5331563ef68f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=916bcb98-ee4e-4784-9434-7e5c31af17b2 HTTP/1.1" status: 200 len: 853 time: 0.2577662 Jul 16 18:16:45.371712 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3329f94-277d-4865-9f2b-64305a628fc3 None None] New status for floating IP 6ae2bba3-d0b0-4f3e-8c09-64b1d028a271: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:16:45.373069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-580a8e73-1df6-42b6-b009-e0386d3fcc61 req-461bf95c-df7b-424f-96c9-03dbf1f96326 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981579 Jul 16 18:16:45.395689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.396335 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.457562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Pushing event updated for resources: {'Port': ['ID=21261e84-2e98-434a-8f7f-036acfafc88b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:45.492015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-fb12e569-733c-44b5-8f00-2f3fe541eeca tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.493573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-fb12e569-733c-44b5-8f00-2f3fe541eeca tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.42 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 816 time: 0.5186520 Jul 16 18:16:45.504434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.505191 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.508469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ae926e86-cc12-4063-8161-6e7ae6947fc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8664446 Jul 16 18:16:45.529919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc5bd9-0894-4bbc-894e-6b15a266df28 req-a95d5442-624e-49d6-8623-20ada9f04dcf tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.531885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8dc5bd9-0894-4bbc-894e-6b15a266df28 req-a95d5442-624e-49d6-8623-20ada9f04dcf tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 931 time: 0.4959345 Jul 16 18:16:45.542121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Request body: {'port': {'device_id': '8f5a8d49-3344-445d-ab20-765ea6d2a8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:45.991480 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-f96cc1ad-47f3-48f8-9332-9c8f8bdf19b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0879278 Jul 16 18:16:46.037128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Request body: {'port': {'device_id': '03334f35-6fc4-4827-95f2-53868e0e0d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:46.108230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2 req-17d66508-ce37-42af-9a85-93e2272c1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.109738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2 req-17d66508-ce37-42af-9a85-93e2272c1820 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce35a90e-b24d-45be-9dc6-5e2d0c122801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7333450 Jul 16 18:16:46.138483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-392412f1-1033-4c4d-af09-c58b9bd627af tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=445df62e7cfd49fc984446fbd0508f3a HTTP/1.1" status: 200 len: 379 time: 0.6290669 Jul 16 18:16:46.165537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8dc5bd9-0894-4bbc-894e-6b15a266df28 req-71ab94e6-2ba2-4b36-b79d-5d0b8a40323a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011009 Jul 16 18:16:46.173587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Request body: {'port': {'device_id': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'admin_state_up': True, 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'security_groups': ['62397a28-35b5-4fd8-8ad5-dee6750862aa']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:46.268018 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.372258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4815fa-ea89-4a89-b9a6-cd7ea0729c34 req-f3551e96-c989-42a4-aec7-9388aaf71796 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.373891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf4815fa-ea89-4a89-b9a6-cd7ea0729c34 req-f3551e96-c989-42a4-aec7-9388aaf71796 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 932 time: 0.8606486 Jul 16 18:16:46.436841 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.464948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e226d-e383-404b-aa6d-337f06aec538 req-1958e1e4-199e-4a2f-a761-478e1f3cf925 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.466694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d5e226d-e383-404b-aa6d-337f06aec538 req-1958e1e4-199e-4a2f-a761-478e1f3cf925 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.38 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 946 time: 0.4985409 Jul 16 18:16:46.527672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-57a63e2a-1eb2-482b-9044-89ceeca996e1 req-1987f960-de85-4077-8770-2abb24909484 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 210 time: 0.1192415 Jul 16 18:16:46.625464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2 req-7ae7bc65-2302-46b4-b479-9aa44979fbe7 service neutron] 10.222.0.38 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794326 Jul 16 18:16:46.716583 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf4815fa-ea89-4a89-b9a6-cd7ea0729c34 req-87d8f638-741e-4e2f-b34f-66710b450775 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/security-groups?id=c7962a5e-1c80-42f1-a91d-75ecbfc99133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287764 Jul 16 18:16:46.967611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Made reservation on behalf of 445df62e7cfd49fc984446fbd0508f3a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:46.971723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.186303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2 req-66105f22-8eb8-408f-b4f5-7ff16ed6ee34 service neutron] 10.222.0.38 "GET /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443518 Jul 16 18:16:47.293758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4bc1a-b109-4766-aea8-3d260f6485f8 req-9928c99b-fc93-41f7-91c3-1ec8c2090aa5 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:47.301226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9a4bc1a-b109-4766-aea8-3d260f6485f8 req-9928c99b-fc93-41f7-91c3-1ec8c2090aa5 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 946 time: 0.5201225 Jul 16 18:16:47.321508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5d5e226d-e383-404b-aa6d-337f06aec538 req-e3eb1fdb-dffe-4e7b-b5f1-ae236abb4e22 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Deleting port 47867a32-5b39-46aa-95e8-7b9e436cb84d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:47.321856 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d5e226d-e383-404b-aa6d-337f06aec538 req-e3eb1fdb-dffe-4e7b-b5f1-ae236abb4e22 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.458426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9a4bc1a-b109-4766-aea8-3d260f6485f8 req-ac7e772a-6ede-4196-a988-6ecc8be36bae tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562698 Jul 16 18:16:47.582583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Allocated IP 172.20.0.8 (26995a0a-1d3b-4f98-9817-403ef31a46e4/2b8e6342-959e-4395-bc83-159435e560c6/cf175da1-7a7d-4ed8-88c5-173d2f774326) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:47.595575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c31eab-64eb-4795-aa70-abc269d1730f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:47.617633 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.684793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Transition to ACTIVE for port object f3c31eab-64eb-4795-aa70-abc269d1730f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:47.688646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d5e226d-e383-404b-aa6d-337f06aec538 req-e3eb1fdb-dffe-4e7b-b5f1-ae236abb4e22 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] For port 47867a32-5b39-46aa-95e8-7b9e436cb84d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=47867a32-5b39-46aa-95e8-7b9e436cb84d,segment=NetworkSegment(cc0bd115-026d-441a-ae86-2abe497e196f),segment_id=cc0bd115-026d-441a-ae86-2abe497e196f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:47.688646 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d5e226d-e383-404b-aa6d-337f06aec538 req-e3eb1fdb-dffe-4e7b-b5f1-ae236abb4e22 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.710199 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.733140 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fdcb7-eca7-4b63-9075-674c6ad1acca req-553440e9-ca2a-45a0-8810-249d69e455a1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:47.734707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e1fdcb7-eca7-4b63-9075-674c6ad1acca req-553440e9-ca2a-45a0-8810-249d69e455a1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 931 time: 0.4083889 Jul 16 18:16:47.743968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21261e84-2e98-434a-8f7f-036acfafc88b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:47.749253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5d5e226d-e383-404b-aa6d-337f06aec538 req-e3eb1fdb-dffe-4e7b-b5f1-ae236abb4e22 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Calling delete_port for 47867a32-5b39-46aa-95e8-7b9e436cb84d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:47.803656 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.862828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cec2455b-2927-46f0-81be-935bd46c088e req-2f418f5c-b938-433a-9c25-e07bb68430d4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 210 time: 0.1432357 Jul 16 18:16:47.903045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Transition to ACTIVE for port object 21261e84-2e98-434a-8f7f-036acfafc88b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:47.953694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.962303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c31eab-64eb-4795-aa70-abc269d1730f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.036851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e1fdcb7-eca7-4b63-9075-674c6ad1acca req-635f5d9d-c094-461e-b3de-8a3695e2474f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529674 Jul 16 18:16:48.221770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Pushing event updated for resources: {'Port': ['ID=21261e84-2e98-434a-8f7f-036acfafc88b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.234531 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.300931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Transition to ACTIVE for port object cf175da1-7a7d-4ed8-88c5-173d2f774326 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:48.302466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Attempting to bind port f3c31eab-64eb-4795-aa70-abc269d1730f on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:48.302809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Attempting to bind port f3c31eab-64eb-4795-aa70-abc269d1730f by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:48.303144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Attempting to bind port f3c31eab-64eb-4795-aa70-abc269d1730f on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:48.346773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Port f3c31eab-64eb-4795-aa70-abc269d1730f on network 9e78f56b-5e51-42a6-804f-d297865e4c92 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:48.347102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Attempting to bind port f3c31eab-64eb-4795-aa70-abc269d1730f on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:48.731122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:48.731777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Checking segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:48.731870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Bound using segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:48.732315 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Bound port: f3c31eab-64eb-4795-aa70-abc269d1730f, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:48.733667 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.800868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1944266-f171-4d5f-b563-2b00af7bb31e req-b92bb271-2c40-4dbc-b1c7-27c33f28bcd7 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.802386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1944266-f171-4d5f-b563-2b00af7bb31e req-b92bb271-2c40-4dbc-b1c7-27c33f28bcd7 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 944 time: 0.7645974 Jul 16 18:16:48.805966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Attempting to bind port 21261e84-2e98-434a-8f7f-036acfafc88b on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:48.806452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Attempting to bind port 21261e84-2e98-434a-8f7f-036acfafc88b by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '5e837e53-3521-4f64-82a8-0d2e7a8ed3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7037183e-6aee-47f5-aa99-4a19ac7c3b2a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:48.806687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Attempting to bind port 21261e84-2e98-434a-8f7f-036acfafc88b on network 7037183e-6aee-47f5-aa99-4a19ac7c3b2a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:48.813727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d5e226d-e383-404b-aa6d-337f06aec538 req-e3eb1fdb-dffe-4e7b-b5f1-ae236abb4e22 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.872659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Port 21261e84-2e98-434a-8f7f-036acfafc88b on network 7037183e-6aee-47f5-aa99-4a19ac7c3b2a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:48.872995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Attempting to bind port 21261e84-2e98-434a-8f7f-036acfafc88b on network 7037183e-6aee-47f5-aa99-4a19ac7c3b2a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:48.918486 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb1fdb-dffe-4e7b-b5f1-ae236abb4e22 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event deleted for resources: {'Port': ['ID=47867a32-5b39-46aa-95e8-7b9e436cb84d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.928772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:48.929477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Checking segment: {'id': '5e837e53-3521-4f64-82a8-0d2e7a8ed3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7037183e-6aee-47f5-aa99-4a19ac7c3b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:48.929588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Bound using segment: {'id': '5e837e53-3521-4f64-82a8-0d2e7a8ed3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7037183e-6aee-47f5-aa99-4a19ac7c3b2a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:48.929985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Bound port: 21261e84-2e98-434a-8f7f-036acfafc88b, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e837e53-3521-4f64-82a8-0d2e7a8ed3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7037183e-6aee-47f5-aa99-4a19ac7c3b2a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:48.930413 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.938206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.047732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5e226d-e383-404b-aa6d-337f06aec538 req-e3eb1fdb-dffe-4e7b-b5f1-ae236abb4e22 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] No DVR routers for this DVR port 47867a32-5b39-46aa-95e8-7b9e436cb84d on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:49.052413 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d5e226d-e383-404b-aa6d-337f06aec538 req-e3eb1fdb-dffe-4e7b-b5f1-ae236abb4e22 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.054351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d5e226d-e383-404b-aa6d-337f06aec538 req-e3eb1fdb-dffe-4e7b-b5f1-ae236abb4e22 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.38 "DELETE /v2.0/ports/47867a32-5b39-46aa-95e8-7b9e436cb84d HTTP/1.1" status: 204 len: 173 time: 2.5702579 Jul 16 18:16:49.063139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'name': 'network-vif-deleted', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:49.067362 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f1782b-832e-441b-9b52-194e48a86c4d" -d '{"events": [{"server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "name": "network-vif-deleted", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:49.107005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1944266-f171-4d5f-b563-2b00af7bb31e req-60c8f0c8-5d0d-4c7c-bc5f-208f68ba50d3 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/security-groups?id=c7962a5e-1c80-42f1-a91d-75ecbfc99133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965255 Jul 16 18:16:49.109122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] For port f3c31eab-64eb-4795-aa70-abc269d1730f, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:49.125110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Network 26995a0a-1d3b-4f98-9817-403ef31a46e4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:49.171632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:49.181228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a74d1-85ad-4470-bcc5-bf5f377623f9 req-2879b8aa-0f0c-454d-a426-9be88f6ad82f tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.182781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-261a74d1-85ad-4470-bcc5-bf5f377623f9 req-2879b8aa-0f0c-454d-a426-9be88f6ad82f tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 867 time: 0.4866650 Jul 16 18:16:49.183597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:49.187795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] For port f3c31eab-64eb-4795-aa70-abc269d1730f, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f3c31eab-64eb-4795-aa70-abc269d1730f,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:49.197427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event updated for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.243534 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.406465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] For port 21261e84-2e98-434a-8f7f-036acfafc88b, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:49.465183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.465875 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.469599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] 10.222.0.38 "PUT /v2.0/ports/f3c31eab-64eb-4795-aa70-abc269d1730f HTTP/1.1" status: 200 len: 1091 time: 3.9354079 Jul 16 18:16:49.514745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] For port 21261e84-2e98-434a-8f7f-036acfafc88b, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=21261e84-2e98-434a-8f7f-036acfafc88b,segment=NetworkSegment(5e837e53-3521-4f64-82a8-0d2e7a8ed3c1),segment_id=5e837e53-3521-4f64-82a8-0d2e7a8ed3c1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:49.552163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.552997 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.588109 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.592417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-261a74d1-85ad-4470-bcc5-bf5f377623f9 req-3bbb1b2d-3643-4618-b93f-51be2046be50 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e140679-b637-4c9a-832f-019ce8ea9642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4013066 Jul 16 18:16:49.633149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98d18789-43a5-4a12-ba1a-8672c0ac9551 None None] Provisioning for port cf175da1-7a7d-4ed8-88c5-173d2f774326 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:49.644731 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98d18789-43a5-4a12-ba1a-8672c0ac9551 None None] Provisioning complete for port cf175da1-7a7d-4ed8-88c5-173d2f774326 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:49.647319 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98d18789-43a5-4a12-ba1a-8672c0ac9551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.663523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00d158-25bd-4eaa-9092-c82f73700160 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c31eab-64eb-4795-aa70-abc269d1730f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.675918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.676616 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.678084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] 10.222.0.38 "PUT /v2.0/ports/21261e84-2e98-434a-8f7f-036acfafc88b HTTP/1.1" status: 200 len: 1092 time: 3.6556520 Jul 16 18:16:49.679247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-e3116d9f-cdd7-43dc-8e47-234711b06b41 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5232847 Jul 16 18:16:49.711369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Request body: {'port': {'device_id': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:49.775993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-98d18789-43a5-4a12-ba1a-8672c0ac9551 None None] Port cf175da1-7a7d-4ed8-88c5-173d2f774326 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:49.898249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fab863-2922-4c2b-9284-d8fe24d0bdfc service neutron] Pushing event updated for resources: {'Port': ['ID=21261e84-2e98-434a-8f7f-036acfafc88b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.943339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6ebdc-1183-4ba0-ab76-6d73ebe4b3da req-77ca2ced-6511-4479-92ec-57bfb290a3e8 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.950139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29f6ebdc-1183-4ba0-ab76-6d73ebe4b3da req-77ca2ced-6511-4479-92ec-57bfb290a3e8 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 931 time: 0.4455724 Jul 16 18:16:49.977153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab349939-825f-4317-82ff-ec4c71968dfa req-7bd0831e-f093-49d3-9c44-c9099c484e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.978746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-7bd0831e-f093-49d3-9c44-c9099c484e7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 1094 time: 0.4229474 Jul 16 18:16:50.062378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-3fe04b0c-4696-4bb7-930f-70d4e085b7c3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c31eab-64eb-4795-aa70-abc269d1730f HTTP/1.1" status: 200 len: 217 time: 0.0701511 Jul 16 18:16:50.063839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.133865 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29f6ebdc-1183-4ba0-ab76-6d73ebe4b3da req-20b31037-7433-4a84-8f3b-ccc575be0b0e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827230 Jul 16 18:16:50.151739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-bd72704c-f2a6-4755-a812-af2f2df07cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.166845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-bd72704c-f2a6-4755-a812-af2f2df07cc2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=db646d88fa454c3cadac4fa28a7eb23f&device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 1095 time: 0.4160569 Jul 16 18:16:50.216434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.256921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be96da-4a35-4207-b232-73877e596e9d req-775b4aad-6743-4c9c-a398-da107a39f268 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.268121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2be96da-4a35-4207-b232-73877e596e9d req-775b4aad-6743-4c9c-a398-da107a39f268 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 943 time: 0.4520876 Jul 16 18:16:50.301138 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8023e805-b0ff-44e2-8152-082a24e52e60 x-openstack-request-id: req-8023e805-b0ff-44e2-8152-082a24e52e60 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:50.301602 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59144d7b-aa5c-47a2-8e30-9c6c0df183e5", "name": "network-vif-deleted", "tag": "47867a32-5b39-46aa-95e8-7b9e436cb84d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:50.301744 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8023e805-b0ff-44e2-8152-082a24e52e60 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:50.302153 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59144d7b-aa5c-47a2-8e30-9c6c0df183e5', 'name': 'network-vif-deleted', 'tag': '47867a32-5b39-46aa-95e8-7b9e436cb84d', 'status': 'completed', 'code': 200} Jul 16 18:16:50.334861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 47867a32-5b39-46aa-95e8-7b9e436cb84d no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:50.386664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 47867a32-5b39-46aa-95e8-7b9e436cb84d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:50.386936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 47867a32-5b39-46aa-95e8-7b9e436cb84d not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:50.405079 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-c0397dac-17e9-4f1a-a5e5-fdf4e612dea7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21261e84-2e98-434a-8f7f-036acfafc88b HTTP/1.1" status: 200 len: 217 time: 0.2066391 Jul 16 18:16:50.442809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f33c8d6e-905e-4f40-bb1c-6f06e70eab78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.489412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ccb7ec24-07ab-4fc3-a67b-9ac388a49c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.490973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-ccb7ec24-07ab-4fc3-a67b-9ac388a49c8f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.4193001 Jul 16 18:16:50.665904 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f33c8d6e-905e-4f40-bb1c-6f06e70eab78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.672741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f33c8d6e-905e-4f40-bb1c-6f06e70eab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.674631 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-0bc235f1-8ac8-4734-aa34-9ff2c1e28e94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524365 Jul 16 18:16:50.725885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c8d6e-905e-4f40-bb1c-6f06e70eab78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acf4e0c-858d-477c-9bf1-fb2ee7bfa30f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.790844 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f33c8d6e-905e-4f40-bb1c-6f06e70eab78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e21280660b8049398201a80a1d237caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725913 Jul 16 18:16:50.793861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.856242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2be96da-4a35-4207-b232-73877e596e9d req-6a399dd6-b8f4-4cef-80f5-84bc7bd9ef45 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873373 Jul 16 18:16:50.895914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-d75a4443-c6d7-46e5-9b1d-bcd759479419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.899074 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-d75a4443-c6d7-46e5-9b1d-bcd759479419 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0d250acf-b345-436a-8987-b9533303f45d HTTP/1.1" status: 200 len: 857 time: 0.4778237 Jul 16 18:16:50.930117 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a32a54fe-5fb2-4157-bdb0-00495e105dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.969346 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a32a54fe-5fb2-4157-bdb0-00495e105dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.049669 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-ba41f546-cd1f-4ffc-8b7d-4b35986588e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7037183e-6aee-47f5-aa99-4a19ac7c3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227028 Jul 16 18:16:51.074391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a32a54fe-5fb2-4157-bdb0-00495e105dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.077624 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a32a54fe-5fb2-4157-bdb0-00495e105dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.079669 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a32a54fe-5fb2-4157-bdb0-00495e105dbd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8acf4e0c-858d-477c-9bf1-fb2ee7bfa30f HTTP/1.1" status: 204 len: 168 time: 0.2812274 Jul 16 18:16:51.098288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a54fe-5fb2-4157-bdb0-00495e105dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acf4e0c-858d-477c-9bf1-fb2ee7bfa30f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:51.247963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:51.261747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de9cfa-7e13-49bc-b115-1ee498965702 req-9987fce0-b242-4d7d-9da1-497fc7e1c89f tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:51.269733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28de9cfa-7e13-49bc-b115-1ee498965702 req-9987fce0-b242-4d7d-9da1-497fc7e1c89f tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 944 time: 0.7776845 Jul 16 18:16:51.358713 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf9e1f2c-36a0-4fc9-a12c-b5566633deb0 req-5bcc08e2-0002-4053-9a1f-6f01404a9702 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 210 time: 0.0799644 Jul 16 18:16:51.368990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-65d6bf85-40f2-48a1-940f-03c56f00a1e2 service neutron] 10.222.0.38 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407691 Jul 16 18:16:51.482117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab349939-825f-4317-82ff-ec4c71968dfa req-c38ba11f-06ef-4af9-b792-4fb5da89b96c service neutron] 10.222.0.38 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990937 Jul 16 18:16:51.494440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf175da1-7a7d-4ed8-88c5-173d2f774326 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:51.518557 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.530473 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28de9cfa-7e13-49bc-b115-1ee498965702 req-c00d760e-211d-4070-9613-ec2d09c9278e tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/security-groups?id=c7962a5e-1c80-42f1-a91d-75ecbfc99133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590830 Jul 16 18:16:51.539783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-19519022-12df-4975-a617-47a0ae35eb91 service neutron] 10.222.0.38 "GET /v2.0/networks/7037183e-6aee-47f5-aa99-4a19ac7c3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256029 Jul 16 18:16:51.584365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Transition to ACTIVE for port object cf175da1-7a7d-4ed8-88c5-173d2f774326 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:51.592365 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.604595 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0a0e645-889d-4d50-8225-d56fff54c81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.755475 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0a0e645-889d-4d50-8225-d56fff54c81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.765510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Pushing event updated for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:51.767636 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f0a0e645-889d-4d50-8225-d56fff54c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.852016 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f0a0e645-889d-4d50-8225-d56fff54c81f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da76854690b748e6a4fe820d2ccff020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6019621 Jul 16 18:16:51.855376 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:51.865203 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0e645-889d-4d50-8225-d56fff54c81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b63984-1d40-48e7-ac8b-f94af343960e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:51.903740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a18e1ca-dab2-4e6b-a9d7-653ea770c2ac req-c0498a47-ab00-4fe2-b048-163ae80e66f9 service neutron] 10.222.0.38 "GET /v2.0/networks/7037183e-6aee-47f5-aa99-4a19ac7c3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547502 Jul 16 18:16:51.943086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Attempting to bind port cf175da1-7a7d-4ed8-88c5-173d2f774326 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:51.943661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Attempting to bind port cf175da1-7a7d-4ed8-88c5-173d2f774326 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:51.943793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Attempting to bind port cf175da1-7a7d-4ed8-88c5-173d2f774326 on network 26995a0a-1d3b-4f98-9817-403ef31a46e4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:51.946707 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89584b4a-95b2-44a5-af74-24cf3cd6574b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.952931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308da698-a7b5-42b4-a00b-2a6e2047b390 req-2e789e7e-78a6-4e27-9394-83d422754bef tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:51.961218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-308da698-a7b5-42b4-a00b-2a6e2047b390 req-2e789e7e-78a6-4e27-9394-83d422754bef tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.2673566 Jul 16 18:16:51.992106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89584b4a-95b2-44a5-af74-24cf3cd6574b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.009633 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-308da698-a7b5-42b4-a00b-2a6e2047b390 req-625437e4-50e4-450c-9165-c60005587b46 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473845 Jul 16 18:16:52.010474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Port cf175da1-7a7d-4ed8-88c5-173d2f774326 on network 26995a0a-1d3b-4f98-9817-403ef31a46e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:52.010809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Attempting to bind port cf175da1-7a7d-4ed8-88c5-173d2f774326 on network 26995a0a-1d3b-4f98-9817-403ef31a46e4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:52.024608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:52.024885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Checking segment: {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:52.025268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Bound using segment: {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:52.026819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Bound port: cf175da1-7a7d-4ed8-88c5-173d2f774326, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:52.027578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.098079 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89584b4a-95b2-44a5-af74-24cf3cd6574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.104151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89584b4a-95b2-44a5-af74-24cf3cd6574b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.105597 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-89584b4a-95b2-44a5-af74-24cf3cd6574b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46b63984-1d40-48e7-ac8b-f94af343960e HTTP/1.1" status: 204 len: 168 time: 0.2492733 Jul 16 18:16:52.138507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89584b4a-95b2-44a5-af74-24cf3cd6574b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b63984-1d40-48e7-ac8b-f94af343960e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.153281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:52.157333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:52.207472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.258028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.258917 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.260257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] 10.222.0.42 "PUT /v2.0/ports/cf175da1-7a7d-4ed8-88c5-173d2f774326 HTTP/1.1" status: 200 len: 1091 time: 2.5555286 Jul 16 18:16:52.279796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc73e45-f688-4534-9976-976b6d0ca3d1 req-67b37421-71bb-4bff-ad8e-7e9fc450cbd1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.281477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cc73e45-f688-4534-9976-976b6d0ca3d1 req-67b37421-71bb-4bff-ad8e-7e9fc450cbd1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 943 time: 0.2076707 Jul 16 18:16:52.304743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5a8d49-3344-445d-ab20-765ea6d2a8b2', 'tag': 'f3c31eab-64eb-4795-aa70-abc269d1730f'}, {'name': 'network-changed', 'server_uuid': '03334f35-6fc4-4827-95f2-53868e0e0d2b', 'tag': '21261e84-2e98-434a-8f7f-036acfafc88b'}, {'name': 'network-changed', 'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:52.308251 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5a8d49-3344-445d-ab20-765ea6d2a8b2", "tag": "f3c31eab-64eb-4795-aa70-abc269d1730f"}, {"name": "network-changed", "server_uuid": "03334f35-6fc4-4827-95f2-53868e0e0d2b", "tag": "21261e84-2e98-434a-8f7f-036acfafc88b"}, {"name": "network-changed", "server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:52.394477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b662f-70b2-4dfb-a50d-9e661930c59a service neutron] Pushing event updated for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.407327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cc73e45-f688-4534-9976-976b6d0ca3d1 req-b17bb606-9b18-4744-a36c-f3ff0b91583e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962615 Jul 16 18:16:52.451789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-3ad4b635-ee38-43b5-bc92-9630ca0a580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.453264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-3ad4b635-ee38-43b5-bc92-9630ca0a580e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 1094 time: 0.1411872 Jul 16 18:16:52.461016 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8222adf4-cac0-40e2-952a-0cbbbb971d90 x-openstack-request-id: req-8222adf4-cac0-40e2-952a-0cbbbb971d90 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:52.461732 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5a8d49-3344-445d-ab20-765ea6d2a8b2", "tag": "f3c31eab-64eb-4795-aa70-abc269d1730f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03334f35-6fc4-4827-95f2-53868e0e0d2b", "tag": "21261e84-2e98-434a-8f7f-036acfafc88b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:52.462220 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8222adf4-cac0-40e2-952a-0cbbbb971d90 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:52.462857 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5a8d49-3344-445d-ab20-765ea6d2a8b2', 'tag': 'f3c31eab-64eb-4795-aa70-abc269d1730f', 'status': 'completed', 'code': 200} Jul 16 18:16:52.463436 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03334f35-6fc4-4827-95f2-53868e0e0d2b', 'tag': '21261e84-2e98-434a-8f7f-036acfafc88b', 'status': 'completed', 'code': 200} Jul 16 18:16:52.464080 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'status': 'completed', 'code': 200} Jul 16 18:16:52.511892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-f742e080-26fb-4165-bde2-037cfbc681f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326 HTTP/1.1" status: 200 len: 217 time: 0.0458102 Jul 16 18:16:52.674483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-fceb7d5a-175e-4700-9ad8-bef2bb7eb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.676209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-fceb7d5a-175e-4700-9ad8-bef2bb7eb749 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.1540372 Jul 16 18:16:52.707985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:52.711759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b372ae4-d319-4c77-a244-ffa712ab9d17 req-5dadfb1d-4dd2-4ab2-ae1f-a7c0d0f42fb0 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 210 time: 0.0681560 Jul 16 18:16:52.732635 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5115759-3a8f-40fc-96ab-2006ea73ccb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.735035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-7f45d688-8827-4f91-8f5a-6cc4c3e5ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.736587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-7f45d688-8827-4f91-8f5a-6cc4c3e5ea84 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 1094 time: 0.2237740 Jul 16 18:16:52.858106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5115759-3a8f-40fc-96ab-2006ea73ccb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.870883 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5115759-3a8f-40fc-96ab-2006ea73ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.926889 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c5115759-3a8f-40fc-96ab-2006ea73ccb0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=820723b89e7946ea90d1a22cb6070750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2179558 Jul 16 18:16:52.927838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5115759-3a8f-40fc-96ab-2006ea73ccb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5975d76b-2e39-46be-a71f-7b7e179b6176,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.931050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:52.991911 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3efa-9add-45d5-a291-8c827d667b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.023534 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3efa-9add-45d5-a291-8c827d667b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.125924 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f4f3b5e-5342-4c09-8176-ce1b0095b7d2 req-5a88983f-9294-40d8-b448-cf35faa1e944 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940402 Jul 16 18:16:53.152144 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3efa-9add-45d5-a291-8c827d667b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.161529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5dc3efa-9add-45d5-a291-8c827d667b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.164978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a5dc3efa-9add-45d5-a291-8c827d667b52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5975d76b-2e39-46be-a71f-7b7e179b6176 HTTP/1.1" status: 204 len: 168 time: 0.2302601 Jul 16 18:16:53.179586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc3efa-9add-45d5-a291-8c827d667b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5975d76b-2e39-46be-a71f-7b7e179b6176,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:53.317890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3b5e-5342-4c09-8176-ce1b0095b7d2 req-1dd1b720-6a02-403d-aed3-76c220b5ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.324158 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f4f3b5e-5342-4c09-8176-ce1b0095b7d2 req-1dd1b720-6a02-403d-aed3-76c220b5ff91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 1097 time: 0.1272783 Jul 16 18:16:53.499263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb61f8-ac08-459a-83de-d0c027845d5f req-22e70018-32c0-4237-a626-a9154eb0c672 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.509038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42fb61f8-ac08-459a-83de-d0c027845d5f req-22e70018-32c0-4237-a626-a9154eb0c672 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 944 time: 0.7471662 Jul 16 18:16:53.512653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-68d20427-4730-4122-9d10-8542a974df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.514621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3b5e-5342-4c09-8176-ce1b0095b7d2 req-860011ec-64a4-414c-b62f-877186b94cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.514800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-68d20427-4730-4122-9d10-8542a974df79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8139408 Jul 16 18:16:53.516775 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f4f3b5e-5342-4c09-8176-ce1b0095b7d2 req-860011ec-64a4-414c-b62f-877186b94cc6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 906 time: 0.1614861 Jul 16 18:16:53.540583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-97da684d-b927-4a41-a5bd-31eace935c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.542147 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-97da684d-b927-4a41-a5bd-31eace935c3e service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 906 time: 0.7683346 Jul 16 18:16:53.590964 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f4f3b5e-5342-4c09-8176-ce1b0095b7d2 req-36639bb6-ccce-4a53-b3e8-5352dc7dc8b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6baf0c59-5f50-4526-8221-be5c4f649cc9 HTTP/1.1" status: 200 len: 217 time: 0.0639076 Jul 16 18:16:53.648410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-e0c5e3a3-c758-47a4-b0dc-0640a80c60ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c31eab-64eb-4795-aa70-abc269d1730f HTTP/1.1" status: 200 len: 217 time: 0.0603755 Jul 16 18:16:53.696645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3b5e-5342-4c09-8176-ce1b0095b7d2 req-043c0585-d302-4c2e-b548-727880035a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.698213 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f4f3b5e-5342-4c09-8176-ce1b0095b7d2 req-043c0585-d302-4c2e-b548-727880035a3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.1001639 Jul 16 18:16:53.749997 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f4f3b5e-5342-4c09-8176-ce1b0095b7d2 req-0ed6a170-decd-4e7e-95d8-8561967b47bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430939 Jul 16 18:16:53.762723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccf52c-1226-4cc1-b7e9-0c4b16f466dc req-e8028b30-1c72-4c9e-9c5b-59e5c79866c7 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.764359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bccf52c-1226-4cc1-b7e9-0c4b16f466dc req-e8028b30-1c72-4c9e-9c5b-59e5c79866c7 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.3831482 Jul 16 18:16:53.774199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42fb61f8-ac08-459a-83de-d0c027845d5f req-28898234-be3b-4971-a1a1-9997c3a9e3d6 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/security-groups?id=c7962a5e-1c80-42f1-a91d-75ecbfc99133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641149 Jul 16 18:16:53.834732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-d580e7cf-8e80-4307-8f31-99aa61d59896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.836374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-d580e7cf-8e80-4307-8f31-99aa61d59896 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.1726027 Jul 16 18:16:53.921534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-cf0ef6f3-df02-4f3e-89da-9134fe71ac94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736475 Jul 16 18:16:53.964725 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f4f3b5e-5342-4c09-8176-ce1b0095b7d2 req-5f014053-7401-46f4-bc84-5e59b5ebc97e service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089241 Jul 16 18:16:53.987382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bccf52c-1226-4cc1-b7e9-0c4b16f466dc req-07ffd106-e355-48a2-b327-c974b35fa54f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767635 Jul 16 18:16:53.990402 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-49eccf84-2978-417a-b577-0b72231879bd service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640520 Jul 16 18:16:54.179677 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7f4f3b5e-5342-4c09-8176-ce1b0095b7d2 req-96d4c899-772f-40b1-be56-4aa541edd8c2 service neutron] 10.222.0.42 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076285 Jul 16 18:16:54.259871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-74c69dba-405a-44bd-80ee-1d67c2f9ed77 service neutron] 10.222.0.38 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280146 Jul 16 18:16:54.263200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a0e3d6b-0fc5-4317-a21a-43de6dea84a4 req-588aa973-6dd4-4752-933a-14305b914d7c service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395599 Jul 16 18:16:54.383427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 21261e84-2e98-434a-8f7f-036acfafc88b details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:54.428036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-cbe9ec00-6579-472b-b0d6-f51290b8dc22 service neutron] 10.222.0.38 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589751 Jul 16 18:16:54.459222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87caad6f-9d38-4ddf-a905-1ddedfccefba req-d2622517-3d8c-4264-bef4-7500f2f9aa51 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 210 time: 0.0754492 Jul 16 18:16:54.507615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c7eb8-d283-41a1-9018-9fdba0424fdc req-c34bae77-5a49-45a5-96b4-654d4cb85db6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.516924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-544c7eb8-d283-41a1-9018-9fdba0424fdc req-c34bae77-5a49-45a5-96b4-654d4cb85db6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 943 time: 0.3784308 Jul 16 18:16:54.548214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 21261e84-2e98-434a-8f7f-036acfafc88b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=21261e84-2e98-434a-8f7f-036acfafc88b,segment=NetworkSegment(5e837e53-3521-4f64-82a8-0d2e7a8ed3c1),segment_id=5e837e53-3521-4f64-82a8-0d2e7a8ed3c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:54.563019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '21261e84-2e98-434a-8f7f-036acfafc88b', 'network_id': '7037183e-6aee-47f5-aa99-4a19ac7c3b2a', 'port_id': '21261e84-2e98-434a-8f7f-036acfafc88b', 'mac_address': 'fa:16:3e:4b:41:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d250acf-b345-436a-8987-b9533303f45d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:54.607951 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.615015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-544c7eb8-d283-41a1-9018-9fdba0424fdc req-cac15e1a-85b9-4f3a-874f-7a37accb5a58 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970354 Jul 16 18:16:54.623956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21261e84-2e98-434a-8f7f-036acfafc88b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:54.631904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-9f19f311-4fae-4056-a1b9-7ca8b6d6ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.634927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-9f19f311-4fae-4056-a1b9-7ca8b6d6ec39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 1094 time: 0.2526186 Jul 16 18:16:54.650376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 21261e84-2e98-434a-8f7f-036acfafc88b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=21261e84-2e98-434a-8f7f-036acfafc88b,segment=NetworkSegment(5e837e53-3521-4f64-82a8-0d2e7a8ed3c1),segment_id=5e837e53-3521-4f64-82a8-0d2e7a8ed3c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:54.659038 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.662090 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f3c31eab-64eb-4795-aa70-abc269d1730f details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:54.682894 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-d57ba830-2d33-4325-946c-7a06c024391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.684750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-d57ba830-2d33-4325-946c-7a06c024391d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=db646d88fa454c3cadac4fa28a7eb23f&device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 1095 time: 0.2028933 Jul 16 18:16:54.790581 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=21261e84-2e98-434a-8f7f-036acfafc88b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:54.870378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-8e488064-ed7e-4da9-b3c9-2dc8e9af3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.874877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-8e488064-ed7e-4da9-b3c9-2dc8e9af3c6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 917 time: 0.2307348 Jul 16 18:16:54.946384 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-e5876b05-dc94-4a62-8802-039f5b9cd5c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326 HTTP/1.1" status: 200 len: 217 time: 0.0650859 Jul 16 18:16:54.948984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-1e678158-af1e-482f-8c3e-f047552349b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.951059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-1e678158-af1e-482f-8c3e-f047552349b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7037183e-6aee-47f5-aa99-4a19ac7c3b2a HTTP/1.1" status: 200 len: 918 time: 0.2587836 Jul 16 18:16:54.974528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f3c31eab-64eb-4795-aa70-abc269d1730f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f3c31eab-64eb-4795-aa70-abc269d1730f,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:54.994132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'f3c31eab-64eb-4795-aa70-abc269d1730f', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'port_id': 'f3c31eab-64eb-4795-aa70-abc269d1730f', 'mac_address': 'fa:16:3e:87:57:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c30686d-f148-4f8a-8c2a-29c3ee51f644', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:55.050569 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.076804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c31eab-64eb-4795-aa70-abc269d1730f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:55.127859 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-e5722ba6-bb3e-4f2e-be97-6bad9f979b45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21261e84-2e98-434a-8f7f-036acfafc88b HTTP/1.1" status: 200 len: 217 time: 0.1059382 Jul 16 18:16:55.144790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f3c31eab-64eb-4795-aa70-abc269d1730f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f3c31eab-64eb-4795-aa70-abc269d1730f,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:55.150135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-f1c2b4d9-54bd-43fc-9b79-f945d4b6a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.151666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-f1c2b4d9-54bd-43fc-9b79-f945d4b6a754 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.1982651 Jul 16 18:16:55.155893 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.259230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=f3c31eab-64eb-4795-aa70-abc269d1730f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:55.321819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-adfaabce-5c0c-4cd4-8582-402dd4b8cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.323410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-adfaabce-5c0c-4cd4-8582-402dd4b8cecc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0d250acf-b345-436a-8987-b9533303f45d HTTP/1.1" status: 200 len: 857 time: 0.1875286 Jul 16 18:16:55.379712 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ecbf6-0f26-49ca-b6a1-1ada3f547674 req-c9cc89c8-0d08-48fa-b70e-5bc2f82e636d tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.381242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-076ecbf6-0f26-49ca-b6a1-1ada3f547674 req-c9cc89c8-0d08-48fa-b70e-5bc2f82e636d tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 945 time: 0.3622518 Jul 16 18:16:55.390154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['f3c31eab-64eb-4795-aa70-abc269d1730f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:55.410691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-d985cc19-f0e8-4561-b0f1-733531006aea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7037183e-6aee-47f5-aa99-4a19ac7c3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657537 Jul 16 18:16:55.426521 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['21261e84-2e98-434a-8f7f-036acfafc88b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:55.441846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-1e2de83c-bfff-4b46-b96b-5ea9d4102fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.443423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-1e2de83c-bfff-4b46-b96b-5ea9d4102fab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2608581 Jul 16 18:16:55.522907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-076ecbf6-0f26-49ca-b6a1-1ada3f547674 req-4664dd69-9320-4981-8531-1be57ca1f0ac tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/security-groups?id=c7962a5e-1c80-42f1-a91d-75ecbfc99133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157143 Jul 16 18:16:55.621554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd652a8f-5aa5-420f-8b3c-8550b7863d2e req-ad7ce88d-6f35-4dca-9ce6-de388f3a54d2 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.623124 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd652a8f-5aa5-420f-8b3c-8550b7863d2e req-ad7ce88d-6f35-4dca-9ce6-de388f3a54d2 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.2966828 Jul 16 18:16:55.665870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-d8c92b74-8238-4783-8d62-be745ad32f69 service neutron] 10.222.0.38 "GET /v2.0/networks/7037183e-6aee-47f5-aa99-4a19ac7c3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430558 Jul 16 18:16:55.671344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-2ad8510f-b15c-4505-9d9c-ce31c360666b service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119188 Jul 16 18:16:55.742707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd652a8f-5aa5-420f-8b3c-8550b7863d2e req-4cf4826b-4a08-4ef3-9a38-5d10f2c1946a tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092446 Jul 16 18:16:55.817551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f629557-841d-480a-9207-32cc5dd107e1 req-739f2f3f-f13b-4340-9f44-8f356f0f8771 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "GET /v2.0/ports?device_id=59144d7b-aa5c-47a2-8e30-9c6c0df183e5 HTTP/1.1" status: 200 len: 210 time: 0.0856197 Jul 16 18:16:55.928753 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-c3dadc99-eba5-4905-b7af-15cdaeb583f7 service neutron] 10.222.0.38 "GET /v2.0/networks/7037183e-6aee-47f5-aa99-4a19ac7c3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519584 Jul 16 18:16:55.940101 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96bb0a13-cf97-4f3b-8530-938d7e14d3cd req-cf1bb45f-dd7d-43d5-97f9-7eeb45ae60ec service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547014 Jul 16 18:16:56.110044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b0c59-6867-4ea2-bf19-afc3468f3bc7 req-b4d85e34-4f37-4961-aa32-bfda7f6fca8f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.113035 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed9b0c59-6867-4ea2-bf19-afc3468f3bc7 req-b4d85e34-4f37-4961-aa32-bfda7f6fca8f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 944 time: 0.0977798 Jul 16 18:16:56.188644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed9b0c59-6867-4ea2-bf19-afc3468f3bc7 req-550f6ded-bed1-4c5a-9cb7-57bc7f5a6b8e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686667 Jul 16 18:16:56.735200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:56.736768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178858f-c3d7-45ee-af0f-e91102151ff5 req-1e60fede-1ca9-4378-80fc-552c2e0183a1 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.743902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8178858f-c3d7-45ee-af0f-e91102151ff5 req-1e60fede-1ca9-4378-80fc-552c2e0183a1 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 945 time: 0.0774319 Jul 16 18:16:56.788151 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8178858f-c3d7-45ee-af0f-e91102151ff5 req-03ea87fb-1627-4e7a-856b-482836145d40 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/security-groups?id=c7962a5e-1c80-42f1-a91d-75ecbfc99133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 Jul 16 18:16:56.866195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b35e3827-a8a6-405c-83d1-d6a132bb5234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.983881 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b35e3827-a8a6-405c-83d1-d6a132bb5234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.985435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:56.999751 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b35e3827-a8a6-405c-83d1-d6a132bb5234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.007007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d66abf-0cd8-4019-a3bf-ad6b37bd06f2 req-29b57193-23dc-4b6b-ab13-e0c045408fa8 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.009253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49d66abf-0cd8-4019-a3bf-ad6b37bd06f2 req-29b57193-23dc-4b6b-ab13-e0c045408fa8 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.1005135 Jul 16 18:16:57.054305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49d66abf-0cd8-4019-a3bf-ad6b37bd06f2 req-25cf33ed-71be-4462-8d01-8f35e19f8cc2 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391896 Jul 16 18:16:57.089866 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b35e3827-a8a6-405c-83d1-d6a132bb5234 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ecb60ba60074c66badba957bd5109e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535526 Jul 16 18:16:57.090603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e3827-a8a6-405c-83d1-d6a132bb5234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc386a9-e4cd-418a-8ff4-9a6803ebda8b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:57.092497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.116000 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36861b0a-bf1c-4e01-835f-0e55bf88093d tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.148419 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36861b0a-bf1c-4e01-835f-0e55bf88093d tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.150779 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c301e6-3a0c-49da-8574-1ebdc1f7e7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.177064 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c301e6-3a0c-49da-8574-1ebdc1f7e7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.219006 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36861b0a-bf1c-4e01-835f-0e55bf88093d tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.221845 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36861b0a-bf1c-4e01-835f-0e55bf88093d tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.223139 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-36861b0a-bf1c-4e01-835f-0e55bf88093d tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] 10.222.0.52 "DELETE /v2.0/security-groups/9e140679-b637-4c9a-832f-019ce8ea9642 HTTP/1.1" status: 204 len: 168 time: 0.2365432 Jul 16 18:16:57.232588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36861b0a-bf1c-4e01-835f-0e55bf88093d tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e140679-b637-4c9a-832f-019ce8ea9642,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:57.246168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c301e6-3a0c-49da-8574-1ebdc1f7e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.249387 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c301e6-3a0c-49da-8574-1ebdc1f7e7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.250974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-27c301e6-3a0c-49da-8574-1ebdc1f7e7c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bc386a9-e4cd-418a-8ff4-9a6803ebda8b HTTP/1.1" status: 204 len: 168 time: 0.1570418 Jul 16 18:16:57.263510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c301e6-3a0c-49da-8574-1ebdc1f7e7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc386a9-e4cd-418a-8ff4-9a6803ebda8b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:57.485138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfee3db-6456-4e58-87d7-f95c40e0d257 req-0d55718b-a391-41f1-a49e-3b05163e42cd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.492819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bfee3db-6456-4e58-87d7-f95c40e0d257 req-0d55718b-a391-41f1-a49e-3b05163e42cd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 944 time: 0.1054800 Jul 16 18:16:57.554790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bfee3db-6456-4e58-87d7-f95c40e0d257 req-e4c81d7e-d18f-4a55-9d25-f3b5306cd1d4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609903 Jul 16 18:16:57.560327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cf175da1-7a7d-4ed8-88c5-173d2f774326 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:57.712627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:57.744716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'port_id': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'mac_address': 'fa:16:3e:01:e3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:57.747175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.763475 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c13bfe1f-65aa-4d8c-9152-262f1d2dad75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.785180 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.799925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf175da1-7a7d-4ed8-88c5-173d2f774326 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:57.873521 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:57.881716 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.974725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:58.059708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c13bfe1f-65aa-4d8c-9152-262f1d2dad75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.068866 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c13bfe1f-65aa-4d8c-9152-262f1d2dad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.100581 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['cf175da1-7a7d-4ed8-88c5-173d2f774326'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:58.126926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c13bfe1f-65aa-4d8c-9152-262f1d2dad75 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=137727d2c23d451ca016fb8c73132d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771572 Jul 16 18:16:58.131891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.133124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bfe1f-65aa-4d8c-9152-262f1d2dad75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a583328d-3338-4616-97d5-b65d7dd596c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:58.148552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a06bb-fe06-406a-920d-b3fc14ba3bed req-1f098712-6749-401f-a870-9cbdfeb4edea tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.150452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e6a06bb-fe06-406a-920d-b3fc14ba3bed req-1f098712-6749-401f-a870-9cbdfeb4edea tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 945 time: 0.1902156 Jul 16 18:16:58.241286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e6a06bb-fe06-406a-920d-b3fc14ba3bed req-b00e1b90-0992-400c-a79f-0da58205c7b4 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/security-groups?id=c7962a5e-1c80-42f1-a91d-75ecbfc99133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836422 Jul 16 18:16:58.291571 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-924379e9-025e-46d3-85fa-ec52088015aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.367402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-924379e9-025e-46d3-85fa-ec52088015aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.388264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad3566-657a-4711-9582-f11c57babd6a req-a9afb10f-cac0-4e5c-82cb-6e02efe628e5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.389891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 21261e84-2e98-434a-8f7f-036acfafc88b up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:58.390045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69ad3566-657a-4711-9582-f11c57babd6a req-a9afb10f-cac0-4e5c-82cb-6e02efe628e5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.0908267 Jul 16 18:16:58.494774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69ad3566-657a-4711-9582-f11c57babd6a req-9b33a405-3250-4d8b-8a07-2a3a43b9091d tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944901 Jul 16 18:16:58.531016 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-924379e9-025e-46d3-85fa-ec52088015aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.542434 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-924379e9-025e-46d3-85fa-ec52088015aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.543981 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-924379e9-025e-46d3-85fa-ec52088015aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a583328d-3338-4616-97d5-b65d7dd596c9 HTTP/1.1" status: 204 len: 168 time: 0.4107244 Jul 16 18:16:58.609727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924379e9-025e-46d3-85fa-ec52088015aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a583328d-3338-4616-97d5-b65d7dd596c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:58.722913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 21261e84-2e98-434a-8f7f-036acfafc88b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:58.752667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 21261e84-2e98-434a-8f7f-036acfafc88b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:58.752997 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.946313 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.989776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03334f35-6fc4-4827-95f2-53868e0e0d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21261e84-2e98-434a-8f7f-036acfafc88b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:58.999528 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e1c360-f669-4bba-a39d-07d9e05cf3f0" -d '{"events": [{"server_uuid": "03334f35-6fc4-4827-95f2-53868e0e0d2b", "name": "network-vif-plugged", "status": "completed", "tag": "21261e84-2e98-434a-8f7f-036acfafc88b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:59.032680 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 21261e84-2e98-434a-8f7f-036acfafc88b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=21261e84-2e98-434a-8f7f-036acfafc88b,segment=NetworkSegment(5e837e53-3521-4f64-82a8-0d2e7a8ed3c1),segment_id=5e837e53-3521-4f64-82a8-0d2e7a8ed3c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:59.039420 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.041045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f3c31eab-64eb-4795-aa70-abc269d1730f up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:59.090231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b15ac-fc7f-4d58-9dd7-ddd4066d8d3a req-c1259a80-c9e3-46e8-a775-a4c017abd146 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.102148 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-537b15ac-fc7f-4d58-9dd7-ddd4066d8d3a req-c1259a80-c9e3-46e8-a775-a4c017abd146 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 944 time: 0.2312229 Jul 16 18:16:59.249122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-537b15ac-fc7f-4d58-9dd7-ddd4066d8d3a req-672245c4-d8ac-4c4d-8dfd-ca1bb1334ac3 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447387 Jul 16 18:16:59.257738 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde53cc8-9188-4ff8-88e3-2b6f9a3a147f x-openstack-request-id: req-bde53cc8-9188-4ff8-88e3-2b6f9a3a147f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:59.258326 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03334f35-6fc4-4827-95f2-53868e0e0d2b", "name": "network-vif-plugged", "status": "completed", "tag": "21261e84-2e98-434a-8f7f-036acfafc88b", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:59.258955 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bde53cc8-9188-4ff8-88e3-2b6f9a3a147f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:59.259563 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03334f35-6fc4-4827-95f2-53868e0e0d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21261e84-2e98-434a-8f7f-036acfafc88b', 'code': 200} Jul 16 18:16:59.260632 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=21261e84-2e98-434a-8f7f-036acfafc88b,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:59.410920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port f3c31eab-64eb-4795-aa70-abc269d1730f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:59.415951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port f3c31eab-64eb-4795-aa70-abc269d1730f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:59.416254 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.536753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb045-78e6-4022-85b2-1c76e32196ac req-84688cc1-6d16-4c07-bf01-7992c1d4da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.540396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d4fb045-78e6-4022-85b2-1c76e32196ac req-84688cc1-6d16-4c07-bf01-7992c1d4da0c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 1097 time: 0.2872040 Jul 16 18:16:59.610109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cf175da1-7a7d-4ed8-88c5-173d2f774326 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:59.677061 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.762859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port cf175da1-7a7d-4ed8-88c5-173d2f774326 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:59.777257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f3c31eab-64eb-4795-aa70-abc269d1730f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f3c31eab-64eb-4795-aa70-abc269d1730f,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:59.778451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port cf175da1-7a7d-4ed8-88c5-173d2f774326 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:59.779006 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.807412 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.836829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d4fb045-78e6-4022-85b2-1c76e32196ac req-5a309754-2205-4c0a-9f20-ed87212ec25d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7962a5e-1c80-42f1-a91d-75ecbfc99133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813082 Jul 16 18:16:59.964037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf990a-9891-4db4-8489-a4292a6276dd req-46ee5d13-151a-419d-a87e-a6b9767021f3 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.977672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ecf990a-9891-4db4-8489-a4292a6276dd req-46ee5d13-151a-419d-a87e-a6b9767021f3 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 946 time: 0.3416445 Jul 16 18:17:00.040759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=f3c31eab-64eb-4795-aa70-abc269d1730f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:00.092528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7238f9-ec62-491f-a109-cf44bc56fe7d req-33df2c70-4cee-4ebb-8af5-ed5dce20a7d6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.123249 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.125642 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a6cee72-68c8-4b7e-b02c-3a3c08389343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.125905 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f7238f9-ec62-491f-a109-cf44bc56fe7d req-33df2c70-4cee-4ebb-8af5-ed5dce20a7d6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.2701380 Jul 16 18:17:00.200303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:00.205712 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.246016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ecf990a-9891-4db4-8489-a4292a6276dd req-0dede413-1bf0-4825-92a4-0eec4be518cf tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/security-groups?id=c7962a5e-1c80-42f1-a91d-75ecbfc99133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658370 Jul 16 18:17:00.292364 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f7238f9-ec62-491f-a109-cf44bc56fe7d req-c6e32007-2948-49b7-92c3-24e57676abee tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655414 Jul 16 18:17:00.295146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:00.625422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70859b62-a9fc-4b79-90e3-340da9bc0c4a req-a08e6a2c-c16b-4761-b0f6-dfaa6848f040 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.627608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70859b62-a9fc-4b79-90e3-340da9bc0c4a req-a08e6a2c-c16b-4761-b0f6-dfaa6848f040 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 945 time: 0.1045191 Jul 16 18:17:00.739874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70859b62-a9fc-4b79-90e3-340da9bc0c4a req-2ac0f99f-458f-498c-b120-0757ed0f6bc5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050005 Jul 16 18:17:01.261695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5a8d49-3344-445d-ab20-765ea6d2a8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c31eab-64eb-4795-aa70-abc269d1730f'}, {'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:01.267032 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3cf3d8-8a56-4d80-a62a-f2703179ca66" -d '{"events": [{"server_uuid": "8f5a8d49-3344-445d-ab20-765ea6d2a8b2", "name": "network-vif-plugged", "status": "completed", "tag": "f3c31eab-64eb-4795-aa70-abc269d1730f"}, {"server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "name": "network-vif-plugged", "status": "completed", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:01.392500 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066c5edc-e2ef-4c93-a49e-8083fcd214a2 x-openstack-request-id: req-066c5edc-e2ef-4c93-a49e-8083fcd214a2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:01.393091 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5a8d49-3344-445d-ab20-765ea6d2a8b2", "name": "network-vif-plugged", "status": "completed", "tag": "f3c31eab-64eb-4795-aa70-abc269d1730f", "code": 200}, {"server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "name": "network-vif-plugged", "status": "completed", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:01.393541 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-066c5edc-e2ef-4c93-a49e-8083fcd214a2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:01.394049 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5a8d49-3344-445d-ab20-765ea6d2a8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c31eab-64eb-4795-aa70-abc269d1730f', 'code': 200} Jul 16 18:17:01.394395 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'code': 200} Jul 16 18:17:01.841853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60967d16-3861-4fcb-87e9-53fce40edc1a req-d94909a8-187e-405c-83c6-9d573c7cb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.844559 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60967d16-3861-4fcb-87e9-53fce40edc1a req-d94909a8-187e-405c-83c6-9d573c7cb846 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 1096 time: 0.3686063 Jul 16 18:17:01.908925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449889f-ec1a-4587-aa62-c6525a5dab9d req-29f76553-e3e6-4141-83ba-0031bcb74c0f tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.918402 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4449889f-ec1a-4587-aa62-c6525a5dab9d req-29f76553-e3e6-4141-83ba-0031bcb74c0f tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 946 time: 0.3474793 Jul 16 18:17:01.958679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c58c4d-caa4-4a46-b7b5-84ab1a497985 req-62e673e1-5e2d-4aa8-b44b-8409e8491d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.960489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39c58c4d-caa4-4a46-b7b5-84ab1a497985 req-62e673e1-5e2d-4aa8-b44b-8409e8491d72 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 1096 time: 0.3884549 Jul 16 18:17:01.971387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dc663-66de-4122-b1b1-186099486742 req-ff54f9fb-0eda-4945-9275-9a0f10a9cbc6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.980070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-209dc663-66de-4122-b1b1-186099486742 req-ff54f9fb-0eda-4945-9275-9a0f10a9cbc6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.4067638 Jul 16 18:17:02.089114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4449889f-ec1a-4587-aa62-c6525a5dab9d req-9c54c331-4e13-410b-a9fd-33e22809a793 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/security-groups?id=c7962a5e-1c80-42f1-a91d-75ecbfc99133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679225 Jul 16 18:17:02.106568 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60967d16-3861-4fcb-87e9-53fce40edc1a req-2861d24d-7b53-4235-ba2a-7b20f3f32aad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505205 Jul 16 18:17:02.196638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39c58c4d-caa4-4a46-b7b5-84ab1a497985 req-f225fd2d-4f5f-4dba-9bda-3dce01152558 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124860 Jul 16 18:17:02.225581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-209dc663-66de-4122-b1b1-186099486742 req-ad3a22af-36eb-408e-ae3f-01a2f0440766 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535134 Jul 16 18:17:02.289989 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d45e90a6-ea7c-4b38-af42-58821fb5cca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.511962 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.578583 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.630972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c9bca-49a6-4e71-965e-095de6955c65 req-46452a58-5451-459b-b375-c3a21afa79f6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:02.642033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c4c9bca-49a6-4e71-965e-095de6955c65 req-46452a58-5451-459b-b375-c3a21afa79f6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 945 time: 0.1170800 Jul 16 18:17:02.698319 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.715356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c4c9bca-49a6-4e71-965e-095de6955c65 req-29bee15c-3a2d-4106-967a-eafe5d93a90e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586874 Jul 16 18:17:03.123048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca28c8-9b91-4731-9658-607e00f9b593 req-319b1c2d-9d97-4570-bd05-465c4622035a tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:03.125698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bca28c8-9b91-4731-9658-607e00f9b593 req-319b1c2d-9d97-4570-bd05-465c4622035a tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 946 time: 0.1370578 Jul 16 18:17:03.237772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bca28c8-9b91-4731-9658-607e00f9b593 req-7b017949-eab9-4e7e-acaa-7022a2507905 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/security-groups?id=c7962a5e-1c80-42f1-a91d-75ecbfc99133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061325 Jul 16 18:17:03.300891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:03.582441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d25cb-af25-4186-9acf-75a93e47a8ea req-ee980bfe-a690-4bdc-a83d-75cb1474cb89 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:03.589850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d6d25cb-af25-4186-9acf-75a93e47a8ea req-ee980bfe-a690-4bdc-a83d-75cb1474cb89 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1639209 Jul 16 18:17:03.641552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d6d25cb-af25-4186-9acf-75a93e47a8ea req-341d92de-63e8-4d9e-b4b4-4a80cba6e900 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431514 Jul 16 18:17:03.769461 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.950801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d92a4c-2c36-4a6e-a10b-478cfc32d302 req-9f041bf8-1f1a-4717-a491-67edc86a8069 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:03.957778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-27d92a4c-2c36-4a6e-a10b-478cfc32d302 req-9f041bf8-1f1a-4717-a491-67edc86a8069 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1624122 Jul 16 18:17:03.965066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:03.973610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b438975f-64ec-4d4a-8fd9-df227b9cf7a4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Request body: {'floatingip': {'port_id': 'cf175da1-7a7d-4ed8-88c5-173d2f774326'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:04.025791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b438975f-64ec-4d4a-8fd9-df227b9cf7a4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.106591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d1eef-3d04-489c-afe3-9e788d6563f0 req-2bac797e-d506-4ab1-8d1e-e84798bfbe1c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.108235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-775d1eef-3d04-489c-afe3-9e788d6563f0 req-2bac797e-d506-4ab1-8d1e-e84798bfbe1c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 945 time: 0.2171857 Jul 16 18:17:04.120092 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c9acc1-b77c-499a-b056-534ecc416130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.234417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-775d1eef-3d04-489c-afe3-9e788d6563f0 req-5065de7f-fbd0-478f-a4c8-f92271a806cf tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001730 Jul 16 18:17:04.287767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ef1a0-7f9d-417d-bfbf-e7aac65508d1 req-96cc0bf6-3613-415c-b667-401676579c86 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.289882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-673ef1a0-7f9d-417d-bfbf-e7aac65508d1 req-96cc0bf6-3613-415c-b667-401676579c86 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.38 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 946 time: 0.2304699 Jul 16 18:17:04.451949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-09c9acc1-b77c-499a-b056-534ecc416130 admin admin] Deleting port 2e5e4720-f9bc-419f-99cc-1930589629fb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:04.452511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c9acc1-b77c-499a-b056-534ecc416130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.606703 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-09c9acc1-b77c-499a-b056-534ecc416130 admin admin] For port 2e5e4720-f9bc-419f-99cc-1930589629fb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2e5e4720-f9bc-419f-99cc-1930589629fb,segment=NetworkSegment(cc0bd115-026d-441a-ae86-2abe497e196f),segment_id=cc0bd115-026d-441a-ae86-2abe497e196f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:04.607291 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c9acc1-b77c-499a-b056-534ecc416130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.622448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-09c9acc1-b77c-499a-b056-534ecc416130 admin admin] Calling delete_port for 2e5e4720-f9bc-419f-99cc-1930589629fb owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:04.929240 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c9acc1-b77c-499a-b056-534ecc416130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.964384 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9acc1-b77c-499a-b056-534ecc416130 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5e4720-f9bc-419f-99cc-1930589629fb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:05.111501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a25da-8c07-400d-ab44-9895b163fb36 req-e021b166-1abb-4941-aa00-b0588432ccc5 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.117894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-781a25da-8c07-400d-ab44-9895b163fb36 req-e021b166-1abb-4941-aa00-b0588432ccc5 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 946 time: 0.3736799 Jul 16 18:17:05.162098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09c9acc1-b77c-499a-b056-534ecc416130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.166375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-673ef1a0-7f9d-417d-bfbf-e7aac65508d1 req-51e42698-02b9-48ee-8a45-c807923cc6ca tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Deleting port 21261e84-2e98-434a-8f7f-036acfafc88b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:05.166727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-673ef1a0-7f9d-417d-bfbf-e7aac65508d1 req-51e42698-02b9-48ee-8a45-c807923cc6ca tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.319020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f73e00-af19-43ed-99fe-2213c6bb0187 req-cbdb5593-6320-4086-9575-e665fe5602cb tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.321212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-27f73e00-af19-43ed-99fe-2213c6bb0187 req-cbdb5593-6320-4086-9575-e665fe5602cb tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 945 time: 0.4409010 Jul 16 18:17:05.376739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-781a25da-8c07-400d-ab44-9895b163fb36 req-e0871cec-4a0c-48b2-8096-ffea8011c719 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/security-groups?id=c7962a5e-1c80-42f1-a91d-75ecbfc99133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578886 Jul 16 18:17:05.402554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-673ef1a0-7f9d-417d-bfbf-e7aac65508d1 req-51e42698-02b9-48ee-8a45-c807923cc6ca tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] For port 21261e84-2e98-434a-8f7f-036acfafc88b, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=21261e84-2e98-434a-8f7f-036acfafc88b,segment=NetworkSegment(5e837e53-3521-4f64-82a8-0d2e7a8ed3c1),segment_id=5e837e53-3521-4f64-82a8-0d2e7a8ed3c1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:05.402554 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-673ef1a0-7f9d-417d-bfbf-e7aac65508d1 req-51e42698-02b9-48ee-8a45-c807923cc6ca tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.452821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-673ef1a0-7f9d-417d-bfbf-e7aac65508d1 req-51e42698-02b9-48ee-8a45-c807923cc6ca tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Calling delete_port for 21261e84-2e98-434a-8f7f-036acfafc88b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:05.459813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-27f73e00-af19-43ed-99fe-2213c6bb0187 req-cb655876-125a-4f38-a687-b1f1e94d944a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255147 Jul 16 18:17:05.467520 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.664640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b438975f-64ec-4d4a-8fd9-df227b9cf7a4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.729392 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b438975f-64ec-4d4a-8fd9-df227b9cf7a4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.826383 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c9acc1-b77c-499a-b056-534ecc416130 admin admin] Router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:05.936673 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-673ef1a0-7f9d-417d-bfbf-e7aac65508d1 req-51e42698-02b9-48ee-8a45-c807923cc6ca tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.943955 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-b438975f-64ec-4d4a-8fd9-df227b9cf7a4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Floating IP 99c5a765-19a0-46c5-8514-28226a7d4b06 associated. External IP: 172.25.8.180, port: cf175da1-7a7d-4ed8-88c5-173d2f774326. Jul 16 18:17:05.949876 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['21261e84-2e98-434a-8f7f-036acfafc88b'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:06.039434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f0b1d-1829-489f-8239-b3f862c3c1d7 req-32493c69-42cc-4410-9df4-7e1d2ccc7eda tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:06.045205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-214f0b1d-1829-489f-8239-b3f862c3c1d7 req-32493c69-42cc-4410-9df4-7e1d2ccc7eda tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 945 time: 0.3912978 Jul 16 18:17:06.079061 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c9acc1-b77c-499a-b056-534ecc416130 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:06.088139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac28a8-1f50-43b1-9568-cdd82a82a8e7 None None] Sync routers for ids ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:06.096478 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-09c9acc1-b77c-499a-b056-534ecc416130 admin admin] 10.222.0.52 "PUT /v2.0/routers/ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7927902 Jul 16 18:17:06.097975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:06.103007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e42698-02b9-48ee-8a45-c807923cc6ca tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Pushing event deleted for resources: {'Port': ['ID=21261e84-2e98-434a-8f7f-036acfafc88b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:06.104655 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac28a8-1f50-43b1-9568-cdd82a82a8e7 None None] Routers {'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:06.105567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-67ac28a8-1f50-43b1-9568-cdd82a82a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:17:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:06.166558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-673ef1a0-7f9d-417d-bfbf-e7aac65508d1 req-51e42698-02b9-48ee-8a45-c807923cc6ca tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] No DVR routers for this DVR port 21261e84-2e98-434a-8f7f-036acfafc88b on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:06.170153 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-673ef1a0-7f9d-417d-bfbf-e7aac65508d1 req-51e42698-02b9-48ee-8a45-c807923cc6ca tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.172220 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-673ef1a0-7f9d-417d-bfbf-e7aac65508d1 req-51e42698-02b9-48ee-8a45-c807923cc6ca tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.38 "DELETE /v2.0/ports/21261e84-2e98-434a-8f7f-036acfafc88b HTTP/1.1" status: 204 len: 173 time: 1.8724623 Jul 16 18:17:06.189524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03334f35-6fc4-4827-95f2-53868e0e0d2b', 'name': 'network-vif-deleted', 'tag': '21261e84-2e98-434a-8f7f-036acfafc88b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:06.193130 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28486f29-599d-4860-9e39-4c0a4e95df31" -d '{"events": [{"server_uuid": "03334f35-6fc4-4827-95f2-53868e0e0d2b", "name": "network-vif-deleted", "tag": "21261e84-2e98-434a-8f7f-036acfafc88b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:06.259209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-67ac28a8-1f50-43b1-9568-cdd82a82a8e7 None None] Set router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:06.305012 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325f6a48-3fe1-4389-bddb-7df161158ab4 x-openstack-request-id: req-325f6a48-3fe1-4389-bddb-7df161158ab4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:06.305460 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03334f35-6fc4-4827-95f2-53868e0e0d2b", "name": "network-vif-deleted", "tag": "21261e84-2e98-434a-8f7f-036acfafc88b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:06.305826 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-325f6a48-3fe1-4389-bddb-7df161158ab4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:06.306865 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03334f35-6fc4-4827-95f2-53868e0e0d2b', 'name': 'network-vif-deleted', 'tag': '21261e84-2e98-434a-8f7f-036acfafc88b', 'status': 'completed', 'code': 200} Jul 16 18:17:06.329345 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-214f0b1d-1829-489f-8239-b3f862c3c1d7 req-e150a047-8fe8-4fb1-a49a-fecc5a30f5b1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621560 Jul 16 18:17:06.362290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.581127 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b438975f-64ec-4d4a-8fd9-df227b9cf7a4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Router 1c0de61d-d763-4af6-9b22-78cff60f36ac has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:06.603692 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.709845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-67ac28a8-1f50-43b1-9568-cdd82a82a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:17:04Z', 'revision_number': 5, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port': {'id': 'af1b42c6-5ea3-4993-9c9b-4937b37e0db2', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:38Z', 'updated_at': '2021-07-16T18:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:06.712300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1639a95-39bc-4949-8161-5304c723e0d9 req-559f129d-2377-41fb-9607-47cd28d948a0 tempest-InstanceActionsV221TestJSON-209802891 tempest-InstanceActionsV221TestJSON-209802891-project] 10.222.0.52 "GET /v2.0/ports?device_id=03334f35-6fc4-4827-95f2-53868e0e0d2b HTTP/1.1" status: 200 len: 210 time: 0.0517323 Jul 16 18:17:06.830441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Deleting port af1b42c6-5ea3-4993-9c9b-4937b37e0db2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:06.831049 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.833245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac28a8-1f50-43b1-9568-cdd82a82a8e7 None None] Checking router: ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:06.852160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b438975f-64ec-4d4a-8fd9-df227b9cf7a4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:06.871379 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd114db1-2758-42b6-899f-ec50f3112e98 None None] Sync routers for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:06.875297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac28a8-1f50-43b1-9568-cdd82a82a8e7 None None] Routers {'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:06.876468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b438975f-64ec-4d4a-8fd9-df227b9cf7a4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.878921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-67ac28a8-1f50-43b1-9568-cdd82a82a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:17:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:06.899865 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd114db1-2758-42b6-899f-ec50f3112e98 None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:06.900848 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cd114db1-2758-42b6-899f-ec50f3112e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:17:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:06.972942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b438975f-64ec-4d4a-8fd9-df227b9cf7a4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "PUT /v2.0/floatingips/99c5a765-19a0-46c5-8514-28226a7d4b06 HTTP/1.1" status: 200 len: 991 time: 3.0050673 Jul 16 18:17:07.127144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] For port af1b42c6-5ea3-4993-9c9b-4937b37e0db2, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=af1b42c6-5ea3-4993-9c9b-4937b37e0db2,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:07.132180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.163142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-67ac28a8-1f50-43b1-9568-cdd82a82a8e7 None None] Set router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:07.169698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87981ba8-52bf-468f-80e4-bca745e5c3a1 req-1db0979e-c854-49d7-90d9-ff045a43eab7 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:07.171327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87981ba8-52bf-468f-80e4-bca745e5c3a1 req-1db0979e-c854-49d7-90d9-ff045a43eab7 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 945 time: 0.2004521 Jul 16 18:17:07.175388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Calling delete_port for af1b42c6-5ea3-4993-9c9b-4937b37e0db2 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:07.194166 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cd114db1-2758-42b6-899f-ec50f3112e98 None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:07.260721 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87981ba8-52bf-468f-80e4-bca745e5c3a1 req-acfce4a9-fe43-44dc-8bc2-ac758e3b6aa2 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775740 Jul 16 18:17:07.333616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-67ac28a8-1f50-43b1-9568-cdd82a82a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:17:06Z', 'revision_number': 6, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:07.371376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac28a8-1f50-43b1-9568-cdd82a82a8e7 None None] The sync data for ids ['ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a'] in n-d-793618-9 is: [{'id': 'ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a', 'name': 'tempest-TestVolumeBackupRestore-1516378482-router', 'tenant_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:17:06Z', 'revision_number': 6, 'project_id': '2b42dc02e3ca404fa3a38fbb59fc5fac', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:07.490919 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cd114db1-2758-42b6-899f-ec50f3112e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '99c5a765-19a0-46c5-8514-28226a7d4b06', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'port_id': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'mac_address': 'fa:16:3e:01:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:38Z', 'updated_at': '2021-07-16T18:17:05Z', 'revision_number': 1, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:42Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:07.522908 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd114db1-2758-42b6-899f-ec50f3112e98 None None] Checking router: 1c0de61d-d763-4af6-9b22-78cff60f36ac for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:07.523108 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.531826 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd114db1-2758-42b6-899f-ec50f3112e98 None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:07.534740 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cd114db1-2758-42b6-899f-ec50f3112e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:17:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:07.552406 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Pushing event deleted for resources: {'Port': ['ID=af1b42c6-5ea3-4993-9c9b-4937b37e0db2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:07.642958 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.674842 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cd114db1-2758-42b6-899f-ec50f3112e98 None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:07.776071 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.788968 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.883525 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.884410 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:17:07.894461 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.899225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:07.915929 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-210900dc-ee10-4412-8013-277dd7998fce admin admin] 10.222.0.52 "DELETE /v2.0/routers/ef816ef9-81ae-4ede-afb9-8e2ba1dfc16a HTTP/1.1" status: 204 len: 168 time: 1.8109314 Jul 16 18:17:08.011691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2f7ad5-afc9-4031-809c-9dd2471b866e admin admin] Deleting subnet 916bcb98-ee4e-4784-9434-7e5c31af17b2 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:08.019374 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7ad5-afc9-4031-809c-9dd2471b866e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.022461 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cd114db1-2758-42b6-899f-ec50f3112e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '99c5a765-19a0-46c5-8514-28226a7d4b06', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'port_id': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'mac_address': 'fa:16:3e:01:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:38Z', 'updated_at': '2021-07-16T18:17:05Z', 'revision_number': 1, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:42Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:08.069870 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd114db1-2758-42b6-899f-ec50f3112e98 None None] The sync data for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 is: [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '99c5a765-19a0-46c5-8514-28226a7d4b06', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'port_id': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'mac_address': 'fa:16:3e:01:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:38Z', 'updated_at': '2021-07-16T18:17:05Z', 'revision_number': 1, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:42Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:08.119281 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7ad5-afc9-4031-809c-9dd2471b866e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.230896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab69f00-73e8-4f44-b76f-822ff44b0132 req-101cd62e-ad6a-441c-be37-302aef124513 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.233178 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bab69f00-73e8-4f44-b76f-822ff44b0132 req-101cd62e-ad6a-441c-be37-302aef124513 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 945 time: 0.1725490 Jul 16 18:17:08.361033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:08.368149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2e5e4720-f9bc-419f-99cc-1930589629fb no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:08.369616 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a14487-46f8-4b1c-9952-566629941228" -d '{"events": [{"name": "network-changed", "server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:08.427438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 2e5e4720-f9bc-419f-99cc-1930589629fb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:08.428342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2e5e4720-f9bc-419f-99cc-1930589629fb not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:08.432634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 21261e84-2e98-434a-8f7f-036acfafc88b no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:08.454936 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7ad5-afc9-4031-809c-9dd2471b866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.458659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:08.502770 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:17:08.542672 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cabd0b4-0494-406c-8125-58717aa5d2d2 None None] New status for floating IP 99c5a765-19a0-46c5-8514-28226a7d4b06: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:17:08.549767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 21261e84-2e98-434a-8f7f-036acfafc88b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:08.550384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 21261e84-2e98-434a-8f7f-036acfafc88b not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:08.603646 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-abeb979b-524d-461f-b137-530be95a52d0 admin admin] Deleting subnet 0d250acf-b345-436a-8987-b9533303f45d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:08.608005 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abeb979b-524d-461f-b137-530be95a52d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.616222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7ad5-afc9-4031-809c-9dd2471b866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.659689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abeb979b-524d-461f-b137-530be95a52d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.670528 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7ad5-afc9-4031-809c-9dd2471b866e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.676928 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0c2f7ad5-afc9-4031-809c-9dd2471b866e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/916bcb98-ee4e-4784-9434-7e5c31af17b2 HTTP/1.1" status: 204 len: 168 time: 0.7757843 Jul 16 18:17:08.698765 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f7ad5-afc9-4031-809c-9dd2471b866e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=916bcb98-ee4e-4784-9434-7e5c31af17b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:08.706116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d11e5d-b621-4311-8b73-1987e0b369e0 None None] Network ce35a90e-b24d-45be-9dc6-5e2d0c122801 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:08.733260 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abeb979b-524d-461f-b137-530be95a52d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.752758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:08.754916 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16669316-f050-4c5f-ac08-bfb8acf95fe1 x-openstack-request-id: req-16669316-f050-4c5f-ac08-bfb8acf95fe1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:08.755452 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:08.756438 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16669316-f050-4c5f-ac08-bfb8acf95fe1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:08.757232 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'status': 'completed', 'code': 200} Jul 16 18:17:08.803830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abeb979b-524d-461f-b137-530be95a52d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.852926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb979b-524d-461f-b137-530be95a52d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d250acf-b345-436a-8987-b9533303f45d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:08.866170 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abeb979b-524d-461f-b137-530be95a52d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.871540 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-abeb979b-524d-461f-b137-530be95a52d0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0d250acf-b345-436a-8987-b9533303f45d HTTP/1.1" status: 204 len: 168 time: 0.4093008 Jul 16 18:17:08.872253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:08.970391 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.999541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bab69f00-73e8-4f44-b76f-822ff44b0132 req-26acb6dd-350b-4093-aee6-4da053d70cf6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Deleting port f3c31eab-64eb-4795-aa70-abc269d1730f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:08.999892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bab69f00-73e8-4f44-b76f-822ff44b0132 req-26acb6dd-350b-4093-aee6-4da053d70cf6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.006661 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.103184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] DHCP port deletion for ce35a90e-b24d-45be-9dc6-5e2d0c122801 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:09.153126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.173007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7037183e-6aee-47f5-aa99-4a19ac7c3b2a']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:09.183687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Deleting port 1c1b875b-88dc-40a5-8983-722cc7af7e3e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:09.184118 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.195255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e837e53-3521-4f64-82a8-0d2e7a8ed3c1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:09.195705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e837e53-3521-4f64-82a8-0d2e7a8ed3c1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:09.207313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d089881-c670-4955-b479-e6283067e520 req-586157b4-59ee-450a-a772-a53b8faa5b27 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.209331 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.221135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d089881-c670-4955-b479-e6283067e520 req-586157b4-59ee-450a-a772-a53b8faa5b27 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 945 time: 0.6164105 Jul 16 18:17:09.230580 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.242444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:09.242737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:09.244832 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:09.289599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14487-46f8-4b1c-9952-566629941228 req-972b8213-51af-4dc0-8b62-07d6939f61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.291676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a14487-46f8-4b1c-9952-566629941228 req-972b8213-51af-4dc0-8b62-07d6939f61d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 1096 time: 0.5636694 Jul 16 18:17:09.301070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] For port 1c1b875b-88dc-40a5-8983-722cc7af7e3e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1c1b875b-88dc-40a5-8983-722cc7af7e3e,segment=NetworkSegment(cc0bd115-026d-441a-ae86-2abe497e196f),segment_id=cc0bd115-026d-441a-ae86-2abe497e196f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:09.301070 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.316529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Calling delete_port for 1c1b875b-88dc-40a5-8983-722cc7af7e3e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:09.355848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.369108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d089881-c670-4955-b479-e6283067e520 req-879744fb-96db-4e95-b455-3959b8859b47 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464140 Jul 16 18:17:09.369905 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.380123 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] 10.222.0.52 "DELETE /v2.0/networks/7037183e-6aee-47f5-aa99-4a19ac7c3b2a HTTP/1.1" status: 204 len: 168 time: 0.5048013 Jul 16 18:17:09.404270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bab69f00-73e8-4f44-b76f-822ff44b0132 req-26acb6dd-350b-4093-aee6-4da053d70cf6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] For port f3c31eab-64eb-4795-aa70-abc269d1730f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f3c31eab-64eb-4795-aa70-abc269d1730f,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:09.404645 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bab69f00-73e8-4f44-b76f-822ff44b0132 req-26acb6dd-350b-4093-aee6-4da053d70cf6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.410084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Pushing event deleted for resources: {'Network': ['ID=7037183e-6aee-47f5-aa99-4a19ac7c3b2a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.432180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.433332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.433697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.434051 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.434394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.434818 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.436809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.437929 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.438288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.438624 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.438967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.439304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952858ba-3247-4449-89cd-f4ab09cb656b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.455360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bab69f00-73e8-4f44-b76f-822ff44b0132 req-26acb6dd-350b-4093-aee6-4da053d70cf6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Calling delete_port for f3c31eab-64eb-4795-aa70-abc269d1730f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:09.496114 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.531468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Pushing event deleted for resources: {'Port': ['ID=1c1b875b-88dc-40a5-8983-722cc7af7e3e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.533850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] No DVR routers for this DVR port 1c1b875b-88dc-40a5-8983-722cc7af7e3e on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:09.548451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.549066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.549625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.550413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.551088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.551631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.552132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.552627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.553805 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.554450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Deleting port 1c1b875b-88dc-40a5-8983-722cc7af7e3e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:09.554758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.554876 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.555444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.556031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8600fdd-afe2-481f-9b5d-626e4ced30e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:09.618688 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:09.688528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14487-46f8-4b1c-9952-566629941228 req-370d35f4-4c0d-46f5-b17c-4830c2a6ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.690033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a14487-46f8-4b1c-9952-566629941228 req-370d35f4-4c0d-46f5-b17c-4830c2a6ed1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 917 time: 0.3734078 Jul 16 18:17:09.700806 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-59fd291d-6fec-414e-8ea4-a8e6ff600a30 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db646d88fa454c3cadac4fa28a7eb23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787878 Jul 16 18:17:09.701023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:09.758098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d43383c-5aae-4cc9-9a02-9d9089fa5564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.785729 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d43383c-5aae-4cc9-9a02-9d9089fa5564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.856351 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d43383c-5aae-4cc9-9a02-9d9089fa5564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.858957 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d43383c-5aae-4cc9-9a02-9d9089fa5564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.862746 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8d43383c-5aae-4cc9-9a02-9d9089fa5564 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c7962a5e-1c80-42f1-a91d-75ecbfc99133 HTTP/1.1" status: 204 len: 168 time: 0.1582074 Jul 16 18:17:09.873005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43383c-5aae-4cc9-9a02-9d9089fa5564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7962a5e-1c80-42f1-a91d-75ecbfc99133,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.998570 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device af1b42c6-5ea3-4993-9c9b-4937b37e0db2 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:10.045976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: af1b42c6-5ea3-4993-9c9b-4937b37e0db2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:10.046338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device af1b42c6-5ea3-4993-9c9b-4937b37e0db2 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:10.046742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1c1b875b-88dc-40a5-8983-722cc7af7e3e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:10.080559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 1c1b875b-88dc-40a5-8983-722cc7af7e3e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:10.081264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1c1b875b-88dc-40a5-8983-722cc7af7e3e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:10.230168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] For port 1c1b875b-88dc-40a5-8983-722cc7af7e3e, host n-d-793618-9, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:10.231715 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.264582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Calling delete_port for 1c1b875b-88dc-40a5-8983-722cc7af7e3e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:10.271576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Port 1c1b875b-88dc-40a5-8983-722cc7af7e3e was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:17:10.277752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.290317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a14487-46f8-4b1c-9952-566629941228 req-cad8d34b-08fd-4f1a-9e26-20f8755a8ffe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326 HTTP/1.1" status: 200 len: 1001 time: 0.1100185 Jul 16 18:17:10.324734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1b875b-88dc-40a5-8983-722cc7af7e3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.362425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] No DVR routers for this DVR port 1c1b875b-88dc-40a5-8983-722cc7af7e3e on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:10.424031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14487-46f8-4b1c-9952-566629941228 req-3dfb5f43-2355-4f98-8b4c-3ca76e5d28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:10.425847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a14487-46f8-4b1c-9952-566629941228 req-3dfb5f43-2355-4f98-8b4c-3ca76e5d28f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.1104226 Jul 16 18:17:10.491298 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.502275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce35a90e-b24d-45be-9dc6-5e2d0c122801']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:10.539216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0bd115-026d-441a-ae86-2abe497e196f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:10.539216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0bd115-026d-441a-ae86-2abe497e196f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:10.598014 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.624217 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bab69f00-73e8-4f44-b76f-822ff44b0132 req-26acb6dd-350b-4093-aee6-4da053d70cf6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.651919 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.675113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:10.691340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:10.691906 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.695004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acb6dd-350b-4093-aee6-4da053d70cf6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event deleted for resources: {'Port': ['ID=f3c31eab-64eb-4795-aa70-abc269d1730f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:10.698310 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:10.814268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab69f00-73e8-4f44-b76f-822ff44b0132 req-26acb6dd-350b-4093-aee6-4da053d70cf6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] No DVR routers for this DVR port f3c31eab-64eb-4795-aa70-abc269d1730f on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:10.816914 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bab69f00-73e8-4f44-b76f-822ff44b0132 req-26acb6dd-350b-4093-aee6-4da053d70cf6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.819979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bab69f00-73e8-4f44-b76f-822ff44b0132 req-26acb6dd-350b-4093-aee6-4da053d70cf6 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.38 "DELETE /v2.0/ports/f3c31eab-64eb-4795-aa70-abc269d1730f HTTP/1.1" status: 204 len: 173 time: 2.5617366 Jul 16 18:17:10.887250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5a8d49-3344-445d-ab20-765ea6d2a8b2', 'name': 'network-vif-deleted', 'tag': 'f3c31eab-64eb-4795-aa70-abc269d1730f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:10.890148 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd18e0e-5e94-4ff4-8174-94ff99523781" -d '{"events": [{"server_uuid": "8f5a8d49-3344-445d-ab20-765ea6d2a8b2", "name": "network-vif-deleted", "tag": "f3c31eab-64eb-4795-aa70-abc269d1730f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:10.916765 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebfd12-06b1-4b14-bc8b-446ecb5e3c5a req-3a43a3b5-1a17-4c4e-bc39-dfef3698e781 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:10.918844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46ebfd12-06b1-4b14-bc8b-446ecb5e3c5a req-3a43a3b5-1a17-4c4e-bc39-dfef3698e781 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f5a8d49-3344-445d-ab20-765ea6d2a8b2 HTTP/1.1" status: 200 len: 867 time: 0.4052601 Jul 16 18:17:10.920876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14487-46f8-4b1c-9952-566629941228 req-da0bd338-0c20-4a76-80dc-b73e5e34f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:10.922440 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a14487-46f8-4b1c-9952-566629941228 req-da0bd338-0c20-4a76-80dc-b73e5e34f433 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4077475 Jul 16 18:17:10.923618 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.928744 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.931737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ce35a90e-b24d-45be-9dc6-5e2d0c122801 HTTP/1.1" status: 204 len: 168 time: 2.1712883 Jul 16 18:17:10.934852 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:10.968089 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeceb3-9af8-4988-8472-cf7a87fcea30 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce35a90e-b24d-45be-9dc6-5e2d0c122801,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:11.058989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46ebfd12-06b1-4b14-bc8b-446ecb5e3c5a req-97706ec5-9e0b-4dd9-ab44-cb319ed19d31 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040967 Jul 16 18:17:11.115284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a14487-46f8-4b1c-9952-566629941228 req-d53d6370-1f7a-4f99-bc6d-a42dfed3a20f service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814640 Jul 16 18:17:11.182287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:11.190432 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a375a367-c43d-4fa2-a847-d23c044c493f x-openstack-request-id: req-a375a367-c43d-4fa2-a847-d23c044c493f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:11.190730 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5a8d49-3344-445d-ab20-765ea6d2a8b2", "name": "network-vif-deleted", "tag": "f3c31eab-64eb-4795-aa70-abc269d1730f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:11.190984 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a375a367-c43d-4fa2-a847-d23c044c493f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:11.191532 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5a8d49-3344-445d-ab20-765ea6d2a8b2', 'name': 'network-vif-deleted', 'tag': 'f3c31eab-64eb-4795-aa70-abc269d1730f', 'status': 'completed', 'code': 200} Jul 16 18:17:11.302378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a14487-46f8-4b1c-9952-566629941228 req-dbbe98da-0459-4059-9f8a-eaf8bbd5d622 service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813133 Jul 16 18:17:11.360737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-508367112-network', 'tenant_id': 'd49e708ed6c1459f945605aa0cd2246e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:11.417952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Made reservation on behalf of d49e708ed6c1459f945605aa0cd2246e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:11.420333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.454713 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.670075 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-426982f5-cabb-4010-bbc5-80fc309dacb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.723315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.743979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.809348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:11.834584 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.834934 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Added segment d905926f-75f4-41c5-a1da-090c7eaf6c86 of type vlan for network a2701a4f-c143-4250-a857-a3658f5bd15c Jul 16 18:17:11.848748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b321e6e-1b24-4ba8-9df3-657013140f1d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.004876 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.069284 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.070467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.071057 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.118684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:12.121621 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9351816 Jul 16 18:17:12.132032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-432a7f78-6d82-457d-b8e4-c443e1c85fe1 admin admin] Request body: {'subnet': {'network_id': 'a2701a4f-c143-4250-a857-a3658f5bd15c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-508367112-subnet', 'tenant_id': 'd49e708ed6c1459f945605aa0cd2246e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:12.193338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432a7f78-6d82-457d-b8e4-c443e1c85fe1 admin admin] Made reservation on behalf of d49e708ed6c1459f945605aa0cd2246e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:12.196709 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-432a7f78-6d82-457d-b8e4-c443e1c85fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.227173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ae9d5-b8fa-44a6-908d-9a6e493a2fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=a2701a4f-c143-4250-a857-a3658f5bd15c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.240740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network a2701a4f-c143-4250-a857-a3658f5bd15c details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:12.337585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-426982f5-cabb-4010-bbc5-80fc309dacb9 admin admin] Deleting port 19911910-8859-45ca-8fe8-9e33a782ef3e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:12.337963 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-426982f5-cabb-4010-bbc5-80fc309dacb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.451280 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-432a7f78-6d82-457d-b8e4-c443e1c85fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.503119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-426982f5-cabb-4010-bbc5-80fc309dacb9 admin admin] For port 19911910-8859-45ca-8fe8-9e33a782ef3e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=19911910-8859-45ca-8fe8-9e33a782ef3e,segment=NetworkSegment(653e390a-c4a0-4532-82a8-c36ddc0c196b),segment_id=653e390a-c4a0-4532-82a8-c36ddc0c196b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:12.503462 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-426982f5-cabb-4010-bbc5-80fc309dacb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.519074 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-426982f5-cabb-4010-bbc5-80fc309dacb9 admin admin] Calling delete_port for 19911910-8859-45ca-8fe8-9e33a782ef3e owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:12.564191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a7f78-6d82-457d-b8e4-c443e1c85fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de58edd4-dd87-433b-ac21-309764cd4a16,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.572687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f3c31eab-64eb-4795-aa70-abc269d1730f no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:12.607184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: f3c31eab-64eb-4795-aa70-abc269d1730f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:12.607837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f3c31eab-64eb-4795-aa70-abc269d1730f not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:12.666512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a7f78-6d82-457d-b8e4-c443e1c85fe1 admin admin] Checking segment: {'id': 'd905926f-75f4-41c5-a1da-090c7eaf6c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a2701a4f-c143-4250-a857-a3658f5bd15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:12.667326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432a7f78-6d82-457d-b8e4-c443e1c85fe1 admin admin] Network hostable DHCP agents. Network: a2701a4f-c143-4250-a857-a3658f5bd15c, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:12.693386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-8ba22c4d-380f-4aca-8826-8657b4da9a8f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.696251 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-8ba22c4d-380f-4aca-8826-8657b4da9a8f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.2593708 Jul 16 18:17:12.714525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-4d5da64e-9c5d-4743-8a5f-777279b6a65d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/quotas/e70f238652dc4358815dba823514ae3b HTTP/1.1" status: 200 len: 375 time: 0.0124195 Jul 16 18:17:12.716654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432a7f78-6d82-457d-b8e4-c443e1c85fe1 admin admin] Network a2701a4f-c143-4250-a857-a3658f5bd15c is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:12.737362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-432a7f78-6d82-457d-b8e4-c443e1c85fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, a2701a4f-c143-4250-a857-a3658f5bd15c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:12.746672 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c17c9-1443-438a-8b98-27569610cef0 None None] Network a2701a4f-c143-4250-a857-a3658f5bd15c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:12.749909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a7f78-6d82-457d-b8e4-c443e1c85fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.750522 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-432a7f78-6d82-457d-b8e4-c443e1c85fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.787613 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-426982f5-cabb-4010-bbc5-80fc309dacb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.791844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-432a7f78-6d82-457d-b8e4-c443e1c85fe1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6717720 Jul 16 18:17:12.892916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-75000a32-ee87-4f19-adb8-4f0bdf3b4b4d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1705043 Jul 16 18:17:12.935225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426982f5-cabb-4010-bbc5-80fc309dacb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19911910-8859-45ca-8fe8-9e33a782ef3e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:13.041338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733a37d2-e9c3-4817-9963-a4b140f19f3f None None] Network a2701a4f-c143-4250-a857-a3658f5bd15c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:13.056858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-1a4e374f-22c6-4399-a15e-176a2c9aad3f service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556840 Jul 16 18:17:13.291681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-30ef630f-302e-4936-8a48-108f25654306 service neutron] 10.222.0.52 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205760 Jul 16 18:17:13.300691 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-426982f5-cabb-4010-bbc5-80fc309dacb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.631034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426982f5-cabb-4010-bbc5-80fc309dacb9 admin admin] Router 6a7511ff-947f-4db1-9e78-6617c2419d33 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:13.737873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-13813de6-8f94-478d-a7f5-638d5b995e5f tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:13.740684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-13813de6-8f94-478d-a7f5-638d5b995e5f tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/networks?id=a2701a4f-c143-4250-a857-a3658f5bd15c HTTP/1.1" status: 200 len: 821 time: 0.2237294 Jul 16 18:17:13.767161 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-62159098-2a3d-4e4d-b30f-830f53b3950b tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/quotas/d49e708ed6c1459f945605aa0cd2246e HTTP/1.1" status: 200 len: 375 time: 0.0170307 Jul 16 18:17:13.809646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-e4934e65-6974-4f2e-9534-938d0004256b tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d49e708ed6c1459f945605aa0cd2246e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415201 Jul 16 18:17:13.935178 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426982f5-cabb-4010-bbc5-80fc309dacb9 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:13.948671 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3456fa2-473d-428d-9003-19012b5c337e None None] Sync routers for ids ['6a7511ff-947f-4db1-9e78-6617c2419d33'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:13.953094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-5cb660c5-d7f1-435c-bdff-a6622c7e4d25 service neutron] 10.222.0.52 "GET /v2.0/networks/a2701a4f-c143-4250-a857-a3658f5bd15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423137 Jul 16 18:17:13.958758 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-426982f5-cabb-4010-bbc5-80fc309dacb9 admin admin] 10.222.0.52 "PUT /v2.0/routers/6a7511ff-947f-4db1-9e78-6617c2419d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0216551 Jul 16 18:17:13.962457 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53718) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:13.969568 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3456fa2-473d-428d-9003-19012b5c337e None None] Routers {'6a7511ff-947f-4db1-9e78-6617c2419d33'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:13.976874 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3456fa2-473d-428d-9003-19012b5c337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:17:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6a7511ff-947f-4db1-9e78-6617c2419d33'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:14.019218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63a803a5-a40e-4dd0-a3d5-ef6f5642fac6 req-05f7d032-aa42-4844-8aee-0dd9a12f1fbb tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 210 time: 0.0638175 Jul 16 18:17:14.201591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-d7137a10-e546-44ff-8057-1938c659007d service neutron] 10.222.0.52 "GET /v2.0/networks/a2701a4f-c143-4250-a857-a3658f5bd15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472346 Jul 16 18:17:14.223793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.263516 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3456fa2-473d-428d-9003-19012b5c337e None None] Set router 6a7511ff-947f-4db1-9e78-6617c2419d33 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:14.541240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-968e9a23-e50d-4c5f-8fc7-1a623d65db05 req-7e275163-6282-4a6b-a538-1728aa88dbd3 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 210 time: 0.0534914 Jul 16 18:17:14.728555 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3456fa2-473d-428d-9003-19012b5c337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'name': 'tempest-TestVolumeBackupRestore-617835473-router', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:56Z', 'updated_at': '2021-07-16T18:17:12Z', 'revision_number': 5, 'project_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'gw_port': {'id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:14.853195 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3456fa2-473d-428d-9003-19012b5c337e None None] Checking router: 6a7511ff-947f-4db1-9e78-6617c2419d33 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:14.867379 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3456fa2-473d-428d-9003-19012b5c337e None None] Routers {'6a7511ff-947f-4db1-9e78-6617c2419d33'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:14.868486 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3456fa2-473d-428d-9003-19012b5c337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:17:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6a7511ff-947f-4db1-9e78-6617c2419d33'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:15.351855 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3456fa2-473d-428d-9003-19012b5c337e None None] Set router 6a7511ff-947f-4db1-9e78-6617c2419d33 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:15.354159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9bbfdbc8-739b-4c66-a896-e0bb4770ff67 req-db304034-ed6b-4c1b-8742-c10b70bb3681 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 210 time: 0.0705729 Jul 16 18:17:15.489358 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.696549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Deleting port 96c57833-4b54-4c45-8bf2-6b5425c73928 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:15.699597 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.756050 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3456fa2-473d-428d-9003-19012b5c337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'name': 'tempest-TestVolumeBackupRestore-617835473-router', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:56Z', 'updated_at': '2021-07-16T18:17:12Z', 'revision_number': 5, 'project_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'gw_port': {'id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:15.830078 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3456fa2-473d-428d-9003-19012b5c337e None None] The sync data for ids ['6a7511ff-947f-4db1-9e78-6617c2419d33'] in n-d-793618-9 is: [{'id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'name': 'tempest-TestVolumeBackupRestore-617835473-router', 'tenant_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:56Z', 'updated_at': '2021-07-16T18:17:12Z', 'revision_number': 5, 'project_id': 'e22c45c61d7247b08b6e07b9c9f841e7', 'gw_port': {'id': '96c57833-4b54-4c45-8bf2-6b5425c73928', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7511ff-947f-4db1-9e78-6617c2419d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:15.857845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c45f6f3-9ad2-4933-aed6-5ea1abc984c4 req-2b63262e-c8ab-47b6-93f6-1b6943e5797c tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 210 time: 0.1253185 Jul 16 18:17:15.889499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] For port 96c57833-4b54-4c45-8bf2-6b5425c73928, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=96c57833-4b54-4c45-8bf2-6b5425c73928,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:15.889981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.906650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Calling delete_port for 96c57833-4b54-4c45-8bf2-6b5425c73928 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:15.945919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-bdfcc7cd-9242-45e7-8c4e-ae96e311e8fd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:15.947924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-bdfcc7cd-9242-45e7-8c4e-ae96e311e8fd tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.38 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 805 time: 0.4242096 Jul 16 18:17:15.971083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Request body: {'port': {'device_id': '052ed028-4215-473c-bb15-ee2c0fcbec1d', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'admin_state_up': True, 'tenant_id': 'e70f238652dc4358815dba823514ae3b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:16.152490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.157439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Made reservation on behalf of e70f238652dc4358815dba823514ae3b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:16.162287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.200922 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c57833-4b54-4c45-8bf2-6b5425c73928,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:16.222643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 19911910-8859-45ca-8fe8-9e33a782ef3e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:16.267402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 19911910-8859-45ca-8fe8-9e33a782ef3e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:16.268009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 19911910-8859-45ca-8fe8-9e33a782ef3e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:16.356530 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.471177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Allocated IP 172.20.0.8 (9e78f56b-5e51-42a6-804f-d297865e4c92/0c30686d-f148-4f8a-8c2a-29c3ee51f644/c6296cd8-4448-425c-adf9-57a1779a9112) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:16.666101 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.672824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.748446 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9936f2bc-4f4d-43bd-922c-d43e8e3b61eb req-1f22a539-197b-45c0-a778-45e3d4a12777 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 210 time: 0.0953066 Jul 16 18:17:16.768616 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.769251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a7511ff-947f-4db1-9e78-6617c2419d33 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:17:16.777405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.781518 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3d1338b1-beb5-4e91-a8b5-cfc615fd4014 admin admin] 10.222.0.52 "DELETE /v2.0/routers/6a7511ff-947f-4db1-9e78-6617c2419d33 HTTP/1.1" status: 204 len: 168 time: 2.8174450 Jul 16 18:17:16.783104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:16.890636 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cb4be7-cab3-4554-b417-3b3833354812 admin admin] Deleting subnet aa5704a2-e33c-4c43-aff1-c781980d8f63 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:16.897005 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1cb4be7-cab3-4554-b417-3b3833354812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.940426 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1cb4be7-cab3-4554-b417-3b3833354812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.009384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-8178f561-66fb-4d74-a96b-418a8f54cde7 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.010959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-8178f561-66fb-4d74-a96b-418a8f54cde7 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.38 "GET /v2.0/networks?id=a2701a4f-c143-4250-a857-a3658f5bd15c HTTP/1.1" status: 200 len: 821 time: 0.5016150 Jul 16 18:17:17.035949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Request body: {'port': {'device_id': '35d8b186-e3b2-4581-84c1-7090b35ebb10', 'network_id': 'a2701a4f-c143-4250-a857-a3658f5bd15c', 'admin_state_up': True, 'tenant_id': 'd49e708ed6c1459f945605aa0cd2246e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:17.051330 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1cb4be7-cab3-4554-b417-3b3833354812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.117820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40d55eb1-d6a0-490b-a8cb-998483b14ece req-f3f64d0b-118e-4bbb-bf96-b6005d5b9cd3 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 210 time: 0.0583575 Jul 16 18:17:17.125757 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1cb4be7-cab3-4554-b417-3b3833354812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.178718 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4f5d5-791c-4b5e-ac1c-525784f886bf None None] Network 1da918af-3caa-4046-9446-77d7dc7891b1 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:17.180639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.186671 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1cb4be7-cab3-4554-b417-3b3833354812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.191550 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d1cb4be7-cab3-4554-b417-3b3833354812 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/aa5704a2-e33c-4c43-aff1-c781980d8f63 HTTP/1.1" status: 204 len: 168 time: 0.4084463 Jul 16 18:17:17.193158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb4be7-cab3-4554-b417-3b3833354812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5704a2-e33c-4c43-aff1-c781980d8f63,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:17.195575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:17.247990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Made reservation on behalf of d49e708ed6c1459f945605aa0cd2246e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:17.254300 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.296843 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.302088 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.374216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event updated for resources: {'Port': ['ID=c6296cd8-4448-425c-adf9-57a1779a9112,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:17.389101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:17.390762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Network 9e78f56b-5e51-42a6-804f-d297865e4c92 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:17.394002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:17.436934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:17.458821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Deleting port 32c6c027-3e53-47b5-b5be-1afa06dcab5e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:17.461842 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.558765 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.560531 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.593501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] For port 32c6c027-3e53-47b5-b5be-1afa06dcab5e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=32c6c027-3e53-47b5-b5be-1afa06dcab5e,segment=NetworkSegment(653e390a-c4a0-4532-82a8-c36ddc0c196b),segment_id=653e390a-c4a0-4532-82a8-c36ddc0c196b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:17.594111 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.597595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-24aa16b9-372c-4d25-9202-4d6e6da2587c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6370630 Jul 16 18:17:17.608869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Calling delete_port for 32c6c027-3e53-47b5-b5be-1afa06dcab5e owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:17.621843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Request body: {'port': {'device_id': '052ed028-4215-473c-bb15-ee2c0fcbec1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:17.691716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Allocated IP 172.20.0.10 (a2701a4f-c143-4250-a857-a3658f5bd15c/de58edd4-dd87-433b-ac21-309764cd4a16/f783fd62-fab7-4972-9e39-88af02ad7e6a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:17.748052 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.757189 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e930d355-e8c4-4652-904a-8b660e160d68 None None] DHCP port deletion for 1da918af-3caa-4046-9446-77d7dc7891b1 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:17.804158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=32c6c027-3e53-47b5-b5be-1afa06dcab5e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:17.811445 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.824642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] No DVR routers for this DVR port 32c6c027-3e53-47b5-b5be-1afa06dcab5e on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:17.920286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.933590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da918af-3caa-4046-9446-77d7dc7891b1']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:17.946036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653e390a-c4a0-4532-82a8-c36ddc0c196b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:17.946172 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653e390a-c4a0-4532-82a8-c36ddc0c196b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:17.961564 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.989817 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.998332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:17.998816 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:18.001455 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:18.042147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 96c57833-4b54-4c45-8bf2-6b5425c73928 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:18.077974 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.084452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 96c57833-4b54-4c45-8bf2-6b5425c73928 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:18.085015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 96c57833-4b54-4c45-8bf2-6b5425c73928 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:18.086704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 32c6c027-3e53-47b5-b5be-1afa06dcab5e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:18.087688 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.094968 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] 10.222.0.52 "DELETE /v2.0/networks/1da918af-3caa-4046-9446-77d7dc7891b1 HTTP/1.1" status: 204 len: 168 time: 0.8952990 Jul 16 18:17:18.108319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a1637-4e36-463b-8502-f863d9e44e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=1da918af-3caa-4046-9446-77d7dc7891b1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.150158 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 32c6c027-3e53-47b5-b5be-1afa06dcab5e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:18.150490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 32c6c027-3e53-47b5-b5be-1afa06dcab5e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:18.310425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.374892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511504e5-8cce-47b7-9b50-956ad0cfc000 req-151ba901-6180-4a9c-a9e0-1a5daf205d45 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.382949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-511504e5-8cce-47b7-9b50-956ad0cfc000 req-151ba901-6180-4a9c-a9e0-1a5daf205d45 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 931 time: 0.2772279 Jul 16 18:17:18.425419 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f6068d48-994a-4baf-b3bc-8b69af924a03 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b42dc02e3ca404fa3a38fbb59fc5fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114013 Jul 16 18:17:18.425976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53836) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.464288 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.512676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108153f0-3d50-40a5-b783-54084ea68b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.536543 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108153f0-3d50-40a5-b783-54084ea68b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.595289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-511504e5-8cce-47b7-9b50-956ad0cfc000 req-d17b3619-5a4e-4975-b61e-370582061eb1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114718 Jul 16 18:17:18.599879 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.608645 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108153f0-3d50-40a5-b783-54084ea68b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.614096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be5a49d9-0624-4b46-b165-80d807cede36 req-4b5d5f10-6970-47a7-9f64-1d5e1e9d611a tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 210 time: 0.1700904 Jul 16 18:17:18.618429 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-108153f0-3d50-40a5-b783-54084ea68b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.628972 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-108153f0-3d50-40a5-b783-54084ea68b9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5aa9b5c4-5546-4a6c-86a4-a647722d0fbd HTTP/1.1" status: 204 len: 168 time: 0.1970155 Jul 16 18:17:18.644539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108153f0-3d50-40a5-b783-54084ea68b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa9b5c4-5546-4a6c-86a4-a647722d0fbd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.691062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Pushing event updated for resources: {'Port': ['ID=f783fd62-fab7-4972-9e39-88af02ad7e6a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.703619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6296cd8-4448-425c-adf9-57a1779a9112 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:18.717892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.723376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.723942 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.724446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.724963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.725485 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.725993 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.726525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.727034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.727544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.728100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.728777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.729276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.739552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Network a2701a4f-c143-4250-a857-a3658f5bd15c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:18.759382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:18.765583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:18.808121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Transition to ACTIVE for port object c6296cd8-4448-425c-adf9-57a1779a9112 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:18.826178 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.903361 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.904315 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.960039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-824f2b5e-22b4-4471-bc19-e0131eefe7f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9346685 Jul 16 18:17:18.980596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Pushing event updated for resources: {'Port': ['ID=c6296cd8-4448-425c-adf9-57a1779a9112,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.992160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Request body: {'port': {'device_id': '35d8b186-e3b2-4581-84c1-7090b35ebb10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:19.149087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Attempting to bind port c6296cd8-4448-425c-adf9-57a1779a9112 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:19.150915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Attempting to bind port c6296cd8-4448-425c-adf9-57a1779a9112 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:19.151777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Attempting to bind port c6296cd8-4448-425c-adf9-57a1779a9112 on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:19.178863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Port c6296cd8-4448-425c-adf9-57a1779a9112 on network 9e78f56b-5e51-42a6-804f-d297865e4c92 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:19.179342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Attempting to bind port c6296cd8-4448-425c-adf9-57a1779a9112 on network 9e78f56b-5e51-42a6-804f-d297865e4c92 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:19.196655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:19.197005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Checking segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:19.197617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Bound using segment: {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:19.198100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Bound port: c6296cd8-4448-425c-adf9-57a1779a9112, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabfbce0-125f-4251-861a-c6171ab8c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:19.198568 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.204711 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.291601 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:19.364048 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6177d9ca-3416-45b6-b126-ae4af1e3b9ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e22c45c61d7247b08b6e07b9c9f841e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708153 Jul 16 18:17:19.366613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:19.435813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] For port c6296cd8-4448-425c-adf9-57a1779a9112, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:19.443324 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] For port c6296cd8-4448-425c-adf9-57a1779a9112, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c6296cd8-4448-425c-adf9-57a1779a9112,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:19.446407 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7559f9f-2a8b-4eb9-b959-e9706c99a78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.453281 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.484353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7559f9f-2a8b-4eb9-b959-e9706c99a78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.515467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:19.516118 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.517866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] 10.222.0.38 "PUT /v2.0/ports/c6296cd8-4448-425c-adf9-57a1779a9112 HTTP/1.1" status: 200 len: 1091 time: 1.9099252 Jul 16 18:17:19.521249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052ed028-4215-473c-bb15-ee2c0fcbec1d', 'tag': 'c6296cd8-4448-425c-adf9-57a1779a9112'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:19.523537 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745c7141-80a7-4705-994d-3abb63b3a026" -d '{"events": [{"name": "network-changed", "server_uuid": "052ed028-4215-473c-bb15-ee2c0fcbec1d", "tag": "c6296cd8-4448-425c-adf9-57a1779a9112"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:19.610076 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7559f9f-2a8b-4eb9-b959-e9706c99a78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.614239 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b7559f9f-2a8b-4eb9-b959-e9706c99a78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.618859 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b7559f9f-2a8b-4eb9-b959-e9706c99a78b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce3bf27d-5537-4549-89f9-4f49462992da HTTP/1.1" status: 204 len: 168 time: 0.2469580 Jul 16 18:17:19.626873 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7559f9f-2a8b-4eb9-b959-e9706c99a78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3bf27d-5537-4549-89f9-4f49462992da,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.146601 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef99add4-9390-420e-ab6c-7fe882bba446 x-openstack-request-id: req-ef99add4-9390-420e-ab6c-7fe882bba446 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:20.147102 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052ed028-4215-473c-bb15-ee2c0fcbec1d", "tag": "c6296cd8-4448-425c-adf9-57a1779a9112", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:20.147102 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef99add4-9390-420e-ab6c-7fe882bba446 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:20.148987 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052ed028-4215-473c-bb15-ee2c0fcbec1d', 'tag': 'c6296cd8-4448-425c-adf9-57a1779a9112', 'status': 'completed', 'code': 200} Jul 16 18:17:20.236698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d6513-66ff-4bdc-b974-e6a6d8230701 service neutron] Pushing event updated for resources: {'Port': ['ID=c6296cd8-4448-425c-adf9-57a1779a9112,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.312179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-396b639b-8e31-49a0-933e-2204cb73a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.313667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-396b639b-8e31-49a0-933e-2204cb73a265 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 1094 time: 0.7429683 Jul 16 18:17:20.357205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed926f-6ac3-419f-98b6-8bd2d610cef5 req-e9f1a75f-a9c1-4284-acdd-d3517273efff tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.359397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06ed926f-6ac3-419f-98b6-8bd2d610cef5 req-e9f1a75f-a9c1-4284-acdd-d3517273efff tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 932 time: 0.2531631 Jul 16 18:17:20.391990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f783fd62-fab7-4972-9e39-88af02ad7e6a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:20.432948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-f019af24-f5ec-4a16-bc94-c3be40aa660b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6296cd8-4448-425c-adf9-57a1779a9112 HTTP/1.1" status: 200 len: 217 time: 0.1094272 Jul 16 18:17:20.435673 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.445102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e84c0-3ddc-4f40-9251-520905d86b60 req-9ae0b8fb-fb11-41d9-bcf9-a67f1bdefa4b tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.447049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d53e84c0-3ddc-4f40-9251-520905d86b60 req-9ae0b8fb-fb11-41d9-bcf9-a67f1bdefa4b tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 943 time: 0.3424828 Jul 16 18:17:20.516831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Transition to ACTIVE for port object f783fd62-fab7-4972-9e39-88af02ad7e6a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:20.547822 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.581177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06ed926f-6ac3-419f-98b6-8bd2d610cef5 req-e6ce0335-7773-4b00-854a-13eece2c3e39 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b321e6e-1b24-4ba8-9df3-657013140f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503201 Jul 16 18:17:20.632175 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d53e84c0-3ddc-4f40-9251-520905d86b60 req-64ff8e42-ea9e-4489-b0b1-318c529eb619 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704686 Jul 16 18:17:20.634975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-cedcd5b6-6579-4d5a-a3d3-962d5dd0b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.639272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-cedcd5b6-6579-4d5a-a3d3-962d5dd0b052 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.1900637 Jul 16 18:17:20.736484 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-15a7bb26-3e98-4e44-91f2-7f30ba081edd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684061 Jul 16 18:17:20.777766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Pushing event updated for resources: {'Port': ['ID=f783fd62-fab7-4972-9e39-88af02ad7e6a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.887261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Attempting to bind port f783fd62-fab7-4972-9e39-88af02ad7e6a on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:20.887601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Attempting to bind port f783fd62-fab7-4972-9e39-88af02ad7e6a by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd905926f-75f4-41c5-a1da-090c7eaf6c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a2701a4f-c143-4250-a857-a3658f5bd15c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:20.887934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Attempting to bind port f783fd62-fab7-4972-9e39-88af02ad7e6a on network a2701a4f-c143-4250-a857-a3658f5bd15c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:20.901052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Port f783fd62-fab7-4972-9e39-88af02ad7e6a on network a2701a4f-c143-4250-a857-a3658f5bd15c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:20.901408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Attempting to bind port f783fd62-fab7-4972-9e39-88af02ad7e6a on network a2701a4f-c143-4250-a857-a3658f5bd15c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:20.909662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-829ee60d-26da-4b2b-aa7a-ac313b8a8806 service neutron] 10.222.0.38 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617465 Jul 16 18:17:20.910523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:20.910861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Checking segment: {'id': 'd905926f-75f4-41c5-a1da-090c7eaf6c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a2701a4f-c143-4250-a857-a3658f5bd15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:20.911241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Bound using segment: {'id': 'd905926f-75f4-41c5-a1da-090c7eaf6c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a2701a4f-c143-4250-a857-a3658f5bd15c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:20.911693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Bound port: f783fd62-fab7-4972-9e39-88af02ad7e6a, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905926f-75f4-41c5-a1da-090c7eaf6c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a2701a4f-c143-4250-a857-a3658f5bd15c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:20.912049 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.043410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] For port f783fd62-fab7-4972-9e39-88af02ad7e6a, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:21.047753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] For port f783fd62-fab7-4972-9e39-88af02ad7e6a, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f783fd62-fab7-4972-9e39-88af02ad7e6a,segment=NetworkSegment(d905926f-75f4-41c5-a1da-090c7eaf6c86),segment_id=d905926f-75f4-41c5-a1da-090c7eaf6c86)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:21.051780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6abd8be0-2c0a-4fa2-8f5f-5d9545ca318f req-4f1de0ef-6461-4e23-a8fe-d981474536ed service neutron] 10.222.0.38 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315484 Jul 16 18:17:21.053233 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.093250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:21.093911 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.095396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] 10.222.0.38 "PUT /v2.0/ports/f783fd62-fab7-4972-9e39-88af02ad7e6a HTTP/1.1" status: 200 len: 1092 time: 2.1119728 Jul 16 18:17:21.115215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf40d57-7c1c-4c50-9e3e-52049e2ee015 service neutron] Pushing event updated for resources: {'Port': ['ID=f783fd62-fab7-4972-9e39-88af02ad7e6a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:21.222751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c7141-80a7-4705-994d-3abb63b3a026 req-f4977f0d-03a3-4aa5-945b-fd9d9bf776e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:21.223774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-745c7141-80a7-4705-994d-3abb63b3a026 req-f4977f0d-03a3-4aa5-945b-fd9d9bf776e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e70f238652dc4358815dba823514ae3b&device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 1094 time: 0.1009786 Jul 16 18:17:21.226458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-44edb363-bc2b-4d8f-8d0c-9db3596400a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:21.227894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-44edb363-bc2b-4d8f-8d0c-9db3596400a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d49e708ed6c1459f945605aa0cd2246e&device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 1095 time: 0.0933518 Jul 16 18:17:21.299350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-cdb58cb3-0e48-4c09-85e2-0c8f01801a2d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f783fd62-fab7-4972-9e39-88af02ad7e6a HTTP/1.1" status: 200 len: 217 time: 0.0624566 Jul 16 18:17:21.402434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-0f5f4a9b-cfd6-4479-9a62-872a7a5133af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:21.404210 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-0f5f4a9b-cfd6-4479-9a62-872a7a5133af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=de58edd4-dd87-433b-ac21-309764cd4a16 HTTP/1.1" status: 200 len: 861 time: 0.0714507 Jul 16 18:17:21.405190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c7141-80a7-4705-994d-3abb63b3a026 req-704bce3a-e479-451f-911b-b3b15cb50bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:21.406544 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-745c7141-80a7-4705-994d-3abb63b3a026 req-704bce3a-e479-451f-911b-b3b15cb50bea service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 200 len: 906 time: 0.1708653 Jul 16 18:17:21.478394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-bad095f4-a9ee-41d7-abd4-c296635eb46d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2701a4f-c143-4250-a857-a3658f5bd15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619328 Jul 16 18:17:21.480088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-745c7141-80a7-4705-994d-3abb63b3a026 req-c1f9551e-738c-453d-acbf-633638e285d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6296cd8-4448-425c-adf9-57a1779a9112 HTTP/1.1" status: 200 len: 217 time: 0.0558434 Jul 16 18:17:21.622654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c7141-80a7-4705-994d-3abb63b3a026 req-517448ed-1512-45ad-b683-0ee39ca94a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:21.624283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-745c7141-80a7-4705-994d-3abb63b3a026 req-517448ed-1512-45ad-b683-0ee39ca94a33 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 200 len: 845 time: 0.1331515 Jul 16 18:17:21.679689 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-745c7141-80a7-4705-994d-3abb63b3a026 req-dbd68eed-d55d-4f46-bea4-d60364490398 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e78f56b-5e51-42a6-804f-d297865e4c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444567 Jul 16 18:17:21.723469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-d7842ab8-d4fc-4b04-82ca-284f668e67bc service neutron] 10.222.0.38 "GET /v2.0/networks/a2701a4f-c143-4250-a857-a3658f5bd15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333136 Jul 16 18:17:21.973200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-745c7141-80a7-4705-994d-3abb63b3a026 req-099419bf-7837-41d8-9e08-2c9e05064738 service neutron] 10.222.0.38 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822065 Jul 16 18:17:22.012560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ae49934-16d5-45e7-a300-15ead1a14499 req-d19ddada-71c1-4ec4-b923-10adad408bc5 service neutron] 10.222.0.38 "GET /v2.0/networks/a2701a4f-c143-4250-a857-a3658f5bd15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793996 Jul 16 18:17:22.080866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d249b-f61a-4e49-991b-8072785b75d6 req-6daf71a9-44e0-4acc-bf00-0d0b0b64b3be tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.082399 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-751d249b-f61a-4e49-991b-8072785b75d6 req-6daf71a9-44e0-4acc-bf00-0d0b0b64b3be tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 944 time: 0.2572536 Jul 16 18:17:22.113682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba498dd9-91d3-43ce-a72e-0da267f6ed73 req-d1afde4e-1e44-44e6-9213-8c905ca7601a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.115252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba498dd9-91d3-43ce-a72e-0da267f6ed73 req-d1afde4e-1e44-44e6-9213-8c905ca7601a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 943 time: 0.2643328 Jul 16 18:17:22.153705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d8b186-e3b2-4581-84c1-7090b35ebb10', 'tag': 'f783fd62-fab7-4972-9e39-88af02ad7e6a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:22.156147 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bdf7dc-cca1-4b20-a8b0-ff019f47eade" -d '{"events": [{"name": "network-changed", "server_uuid": "35d8b186-e3b2-4581-84c1-7090b35ebb10", "tag": "f783fd62-fab7-4972-9e39-88af02ad7e6a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:22.176057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-745c7141-80a7-4705-994d-3abb63b3a026 req-66920ecd-7019-4a53-905e-ac6da57cbdb1 service neutron] 10.222.0.38 "GET /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930163 Jul 16 18:17:22.188971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-751d249b-f61a-4e49-991b-8072785b75d6 req-c63ec91e-c1b1-4533-8b70-8e12fda02fad tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b321e6e-1b24-4ba8-9df3-657013140f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968645 Jul 16 18:17:22.203404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba498dd9-91d3-43ce-a72e-0da267f6ed73 req-8d526aee-a47b-42a2-b6b5-260dc300d2ed tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783355 Jul 16 18:17:22.355888 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bca634-78f5-4241-bb78-a7a2155e85d7 x-openstack-request-id: req-40bca634-78f5-4241-bb78-a7a2155e85d7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:22.357061 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d8b186-e3b2-4581-84c1-7090b35ebb10", "tag": "f783fd62-fab7-4972-9e39-88af02ad7e6a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:22.357603 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40bca634-78f5-4241-bb78-a7a2155e85d7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:22.358158 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d8b186-e3b2-4581-84c1-7090b35ebb10', 'tag': 'f783fd62-fab7-4972-9e39-88af02ad7e6a', 'status': 'completed', 'code': 200} Jul 16 18:17:22.433501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdf7dc-cca1-4b20-a8b0-ff019f47eade req-9592e994-d98f-4d4f-8409-c67a26a816d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.435258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26bdf7dc-cca1-4b20-a8b0-ff019f47eade req-9592e994-d98f-4d4f-8409-c67a26a816d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d49e708ed6c1459f945605aa0cd2246e&device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 1095 time: 0.0596471 Jul 16 18:17:22.543869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdf7dc-cca1-4b20-a8b0-ff019f47eade req-17f273ef-2997-429f-b84a-a5db49dc7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.545564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26bdf7dc-cca1-4b20-a8b0-ff019f47eade req-17f273ef-2997-429f-b84a-a5db49dc7a4e service neutron] 10.222.0.38 "GET /v2.0/networks?id=a2701a4f-c143-4250-a857-a3658f5bd15c HTTP/1.1" status: 200 len: 922 time: 0.1040683 Jul 16 18:17:22.587244 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26bdf7dc-cca1-4b20-a8b0-ff019f47eade req-f52349f4-4b49-4c04-852f-2c827621ca6a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f783fd62-fab7-4972-9e39-88af02ad7e6a HTTP/1.1" status: 200 len: 217 time: 0.0349550 Jul 16 18:17:22.643362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdf7dc-cca1-4b20-a8b0-ff019f47eade req-a4159332-c468-4769-abad-e0209c22aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.645012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26bdf7dc-cca1-4b20-a8b0-ff019f47eade req-a4159332-c468-4769-abad-e0209c22aed1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=de58edd4-dd87-433b-ac21-309764cd4a16 HTTP/1.1" status: 200 len: 861 time: 0.0519948 Jul 16 18:17:22.679973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26bdf7dc-cca1-4b20-a8b0-ff019f47eade req-b4c94ca0-4301-47eb-af4e-275e4a12c12a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2701a4f-c143-4250-a857-a3658f5bd15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272999 Jul 16 18:17:22.804777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26bdf7dc-cca1-4b20-a8b0-ff019f47eade req-5a2ba8a7-ec69-4e3f-ac26-495818fa10a9 service neutron] 10.222.0.38 "GET /v2.0/networks/a2701a4f-c143-4250-a857-a3658f5bd15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186290 Jul 16 18:17:22.985010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26bdf7dc-cca1-4b20-a8b0-ff019f47eade req-8c9dd637-bf4f-44d5-a794-2fe90d181bbe service neutron] 10.222.0.38 "GET /v2.0/networks/a2701a4f-c143-4250-a857-a3658f5bd15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737134 Jul 16 18:17:23.435578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fcdac-c7b8-4a6a-bd57-886fecdee52d req-083f6832-84ad-46f5-8d8d-24f1c6a5716d tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:23.437230 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a1fcdac-c7b8-4a6a-bd57-886fecdee52d req-083f6832-84ad-46f5-8d8d-24f1c6a5716d tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 944 time: 0.1125195 Jul 16 18:17:23.482098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3190f-37e9-434b-9b1a-0346a088d98f req-2184881c-b2d5-443a-a8d4-ab3e26f180b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:23.483710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4f3190f-37e9-434b-9b1a-0346a088d98f req-2184881c-b2d5-443a-a8d4-ab3e26f180b4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 943 time: 0.1068702 Jul 16 18:17:23.505113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a1fcdac-c7b8-4a6a-bd57-886fecdee52d req-6519c543-e4e9-4c7a-9b4a-40f2c664dd27 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b321e6e-1b24-4ba8-9df3-657013140f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592439 Jul 16 18:17:23.562946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4f3190f-37e9-434b-9b1a-0346a088d98f req-c53ada8f-9a6e-47e8-9751-3ffc3af49c10 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706942 Jul 16 18:17:24.545071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c6296cd8-4448-425c-adf9-57a1779a9112 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:24.724827 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c6296cd8-4448-425c-adf9-57a1779a9112, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c6296cd8-4448-425c-adf9-57a1779a9112,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:24.746708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d938aa9-7a42-4689-936a-e0b87748df2a req-86b51e7d-a3f3-4c15-8ab4-2b2111093dc9 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.749008 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d938aa9-7a42-4689-936a-e0b87748df2a req-86b51e7d-a3f3-4c15-8ab4-2b2111093dc9 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 944 time: 0.0984099 Jul 16 18:17:24.754825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'c6296cd8-4448-425c-adf9-57a1779a9112', 'network_id': '9e78f56b-5e51-42a6-804f-d297865e4c92', 'port_id': 'c6296cd8-4448-425c-adf9-57a1779a9112', 'mac_address': 'fa:16:3e:ad:40:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c30686d-f148-4f8a-8c2a-29c3ee51f644', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:24.799589 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.815800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6296cd8-4448-425c-adf9-57a1779a9112 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:24.825229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d938aa9-7a42-4689-936a-e0b87748df2a req-560668ea-7a7d-4c86-ae97-696361dc8dea tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b321e6e-1b24-4ba8-9df3-657013140f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691245 Jul 16 18:17:24.837815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c6296cd8-4448-425c-adf9-57a1779a9112, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c6296cd8-4448-425c-adf9-57a1779a9112,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:24.843118 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.843963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f783fd62-fab7-4972-9e39-88af02ad7e6a details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:24.896489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918628b-9557-4b46-aec0-5de0b3a27736 req-ac992a35-d136-4918-8801-ccdfcbc96ff2 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.904814 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f918628b-9557-4b46-aec0-5de0b3a27736 req-ac992a35-d136-4918-8801-ccdfcbc96ff2 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 943 time: 0.1334224 Jul 16 18:17:24.948558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c6296cd8-4448-425c-adf9-57a1779a9112,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:24.973662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f918628b-9557-4b46-aec0-5de0b3a27736 req-2f5b0ba9-6b31-447e-ac86-e1b4dc90fe4c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544424 Jul 16 18:17:25.034115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f783fd62-fab7-4972-9e39-88af02ad7e6a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f783fd62-fab7-4972-9e39-88af02ad7e6a,segment=NetworkSegment(d905926f-75f4-41c5-a1da-090c7eaf6c86),segment_id=d905926f-75f4-41c5-a1da-090c7eaf6c86)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:25.052591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'f783fd62-fab7-4972-9e39-88af02ad7e6a', 'network_id': 'a2701a4f-c143-4250-a857-a3658f5bd15c', 'port_id': 'f783fd62-fab7-4972-9e39-88af02ad7e6a', 'mac_address': 'fa:16:3e:60:62:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de58edd4-dd87-433b-ac21-309764cd4a16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:25.096020 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.112837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f783fd62-fab7-4972-9e39-88af02ad7e6a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:25.142152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f783fd62-fab7-4972-9e39-88af02ad7e6a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f783fd62-fab7-4972-9e39-88af02ad7e6a,segment=NetworkSegment(d905926f-75f4-41c5-a1da-090c7eaf6c86),segment_id=d905926f-75f4-41c5-a1da-090c7eaf6c86)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:25.146640 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.196793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=f783fd62-fab7-4972-9e39-88af02ad7e6a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.354705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['f783fd62-fab7-4972-9e39-88af02ad7e6a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:25.357709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['c6296cd8-4448-425c-adf9-57a1779a9112'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:26.153917 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3db698-f4bc-4b3a-85c5-becc88d1e422 req-bb76ebae-ca43-490d-8d76-c52656f88848 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:26.162002 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df3db698-f4bc-4b3a-85c5-becc88d1e422 req-bb76ebae-ca43-490d-8d76-c52656f88848 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 945 time: 0.1781492 Jul 16 18:17:26.222324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df3db698-f4bc-4b3a-85c5-becc88d1e422 req-51dbc08a-e3aa-4bc6-9568-952aa64497cd tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b321e6e-1b24-4ba8-9df3-657013140f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588779 Jul 16 18:17:26.268299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c044a-19c9-4355-9f3b-5afed40fd2cf req-d6144d73-a018-453b-bfc8-880768c0daee tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:26.270810 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-024c044a-19c9-4355-9f3b-5afed40fd2cf req-d6144d73-a018-453b-bfc8-880768c0daee tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 944 time: 0.1689773 Jul 16 18:17:26.344601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-024c044a-19c9-4355-9f3b-5afed40fd2cf req-95f0701a-e1f4-4816-93a6-cb9ae4617577 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597584 Jul 16 18:17:26.579914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f783fd62-fab7-4972-9e39-88af02ad7e6a up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:26.677328 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port f783fd62-fab7-4972-9e39-88af02ad7e6a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:26.685542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port f783fd62-fab7-4972-9e39-88af02ad7e6a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:26.685993 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.803117 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.837534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d8b186-e3b2-4581-84c1-7090b35ebb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783fd62-fab7-4972-9e39-88af02ad7e6a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:26.845466 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cabff0-9bce-43c4-89db-8948351dc4da" -d '{"events": [{"server_uuid": "35d8b186-e3b2-4581-84c1-7090b35ebb10", "name": "network-vif-plugged", "status": "completed", "tag": "f783fd62-fab7-4972-9e39-88af02ad7e6a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:26.880638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f783fd62-fab7-4972-9e39-88af02ad7e6a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f783fd62-fab7-4972-9e39-88af02ad7e6a,segment=NetworkSegment(d905926f-75f4-41c5-a1da-090c7eaf6c86),segment_id=d905926f-75f4-41c5-a1da-090c7eaf6c86)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:26.889372 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.889687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c6296cd8-4448-425c-adf9-57a1779a9112 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:26.940940 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f964788-a5d0-47f5-ab8c-77603d2b6cdb x-openstack-request-id: req-3f964788-a5d0-47f5-ab8c-77603d2b6cdb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:26.941218 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d8b186-e3b2-4581-84c1-7090b35ebb10", "name": "network-vif-plugged", "status": "completed", "tag": "f783fd62-fab7-4972-9e39-88af02ad7e6a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:26.941478 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f964788-a5d0-47f5-ab8c-77603d2b6cdb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:26.941884 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d8b186-e3b2-4581-84c1-7090b35ebb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f783fd62-fab7-4972-9e39-88af02ad7e6a', 'code': 200} Jul 16 18:17:26.976307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=f783fd62-fab7-4972-9e39-88af02ad7e6a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:26.997281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port c6296cd8-4448-425c-adf9-57a1779a9112 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:27.006908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port c6296cd8-4448-425c-adf9-57a1779a9112 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:27.007309 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.126866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9a50-42ad-41a0-a21d-404e3cf3cc99 req-8f95e0b0-e69f-4b50-a879-cf749fc7fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:27.129067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b5a9a50-42ad-41a0-a21d-404e3cf3cc99 req-8f95e0b0-e69f-4b50-a879-cf749fc7fc49 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 1097 time: 0.0880024 Jul 16 18:17:27.162018 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.186442 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b5a9a50-42ad-41a0-a21d-404e3cf3cc99 req-d2ee18c9-c9df-4f53-91e7-c515b32dbd18 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6b321e6e-1b24-4ba8-9df3-657013140f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470531 Jul 16 18:17:27.222355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c6296cd8-4448-425c-adf9-57a1779a9112, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c6296cd8-4448-425c-adf9-57a1779a9112,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:27.238091 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.307847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c6296cd8-4448-425c-adf9-57a1779a9112,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:27.500538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cce44-8cdf-497f-924f-94576b1e83ea req-60fbdc4d-b42e-486f-8330-5a8f1749be75 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:27.503084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-901cce44-8cdf-497f-924f-94576b1e83ea req-60fbdc4d-b42e-486f-8330-5a8f1749be75 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 946 time: 0.1211576 Jul 16 18:17:27.582562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-901cce44-8cdf-497f-924f-94576b1e83ea req-457ff736-a732-471a-a6da-1a1fa84ab1cd tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b321e6e-1b24-4ba8-9df3-657013140f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731869 Jul 16 18:17:27.630307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448ec37-b626-4f47-bd93-68bdc0da5d1c req-b9066cad-7e63-4d63-bca8-94bddb214d5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:27.641929 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a448ec37-b626-4f47-bd93-68bdc0da5d1c req-b9066cad-7e63-4d63-bca8-94bddb214d5d tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1294501 Jul 16 18:17:27.687937 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a448ec37-b626-4f47-bd93-68bdc0da5d1c req-233314b8-dd17-4c98-a4a1-e72b9b280e68 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Jul 16 18:17:28.828085 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb64ce7-7e73-40f9-bd80-46e883162db3 req-499ae73a-aab2-457c-a92f-22770765a10e tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:28.835794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fcb64ce7-7e73-40f9-bd80-46e883162db3 req-499ae73a-aab2-457c-a92f-22770765a10e tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 946 time: 0.1102090 Jul 16 18:17:28.937332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fcb64ce7-7e73-40f9-bd80-46e883162db3 req-fce894e5-739b-413d-bf69-6cfde478eae2 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b321e6e-1b24-4ba8-9df3-657013140f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004961 Jul 16 18:17:28.950098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052ed028-4215-473c-bb15-ee2c0fcbec1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6296cd8-4448-425c-adf9-57a1779a9112'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:28.975980 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e456b6-331e-4d42-b3c0-80eb3cf51949" -d '{"events": [{"server_uuid": "052ed028-4215-473c-bb15-ee2c0fcbec1d", "name": "network-vif-plugged", "status": "completed", "tag": "c6296cd8-4448-425c-adf9-57a1779a9112"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:29.027491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ec397-6994-4280-bf04-7af9d7d175f0 req-d67095d3-3aa5-4715-b05f-06ba0e6442df tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:29.035055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a89ec397-6994-4280-bf04-7af9d7d175f0 req-d67095d3-3aa5-4715-b05f-06ba0e6442df tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1681974 Jul 16 18:17:29.073610 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a89ec397-6994-4280-bf04-7af9d7d175f0 req-6c6a67a3-7730-4f8c-bb36-ea8995e47cc1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367491 Jul 16 18:17:29.168757 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4a35a9-55bb-4086-b159-936ba6ec1147 x-openstack-request-id: req-4f4a35a9-55bb-4086-b159-936ba6ec1147 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:29.169059 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052ed028-4215-473c-bb15-ee2c0fcbec1d", "name": "network-vif-plugged", "status": "completed", "tag": "c6296cd8-4448-425c-adf9-57a1779a9112", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:29.169339 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f4a35a9-55bb-4086-b159-936ba6ec1147 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:29.169747 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052ed028-4215-473c-bb15-ee2c0fcbec1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6296cd8-4448-425c-adf9-57a1779a9112', 'code': 200} Jul 16 18:17:29.424411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fdbd4-4b7c-43ff-a739-6a4a60f1a3cc req-da5b69fc-d753-4c11-9d41-f925cea5b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:29.425836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f60fdbd4-4b7c-43ff-a739-6a4a60f1a3cc req-da5b69fc-d753-4c11-9d41-f925cea5b5ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 1096 time: 0.1141353 Jul 16 18:17:29.467639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f60fdbd4-4b7c-43ff-a739-6a4a60f1a3cc req-402e698d-ae82-4736-9b57-c6e2e124e31d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346127 Jul 16 18:17:30.053094 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ca1c8d8-7359-4b03-bf6a-d286348f170d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.277652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c5ac7-d8b5-45b3-be1a-51e36f194749 req-62f451cb-2fc8-4c49-8b2a-22db129707f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:30.279238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c10c5ac7-d8b5-45b3-be1a-51e36f194749 req-62f451cb-2fc8-4c49-8b2a-22db129707f4 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 946 time: 0.5064476 Jul 16 18:17:30.381132 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c10c5ac7-d8b5-45b3-be1a-51e36f194749 req-41a24930-a06d-4daf-a051-ed8e4fc130e6 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b321e6e-1b24-4ba8-9df3-657013140f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918617 Jul 16 18:17:30.471962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b5907-5f1f-400f-a5b4-92166f57b609 req-87f2c787-a8aa-44fc-8f37-1478858f9501 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:30.480632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d10b5907-5f1f-400f-a5b4-92166f57b609 req-87f2c787-a8aa-44fc-8f37-1478858f9501 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.0751774 Jul 16 18:17:30.529492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d10b5907-5f1f-400f-a5b4-92166f57b609 req-6aa88004-7a5f-4611-9768-30c565394575 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444288 Jul 16 18:17:31.067888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74689e7-3994-462f-9f73-b219cd7e7ae5 req-55173917-bfab-45e6-a49b-71eaec74bdd1 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:31.069481 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b74689e7-3994-462f-9f73-b219cd7e7ae5 req-55173917-bfab-45e6-a49b-71eaec74bdd1 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.38 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 946 time: 0.0693855 Jul 16 18:17:31.176242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b74689e7-3994-462f-9f73-b219cd7e7ae5 req-4105e356-5a40-4d61-a671-7ff44832fc38 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Deleting port f783fd62-fab7-4972-9e39-88af02ad7e6a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:31.176626 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b74689e7-3994-462f-9f73-b219cd7e7ae5 req-4105e356-5a40-4d61-a671-7ff44832fc38 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.277622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b74689e7-3994-462f-9f73-b219cd7e7ae5 req-4105e356-5a40-4d61-a671-7ff44832fc38 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] For port f783fd62-fab7-4972-9e39-88af02ad7e6a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f783fd62-fab7-4972-9e39-88af02ad7e6a,segment=NetworkSegment(d905926f-75f4-41c5-a1da-090c7eaf6c86),segment_id=d905926f-75f4-41c5-a1da-090c7eaf6c86)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:31.278070 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b74689e7-3994-462f-9f73-b219cd7e7ae5 req-4105e356-5a40-4d61-a671-7ff44832fc38 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.291650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b74689e7-3994-462f-9f73-b219cd7e7ae5 req-4105e356-5a40-4d61-a671-7ff44832fc38 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Calling delete_port for f783fd62-fab7-4972-9e39-88af02ad7e6a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:31.436892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b74689e7-3994-462f-9f73-b219cd7e7ae5 req-4105e356-5a40-4d61-a671-7ff44832fc38 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.450398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['f783fd62-fab7-4972-9e39-88af02ad7e6a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:31.480279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105e356-5a40-4d61-a671-7ff44832fc38 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Pushing event deleted for resources: {'Port': ['ID=f783fd62-fab7-4972-9e39-88af02ad7e6a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:31.561760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74689e7-3994-462f-9f73-b219cd7e7ae5 req-4105e356-5a40-4d61-a671-7ff44832fc38 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] No DVR routers for this DVR port f783fd62-fab7-4972-9e39-88af02ad7e6a on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:31.592724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-957acd4a-7a29-4b98-84f5-9e3b1f9baafa req-34d2ecb8-99ce-4eda-9180-ae8a9403bbd0 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.52 "GET /v2.0/ports?device_id=35d8b186-e3b2-4581-84c1-7090b35ebb10 HTTP/1.1" status: 200 len: 210 time: 0.0288968 Jul 16 18:17:31.593856 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b74689e7-3994-462f-9f73-b219cd7e7ae5 req-4105e356-5a40-4d61-a671-7ff44832fc38 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.595739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b74689e7-3994-462f-9f73-b219cd7e7ae5 req-4105e356-5a40-4d61-a671-7ff44832fc38 tempest-InstanceActionsNegativeTestJSON-40416553 tempest-InstanceActionsNegativeTestJSON-40416553-project] 10.222.0.38 "DELETE /v2.0/ports/f783fd62-fab7-4972-9e39-88af02ad7e6a HTTP/1.1" status: 204 len: 173 time: 0.5209947 Jul 16 18:17:31.596317 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d8b186-e3b2-4581-84c1-7090b35ebb10', 'name': 'network-vif-deleted', 'tag': 'f783fd62-fab7-4972-9e39-88af02ad7e6a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:31.598569 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eb468f-de4d-493f-bdbc-188e2c262da9" -d '{"events": [{"server_uuid": "35d8b186-e3b2-4581-84c1-7090b35ebb10", "name": "network-vif-deleted", "tag": "f783fd62-fab7-4972-9e39-88af02ad7e6a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:31.772255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247f24a-1887-4413-9ffb-677cf36bf46b req-2516abfa-8cab-4468-aede-1a6aa7641c3e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:31.787830 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f247f24a-1887-4413-9ffb-677cf36bf46b req-2516abfa-8cab-4468-aede-1a6aa7641c3e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1137466 Jul 16 18:17:31.867284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f247f24a-1887-4413-9ffb-677cf36bf46b req-28b842c1-3a55-471e-aaff-c4070bb07ed0 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782242 Jul 16 18:17:31.868932 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3827ca-0610-432c-8ccb-303b95032a3b x-openstack-request-id: req-5b3827ca-0610-432c-8ccb-303b95032a3b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:31.869472 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d8b186-e3b2-4581-84c1-7090b35ebb10", "name": "network-vif-deleted", "tag": "f783fd62-fab7-4972-9e39-88af02ad7e6a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:31.869808 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b3827ca-0610-432c-8ccb-303b95032a3b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:31.870312 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d8b186-e3b2-4581-84c1-7090b35ebb10', 'name': 'network-vif-deleted', 'tag': 'f783fd62-fab7-4972-9e39-88af02ad7e6a', 'status': 'completed', 'code': 200} Jul 16 18:17:32.272226 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83e2f1a5-48c4-4ca9-a88b-1b03abbfa6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.295173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e93269-67c2-4d56-a21d-f85de7c15f51 req-770a4075-7ca7-4cb3-bf2b-ca186194ec62 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:32.296880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24e93269-67c2-4d56-a21d-f85de7c15f51 req-770a4075-7ca7-4cb3-bf2b-ca186194ec62 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.0944135 Jul 16 18:17:32.362036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24e93269-67c2-4d56-a21d-f85de7c15f51 req-b989294b-0f42-4068-a25f-cf45b046f765 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572705 Jul 16 18:17:32.527007 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.554765 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25385d9-b98e-4213-8c4f-5f41bfa42f88 req-197b7541-502b-4b56-87d5-247d5d90113e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:32.556362 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b25385d9-b98e-4213-8c4f-5f41bfa42f88 req-197b7541-502b-4b56-87d5-247d5d90113e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.0696902 Jul 16 18:17:32.585769 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.599862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b25385d9-b98e-4213-8c4f-5f41bfa42f88 req-80aa79df-2f4c-47bd-996a-c5a823119200 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Jul 16 18:17:32.685533 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.727291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:32.773719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d716d7d9-d4ef-42e3-8ea1-cefa1997e222 admin admin] Deleting subnet de58edd4-dd87-433b-ac21-309764cd4a16 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:32.777837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d716d7d9-d4ef-42e3-8ea1-cefa1997e222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.850463 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d716d7d9-d4ef-42e3-8ea1-cefa1997e222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.901467 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d716d7d9-d4ef-42e3-8ea1-cefa1997e222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.981395 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d716d7d9-d4ef-42e3-8ea1-cefa1997e222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.047248 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716d7d9-d4ef-42e3-8ea1-cefa1997e222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de58edd4-dd87-433b-ac21-309764cd4a16,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.055556 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d716d7d9-d4ef-42e3-8ea1-cefa1997e222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.060112 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d716d7d9-d4ef-42e3-8ea1-cefa1997e222 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/de58edd4-dd87-433b-ac21-309764cd4a16 HTTP/1.1" status: 204 len: 168 time: 0.3315601 Jul 16 18:17:33.060802 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:33.106759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835a15-b2b8-48e7-9947-d6f8ab27e50f req-1b6e0c60-443a-4a07-b6ad-007d1fe7685e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:33.108650 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb835a15-b2b8-48e7-9947-d6f8ab27e50f req-1b6e0c60-443a-4a07-b6ad-007d1fe7685e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.0842254 Jul 16 18:17:33.149033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb835a15-b2b8-48e7-9947-d6f8ab27e50f req-63759168-169f-427d-babe-39d9016012a1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346637 Jul 16 18:17:33.168017 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.257775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.268732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2701a4f-c143-4250-a857-a3658f5bd15c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:33.279423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd905926f-75f4-41c5-a1da-090c7eaf6c86') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:33.279944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd905926f-75f4-41c5-a1da-090c7eaf6c86') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:33.289794 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.304579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.312404 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:33.312942 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:33.314836 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:33.379567 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.397389 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.402053 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a2701a4f-c143-4250-a857-a3658f5bd15c HTTP/1.1" status: 204 len: 168 time: 0.3378336 Jul 16 18:17:33.403506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75fbac-2532-4851-ae15-067015834c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2701a4f-c143-4250-a857-a3658f5bd15c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.607741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:33.661128 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8fd72f75-1e2c-4aa5-8ffc-d8f8d756a5bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d49e708ed6c1459f945605aa0cd2246e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520608 Jul 16 18:17:33.663436 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:33.723048 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df68796d-b77c-4827-9fc6-e5bfd74030c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.747034 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df68796d-b77c-4827-9fc6-e5bfd74030c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.775696 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.804742 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df68796d-b77c-4827-9fc6-e5bfd74030c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.808560 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df68796d-b77c-4827-9fc6-e5bfd74030c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.810066 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-df68796d-b77c-4827-9fc6-e5bfd74030c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b321e6e-1b24-4ba8-9df3-657013140f1d HTTP/1.1" status: 204 len: 168 time: 0.1455293 Jul 16 18:17:33.821167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68796d-b77c-4827-9fc6-e5bfd74030c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b321e6e-1b24-4ba8-9df3-657013140f1d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.394759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc47d5-1f45-4cc6-8e48-935f0b9d32af req-c696edb2-19b2-4061-9452-b031ae785e3a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.397223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-debc47d5-1f45-4cc6-8e48-935f0b9d32af req-c696edb2-19b2-4061-9452-b031ae785e3a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1005116 Jul 16 18:17:34.488324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-debc47d5-1f45-4cc6-8e48-935f0b9d32af req-94c4a820-93b0-4e08-9e40-1569bfef64ac tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823076 Jul 16 18:17:34.634070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f783fd62-fab7-4972-9e39-88af02ad7e6a no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:34.667285 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: f783fd62-fab7-4972-9e39-88af02ad7e6a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:34.667986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f783fd62-fab7-4972-9e39-88af02ad7e6a not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:34.684547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:34.798037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1788890595-network', 'tenant_id': '3911b48ed3ba4ed69cec5849cf981b3d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:34.825141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Made reservation on behalf of 3911b48ed3ba4ed69cec5849cf981b3d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:34.827590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.836811 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.934680 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.938765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.965456 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:34.977219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f46d26-1ba9-435e-b53a-399b91d870be,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.983919 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.984288 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Added segment 1a17f3ee-d425-4232-87dd-6a0d84332257 of type vlan for network 2eebfc7d-d843-40e3-8b4f-44e2104e9d81 Jul 16 18:17:35.028526 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.071500 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.074650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.077415 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.106796 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4211187 Jul 16 18:17:35.109730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:35.114697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f551f9e4-e29b-4865-a692-4789234e8fa5 admin admin] Request body: {'subnet': {'network_id': '2eebfc7d-d843-40e3-8b4f-44e2104e9d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1788890595-subnet', 'tenant_id': '3911b48ed3ba4ed69cec5849cf981b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:35.139946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f551f9e4-e29b-4865-a692-4789234e8fa5 admin admin] Made reservation on behalf of 3911b48ed3ba4ed69cec5849cf981b3d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:35.143231 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f551f9e4-e29b-4865-a692-4789234e8fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.152366 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b752558-f587-4a08-8b58-d1435cabd430 admin admin] Pushing event updated for resources: {'Network': ['ID=2eebfc7d-d843-40e3-8b4f-44e2104e9d81,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:35.162380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 2eebfc7d-d843-40e3-8b4f-44e2104e9d81 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:35.368517 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f551f9e4-e29b-4865-a692-4789234e8fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.433049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551f9e4-e29b-4865-a692-4789234e8fa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8d0242e-f4c5-43c4-a6c9-882cd6298a77,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:35.443505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f551f9e4-e29b-4865-a692-4789234e8fa5 admin admin] Checking segment: {'id': '1a17f3ee-d425-4232-87dd-6a0d84332257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2eebfc7d-d843-40e3-8b4f-44e2104e9d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:35.443877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f551f9e4-e29b-4865-a692-4789234e8fa5 admin admin] Network hostable DHCP agents. Network: 2eebfc7d-d843-40e3-8b4f-44e2104e9d81, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:35.462268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f551f9e4-e29b-4865-a692-4789234e8fa5 admin admin] Network 2eebfc7d-d843-40e3-8b4f-44e2104e9d81 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:35.466567 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.474320 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f551f9e4-e29b-4865-a692-4789234e8fa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 2eebfc7d-d843-40e3-8b4f-44e2104e9d81) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:35.479733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f551f9e4-e29b-4865-a692-4789234e8fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.480607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f551f9e4-e29b-4865-a692-4789234e8fa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.487074 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e6819a-afc9-4414-8127-69346611dd53 None None] Network 2eebfc7d-d843-40e3-8b4f-44e2104e9d81 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:35.500695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f551f9e4-e29b-4865-a692-4789234e8fa5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3896282 Jul 16 18:17:35.685211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95153a74-ee1e-4849-84e9-18fc9564e1f5 None None] Network 2eebfc7d-d843-40e3-8b4f-44e2104e9d81 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:35.899363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394018a-1ed1-4cee-90d2-17f9363aa46f req-8d5888ff-0f64-4590-9fdd-421d496dd606 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.904332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7394018a-1ed1-4cee-90d2-17f9363aa46f req-8d5888ff-0f64-4590-9fdd-421d496dd606 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.2059925 Jul 16 18:17:35.963370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7394018a-1ed1-4cee-90d2-17f9363aa46f req-8790c300-c384-48f3-bf3f-e5c39b1d1d8c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479846 Jul 16 18:17:36.198368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-e7b43700-d946-4848-8fc0-fbeca738b532 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:36.200036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-e7b43700-d946-4848-8fc0-fbeca738b532 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/networks?id=2eebfc7d-d843-40e3-8b4f-44e2104e9d81 HTTP/1.1" status: 200 len: 822 time: 0.1275487 Jul 16 18:17:36.216296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-922665f0-7502-4039-95c0-80376e2e2ef9 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/quotas/3911b48ed3ba4ed69cec5849cf981b3d HTTP/1.1" status: 200 len: 375 time: 0.0106788 Jul 16 18:17:36.264905 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-ebcbc953-d0c1-434c-852e-ab8cf0f0ba10 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3911b48ed3ba4ed69cec5849cf981b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301313 Jul 16 18:17:36.377156 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-c6959eaf-755e-4b80-833e-540fb44652ff service neutron] 10.222.0.52 "GET /v2.0/networks/2eebfc7d-d843-40e3-8b4f-44e2104e9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049380 Jul 16 18:17:36.504994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-a7999178-da7a-47ca-8f20-232fff249934 service neutron] 10.222.0.52 "GET /v2.0/networks/2eebfc7d-d843-40e3-8b4f-44e2104e9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215272 Jul 16 18:17:36.740906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb57ecd4-c454-4a8e-90ef-8e8e0d10bc61 req-3ea32c6c-cacf-4c45-b40f-9433536035ba tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 210 time: 0.0455527 Jul 16 18:17:37.221933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126792b-cab3-4f8e-9560-e368f3cf2ed7 req-3ec573b8-55c0-4530-8086-d807fbee2e04 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.239932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e126792b-cab3-4f8e-9560-e368f3cf2ed7 req-3ec573b8-55c0-4530-8086-d807fbee2e04 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1500287 Jul 16 18:17:37.320620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e126792b-cab3-4f8e-9560-e368f3cf2ed7 req-e42b17c6-6847-4d36-9d03-75b7b42a2513 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797770 Jul 16 18:17:37.975323 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56a2fb2d-5c98-4f91-8cdd-c5ebea784ab3 req-b823c9ed-7afb-4349-bb3b-53ac3b69d2b3 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 210 time: 0.0539579 Jul 16 18:17:38.073180 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-984b5b8c-c0b3-4ffa-92dc-921e64da1c27 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.074716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-984b5b8c-c0b3-4ffa-92dc-921e64da1c27 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.38 "GET /v2.0/networks?id=2eebfc7d-d843-40e3-8b4f-44e2104e9d81 HTTP/1.1" status: 200 len: 822 time: 0.1760929 Jul 16 18:17:38.087072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Request body: {'port': {'device_id': '6bb578f4-191d-4ae7-a5e6-98d61b90ee6c', 'network_id': '2eebfc7d-d843-40e3-8b4f-44e2104e9d81', 'admin_state_up': True, 'tenant_id': '3911b48ed3ba4ed69cec5849cf981b3d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:38.242767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Made reservation on behalf of 3911b48ed3ba4ed69cec5849cf981b3d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:38.247035 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.395870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Allocated IP 172.20.0.11 (2eebfc7d-d843-40e3-8b4f-44e2104e9d81/a8d0242e-f4c5-43c4-a6c9-882cd6298a77/b403ae4e-cbc9-435d-92ba-c313b9694eec) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:38.630047 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.646870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e8762-4dfc-42b2-9cb6-0d24efff6698 req-1e181d7d-4c61-4dcd-8d82-4cee1cfdf2a9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.648316 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b72e8762-4dfc-42b2-9cb6-0d24efff6698 req-1e181d7d-4c61-4dcd-8d82-4cee1cfdf2a9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1641724 Jul 16 18:17:38.716461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b72e8762-4dfc-42b2-9cb6-0d24efff6698 req-1f050f99-22f0-4adc-945b-5c225df485f4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612652 Jul 16 18:17:38.727388 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.791304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Network 2eebfc7d-d843-40e3-8b4f-44e2104e9d81 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:38.797109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:38.801128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:38.846219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Pushing event updated for resources: {'Port': ['ID=b403ae4e-cbc9-435d-92ba-c313b9694eec,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:38.892873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.893604 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.921268 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-4da6f1ad-ece5-40c6-a8fb-da674b999066 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8366289 Jul 16 18:17:38.933227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Request body: {'port': {'device_id': '6bb578f4-191d-4ae7-a5e6-98d61b90ee6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:39.032357 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.296939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc482045-a3f9-4381-a078-fbb172e84f28 req-390f7818-4e98-408d-8ded-6396b7316fbb tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:39.298866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc482045-a3f9-4381-a078-fbb172e84f28 req-390f7818-4e98-408d-8ded-6396b7316fbb tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 932 time: 0.1836917 Jul 16 18:17:39.392180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc482045-a3f9-4381-a078-fbb172e84f28 req-d596fbc0-121d-46f3-bc22-6187f1a0a09d tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/security-groups?id=32f46d26-1ba9-435e-b53a-399b91d870be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841963 Jul 16 18:17:39.499509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b403ae4e-cbc9-435d-92ba-c313b9694eec {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:39.507539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.520573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Transition to ACTIVE for port object b403ae4e-cbc9-435d-92ba-c313b9694eec will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:39.524705 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.599810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Pushing event updated for resources: {'Port': ['ID=b403ae4e-cbc9-435d-92ba-c313b9694eec,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.657965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Attempting to bind port b403ae4e-cbc9-435d-92ba-c313b9694eec on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:39.658484 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Attempting to bind port b403ae4e-cbc9-435d-92ba-c313b9694eec by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '1a17f3ee-d425-4232-87dd-6a0d84332257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2eebfc7d-d843-40e3-8b4f-44e2104e9d81'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:39.659426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Attempting to bind port b403ae4e-cbc9-435d-92ba-c313b9694eec on network 2eebfc7d-d843-40e3-8b4f-44e2104e9d81 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:39.664909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Port b403ae4e-cbc9-435d-92ba-c313b9694eec on network 2eebfc7d-d843-40e3-8b4f-44e2104e9d81 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:39.665786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Attempting to bind port b403ae4e-cbc9-435d-92ba-c313b9694eec on network 2eebfc7d-d843-40e3-8b4f-44e2104e9d81 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:39.673267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:39.674274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Checking segment: {'id': '1a17f3ee-d425-4232-87dd-6a0d84332257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2eebfc7d-d843-40e3-8b4f-44e2104e9d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:39.674274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Bound using segment: {'id': '1a17f3ee-d425-4232-87dd-6a0d84332257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2eebfc7d-d843-40e3-8b4f-44e2104e9d81'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:39.674680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Bound port: b403ae4e-cbc9-435d-92ba-c313b9694eec, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a17f3ee-d425-4232-87dd-6a0d84332257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2eebfc7d-d843-40e3-8b4f-44e2104e9d81'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:39.675024 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.791664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] For port b403ae4e-cbc9-435d-92ba-c313b9694eec, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:39.796360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] For port b403ae4e-cbc9-435d-92ba-c313b9694eec, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b403ae4e-cbc9-435d-92ba-c313b9694eec,segment=NetworkSegment(1a17f3ee-d425-4232-87dd-6a0d84332257),segment_id=1a17f3ee-d425-4232-87dd-6a0d84332257)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:39.812002 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.874429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:39.875348 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.876999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] 10.222.0.38 "PUT /v2.0/ports/b403ae4e-cbc9-435d-92ba-c313b9694eec HTTP/1.1" status: 200 len: 1092 time: 0.9488382 Jul 16 18:17:39.878100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb578f4-191d-4ae7-a5e6-98d61b90ee6c', 'tag': 'b403ae4e-cbc9-435d-92ba-c313b9694eec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:39.881239 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344be943-4038-4920-b948-340da31ddd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb578f4-191d-4ae7-a5e6-98d61b90ee6c", "tag": "b403ae4e-cbc9-435d-92ba-c313b9694eec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:39.957834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a7500-eb9b-41bb-bf2e-cb45ba68f9ec service neutron] Pushing event updated for resources: {'Port': ['ID=b403ae4e-cbc9-435d-92ba-c313b9694eec,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:40.026230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0faf61-6600-4dbe-8a3e-0a6308ba5a78 req-eeaf0055-0dd5-4e98-b977-153402b883dc tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.028607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c0faf61-6600-4dbe-8a3e-0a6308ba5a78 req-eeaf0055-0dd5-4e98-b977-153402b883dc tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1298475 Jul 16 18:17:40.046093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cfa10d60-c822-4ba7-8770-7059aaaf32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.048297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-cfa10d60-c822-4ba7-8770-7059aaaf32dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3911b48ed3ba4ed69cec5849cf981b3d&device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 1095 time: 0.1236398 Jul 16 18:17:40.130965 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e424e6-763d-4a3a-acea-b62c97d67ecc x-openstack-request-id: req-34e424e6-763d-4a3a-acea-b62c97d67ecc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:40.131492 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb578f4-191d-4ae7-a5e6-98d61b90ee6c", "tag": "b403ae4e-cbc9-435d-92ba-c313b9694eec", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:40.131953 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34e424e6-763d-4a3a-acea-b62c97d67ecc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:40.132846 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb578f4-191d-4ae7-a5e6-98d61b90ee6c', 'tag': 'b403ae4e-cbc9-435d-92ba-c313b9694eec', 'status': 'completed', 'code': 200} Jul 16 18:17:40.138833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-0ca5937f-277c-46ec-a64d-d50bcdc63393 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b403ae4e-cbc9-435d-92ba-c313b9694eec HTTP/1.1" status: 200 len: 217 time: 0.0614097 Jul 16 18:17:40.188363 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c0faf61-6600-4dbe-8a3e-0a6308ba5a78 req-533f1603-54db-4ed6-a897-be168693dd51 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501071 Jul 16 18:17:40.224698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-24585a2f-2759-4f49-85cb-b73e9f273420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.226260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-24585a2f-2759-4f49-85cb-b73e9f273420 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a8d0242e-f4c5-43c4-a6c9-882cd6298a77 HTTP/1.1" status: 200 len: 862 time: 0.0815833 Jul 16 18:17:40.269267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-21abd964-9646-46db-ad4a-c4e71234e46a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2eebfc7d-d843-40e3-8b4f-44e2104e9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337033 Jul 16 18:17:40.395870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-0d0c4bb8-ab31-4d9f-946b-a1f59ef9e33d service neutron] 10.222.0.38 "GET /v2.0/networks/2eebfc7d-d843-40e3-8b4f-44e2104e9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209438 Jul 16 18:17:40.608234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0261b40-d729-45f6-b109-0d31128c0a58 req-6d78bf09-98d0-4539-808e-f1d239011658 service neutron] 10.222.0.38 "GET /v2.0/networks/2eebfc7d-d843-40e3-8b4f-44e2104e9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048330 Jul 16 18:17:40.632577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a640d6-8cb3-4854-9e3e-aa20158be26e req-5ca41285-42c7-4c47-89e0-f6a94824d89f tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.634052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7a640d6-8cb3-4854-9e3e-aa20158be26e req-5ca41285-42c7-4c47-89e0-f6a94824d89f tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 944 time: 0.1002107 Jul 16 18:17:40.693875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7a640d6-8cb3-4854-9e3e-aa20158be26e req-a9445c36-f581-4b79-847e-70a75646bfed tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/security-groups?id=32f46d26-1ba9-435e-b53a-399b91d870be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518243 Jul 16 18:17:40.738385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344be943-4038-4920-b948-340da31ddd6f req-7eb83d13-d178-4eb1-b63d-10ab2ba5dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.739835 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-344be943-4038-4920-b948-340da31ddd6f req-7eb83d13-d178-4eb1-b63d-10ab2ba5dc96 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3911b48ed3ba4ed69cec5849cf981b3d&device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 1095 time: 0.0650897 Jul 16 18:17:40.873725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344be943-4038-4920-b948-340da31ddd6f req-a3519031-6479-45e8-b3fc-c4c7d8259194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.875300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-344be943-4038-4920-b948-340da31ddd6f req-a3519031-6479-45e8-b3fc-c4c7d8259194 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2eebfc7d-d843-40e3-8b4f-44e2104e9d81 HTTP/1.1" status: 200 len: 923 time: 0.1285148 Jul 16 18:17:40.918791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-344be943-4038-4920-b948-340da31ddd6f req-838ef961-2f3c-48b0-946d-eb182ca287eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b403ae4e-cbc9-435d-92ba-c313b9694eec HTTP/1.1" status: 200 len: 217 time: 0.0367126 Jul 16 18:17:41.014980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344be943-4038-4920-b948-340da31ddd6f req-b07021b2-f30d-44f5-8966-c9cc9988f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.017089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-344be943-4038-4920-b948-340da31ddd6f req-b07021b2-f30d-44f5-8966-c9cc9988f5c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a8d0242e-f4c5-43c4-a6c9-882cd6298a77 HTTP/1.1" status: 200 len: 862 time: 0.0914717 Jul 16 18:17:41.060676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-344be943-4038-4920-b948-340da31ddd6f req-39301df8-f079-4636-86a0-1052e89421dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2eebfc7d-d843-40e3-8b4f-44e2104e9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358837 Jul 16 18:17:41.263158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-344be943-4038-4920-b948-340da31ddd6f req-5d99468d-04f7-4bdf-b33b-bbdb5a169c83 service neutron] 10.222.0.38 "GET /v2.0/networks/2eebfc7d-d843-40e3-8b4f-44e2104e9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926026 Jul 16 18:17:41.432382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-344be943-4038-4920-b948-340da31ddd6f req-9a0b8c6e-a6ec-4cd8-b838-b87ff08f2fd0 service neutron] 10.222.0.38 "GET /v2.0/networks/2eebfc7d-d843-40e3-8b4f-44e2104e9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622918 Jul 16 18:17:41.473766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9b28-7b44-416b-8cdf-0950b1de65a8 req-021f6af0-2f4b-48e4-8f69-76916976baa8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.479230 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f66e9b28-7b44-416b-8cdf-0950b1de65a8 req-021f6af0-2f4b-48e4-8f69-76916976baa8 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1480088 Jul 16 18:17:41.518104 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f66e9b28-7b44-416b-8cdf-0950b1de65a8 req-51593832-fb4b-4d92-b773-693bcf33f416 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357535 Jul 16 18:17:41.881541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344def0-2fff-4797-8819-b9e9c5bb80d8 req-57617de2-cd7b-47e2-9759-d13c59956355 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.883659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8344def0-2fff-4797-8819-b9e9c5bb80d8 req-57617de2-cd7b-47e2-9759-d13c59956355 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 944 time: 0.0706491 Jul 16 18:17:41.947290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8344def0-2fff-4797-8819-b9e9c5bb80d8 req-f97eca5d-7cea-499b-869a-15b239d0d7b7 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/security-groups?id=32f46d26-1ba9-435e-b53a-399b91d870be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576584 Jul 16 18:17:42.675674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b403ae4e-cbc9-435d-92ba-c313b9694eec details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:42.747305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c460f-c76c-48b0-a3d4-343de0823bca req-4b3dd37f-8807-42e2-81cd-465e726dfe21 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:42.748919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae7c460f-c76c-48b0-a3d4-343de0823bca req-4b3dd37f-8807-42e2-81cd-465e726dfe21 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1048989 Jul 16 18:17:42.813377 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae7c460f-c76c-48b0-a3d4-343de0823bca req-679c2ad3-b4f6-407e-badb-cf0e6d635e39 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560977 Jul 16 18:17:42.862350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b403ae4e-cbc9-435d-92ba-c313b9694eec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b403ae4e-cbc9-435d-92ba-c313b9694eec,segment=NetworkSegment(1a17f3ee-d425-4232-87dd-6a0d84332257),segment_id=1a17f3ee-d425-4232-87dd-6a0d84332257)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:42.890828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'b403ae4e-cbc9-435d-92ba-c313b9694eec', 'network_id': '2eebfc7d-d843-40e3-8b4f-44e2104e9d81', 'port_id': 'b403ae4e-cbc9-435d-92ba-c313b9694eec', 'mac_address': 'fa:16:3e:e4:03:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d0242e-f4c5-43c4-a6c9-882cd6298a77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:42.936548 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.951175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b403ae4e-cbc9-435d-92ba-c313b9694eec {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:42.974170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b403ae4e-cbc9-435d-92ba-c313b9694eec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b403ae4e-cbc9-435d-92ba-c313b9694eec,segment=NetworkSegment(1a17f3ee-d425-4232-87dd-6a0d84332257),segment_id=1a17f3ee-d425-4232-87dd-6a0d84332257)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:42.983980 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.052056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b403ae4e-cbc9-435d-92ba-c313b9694eec,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.189887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa588b-d2c4-4f22-967f-2e5dc0e3c742 req-ccc586d8-1738-4d8d-9a78-67a563798896 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:43.192295 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b403ae4e-cbc9-435d-92ba-c313b9694eec'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:43.194243 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5aa588b-d2c4-4f22-967f-2e5dc0e3c742 req-ccc586d8-1738-4d8d-9a78-67a563798896 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 945 time: 0.0967157 Jul 16 18:17:43.271969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5aa588b-d2c4-4f22-967f-2e5dc0e3c742 req-1594ae7a-ff35-4665-9b25-2bac180aa9fe tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/security-groups?id=32f46d26-1ba9-435e-b53a-399b91d870be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669284 Jul 16 18:17:44.009655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2b94f-8276-4fcb-b715-c972fd03dbf2 req-d18cc7cb-38cb-4fe3-ba02-dcbb540c14a5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:44.011256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-adb2b94f-8276-4fcb-b715-c972fd03dbf2 req-d18cc7cb-38cb-4fe3-ba02-dcbb540c14a5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.0752211 Jul 16 18:17:44.053576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-adb2b94f-8276-4fcb-b715-c972fd03dbf2 req-d0771feb-54fb-4f1e-9878-94bacbb7a6a2 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357761 Jul 16 18:17:44.515242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f3e3a-ddf7-4447-acb0-b180d08d2acb req-ee3e948c-924d-408f-93b2-43f1616955c5 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:44.522237 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d94f3e3a-ddf7-4447-acb0-b180d08d2acb req-ee3e948c-924d-408f-93b2-43f1616955c5 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 945 time: 0.0995097 Jul 16 18:17:44.588846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d94f3e3a-ddf7-4447-acb0-b180d08d2acb req-fc0cb314-86bc-4d63-bd8c-cf01ae36df8c tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/security-groups?id=32f46d26-1ba9-435e-b53a-399b91d870be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653529 Jul 16 18:17:44.694547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b403ae4e-cbc9-435d-92ba-c313b9694eec up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:44.758602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port b403ae4e-cbc9-435d-92ba-c313b9694eec completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:44.763166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port b403ae4e-cbc9-435d-92ba-c313b9694eec triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:44.763541 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.848599 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.875727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb578f4-191d-4ae7-a5e6-98d61b90ee6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b403ae4e-cbc9-435d-92ba-c313b9694eec'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:44.878060 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93f7d8b-14ff-4e94-9994-91f56a65f469" -d '{"events": [{"server_uuid": "6bb578f4-191d-4ae7-a5e6-98d61b90ee6c", "name": "network-vif-plugged", "status": "completed", "tag": "b403ae4e-cbc9-435d-92ba-c313b9694eec"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:44.896925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b403ae4e-cbc9-435d-92ba-c313b9694eec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b403ae4e-cbc9-435d-92ba-c313b9694eec,segment=NetworkSegment(1a17f3ee-d425-4232-87dd-6a0d84332257),segment_id=1a17f3ee-d425-4232-87dd-6a0d84332257)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:44.904165 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.929452 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c43d6ff-c61a-41c8-873f-65fe06c30135 x-openstack-request-id: req-3c43d6ff-c61a-41c8-873f-65fe06c30135 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:44.929700 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb578f4-191d-4ae7-a5e6-98d61b90ee6c", "name": "network-vif-plugged", "status": "completed", "tag": "b403ae4e-cbc9-435d-92ba-c313b9694eec", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:44.929938 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c43d6ff-c61a-41c8-873f-65fe06c30135 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:44.930470 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb578f4-191d-4ae7-a5e6-98d61b90ee6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b403ae4e-cbc9-435d-92ba-c313b9694eec', 'code': 200} Jul 16 18:17:44.957826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b403ae4e-cbc9-435d-92ba-c313b9694eec,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.033035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc9434-c5a0-4095-83cd-149a0008d3ec req-f6887c2f-9e6c-4009-8b56-87d0bf8080ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.034582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4fc9434-c5a0-4095-83cd-149a0008d3ec req-f6887c2f-9e6c-4009-8b56-87d0bf8080ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 1097 time: 0.0509357 Jul 16 18:17:45.072185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4fc9434-c5a0-4095-83cd-149a0008d3ec req-a9203305-3741-4d67-9d26-47937d7ce77d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=32f46d26-1ba9-435e-b53a-399b91d870be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Jul 16 18:17:45.237792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887754bf-a71b-4a92-a839-e332a05944ad req-ec2002b8-8b98-43f2-97ef-4b256c5c0026 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.239357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-887754bf-a71b-4a92-a839-e332a05944ad req-ec2002b8-8b98-43f2-97ef-4b256c5c0026 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.0630684 Jul 16 18:17:45.278502 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-887754bf-a71b-4a92-a839-e332a05944ad req-d1e6327d-8d41-4173-808f-7f2b790902f4 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333555 Jul 16 18:17:45.514600 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:17:45.808544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c305a19-7df8-473f-a763-793e749dcf74 req-35b9d7ae-1ac6-42ac-abaa-5f82dd21bf0a tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.810130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c305a19-7df8-473f-a763-793e749dcf74 req-35b9d7ae-1ac6-42ac-abaa-5f82dd21bf0a tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 946 time: 0.0916257 Jul 16 18:17:45.856072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c305a19-7df8-473f-a763-793e749dcf74 req-0d6e2751-ca3d-4abd-90c1-dd0e12b1e1db tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/security-groups?id=32f46d26-1ba9-435e-b53a-399b91d870be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400062 Jul 16 18:17:46.484404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9ccd0-60d7-42ed-a607-4a1136412f5a req-0ba3ec04-a5ed-47ff-b93b-27b77b063f92 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:46.491359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ea9ccd0-60d7-42ed-a607-4a1136412f5a req-0ba3ec04-a5ed-47ff-b93b-27b77b063f92 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.0925436 Jul 16 18:17:46.525377 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ea9ccd0-60d7-42ed-a607-4a1136412f5a req-65d265b5-91fe-4a97-b758-ec477e46e000 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331275 Jul 16 18:17:47.057715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a207aa-4a98-464f-8b60-385ff033bf02 req-14dfb083-bbac-4cef-b3b1-c045680d55cf tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.059651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7a207aa-4a98-464f-8b60-385ff033bf02 req-14dfb083-bbac-4cef-b3b1-c045680d55cf tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 946 time: 0.0821462 Jul 16 18:17:47.101655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7a207aa-4a98-464f-8b60-385ff033bf02 req-dec1036a-c021-4c14-b603-e1204f45ec23 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/security-groups?id=32f46d26-1ba9-435e-b53a-399b91d870be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350287 Jul 16 18:17:47.650164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720998a-6140-4837-a526-1c07243171b3 req-bb148192-edf3-4467-a659-4292e5f9b3e1 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.659951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8720998a-6140-4837-a526-1c07243171b3 req-bb148192-edf3-4467-a659-4292e5f9b3e1 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 946 time: 0.0955219 Jul 16 18:17:47.745260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8720998a-6140-4837-a526-1c07243171b3 req-b33ab3d1-9663-469c-a310-0c13f01e7fdf tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/security-groups?id=32f46d26-1ba9-435e-b53a-399b91d870be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843506 Jul 16 18:17:47.807363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaed849-aff9-4b9e-856f-6992c47a50a0 req-9ceebb43-08f8-4a33-862d-d346a423481e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.809576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eeaed849-aff9-4b9e-856f-6992c47a50a0 req-9ceebb43-08f8-4a33-862d-d346a423481e tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1257417 Jul 16 18:17:47.873448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eeaed849-aff9-4b9e-856f-6992c47a50a0 req-1c70e58d-578a-4e99-9471-bdecd9eb5259 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576448 Jul 16 18:17:48.966200 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee065a-542e-4ff6-b5ec-7cfe934a926e req-b45c3ae4-b777-46c2-a1aa-269b38724110 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:48.968159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00ee065a-542e-4ff6-b5ec-7cfe934a926e req-b45c3ae4-b777-46c2-a1aa-269b38724110 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 946 time: 0.1536665 Jul 16 18:17:48.980449 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900e199-f6eb-4a68-a2b9-c2cf74b06d72 req-1fc2e0df-914a-4d1b-bcac-a3220d48313d tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:48.988243 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f900e199-f6eb-4a68-a2b9-c2cf74b06d72 req-1fc2e0df-914a-4d1b-bcac-a3220d48313d tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 946 time: 0.1188221 Jul 16 18:17:49.109890 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f900e199-f6eb-4a68-a2b9-c2cf74b06d72 req-fb7d155a-5101-43ea-87f4-918a79624175 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/security-groups?id=32f46d26-1ba9-435e-b53a-399b91d870be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204605 Jul 16 18:17:49.521794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa399d9-5522-4d78-a53e-8c443593e02f req-5944aeec-d333-45b6-858d-0b3754ff34d5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:49.523218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dfa399d9-5522-4d78-a53e-8c443593e02f req-5944aeec-d333-45b6-858d-0b3754ff34d5 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.5191493 Jul 16 18:17:49.540966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-00ee065a-542e-4ff6-b5ec-7cfe934a926e req-4bc3baa6-ddf6-49ee-b3fc-8e35828e7dd6 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Deleting port b403ae4e-cbc9-435d-92ba-c313b9694eec {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:49.541338 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00ee065a-542e-4ff6-b5ec-7cfe934a926e req-4bc3baa6-ddf6-49ee-b3fc-8e35828e7dd6 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.598687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dfa399d9-5522-4d78-a53e-8c443593e02f req-6d8c13a8-1d97-4955-b768-2febdb7ff289 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651844 Jul 16 18:17:49.666527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-00ee065a-542e-4ff6-b5ec-7cfe934a926e req-4bc3baa6-ddf6-49ee-b3fc-8e35828e7dd6 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] For port b403ae4e-cbc9-435d-92ba-c313b9694eec, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b403ae4e-cbc9-435d-92ba-c313b9694eec,segment=NetworkSegment(1a17f3ee-d425-4232-87dd-6a0d84332257),segment_id=1a17f3ee-d425-4232-87dd-6a0d84332257)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:49.666989 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00ee065a-542e-4ff6-b5ec-7cfe934a926e req-4bc3baa6-ddf6-49ee-b3fc-8e35828e7dd6 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.679924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-00ee065a-542e-4ff6-b5ec-7cfe934a926e req-4bc3baa6-ddf6-49ee-b3fc-8e35828e7dd6 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Calling delete_port for b403ae4e-cbc9-435d-92ba-c313b9694eec owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:49.814310 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00ee065a-542e-4ff6-b5ec-7cfe934a926e req-4bc3baa6-ddf6-49ee-b3fc-8e35828e7dd6 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.826978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b403ae4e-cbc9-435d-92ba-c313b9694eec'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:49.864643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3baa6-ddf6-49ee-b3fc-8e35828e7dd6 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Pushing event deleted for resources: {'Port': ['ID=b403ae4e-cbc9-435d-92ba-c313b9694eec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.921056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ee065a-542e-4ff6-b5ec-7cfe934a926e req-4bc3baa6-ddf6-49ee-b3fc-8e35828e7dd6 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] No DVR routers for this DVR port b403ae4e-cbc9-435d-92ba-c313b9694eec on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:49.924746 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00ee065a-542e-4ff6-b5ec-7cfe934a926e req-4bc3baa6-ddf6-49ee-b3fc-8e35828e7dd6 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.927130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00ee065a-542e-4ff6-b5ec-7cfe934a926e req-4bc3baa6-ddf6-49ee-b3fc-8e35828e7dd6 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.38 "DELETE /v2.0/ports/b403ae4e-cbc9-435d-92ba-c313b9694eec HTTP/1.1" status: 204 len: 173 time: 0.9315164 Jul 16 18:17:49.927790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb578f4-191d-4ae7-a5e6-98d61b90ee6c', 'name': 'network-vif-deleted', 'tag': 'b403ae4e-cbc9-435d-92ba-c313b9694eec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:49.931315 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31763102-80f9-4a74-aa1a-51643c47b6b7" -d '{"events": [{"server_uuid": "6bb578f4-191d-4ae7-a5e6-98d61b90ee6c", "name": "network-vif-deleted", "tag": "b403ae4e-cbc9-435d-92ba-c313b9694eec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:50.004270 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d97fa9-434f-480d-bcaa-316a53397165 x-openstack-request-id: req-47d97fa9-434f-480d-bcaa-316a53397165 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:50.004881 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb578f4-191d-4ae7-a5e6-98d61b90ee6c", "name": "network-vif-deleted", "tag": "b403ae4e-cbc9-435d-92ba-c313b9694eec", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:50.004881 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47d97fa9-434f-480d-bcaa-316a53397165 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:50.005209 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb578f4-191d-4ae7-a5e6-98d61b90ee6c', 'name': 'network-vif-deleted', 'tag': 'b403ae4e-cbc9-435d-92ba-c313b9694eec', 'status': 'completed', 'code': 200} Jul 16 18:17:50.330234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8637f76a-138b-4dc5-84a0-067bb2576177 req-311c0bdc-24fc-4aca-9e5d-44a9a36c6d46 tempest-ServerAddressesNegativeTestJSON-1985155821 tempest-ServerAddressesNegativeTestJSON-1985155821-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bb578f4-191d-4ae7-a5e6-98d61b90ee6c HTTP/1.1" status: 200 len: 210 time: 0.0547297 Jul 16 18:17:50.887017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603b634-de06-464b-86f8-214d8d5497ba req-10bf2a4b-330e-4504-8735-8af3b39d15bd tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:50.890087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c603b634-de06-464b-86f8-214d8d5497ba req-10bf2a4b-330e-4504-8735-8af3b39d15bd tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 946 time: 0.1928260 Jul 16 18:17:50.988934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caec936-0774-46e8-bbcf-e430bb4a7cad req-aaefe42f-d6c1-4ff9-9d50-7a9766664b13 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:50.991579 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1caec936-0774-46e8-bbcf-e430bb4a7cad req-aaefe42f-d6c1-4ff9-9d50-7a9766664b13 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1881347 Jul 16 18:17:51.006324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c603b634-de06-464b-86f8-214d8d5497ba req-9bc81177-a60f-4a79-966f-7e07854620bd tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038074 Jul 16 18:17:51.062341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1caec936-0774-46e8-bbcf-e430bb4a7cad req-bbb7b643-3e1c-49ff-b6da-ebbb06c36e75 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543015 Jul 16 18:17:51.433856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:51.529943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3093310e-9758-4cf7-b351-70b0e0ae49d3 admin admin] Deleting subnet a8d0242e-f4c5-43c4-a6c9-882cd6298a77 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:51.536524 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3093310e-9758-4cf7-b351-70b0e0ae49d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.588242 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3093310e-9758-4cf7-b351-70b0e0ae49d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.660297 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3093310e-9758-4cf7-b351-70b0e0ae49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.740725 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3093310e-9758-4cf7-b351-70b0e0ae49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.770625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093310e-9758-4cf7-b351-70b0e0ae49d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8d0242e-f4c5-43c4-a6c9-882cd6298a77,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:51.772689 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3093310e-9758-4cf7-b351-70b0e0ae49d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.775399 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3093310e-9758-4cf7-b351-70b0e0ae49d3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a8d0242e-f4c5-43c4-a6c9-882cd6298a77 HTTP/1.1" status: 204 len: 168 time: 0.3393617 Jul 16 18:17:51.777357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:51.872434 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.960039 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.970574 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eebfc7d-d843-40e3-8b4f-44e2104e9d81']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.980237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a17f3ee-d425-4232-87dd-6a0d84332257') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.980541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a17f3ee-d425-4232-87dd-6a0d84332257') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.989130 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.002812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.008922 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:52.009799 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:52.011302 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:52.070102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.077365 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.079694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2eebfc7d-d843-40e3-8b4f-44e2104e9d81 HTTP/1.1" status: 204 len: 168 time: 0.3004985 Jul 16 18:17:52.089897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907e390-a8ac-4a89-b446-e985c236f834 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eebfc7d-d843-40e3-8b4f-44e2104e9d81,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.206958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:52.273622 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5a42eb61-0616-40f6-832e-0d5f81eb82a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3911b48ed3ba4ed69cec5849cf981b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646331 Jul 16 18:17:52.274091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:52.313178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b619b-5559-4f7a-a858-20b1efe02825 req-e379e645-e1d8-4244-bed9-dd4329ac131f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.315273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b35b619b-5559-4f7a-a858-20b1efe02825 req-e379e645-e1d8-4244-bed9-dd4329ac131f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1267309 Jul 16 18:17:52.373764 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9295e0d-6a1a-4e50-a491-52e21062acf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.378192 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b35b619b-5559-4f7a-a858-20b1efe02825 req-2deb535e-3981-47cc-84ce-f2ca97843889 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573809 Jul 16 18:17:52.402111 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9295e0d-6a1a-4e50-a491-52e21062acf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.453880 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9295e0d-6a1a-4e50-a491-52e21062acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.456684 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9295e0d-6a1a-4e50-a491-52e21062acf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.460174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b9295e0d-6a1a-4e50-a491-52e21062acf5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32f46d26-1ba9-435e-b53a-399b91d870be HTTP/1.1" status: 204 len: 168 time: 0.1826663 Jul 16 18:17:52.471362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9295e0d-6a1a-4e50-a491-52e21062acf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f46d26-1ba9-435e-b53a-399b91d870be,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.765929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b403ae4e-cbc9-435d-92ba-c313b9694eec no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:52.796111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: b403ae4e-cbc9-435d-92ba-c313b9694eec {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:52.796637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b403ae4e-cbc9-435d-92ba-c313b9694eec not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:53.204810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521f8a2-c65f-4651-96d1-83f5f2fc133a req-8481fc1e-1712-4876-96b3-f8d5366f5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:53.206738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f521f8a2-c65f-4651-96d1-83f5f2fc133a req-8481fc1e-1712-4876-96b3-f8d5366f5142 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1097 time: 0.0774424 Jul 16 18:17:53.325846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521f8a2-c65f-4651-96d1-83f5f2fc133a req-d73a822b-0481-4386-86d5-83ce5840c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:53.327786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f521f8a2-c65f-4651-96d1-83f5f2fc133a req-d73a822b-0481-4386-86d5-83ce5840c66a service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.0973239 Jul 16 18:17:53.334166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:53.404841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f521f8a2-c65f-4651-96d1-83f5f2fc133a req-d3b84075-80f4-46c5-aff3-4715581714a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 1002 time: 0.0678513 Jul 16 18:17:53.455553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-242178147-network', 'tenant_id': 'abfac6c871324fab9ba007a4f425c069'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:53.470737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521f8a2-c65f-4651-96d1-83f5f2fc133a req-7d9c1e0f-416f-460c-81e3-d427d225c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:53.472208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f521f8a2-c65f-4651-96d1-83f5f2fc133a req-7d9c1e0f-416f-460c-81e3-d427d225c081 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.0605817 Jul 16 18:17:53.515661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Made reservation on behalf of abfac6c871324fab9ba007a4f425c069 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:53.517951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.552911 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.614839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521f8a2-c65f-4651-96d1-83f5f2fc133a req-ee6a1108-6c7f-4c5e-9d4e-e8988f2205d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:53.616336 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f521f8a2-c65f-4651-96d1-83f5f2fc133a req-ee6a1108-6c7f-4c5e-9d4e-e8988f2205d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358855 Jul 16 18:17:53.644657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d33ec1-d30c-4a1b-9a6e-1e5ec3da576d req-90e7b76b-b004-42b7-a5d2-9c68fa03454a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:53.646216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7d33ec1-d30c-4a1b-9a6e-1e5ec3da576d req-90e7b76b-b004-42b7-a5d2-9c68fa03454a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1342952 Jul 16 18:17:53.772623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7d33ec1-d30c-4a1b-9a6e-1e5ec3da576d req-a6dd37fb-5af9-425a-a4da-d2ec86245557 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114266 Jul 16 18:17:53.794924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f521f8a2-c65f-4651-96d1-83f5f2fc133a req-ff7c0cc2-2dd8-4b1c-a422-e72632a7aa2e service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674516 Jul 16 18:17:53.849986 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.858269 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.921791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:53.954164 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.954519 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Added segment 4158bae8-5b91-4ae1-9a51-c041c26f07da of type vlan for network 6ac09fb5-eb87-4aeb-8c87-35a5a8318465 Jul 16 18:17:53.955897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56efe568-869b-4e05-abd6-1ecfc97c1a65,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.973360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f521f8a2-c65f-4651-96d1-83f5f2fc133a req-03db6ae7-3ab6-46b5-bd02-252697d61916 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649897 Jul 16 18:17:54.007973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.037257 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.038297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:54.039040 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.067667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7321391 Jul 16 18:17:54.070712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.078372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-48fa60d2-7f43-4793-b06f-383d9328381d admin admin] Request body: {'subnet': {'network_id': '6ac09fb5-eb87-4aeb-8c87-35a5a8318465', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-242178147-subnet', 'tenant_id': 'abfac6c871324fab9ba007a4f425c069', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:54.099458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fa60d2-7f43-4793-b06f-383d9328381d admin admin] Made reservation on behalf of abfac6c871324fab9ba007a4f425c069 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:54.102521 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48fa60d2-7f43-4793-b06f-383d9328381d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.107820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9305c-d86f-4dce-8554-e2d25698006e admin admin] Pushing event updated for resources: {'Network': ['ID=6ac09fb5-eb87-4aeb-8c87-35a5a8318465,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.118595 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 6ac09fb5-eb87-4aeb-8c87-35a5a8318465 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:54.281103 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48fa60d2-7f43-4793-b06f-383d9328381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.339084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa60d2-7f43-4793-b06f-383d9328381d admin admin] Pushing event updated for resources: {'Subnet': ['ID=605dab9a-e3f8-40b5-8328-a143c718aed8,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.348879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa60d2-7f43-4793-b06f-383d9328381d admin admin] Checking segment: {'id': '4158bae8-5b91-4ae1-9a51-c041c26f07da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6ac09fb5-eb87-4aeb-8c87-35a5a8318465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:54.349261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fa60d2-7f43-4793-b06f-383d9328381d admin admin] Network hostable DHCP agents. Network: 6ac09fb5-eb87-4aeb-8c87-35a5a8318465, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:54.368773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fa60d2-7f43-4793-b06f-383d9328381d admin admin] Network 6ac09fb5-eb87-4aeb-8c87-35a5a8318465 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:54.380528 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-48fa60d2-7f43-4793-b06f-383d9328381d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 6ac09fb5-eb87-4aeb-8c87-35a5a8318465) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:54.385375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa60d2-7f43-4793-b06f-383d9328381d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:54.386231 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48fa60d2-7f43-4793-b06f-383d9328381d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.395317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c1d32-e759-43ed-a67e-d089381631e6 None None] Network 6ac09fb5-eb87-4aeb-8c87-35a5a8318465 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:54.405936 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-48fa60d2-7f43-4793-b06f-383d9328381d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3328881 Jul 16 18:17:54.578137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.637102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71964f8-48ba-435c-84eb-1d6a22824f8d None None] Network 6ac09fb5-eb87-4aeb-8c87-35a5a8318465 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:54.639953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-844f9817-cfe6-4906-9220-23f6ad6203d1 admin admin] Deleting subnet 605dab9a-e3f8-40b5-8328-a143c718aed8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:54.645036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-844f9817-cfe6-4906-9220-23f6ad6203d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.706327 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-844f9817-cfe6-4906-9220-23f6ad6203d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.723623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.800494 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-844f9817-cfe6-4906-9220-23f6ad6203d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.918561 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecaafc61-4fdf-4168-8dd1-0d696f9ad021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.005739 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-844f9817-cfe6-4906-9220-23f6ad6203d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.040149 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-844f9817-cfe6-4906-9220-23f6ad6203d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.042107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-844f9817-cfe6-4906-9220-23f6ad6203d1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/605dab9a-e3f8-40b5-8328-a143c718aed8 HTTP/1.1" status: 204 len: 168 time: 0.4622405 Jul 16 18:17:55.043888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f9817-cfe6-4906-9220-23f6ad6203d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=605dab9a-e3f8-40b5-8328-a143c718aed8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.046676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.097629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7983017-cf4a-4b31-91c2-5c05921c3e49 req-042d294d-22f4-4c93-b028-35b67214d8fe tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.104015 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecaafc61-4fdf-4168-8dd1-0d696f9ad021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.104518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7983017-cf4a-4b31-91c2-5c05921c3e49 req-042d294d-22f4-4c93-b028-35b67214d8fe tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1382201 Jul 16 18:17:55.110197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecaafc61-4fdf-4168-8dd1-0d696f9ad021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.167489 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ecaafc61-4fdf-4168-8dd1-0d696f9ad021 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a80092d4f9da4fad806e7babac67d9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427323 Jul 16 18:17:55.169917 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.171507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.174594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaafc61-4fdf-4168-8dd1-0d696f9ad021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589f13a0-9d3a-4fc7-8cb9-af12011153ad,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.211827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7983017-cf4a-4b31-91c2-5c05921c3e49 req-95183e07-13e4-495b-b204-bdcf08ef73b9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064687 Jul 16 18:17:55.293276 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5330bdc0-8672-41dc-9e98-d75afeaf50bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.332694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.352024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac09fb5-eb87-4aeb-8c87-35a5a8318465']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:55.369329 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5330bdc0-8672-41dc-9e98-d75afeaf50bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.378864 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4158bae8-5b91-4ae1-9a51-c041c26f07da') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:55.379258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4158bae8-5b91-4ae1-9a51-c041c26f07da') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:55.395959 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.424022 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.432114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:55.432830 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:55.435402 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:55.465682 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5330bdc0-8672-41dc-9e98-d75afeaf50bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.469072 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5330bdc0-8672-41dc-9e98-d75afeaf50bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.470339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5330bdc0-8672-41dc-9e98-d75afeaf50bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/589f13a0-9d3a-4fc7-8cb9-af12011153ad HTTP/1.1" status: 204 len: 168 time: 0.2915671 Jul 16 18:17:55.512875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330bdc0-8672-41dc-9e98-d75afeaf50bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589f13a0-9d3a-4fc7-8cb9-af12011153ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.520614 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.532714 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.534426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] 10.222.0.52 "DELETE /v2.0/networks/6ac09fb5-eb87-4aeb-8c87-35a5a8318465 HTTP/1.1" status: 204 len: 168 time: 0.4868207 Jul 16 18:17:55.560594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f18d4-f127-4a7f-89e8-d61f8c376a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac09fb5-eb87-4aeb-8c87-35a5a8318465,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.798097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.803120 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:55.880702 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0f7e357a-87b2-4e31-b659-6c6f6ec4b293 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abfac6c871324fab9ba007a4f425c069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799568 Jul 16 18:17:55.883419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.933703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:55.950523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'port_id': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'mac_address': 'fa:16:3e:1e:76:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:55.977587 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ef79ef6-1fe9-4226-9211-147bb3020efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.006993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ef79ef6-1fe9-4226-9211-147bb3020efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.012542 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.031920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78cdea6e-fd2d-40df-8b76-ec7c336228e1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:56.056314 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:56.070743 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.083164 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ef79ef6-1fe9-4226-9211-147bb3020efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.088484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ef79ef6-1fe9-4226-9211-147bb3020efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.089949 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7ef79ef6-1fe9-4226-9211-147bb3020efe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/56efe568-869b-4e05-abd6-1ecfc97c1a65 HTTP/1.1" status: 204 len: 168 time: 0.2053661 Jul 16 18:17:56.101056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef79ef6-1fe9-4226-9211-147bb3020efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56efe568-869b-4e05-abd6-1ecfc97c1a65,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:56.134524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:56.152913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['78cdea6e-fd2d-40df-8b76-ec7c336228e1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:56.577934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d532b-be3f-4dbf-9789-85668dbf0fc9 req-5537f042-1397-4b3a-9d53-3f5c1900dc56 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:56.591682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e24d532b-be3f-4dbf-9789-85668dbf0fc9 req-5537f042-1397-4b3a-9d53-3f5c1900dc56 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1294754 Jul 16 18:17:56.663911 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e24d532b-be3f-4dbf-9789-85668dbf0fc9 req-d83d6d56-b110-4850-beaa-4889227603ea tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709364 Jul 16 18:17:57.814252 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:57.914050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11a808-79cd-4ab4-afbb-6899f41649df req-7ed15ef9-6ce0-4009-9d39-88abb5c82eff tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.923894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:57.924279 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.926860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc11a808-79cd-4ab4-afbb-6899f41649df req-7ed15ef9-6ce0-4009-9d39-88abb5c82eff tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1008878 Jul 16 18:17:58.006323 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc11a808-79cd-4ab4-afbb-6899f41649df req-858c525b-b943-4627-96a1-038a9d8b32c2 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720489 Jul 16 18:17:58.106504 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.148359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:58.150617 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4decec35-4e1b-4f32-baf5-8af2df7be60b" -d '{"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-plugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:58.189286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:58.195994 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.249962 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f3dfad-2a1b-4bdc-9761-3ce471931088 x-openstack-request-id: req-96f3dfad-2a1b-4bdc-9761-3ce471931088 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:58.250264 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-plugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:58.250519 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96f3dfad-2a1b-4bdc-9761-3ce471931088 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:58.250935 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'code': 200} Jul 16 18:17:58.300790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:59.389981 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ed640-3691-494a-b5d1-c7e0cb5dbe06 req-5ab63096-c15b-4b64-aa32-0d14dfa4a186 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:59.394215 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d13ed640-3691-494a-b5d1-c7e0cb5dbe06 req-5ab63096-c15b-4b64-aa32-0d14dfa4a186 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1967344 Jul 16 18:17:59.462591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d13ed640-3691-494a-b5d1-c7e0cb5dbe06 req-27fe0b8c-951b-43ec-9d50-3e6117926607 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576427 Jul 16 18:18:00.044335 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-980f38bc-e678-4439-8491-6db7de55bcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.215912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ecfee-b24d-4676-9b5b-8d89bd0a2716 req-f1f45198-2ead-4dd8-954a-0b0a945aa332 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:00.230978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d6ecfee-b24d-4676-9b5b-8d89bd0a2716 req-f1f45198-2ead-4dd8-954a-0b0a945aa332 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1248930 Jul 16 18:18:00.290155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d6ecfee-b24d-4676-9b5b-8d89bd0a2716 req-72269cab-4a45-4cf5-ba63-504f3ccd78e3 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579374 Jul 16 18:18:00.555832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74552d-4f09-4e4d-8aa8-1867f97b1a5c req-c247c282-f483-4563-a5fa-67adade3a57c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:00.566730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e74552d-4f09-4e4d-8aa8-1867f97b1a5c req-c247c282-f483-4563-a5fa-67adade3a57c tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1219139 Jul 16 18:18:00.657875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e74552d-4f09-4e4d-8aa8-1867f97b1a5c req-239a7346-9584-4c75-87dc-4ad382d81e26 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897956 Jul 16 18:18:01.298928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759730c7-a377-4ca9-b084-fc5491b6eeb4 req-903310ab-276b-4f63-b947-0225aa4e6ba9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.300992 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-759730c7-a377-4ca9-b084-fc5491b6eeb4 req-903310ab-276b-4f63-b947-0225aa4e6ba9 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.1306617 Jul 16 18:18:01.380607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-759730c7-a377-4ca9-b084-fc5491b6eeb4 req-911c6ea4-bf04-48a4-8e5a-5d443a0bc0df tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706468 Jul 16 18:18:01.783469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:02.121186 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46961e0c-e1f9-47c2-936e-f5c3f16661fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.269082 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46961e0c-e1f9-47c2-936e-f5c3f16661fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.293218 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-922567cd-5d04-47af-a266-6488e24ee870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.328363 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46961e0c-e1f9-47c2-936e-f5c3f16661fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.406445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-46961e0c-e1f9-47c2-936e-f5c3f16661fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0fd9c518100a4a9990ebf2630f841f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6227717 Jul 16 18:18:02.409103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55088) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:02.410946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46961e0c-e1f9-47c2-936e-f5c3f16661fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdd42b6-9d4c-4eca-ac71-60d04ca10330,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:02.461677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebca9a0-3981-4999-bde0-60aeec1505e3 req-51b5e179-1607-49a2-9aec-d5c61fa5d1f1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:02.464048 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ebca9a0-3981-4999-bde0-60aeec1505e3 req-51b5e179-1607-49a2-9aec-d5c61fa5d1f1 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.38 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.2425215 Jul 16 18:18:02.494414 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2ce5e-ece1-48c5-8201-65363ed05ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.555511 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.592837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2ce5e-ece1-48c5-8201-65363ed05ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.623832 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.682035 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.705458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9ebca9a0-3981-4999-bde0-60aeec1505e3 req-6c8e2052-e3e4-409b-818f-d5f118783646 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Deleting port c6296cd8-4448-425c-adf9-57a1779a9112 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:02.705820 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ebca9a0-3981-4999-bde0-60aeec1505e3 req-6c8e2052-e3e4-409b-818f-d5f118783646 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.723726 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2ce5e-ece1-48c5-8201-65363ed05ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.729335 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91b2ce5e-ece1-48c5-8201-65363ed05ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.735978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-91b2ce5e-ece1-48c5-8201-65363ed05ff4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cdd42b6-9d4c-4eca-ac71-60d04ca10330 HTTP/1.1" status: 204 len: 168 time: 0.3256507 Jul 16 18:18:02.765935 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2ce5e-ece1-48c5-8201-65363ed05ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdd42b6-9d4c-4eca-ac71-60d04ca10330,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:02.877806 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa73fb-e0ee-496b-b1d1-03b0941f1211 req-047d2ac3-5f64-4111-bdc0-d6f1b569efa3 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:02.893541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-01aa73fb-e0ee-496b-b1d1-03b0941f1211 req-047d2ac3-5f64-4111-bdc0-d6f1b569efa3 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 945 time: 0.3063221 Jul 16 18:18:02.898409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9ebca9a0-3981-4999-bde0-60aeec1505e3 req-6c8e2052-e3e4-409b-818f-d5f118783646 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] For port c6296cd8-4448-425c-adf9-57a1779a9112, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c6296cd8-4448-425c-adf9-57a1779a9112,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:02.898680 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ebca9a0-3981-4999-bde0-60aeec1505e3 req-6c8e2052-e3e4-409b-818f-d5f118783646 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.960282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9ebca9a0-3981-4999-bde0-60aeec1505e3 req-6c8e2052-e3e4-409b-818f-d5f118783646 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Calling delete_port for c6296cd8-4448-425c-adf9-57a1779a9112 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:03.091135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-01aa73fb-e0ee-496b-b1d1-03b0941f1211 req-3817ff5a-afb9-4487-b325-29a682d83639 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891761 Jul 16 18:18:03.115709 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:03.134480 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1da72382-037e-4343-8b79-86de6ce0d6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.276850 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ebca9a0-3981-4999-bde0-60aeec1505e3 req-6c8e2052-e3e4-409b-818f-d5f118783646 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.292854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['c6296cd8-4448-425c-adf9-57a1779a9112'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:03.296472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:03.415425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e2052-e3e4-409b-818f-d5f118783646 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event deleted for resources: {'Port': ['ID=c6296cd8-4448-425c-adf9-57a1779a9112,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.454562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1da72382-037e-4343-8b79-86de6ce0d6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.462947 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1da72382-037e-4343-8b79-86de6ce0d6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.528611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebca9a0-3981-4999-bde0-60aeec1505e3 req-6c8e2052-e3e4-409b-818f-d5f118783646 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] No DVR routers for this DVR port c6296cd8-4448-425c-adf9-57a1779a9112 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:03.536343 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ebca9a0-3981-4999-bde0-60aeec1505e3 req-6c8e2052-e3e4-409b-818f-d5f118783646 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.538546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ebca9a0-3981-4999-bde0-60aeec1505e3 req-6c8e2052-e3e4-409b-818f-d5f118783646 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.38 "DELETE /v2.0/ports/c6296cd8-4448-425c-adf9-57a1779a9112 HTTP/1.1" status: 204 len: 173 time: 1.0602918 Jul 16 18:18:03.552428 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da72382-037e-4343-8b79-86de6ce0d6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b265daca-5633-4b92-bec7-9085bd7456d8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.555997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052ed028-4215-473c-bb15-ee2c0fcbec1d', 'name': 'network-vif-deleted', 'tag': 'c6296cd8-4448-425c-adf9-57a1779a9112'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:03.559038 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eea4e95-207f-4179-aa6e-62bae8f8521d" -d '{"events": [{"server_uuid": "052ed028-4215-473c-bb15-ee2c0fcbec1d", "name": "network-vif-deleted", "tag": "c6296cd8-4448-425c-adf9-57a1779a9112"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:03.603955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:03.604902 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1da72382-037e-4343-8b79-86de6ce0d6f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0172f4ddd0784e9e9f740085b04bddf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880176 Jul 16 18:18:03.692649 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca51829-803f-405b-894e-548bfdf032a1 x-openstack-request-id: req-5ca51829-803f-405b-894e-548bfdf032a1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:03.692989 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052ed028-4215-473c-bb15-ee2c0fcbec1d", "name": "network-vif-deleted", "tag": "c6296cd8-4448-425c-adf9-57a1779a9112", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:03.693249 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ca51829-803f-405b-894e-548bfdf032a1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:03.695103 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052ed028-4215-473c-bb15-ee2c0fcbec1d', 'name': 'network-vif-deleted', 'tag': 'c6296cd8-4448-425c-adf9-57a1779a9112', 'status': 'completed', 'code': 200} Jul 16 18:18:03.742843 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-143b4009-cd54-4e3d-842b-f90dd709c75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.783671 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-143b4009-cd54-4e3d-842b-f90dd709c75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.849599 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-143b4009-cd54-4e3d-842b-f90dd709c75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.850499 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.853164 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-143b4009-cd54-4e3d-842b-f90dd709c75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.854543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-143b4009-cd54-4e3d-842b-f90dd709c75c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b265daca-5633-4b92-bec7-9085bd7456d8 HTTP/1.1" status: 204 len: 168 time: 0.2494116 Jul 16 18:18:03.864257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b4009-cd54-4e3d-842b-f90dd709c75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b265daca-5633-4b92-bec7-9085bd7456d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.397258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24ce6c56-af25-4125-814b-c85ab7072d51 req-c647cd09-7b43-4eec-83bd-96c53d58fc6a tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=052ed028-4215-473c-bb15-ee2c0fcbec1d HTTP/1.1" status: 200 len: 210 time: 0.0930367 Jul 16 18:18:05.474508 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.879158 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c6296cd8-4448-425c-adf9-57a1779a9112 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:06.956083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: c6296cd8-4448-425c-adf9-57a1779a9112 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:06.956450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c6296cd8-4448-425c-adf9-57a1779a9112 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:07.567600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:07.985102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24b6667a-132a-4e62-8c23-9dc4835b0c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.068266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cc8ec-e76e-4f19-9574-1cbae86d2115 req-2e8c5b90-4e6e-43bc-8b49-84afdea31ba0 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.070097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f59cc8ec-e76e-4f19-9574-1cbae86d2115 req-2e8c5b90-4e6e-43bc-8b49-84afdea31ba0 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 946 time: 0.1884074 Jul 16 18:18:08.144987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f59cc8ec-e76e-4f19-9574-1cbae86d2115 req-4a9172fb-94e2-4e6c-beb3-ff82f2e4bd10 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656526 Jul 16 18:18:08.199168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24b6667a-132a-4e62-8c23-9dc4835b0c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.206253 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24b6667a-132a-4e62-8c23-9dc4835b0c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.268321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6667a-132a-4e62-8c23-9dc4835b0c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f3ef13-b657-47aa-86df-f21d59f98b28,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:08.321665 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:08.343603 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-24b6667a-132a-4e62-8c23-9dc4835b0c31 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32050f6d4ca2453bb3aa3726ad9ef1c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7720971 Jul 16 18:18:08.409195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5134a760-9b1c-42d9-950f-41829d77fbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.446685 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5134a760-9b1c-42d9-950f-41829d77fbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.511232 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5134a760-9b1c-42d9-950f-41829d77fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.517077 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5134a760-9b1c-42d9-950f-41829d77fbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.522741 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5134a760-9b1c-42d9-950f-41829d77fbc5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29f3ef13-b657-47aa-86df-f21d59f98b28 HTTP/1.1" status: 204 len: 168 time: 0.1984856 Jul 16 18:18:08.534970 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134a760-9b1c-42d9-950f-41829d77fbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f3ef13-b657-47aa-86df-f21d59f98b28,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.045061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9317-4326-4d89-a08d-f7097486fae1 req-4f9fb299-6ff0-4855-b626-42b4d1e64784 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.046935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a1e9317-4326-4d89-a08d-f7097486fae1 req-4f9fb299-6ff0-4855-b626-42b4d1e64784 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 946 time: 0.1537194 Jul 16 18:18:09.070386 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55360) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:09.099524 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-896c73a5-6777-4897-8038-62fcd03d904c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.341847 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-896c73a5-6777-4897-8038-62fcd03d904c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.348898 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-896c73a5-6777-4897-8038-62fcd03d904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.390497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c73a5-6777-4897-8038-62fcd03d904c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e945aa-abe7-4901-9b4e-09c216adff54,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.424979 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-896c73a5-6777-4897-8038-62fcd03d904c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01f743af2c304e4283150134c78fb667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3533471 Jul 16 18:18:09.427668 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:09.448941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7a1e9317-4326-4d89-a08d-f7097486fae1 req-c87d6a6c-b8c2-4b03-9f76-af3586453eaa tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Deleting port 6baf0c59-5f50-4526-8221-be5c4f649cc9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:09.449287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a1e9317-4326-4d89-a08d-f7097486fae1 req-c87d6a6c-b8c2-4b03-9f76-af3586453eaa tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.582582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7a1e9317-4326-4d89-a08d-f7097486fae1 req-c87d6a6c-b8c2-4b03-9f76-af3586453eaa tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] For port 6baf0c59-5f50-4526-8221-be5c4f649cc9, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6baf0c59-5f50-4526-8221-be5c4f649cc9,segment=NetworkSegment(dabfbce0-125f-4251-861a-c6171ab8c12a),segment_id=dabfbce0-125f-4251-861a-c6171ab8c12a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:09.583377 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a1e9317-4326-4d89-a08d-f7097486fae1 req-c87d6a6c-b8c2-4b03-9f76-af3586453eaa tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.598743 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.616580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7a1e9317-4326-4d89-a08d-f7097486fae1 req-c87d6a6c-b8c2-4b03-9f76-af3586453eaa tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Calling delete_port for 6baf0c59-5f50-4526-8221-be5c4f649cc9 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:09.641980 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.763954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.768786 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.770481 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/38e945aa-abe7-4901-9b4e-09c216adff54 HTTP/1.1" status: 204 len: 168 time: 0.3412414 Jul 16 18:18:09.783378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e945aa-abe7-4901-9b4e-09c216adff54,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.793792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.794504 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.795223 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.796432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.797499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.798125 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.798675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.799216 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.799790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.800646 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.801265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.801966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162dbbc9-84d9-48f8-984b-98a5343bbee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:09.837820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae3e34-36e0-45ee-a808-3dfdc1973b17 req-0586b0ce-92da-46fc-a897-2157d97b1c24 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.863811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00ae3e34-36e0-45ee-a808-3dfdc1973b17 req-0586b0ce-92da-46fc-a897-2157d97b1c24 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 946 time: 0.5522542 Jul 16 18:18:10.068765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00ae3e34-36e0-45ee-a808-3dfdc1973b17 req-8fc1d766-ef2d-47e5-a48d-24449a4da064 tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a2ec16d-b937-40b3-93fb-25df4f016928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036216 Jul 16 18:18:10.131369 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a1e9317-4326-4d89-a08d-f7097486fae1 req-c87d6a6c-b8c2-4b03-9f76-af3586453eaa tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.143971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6baf0c59-5f50-4526-8221-be5c4f649cc9'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:10.223758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d6a6c-b8c2-4b03-9f76-af3586453eaa tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Pushing event deleted for resources: {'Port': ['ID=6baf0c59-5f50-4526-8221-be5c4f649cc9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:10.308075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1e9317-4326-4d89-a08d-f7097486fae1 req-c87d6a6c-b8c2-4b03-9f76-af3586453eaa tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] No DVR routers for this DVR port 6baf0c59-5f50-4526-8221-be5c4f649cc9 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:10.324255 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a1e9317-4326-4d89-a08d-f7097486fae1 req-c87d6a6c-b8c2-4b03-9f76-af3586453eaa tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.351400 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a1e9317-4326-4d89-a08d-f7097486fae1 req-c87d6a6c-b8c2-4b03-9f76-af3586453eaa tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.42 "DELETE /v2.0/ports/6baf0c59-5f50-4526-8221-be5c4f649cc9 HTTP/1.1" status: 204 len: 173 time: 1.2951772 Jul 16 18:18:10.351901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0260dcb-898b-4031-8555-643c49d60fd1', 'name': 'network-vif-deleted', 'tag': '6baf0c59-5f50-4526-8221-be5c4f649cc9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:10.354365 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba98459-7208-4b99-8405-ab072ba26192" -d '{"events": [{"server_uuid": "f0260dcb-898b-4031-8555-643c49d60fd1", "name": "network-vif-deleted", "tag": "6baf0c59-5f50-4526-8221-be5c4f649cc9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:10.448925 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4253d303-2998-4a16-aea6-612e09375730 x-openstack-request-id: req-4253d303-2998-4a16-aea6-612e09375730 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:10.449598 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0260dcb-898b-4031-8555-643c49d60fd1", "name": "network-vif-deleted", "tag": "6baf0c59-5f50-4526-8221-be5c4f649cc9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:10.449866 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4253d303-2998-4a16-aea6-612e09375730 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:10.450299 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0260dcb-898b-4031-8555-643c49d60fd1', 'name': 'network-vif-deleted', 'tag': '6baf0c59-5f50-4526-8221-be5c4f649cc9', 'status': 'completed', 'code': 200} Jul 16 18:18:11.533245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5920a36b-6e83-49ba-84ac-7f1293e2d3eb req-e16c4962-ba93-4f4d-930f-c2938654000f tempest-ServersTestJSON-1071896111 tempest-ServersTestJSON-1071896111-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0260dcb-898b-4031-8555-643c49d60fd1 HTTP/1.1" status: 200 len: 210 time: 0.0634439 Jul 16 18:18:12.680016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:12.758647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e13b18d-090c-43df-a9d7-22bb59c2ea51 admin admin] Deleting subnet 0c30686d-f148-4f8a-8c2a-29c3ee51f644 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:12.779280 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e13b18d-090c-43df-a9d7-22bb59c2ea51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.843728 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e13b18d-090c-43df-a9d7-22bb59c2ea51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.933189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e13b18d-090c-43df-a9d7-22bb59c2ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.045195 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e13b18d-090c-43df-a9d7-22bb59c2ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.147366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13b18d-090c-43df-a9d7-22bb59c2ea51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c30686d-f148-4f8a-8c2a-29c3ee51f644,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:13.151060 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e13b18d-090c-43df-a9d7-22bb59c2ea51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.160263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7e13b18d-090c-43df-a9d7-22bb59c2ea51 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0c30686d-f148-4f8a-8c2a-29c3ee51f644 HTTP/1.1" status: 204 len: 168 time: 0.4768443 Jul 16 18:18:13.161556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:13.321010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.487377 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.501560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e78f56b-5e51-42a6-804f-d297865e4c92']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.570575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabfbce0-125f-4251-861a-c6171ab8c12a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.571043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabfbce0-125f-4251-861a-c6171ab8c12a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.583485 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.601004 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.608669 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:13.609495 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:13.680324 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:13.688412 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.707712 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.710172 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9e78f56b-5e51-42a6-804f-d297865e4c92 HTTP/1.1" status: 204 len: 168 time: 0.5459905 Jul 16 18:18:13.753590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47afd1d-cf1e-4c47-b774-f6ca95da5b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e78f56b-5e51-42a6-804f-d297865e4c92,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:13.869277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6baf0c59-5f50-4526-8221-be5c4f649cc9 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:13.922818 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 6baf0c59-5f50-4526-8221-be5c4f649cc9 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:13.928972 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6baf0c59-5f50-4526-8221-be5c4f649cc9 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:14.121675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:14.215584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cda728-c07c-4cf4-b4de-aedc70b3bbf8 req-6a25577f-70a0-4fa7-a0a3-d0ec125ca41a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:14.222343 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7cda728-c07c-4cf4-b4de-aedc70b3bbf8 req-6a25577f-70a0-4fa7-a0a3-d0ec125ca41a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 946 time: 0.1681938 Jul 16 18:18:14.293156 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7cda728-c07c-4cf4-b4de-aedc70b3bbf8 req-cea69331-2309-4e8e-a648-5467e07e22af tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696862 Jul 16 18:18:14.293664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:14.294072 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d3521aad-e33b-4bff-8189-cfe33e51fe9c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e70f238652dc4358815dba823514ae3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653066 Jul 16 18:18:14.415207 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-369a86df-f31c-4147-bba0-6955ffa85ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.454357 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-369a86df-f31c-4147-bba0-6955ffa85ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.540299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-369a86df-f31c-4147-bba0-6955ffa85ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.543881 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-369a86df-f31c-4147-bba0-6955ffa85ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.545469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-369a86df-f31c-4147-bba0-6955ffa85ce4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a2ec16d-b937-40b3-93fb-25df4f016928 HTTP/1.1" status: 204 len: 168 time: 0.2497406 Jul 16 18:18:14.560630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a86df-f31c-4147-bba0-6955ffa85ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2ec16d-b937-40b3-93fb-25df4f016928,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.000298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:15.155667 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-114ce456-c428-4ecd-a284-63b615e3ab7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.267694 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-114ce456-c428-4ecd-a284-63b615e3ab7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.273694 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-114ce456-c428-4ecd-a284-63b615e3ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.323308 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-114ce456-c428-4ecd-a284-63b615e3ab7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=afc665dd9b5a45ddbdb81bb1c4542903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216956 Jul 16 18:18:15.324746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55634) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:15.333711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ce456-c428-4ecd-a284-63b615e3ab7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7de3dba-2360-47a7-ba8e-dacd2a7db236,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.385022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20cab699-4af7-4482-b637-497e768511d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.408603 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20cab699-4af7-4482-b637-497e768511d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.479939 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20cab699-4af7-4482-b637-497e768511d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.482740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-20cab699-4af7-4482-b637-497e768511d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.488779 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-20cab699-4af7-4482-b637-497e768511d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7de3dba-2360-47a7-ba8e-dacd2a7db236 HTTP/1.1" status: 204 len: 168 time: 0.1627500 Jul 16 18:18:15.507515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cab699-4af7-4482-b637-497e768511d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7de3dba-2360-47a7-ba8e-dacd2a7db236,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.578153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047b54-8367-47aa-bca0-209832874e8f req-8f32e867-313a-4f12-9c52-adfe5af7d358 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:15.588058 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08047b54-8367-47aa-bca0-209832874e8f req-8f32e867-313a-4f12-9c52-adfe5af7d358 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 946 time: 0.1549098 Jul 16 18:18:15.638849 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08047b54-8367-47aa-bca0-209832874e8f req-11ce6771-4ff1-447d-9083-bc52febf103e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493186 Jul 16 18:18:16.016679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:16.040035 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5491f19-6b56-49f7-b57c-0f972f50cf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.244671 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5491f19-6b56-49f7-b57c-0f972f50cf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.266900 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5491f19-6b56-49f7-b57c-0f972f50cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.293688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5491f19-6b56-49f7-b57c-0f972f50cf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed420855-3715-4b48-b6ba-16638a2ac615,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:16.323028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:16.337064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b5491f19-6b56-49f7-b57c-0f972f50cf09 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e191cfe604ea4a56bc8f2925c64202ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131740 Jul 16 18:18:16.405363 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5b1a12b-9f3a-4e40-9e9b-e8c12386975c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.429347 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5b1a12b-9f3a-4e40-9e9b-e8c12386975c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.501756 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5b1a12b-9f3a-4e40-9e9b-e8c12386975c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.504434 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5b1a12b-9f3a-4e40-9e9b-e8c12386975c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.507907 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d5b1a12b-9f3a-4e40-9e9b-e8c12386975c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed420855-3715-4b48-b6ba-16638a2ac615 HTTP/1.1" status: 204 len: 168 time: 0.1815825 Jul 16 18:18:16.514704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1a12b-9f3a-4e40-9e9b-e8c12386975c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed420855-3715-4b48-b6ba-16638a2ac615,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:17.523494 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:17.835980 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f79a6b4-ae6d-4aa9-a17d-f5037ad6667a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.899023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:17.959240 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f79a6b4-ae6d-4aa9-a17d-f5037ad6667a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.970664 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f79a6b4-ae6d-4aa9-a17d-f5037ad6667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.013719 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9f79a6b4-ae6d-4aa9-a17d-f5037ad6667a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c3d63371bd0d4966b104bc1476aeda4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4882686 Jul 16 18:18:18.014608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79a6b4-ae6d-4aa9-a17d-f5037ad6667a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6fba21-2019-42a6-959b-18fdd0bbfb0d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:18.016839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.045423 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.097286 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19a6d4a1-716c-4613-8186-e1e2c8a973cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.105600 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:18.106877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:18.109145 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06abaafa-915e-48cd-8f37-8b63e9717ff1" -d '{"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-unplugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:18.112465 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.141106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19a6d4a1-716c-4613-8186-e1e2c8a973cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.194654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:18.199904 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9c4019-9f51-476e-8c5f-a96074520993 x-openstack-request-id: req-6e9c4019-9f51-476e-8c5f-a96074520993 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:18.200616 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-unplugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:18.200879 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e9c4019-9f51-476e-8c5f-a96074520993 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:18.201295 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'code': 200} Jul 16 18:18:18.207547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:18.207910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:18.208394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:18.208744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:18.209103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:18.209468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:18.209813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:18.210163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:18.210497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:18.210835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:18.211166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:18.211683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:18.251998 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19a6d4a1-716c-4613-8186-e1e2c8a973cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.270124 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19a6d4a1-716c-4613-8186-e1e2c8a973cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.273246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-19a6d4a1-716c-4613-8186-e1e2c8a973cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc6fba21-2019-42a6-959b-18fdd0bbfb0d HTTP/1.1" status: 204 len: 168 time: 0.2550733 Jul 16 18:18:18.284985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6d4a1-716c-4613-8186-e1e2c8a973cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6fba21-2019-42a6-959b-18fdd0bbfb0d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:19.860405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:19.899299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:20.103840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:20.137417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'port_id': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'mac_address': 'fa:16:3e:1e:76:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:20.179738 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.241132 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.266498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cdea6e-fd2d-40df-8b76-ec7c336228e1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:20.293998 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:20.303770 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.393075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:20.404887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['78cdea6e-fd2d-40df-8b76-ec7c336228e1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:20.442521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.458858 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.530988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f0bd2fd9d924b4d8514fbcb8409166e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693442 Jul 16 18:18:20.532937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99be6579-a2bd-4d2e-8f96-d4ebb7a78cd8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:20.534131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:20.554753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.557647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.560751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.565597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.566213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.566723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.567241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.567731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.568231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.568727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.569223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.569895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8e57ef-bee4-4e6a-93bc-57e86bfbfbfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.605817 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ac936c-69c8-4075-ab36-ba155eb23eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.655852 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ac936c-69c8-4075-ab36-ba155eb23eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.668703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:20.715602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ac936c-69c8-4075-ab36-ba155eb23eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.721177 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f4ac936c-69c8-4075-ab36-ba155eb23eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.724799 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f4ac936c-69c8-4075-ab36-ba155eb23eb6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99be6579-a2bd-4d2e-8f96-d4ebb7a78cd8 HTTP/1.1" status: 204 len: 168 time: 0.1890600 Jul 16 18:18:20.742271 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac936c-69c8-4075-ab36-ba155eb23eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99be6579-a2bd-4d2e-8f96-d4ebb7a78cd8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:21.204504 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88cdc076-bfe4-41ba-bc89-98bc091cb6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.387797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:21.415909 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88cdc076-bfe4-41ba-bc89-98bc091cb6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.424297 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88cdc076-bfe4-41ba-bc89-98bc091cb6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.492060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdc076-bfe4-41ba-bc89-98bc091cb6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514d0cbe-3630-4b06-b175-0c69caf889bc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:21.532482 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:21.546127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-88cdc076-bfe4-41ba-bc89-98bc091cb6d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9347a71ca21a4d78b20527e273a0f1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8760340 Jul 16 18:18:21.557374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:21.575098 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d081d508-8298-41c3-a5c7-356e34ea3347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.592283 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-500ba213-74b5-4adb-889b-038ee4e5a5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.682881 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee269c75-bf36-4ec5-a149-d0f9063c837d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.712972 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee269c75-bf36-4ec5-a149-d0f9063c837d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.819198 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee269c75-bf36-4ec5-a149-d0f9063c837d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.827511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee269c75-bf36-4ec5-a149-d0f9063c837d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.830837 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ee269c75-bf36-4ec5-a149-d0f9063c837d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/514d0cbe-3630-4b06-b175-0c69caf889bc HTTP/1.1" status: 204 len: 168 time: 0.2969553 Jul 16 18:18:21.878382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee269c75-bf36-4ec5-a149-d0f9063c837d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514d0cbe-3630-4b06-b175-0c69caf889bc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:21.907597 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d081d508-8298-41c3-a5c7-356e34ea3347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.916991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:21.920921 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d081d508-8298-41c3-a5c7-356e34ea3347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.036046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081d508-8298-41c3-a5c7-356e34ea3347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6378de-dd10-4b40-b3d5-cb50c41e5b12,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:22.090601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:22.091429 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.095471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d081d508-8298-41c3-a5c7-356e34ea3347 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de55ae42a8164da08e8d77ef8d189262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369024 Jul 16 18:18:22.099491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:22.220337 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05a8c769-617f-4c94-9c35-2d0660e53d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.292288 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.295331 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-500ba213-74b5-4adb-889b-038ee4e5a5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.310818 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05a8c769-617f-4c94-9c35-2d0660e53d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.329975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:22.333526 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2121fbd1-1dfe-4f3e-8637-808d846470a6" -d '{"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-plugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:22.351181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:22.353356 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-500ba213-74b5-4adb-889b-038ee4e5a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.356486 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.386678 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-500ba213-74b5-4adb-889b-038ee4e5a5a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b5e1d0f105e42c0ab6d6c4c3d56e5a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9975379 Jul 16 18:18:22.390010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:22.413477 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ba213-74b5-4adb-889b-038ee4e5a5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b86f63b-061e-4a37-be9b-efb479cbd5b2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:22.432625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05a8c769-617f-4c94-9c35-2d0660e53d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.436579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05a8c769-617f-4c94-9c35-2d0660e53d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.439921 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-05a8c769-617f-4c94-9c35-2d0660e53d05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab6378de-dd10-4b40-b3d5-cb50c41e5b12 HTTP/1.1" status: 204 len: 168 time: 0.3367739 Jul 16 18:18:22.450256 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8c769-617f-4c94-9c35-2d0660e53d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6378de-dd10-4b40-b3d5-cb50c41e5b12,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:22.480599 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7954a122-ee0e-4d5a-bd3a-345e23a5f37d x-openstack-request-id: req-7954a122-ee0e-4d5a-bd3a-345e23a5f37d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:22.480912 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-plugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:22.481146 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7954a122-ee0e-4d5a-bd3a-345e23a5f37d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:22.481607 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'code': 200} Jul 16 18:18:22.504122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:22.518863 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:22.559748 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-296c5af2-f21c-4367-9488-d89046d186a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.613332 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-296c5af2-f21c-4367-9488-d89046d186a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.720918 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-296c5af2-f21c-4367-9488-d89046d186a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.726412 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-296c5af2-f21c-4367-9488-d89046d186a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.728070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-296c5af2-f21c-4367-9488-d89046d186a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b86f63b-061e-4a37-be9b-efb479cbd5b2 HTTP/1.1" status: 204 len: 168 time: 0.3360643 Jul 16 18:18:22.738338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c5af2-f21c-4367-9488-d89046d186a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b86f63b-061e-4a37-be9b-efb479cbd5b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:25.369279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:25.742437 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b72a993-6cbc-4732-8164-96b8cb7f08d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.929721 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b72a993-6cbc-4732-8164-96b8cb7f08d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.942602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b72a993-6cbc-4732-8164-96b8cb7f08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.007297 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:26.021182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7b72a993-6cbc-4732-8164-96b8cb7f08d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01c5535f2f9646649ad43e57bef5554c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476896 Jul 16 18:18:26.022283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72a993-6cbc-4732-8164-96b8cb7f08d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6906182a-9813-462c-9954-8e55650c1c99,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:26.147298 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe887-283c-4a69-8e9f-87b1931ea53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.215295 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe887-283c-4a69-8e9f-87b1931ea53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.365884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe887-283c-4a69-8e9f-87b1931ea53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.372439 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe887-283c-4a69-8e9f-87b1931ea53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.380251 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d1cfe887-283c-4a69-8e9f-87b1931ea53c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6906182a-9813-462c-9954-8e55650c1c99 HTTP/1.1" status: 204 len: 168 time: 0.3695300 Jul 16 18:18:26.407627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfe887-283c-4a69-8e9f-87b1931ea53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6906182a-9813-462c-9954-8e55650c1c99,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:26.874310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:26.880992 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-96b3d816-5022-4fdb-a40b-6d259239560d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400719648', 'description': 'tempest-secgroup-smoke-1400719648 description', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:26.958590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b3d816-5022-4fdb-a40b-6d259239560d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.000484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b3d816-5022-4fdb-a40b-6d259239560d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.224252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b3d816-5022-4fdb-a40b-6d259239560d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.236206 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b3d816-5022-4fdb-a40b-6d259239560d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.331975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3d816-5022-4fdb-a40b-6d259239560d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d160feb-351f-4231-9e87-cafef48d869d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.455245 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b3d816-5022-4fdb-a40b-6d259239560d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.463424 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b3d816-5022-4fdb-a40b-6d259239560d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.519497 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b3d816-5022-4fdb-a40b-6d259239560d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.523620 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-96b3d816-5022-4fdb-a40b-6d259239560d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6469162 Jul 16 18:18:27.525303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3d816-5022-4fdb-a40b-6d259239560d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb75988-1458-4870-904c-d5102d84ace7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.526885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:27.532654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e925e8f-0a52-483c-bbb5-f56bb4efbdb8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '2fb75988-1458-4870-904c-d5102d84ace7', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:27.610926 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e925e8f-0a52-483c-bbb5-f56bb4efbdb8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.655431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56284) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:27.748702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e925e8f-0a52-483c-bbb5-f56bb4efbdb8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.758732 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e925e8f-0a52-483c-bbb5-f56bb4efbdb8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.784938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e925e8f-0a52-483c-bbb5-f56bb4efbdb8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3893d31-db9a-48b5-a3e9-0cdb26688162,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.798060 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e925e8f-0a52-483c-bbb5-f56bb4efbdb8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.799383 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9e925e8f-0a52-483c-bbb5-f56bb4efbdb8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2712243 Jul 16 18:18:27.802158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56290) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:27.806766 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e61857e5-ae34-4ca5-88a7-6f11fade1642 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '2fb75988-1458-4870-904c-d5102d84ace7', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:27.879518 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61857e5-ae34-4ca5-88a7-6f11fade1642 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.973461 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61857e5-ae34-4ca5-88a7-6f11fade1642 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.979023 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61857e5-ae34-4ca5-88a7-6f11fade1642 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.009003 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61857e5-ae34-4ca5-88a7-6f11fade1642 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cab529-c848-4404-b9ee-53bbeb504ec1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.031247 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74da4585-5ea9-4585-bbed-d1c57973d47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.041275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e61857e5-ae34-4ca5-88a7-6f11fade1642 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.041935 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e61857e5-ae34-4ca5-88a7-6f11fade1642 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2386162 Jul 16 18:18:28.044681 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:28.062190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-60bb51de-0fea-4746-ad3a-0b76a1258a07 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '2fb75988-1458-4870-904c-d5102d84ace7', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:28.191448 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74da4585-5ea9-4585-bbed-d1c57973d47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.197510 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-74da4585-5ea9-4585-bbed-d1c57973d47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.238583 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-74da4585-5ea9-4585-bbed-d1c57973d47f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5dbf359af02645c79e9df1641d302af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5797312 Jul 16 18:18:28.241354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:28.245402 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60bb51de-0fea-4746-ad3a-0b76a1258a07 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.351560 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68e4f3d3-0417-496c-840f-7f6a1e9cfb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.374829 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60bb51de-0fea-4746-ad3a-0b76a1258a07 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.376577 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68e4f3d3-0417-496c-840f-7f6a1e9cfb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.390077 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60bb51de-0fea-4746-ad3a-0b76a1258a07 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.420439 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60bb51de-0fea-4746-ad3a-0b76a1258a07 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.424779 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-60bb51de-0fea-4746-ad3a-0b76a1258a07 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3779695 Jul 16 18:18:28.428741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:28.434935 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da4585-5ea9-4585-bbed-d1c57973d47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da67d5c-5f8d-4586-9998-9587d0297624,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.436108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6aed0430-1354-42bf-b941-15994d49ba27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '2fb75988-1458-4870-904c-d5102d84ace7', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:28.443232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb51de-0fea-4746-ad3a-0b76a1258a07 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d0eff7-b3e8-4180-ad7a-20280c537369,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.449204 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68e4f3d3-0417-496c-840f-7f6a1e9cfb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.451822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68e4f3d3-0417-496c-840f-7f6a1e9cfb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.455650 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-68e4f3d3-0417-496c-840f-7f6a1e9cfb29 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3da67d5c-5f8d-4586-9998-9587d0297624 HTTP/1.1" status: 204 len: 168 time: 0.2109058 Jul 16 18:18:28.463630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4f3d3-0417-496c-840f-7f6a1e9cfb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da67d5c-5f8d-4586-9998-9587d0297624,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.523407 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aed0430-1354-42bf-b941-15994d49ba27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.692354 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aed0430-1354-42bf-b941-15994d49ba27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.698270 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aed0430-1354-42bf-b941-15994d49ba27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.752011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed0430-1354-42bf-b941-15994d49ba27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbdaa230-12b2-401f-9d86-22472e0b7d40,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.770481 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aed0430-1354-42bf-b941-15994d49ba27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.772019 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6aed0430-1354-42bf-b941-15994d49ba27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3414514 Jul 16 18:18:28.774815 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:28.779903 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6cc055d5-9a34-4e9a-b6a0-5b9380753902 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '2fb75988-1458-4870-904c-d5102d84ace7', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:28.821008 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-6cc055d5-9a34-4e9a-b6a0-5b9380753902 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Project 7d7e779da2c0442f85c056cdc3f73ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:18:28.839998 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cc055d5-9a34-4e9a-b6a0-5b9380753902 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.951162 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cc055d5-9a34-4e9a-b6a0-5b9380753902 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.963058 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cc055d5-9a34-4e9a-b6a0-5b9380753902 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.993208 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6cc055d5-9a34-4e9a-b6a0-5b9380753902 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.994730 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6cc055d5-9a34-4e9a-b6a0-5b9380753902 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2188010 Jul 16 18:18:28.997727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:28.998367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc055d5-9a34-4e9a-b6a0-5b9380753902 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50452de7-35cd-45fb-97cc-e1a3e6e0a77b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:29.011512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-61526e19-a7b9-40a4-8324-9cfb3e3db820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '2fb75988-1458-4870-904c-d5102d84ace7', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:29.084027 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-61526e19-a7b9-40a4-8324-9cfb3e3db820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Project 7d7e779da2c0442f85c056cdc3f73ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:18:29.106730 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61526e19-a7b9-40a4-8324-9cfb3e3db820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.196905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.231359 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dd5861b-5bae-4e4c-b7af-c0e92e183493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.245289 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61526e19-a7b9-40a4-8324-9cfb3e3db820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.259470 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61526e19-a7b9-40a4-8324-9cfb3e3db820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.339019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61526e19-a7b9-40a4-8324-9cfb3e3db820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6943f74-f614-4a80-a7b4-c1865a3925b2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:29.449108 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dd5861b-5bae-4e4c-b7af-c0e92e183493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.467588 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61526e19-a7b9-40a4-8324-9cfb3e3db820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.470413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-61526e19-a7b9-40a4-8324-9cfb3e3db820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4707191 Jul 16 18:18:29.473643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.474751 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1dd5861b-5bae-4e4c-b7af-c0e92e183493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.480837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6a37e433-4047-40fb-a969-bfdba6deeb9d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'network': {'name': 'tempest-network-smoke--2046536810', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:29.529831 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1dd5861b-5bae-4e4c-b7af-c0e92e183493 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1302ffbc2d6743eba044d6bc8fdde7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308766 Jul 16 18:18:29.531006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5861b-5bae-4e4c-b7af-c0e92e183493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4c0ca4-16d9-4d01-ae3c-c14544e3f076,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:29.533805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.563059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a37e433-4047-40fb-a969-bfdba6deeb9d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Made reservation on behalf of 7d7e779da2c0442f85c056cdc3f73ede for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:29.569138 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a37e433-4047-40fb-a969-bfdba6deeb9d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.602967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a37e433-4047-40fb-a969-bfdba6deeb9d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:29.616799 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a37e433-4047-40fb-a969-bfdba6deeb9d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.617246 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-6a37e433-4047-40fb-a969-bfdba6deeb9d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Added segment fc1a76d1-7b10-416e-b4f8-afa1373582de of type vlan for network eabd2759-91af-4375-a194-972c087183ce Jul 16 18:18:29.668007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.681128 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b99f2e28-5058-4b4d-943b-4e5556895c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.684172 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a37e433-4047-40fb-a969-bfdba6deeb9d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.722742 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b99f2e28-5058-4b4d-943b-4e5556895c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.771629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a37e433-4047-40fb-a969-bfdba6deeb9d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.776995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a37e433-4047-40fb-a969-bfdba6deeb9d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:29.777625 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a37e433-4047-40fb-a969-bfdba6deeb9d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.839266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6a37e433-4047-40fb-a969-bfdba6deeb9d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3636916 Jul 16 18:18:29.843512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.854199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'admin_state_up': True, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:29.904655 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1ed5727-aa56-418a-8315-f48f75a5ef2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.942820 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.944320 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.952308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37e433-4047-40fb-a969-bfdba6deeb9d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Network': ['ID=eabd2759-91af-4375-a194-972c087183ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:29.969866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network eabd2759-91af-4375-a194-972c087183ce details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:29.971641 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b99f2e28-5058-4b4d-943b-4e5556895c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.974649 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b99f2e28-5058-4b4d-943b-4e5556895c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.975816 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b99f2e28-5058-4b4d-943b-4e5556895c64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd4c0ca4-16d9-4d01-ae3c-c14544e3f076 HTTP/1.1" status: 204 len: 168 time: 0.4410779 Jul 16 18:18:29.992381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f2e28-5058-4b4d-943b-4e5556895c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4c0ca4-16d9-4d01-ae3c-c14544e3f076,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:30.045049 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.289845 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1ed5727-aa56-418a-8315-f48f75a5ef2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.303986 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f1ed5727-aa56-418a-8315-f48f75a5ef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.468199 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f1ed5727-aa56-418a-8315-f48f75a5ef2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=449ce0e5f171429cb6d3791d20a80045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7967825 Jul 16 18:18:30.468199 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed5727-aa56-418a-8315-f48f75a5ef2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98e7946-1c12-4849-bae0-81ca6d5bad33,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:30.472914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:30.590562 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d215-82da-4bd1-ae26-7f122d490264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.650334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ed45ace-9904-4f70-b566-903803c4664f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.709914 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ed45ace-9904-4f70-b566-903803c4664f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.839812 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ed45ace-9904-4f70-b566-903803c4664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.843650 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ed45ace-9904-4f70-b566-903803c4664f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.845347 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2ed45ace-9904-4f70-b566-903803c4664f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d98e7946-1c12-4849-bae0-81ca6d5bad33 HTTP/1.1" status: 204 len: 168 time: 0.3712692 Jul 16 18:18:30.867098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed45ace-9904-4f70-b566-903803c4664f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98e7946-1c12-4849-bae0-81ca6d5bad33,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:30.996464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.436649 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.509004 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.719476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.25.8.151 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/807088fd-240a-49e4-89ff-57e2c342a8d5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:31.981022 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.095030 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.156472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:32.162394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:32.168484 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:32.355553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=807088fd-240a-49e4-89ff-57e2c342a8d5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:32.527367 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa732-240c-4231-ae33-06230ee0ab18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.541358 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.588292 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.605463 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.686430 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.988881 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.271701 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.297429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router 40e48fd9-c473-4cf0-8967-77f4e5a60643 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:33.476219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:33.487618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Sync routers for ids ['40e48fd9-c473-4cf0-8967-77f4e5a60643'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:33.512645 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.518028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6aca186f-117a-4006-bc98-1af68ebbdb03 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6696506 Jul 16 18:18:33.519318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.526109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Routers {'40e48fd9-c473-4cf0-8967-77f4e5a60643'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:33.529217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['40e48fd9-c473-4cf0-8967-77f4e5a60643'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:33.534860 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cffd5a6e-fe88-42cc-9713-19f2a61448c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.795196 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cffd5a6e-fe88-42cc-9713-19f2a61448c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.803987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cffd5a6e-fe88-42cc-9713-19f2a61448c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.848412 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.885804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Set router 40e48fd9-c473-4cf0-8967-77f4e5a60643 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:33.904079 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd5a6e-fe88-42cc-9713-19f2a61448c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baab041-b76e-417a-b949-f60947bb7e9a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.925468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3001df69-0a4f-4cd7-9ce3-963c15e47141 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=7d7e779da2c0442f85c056cdc3f73ede&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4018874 Jul 16 18:18:33.926251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.947913 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cffd5a6e-fe88-42cc-9713-19f2a61448c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6936822d94604dae8e042ad8297ee908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6750481 Jul 16 18:18:33.950368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.065875 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a202761-f0ad-4dea-898e-98d9f4ef08f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.120006 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a202761-f0ad-4dea-898e-98d9f4ef08f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.217907 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a202761-f0ad-4dea-898e-98d9f4ef08f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.222008 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a202761-f0ad-4dea-898e-98d9f4ef08f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.227334 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4a202761-f0ad-4dea-898e-98d9f4ef08f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6baab041-b76e-417a-b949-f60947bb7e9a HTTP/1.1" status: 204 len: 168 time: 0.2755718 Jul 16 18:18:34.255883 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a202761-f0ad-4dea-898e-98d9f4ef08f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baab041-b76e-417a-b949-f60947bb7e9a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:34.260243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311cd10e-0054-496b-96e9-ce1226e24fcd tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:34.269613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-311cd10e-0054-496b-96e9-ce1226e24fcd tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3386753 Jul 16 18:18:34.270531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.372246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-269073c9-32c0-4075-9aa0-e9ba6c9a8b76 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0982654 Jul 16 18:18:34.374512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.382983 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9faf955a-135a-4a12-aeaf-e7b2605c1c1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1396473234', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:34.486105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:18:32Z', 'revision_number': 3, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.615788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Checking router: 40e48fd9-c473-4cf0-8967-77f4e5a60643 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:34.616359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Updating router 40e48fd9-c473-4cf0-8967-77f4e5a60643 port 807088fd-240a-49e4-89ff-57e2c342a8d5 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:34.677910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faf955a-135a-4a12-aeaf-e7b2605c1c1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Made reservation on behalf of 7d7e779da2c0442f85c056cdc3f73ede for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:34.690999 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9faf955a-135a-4a12-aeaf-e7b2605c1c1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.699988 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.239698 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9faf955a-135a-4a12-aeaf-e7b2605c1c1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.383067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:35.392198 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.423369 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf955a-135a-4a12-aeaf-e7b2605c1c1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Subnet': ['ID=8e4bebd4-1398-4e74-bc25-f8af8706b63e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.455594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf955a-135a-4a12-aeaf-e7b2605c1c1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Checking segment: {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:35.458741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf955a-135a-4a12-aeaf-e7b2605c1c1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network hostable DHCP agents. Network: eabd2759-91af-4375-a194-972c087183ce, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:35.479079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Transition to ACTIVE for port object 807088fd-240a-49e4-89ff-57e2c342a8d5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:35.505548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf955a-135a-4a12-aeaf-e7b2605c1c1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network eabd2759-91af-4375-a194-972c087183ce is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:35.526923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9faf955a-135a-4a12-aeaf-e7b2605c1c1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, eabd2759-91af-4375-a194-972c087183ce) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:35.533925 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.536041 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf955a-135a-4a12-aeaf-e7b2605c1c1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:35.536883 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9faf955a-135a-4a12-aeaf-e7b2605c1c1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.573671 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9faf955a-135a-4a12-aeaf-e7b2605c1c1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1969080 Jul 16 18:18:35.576905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:35.581483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d5c10e-cc3e-40ac-8374-243889d51650 None None] Network eabd2759-91af-4375-a194-972c087183ce requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:35.589951 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.652543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Attempting to bind port 807088fd-240a-49e4-89ff-57e2c342a8d5 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:35.653192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Attempting to bind port 807088fd-240a-49e4-89ff-57e2c342a8d5 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:35.653441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Attempting to bind port 807088fd-240a-49e4-89ff-57e2c342a8d5 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:35.733698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:35.734677 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:35.735505 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.736748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:35.737433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Bound port: 807088fd-240a-49e4-89ff-57e2c342a8d5, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:35.737983 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.767250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:35.804420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e5ff1-6ddb-432d-8cd5-61796d9e3b79 None None] Pushing event updated for resources: {'Port': ['ID=807088fd-240a-49e4-89ff-57e2c342a8d5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.817453 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.965454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] For port 807088fd-240a-49e4-89ff-57e2c342a8d5, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:35.969442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-eabd2759-91af-4375-a194-972c087183ce', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ips': [{'subnet_id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:35.970643 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.033420 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.118897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] For port 807088fd-240a-49e4-89ff-57e2c342a8d5, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=807088fd-240a-49e4-89ff-57e2c342a8d5,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:36.130757 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.279158 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Allocated IP 172.25.8.199 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/2bc12b9c-4cd6-462a-b4c6-befdaec458b1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:36.314448 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e5ff1-6ddb-432d-8cd5-61796d9e3b79 None None] Pushing event updated for resources: {'Port': ['ID=807088fd-240a-49e4-89ff-57e2c342a8d5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.346359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Allocated IP 172.20.0.2 (eabd2759-91af-4375-a194-972c087183ce/8e4bebd4-1398-4e74-bc25-f8af8706b63e/ed608a62-edcb-47e3-8c9b-83d37d7e53b2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:36.348556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Routers {'40e48fd9-c473-4cf0-8967-77f4e5a60643'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:36.349207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['40e48fd9-c473-4cf0-8967-77f4e5a60643'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:36.485508 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.514784 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.616940 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.688404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] Set router 40e48fd9-c473-4cf0-8967-77f4e5a60643 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:36.741004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:36.752604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:36.756005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:36.853479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event updated for resources: {'Port': ['ID=2bc12b9c-4cd6-462a-b4c6-befdaec458b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.944869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.961755 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.985110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Transition to ACTIVE for port object ed608a62-edcb-47e3-8c9b-83d37d7e53b2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:37.020291 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.041355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Transition to ACTIVE for port object ed608a62-edcb-47e3-8c9b-83d37d7e53b2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:37.055205 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.101956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Network eabd2759-91af-4375-a194-972c087183ce is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:37.105019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:37.109872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:37.138230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.20.0.1 (eabd2759-91af-4375-a194-972c087183ce/8e4bebd4-1398-4e74-bc25-f8af8706b63e/077f16fc-e230-4ccc-9786-38fc498b6d1f) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:37.169610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Pushing event updated for resources: {'Port': ['ID=ed608a62-edcb-47e3-8c9b-83d37d7e53b2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:37.250555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:18:32Z', 'revision_number': 3, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:37.362878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07993852-b555-45f7-9813-32b3f152dd26 None None] The sync data for ids ['40e48fd9-c473-4cf0-8967-77f4e5a60643'] in n-d-793618-9 is: [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:18:32Z', 'revision_number': 3, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:37.379815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Attempting to bind port ed608a62-edcb-47e3-8c9b-83d37d7e53b2 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:37.397750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Attempting to bind port ed608a62-edcb-47e3-8c9b-83d37d7e53b2 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:37.398618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Attempting to bind port ed608a62-edcb-47e3-8c9b-83d37d7e53b2 on network eabd2759-91af-4375-a194-972c087183ce {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:37.399022 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.405648 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.411546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:37.415423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Checking segment: {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:37.417642 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.418091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Bound using segment: {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:37.422019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Bound port: ed608a62-edcb-47e3-8c9b-83d37d7e53b2, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:37.422670 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.470638 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.472529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event updated for resources: {'Port': ['ID=2bc12b9c-4cd6-462a-b4c6-befdaec458b1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:37.499664 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Transition to ACTIVE for port object 077f16fc-e230-4ccc-9786-38fc498b6d1f will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:37.554422 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.581563 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.611546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.613388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6971f99d-b3b9-4503-9676-638a820e103f tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2292726 Jul 16 18:18:37.615953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:37.629633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1630423754'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:37.634555 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network eabd2759-91af-4375-a194-972c087183ce is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:37.653625 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:37.661886 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:37.678938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Made reservation on behalf of 1b0455b769bb4670955de6b8bb36008f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:37.683952 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.696784 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.711779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] For port ed608a62-edcb-47e3-8c9b-83d37d7e53b2, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:37.719825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] For port ed608a62-edcb-47e3-8c9b-83d37d7e53b2, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ed608a62-edcb-47e3-8c9b-83d37d7e53b2,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:37.733945 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.762225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.927079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656d342-1a50-4b0b-add9-75f18c89c4fc None None] Pushing event updated for resources: {'Port': ['ID=ed608a62-edcb-47e3-8c9b-83d37d7e53b2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:37.992032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=077f16fc-e230-4ccc-9786-38fc498b6d1f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.031937 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.045335 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.100646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:38.136478 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.138645 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Added segment 05a40563-daf6-4ae6-9d6d-e519365ae2d3 of type vlan for network 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c Jul 16 18:18:38.177188 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.231424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 807088fd-240a-49e4-89ff-57e2c342a8d5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:38.258266 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.406193 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.432708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.434087 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.443194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6515add8-61f4-4fa6-9c89-6cd13ecaa345,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.461464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 807088fd-240a-49e4-89ff-57e2c342a8d5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:38.467215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 807088fd-240a-49e4-89ff-57e2c342a8d5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:38.469825 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.603659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event updated for resources: {'Network': ['ID=3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.626571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e00f9cf2-c002-4cae-960f-7f648c22141e tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0077844 Jul 16 18:18:38.629446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:38.637904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-68c2be24-d4ab-4c37-afa0-b325d55e41a4 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Request body: {'subnet': {'network_id': '3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:38.639480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:38.729149 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.791866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 807088fd-240a-49e4-89ff-57e2c342a8d5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=807088fd-240a-49e4-89ff-57e2c342a8d5,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:38.807784 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.813419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c2be24-d4ab-4c37-afa0-b325d55e41a4 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Made reservation on behalf of 1b0455b769bb4670955de6b8bb36008f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:38.818248 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68c2be24-d4ab-4c37-afa0-b325d55e41a4 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.064921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=807088fd-240a-49e4-89ff-57e2c342a8d5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:39.103353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.122771 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.275011 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68c2be24-d4ab-4c37-afa0-b325d55e41a4 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.278228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=077f16fc-e230-4ccc-9786-38fc498b6d1f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:39.300767 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.401873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2be24-d4ab-4c37-afa0-b325d55e41a4 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event updated for resources: {'Subnet': ['ID=de02939f-0555-46e5-9d5d-35fc27b1cf7c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:39.426702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2be24-d4ab-4c37-afa0-b325d55e41a4 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Checking segment: {'id': '05a40563-daf6-4ae6-9d6d-e519365ae2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:39.427020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2be24-d4ab-4c37-afa0-b325d55e41a4 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Network hostable DHCP agents. Network: 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:39.457428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2be24-d4ab-4c37-afa0-b325d55e41a4 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Network 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:39.474591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-68c2be24-d4ab-4c37-afa0-b325d55e41a4 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:39.480007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c2be24-d4ab-4c37-afa0-b325d55e41a4 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:39.480629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68c2be24-d4ab-4c37-afa0-b325d55e41a4 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.485219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9eed8-013a-4b45-bc41-405a62f8528b None None] Network 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:39.492771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network eabd2759-91af-4375-a194-972c087183ce is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:39.495869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:39.509177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-68c2be24-d4ab-4c37-afa0-b325d55e41a4 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8778572 Jul 16 18:18:39.511923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:39.516838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-448608596', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:39.572811 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.574133 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.700733 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.819999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c', 'network_id': '3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c', 'tenant_id': '1b0455b769bb4670955de6b8bb36008f', 'fixed_ips': [{'subnet_id': 'de02939f-0555-46e5-9d5d-35fc27b1cf7c'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:39.820889 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.826328 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce05cdd-a171-4c8e-8d57-c03a3674c4c4 None None] Network eabd2759-91af-4375-a194-972c087183ce requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:40.038936 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.209139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b7d2718-8ed3-4cf5-acf9-79ff3f52e052 None None] Provisioning for port ed608a62-edcb-47e3-8c9b-83d37d7e53b2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:40.379353 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router 40e48fd9-c473-4cf0-8967-77f4e5a60643 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:40.664782 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.667299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:40.683413 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Sync routers for ids ['40e48fd9-c473-4cf0-8967-77f4e5a60643'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:40.686842 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d25dc884-4862-4e93-b09b-209d59a0a87b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "PUT /v2.0/routers/40e48fd9-c473-4cf0-8967-77f4e5a60643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1087630 Jul 16 18:18:40.699073 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Routers {'40e48fd9-c473-4cf0-8967-77f4e5a60643'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:40.699845 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['40e48fd9-c473-4cf0-8967-77f4e5a60643'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:40.703661 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.743420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ed608a62-edcb-47e3-8c9b-83d37d7e53b2 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:40.839269 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Set router 40e48fd9-c473-4cf0-8967-77f4e5a60643 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:40.905523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Allocated IP 172.20.0.2 (3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c/de02939f-0555-46e5-9d5d-35fc27b1cf7c/3b3c39c8-aad1-4003-8d8f-1628b12fc307) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:41.021552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ed608a62-edcb-47e3-8c9b-83d37d7e53b2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:41.039981 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Allocated IP 172.25.8.209 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/27468e63-2f1e-4827-b0e7-6482e4bad83e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:41.061039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ed608a62-edcb-47e3-8c9b-83d37d7e53b2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:41.061446 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.195644 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '077f16fc-e230-4ccc-9786-38fc498b6d1f', 'name': '', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:d7:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:36Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 2, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:41.196756 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-516bebd7-3c68-4e36-a755-72ef41f4d3bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400719648&fields=id&tenant_id=7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 267 time: 0.1050971 Jul 16 18:18:41.260766 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.273711 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Checking router: 40e48fd9-c473-4cf0-8967-77f4e5a60643 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:41.274078 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Updating router 40e48fd9-c473-4cf0-8967-77f4e5a60643 port 077f16fc-e230-4ccc-9786-38fc498b6d1f binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:41.338661 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.339667 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.353781 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.364418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port ed608a62-edcb-47e3-8c9b-83d37d7e53b2, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ed608a62-edcb-47e3-8c9b-83d37d7e53b2,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:41.366599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Transition to ACTIVE for port object 3b3c39c8-aad1-4003-8d8f-1628b12fc307 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:41.376041 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.378323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 807088fd-240a-49e4-89ff-57e2c342a8d5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:41.494423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Transition to ACTIVE for port object 3b3c39c8-aad1-4003-8d8f-1628b12fc307 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:41.522338 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.524431 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.573464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Network 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:41.578345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:41.583390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:41.586157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=ed608a62-edcb-47e3-8c9b-83d37d7e53b2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.666877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:41.685470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-89c20f61-af89-4096-b2ac-cbb4e62adb6d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:41.687285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-89c20f61-af89-4096-b2ac-cbb4e62adb6d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/networks?id=eabd2759-91af-4375-a194-972c087183ce HTTP/1.1" status: 200 len: 797 time: 0.4703600 Jul 16 18:18:41.691692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:41.699283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:41.703145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event updated for resources: {'Port': ['ID=27468e63-2f1e-4827-b0e7-6482e4bad83e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.753681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-59d930a9-517d-49ef-a680-de4901817809 None None] Provisioning for port 077f16fc-e230-4ccc-9786-38fc498b6d1f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:41.758093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 807088fd-240a-49e4-89ff-57e2c342a8d5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:41.758744 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.792179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-59d930a9-517d-49ef-a680-de4901817809 None None] Provisioning complete for port 077f16fc-e230-4ccc-9786-38fc498b6d1f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:41.792564 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59d930a9-517d-49ef-a680-de4901817809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.804677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-652a8c56-8d16-49ab-8607-670333cdd8ee tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/quotas/7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 375 time: 0.1070755 Jul 16 18:18:41.840397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Pushing event updated for resources: {'Port': ['ID=3b3c39c8-aad1-4003-8d8f-1628b12fc307,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.942962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Attempting to bind port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:41.943633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Attempting to bind port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '05a40563-daf6-4ae6-9d6d-e519365ae2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:41.945161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Attempting to bind port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 on network 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:41.950737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-59d930a9-517d-49ef-a680-de4901817809 None None] Port 077f16fc-e230-4ccc-9786-38fc498b6d1f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:42.012897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:42.013464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Checking segment: {'id': '05a40563-daf6-4ae6-9d6d-e519365ae2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:42.013874 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.014273 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Bound using segment: {'id': '05a40563-daf6-4ae6-9d6d-e519365ae2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:42.014764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Bound port: 3b3c39c8-aad1-4003-8d8f-1628b12fc307, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a40563-daf6-4ae6-9d6d-e519365ae2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:42.015149 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.075194 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.078882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-59d930a9-517d-49ef-a680-de4901817809 None None] Provisioning complete for port ed608a62-edcb-47e3-8c9b-83d37d7e53b2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:42.079260 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59d930a9-517d-49ef-a680-de4901817809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.103513 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Transition to ACTIVE for port object 077f16fc-e230-4ccc-9786-38fc498b6d1f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:42.112404 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.169050 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-9a5bbf7f-187d-4f72-b5dc-1efd9b0d4b01 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3492761 Jul 16 18:18:42.231853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ed608a62-edcb-47e3-8c9b-83d37d7e53b2 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:42.323492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] For port 3b3c39c8-aad1-4003-8d8f-1628b12fc307, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:42.330317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] For port 3b3c39c8-aad1-4003-8d8f-1628b12fc307, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3b3c39c8-aad1-4003-8d8f-1628b12fc307,segment=NetworkSegment(05a40563-daf6-4ae6-9d6d-e519365ae2d3),segment_id=05a40563-daf6-4ae6-9d6d-e519365ae2d3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:42.339953 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Pushing event updated for resources: {'Port': ['ID=077f16fc-e230-4ccc-9786-38fc498b6d1f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:42.342707 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.449820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ed608a62-edcb-47e3-8c9b-83d37d7e53b2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:42.450203 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.470675 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:42.483213 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:42.483497 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:42.495824 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:42.496276 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:42.496688 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:42.497096 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:42.497538 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:42.497945 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:42.498347 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:42.499865 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:42.503704 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:42.523794 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Attempting to bind port 077f16fc-e230-4ccc-9786-38fc498b6d1f on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:42.524431 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Attempting to bind port 077f16fc-e230-4ccc-9786-38fc498b6d1f by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:42.524971 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Attempting to bind port 077f16fc-e230-4ccc-9786-38fc498b6d1f on network eabd2759-91af-4375-a194-972c087183ce {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:42.530717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73616995-3ad3-42e1-9e33-736f5badffec None None] Pushing event updated for resources: {'Port': ['ID=3b3c39c8-aad1-4003-8d8f-1628b12fc307,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:42.553199 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:42.557602 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Checking segment: {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:42.558291 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.558709 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Bound using segment: {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:42.559219 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Bound port: 077f16fc-e230-4ccc-9786-38fc498b6d1f, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:42.559609 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.704625 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] For port 077f16fc-e230-4ccc-9786-38fc498b6d1f, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:42.710096 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] For port 077f16fc-e230-4ccc-9786-38fc498b6d1f, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=077f16fc-e230-4ccc-9786-38fc498b6d1f,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:42.716318 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.787352 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Routers {'40e48fd9-c473-4cf0-8967-77f4e5a60643'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:42.787910 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['40e48fd9-c473-4cf0-8967-77f4e5a60643'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:42.868416 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce2d59-ddae-4dab-9835-a18569598a57 None None] Pushing event updated for resources: {'Port': ['ID=077f16fc-e230-4ccc-9786-38fc498b6d1f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:42.994460 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] Set router 40e48fd9-c473-4cf0-8967-77f4e5a60643 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:43.063600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ab1c26b2-c855-4ddf-a842-803d8e098c74 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:18:43.065527 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ab1c26b2-c855-4ddf-a842-803d8e098c74 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8763089 Jul 16 18:18:43.103805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69943a79-3ab7-41cd-822b-a2cf55089c74 req-129b0ea5-7e8b-4348-bbae-d46a68fe9844 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.105478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69943a79-3ab7-41cd-822b-a2cf55089c74 req-129b0ea5-7e8b-4348-bbae-d46a68fe9844 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.8877919 Jul 16 18:18:43.216804 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-a2a883c7-4676-44d6-ac94-36eb628d5c28 service neutron] 10.222.0.52 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316938 Jul 16 18:18:43.229053 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.392176 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '077f16fc-e230-4ccc-9786-38fc498b6d1f', 'name': '', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:d7:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:36Z', 'updated_at': '2021-07-16T18:18:42Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:43.397478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69943a79-3ab7-41cd-822b-a2cf55089c74 req-08ae75f8-4282-4be7-89be-6f1a7c61ca09 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780106 Jul 16 18:18:43.405190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-f8d8a5ba-93fb-4009-b237-b99f3bf76ed1 service neutron] 10.222.0.52 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661494 Jul 16 18:18:43.441501 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0917da-28bd-40f1-8c3a-80b35cb412e3 None None] The sync data for ids ['40e48fd9-c473-4cf0-8967-77f4e5a60643'] in n-d-793618-9 is: [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '077f16fc-e230-4ccc-9786-38fc498b6d1f', 'name': '', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:d7:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:36Z', 'updated_at': '2021-07-16T18:18:42Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:43.818377 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c10ecd6-998c-46a2-8510-aebdf9445c4e req-7b8d72c4-0c6d-4be6-894f-1e811f3ba0bf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 210 time: 0.0658133 Jul 16 18:18:43.828903 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.094730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Router 13f54af9-2fa3-445f-b7c7-fa76f1c0f563 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:44.306239 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3b3c39c8-aad1-4003-8d8f-1628b12fc307 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:44.396279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:44.441031 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.445343 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:44.445843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-daf41fd9-aeaa-42d7-a6e1-27f789cc447b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.9327438 Jul 16 18:18:44.496979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e957f19-1b35-4483-8c10-f78733272cc2 None None] Sync routers for ids ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:44.516677 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30ca00-e4f6-4649-a204-5a188081953d None None] Network 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:44.652608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cbab7-4be1-4fb6-bb73-eaa83dc58314 req-ffd5e330-1280-4241-971b-e354a3490ac0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.666902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b32cbab7-4be1-4fb6-bb73-eaa83dc58314 req-ffd5e330-1280-4241-971b-e354a3490ac0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.1875684 Jul 16 18:18:44.675555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e957f19-1b35-4483-8c10-f78733272cc2 None None] Routers {'13f54af9-2fa3-445f-b7c7-fa76f1c0f563'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:44.676485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0e957f19-1b35-4483-8c10-f78733272cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:44.728767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7628a500-fdb0-450e-979a-1e0c4cc64954 None None] Provisioning for port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:44.736515 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0e957f19-1b35-4483-8c10-f78733272cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:44.797976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b32cbab7-4be1-4fb6-bb73-eaa83dc58314 req-5ee0ee5e-89b0-4394-b99c-55b29f6a50bd tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296446 Jul 16 18:18:44.803890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e957f19-1b35-4483-8c10-f78733272cc2 None None] Routers {'13f54af9-2fa3-445f-b7c7-fa76f1c0f563'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:44.804965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0e957f19-1b35-4483-8c10-f78733272cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:44.809403 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:44.856093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:44.856964 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.893256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0e957f19-1b35-4483-8c10-f78733272cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:44.894145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e957f19-1b35-4483-8c10-f78733272cc2 None None] The sync data for ids ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:45.059231 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.148912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-810d010f-77b6-4874-861c-44a3db359486 req-27133e2f-70b8-4312-8523-d6979853998a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 210 time: 0.0787513 Jul 16 18:18:45.251565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 3b3c39c8-aad1-4003-8d8f-1628b12fc307, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3b3c39c8-aad1-4003-8d8f-1628b12fc307,segment=NetworkSegment(05a40563-daf6-4ae6-9d6d-e519365ae2d3),segment_id=05a40563-daf6-4ae6-9d6d-e519365ae2d3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:45.257984 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.258800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 077f16fc-e230-4ccc-9786-38fc498b6d1f up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:45.380103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=3b3c39c8-aad1-4003-8d8f-1628b12fc307,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:45.415079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 077f16fc-e230-4ccc-9786-38fc498b6d1f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:45.420977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff697bcb-9c01-42a2-8396-11d2263faeb9 req-79eacee8-a26e-4ac3-a85c-6eb135b2cabf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:45.423136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 077f16fc-e230-4ccc-9786-38fc498b6d1f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:45.423338 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.435785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff697bcb-9c01-42a2-8396-11d2263faeb9 req-79eacee8-a26e-4ac3-a85c-6eb135b2cabf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1142912 Jul 16 18:18:45.528344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff697bcb-9c01-42a2-8396-11d2263faeb9 req-3efeb663-6e6e-42f6-92b2-e735120132a5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853903 Jul 16 18:18:45.613681 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.633244 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.716428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 077f16fc-e230-4ccc-9786-38fc498b6d1f, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=077f16fc-e230-4ccc-9786-38fc498b6d1f,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:45.725619 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.832908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=077f16fc-e230-4ccc-9786-38fc498b6d1f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:45.871394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3397776-e047-403c-81d7-e3aa268eaf26 None None] Provisioning complete for port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:45.871846 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3397776-e047-403c-81d7-e3aa268eaf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.922135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-fb24f8a7-9de8-4c90-83fa-65be9efe52a2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:45.930356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-fb24f8a7-9de8-4c90-83fa-65be9efe52a2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "GET /v2.0/networks?id=eabd2759-91af-4375-a194-972c087183ce HTTP/1.1" status: 200 len: 797 time: 0.2690418 Jul 16 18:18:45.995248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:46.064487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-b5f87fcb-8769-4dd2-acb8-ffced9d8db13 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 380 time: 0.1264544 Jul 16 18:18:46.091938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'port': {'device_id': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'admin_state_up': True, 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'security_groups': ['2fb75988-1458-4870-904c-d5102d84ace7']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:46.123414 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Allocated IP 172.20.0.1 (3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c/de02939f-0555-46e5-9d5d-35fc27b1cf7c/fa45d189-73e9-41f8-bac4-40d777e76b6c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:46.134490 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.195435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:46.199884 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:46.204248 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd62f36-a549-4f59-ae5c-f4a105b18d9e" -d '{"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-unplugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:46.208224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3b3c39c8-aad1-4003-8d8f-1628b12fc307 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:46.250591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05efa54-fad1-4084-8d6c-d5a5bba5aa6d req-d6f1e0ff-9848-4bb5-9ccc-d22ff31b32ae tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:46.258009 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b05efa54-fad1-4084-8d6c-d5a5bba5aa6d req-d6f1e0ff-9848-4bb5-9ccc-d22ff31b32ae tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.2223105 Jul 16 18:18:46.271705 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.302169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.316415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b05efa54-fad1-4084-8d6c-d5a5bba5aa6d req-f62de035-879f-49d2-be66-a1dcc233571e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573981 Jul 16 18:18:46.317645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Made reservation on behalf of 7d7e779da2c0442f85c056cdc3f73ede for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:46.321270 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.323621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Transition to ACTIVE for port object fa45d189-73e9-41f8-bac4-40d777e76b6c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:46.365555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:46.366209 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.390325 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7c70aa-fd35-4740-8774-180811b83394 x-openstack-request-id: req-7c7c70aa-fd35-4740-8774-180811b83394 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:46.390992 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-unplugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:46.390992 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c7c70aa-fd35-4740-8774-180811b83394 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:46.391528 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'code': 200} Jul 16 18:18:46.398776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.411700 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ded4c9fe-9531-4efb-b819-5b2c4e587d63 req-fe426e5a-38b1-4b08-ba70-49b66bb53278 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 210 time: 0.0492511 Jul 16 18:18:46.423128 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.466145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Network 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:46.469998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:46.474938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:46.520722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 077f16fc-e230-4ccc-9786-38fc498b6d1f up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:46.529818 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event updated for resources: {'Port': ['ID=fa45d189-73e9-41f8-bac4-40d777e76b6c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.556209 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.570098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.20.0.13 (eabd2759-91af-4375-a194-972c087183ce/8e4bebd4-1398-4e74-bc25-f8af8706b63e/0d47ac0a-bb84-4bec-a670-6649d79ae304) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:46.588520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 077f16fc-e230-4ccc-9786-38fc498b6d1f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:46.588751 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.809198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5513bc04-2225-43b0-ab9d-abaf84090c34 None None] Provisioning for port fa45d189-73e9-41f8-bac4-40d777e76b6c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:46.813637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5513bc04-2225-43b0-ab9d-abaf84090c34 None None] Provisioning complete for port fa45d189-73e9-41f8-bac4-40d777e76b6c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:46.814112 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5513bc04-2225-43b0-ab9d-abaf84090c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.861002 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.865729 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.880917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5513bc04-2225-43b0-ab9d-abaf84090c34 None None] Port fa45d189-73e9-41f8-bac4-40d777e76b6c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:46.884019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Transition to ACTIVE for port object 0d47ac0a-bb84-4bec-a670-6649d79ae304 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:46.912186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f313d1d-80c0-4da9-9ce1-00e1ac1107a4 req-03a71585-49fa-467b-a3b3-ac1991c5efb2 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:46.913764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f313d1d-80c0-4da9-9ce1-00e1ac1107a4 req-03a71585-49fa-467b-a3b3-ac1991c5efb2 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1393936 Jul 16 18:18:46.969583 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f313d1d-80c0-4da9-9ce1-00e1ac1107a4 req-c5018a99-e0ed-4807-bed1-15180092a435 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454092 Jul 16 18:18:46.971060 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.010606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network eabd2759-91af-4375-a194-972c087183ce is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:47.013816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:47.018007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:47.067509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=0d47ac0a-bb84-4bec-a670-6649d79ae304,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:47.095454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.096781 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.123986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-84517db2-9670-414f-8419-1dc5a65fdbbd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0483472 Jul 16 18:18:47.137970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Request body: {'port': {'device_id': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:47.217123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.227489 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.239258 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.308304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event updated for resources: {'Port': ['ID=fa45d189-73e9-41f8-bac4-40d777e76b6c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:47.309149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a9a9f58c-5d1b-4d66-9553-f2574c60f4a3 None None] Provisioning for port 0d47ac0a-bb84-4bec-a670-6649d79ae304 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:47.310868 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.318406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a9a9f58c-5d1b-4d66-9553-f2574c60f4a3 None None] Provisioning complete for port 0d47ac0a-bb84-4bec-a670-6649d79ae304 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:47.318986 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f58c-5d1b-4d66-9553-f2574c60f4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.374451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9f58c-5d1b-4d66-9553-f2574c60f4a3 None None] Port 0d47ac0a-bb84-4bec-a670-6649d79ae304 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:47.414168 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Network 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:47.415627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:47.572960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Router 13f54af9-2fa3-445f-b7c7-fa76f1c0f563 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:47.703097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:47.704326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13d754-be6e-4af4-83e4-c02735a22742 req-354947e4-c742-46db-b873-e6a92ba42fd4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.709558 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a7a7ac1e-7d28-4197-9dde-a7ef0fe91e29 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "PUT /v2.0/routers/13f54af9-2fa3-445f-b7c7-fa76f1c0f563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2628868 Jul 16 18:18:47.717613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a13d754-be6e-4af4-83e4-c02735a22742 req-354947e4-c742-46db-b873-e6a92ba42fd4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1925406 Jul 16 18:18:47.717780 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c66e1b-f8de-44f3-8bca-0867568ae3e4 None None] Sync routers for ids ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:47.718416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:47.723837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Request body: {'port': {'network_id': '3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c', 'name': 'tempest-FloatingIPAdminTestJSON-124295909'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:47.726264 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c66e1b-f8de-44f3-8bca-0867568ae3e4 None None] Routers {'13f54af9-2fa3-445f-b7c7-fa76f1c0f563'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:47.726957 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-97c66e1b-f8de-44f3-8bca-0867568ae3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:47.762974 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-97c66e1b-f8de-44f3-8bca-0867568ae3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:47.773000 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c66e1b-f8de-44f3-8bca-0867568ae3e4 None None] Routers {'13f54af9-2fa3-445f-b7c7-fa76f1c0f563'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:47.773736 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-97c66e1b-f8de-44f3-8bca-0867568ae3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:47.796030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4dba8411-8933-425a-a7a8-2f7213bf6535 None None] Provisioning complete for port fa45d189-73e9-41f8-bac4-40d777e76b6c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:47.796615 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dba8411-8933-425a-a7a8-2f7213bf6535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.819430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d47ac0a-bb84-4bec-a670-6649d79ae304 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:47.826113 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-97c66e1b-f8de-44f3-8bca-0867568ae3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:47.826854 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c66e1b-f8de-44f3-8bca-0867568ae3e4 None None] The sync data for ids ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:47.833422 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4dba8411-8933-425a-a7a8-2f7213bf6535 None None] Port fa45d189-73e9-41f8-bac4-40d777e76b6c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:47.841354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46827cff-1244-4e61-8f09-f05f99fb168d req-80d72e56-1692-44b9-9888-adc65b249896 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.841354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46827cff-1244-4e61-8f09-f05f99fb168d req-80d72e56-1692-44b9-9888-adc65b249896 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 932 time: 0.2613833 Jul 16 18:18:47.849526 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.921279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Transition to ACTIVE for port object 0d47ac0a-bb84-4bec-a670-6649d79ae304 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:47.930753 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a13d754-be6e-4af4-83e4-c02735a22742 req-7087ff99-07ce-4c83-8b0f-2352dd14e67a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986687 Jul 16 18:18:47.939375 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.995656 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:47.999747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46827cff-1244-4e61-8f09-f05f99fb168d req-1e82c0f5-35f3-43a9-9c54-4a09a7933e7b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524582 Jul 16 18:18:48.036211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Pushing event updated for resources: {'Port': ['ID=0d47ac0a-bb84-4bec-a670-6649d79ae304,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.042809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Made reservation on behalf of 1b0455b769bb4670955de6b8bb36008f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:48.046400 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.104346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] device_id is not set on port 1f00af1f-54e6-49bd-b757-acb01309830d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:18:48.204708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Attempting to bind port 0d47ac0a-bb84-4bec-a670-6649d79ae304 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:48.205052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Attempting to bind port 0d47ac0a-bb84-4bec-a670-6649d79ae304 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:48.205419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Attempting to bind port 0d47ac0a-bb84-4bec-a670-6649d79ae304 on network eabd2759-91af-4375-a194-972c087183ce {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:48.222913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:48.270463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'port_id': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'mac_address': 'fa:16:3e:1e:76:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:48.293349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Allocated IP 172.20.0.14 (3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c/de02939f-0555-46e5-9d5d-35fc27b1cf7c/1f00af1f-54e6-49bd-b757-acb01309830d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:48.319352 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.336479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cdea6e-fd2d-40df-8b76-ec7c336228e1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:48.367630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:48.374797 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.381381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Port 0d47ac0a-bb84-4bec-a670-6649d79ae304 on network eabd2759-91af-4375-a194-972c087183ce not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:48.381692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Attempting to bind port 0d47ac0a-bb84-4bec-a670-6649d79ae304 on network eabd2759-91af-4375-a194-972c087183ce {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:48.423810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:48.424164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Checking segment: {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:48.425126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Bound using segment: {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:48.425621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Bound port: 0d47ac0a-bb84-4bec-a670-6649d79ae304, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:48.425992 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.440629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.446966 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['78cdea6e-fd2d-40df-8b76-ec7c336228e1'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:48.596249 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.599838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:48.632992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8bcfd-ce7f-4b50-b9a3-5c67ee355fcc req-6b298403-a3bb-4ed4-99a6-989c2b19750a tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:48.640442 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2e8bcfd-ce7f-4b50-b9a3-5c67ee355fcc req-6b298403-a3bb-4ed4-99a6-989c2b19750a tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.4365776 Jul 16 18:18:48.648627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:48.657432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Transition to ACTIVE for port object 1f00af1f-54e6-49bd-b757-acb01309830d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:48.660052 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.743544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:48.744222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.745694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] 10.222.0.38 "PUT /v2.0/ports/0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 200 len: 1092 time: 1.6125281 Jul 16 18:18:48.754917 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2e8bcfd-ce7f-4b50-b9a3-5c67ee355fcc req-6a0d6362-6f70-4ea4-99e7-208aa2cc98dc tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134322 Jul 16 18:18:48.755293 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:48.757863 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64652b9-3e57-4912-9e7f-cae9f1524d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:48.792891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f291e-39ad-4fa7-9f5a-ae47cdff2889 service neutron] Pushing event updated for resources: {'Port': ['ID=0d47ac0a-bb84-4bec-a670-6649d79ae304,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.833531 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.876409 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93725f7b-f86e-40b3-a5fb-823a6da4f5f9 x-openstack-request-id: req-93725f7b-f86e-40b3-a5fb-823a6da4f5f9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:48.876978 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:48.877456 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93725f7b-f86e-40b3-a5fb-823a6da4f5f9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:48.878547 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'status': 'completed', 'code': 200} Jul 16 18:18:48.904933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Network 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:48.913858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:48.923076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:48.928872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event updated for resources: {'Port': ['ID=1f00af1f-54e6-49bd-b757-acb01309830d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.994336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-cbf89f90-4768-4c22-a981-fa0a64a99911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:48.995874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-cbf89f90-4768-4c22-a981-fa0a64a99911 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1095 time: 0.1995878 Jul 16 18:18:49.058749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.059506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.063234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-1ed1d731-7978-4768-be5b-be639015102e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 200 len: 217 time: 0.0554590 Jul 16 18:18:49.127207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-faf6c4cb-d6f4-4138-a0b6-ea52f5e27d96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4078183 Jul 16 18:18:49.131384 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:49.193382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-642596a2-b78d-4b39-b42b-e9d1ea3d0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.193382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-642596a2-b78d-4b39-b42b-e9d1ea3d0889 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e4bebd4-1398-4e74-bc25-f8af8706b63e HTTP/1.1" status: 200 len: 835 time: 0.1224515 Jul 16 18:18:49.312039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'project_id': '1b0455b769bb4670955de6b8bb36008f', 'port_id': '1f00af1f-54e6-49bd-b757-acb01309830d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:49.340419 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.341341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80778e16-5436-4f35-a8d3-061c82cee99c req-a78c61b1-e211-426b-b088-9f23e44a3ae4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.345593 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-80778e16-5436-4f35-a8d3-061c82cee99c req-a78c61b1-e211-426b-b088-9f23e44a3ae4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 946 time: 0.2189178 Jul 16 18:18:49.372262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dc31d3d1-2643-44b2-943d-8dc0be84211a None None] Provisioning for port 1f00af1f-54e6-49bd-b757-acb01309830d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:49.381047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dc31d3d1-2643-44b2-943d-8dc0be84211a None None] Provisioning complete for port 1f00af1f-54e6-49bd-b757-acb01309830d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:49.381681 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc31d3d1-2643-44b2-943d-8dc0be84211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.387479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bb9f3-714a-4419-98b3-22d21b80a974 req-287a94c3-ec5f-4af2-885a-8a252458d8ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.397649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-350bb9f3-714a-4419-98b3-22d21b80a974 req-287a94c3-ec5f-4af2-885a-8a252458d8ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 944 time: 0.1464915 Jul 16 18:18:49.435868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dc31d3d1-2643-44b2-943d-8dc0be84211a None None] Port 1f00af1f-54e6-49bd-b757-acb01309830d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:49.507774 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.654030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Allocated IP 172.25.8.187 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/fc50e9d6-aebb-475b-9838-02cc27f33081) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:49.809710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.869531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.897647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-33434711-47bb-456f-a4b4-9f5e39c0c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.899218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-33434711-47bb-456f-a4b4-9f5e39c0c1b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eabd2759-91af-4375-a194-972c087183ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6972468 Jul 16 18:18:49.922090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:49.923730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:49.932108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-80778e16-5436-4f35-a8d3-061c82cee99c req-0eff6707-bd21-4bb8-bde7-eb2ae9c5c328 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5794406 Jul 16 18:18:49.937718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:49.976556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-350bb9f3-714a-4419-98b3-22d21b80a974 req-38248645-4a35-45c7-9f93-a9aca548ec55 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5776896 Jul 16 18:18:49.994865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Pushing event updated for resources: {'Port': ['ID=fc50e9d6-aebb-475b-9838-02cc27f33081,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:50.011402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:50.124152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:50.124454 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.166056 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-b26b6bd9-e7a2-4f32-8f89-ac35c359f5c7 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584343 Jul 16 18:18:50.335032 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.379188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:50.381597 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee0b144-f4c8-4b2d-ac8a-6956c65c649f" -d '{"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-plugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:50.433207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:50.441783 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.500406 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efa2573-02b8-4939-a56a-16d251f23152 x-openstack-request-id: req-5efa2573-02b8-4939-a56a-16d251f23152 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:50.500676 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-plugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:50.500929 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5efa2573-02b8-4939-a56a-16d251f23152 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:50.513970 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'code': 200} Jul 16 18:18:50.553422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99f4ba83-5176-4990-8e71-0ea6c05f2524 req-396fe7a9-6573-46d8-b931-cb68c715b56f service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692467 Jul 16 18:18:50.576596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:50.655781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407fd40-261d-4270-abc1-6c0507ff5877 req-47eb49b1-f251-4cd3-90bd-a4c98866b0cd tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:50.657648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6407fd40-261d-4270-abc1-6c0507ff5877 req-47eb49b1-f251-4cd3-90bd-a4c98866b0cd tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.4247999 Jul 16 18:18:50.733172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.788591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6407fd40-261d-4270-abc1-6c0507ff5877 req-93a70cf1-18c9-4020-818f-60fc7bedb1f1 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877342 Jul 16 18:18:50.816435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64652b9-3e57-4912-9e7f-cae9f1524d8a req-d169c636-c392-4653-a3c5-4891f4fec41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:50.817998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a64652b9-3e57-4912-9e7f-cae9f1524d8a req-d169c636-c392-4653-a3c5-4891f4fec41e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1095 time: 0.1592276 Jul 16 18:18:50.882074 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.031981 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64652b9-3e57-4912-9e7f-cae9f1524d8a req-a0d62cf2-5d62-41db-a304-7f5f9873637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.034935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a64652b9-3e57-4912-9e7f-cae9f1524d8a req-a0d62cf2-5d62-41db-a304-7f5f9873637d service neutron] 10.222.0.38 "GET /v2.0/networks?id=eabd2759-91af-4375-a194-972c087183ce HTTP/1.1" status: 200 len: 898 time: 0.2037573 Jul 16 18:18:51.158365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a64652b9-3e57-4912-9e7f-cae9f1524d8a req-cc1e6598-c3c1-4533-b4d9-ecbeb39d4e17 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 200 len: 217 time: 0.1161027 Jul 16 18:18:51.206177 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.212081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.318869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Pushing event updated for resources: {'Port': ['ID=fc50e9d6-aebb-475b-9838-02cc27f33081,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:51.333770 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.355984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64652b9-3e57-4912-9e7f-cae9f1524d8a req-a38ec822-0d3c-4392-8709-2169482d0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.357519 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a64652b9-3e57-4912-9e7f-cae9f1524d8a req-a38ec822-0d3c-4392-8709-2169482d0f39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e4bebd4-1398-4e74-bc25-f8af8706b63e HTTP/1.1" status: 200 len: 835 time: 0.1785419 Jul 16 18:18:51.427227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b34909-f12b-4a39-8765-24db0a6f7ebe req-6538c6b7-f660-4212-951e-3b3e561e2a80 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.434298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60b34909-f12b-4a39-8765-24db0a6f7ebe req-6538c6b7-f660-4212-951e-3b3e561e2a80 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.1861069 Jul 16 18:18:51.455620 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Floating IP e93715db-b193-440e-98ac-e9c83e24629e associated. External IP: 172.25.8.187, port: 1f00af1f-54e6-49bd-b757-acb01309830d. Jul 16 18:18:51.490899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60b34909-f12b-4a39-8765-24db0a6f7ebe req-121caa7c-8d65-4f2b-89a8-784f93088684 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497108 Jul 16 18:18:51.515305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2a98f-b61b-40b1-97ad-7575ab7e15d3 req-ab8e4112-22c9-405d-a62f-a90aa028542d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.517782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-48c2a98f-b61b-40b1-97ad-7575ab7e15d3 req-ab8e4112-22c9-405d-a62f-a90aa028542d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 944 time: 0.2680624 Jul 16 18:18:51.574539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64652b9-3e57-4912-9e7f-cae9f1524d8a req-36584a26-f2d8-499c-a0e3-d68089adc3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.576283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a64652b9-3e57-4912-9e7f-cae9f1524d8a req-36584a26-f2d8-499c-a0e3-d68089adc3c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eabd2759-91af-4375-a194-972c087183ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2093701 Jul 16 18:18:51.586757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-48c2a98f-b61b-40b1-97ad-7575ab7e15d3 req-879ad42b-82ff-40b7-b2f3-95ca72e4c537 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582271 Jul 16 18:18:51.760160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Router 13f54af9-2fa3-445f-b7c7-fa76f1c0f563 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:51.778706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a64652b9-3e57-4912-9e7f-cae9f1524d8a req-3de2db50-a78d-4496-90bb-c2856e277e88 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909130 Jul 16 18:18:51.912324 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:51.922565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3f960-fe37-4b9d-977f-8041b239b21b None None] Sync routers for ids ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:51.936969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3f960-fe37-4b9d-977f-8041b239b21b None None] Routers {'13f54af9-2fa3-445f-b7c7-fa76f1c0f563'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:51.939723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f9a3f960-fe37-4b9d-977f-8041b239b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:51.945888 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.968145 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a64652b9-3e57-4912-9e7f-cae9f1524d8a req-eb23f1a6-f573-4783-8ea6-66d3e87687b2 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669180 Jul 16 18:18:52.029860 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2b551198-5f28-4b79-b7f8-b2d61bf1e463 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.8918014 Jul 16 18:18:52.030227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f9a3f960-fe37-4b9d-977f-8041b239b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:52.030825 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.049469 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3f960-fe37-4b9d-977f-8041b239b21b None None] Routers {'13f54af9-2fa3-445f-b7c7-fa76f1c0f563'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:52.050352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f9a3f960-fe37-4b9d-977f-8041b239b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:52.102434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5584a-9aff-405f-8fbd-e2d6ab5d61da req-95030296-79fa-4bd8-9adb-5ae975b64292 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.104006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9b5584a-9aff-405f-8fbd-e2d6ab5d61da req-95030296-79fa-4bd8-9adb-5ae975b64292 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1039119 Jul 16 18:18:52.120252 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f9a3f960-fe37-4b9d-977f-8041b239b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:52.120971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3f960-fe37-4b9d-977f-8041b239b21b None None] The sync data for ids ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:52.167533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9b5584a-9aff-405f-8fbd-e2d6ab5d61da req-7de8e2e5-5fe1-4a47-b5fc-3324882d6a5b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493190 Jul 16 18:18:52.674252 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a3bfc885-b809-4190-8ceb-b82ae1a094dd tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] 10.222.0.52 "GET /v2.0/floatingips/e93715db-b193-440e-98ac-e9c83e24629e HTTP/1.1" status: 200 len: 983 time: 0.6425242 Jul 16 18:18:52.676943 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.741814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b1ac6-58d9-4e17-84c5-4fbfa006c135 req-a8223cd9-4370-4862-9f85-b7891a9d5009 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.743879 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-925b1ac6-58d9-4e17-84c5-4fbfa006c135 req-a8223cd9-4370-4862-9f85-b7891a9d5009 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.1076927 Jul 16 18:18:52.833459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-925b1ac6-58d9-4e17-84c5-4fbfa006c135 req-e9c89e76-dbca-4775-bc0e-5c486a5123d5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762756 Jul 16 18:18:52.853633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c6ac8-d858-4818-826c-99d508ed140a req-1ab6a8a1-9e2f-4e92-91e1-4a096050d794 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.855787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-872c6ac8-d858-4818-826c-99d508ed140a req-1ab6a8a1-9e2f-4e92-91e1-4a096050d794 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 944 time: 0.1103413 Jul 16 18:18:52.915608 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7200677e-52a0-4c97-9e89-f2315d3c23e4 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.2373247 Jul 16 18:18:52.918100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.930838 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-872c6ac8-d858-4818-826c-99d508ed140a req-1a593ccd-9847-4e19-a3be-2f7226abe2a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654509 Jul 16 18:18:53.006601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0d47ac0a-bb84-4bec-a670-6649d79ae304 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:53.140023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:53.155582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'port_id': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'mac_address': 'fa:16:3e:0b:3f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:53.168351 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Deleting port fc50e9d6-aebb-475b-9838-02cc27f33081 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:53.169343 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.208873 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.230444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d47ac0a-bb84-4bec-a670-6649d79ae304 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:53.255559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:53.262872 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.284952 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.285671 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.310025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Calling delete_port for fc50e9d6-aebb-475b-9838-02cc27f33081 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:53.358808 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=0d47ac0a-bb84-4bec-a670-6649d79ae304,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:53.499294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['0d47ac0a-bb84-4bec-a670-6649d79ae304'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:53.499691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26547a-6228-4d05-8b23-c231ed1610d7 req-69df7125-aa53-405c-b7f2-946370ccd52d tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.509422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c26547a-6228-4d05-8b23-c231ed1610d7 req-69df7125-aa53-405c-b7f2-946370ccd52d tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1097124 Jul 16 18:18:53.585746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.616394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event deleted for resources: {'Port': ['ID=fc50e9d6-aebb-475b-9838-02cc27f33081,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:53.619747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c26547a-6228-4d05-8b23-c231ed1610d7 req-6f3d5625-bce4-4653-a2be-9d62b9631890 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564904 Jul 16 18:18:53.765123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.765451 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Floating IP e93715db-b193-440e-98ac-e9c83e24629e disassociated (deleted). External IP: 172.25.8.187, port: 1f00af1f-54e6-49bd-b757-acb01309830d. Jul 16 18:18:54.079062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Router 13f54af9-2fa3-445f-b7c7-fa76f1c0f563 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:54.258742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:54.271251 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457713d-65ea-4166-8c79-255c2e261b59 None None] Sync routers for ids ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:54.273288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.283960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362c73d-fe6d-44cf-be9e-5996eee3d813 req-6417a879-fc66-4615-b6c2-8bc91a2fc726 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.285275 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457713d-65ea-4166-8c79-255c2e261b59 None None] Routers {'13f54af9-2fa3-445f-b7c7-fa76f1c0f563'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:54.286191 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4457713d-65ea-4166-8c79-255c2e261b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:54.293423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e362c73d-fe6d-44cf-be9e-5996eee3d813 req-6417a879-fc66-4615-b6c2-8bc91a2fc726 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.2081437 Jul 16 18:18:54.310706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7d05a-aabb-4a34-9e79-8c94e87b1897 req-6e0e1e8a-2660-4116-96c0-5c4a2c71086c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.326625 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5e7d05a-aabb-4a34-9e79-8c94e87b1897 req-6e0e1e8a-2660-4116-96c0-5c4a2c71086c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 945 time: 0.1686742 Jul 16 18:18:54.361631 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4457713d-65ea-4166-8c79-255c2e261b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:54.361872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:54.363753 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cbbce18f-295f-49d6-9903-d0878dcf12de tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "DELETE /v2.0/floatingips/e93715db-b193-440e-98ac-e9c83e24629e HTTP/1.1" status: 204 len: 168 time: 1.4434457 Jul 16 18:18:54.374130 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457713d-65ea-4166-8c79-255c2e261b59 None None] Routers {'13f54af9-2fa3-445f-b7c7-fa76f1c0f563'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:54.374864 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4457713d-65ea-4166-8c79-255c2e261b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:54.378418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:54.408552 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4457713d-65ea-4166-8c79-255c2e261b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:54.409839 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457713d-65ea-4166-8c79-255c2e261b59 None None] The sync data for ids ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:54.435266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e362c73d-fe6d-44cf-be9e-5996eee3d813 req-9b27beef-a4dd-429b-9ea5-0446d17321a4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408525 Jul 16 18:18:54.468456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5e7d05a-aabb-4a34-9e79-8c94e87b1897 req-dfe99256-87ac-44fa-90f7-57a85ab3eab6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494777 Jul 16 18:18:54.470582 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.576346 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.814058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Allocated IP 172.25.8.57 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/79abbb98-ffaf-4436-b218-a80ae47757c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:54.937241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e65a29-0fe4-486d-b9f8-677fd9463737 req-91ec1dbe-0096-49ed-bc38-d65d78708eaa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.945278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2e65a29-0fe4-486d-b9f8-677fd9463737 req-91ec1dbe-0096-49ed-bc38-d65d78708eaa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1732841 Jul 16 18:18:55.013367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2e65a29-0fe4-486d-b9f8-677fd9463737 req-1f8cd7e0-3338-4ae6-bb63-d46adebe10e6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670145 Jul 16 18:18:55.016562 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.038347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0d47ac0a-bb84-4bec-a670-6649d79ae304 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:55.110458 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.154117 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 0d47ac0a-bb84-4bec-a670-6649d79ae304 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:55.159679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 0d47ac0a-bb84-4bec-a670-6649d79ae304 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:55.160555 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.185792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:55.211144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:55.218008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:55.282849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Pushing event updated for resources: {'Port': ['ID=79abbb98-ffaf-4436-b218-a80ae47757c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.334691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f84d1-9662-47e7-ab6f-f0d293a49598 req-1093b59a-3dbf-41e3-986d-bb90090f1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:55.336254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd0f84d1-9662-47e7-ab6f-f0d293a49598 req-1093b59a-3dbf-41e3-986d-bb90090f1c7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1098 time: 0.2384136 Jul 16 18:18:55.356606 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.362234 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.404804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:55.407818 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47617751-78f7-47bd-af0c-ebc204af5996" -d '{"events": [{"server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "name": "network-vif-plugged", "status": "completed", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:55.411675 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:55.417763 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.514736 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.538908 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d088beb0-458d-4c5a-bb00-0e0fef188851 x-openstack-request-id: req-d088beb0-458d-4c5a-bb00-0e0fef188851 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:55.539120 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "name": "network-vif-plugged", "status": "completed", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:55.539363 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d088beb0-458d-4c5a-bb00-0e0fef188851 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:55.539834 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'code': 200} Jul 16 18:18:55.546788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=0d47ac0a-bb84-4bec-a670-6649d79ae304,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.581098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f84d1-9662-47e7-ab6f-f0d293a49598 req-1ff43414-0f1f-4b7e-a92c-7e7d3793227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:55.583405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd0f84d1-9662-47e7-ab6f-f0d293a49598 req-1ff43414-0f1f-4b7e-a92c-7e7d3793227f service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.2155700 Jul 16 18:18:55.678156 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd0f84d1-9662-47e7-ab6f-f0d293a49598 req-de23c793-583a-488f-870f-46fc972c37a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 1002 time: 0.0789750 Jul 16 18:18:55.879171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f84d1-9662-47e7-ab6f-f0d293a49598 req-d222c932-d0ee-4c72-8646-da47299668b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:55.880930 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd0f84d1-9662-47e7-ab6f-f0d293a49598 req-d222c932-d0ee-4c72-8646-da47299668b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.1649146 Jul 16 18:18:56.061147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e436b4-90fa-4d02-ab22-6b7f308d68bd req-cc50eb6f-f373-4842-aa35-43444e682b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.062854 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41e436b4-90fa-4d02-ab22-6b7f308d68bd req-cc50eb6f-f373-4842-aa35-43444e682b3c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1097 time: 0.3814139 Jul 16 18:18:56.115586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a1ae3-a073-4a90-82fc-f8a9dd56418c req-21b83e72-8c6c-43ca-a31e-4338432f8106 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.122621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c0a1ae3-a073-4a90-82fc-f8a9dd56418c req-21b83e72-8c6c-43ca-a31e-4338432f8106 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.3383765 Jul 16 18:18:56.158176 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1bd34-096c-4034-bb45-9c68b42d93c8 req-84af7fb5-3990-4563-995e-14c29b9e6a89 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.159809 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcc1bd34-096c-4034-bb45-9c68b42d93c8 req-84af7fb5-3990-4563-995e-14c29b9e6a89 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.3166404 Jul 16 18:18:56.226450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f84d1-9662-47e7-ab6f-f0d293a49598 req-6f53d3f0-a3cb-49fb-bc23-d5c955a2408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.228314 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd0f84d1-9662-47e7-ab6f-f0d293a49598 req-6f53d3f0-a3cb-49fb-bc23-d5c955a2408a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3270502 Jul 16 18:18:56.273715 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.278808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41e436b4-90fa-4d02-ab22-6b7f308d68bd req-222fc152-ef52-456a-99b2-0ceb8108389b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902883 Jul 16 18:18:56.308302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c0a1ae3-a073-4a90-82fc-f8a9dd56418c req-5ef26b09-1765-4a63-8e5e-4e7478909298 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846583 Jul 16 18:18:56.309641 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.376461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcc1bd34-096c-4034-bb45-9c68b42d93c8 req-99c32f90-38d6-4904-8994-92185a319f52 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072747 Jul 16 18:18:56.533578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Pushing event updated for resources: {'Port': ['ID=79abbb98-ffaf-4436-b218-a80ae47757c1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:56.559381 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.572734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd0f84d1-9662-47e7-ab6f-f0d293a49598 req-1a7d00b1-6cd4-4ae0-8f54-ade737dd51a8 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320308 Jul 16 18:18:56.597792 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.599750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-58f0c80b-5b09-46b4-b020-ea324e419d30 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2361810 Jul 16 18:18:56.602666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:56.691924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071aba4-88ad-4a09-8adb-8e1ed9f79f76 req-d6a312f1-bf9b-4092-a27e-9bd242ccdb37 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.693915 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8071aba4-88ad-4a09-8adb-8e1ed9f79f76 req-d6a312f1-bf9b-4092-a27e-9bd242ccdb37 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.2460244 Jul 16 18:18:56.760500 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8071aba4-88ad-4a09-8adb-8e1ed9f79f76 req-ca55f26d-ec30-4f69-adff-7f2da17a7168 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585122 Jul 16 18:18:56.767645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd0f84d1-9662-47e7-ab6f-f0d293a49598 req-be230d77-edcc-4e19-906a-3c688a019c69 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846960 Jul 16 18:18:56.781103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:56.852838 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.992044 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.246001 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Allocated IP 172.25.8.120 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/e6b09101-2a61-477c-9aa2-19df02b3becb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:57.462344 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.537383 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.588857 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:57.592151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:57.598451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:57.601716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Pushing event updated for resources: {'Port': ['ID=e6b09101-2a61-477c-9aa2-19df02b3becb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:57.731803 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.751943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7abd08-b053-435f-b7b2-40b4a2b86f3c req-500f40af-b6da-41d3-8f1f-331b03576ef5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.764211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d7abd08-b053-435f-b7b2-40b4a2b86f3c req-500f40af-b6da-41d3-8f1f-331b03576ef5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.1875119 Jul 16 18:18:57.793689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.796700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a32591-3963-4258-8452-e622d1c5f6f1 req-e11af8b9-9753-47d0-8686-5558826c46db tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.797760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64a32591-3963-4258-8452-e622d1c5f6f1 req-e11af8b9-9753-47d0-8686-5558826c46db tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.1558738 Jul 16 18:18:57.854291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d7abd08-b053-435f-b7b2-40b4a2b86f3c req-7bf965b9-0523-4d42-9bac-3932e228b6c1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887513 Jul 16 18:18:57.911448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64a32591-3963-4258-8452-e622d1c5f6f1 req-fac3d74b-e141-43ce-a5f3-40fb5874ca36 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914073 Jul 16 18:18:58.058967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cf175da1-7a7d-4ed8-88c5-173d2f774326 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:58.126400 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.135595 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.239279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Pushing event updated for resources: {'Port': ['ID=e6b09101-2a61-477c-9aa2-19df02b3becb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.282470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde61e86-9a84-4280-be79-35b44e323eff req-2eb9568e-b4af-42d4-baa6-fe4f923db27b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:58.284217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cde61e86-9a84-4280-be79-35b44e323eff req-2eb9568e-b4af-42d4-baa6-fe4f923db27b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.2326577 Jul 16 18:18:58.304460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5c0fc-6dc6-4d3f-92ff-fa2ed52772f0 req-752031b3-8a65-4ba1-83a5-c3bc7c47ea03 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:58.312407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53f5c0fc-6dc6-4d3f-92ff-fa2ed52772f0 req-752031b3-8a65-4ba1-83a5-c3bc7c47ea03 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.2113547 Jul 16 18:18:58.347800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:58.354356 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.369616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'port_id': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'mac_address': 'fa:16:3e:01:e3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:58.386566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53f5c0fc-6dc6-4d3f-92ff-fa2ed52772f0 req-b3439c56-c443-4ad9-a8ff-247944d0a049 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684161 Jul 16 18:18:58.390942 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.393699 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-47869a98-bb4a-4443-bb5c-0d65cf472baf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7889686 Jul 16 18:18:58.396684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.415654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cde61e86-9a84-4280-be79-35b44e323eff req-0f4f864a-e3ab-4f54-8672-bf2c32053723 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213944 Jul 16 18:18:58.430610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.474807 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.494407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf175da1-7a7d-4ed8-88c5-173d2f774326 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:58.524328 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:58.541787 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.626339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.627086 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c4521081-1e60-4f53-b923-b7d972ed585e tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.2290461 Jul 16 18:18:58.631167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.654192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['cf175da1-7a7d-4ed8-88c5-173d2f774326'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:58.665496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9049ac2-90b2-4fc0-afd2-a680f1ac0649 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:58.669894 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a9049ac2-90b2-4fc0-afd2-a680f1ac0649 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1092 time: 0.2308731 Jul 16 18:18:58.670435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.675149 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:58.719829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4ae3a86c-3d7e-4341-bd0b-0bb2b61003df tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0860546 Jul 16 18:18:58.721740 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.759171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.062346 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.062764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e6aed2f0-a7ee-493d-8edc-b9d79e17dfdf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Deleting port e6b09101-2a61-477c-9aa2-19df02b3becb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:59.063272 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6aed2f0-a7ee-493d-8edc-b9d79e17dfdf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.203005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6aed2f0-a7ee-493d-8edc-b9d79e17dfdf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.203429 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6aed2f0-a7ee-493d-8edc-b9d79e17dfdf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.219725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e6aed2f0-a7ee-493d-8edc-b9d79e17dfdf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Calling delete_port for e6b09101-2a61-477c-9aa2-19df02b3becb owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:59.390311 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6aed2f0-a7ee-493d-8edc-b9d79e17dfdf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.449087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.25.8.62 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/a00ba8d1-fda1-4fb1-8160-52ef970b922e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:59.513004 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:59.743359 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.850599 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.901717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:59.905554 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:59.928059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:00.061573 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd61be2e-57f3-49aa-bc11-94db544176e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.078511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=a00ba8d1-fda1-4fb1-8160-52ef970b922e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:00.098032 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cf175da1-7a7d-4ed8-88c5-173d2f774326 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:00.256457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aed2f0-a7ee-493d-8edc-b9d79e17dfdf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Pushing event deleted for resources: {'Port': ['ID=e6b09101-2a61-477c-9aa2-19df02b3becb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:00.352018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port cf175da1-7a7d-4ed8-88c5-173d2f774326 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:00.352397 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.484213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797fe6c-c295-4daf-b2e5-c53088600416 req-fa42220e-d5ce-4a0a-9f8d-00503d1cf47a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.487738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8797fe6c-c295-4daf-b2e5-c53088600416 req-fa42220e-d5ce-4a0a-9f8d-00503d1cf47a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 1.1109040 Jul 16 18:19:00.489238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6aed2f0-a7ee-493d-8edc-b9d79e17dfdf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.491886 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6aed2f0-a7ee-493d-8edc-b9d79e17dfdf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.492988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e6aed2f0-a7ee-493d-8edc-b9d79e17dfdf tempest-FloatingIPAdminTestJSON-1198388767 tempest-FloatingIPAdminTestJSON-1198388767-project] 10.222.0.52 "DELETE /v2.0/floatingips/f25dc930-223b-4edd-a27c-f13f633901f8 HTTP/1.1" status: 204 len: 168 time: 1.7694654 Jul 16 18:19:00.495805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:00.587393 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.600382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cec1a9-30aa-41d0-8dce-5d31eef0ca91 req-d0910bd2-87fc-4dc7-bf64-30e70b1491d5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.611664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8cec1a9-30aa-41d0-8dce-5d31eef0ca91 req-d0910bd2-87fc-4dc7-bf64-30e70b1491d5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.4270015 Jul 16 18:19:00.629279 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:00.634400 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836ca27e-5ecf-4ebc-af41-0ac75a61601e" -d '{"events": [{"server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "name": "network-vif-plugged", "status": "completed", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:00.657403 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:00.673873 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.827205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:00.857652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8cec1a9-30aa-41d0-8dce-5d31eef0ca91 req-34ba6cec-5f24-4055-a6c0-e97d85ea2642 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449534 Jul 16 18:19:00.956429 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157ffdc5-ab74-4396-abc8-d9f20ab78712 x-openstack-request-id: req-157ffdc5-ab74-4396-abc8-d9f20ab78712 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:00.960358 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "name": "network-vif-plugged", "status": "completed", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:00.961137 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-157ffdc5-ab74-4396-abc8-d9f20ab78712 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:00.961721 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'code': 200} Jul 16 18:19:00.969049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8797fe6c-c295-4daf-b2e5-c53088600416 req-0ab63c7d-53d0-42db-8320-cb8d13a17255 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4609036 Jul 16 18:19:01.000592 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1f31a113-5ed8-41a6-8bc3-ea74c3e09f41 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Deleting port 79abbb98-ffaf-4436-b218-a80ae47757c1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:01.001576 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f31a113-5ed8-41a6-8bc3-ea74c3e09f41 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.187096 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f31a113-5ed8-41a6-8bc3-ea74c3e09f41 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.187617 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f31a113-5ed8-41a6-8bc3-ea74c3e09f41 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.236266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1f31a113-5ed8-41a6-8bc3-ea74c3e09f41 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Calling delete_port for 79abbb98-ffaf-4436-b218-a80ae47757c1 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:01.237740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.572535 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.692793 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f31a113-5ed8-41a6-8bc3-ea74c3e09f41 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.752160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31a113-5ed8-41a6-8bc3-ea74c3e09f41 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Pushing event deleted for resources: {'Port': ['ID=79abbb98-ffaf-4436-b218-a80ae47757c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:01.884474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f31a113-5ed8-41a6-8bc3-ea74c3e09f41 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.887238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f31a113-5ed8-41a6-8bc3-ea74c3e09f41 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.901675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1f31a113-5ed8-41a6-8bc3-ea74c3e09f41 tempest-FloatingIPAdminTestJSON-960021230 tempest-FloatingIPAdminTestJSON-960021230-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/67be0e9e-e87e-4539-a36f-c997d4e78639 HTTP/1.1" status: 204 len: 168 time: 1.3892834 Jul 16 18:19:01.906143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:02.126397 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.133717 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.286168 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ce81-e819-404e-873d-61b7cbe851bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.310725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c5af9115-c9c2-40a3-8d7e-abde6d6c361b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Deleting port 1f00af1f-54e6-49bd-b757-acb01309830d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:02.311738 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5af9115-c9c2-40a3-8d7e-abde6d6c361b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.353638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=a00ba8d1-fda1-4fb1-8160-52ef970b922e,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:02.395853 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.593772 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.636857 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.696620 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.764962 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Floating IP 82e5584a-30dd-49f4-ad95-cc2e0bd21426 associated. External IP: 172.25.8.62, port: 0d47ac0a-bb84-4bec-a670-6649d79ae304. Jul 16 18:19:02.849962 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5af9115-c9c2-40a3-8d7e-abde6d6c361b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.908709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c5af9115-c9c2-40a3-8d7e-abde6d6c361b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Calling delete_port for 1f00af1f-54e6-49bd-b757-acb01309830d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:03.024725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58235b2-ad9e-48be-ae45-2f22cf1e2b65 req-afae2cdd-7d9f-4bf5-93f0-a0afaf429b85 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:03.027396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d58235b2-ad9e-48be-ae45-2f22cf1e2b65 req-afae2cdd-7d9f-4bf5-93f0-a0afaf429b85 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.7011702 Jul 16 18:19:03.197088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:03.209187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d58235b2-ad9e-48be-ae45-2f22cf1e2b65 req-003234b2-1156-4dbf-8123-92ebc84f51e2 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112452 Jul 16 18:19:03.273809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router 40e48fd9-c473-4cf0-8967-77f4e5a60643 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:03.311893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925f2f0-9f57-4316-9908-0dd44f855b76 req-14bf413f-b7b3-40e0-969c-7d6989b8e87c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:03.316574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d925f2f0-9f57-4316-9908-0dd44f855b76 req-14bf413f-b7b3-40e0-969c-7d6989b8e87c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.8708568 Jul 16 18:19:03.513216 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48250a77-a54f-4dff-9f54-b4fa132f52bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.524557 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:03.540105 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5af9115-c9c2-40a3-8d7e-abde6d6c361b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.543588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ae342-e2d6-4e1e-a232-5757a86ab463 None None] Sync routers for ids ['40e48fd9-c473-4cf0-8967-77f4e5a60643'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:03.547940 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.557929 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d925f2f0-9f57-4316-9908-0dd44f855b76 req-72bc4a81-2123-467b-bf7a-d82e1cf2a98e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280233 Jul 16 18:19:03.587810 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ae342-e2d6-4e1e-a232-5757a86ab463 None None] Routers {'40e48fd9-c473-4cf0-8967-77f4e5a60643'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:03.588017 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b24ae342-e2d6-4e1e-a232-5757a86ab463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:19:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['40e48fd9-c473-4cf0-8967-77f4e5a60643'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:03.619025 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-44f5d0fd-2bc1-4f68-8169-1ddbe581197c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9467289 Jul 16 18:19:03.619682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:03.622937 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d35d0c1-1cbe-4703-acaa-0ad198f76e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:03.684874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af9115-c9c2-40a3-8d7e-abde6d6c361b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event deleted for resources: {'Port': ['ID=1f00af1f-54e6-49bd-b757-acb01309830d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:03.689357 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bd3b27-de0a-4d2a-a630-114430a4ee2e x-openstack-request-id: req-67bd3b27-de0a-4d2a-a630-114430a4ee2e {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:03.689982 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:03.690962 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67bd3b27-de0a-4d2a-a630-114430a4ee2e {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:03.692035 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'status': 'completed', 'code': 200} Jul 16 18:19:03.968257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b24ae342-e2d6-4e1e-a232-5757a86ab463 None None] Set router 40e48fd9-c473-4cf0-8967-77f4e5a60643 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:04.020746 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5af9115-c9c2-40a3-8d7e-abde6d6c361b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.024079 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c5af9115-c9c2-40a3-8d7e-abde6d6c361b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "DELETE /v2.0/ports/1f00af1f-54e6-49bd-b757-acb01309830d HTTP/1.1" status: 204 len: 168 time: 2.1142430 Jul 16 18:19:04.028653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:04.152154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35d0c1-1cbe-4703-acaa-0ad198f76e5f req-366ebfcb-111f-4b61-8b40-0483a91486cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.153879 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d35d0c1-1cbe-4703-acaa-0ad198f76e5f req-366ebfcb-111f-4b61-8b40-0483a91486cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1097 time: 0.4268472 Jul 16 18:19:04.286592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9caf7f85-dfba-4138-8dc5-2b4b57b5d619 req-4b37f772-27fc-4d05-9ced-2d0181070276 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3763597 Jul 16 18:19:04.335508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3791491d-8b6f-4dd9-acd0-4867eaf286c3 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.354611 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3791491d-8b6f-4dd9-acd0-4867eaf286c3 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "GET /v2.0/ports?device_id=13f54af9-2fa3-445f-b7c7-fa76f1c0f563 HTTP/1.1" status: 200 len: 913 time: 0.3232455 Jul 16 18:19:04.355565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:04.375765 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.385356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ab0b6-3892-413f-bed9-3a05d345f219 req-051f16f7-d23f-488b-9452-ca35dba96d27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.386410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-608ab0b6-3892-413f-bed9-3a05d345f219 req-051f16f7-d23f-488b-9452-ca35dba96d27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.3743489 Jul 16 18:19:04.448305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b24ae342-e2d6-4e1e-a232-5757a86ab463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '82e5584a-30dd-49f4-ad95-cc2e0bd21426', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'port_id': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'mac_address': 'fa:16:3e:0b:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:00Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 0, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077f16fc-e230-4ccc-9786-38fc498b6d1f', 'name': '', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:d7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:36Z', 'updated_at': '2021-07-16T18:18:45Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:04.538501 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48250a77-a54f-4dff-9f54-b4fa132f52bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.558458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ae342-e2d6-4e1e-a232-5757a86ab463 None None] Checking router: 40e48fd9-c473-4cf0-8967-77f4e5a60643 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:04.584822 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ae342-e2d6-4e1e-a232-5757a86ab463 None None] Routers {'40e48fd9-c473-4cf0-8967-77f4e5a60643'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:04.585654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b24ae342-e2d6-4e1e-a232-5757a86ab463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:19:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['40e48fd9-c473-4cf0-8967-77f4e5a60643'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:04.684757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-608ab0b6-3892-413f-bed9-3a05d345f219 req-3d4b8c2c-7932-4ab8-9f74-ebaea6327878 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491055 Jul 16 18:19:04.688717 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48250a77-a54f-4dff-9f54-b4fa132f52bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.770851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:04.807473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48250a77-a54f-4dff-9f54-b4fa132f52bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a8d9c8-5a09-461d-9a63-95b2ba078cfa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:04.940159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b24ae342-e2d6-4e1e-a232-5757a86ab463 None None] Set router 40e48fd9-c473-4cf0-8967-77f4e5a60643 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:04.968840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35d0c1-1cbe-4703-acaa-0ad198f76e5f req-5d3d1bde-c1ad-4ae5-af5c-0525aabd66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.974348 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d35d0c1-1cbe-4703-acaa-0ad198f76e5f req-5d3d1bde-c1ad-4ae5-af5c-0525aabd66ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=eabd2759-91af-4375-a194-972c087183ce HTTP/1.1" status: 200 len: 898 time: 0.7844510 Jul 16 18:19:05.179862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-48250a77-a54f-4dff-9f54-b4fa132f52bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09232c0d9efe406497c2539528a2ea98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9655871 Jul 16 18:19:05.208261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:05.363452 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-217f31dc-a714-4375-8ae7-845c51b7a7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.388494 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-217f31dc-a714-4375-8ae7-845c51b7a7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.521864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-08bb40c4-9f22-4eb8-a2b1-0f8025c3c8ca tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/82e5584a-30dd-49f4-ad95-cc2e0bd21426 HTTP/1.1" status: 200 len: 991 time: 0.7463887 Jul 16 18:19:05.535915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d32d89-ebd7-4c9e-bec8-1244715dbaaf req-4a00708a-7000-4d57-bc33-9c702e13d68a tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.538029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9d32d89-ebd7-4c9e-bec8-1244715dbaaf req-4a00708a-7000-4d57-bc33-9c702e13d68a tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.8940005 Jul 16 18:19:05.544563 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-217f31dc-a714-4375-8ae7-845c51b7a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.547558 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-217f31dc-a714-4375-8ae7-845c51b7a7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.549016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-217f31dc-a714-4375-8ae7-845c51b7a7ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30a8d9c8-5a09-461d-9a63-95b2ba078cfa HTTP/1.1" status: 204 len: 168 time: 0.3295987 Jul 16 18:19:05.576453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f31dc-a714-4375-8ae7-845c51b7a7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a8d9c8-5a09-461d-9a63-95b2ba078cfa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:05.582411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d35d0c1-1cbe-4703-acaa-0ad198f76e5f req-a7a0a0eb-1a99-4e38-b58d-b08d3d8252f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 200 len: 999 time: 0.5333695 Jul 16 18:19:05.656555 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.657495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28b884-d293-40c1-9b41-df5aff75be40 req-95f395ae-5c79-4078-8a0a-5a8593a460a8 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.666483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c28b884-d293-40c1-9b41-df5aff75be40 req-95f395ae-5c79-4078-8a0a-5a8593a460a8 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.6824710 Jul 16 18:19:05.687338 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9d32d89-ebd7-4c9e-bec8-1244715dbaaf req-a4dd98c0-3d03-484a-9b48-bfdb0c434a6e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367731 Jul 16 18:19:05.788450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35d0c1-1cbe-4703-acaa-0ad198f76e5f req-f731f57e-83cb-4416-bd07-aa22551716a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.790100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d35d0c1-1cbe-4703-acaa-0ad198f76e5f req-f731f57e-83cb-4416-bd07-aa22551716a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e4bebd4-1398-4e74-bc25-f8af8706b63e HTTP/1.1" status: 200 len: 835 time: 0.1950960 Jul 16 18:19:05.790591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b24ae342-e2d6-4e1e-a232-5757a86ab463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '82e5584a-30dd-49f4-ad95-cc2e0bd21426', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'port_id': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'mac_address': 'fa:16:3e:0b:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:00Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 0, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077f16fc-e230-4ccc-9786-38fc498b6d1f', 'name': '', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:d7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:36Z', 'updated_at': '2021-07-16T18:18:45Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:05.874454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ae342-e2d6-4e1e-a232-5757a86ab463 None None] The sync data for ids ['40e48fd9-c473-4cf0-8967-77f4e5a60643'] in n-d-793618-9 is: [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '82e5584a-30dd-49f4-ad95-cc2e0bd21426', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'port_id': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'mac_address': 'fa:16:3e:0b:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:00Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 0, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077f16fc-e230-4ccc-9786-38fc498b6d1f', 'name': '', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:d7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:36Z', 'updated_at': '2021-07-16T18:18:45Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:05.918398 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c28b884-d293-40c1-9b41-df5aff75be40 req-52f6e20b-da27-49ee-adb2-bdd9fcb3e518 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506282 Jul 16 18:19:05.980113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35d0c1-1cbe-4703-acaa-0ad198f76e5f req-64de64eb-3aa8-4b65-b807-9cd1b388db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.981692 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d35d0c1-1cbe-4703-acaa-0ad198f76e5f req-64de64eb-3aa8-4b65-b807-9cd1b388db04 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eabd2759-91af-4375-a194-972c087183ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1817183 Jul 16 18:19:06.033716 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2d242f-ab0c-4458-97c4-e313abc9713b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.184036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d35d0c1-1cbe-4703-acaa-0ad198f76e5f req-89faae2e-4120-4b2a-8c00-56d3b5122308 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842172 Jul 16 18:19:06.339345 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6829824-08c8-4b37-90f3-3b790a194087 None None] New status for floating IP 82e5584a-30dd-49f4-ad95-cc2e0bd21426: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:06.390424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d35d0c1-1cbe-4703-acaa-0ad198f76e5f req-0562dad8-3f0d-4a5b-a842-5db1f9ac2fd6 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881225 Jul 16 18:19:06.533225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:06.679275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf7f85-dfba-4138-8dc5-2b4b57b5d619 req-0842976d-0064-434e-a15c-d45a2dd10da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.680832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9caf7f85-dfba-4138-8dc5-2b4b57b5d619 req-0842976d-0064-434e-a15c-d45a2dd10da2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1097 time: 0.1885679 Jul 16 18:19:06.746100 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6022ed88-b46d-4097-8ea5-2340438d5add tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/82e5584a-30dd-49f4-ad95-cc2e0bd21426 HTTP/1.1" status: 200 len: 991 time: 0.2106812 Jul 16 18:19:06.833788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d242f-ab0c-4458-97c4-e313abc9713b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Deleting port fa45d189-73e9-41f8-bac4-40d777e76b6c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:06.834405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2d242f-ab0c-4458-97c4-e313abc9713b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.044997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf7f85-dfba-4138-8dc5-2b4b57b5d619 req-a5e05df7-b9e1-43eb-91bd-6b4dd600d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.046840 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9caf7f85-dfba-4138-8dc5-2b4b57b5d619 req-a5e05df7-b9e1-43eb-91bd-6b4dd600d609 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eabd2759-91af-4375-a194-972c087183ce HTTP/1.1" status: 200 len: 898 time: 0.3406236 Jul 16 18:19:07.099969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2d242f-ab0c-4458-97c4-e313abc9713b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.128853 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d242f-ab0c-4458-97c4-e313abc9713b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Calling delete_port for fa45d189-73e9-41f8-bac4-40d777e76b6c owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:07.263507 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9caf7f85-dfba-4138-8dc5-2b4b57b5d619 req-afa0016e-29d8-4e48-b03e-72b841f3e5d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 200 len: 1001 time: 0.2073326 Jul 16 18:19:07.350334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a6115-d1a9-4671-8326-3c261a5a2e1b req-0e213a22-9045-45b4-ac91-15ec50df6ff3 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.358236 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-122a6115-d1a9-4671-8326-3c261a5a2e1b req-0e213a22-9045-45b4-ac91-15ec50df6ff3 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.2536099 Jul 16 18:19:07.433671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e167c1a-b0f7-4a6f-91b2-d175ea824ae5 req-e4de2f31-cc2d-4994-9d1e-a0d44e078c3e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.435444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e167c1a-b0f7-4a6f-91b2-d175ea824ae5 req-e4de2f31-cc2d-4994-9d1e-a0d44e078c3e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.2843790 Jul 16 18:19:07.438546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf7f85-dfba-4138-8dc5-2b4b57b5d619 req-524461a2-e5c9-42b9-bca7-f7e550b55529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.443943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9caf7f85-dfba-4138-8dc5-2b4b57b5d619 req-524461a2-e5c9-42b9-bca7-f7e550b55529 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e4bebd4-1398-4e74-bc25-f8af8706b63e HTTP/1.1" status: 200 len: 835 time: 0.1684177 Jul 16 18:19:07.637251 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e167c1a-b0f7-4a6f-91b2-d175ea824ae5 req-6d723e64-5306-47e4-a18a-355291192654 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921890 Jul 16 18:19:07.661803 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2d242f-ab0c-4458-97c4-e313abc9713b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.673257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-122a6115-d1a9-4671-8326-3c261a5a2e1b req-89345f1e-7415-4619-816c-4f48331e2bd5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071125 Jul 16 18:19:07.721651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf7f85-dfba-4138-8dc5-2b4b57b5d619 req-d5b07eee-9e4e-44d8-8ba5-b0e28da0cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.724334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9caf7f85-dfba-4138-8dc5-2b4b57b5d619 req-d5b07eee-9e4e-44d8-8ba5-b0e28da0cd14 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eabd2759-91af-4375-a194-972c087183ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2523522 Jul 16 18:19:07.787184 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:07.864476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d242f-ab0c-4458-97c4-e313abc9713b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event deleted for resources: {'Port': ['ID=fa45d189-73e9-41f8-bac4-40d777e76b6c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.956136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9caf7f85-dfba-4138-8dc5-2b4b57b5d619 req-092d6562-9a89-45bc-9a2d-6b2d95b9dc66 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137928 Jul 16 18:19:07.998752 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-30bf7e34-6294-41fc-a714-37cb6fa29436 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/82e5584a-30dd-49f4-ad95-cc2e0bd21426 HTTP/1.1" status: 200 len: 993 time: 0.2101848 Jul 16 18:19:08.159200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9caf7f85-dfba-4138-8dc5-2b4b57b5d619 req-964b313c-69c5-47ea-aaf6-344abd42790a service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957786 Jul 16 18:19:08.285281 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ac2d242f-ab0c-4458-97c4-e313abc9713b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.584465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2d242f-ab0c-4458-97c4-e313abc9713b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Router 13f54af9-2fa3-445f-b7c7-fa76f1c0f563 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:08.828517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2d242f-ab0c-4458-97c4-e313abc9713b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:08.853822 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9efb409-32f8-4600-bc25-74d691bbf6c0 None None] Sync routers for ids ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:08.856327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:08.869166 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ac2d242f-ab0c-4458-97c4-e313abc9713b tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "PUT /v2.0/routers/13f54af9-2fa3-445f-b7c7-fa76f1c0f563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5110476 Jul 16 18:19:08.878642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9efb409-32f8-4600-bc25-74d691bbf6c0 None None] Routers {'13f54af9-2fa3-445f-b7c7-fa76f1c0f563'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:08.879358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e9efb409-32f8-4600-bc25-74d691bbf6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:19:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:08.964755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e9efb409-32f8-4600-bc25-74d691bbf6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:08.975777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9efb409-32f8-4600-bc25-74d691bbf6c0 None None] Routers {'13f54af9-2fa3-445f-b7c7-fa76f1c0f563'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:08.976428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e9efb409-32f8-4600-bc25-74d691bbf6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:19:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:09.019713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e9efb409-32f8-4600-bc25-74d691bbf6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:09.021983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9efb409-32f8-4600-bc25-74d691bbf6c0 None None] The sync data for ids ['13f54af9-2fa3-445f-b7c7-fa76f1c0f563'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:09.087303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.155132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89cf7d-aabc-4271-84b8-72184aaf0bc2 req-7e1d36e3-7776-4830-bfa7-a7327895900d tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.165092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd89cf7d-aabc-4271-84b8-72184aaf0bc2 req-7e1d36e3-7776-4830-bfa7-a7327895900d tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.2521446 Jul 16 18:19:09.232405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095030a-e4d0-4d85-9030-a4eb343de252 req-4cad8c8b-c037-4302-b0c7-a80b24299d2d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.235907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5095030a-e4d0-4d85-9030-a4eb343de252 req-4cad8c8b-c037-4302-b0c7-a80b24299d2d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.2405157 Jul 16 18:19:09.320498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd89cf7d-aabc-4271-84b8-72184aaf0bc2 req-6ccea991-add6-4d18-81c4-cc9651a467ef tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541338 Jul 16 18:19:09.382261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5095030a-e4d0-4d85-9030-a4eb343de252 req-9909ae7c-1587-450f-8748-7f7ade575d20 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379633 Jul 16 18:19:09.407845 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.475845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Deleting port 27468e63-2f1e-4827-b0e7-6482e4bad83e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:09.476199 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.588653 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.611130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Calling delete_port for 27468e63-2f1e-4827-b0e7-6482e4bad83e owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:09.928979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bde989-9781-4d29-bdb0-951e24ac3dae req-ff9d4fa3-62f8-4a7d-8b63-dac0e7f988a6 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.930627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06bde989-9781-4d29-bdb0-951e24ac3dae req-ff9d4fa3-62f8-4a7d-8b63-dac0e7f988a6 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 947 time: 0.1285658 Jul 16 18:19:09.931907 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.958066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event deleted for resources: {'Port': ['ID=27468e63-2f1e-4827-b0e7-6482e4bad83e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:10.500334 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.517281 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06bde989-9781-4d29-bdb0-951e24ac3dae req-b13beb89-5d6d-4da4-b3ac-10995dc59476 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5622175 Jul 16 18:19:10.667363 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.688451 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.763568 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.764609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Fanout notify agent at l3_agent the message router_deleted on router 13f54af9-2fa3-445f-b7c7-fa76f1c0f563 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:10.775495 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.779510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:10.790313 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c70178e1-b0ae-46aa-8414-fce2e5629e56 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "DELETE /v2.0/routers/13f54af9-2fa3-445f-b7c7-fa76f1c0f563 HTTP/1.1" status: 204 len: 168 time: 1.9323244 Jul 16 18:19:10.825654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e2c11-7a52-48e1-8932-fa59a305dbe1 req-0f061fc1-db75-4385-9683-e3c1868670bb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:10.835347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d6e2c11-7a52-48e1-8932-fa59a305dbe1 req-0f061fc1-db75-4385-9683-e3c1868670bb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1849921 Jul 16 18:19:10.901040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Deleting subnet de02939f-0555-46e5-9d5d-35fc27b1cf7c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:10.910402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.950104 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d6e2c11-7a52-48e1-8932-fa59a305dbe1 req-01edc810-981e-42dd-a810-2bcb4685f2f9 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127810 Jul 16 18:19:11.056880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.248902 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.322937 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.352266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event deleted for resources: {'Subnet': ['ID=de02939f-0555-46e5-9d5d-35fc27b1cf7c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:11.360688 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.365901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 57908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:11.366410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963a8f7e-ac03-4e80-a28d-2b888135928d None None] Network 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:11.376047 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "DELETE /v2.0/subnets/de02939f-0555-46e5-9d5d-35fc27b1cf7c HTTP/1.1" status: 204 len: 168 time: 0.5945601 Jul 16 18:19:11.388863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:11.389228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:11.389620 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:11.389967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:11.390308 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:11.390647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:11.391066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:11.391305 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:11.391638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:11.392150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:11.392678 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:11.392678 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2e52c-a363-4012-b625-7c553cc110bf tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:11.476302 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.562814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Deleting port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:11.563377 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.658141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] For port 3b3c39c8-aad1-4003-8d8f-1628b12fc307, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3b3c39c8-aad1-4003-8d8f-1628b12fc307,segment=NetworkSegment(05a40563-daf6-4ae6-9d6d-e519365ae2d3),segment_id=05a40563-daf6-4ae6-9d6d-e519365ae2d3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:11.658832 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.700048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Calling delete_port for 3b3c39c8-aad1-4003-8d8f-1628b12fc307 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:11.729041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abfab9d-cb9e-4657-a3a6-3d87426a2e14 None None] DHCP port deletion for 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:11.816611 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.917865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event deleted for resources: {'Port': ['ID=3b3c39c8-aad1-4003-8d8f-1628b12fc307,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:11.924143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] No DVR routers for this DVR port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:12.037867 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.049548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:12.074948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3abfab9d-cb9e-4657-a3a6-3d87426a2e14 None None] Deleting port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:12.075442 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3abfab9d-cb9e-4657-a3a6-3d87426a2e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.088441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a40563-daf6-4ae6-9d6d-e519365ae2d3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:12.088750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a40563-daf6-4ae6-9d6d-e519365ae2d3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:12.120645 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.137775 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.145969 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:12.146358 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:12.222195 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:12.228711 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.243914 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.246316 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "DELETE /v2.0/networks/3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c HTTP/1.1" status: 204 len: 168 time: 0.8793530 Jul 16 18:19:12.250368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 57952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:12.264833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab6c29-fec5-4a39-923f-907a49ea6f96 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event deleted for resources: {'Network': ['ID=3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.272894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:12.354205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3b3c39c8-aad1-4003-8d8f-1628b12fc307 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:12.365891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3abfab9d-cb9e-4657-a3a6-3d87426a2e14 None None] For port 3b3c39c8-aad1-4003-8d8f-1628b12fc307, host n-d-793618-9, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:12.366553 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3abfab9d-cb9e-4657-a3a6-3d87426a2e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.460943 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.463032 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 3b3c39c8-aad1-4003-8d8f-1628b12fc307 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:12.463383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3b3c39c8-aad1-4003-8d8f-1628b12fc307 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:12.475429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3abfab9d-cb9e-4657-a3a6-3d87426a2e14 None None] Calling delete_port for 3b3c39c8-aad1-4003-8d8f-1628b12fc307 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:12.478288 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae551333-df6f-4150-80f2-36d7da3de931 req-8bf11c96-d14d-4d97-9b0a-c4dff0162191 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:12.480958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-3abfab9d-cb9e-4657-a3a6-3d87426a2e14 None None] Port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:19:12.489497 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3abfab9d-cb9e-4657-a3a6-3d87426a2e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.490045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae551333-df6f-4150-80f2-36d7da3de931 req-8bf11c96-d14d-4d97-9b0a-c4dff0162191 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1939354 Jul 16 18:19:12.492379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5206d69f-b5ad-4a69-b860-46f322884d14 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Deleting port 2bc12b9c-4cd6-462a-b4c6-befdaec458b1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:12.494641 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5206d69f-b5ad-4a69-b860-46f322884d14 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.532482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:12.536079 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9e7abb-9062-4a41-9db0-cbf21abb5810" -d '{"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-unplugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:12.561854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3abfab9d-cb9e-4657-a3a6-3d87426a2e14 None None] Network 3a991d3a-6a3e-4f1a-84d6-6ac9db481f0c is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:19:12.567061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abfab9d-cb9e-4657-a3a6-3d87426a2e14 None None] No DVR routers for this DVR port 3b3c39c8-aad1-4003-8d8f-1628b12fc307 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:12.575295 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae551333-df6f-4150-80f2-36d7da3de931 req-ffb5f332-3272-4847-b54f-b9b778605fb7 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830305 Jul 16 18:19:12.576335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfab9d-cb9e-4657-a3a6-3d87426a2e14 None None] Pushing event deleted for resources: {'Port': ['ID=3b3c39c8-aad1-4003-8d8f-1628b12fc307,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.602889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:12.613250 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.682029 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7abeed9-acaf-461f-a0b0-91ebcba1e414 x-openstack-request-id: req-f7abeed9-acaf-461f-a0b0-91ebcba1e414 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:12.682264 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-unplugged", "status": "completed", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:12.682526 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7abeed9-acaf-461f-a0b0-91ebcba1e414 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:12.682936 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'code': 200} Jul 16 18:19:12.713130 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5206d69f-b5ad-4a69-b860-46f322884d14 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.713831 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5206d69f-b5ad-4a69-b860-46f322884d14 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.726711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=14']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.735334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5206d69f-b5ad-4a69-b860-46f322884d14 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Calling delete_port for 2bc12b9c-4cd6-462a-b4c6-befdaec458b1 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:12.937043 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5206d69f-b5ad-4a69-b860-46f322884d14 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.003580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206d69f-b5ad-4a69-b860-46f322884d14 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Pushing event deleted for resources: {'Port': ['ID=2bc12b9c-4cd6-462a-b4c6-befdaec458b1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:13.050134 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5206d69f-b5ad-4a69-b860-46f322884d14 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.052981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5206d69f-b5ad-4a69-b860-46f322884d14 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.054573 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5206d69f-b5ad-4a69-b860-46f322884d14 tempest-FloatingIPAdminTestJSON-570623604 tempest-FloatingIPAdminTestJSON-570623604-project] 10.222.0.52 "DELETE /v2.0/floatingips/d304116d-488b-4fd9-88eb-06394e9fb11d HTTP/1.1" status: 204 len: 168 time: 0.8012640 Jul 16 18:19:13.499489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0989a0-26f1-4d28-9e42-00e523ae0f39 req-3e4ccba4-4dd1-4153-b4a3-c964c4045962 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:13.513948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a0989a0-26f1-4d28-9e42-00e523ae0f39 req-3e4ccba4-4dd1-4153-b4a3-c964c4045962 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2067833 Jul 16 18:19:13.544107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:13.649697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a0989a0-26f1-4d28-9e42-00e523ae0f39 req-c409360f-ae96-4357-b2ce-9f21d93b0128 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342068 Jul 16 18:19:13.914883 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7fdc37d6-9553-4c72-910b-498e39cd87a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b0455b769bb4670955de6b8bb36008f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682189 Jul 16 18:19:13.919524 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:14.018441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3e8a76c-bdf6-4da9-8bd9-c6f9b24c60fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.066108 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3e8a76c-bdf6-4da9-8bd9-c6f9b24c60fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.108769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885b7de-064c-41cb-970e-3f0239c309d6 req-e0806736-e1e9-4303-9f08-dec278e1e409 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.119630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885b7de-064c-41cb-970e-3f0239c309d6 req-e0806736-e1e9-4303-9f08-dec278e1e409 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.2184088 Jul 16 18:19:14.223425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3e8a76c-bdf6-4da9-8bd9-c6f9b24c60fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.252372 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f3e8a76c-bdf6-4da9-8bd9-c6f9b24c60fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.258599 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f3e8a76c-bdf6-4da9-8bd9-c6f9b24c60fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6515add8-61f4-4fa6-9c89-6cd13ecaa345 HTTP/1.1" status: 204 len: 168 time: 0.3355248 Jul 16 18:19:14.266105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885b7de-064c-41cb-970e-3f0239c309d6 req-dbb60645-69fc-484e-a2b8-4642cb4365e8 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367128 Jul 16 18:19:14.298157 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8a76c-bdf6-4da9-8bd9-c6f9b24c60fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6515add8-61f4-4fa6-9c89-6cd13ecaa345,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:14.346685 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4f534-613d-40dc-a83a-9ecdc52c4a03 req-d88b3de7-eba7-4110-9419-aa4970aa2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.349112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6e4f534-613d-40dc-a83a-9ecdc52c4a03 req-d88b3de7-eba7-4110-9419-aa4970aa2772 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1096 time: 0.0681105 Jul 16 18:19:14.608408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4f534-613d-40dc-a83a-9ecdc52c4a03 req-5080176e-d77f-48d6-b56d-c934aba57b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.611370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6e4f534-613d-40dc-a83a-9ecdc52c4a03 req-5080176e-d77f-48d6-b56d-c934aba57b60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.2560441 Jul 16 18:19:14.665883 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:14.751795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc815bd-9b02-45ba-80cb-797b74024f5f req-743a99d0-696d-466a-9430-1db0c3445475 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.766959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fc815bd-9b02-45ba-80cb-797b74024f5f req-743a99d0-696d-466a-9430-1db0c3445475 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.3368895 Jul 16 18:19:14.825610 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abc983da-4237-40b3-9707-57b9d2c024fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.902031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:14.920628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6e4f534-613d-40dc-a83a-9ecdc52c4a03 req-2e1beb4b-7f12-4380-8a25-e36b8099c14f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 1000 time: 0.3003471 Jul 16 18:19:14.939088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fc815bd-9b02-45ba-80cb-797b74024f5f req-df828def-5344-4a99-9253-efd4d9748a2c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718831 Jul 16 18:19:14.947640 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c674e07-25ec-4252-8f66-defa581b9961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.010653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4f534-613d-40dc-a83a-9ecdc52c4a03 req-fd33d578-9584-4d3e-8ee6-644e7dcec700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.013654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6e4f534-613d-40dc-a83a-9ecdc52c4a03 req-fd33d578-9584-4d3e-8ee6-644e7dcec700 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.0714085 Jul 16 18:19:15.084396 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abc983da-4237-40b3-9707-57b9d2c024fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.094580 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abc983da-4237-40b3-9707-57b9d2c024fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.111976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4f534-613d-40dc-a83a-9ecdc52c4a03 req-65c7b70c-dcf7-4c3b-b39d-10711092aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.113590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6e4f534-613d-40dc-a83a-9ecdc52c4a03 req-65c7b70c-dcf7-4c3b-b39d-10711092aafd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912206 Jul 16 18:19:15.203215 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-abc983da-4237-40b3-9707-57b9d2c024fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a1d200a5396416db23525e3231d9347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5185738 Jul 16 18:19:15.203215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:15.203215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc983da-4237-40b3-9707-57b9d2c024fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3948b1-4b25-4ff3-9a12-8ae870f3bc6f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:15.366100 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c674e07-25ec-4252-8f66-defa581b9961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.381235 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c674e07-25ec-4252-8f66-defa581b9961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.400958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6e4f534-613d-40dc-a83a-9ecdc52c4a03 req-c5216c9c-f3d8-4a47-855d-5f40495062ae service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578712 Jul 16 18:19:15.438308 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c674e07-25ec-4252-8f66-defa581b9961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1455732f-ed0e-4b76-817d-3ed8bf8c89c3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:15.452787 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45cb90ac-01fd-422c-a296-f6b809617aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.468088 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9c674e07-25ec-4252-8f66-defa581b9961 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f101927069f74faaafadab8a8e5de413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642965 Jul 16 18:19:15.478407 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:15.574775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f883ed4a-268c-473d-9f6f-e2d6d28fda8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.588810 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45cb90ac-01fd-422c-a296-f6b809617aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.629038 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f883ed4a-268c-473d-9f6f-e2d6d28fda8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.640772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6e4f534-613d-40dc-a83a-9ecdc52c4a03 req-932f096b-3743-4ccb-a101-9a69f974bd3d service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318892 Jul 16 18:19:15.669790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0570a-53d3-4aab-a5d6-ab0e759c4d1c req-78a15fa2-eaf3-43fb-abdc-2c9395259bf5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.671381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbc0570a-53d3-4aab-a5d6-ab0e759c4d1c req-78a15fa2-eaf3-43fb-abdc-2c9395259bf5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1257694 Jul 16 18:19:15.714252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45cb90ac-01fd-422c-a296-f6b809617aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.722306 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45cb90ac-01fd-422c-a296-f6b809617aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.725900 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-45cb90ac-01fd-422c-a296-f6b809617aa9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c3948b1-4b25-4ff3-9a12-8ae870f3bc6f HTTP/1.1" status: 204 len: 168 time: 0.5298316 Jul 16 18:19:15.731275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f883ed4a-268c-473d-9f6f-e2d6d28fda8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.735486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f883ed4a-268c-473d-9f6f-e2d6d28fda8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.740285 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f883ed4a-268c-473d-9f6f-e2d6d28fda8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1455732f-ed0e-4b76-817d-3ed8bf8c89c3 HTTP/1.1" status: 204 len: 168 time: 0.2593529 Jul 16 18:19:15.752315 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbc0570a-53d3-4aab-a5d6-ab0e759c4d1c req-da8d4016-ddde-4898-bcd7-b852409a6abf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617139 Jul 16 18:19:15.764819 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb90ac-01fd-422c-a296-f6b809617aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3948b1-4b25-4ff3-9a12-8ae870f3bc6f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:15.804886 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883ed4a-268c-473d-9f6f-e2d6d28fda8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1455732f-ed0e-4b76-817d-3ed8bf8c89c3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.247511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d876d-fded-4d55-bbe2-e9c63eb6f01f req-456c8fbd-a2b5-47c7-9aeb-28db05c9581b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:16.264634 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-024d876d-fded-4d55-bbe2-e9c63eb6f01f req-456c8fbd-a2b5-47c7-9aeb-28db05c9581b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1551819 Jul 16 18:19:16.327277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-024d876d-fded-4d55-bbe2-e9c63eb6f01f req-f994bdc5-cc4c-4334-9344-17e410cdcf11 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617001 Jul 16 18:19:16.449645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:16.466925 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a038865f-9c96-44d6-a971-58a9f93a29c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.496470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:16.523010 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d02dd027-6464-4d99-9f80-2dbf875a81ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.609360 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a038865f-9c96-44d6-a971-58a9f93a29c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.620770 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a038865f-9c96-44d6-a971-58a9f93a29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.648200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038865f-9c96-44d6-a971-58a9f93a29c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e85707-1cba-4e6c-84df-014693022365,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.703955 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a038865f-9c96-44d6-a971-58a9f93a29c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e68bb9d578824ad49da4099b732e1e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528100 Jul 16 18:19:16.707853 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:16.727005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d02dd027-6464-4d99-9f80-2dbf875a81ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.758955 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d02dd027-6464-4d99-9f80-2dbf875a81ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.796504 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22c46ef5-03ce-4328-8eca-e03301769afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.797406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dd027-6464-4d99-9f80-2dbf875a81ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3450eeef-ae03-413d-af3d-02b65efc2a98,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.804292 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d02dd027-6464-4d99-9f80-2dbf875a81ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11a6f616a90e414c9ddcdf9babe4f08b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054638 Jul 16 18:19:16.807108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:16.836248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22c46ef5-03ce-4328-8eca-e03301769afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.980822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-947a852d-e1c6-4926-b330-89384cadb452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.047112 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22c46ef5-03ce-4328-8eca-e03301769afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.049704 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22c46ef5-03ce-4328-8eca-e03301769afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.050859 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-22c46ef5-03ce-4328-8eca-e03301769afe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44e85707-1cba-4e6c-84df-014693022365 HTTP/1.1" status: 204 len: 168 time: 0.3420582 Jul 16 18:19:17.053365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-947a852d-e1c6-4926-b330-89384cadb452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.067820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a3419-bad8-488e-8907-1cdc90a5aa0f req-518c07a9-7c71-4f30-bca2-06fb1877b557 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.070258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e0a3419-bad8-488e-8907-1cdc90a5aa0f req-518c07a9-7c71-4f30-bca2-06fb1877b557 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1046119 Jul 16 18:19:17.084909 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c46ef5-03ce-4328-8eca-e03301769afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e85707-1cba-4e6c-84df-014693022365,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.151870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e0a3419-bad8-488e-8907-1cdc90a5aa0f req-68f76844-95bc-4740-b535-d25a68c876ce tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757322 Jul 16 18:19:17.155393 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-947a852d-e1c6-4926-b330-89384cadb452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.159121 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-947a852d-e1c6-4926-b330-89384cadb452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.163314 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-947a852d-e1c6-4926-b330-89384cadb452 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3450eeef-ae03-413d-af3d-02b65efc2a98 HTTP/1.1" status: 204 len: 168 time: 0.3522534 Jul 16 18:19:17.191483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a852d-e1c6-4926-b330-89384cadb452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3450eeef-ae03-413d-af3d-02b65efc2a98,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.689890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee1cf1-ec37-4ff4-9405-6ca2414cd14a req-10f6b803-6fdf-4e4e-842c-731f68e431b2 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.698521 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91ee1cf1-ec37-4ff4-9405-6ca2414cd14a req-10f6b803-6fdf-4e4e-842c-731f68e431b2 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0997229 Jul 16 18:19:17.751648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91ee1cf1-ec37-4ff4-9405-6ca2414cd14a req-a586100d-3f76-490d-a9d8-91a2ba1f3b4d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521040 Jul 16 18:19:18.159679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75cc50-0815-412d-b589-25657ec8c182 req-01c2a2ab-a419-4841-891a-7d0726239d82 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.161379 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c75cc50-0815-412d-b589-25657ec8c182 req-01c2a2ab-a419-4841-891a-7d0726239d82 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0955293 Jul 16 18:19:18.229010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c75cc50-0815-412d-b589-25657ec8c182 req-211cf6e2-0183-49a4-94a6-e2b21440efe9 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607405 Jul 16 18:19:18.482510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a7bd9-05c6-4b96-98df-444b5d148ff9 req-0614bffc-8057-4658-bf4b-90c70f99ebfa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.484250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-893a7bd9-05c6-4b96-98df-444b5d148ff9 req-0614bffc-8057-4658-bf4b-90c70f99ebfa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1245353 Jul 16 18:19:18.531793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bc925-ddc3-428c-8a83-15afb25ac43b req-b5e9de36-d80c-4a8f-a31b-6f6fd30ca412 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.533506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff2bc925-ddc3-428c-8a83-15afb25ac43b req-b5e9de36-d80c-4a8f-a31b-6f6fd30ca412 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1621261 Jul 16 18:19:18.560539 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-893a7bd9-05c6-4b96-98df-444b5d148ff9 req-411e600f-3c7e-403a-a4a4-509905f208b3 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673833 Jul 16 18:19:18.613901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff2bc925-ddc3-428c-8a83-15afb25ac43b req-8b71eef2-f87e-4293-a098-13780e051c42 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691307 Jul 16 18:19:18.781658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73f276-2508-4794-99bf-9a2f59c28089 req-bb75219e-6629-4461-a0f0-9a46f070af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.783542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc73f276-2508-4794-99bf-9a2f59c28089 req-bb75219e-6629-4461-a0f0-9a46f070af8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 1096 time: 0.0932217 Jul 16 18:19:18.899637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73f276-2508-4794-99bf-9a2f59c28089 req-7ad23571-50c2-4411-bed8-22411d60cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.901785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc73f276-2508-4794-99bf-9a2f59c28089 req-7ad23571-50c2-4411-bed8-22411d60cb75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 917 time: 0.1126311 Jul 16 18:19:19.027540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc73f276-2508-4794-99bf-9a2f59c28089 req-029f6789-2c95-4ee8-8c50-17c3e813ebfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326 HTTP/1.1" status: 200 len: 1001 time: 0.1177998 Jul 16 18:19:19.131648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73f276-2508-4794-99bf-9a2f59c28089 req-2a7000a9-33ef-49eb-a2e0-dbe88aedabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.133165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc73f276-2508-4794-99bf-9a2f59c28089 req-2a7000a9-33ef-49eb-a2e0-dbe88aedabeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.0781600 Jul 16 18:19:19.139932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743aa10-cadb-44b9-963a-576f31503570 req-bc4e4d20-8933-45fd-9e2b-01487a044bbf tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.141412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-bc4e4d20-8933-45fd-9e2b-01487a044bbf tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 812 time: 0.1811161 Jul 16 18:19:19.186902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-8f7ee3b7-e78f-4f67-94bb-dfa9c4c016c7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/quotas/7ff61005884a4cf495bfab056c2e2f39 HTTP/1.1" status: 200 len: 375 time: 0.0156527 Jul 16 18:19:19.207792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73f276-2508-4794-99bf-9a2f59c28089 req-68cb38cc-2797-4269-bd2b-dfc11c128d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.209533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc73f276-2508-4794-99bf-9a2f59c28089 req-68cb38cc-2797-4269-bd2b-dfc11c128d1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672121 Jul 16 18:19:19.211006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:19.366522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-f7c0c35d-40a7-401a-96a0-171195885b14 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1516168 Jul 16 18:19:19.370491 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc73f276-2508-4794-99bf-9a2f59c28089 req-7290d4bc-15f9-4b0f-b139-0fbaf5dbb7a6 service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402738 Jul 16 18:19:19.495615 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-681180555'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:19.529851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Made reservation on behalf of 5375baf720a24be5af802e709a465a2d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:19.537726 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.540217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-f3f8885b-bcd9-4cfd-b2f1-6df145689504 service neutron] 10.222.0.52 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652808 Jul 16 18:19:19.543831 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc73f276-2508-4794-99bf-9a2f59c28089 req-0f2c09fe-f043-4ee1-bbb0-f471c8e86e8d service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611300 Jul 16 18:19:19.557275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.680724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-37b685dc-601b-4837-984b-188d871a3e1b service neutron] 10.222.0.52 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335273 Jul 16 18:19:19.732154 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.739225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.756923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:19.766853 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.767583 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Added segment 24c2d7a5-0bdd-4916-815e-0422df36cb94 of type vlan for network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a Jul 16 18:19:19.806562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc7219c-760a-43c5-b376-60b80daba5a8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:19.862982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b31b00-5055-4534-8a42-43fc6d2947a3 req-b9dfac2c-8a62-4a6e-897f-c7628468231a tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.870230 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26b31b00-5055-4534-8a42-43fc6d2947a3 req-b9dfac2c-8a62-4a6e-897f-c7628468231a tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.1556299 Jul 16 18:19:19.875143 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.924351 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.933379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.934472 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.945172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26b31b00-5055-4534-8a42-43fc6d2947a3 req-8d0bb66a-720c-481e-987b-3c0608d89378 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583110 Jul 16 18:19:20.005923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bd7723e-8a1c-4fe2-969c-8ff6f5f5c851 req-4786a0d8-1a76-4fae-a2fa-6eaff6f72c24 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 210 time: 0.0581608 Jul 16 18:19:20.027835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Pushing event updated for resources: {'Network': ['ID=7dc23c53-b42d-498d-b8f1-cd96b26f8c3a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:20.042294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:20.060970 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-18752a94-a187-4cc3-849e-03665c572131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8488247 Jul 16 18:19:20.413069 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:20.418735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Request body: {'port': {'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a', 'binding:host_id': 'n-h1-793618-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-855699210'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:20.449141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Made reservation on behalf of 21229485d29f48599fd59756d78ff1a4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:20.451883 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.468035 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.615048 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.620870 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.626933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] device_id is not set on port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:20.651266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:20.746434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc669a27-45a2-4a44-abb0-885568b4bf5b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:20.772197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:20.772560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:20.772916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:20.773258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:20.774420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:20.774900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:20.775240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:20.775935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:20.776283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:20.776621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:20.776959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:20.777294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:20.799341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39585c79-1a0a-4f5f-9f9c-bb54ae6788d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.909698 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39585c79-1a0a-4f5f-9f9c-bb54ae6788d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.915065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-39585c79-1a0a-4f5f-9f9c-bb54ae6788d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.919893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] device_id is not set on port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:20.929775 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.940147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Transition to ACTIVE for port object 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:20.950434 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.965943 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-39585c79-1a0a-4f5f-9f9c-bb54ae6788d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20fdf1f526444ba8b721a3c358c59a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132622 Jul 16 18:19:20.966734 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:20.967430 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39585c79-1a0a-4f5f-9f9c-bb54ae6788d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da9bdda-43c8-498e-af85-05b82ff2e49c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.035594 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1563ad63-b237-4703-92aa-afb827cf8a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.059155 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1563ad63-b237-4703-92aa-afb827cf8a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.090072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event updated for resources: {'Port': ['ID=1ac6fe8b-a52d-428b-880f-7fda4db3a7e5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.116789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Checking segment: {'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:21.117231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Network hostable DHCP agents. Network: 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:21.121786 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1563ad63-b237-4703-92aa-afb827cf8a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.141793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1563ad63-b237-4703-92aa-afb827cf8a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.143775 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1563ad63-b237-4703-92aa-afb827cf8a44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8da9bdda-43c8-498e-af85-05b82ff2e49c HTTP/1.1" status: 204 len: 168 time: 0.1718771 Jul 16 18:19:21.158888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563ad63-b237-4703-92aa-afb827cf8a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da9bdda-43c8-498e-af85-05b82ff2e49c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.245665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:21.276760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:21.288307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6f6397-9cf1-4345-86e8-5decef2097e1 None None] Network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:21.304924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:21.309464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0d4f364-4731-4ceb-adb8-6b105f8c6745 req-c7d24cd5-285e-45ac-a66f-f88df00d13ea tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 210 time: 0.0556514 Jul 16 18:19:21.372839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:21.373191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:21.373600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:21.421908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:21.422328 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:21.424856 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 2 to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 Jul 16 18:19:21.439249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727332d2-115f-4f36-af10-68c7343dfa84 req-11add158-ee0f-43d4-b99c-44c4173ee779 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.440932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-727332d2-115f-4f36-af10-68c7343dfa84 req-11add158-ee0f-43d4-b99c-44c4173ee779 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.2816894 Jul 16 18:19:21.493932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:21.494438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:21.495045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:21.516029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-727332d2-115f-4f36-af10-68c7343dfa84 req-cb9853bf-0c12-4a54-a79c-8b9141ce0e3a tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620189 Jul 16 18:19:21.519116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:21.519518 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:21.522468 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 3 to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 Jul 16 18:19:21.537886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:21.538408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:21.538809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:21.550283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743aa10-cadb-44b9-963a-576f31503570 req-16522a28-b2aa-475f-984b-ee4fefc591eb tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.552116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-16522a28-b2aa-475f-984b-ee4fefc591eb tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 812 time: 0.2518761 Jul 16 18:19:21.556792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:21.557404 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:21.557989 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 4 to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 Jul 16 18:19:21.567802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Request body: {'port': {'device_id': '2d4d4c8e-2bce-4381-82f1-6438feeb16ba', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'admin_state_up': True, 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:21.603779 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:21.604141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:21.604463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:21.613183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:21.613607 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:21.616212 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 5 to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 Jul 16 18:19:21.664278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:21.664657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:21.665043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:21.673423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:21.673694 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:21.676055 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 6 to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 Jul 16 18:19:21.679393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:21.696255 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e485e5bd-e578-412c-bc38-233d742a74a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.699994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:21.700347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:21.700696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:21.710344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:21.710903 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:21.713291 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 7 to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 Jul 16 18:19:21.730097 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.api [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:19:21.730097 n-d-793618-9 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:19:21.730097 n-d-793618-9 neutron-server[93767]: [parameters: {'project_id_1': '7ff61005884a4cf495bfab056c2e2f39', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 19, 21, 711774)}] Jul 16 18:19:21.730097 n-d-793618-9 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:19:21.730972 n-d-793618-9 neutron-server[93767]: DEBUG oslo_db.api [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:19:21.733677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:21.734204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:21.734552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:21.741823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:21.742131 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:21.742982 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 8 to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 Jul 16 18:19:21.757795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:21.758101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:21.758568 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:21.764597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:21.765026 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:21.765529 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 9 to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 Jul 16 18:19:21.782509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:21.782828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:21.783381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:21.788481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:21.788904 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:21.789422 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 10 to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 Jul 16 18:19:21.801855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:21.802990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:21.803347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:21.807900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:21.808236 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:21.808620 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.815422 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e485e5bd-e578-412c-bc38-233d742a74a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.820421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e485e5bd-e578-412c-bc38-233d742a74a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.862186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485e5bd-e578-412c-bc38-233d742a74a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4d0f66-ecb2-4d1d-aa8a-ce886b559f34,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.883212 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e485e5bd-e578-412c-bc38-233d742a74a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f91365fe31042e388d1ab72159afdd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019002 Jul 16 18:19:21.887064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:21.903664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] For port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:21.904101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:19:21.909075 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.945076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.945762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.949864 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-899e714f-e860-4a19-b554-0c76a03c1a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.975924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5614526 Jul 16 18:19:21.976968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8b97c-baba-4f82-b56f-222fb44bf02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event updated for resources: {'Port': ['ID=1ac6fe8b-a52d-428b-880f-7fda4db3a7e5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.979428 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-899e714f-e860-4a19-b554-0c76a03c1a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.980436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:22.032693 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-899e714f-e860-4a19-b554-0c76a03c1a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.035434 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-899e714f-e860-4a19-b554-0c76a03c1a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.039651 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-899e714f-e860-4a19-b554-0c76a03c1a14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d4d0f66-ecb2-4d1d-aa8a-ce886b559f34 HTTP/1.1" status: 204 len: 168 time: 0.1486049 Jul 16 18:19:22.046010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e714f-e860-4a19-b554-0c76a03c1a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4d0f66-ecb2-4d1d-aa8a-ce886b559f34,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:22.098132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9b9387d5-4629-4d77-a568-6602812c36c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Deleting port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:22.100654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b9387d5-4629-4d77-a568-6602812c36c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.169511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device cf175da1-7a7d-4ed8-88c5-173d2f774326 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:22.209429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9b9387d5-4629-4d77-a568-6602812c36c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] For port 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5, host n-h1-793618-9, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:22.209429 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b9387d5-4629-4d77-a568-6602812c36c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.214598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9b9387d5-4629-4d77-a568-6602812c36c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Calling delete_port for 1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:22.276350 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.308706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:22.311678 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3a08e6-ff34-40d8-acaf-acfdb125f8e6" -d '{"events": [{"server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "name": "network-vif-unplugged", "status": "completed", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:22.324286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Made reservation on behalf of 7ff61005884a4cf495bfab056c2e2f39 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:22.325502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:22.328786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.330219 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.372974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b9387d5-4629-4d77-a568-6602812c36c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.383307 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0439df90-e2fb-4268-b217-57abce26e812 x-openstack-request-id: req-0439df90-e2fb-4268-b217-57abce26e812 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:22.389146 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "name": "network-vif-unplugged", "status": "failed", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:22.389450 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0439df90-e2fb-4268-b217-57abce26e812 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:22.389915 n-d-793618-9 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'code': 422} returned with failed status Jul 16 18:19:22.428585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:22.437450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.438057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.438732 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.439238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.439751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.440250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.440766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.441262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.441846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.442411 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.442971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.444698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.484025 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b9387d5-4629-4d77-a568-6602812c36c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.488426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9b9387d5-4629-4d77-a568-6602812c36c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "DELETE /v2.0/ports/1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 HTTP/1.1" status: 204 len: 168 time: 0.5039568 Jul 16 18:19:22.488793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:22.524808 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0caf4a53-1888-499e-8c37-fe4dd3aa8d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:19:22.527344 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0caf4a53-1888-499e-8c37-fe4dd3aa8d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "GET /v2.0/ports/1ac6fe8b-a52d-428b-880f-7fda4db3a7e5 HTTP/1.1" status: 404 len: 333 time: 0.0375426 Jul 16 18:19:22.532842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:22.539502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9387d5-4629-4d77-a568-6602812c36c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ac6fe8b-a52d-428b-880f-7fda4db3a7e5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:22.539774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Request body: {'port': {'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257211109'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:22.547795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf49c442-7d1c-4e8b-9ef3-a78cf96576eb req-7e1ccd9b-33b7-4415-8cd2-1e8e2169503c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 210 time: 0.0602379 Jul 16 18:19:22.588142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Made reservation on behalf of 21229485d29f48599fd59756d78ff1a4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:22.590895 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.625530 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] device_id is not set on port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:22.716663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Allocated IP 172.20.0.10 (bf7b37a0-880b-4518-a8ff-3e201a36b0f9/17f4e093-5a5b-4032-9a05-4b47a9f45324/79784b9f-64b8-4ef5-9c69-e81f6e04b45f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:22.783125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6b148-4833-4012-934e-cbdfa29663b2 req-4a22a294-caf2-4a88-8039-4ec8f7736ec5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.785143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95c6b148-4833-4012-934e-cbdfa29663b2 req-4a22a294-caf2-4a88-8039-4ec8f7736ec5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.1165369 Jul 16 18:19:22.842178 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.895647 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.952209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:22.957623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:22.960470 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:22.961898 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.962508 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.985615 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6ff8cd-ebcb-4c60-a166-9acb1149cd80,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:23.004035 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-db0db782-c416-4b6e-a4ab-26a957f8a95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4665494 Jul 16 18:19:23.004270 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58444) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:23.009997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:23.103585 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.315619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] device_id is not set on port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:23.326147 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.344039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Transition to ACTIVE for port object 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:23.350456 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.401947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95c6b148-4833-4012-934e-cbdfa29663b2 req-eb7a6f73-0b9c-4b26-bfe8-31e72af3cbce tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5700493 Jul 16 18:19:23.402605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6ff8cd-ebcb-4c60-a166-9acb1149cd80,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:23.421054 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.434321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:23.434693 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:23.434917 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:23.437937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Transition to ACTIVE for port object 79784b9f-64b8-4ef5-9c69-e81f6e04b45f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:23.439647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:23.440119 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:23.440518 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 2 to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 Jul 16 18:19:23.464472 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:23.464826 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:23.465217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:23.470990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:23.471402 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:23.471973 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 3 to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 Jul 16 18:19:23.481775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:23.491845 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:23.492322 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:23.492807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:23.497883 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:23.498431 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:23.498902 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 4 to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 Jul 16 18:19:23.521883 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:23.521883 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:23.521883 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:23.529183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:23.529183 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:23.529183 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 5 to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 Jul 16 18:19:23.551869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.557197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:23.557627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:23.558017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:23.570490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:23.570925 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:23.571210 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 6 to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 Jul 16 18:19:23.591654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:23.592036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:23.592608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:23.599974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:23.599974 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:23.600276 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 7 to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 Jul 16 18:19:23.622993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:23.623522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:23.624035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:23.628890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:23.629561 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:23.630119 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 8 to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 Jul 16 18:19:23.643218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:23.643787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:23.644297 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:23.650429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:23.650971 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:23.651791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:23.652001 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 9 to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 Jul 16 18:19:23.655442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:23.667398 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:23.667926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:23.668644 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:23.673345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:23.685464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:23.686058 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:23.686772 n-d-793618-9 neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 10 to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 Jul 16 18:19:23.689697 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-813600cc-b275-492b-ae2d-d8716fec0f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.718573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event updated for resources: {'Port': ['ID=79784b9f-64b8-4ef5-9c69-e81f6e04b45f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:23.749916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:23.750607 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:23.751126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:23.755078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.757909 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.783592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:23.784694 n-d-793618-9 neutron-server[93766]: ERROR neutron.plugins.ml2.managers [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:23.785707 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.919826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770da70-98cf-4bdd-b463-d219a215e15f req-1c8eae87-167f-4d6e-9905-8ca9f7f5243d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.921525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3770da70-98cf-4bdd-b463-d219a215e15f req-1c8eae87-167f-4d6e-9905-8ca9f7f5243d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 932 time: 0.1483390 Jul 16 18:19:23.950585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] For port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:23.951154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempted to set empty binding levels {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:19:23.961959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.993899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3770da70-98cf-4bdd-b463-d219a215e15f req-1340bd4a-4b70-4271-ae7a-254147a7e0a5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651758 Jul 16 18:19:24.008858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3bd0a75-07c5-474e-93b0-cc7a943fad15 None None] Provisioning for port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:24.013442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3bd0a75-07c5-474e-93b0-cc7a943fad15 None None] Provisioning complete for port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:24.013984 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3bd0a75-07c5-474e-93b0-cc7a943fad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.015857 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] In _notify_port_updated(), no bound segment for port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:19:24.016753 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.017400 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.018770 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "PUT /v2.0/ports/8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 HTTP/1.1" status: 200 len: 979 time: 1.0136127 Jul 16 18:19:24.022300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:24.037531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-813600cc-b275-492b-ae2d-d8716fec0f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.041537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290d3ae-2f5e-4b03-af6e-28f85deabd50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6ff8cd-ebcb-4c60-a166-9acb1149cd80,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.044592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-813600cc-b275-492b-ae2d-d8716fec0f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.088563 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-813600cc-b275-492b-ae2d-d8716fec0f30 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40b2b4c5c1be4653ab236b4685f17bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6055532 Jul 16 18:19:24.089238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813600cc-b275-492b-ae2d-d8716fec0f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415a6977-cbf8-4e3e-8c79-719e85c30714,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.091620 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:24.094164 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b3bd0a75-07c5-474e-93b0-cc7a943fad15 None None] Port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:24.099755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-79009d54-6296-4093-a461-dbc267a6c003 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5376832 Jul 16 18:19:24.118007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Request body: {'port': {'device_id': '2d4d4c8e-2bce-4381-82f1-6438feeb16ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:24.175181 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1a79e96-167a-4ba6-96ba-8f85bf1a3aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.225794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.226296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.226620 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1a79e96-167a-4ba6-96ba-8f85bf1a3aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.226777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.227259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.227731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.228202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.228662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.229130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.229616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.230081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.230542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.231003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.231465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.231923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.232382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.232841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.233399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.233774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.234238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.234712 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.235277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.241826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-26cc2c0c-1791-4ae1-ae44-d0f549b4c913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18759 time: 0.2151725 Jul 16 18:19:24.243115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:24.303891 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.307149 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1a79e96-167a-4ba6-96ba-8f85bf1a3aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.310807 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1a79e96-167a-4ba6-96ba-8f85bf1a3aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.312367 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e1a79e96-167a-4ba6-96ba-8f85bf1a3aac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/415a6977-cbf8-4e3e-8c79-719e85c30714 HTTP/1.1" status: 204 len: 168 time: 0.2198386 Jul 16 18:19:24.327794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a79e96-167a-4ba6-96ba-8f85bf1a3aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415a6977-cbf8-4e3e-8c79-719e85c30714,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.512464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ba163d3b-0081-44b2-a702-bc5d1aa8ef04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Deleting port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:24.512926 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba163d3b-0081-44b2-a702-bc5d1aa8ef04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.577496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ba163d3b-0081-44b2-a702-bc5d1aa8ef04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] For port 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80, host n-h1-793618-9, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:24.577935 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba163d3b-0081-44b2-a702-bc5d1aa8ef04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.591014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ba163d3b-0081-44b2-a702-bc5d1aa8ef04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Calling delete_port for 8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:24.859013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6086e91-84c5-489c-b953-3a130a109db9 req-99bc5136-ecea-4af6-98cc-4fedd4672d87 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.866426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6086e91-84c5-489c-b953-3a130a109db9 req-99bc5136-ecea-4af6-98cc-4fedd4672d87 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.2041855 Jul 16 18:19:24.872302 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba163d3b-0081-44b2-a702-bc5d1aa8ef04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.953550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba163d3b-0081-44b2-a702-bc5d1aa8ef04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b6ff8cd-ebcb-4c60-a166-9acb1149cd80,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.977389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba163d3b-0081-44b2-a702-bc5d1aa8ef04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.981774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ba163d3b-0081-44b2-a702-bc5d1aa8ef04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "DELETE /v2.0/ports/8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 HTTP/1.1" status: 204 len: 168 time: 0.7346215 Jul 16 18:19:24.983744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:24.998130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79784b9f-64b8-4ef5-9c69-e81f6e04b45f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:25.022032 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-08f1af79-18ce-46e8-98ed-c7115fd39239 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2156708 Jul 16 18:19:25.029938 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6086e91-84c5-489c-b953-3a130a109db9 req-8efd8b09-9f71-48b5-ae9d-f0e1602105e9 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627016 Jul 16 18:19:25.081011 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.083842 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6bafc5-caba-47f4-8fbc-3c84886cfd4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:19:25.091123 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5f6bafc5-caba-47f4-8fbc-3c84886cfd4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "GET /v2.0/ports/8b6ff8cd-ebcb-4c60-a166-9acb1149cd80 HTTP/1.1" status: 404 len: 333 time: 0.1006315 Jul 16 18:19:25.091440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:25.096841 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-151522389', 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:25.113059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Transition to ACTIVE for port object 79784b9f-64b8-4ef5-9c69-e81f6e04b45f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:25.122750 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.138925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Made reservation on behalf of 21229485d29f48599fd59756d78ff1a4 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:25.142050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.163266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] device_id is not set on port 8d14eca6-6978-4289-b1ed-5122acb6e7cf yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:25.292829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=79784b9f-64b8-4ef5-9c69-e81f6e04b45f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:25.417232 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.446850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3b3bd-0b28-4c8e-8914-d7d694568035 req-13f10d54-e770-434a-8bd3-cf18290871cc tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.448919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dc3b3bd-0b28-4c8e-8914-d7d694568035 req-13f10d54-e770-434a-8bd3-cf18290871cc tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 944 time: 0.2681825 Jul 16 18:19:25.517886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.522933 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dc3b3bd-0b28-4c8e-8914-d7d694568035 req-e7fd1132-a2a7-4434-bc0a-6df4cccc265d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659256 Jul 16 18:19:25.525118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Attempting to bind port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:25.525481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Attempting to bind port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:25.525817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Attempting to bind port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:25.544395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:25.545043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Attempting to bind port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:25.554796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:25.555729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Checking segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:25.556202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Bound using segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:25.557035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Bound port: 79784b9f-64b8-4ef5-9c69-e81f6e04b45f, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:25.557977 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.657353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] For port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:25.658908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event updated for resources: {'Port': ['ID=8d14eca6-6978-4289-b1ed-5122acb6e7cf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:25.662553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] For port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=79784b9f-64b8-4ef5-9c69-e81f6e04b45f,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:25.667892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.680824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:25.682415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:25.686025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:25.687826 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.688740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.720845 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-58107ed6-fec0-4e28-b38a-6a38a7895ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6278975 Jul 16 18:19:25.723076 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:25.749748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.750468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.752480 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/79784b9f-64b8-4ef5-9c69-e81f6e04b45f HTTP/1.1" status: 200 len: 1092 time: 1.6409428 Jul 16 18:19:25.760783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4d4c8e-2bce-4381-82f1-6438feeb16ba', 'tag': '79784b9f-64b8-4ef5-9c69-e81f6e04b45f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:25.763406 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834fca23-c1e5-46df-b02a-a604f3e0209f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4d4c8e-2bce-4381-82f1-6438feeb16ba", "tag": "79784b9f-64b8-4ef5-9c69-e81f6e04b45f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:25.806179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d262b12-5023-47c0-9d27-75c9d80ce4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=79784b9f-64b8-4ef5-9c69-e81f6e04b45f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:25.818905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e4462b-0714-4de6-b161-1d1b96674deb tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.825473 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-14e4462b-0714-4de6-b161-1d1b96674deb tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "GET /v2.0/ports/8d14eca6-6978-4289-b1ed-5122acb6e7cf HTTP/1.1" status: 200 len: 958 time: 0.1010354 Jul 16 18:19:25.825942 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:25.838012 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440a6150-bc3e-4db1-b7d4-5c963242cf8e x-openstack-request-id: req-440a6150-bc3e-4db1-b7d4-5c963242cf8e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:25.838336 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4d4c8e-2bce-4381-82f1-6438feeb16ba", "tag": "79784b9f-64b8-4ef5-9c69-e81f6e04b45f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:25.838563 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-440a6150-bc3e-4db1-b7d4-5c963242cf8e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:25.839104 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4d4c8e-2bce-4381-82f1-6438feeb16ba', 'tag': '79784b9f-64b8-4ef5-9c69-e81f6e04b45f', 'status': 'completed', 'code': 200} Jul 16 18:19:26.042355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743aa10-cadb-44b9-963a-576f31503570 req-5997925f-df9d-4ed0-82d3-73e2c49e2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.043995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-5997925f-df9d-4ed0-82d3-73e2c49e2e2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 1095 time: 0.1646779 Jul 16 18:19:26.065451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c410f-ec67-48ba-9b2d-adc0ae678423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Deleting port 8d14eca6-6978-4289-b1ed-5122acb6e7cf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:26.065788 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e3c410f-ec67-48ba-9b2d-adc0ae678423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.117571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-10286c60-b6a1-46f0-b69b-d21ec7ca35c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79784b9f-64b8-4ef5-9c69-e81f6e04b45f HTTP/1.1" status: 200 len: 217 time: 0.0605984 Jul 16 18:19:26.216687 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:26.297043 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e3c410f-ec67-48ba-9b2d-adc0ae678423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.325999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743aa10-cadb-44b9-963a-576f31503570 req-d1d7b32d-944d-4909-a59f-c01b7cd44caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.327757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-d1d7b32d-944d-4909-a59f-c01b7cd44caf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.2032042 Jul 16 18:19:26.329853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c410f-ec67-48ba-9b2d-adc0ae678423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Calling delete_port for 8d14eca6-6978-4289-b1ed-5122acb6e7cf owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:26.420850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1797104220'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:26.443635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527fbe6-3c7e-4910-9403-2ca867f45d20 req-e3881cba-4469-485b-abd8-d844debbf655 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.443890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Made reservation on behalf of 4b77b607048a4a129cf68da58738e2cf for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:26.445466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9527fbe6-3c7e-4910-9403-2ca867f45d20 req-e3881cba-4469-485b-abd8-d844debbf655 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.2109547 Jul 16 18:19:26.454633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.465153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.523841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9527fbe6-3c7e-4910-9403-2ca867f45d20 req-2fe7fccc-1fbd-4eab-8403-637d2e35c72c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720551 Jul 16 18:19:26.525875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743aa10-cadb-44b9-963a-576f31503570 req-463981c2-24a4-4059-9505-1fd5c86c99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.527733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-463981c2-24a4-4059-9505-1fd5c86c99b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883864 Jul 16 18:19:26.577219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e3c410f-ec67-48ba-9b2d-adc0ae678423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.643321 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.650066 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.660359 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c410f-ec67-48ba-9b2d-adc0ae678423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d14eca6-6978-4289-b1ed-5122acb6e7cf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:26.701563 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e3c410f-ec67-48ba-9b2d-adc0ae678423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.703841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9e3c410f-ec67-48ba-9b2d-adc0ae678423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "DELETE /v2.0/ports/8d14eca6-6978-4289-b1ed-5122acb6e7cf HTTP/1.1" status: 204 len: 168 time: 0.8770926 Jul 16 18:19:26.706547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:26.714349 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:26.727298 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.727805 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Added segment 8545dbcc-6dd4-4e70-ae75-b891e1036199 of type vlan for network 30ead89e-a6ca-4413-b753-dd405e3785d4 Jul 16 18:19:26.772441 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c75c53b-033b-4118-9e43-5ed7ba5ea546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:19:26.774420 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3c75c53b-033b-4118-9e43-5ed7ba5ea546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "GET /v2.0/ports/8d14eca6-6978-4289-b1ed-5122acb6e7cf HTTP/1.1" status: 404 len: 333 time: 0.0667810 Jul 16 18:19:26.779197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:26.781659 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.790702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Request body: {'port': {'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-869545180'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:26.805453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87953786-5327-40e5-9b17-a0c91bdf08d3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:26.813980 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-092f732b-6b01-4046-8f40-06277575a1f4 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790372 Jul 16 18:19:26.857179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Made reservation on behalf of 21229485d29f48599fd59756d78ff1a4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:26.858328 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.859540 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.865053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.866106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.898583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86f311-d40b-4edd-80d4-22d37514532d req-feedbc37-a63c-4060-80f7-8b20aab9c015 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.900139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f86f311-d40b-4edd-80d4-22d37514532d req-feedbc37-a63c-4060-80f7-8b20aab9c015 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 944 time: 0.1874175 Jul 16 18:19:26.919675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] device_id is not set on port eaec2403-ffff-4797-b600-910276a753c9 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:26.948454 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7293239 Jul 16 18:19:26.952499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:26.960291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2daac599-d7e6-4c44-838f-c52ddf5e8f31 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Request body: {'subnet': {'network_id': '30ead89e-a6ca-4413-b753-dd405e3785d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:27.003649 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d7c83-e5ca-4c9e-8420-be55e618e1de tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Pushing event updated for resources: {'Network': ['ID=30ead89e-a6ca-4413-b753-dd405e3785d4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.017029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 30ead89e-a6ca-4413-b753-dd405e3785d4 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:27.142025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daac599-d7e6-4c44-838f-c52ddf5e8f31 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Made reservation on behalf of 4b77b607048a4a129cf68da58738e2cf for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:27.147032 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2daac599-d7e6-4c44-838f-c52ddf5e8f31 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.196945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f86f311-d40b-4edd-80d4-22d37514532d req-b5d42232-a8eb-4cdc-bc77-1694e25fc40c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870672 Jul 16 18:19:27.200917 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1743aa10-cadb-44b9-963a-576f31503570 req-bfa424da-6bc5-4a47-9a05-143135d32077 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751848 Jul 16 18:19:27.250323 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.337620 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.389592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2daac599-d7e6-4c44-838f-c52ddf5e8f31 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.393350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:27.401782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:27.404843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fca23-c1e5-46df-b02a-a604f3e0209f req-c81b9de8-bbb9-4703-8f50-2bd14a4132c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.406419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-834fca23-c1e5-46df-b02a-a604f3e0209f req-c81b9de8-bbb9-4703-8f50-2bd14a4132c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 1095 time: 0.1245756 Jul 16 18:19:27.409874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:27.410925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.411722 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.423542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event updated for resources: {'Port': ['ID=eaec2403-ffff-4797-b600-910276a753c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.466614 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-35cc2b85-0ec4-49f5-a859-7c7690cc638d tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6817610 Jul 16 18:19:27.469124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:27.499134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:27.508529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daac599-d7e6-4c44-838f-c52ddf5e8f31 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Pushing event updated for resources: {'Subnet': ['ID=839a3bf5-78d6-4dae-bf30-d4191003634e,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.517678 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daac599-d7e6-4c44-838f-c52ddf5e8f31 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Checking segment: {'id': '8545dbcc-6dd4-4e70-ae75-b891e1036199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '30ead89e-a6ca-4413-b753-dd405e3785d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:27.519006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daac599-d7e6-4c44-838f-c52ddf5e8f31 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Network hostable DHCP agents. Network: 30ead89e-a6ca-4413-b753-dd405e3785d4, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:27.556958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daac599-d7e6-4c44-838f-c52ddf5e8f31 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Network 30ead89e-a6ca-4413-b753-dd405e3785d4 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:27.589268 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2daac599-d7e6-4c44-838f-c52ddf5e8f31 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 30ead89e-a6ca-4413-b753-dd405e3785d4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:27.598711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed9e073-dc36-425a-852f-25d4e947e87b None None] Network 30ead89e-a6ca-4413-b753-dd405e3785d4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:27.610816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daac599-d7e6-4c44-838f-c52ddf5e8f31 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.611602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2daac599-d7e6-4c44-838f-c52ddf5e8f31 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.614156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fca23-c1e5-46df-b02a-a604f3e0209f req-daf619ba-0099-47ef-9589-ea680cae3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.616620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-834fca23-c1e5-46df-b02a-a604f3e0209f req-daf619ba-0099-47ef-9589-ea680cae3a5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.2023003 Jul 16 18:19:27.635992 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2daac599-d7e6-4c44-838f-c52ddf5e8f31 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6798098 Jul 16 18:19:27.636241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:27.643064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Request body: {'port': {'network_id': '30ead89e-a6ca-4413-b753-dd405e3785d4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-614924048'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:27.714309 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-834fca23-c1e5-46df-b02a-a604f3e0209f req-cf6e8dd1-447b-4a59-b000-3dde85331f1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79784b9f-64b8-4ef5-9c69-e81f6e04b45f HTTP/1.1" status: 200 len: 217 time: 0.0831587 Jul 16 18:19:27.800696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.802227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Made reservation on behalf of 4b77b607048a4a129cf68da58738e2cf for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:27.812492 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.836376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fca23-c1e5-46df-b02a-a604f3e0209f req-5a64a44f-bbaf-406f-9a7e-09b095bae720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.838376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-834fca23-c1e5-46df-b02a-a604f3e0209f req-5a64a44f-bbaf-406f-9a7e-09b095bae720 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.1168501 Jul 16 18:19:27.865491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] device_id is not set on port 1e724cd4-933d-4fc7-9e50-41a021732dfa yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:27.901131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-30ead89e-a6ca-4413-b753-dd405e3785d4', 'network_id': '30ead89e-a6ca-4413-b753-dd405e3785d4', 'tenant_id': '4b77b607048a4a129cf68da58738e2cf', 'fixed_ips': [{'subnet_id': '839a3bf5-78d6-4dae-bf30-d4191003634e'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:27.902222 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.994958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17f36b-30e4-45c4-a160-40a2fbfa35fa req-35c6d2ea-e55a-4303-b5e2-ab46eec26702 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.996928 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e17f36b-30e4-45c4-a160-40a2fbfa35fa req-35c6d2ea-e55a-4303-b5e2-ab46eec26702 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.2081735 Jul 16 18:19:28.101669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fca23-c1e5-46df-b02a-a604f3e0209f req-2920e3ab-26d6-4a56-87b1-94cec82aaa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.113172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-834fca23-c1e5-46df-b02a-a604f3e0209f req-2920e3ab-26d6-4a56-87b1-94cec82aaa5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2639170 Jul 16 18:19:28.139039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e17f36b-30e4-45c4-a160-40a2fbfa35fa req-ddbf1628-3abe-4930-8636-51bf5e6b15b0 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300371 Jul 16 18:19:28.262961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] device_id is not set on port eaec2403-ffff-4797-b600-910276a753c9 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:28.274661 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.308117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Transition to ACTIVE for port object eaec2403-ffff-4797-b600-910276a753c9 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:28.311562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-834fca23-c1e5-46df-b02a-a604f3e0209f req-d61e255b-9ae0-49fd-a505-270b07d3530d service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757624 Jul 16 18:19:28.558584 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Allocated IP 172.20.0.14 (30ead89e-a6ca-4413-b753-dd405e3785d4/839a3bf5-78d6-4dae-bf30-d4191003634e/1e724cd4-933d-4fc7-9e50-41a021732dfa) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:28.776291 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.789578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.805748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Transition to ACTIVE for port object 1e724cd4-933d-4fc7-9e50-41a021732dfa will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:28.859139 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.915354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Network 30ead89e-a6ca-4413-b753-dd405e3785d4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:28.924774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:28.930038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Allocated IP 172.20.0.2 (30ead89e-a6ca-4413-b753-dd405e3785d4/839a3bf5-78d6-4dae-bf30-d4191003634e/63f3af0f-1842-457d-a5d8-452fdf0abc29) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:28.934499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:28.954764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-834fca23-c1e5-46df-b02a-a604f3e0209f req-7e69c501-2c76-4375-8199-a7214af8974d service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6351154 Jul 16 18:19:28.958557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event updated for resources: {'Port': ['ID=eaec2403-ffff-4797-b600-910276a753c9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.039134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d741a-1e8e-4d3c-b2a9-a1b72978db54 req-67733d26-c477-4a04-970c-84cf65cdefed tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.040676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e90d741a-1e8e-4d3c-b2a9-a1b72978db54 req-67733d26-c477-4a04-970c-84cf65cdefed tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 944 time: 0.2478995 Jul 16 18:19:29.045228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01eae3-b1ce-4347-a487-3db33102c3dc req-c1372a37-77fa-42ec-b1c2-6168b82838e8 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.046892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d01eae3-b1ce-4347-a487-3db33102c3dc req-c1372a37-77fa-42ec-b1c2-6168b82838e8 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1097 time: 0.2392128 Jul 16 18:19:29.048866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:29.049201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:29.049565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:29.075137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Pushing event updated for resources: {'Port': ['ID=1e724cd4-933d-4fc7-9e50-41a021732dfa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.075390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:29.075697 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:29.086296 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 2 to bind port eaec2403-ffff-4797-b600-910276a753c9 Jul 16 18:19:29.107600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e90d741a-1e8e-4d3c-b2a9-a1b72978db54 req-354ff4e6-a3a8-4455-9f13-92cf4b19b02e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595834 Jul 16 18:19:29.110076 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d01eae3-b1ce-4347-a487-3db33102c3dc req-6e627030-af12-4c3b-8154-517198fecc71 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.114539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:29.114883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:29.115266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:29.127586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.128658 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.131170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:29.131860 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:29.142407 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 3 to bind port eaec2403-ffff-4797-b600-910276a753c9 Jul 16 18:19:29.164621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:29.165102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:29.165470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:29.169094 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.170798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:29.171150 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:29.173838 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 4 to bind port eaec2403-ffff-4797-b600-910276a753c9 Jul 16 18:19:29.184521 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Transition to ACTIVE for port object 63f3af0f-1842-457d-a5d8-452fdf0abc29 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:29.199164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:29.199512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:29.199921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:29.212557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:29.213027 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:29.214181 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 5 to bind port eaec2403-ffff-4797-b600-910276a753c9 Jul 16 18:19:29.222220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Transition to ACTIVE for port object 63f3af0f-1842-457d-a5d8-452fdf0abc29 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:29.230599 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.244620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:29.244950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:29.245302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:29.269260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:29.269625 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:29.273220 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 6 to bind port eaec2403-ffff-4797-b600-910276a753c9 Jul 16 18:19:29.289489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Pushing event updated for resources: {'Port': ['ID=63f3af0f-1842-457d-a5d8-452fdf0abc29,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.313228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:29.313744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:29.315097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:29.326061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Network 30ead89e-a6ca-4413-b753-dd405e3785d4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:29.335668 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:29.336301 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d01eae3-b1ce-4347-a487-3db33102c3dc req-6e627030-af12-4c3b-8154-517198fecc71 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.337534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:29.337906 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:29.338364 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 7 to bind port eaec2403-ffff-4797-b600-910276a753c9 Jul 16 18:19:29.342154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:29.355053 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d01eae3-b1ce-4347-a487-3db33102c3dc req-6e627030-af12-4c3b-8154-517198fecc71 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.357559 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-934b8bc5-460f-4600-a051-10b0d9c2bf88 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7201266 Jul 16 18:19:29.360850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.381277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d01eae3-b1ce-4347-a487-3db33102c3dc req-6e627030-af12-4c3b-8154-517198fecc71 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081012 Jul 16 18:19:29.382339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:29.382840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:29.383363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:29.428148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:29.428490 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:29.434689 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 8 to bind port eaec2403-ffff-4797-b600-910276a753c9 Jul 16 18:19:29.455044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e627030-af12-4c3b-8154-517198fecc71 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001986ac-8e2e-4959-a331-77db2a528690,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.460803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:29.461139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:29.461514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:29.466848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:29.467085 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:29.467624 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 9 to bind port eaec2403-ffff-4797-b600-910276a753c9 Jul 16 18:19:29.488212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:29.488551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:29.488892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:29.495222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Attempting to bind port 63f3af0f-1842-457d-a5d8-452fdf0abc29 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:29.495602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Attempting to bind port 63f3af0f-1842-457d-a5d8-452fdf0abc29 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '8545dbcc-6dd4-4e70-ae75-b891e1036199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '30ead89e-a6ca-4413-b753-dd405e3785d4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:29.495863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:29.495995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Attempting to bind port 63f3af0f-1842-457d-a5d8-452fdf0abc29 on network 30ead89e-a6ca-4413-b753-dd405e3785d4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:29.496204 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:29.501697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:29.502076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Checking segment: {'id': '8545dbcc-6dd4-4e70-ae75-b891e1036199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '30ead89e-a6ca-4413-b753-dd405e3785d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:29.502488 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.502889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Bound using segment: {'id': '8545dbcc-6dd4-4e70-ae75-b891e1036199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '30ead89e-a6ca-4413-b753-dd405e3785d4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:29.503358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Bound port: 63f3af0f-1842-457d-a5d8-452fdf0abc29, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8545dbcc-6dd4-4e70-ae75-b891e1036199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '30ead89e-a6ca-4413-b753-dd405e3785d4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:29.503864 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.507299 n-d-793618-9 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempt 10 to bind port eaec2403-ffff-4797-b600-910276a753c9 Jul 16 18:19:29.537612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6cf35-1aae-40a1-a9a8-5f4e6def87a2 req-cf010b03-2f8c-484b-be27-2b6543b8ce40 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.550850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90f6cf35-1aae-40a1-a9a8-5f4e6def87a2 req-cf010b03-2f8c-484b-be27-2b6543b8ce40 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.1707733 Jul 16 18:19:29.587574 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6b4b2-0d73-49c1-9dfb-c3309bd3bf91 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Deleting port 1e724cd4-933d-4fc7-9e50-41a021732dfa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:29.588076 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b4b2-0d73-49c1-9dfb-c3309bd3bf91 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.594128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:29.594477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:29.601713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempting to bind port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:29.603058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] For port 63f3af0f-1842-457d-a5d8-452fdf0abc29, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:29.607859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] For port 63f3af0f-1842-457d-a5d8-452fdf0abc29, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=63f3af0f-1842-457d-a5d8-452fdf0abc29,segment=NetworkSegment(8545dbcc-6dd4-4e70-ae75-b891e1036199),segment_id=8545dbcc-6dd4-4e70-ae75-b891e1036199)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:29.616918 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.620603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:29.620944 n-d-793618-9 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Failed to bind port eaec2403-ffff-4797-b600-910276a753c9 on host n-h1-793618-9 for vnic_type normal using segments [{'id': '24c2d7a5-0bdd-4916-815e-0422df36cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7dc23c53-b42d-498d-b8f1-cd96b26f8c3a'}] Jul 16 18:19:29.621347 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.677304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90f6cf35-1aae-40a1-a9a8-5f4e6def87a2 req-c4cb9ef3-d904-42c5-a7f7-5a12029a880c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254206 Jul 16 18:19:29.707706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca4572-d0c6-4cb5-8fa9-01f856487099 None None] Pushing event updated for resources: {'Port': ['ID=63f3af0f-1842-457d-a5d8-452fdf0abc29,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.757437 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b4b2-0d73-49c1-9dfb-c3309bd3bf91 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.776754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6b4b2-0d73-49c1-9dfb-c3309bd3bf91 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Calling delete_port for 1e724cd4-933d-4fc7-9e50-41a021732dfa owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:29.819657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b01a1-f1e6-48c9-9eb6-8fddb7a8a64c req-e9fd47d9-1e80-4790-a5e9-7bbddb69c984 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.822458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f10b01a1-f1e6-48c9-9eb6-8fddb7a8a64c req-e9fd47d9-1e80-4790-a5e9-7bbddb69c984 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.1914833 Jul 16 18:19:29.827391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] For port eaec2403-ffff-4797-b600-910276a753c9, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:29.827984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:19:29.867804 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.909829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] In _notify_port_updated(), no bound segment for port eaec2403-ffff-4797-b600-910276a753c9 on network 7dc23c53-b42d-498d-b8f1-cd96b26f8c3a {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:19:29.910700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.911303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.916294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "PUT /v2.0/ports/eaec2403-ffff-4797-b600-910276a753c9 HTTP/1.1" status: 200 len: 978 time: 2.4426360 Jul 16 18:19:29.919406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.941440 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f10b01a1-f1e6-48c9-9eb6-8fddb7a8a64c req-4d13fd0d-2584-4f4a-a222-832ee6ea0d6c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117411 Jul 16 18:19:29.966487 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.999088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99578c41-2aba-4dcf-80e0-b91d87a4657f tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event updated for resources: {'Port': ['ID=eaec2403-ffff-4797-b600-910276a753c9,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.044846 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b4b2-0d73-49c1-9dfb-c3309bd3bf91 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.060915 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c2d003b-bf15-45e6-82f5-0e3c7a170d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.101346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6b4b2-0d73-49c1-9dfb-c3309bd3bf91 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Pushing event deleted for resources: {'Port': ['ID=1e724cd4-933d-4fc7-9e50-41a021732dfa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.143333 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-99f1cf7e-e0bf-4993-bc99-678c82cf762a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/82e5584a-30dd-49f4-ad95-cc2e0bd21426 HTTP/1.1" status: 200 len: 993 time: 0.1671808 Jul 16 18:19:30.200909 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 79784b9f-64b8-4ef5-9c69-e81f6e04b45f details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:30.234911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-432dd3aa-066c-46ec-80ac-9f7c77e4f518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Deleting port eaec2403-ffff-4797-b600-910276a753c9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:30.236161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-432dd3aa-066c-46ec-80ac-9f7c77e4f518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.290356 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b4b2-0d73-49c1-9dfb-c3309bd3bf91 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.294989 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b5b6b4b2-0d73-49c1-9dfb-c3309bd3bf91 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] 10.222.0.52 "DELETE /v2.0/ports/1e724cd4-933d-4fc7-9e50-41a021732dfa HTTP/1.1" status: 204 len: 168 time: 0.9295044 Jul 16 18:19:30.295719 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.432430 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3daa808f-4cab-4716-90b6-deabbc2c920a tempest-DHCPAgentSchedulersTestJSON-497574987 tempest-DHCPAgentSchedulersTestJSON-497574987-project-admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1351855 Jul 16 18:19:30.435111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.450643 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-26fd2fa6-0a47-44ce-a910-038a311a5a64 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-337868768'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:30.478528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 63f3af0f-1842-457d-a5d8-452fdf0abc29 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:30.513027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fd2fa6-0a47-44ce-a910-038a311a5a64 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Made reservation on behalf of 4b77b607048a4a129cf68da58738e2cf for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:30.524651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26fd2fa6-0a47-44ce-a910-038a311a5a64 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.529383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-432dd3aa-066c-46ec-80ac-9f7c77e4f518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] For port eaec2403-ffff-4797-b600-910276a753c9, host n-h1-793618-9, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:30.529843 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-432dd3aa-066c-46ec-80ac-9f7c77e4f518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.551347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-432dd3aa-066c-46ec-80ac-9f7c77e4f518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Calling delete_port for eaec2403-ffff-4797-b600-910276a753c9 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:30.566871 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fd2fa6-0a47-44ce-a910-038a311a5a64 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:30.576105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=79784b9f-64b8-4ef5-9c69-e81f6e04b45f,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:30.581392 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26fd2fa6-0a47-44ce-a910-038a311a5a64 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.582338 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-26fd2fa6-0a47-44ce-a910-038a311a5a64 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Added segment bb73abe7-de78-4edb-8b74-a7bfa2dcbf89 of type vlan for network c4f9979f-70f1-49e4-81af-ac10b5a6354b Jul 16 18:19:30.598430 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '79784b9f-64b8-4ef5-9c69-e81f6e04b45f', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'port_id': '79784b9f-64b8-4ef5-9c69-e81f6e04b45f', 'mac_address': 'fa:16:3e:9b:48:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:30.603995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 63f3af0f-1842-457d-a5d8-452fdf0abc29 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:30.650218 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26fd2fa6-0a47-44ce-a910-038a311a5a64 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.663830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33201ed1-0751-49f1-8cc9-8498df739792 req-7eca5707-41f5-4fb4-90a9-44c540702c25 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:30.671400 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33201ed1-0751-49f1-8cc9-8498df739792 req-7eca5707-41f5-4fb4-90a9-44c540702c25 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 944 time: 0.2282965 Jul 16 18:19:30.682643 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.694774 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26fd2fa6-0a47-44ce-a910-038a311a5a64 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.707203 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fd2fa6-0a47-44ce-a910-038a311a5a64 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:30.708446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79784b9f-64b8-4ef5-9c69-e81f6e04b45f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:30.708601 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26fd2fa6-0a47-44ce-a910-038a311a5a64 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.737063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33201ed1-0751-49f1-8cc9-8498df739792 req-932aa687-b025-4353-b900-68ff03201632 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644608 Jul 16 18:19:30.758225 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-432dd3aa-066c-46ec-80ac-9f7c77e4f518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.774739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=79784b9f-64b8-4ef5-9c69-e81f6e04b45f,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:30.783639 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-26fd2fa6-0a47-44ce-a910-038a311a5a64 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3474107 Jul 16 18:19:30.788056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.788297 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.871868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dd3aa-066c-46ec-80ac-9f7c77e4f518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaec2403-ffff-4797-b600-910276a753c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.875798 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-432dd3aa-066c-46ec-80ac-9f7c77e4f518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.885132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=79784b9f-64b8-4ef5-9c69-e81f6e04b45f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.897707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-432dd3aa-066c-46ec-80ac-9f7c77e4f518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "DELETE /v2.0/ports/eaec2403-ffff-4797-b600-910276a753c9 HTTP/1.1" status: 204 len: 168 time: 0.9770145 Jul 16 18:19:30.898387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.911675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd2fa6-0a47-44ce-a910-038a311a5a64 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Pushing event updated for resources: {'Network': ['ID=c4f9979f-70f1-49e4-81af-ac10b5a6354b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.926179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c4f9979f-70f1-49e4-81af-ac10b5a6354b details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:30.973559 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c752afdd-9381-41b4-b776-3a74351b5d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:19:30.979532 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c752afdd-9381-41b4-b776-3a74351b5d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415118728-project-admin] 10.222.0.52 "GET /v2.0/ports/eaec2403-ffff-4797-b600-910276a753c9 HTTP/1.1" status: 404 len: 333 time: 0.0800653 Jul 16 18:19:30.980128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.068556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['79784b9f-64b8-4ef5-9c69-e81f6e04b45f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:31.156102 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8171f89c-0e3c-43ba-afbb-e37b9fe0008b tempest-DHCPAgentSchedulersTestJSON-497574987 tempest-DHCPAgentSchedulersTestJSON-497574987-project-admin] 10.222.0.52 "GET /v2.0/agents/516695e5-a90b-442b-b458-1807b19644b6/dhcp-networks HTTP/1.1" status: 200 len: 6460 time: 0.3664117 Jul 16 18:19:31.158807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.287771 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.386924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befadc9e-f842-4dbd-9eed-c28de0a92b6a tempest-DHCPAgentSchedulersTestJSON-497574987 tempest-DHCPAgentSchedulersTestJSON-497574987-project-admin] Network c4f9979f-70f1-49e4-81af-ac10b5a6354b is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:31.392883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6963e77-7708-4580-b8d5-cbf29aace0f0 req-0839cd7d-0306-48f7-9d71-f8abbb5aedcf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.401003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6963e77-7708-4580-b8d5-cbf29aace0f0 req-0839cd7d-0306-48f7-9d71-f8abbb5aedcf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.2266967 Jul 16 18:19:31.421924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b98c50-a85d-4fe0-aa28-d23dfbf9ba24 None None] Network c4f9979f-70f1-49e4-81af-ac10b5a6354b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:31.424045 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-befadc9e-f842-4dbd-9eed-c28de0a92b6a tempest-DHCPAgentSchedulersTestJSON-497574987 tempest-DHCPAgentSchedulersTestJSON-497574987-project-admin] 10.222.0.52 "POST /v2.0/agents/516695e5-a90b-442b-b458-1807b19644b6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2639208 Jul 16 18:19:31.425666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.459981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9026967-9fbc-4b7c-9458-7ee59ed907e1 None None] Network 30ead89e-a6ca-4413-b753-dd405e3785d4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:31.481958 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.516543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc23c53-b42d-498d-b8f1-cd96b26f8c3a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:31.541358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c2d7a5-0bdd-4916-815e-0422df36cb94') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:31.541808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c2d7a5-0bdd-4916-815e-0422df36cb94') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:31.577578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.602699 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6963e77-7708-4580-b8d5-cbf29aace0f0 req-29dbd30b-e452-4856-b2e8-5fc35ae83539 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002411 Jul 16 18:19:31.624299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-842b0441-5e75-4d17-a246-f53d5b56661c None None] Provisioning for port 63f3af0f-1842-457d-a5d8-452fdf0abc29 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:31.635812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-842b0441-5e75-4d17-a246-f53d5b56661c None None] Provisioning complete for port 63f3af0f-1842-457d-a5d8-452fdf0abc29 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:31.636260 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-842b0441-5e75-4d17-a246-f53d5b56661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.640476 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.653586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:31.653951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:31.735661 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:31.755422 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fdbee567-b01e-4a37-8344-e84d1a5c1661 tempest-DHCPAgentSchedulersTestJSON-497574987 tempest-DHCPAgentSchedulersTestJSON-497574987-project-admin] 10.222.0.52 "GET /v2.0/agents/516695e5-a90b-442b-b458-1807b19644b6/dhcp-networks HTTP/1.1" status: 200 len: 7230 time: 0.3284881 Jul 16 18:19:31.759247 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.767173 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.792169 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.794107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] 10.222.0.52 "DELETE /v2.0/networks/7dc23c53-b42d-498d-b8f1-cd96b26f8c3a HTTP/1.1" status: 204 len: 168 time: 0.8130527 Jul 16 18:19:31.888311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66716936-f31f-45e4-8c44-372e4d97d87e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436272596-project] Pushing event deleted for resources: {'Network': ['ID=7dc23c53-b42d-498d-b8f1-cd96b26f8c3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:31.984413 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-842b0441-5e75-4d17-a246-f53d5b56661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.043395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-842b0441-5e75-4d17-a246-f53d5b56661c None None] For port 63f3af0f-1842-457d-a5d8-452fdf0abc29, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=63f3af0f-1842-457d-a5d8-452fdf0abc29,segment=NetworkSegment(8545dbcc-6dd4-4e70-ae75-b891e1036199),segment_id=8545dbcc-6dd4-4e70-ae75-b891e1036199)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:32.051825 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-842b0441-5e75-4d17-a246-f53d5b56661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.146890 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fb2fdce1-b47b-4c30-9345-5254b3cf5ce2 tempest-DHCPAgentSchedulersTestJSON-497574987 tempest-DHCPAgentSchedulersTestJSON-497574987-project-admin] 10.222.0.52 "DELETE /v2.0/agents/516695e5-a90b-442b-b458-1807b19644b6/dhcp-networks/c4f9979f-70f1-49e4-81af-ac10b5a6354b HTTP/1.1" status: 204 len: 168 time: 0.3864143 Jul 16 18:19:32.149557 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.189518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b0441-5e75-4d17-a246-f53d5b56661c None None] Pushing event updated for resources: {'Port': ['ID=63f3af0f-1842-457d-a5d8-452fdf0abc29,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:32.216792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 79784b9f-64b8-4ef5-9c69-e81f6e04b45f up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:32.241628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef9a19-632c-455f-9569-2e04b02d465c req-9dda5ffb-06e7-4cca-9836-77be903c1f6d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:32.251695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bef9a19-632c-455f-9569-2e04b02d465c req-9dda5ffb-06e7-4cca-9836-77be903c1f6d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.3739984 Jul 16 18:19:32.275563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb62dc-6914-48d9-afcd-0a975525278e req-88361b60-a016-4287-b98f-8f6e4b857224 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:32.283167 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46cb62dc-6914-48d9-afcd-0a975525278e req-88361b60-a016-4287-b98f-8f6e4b857224 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 945 time: 0.3114116 Jul 16 18:19:32.319712 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-36092fa5-b107-4dcb-b111-ac745c028094 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5290482 Jul 16 18:19:32.338296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.347568 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5692eeb2-81da-4403-84a0-cdb514f62ba9 tempest-DHCPAgentSchedulersTestJSON-497574987 tempest-DHCPAgentSchedulersTestJSON-497574987-project-admin] 10.222.0.52 "GET /v2.0/agents/516695e5-a90b-442b-b458-1807b19644b6/dhcp-networks HTTP/1.1" status: 200 len: 5682 time: 0.1929154 Jul 16 18:19:32.348798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.363513 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d142-1e30-4b59-a42e-fda17c310b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.401171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bef9a19-632c-455f-9569-2e04b02d465c req-89d42541-4594-48c9-912b-23552fd4a38f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469657 Jul 16 18:19:32.405503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:32.411803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:32.413718 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.414620 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2f209386-d450-4275-b030-5df6f5e33307 tempest-DHCPAgentSchedulersTestJSON-497574987 tempest-DHCPAgentSchedulersTestJSON-497574987-project-admin] 10.222.0.52 "GET /v2.0/networks/30ead89e-a6ca-4413-b753-dd405e3785d4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0636721 Jul 16 18:19:32.418490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58750) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.451244 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46cb62dc-6914-48d9-afcd-0a975525278e req-439c345b-d5fb-4afd-8754-68f01cb72f18 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422851 Jul 16 18:19:32.460227 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0dedbb9d-a11e-4221-ad91-50feb45cfe08 tempest-DHCPAgentSchedulersTestJSON-497574987 tempest-DHCPAgentSchedulersTestJSON-497574987-project-admin] 10.222.0.52 "GET /v2.0/networks/30ead89e-a6ca-4413-b753-dd405e3785d4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0404952 Jul 16 18:19:32.462978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58756) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.648952 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.705296 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.706020 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.723294 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e186568f-fa3d-4c34-828b-4fc59da750a5 tempest-DHCPAgentSchedulersTestJSON-497574987 tempest-DHCPAgentSchedulersTestJSON-497574987-project-admin] 10.222.0.52 "GET /v2.0/agents/516695e5-a90b-442b-b458-1807b19644b6/dhcp-networks HTTP/1.1" status: 200 len: 5682 time: 0.2591698 Jul 16 18:19:32.727357 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.738902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c56717fd-2877-43e6-aef8-b81d582bd241 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5375baf720a24be5af802e709a465a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993855 Jul 16 18:19:32.739211 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.798100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4d4c8e-2bce-4381-82f1-6438feeb16ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79784b9f-64b8-4ef5-9c69-e81f6e04b45f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:32.802184 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1ee283-19ca-4a97-8fd9-61da9c92fc38" -d '{"events": [{"server_uuid": "2d4d4c8e-2bce-4381-82f1-6438feeb16ba", "name": "network-vif-plugged", "status": "completed", "tag": "79784b9f-64b8-4ef5-9c69-e81f6e04b45f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:32.814029 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.856954 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81024f7-1af7-4efd-b79d-c1ab030aca49 x-openstack-request-id: req-b81024f7-1af7-4efd-b79d-c1ab030aca49 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:32.857708 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4d4c8e-2bce-4381-82f1-6438feeb16ba", "name": "network-vif-plugged", "status": "completed", "tag": "79784b9f-64b8-4ef5-9c69-e81f6e04b45f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:32.868318 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b81024f7-1af7-4efd-b79d-c1ab030aca49 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:32.870343 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4d4c8e-2bce-4381-82f1-6438feeb16ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79784b9f-64b8-4ef5-9c69-e81f6e04b45f', 'code': 200} Jul 16 18:19:32.878703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a4b87f6b-74e4-4d97-8d12-93112dfdd306 None None] Provisioning complete for port 63f3af0f-1842-457d-a5d8-452fdf0abc29 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:32.882549 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4b87f6b-74e4-4d97-8d12-93112dfdd306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.906428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=79784b9f-64b8-4ef5-9c69-e81f6e04b45f,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:32.960611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910b235-c037-4719-b325-f033e4b28908 req-90dc9a70-9587-4764-9471-bc6eac395196 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:32.976504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b910b235-c037-4719-b325-f033e4b28908 req-90dc9a70-9587-4764-9471-bc6eac395196 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.1639421 Jul 16 18:19:33.009792 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.028476 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.062311 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-369d9368-c1f3-4300-a89e-404373f8fb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.138626 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-369d9368-c1f3-4300-a89e-404373f8fb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.155360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b910b235-c037-4719-b325-f033e4b28908 req-68a6ca9f-225a-4fd5-956b-22383d493c39 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778255 Jul 16 18:19:33.163682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f6a69-c961-4176-8411-11374efc7170 req-3e8a0d30-881a-4582-a9e6-2125488bfbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.165234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb0f6a69-c961-4176-8411-11374efc7170 req-3e8a0d30-881a-4582-a9e6-2125488bfbbd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 1097 time: 0.1712937 Jul 16 18:19:33.197673 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=79784b9f-64b8-4ef5-9c69-e81f6e04b45f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.241357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb0f6a69-c961-4176-8411-11374efc7170 req-d51b391f-cb5c-49ea-8ded-8c410f2676b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558028 Jul 16 18:19:33.254990 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.259750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-53be9976-ecd4-4550-bb41-115f9c470535 req-ccdbeffc-4f16-435c-9172-8e13415eb013 service neutron] (93766) timed out ('10.222.0.42', 56490) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:19:33.274816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f9979f-70f1-49e4-81af-ac10b5a6354b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:33.288864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb73abe7-de78-4edb-8b74-a7bfa2dcbf89') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:33.288864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb73abe7-de78-4edb-8b74-a7bfa2dcbf89') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:33.300777 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.327587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f297f477-d533-43f1-8c3f-2d8c5a665ae8 None None] Could not find standard attr ID for object 1e724cd4-933d-4fc7-9e50-41a021732dfa. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:19:33.331847 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.340413 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-369d9368-c1f3-4300-a89e-404373f8fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.343540 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-369d9368-c1f3-4300-a89e-404373f8fb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.344944 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-369d9368-c1f3-4300-a89e-404373f8fb9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbc7219c-760a-43c5-b376-60b80daba5a8 HTTP/1.1" status: 204 len: 168 time: 0.5967338 Jul 16 18:19:33.350067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:33.350505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:33.354446 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:33.373765 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d9368-c1f3-4300-a89e-404373f8fb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc7219c-760a-43c5-b376-60b80daba5a8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.385763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-29fd78fe-697f-4d21-b6d5-56f5d467d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.387518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-29fd78fe-697f-4d21-b6d5-56f5d467d29b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc&tenant_id=445df62e7cfd49fc984446fbd0508f3a HTTP/1.1" status: 200 len: 1094 time: 0.1439431 Jul 16 18:19:33.401666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:33.459042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.472848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.476238 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] 10.222.0.52 "DELETE /v2.0/networks/c4f9979f-70f1-49e4-81af-ac10b5a6354b HTTP/1.1" status: 204 len: 168 time: 0.7477105 Jul 16 18:19:33.488153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063d270-3131-4724-9545-7a3ad32f78ff tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Pushing event deleted for resources: {'Network': ['ID=c4f9979f-70f1-49e4-81af-ac10b5a6354b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.488996 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:33.528848 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e79007-e6f2-4e5e-9c41-8c6f5232baa2 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] DELETE failed (client error): The resource could not be found. Jul 16 18:19:33.529810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e79007-e6f2-4e5e-9c41-8c6f5232baa2 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:33.535692 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-51e79007-e6f2-4e5e-9c41-8c6f5232baa2 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] 10.222.0.52 "DELETE /v2.0/ports/1e724cd4-933d-4fc7-9e50-41a021732dfa HTTP/1.1" status: 404 len: 333 time: 0.0453858 Jul 16 18:19:33.536026 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:33.657884 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.689503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c051203-6f0c-4902-97a3-57ea7819352a tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Deleting subnet 839a3bf5-78d6-4dae-bf30-d4191003634e {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:33.693043 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c051203-6f0c-4902-97a3-57ea7819352a tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.746377 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c051203-6f0c-4902-97a3-57ea7819352a tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.748961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4e4c2-bdf7-4d2f-83e7-f5510b3e86c0 req-917ebfac-96b4-4749-8006-f881e024baed tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.757765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ae4e4c2-bdf7-4d2f-83e7-f5510b3e86c0 req-917ebfac-96b4-4749-8006-f881e024baed tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.1624837 Jul 16 18:19:33.785705 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.866739 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c051203-6f0c-4902-97a3-57ea7819352a tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.901096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:33.931843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ae4e4c2-bdf7-4d2f-83e7-f5510b3e86c0 req-f963750e-07fb-422b-804b-c2f0fc4ccad6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725609 Jul 16 18:19:33.986811 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e4376c05-2a91-49d5-bca3-a0103f86d83e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21229485d29f48599fd59756d78ff1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824003 Jul 16 18:19:33.987025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.000348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c051203-6f0c-4902-97a3-57ea7819352a tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.045911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:34.064290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c051203-6f0c-4902-97a3-57ea7819352a tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.069926 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9c051203-6f0c-4902-97a3-57ea7819352a tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] 10.222.0.52 "DELETE /v2.0/subnets/839a3bf5-78d6-4dae-bf30-d4191003634e HTTP/1.1" status: 204 len: 168 time: 0.5314543 Jul 16 18:19:34.073293 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.083849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09763223-79e8-404f-8b95-be73efe37ba8 None None] Network 30ead89e-a6ca-4413-b753-dd405e3785d4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:34.119033 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c051203-6f0c-4902-97a3-57ea7819352a tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Pushing event deleted for resources: {'Subnet': ['ID=839a3bf5-78d6-4dae-bf30-d4191003634e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.146012 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c18f6ea-e5a9-459e-a61f-cf64dec98f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.158634 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:34.181196 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c18f6ea-e5a9-459e-a61f-cf64dec98f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.276318 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c18f6ea-e5a9-459e-a61f-cf64dec98f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.283326 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c18f6ea-e5a9-459e-a61f-cf64dec98f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.285213 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8c18f6ea-e5a9-459e-a61f-cf64dec98f56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc669a27-45a2-4a44-abb0-885568b4bf5b HTTP/1.1" status: 204 len: 168 time: 0.2947397 Jul 16 18:19:34.303895 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18f6ea-e5a9-459e-a61f-cf64dec98f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc669a27-45a2-4a44-abb0-885568b4bf5b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.342081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509c4b1-a44a-4d0b-87a3-7c28b1e47bf6 req-3a4db6d2-aad8-4485-8328-0418495aba24 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:34.344701 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 63f3af0f-1842-457d-a5d8-452fdf0abc29 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:34.346308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6509c4b1-a44a-4d0b-87a3-7c28b1e47bf6 req-3a4db6d2-aad8-4485-8328-0418495aba24 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.5822845 Jul 16 18:19:34.356291 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.370782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf175da1-7a7d-4ed8-88c5-173d2f774326 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:34.391081 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.477833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 63f3af0f-1842-457d-a5d8-452fdf0abc29 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:34.478491 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.494145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Transition to ACTIVE for port object cf175da1-7a7d-4ed8-88c5-173d2f774326 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:34.514684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6509c4b1-a44a-4d0b-87a3-7c28b1e47bf6 req-9974a618-07e7-4af8-8255-eed64016714c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542892 Jul 16 18:19:34.516185 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.620882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.633841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b3883-e80e-4887-9792-1f338f2ab72b None None] DHCP port deletion for 30ead89e-a6ca-4413-b753-dd405e3785d4 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:34.647049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3be11c-f997-43fa-aff1-8fdc508c70ec req-95267732-caee-411c-8837-779793506ef7 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:34.649665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f3be11c-f997-43fa-aff1-8fdc508c70ec req-95267732-caee-411c-8837-779793506ef7 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.2693524 Jul 16 18:19:34.657999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Deleting port 63f3af0f-1842-457d-a5d8-452fdf0abc29 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:34.658545 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.702833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-773b3883-e80e-4887-9792-1f338f2ab72b None None] Deleting port 63f3af0f-1842-457d-a5d8-452fdf0abc29 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:34.703737 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773b3883-e80e-4887-9792-1f338f2ab72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.799799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-773b3883-e80e-4887-9792-1f338f2ab72b None None] For port 63f3af0f-1842-457d-a5d8-452fdf0abc29, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=63f3af0f-1842-457d-a5d8-452fdf0abc29,segment=NetworkSegment(8545dbcc-6dd4-4e70-ae75-b891e1036199),segment_id=8545dbcc-6dd4-4e70-ae75-b891e1036199)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:34.800202 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773b3883-e80e-4887-9792-1f338f2ab72b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.815287 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-773b3883-e80e-4887-9792-1f338f2ab72b None None] Calling delete_port for 63f3af0f-1842-457d-a5d8-452fdf0abc29 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:34.978708 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-773b3883-e80e-4887-9792-1f338f2ab72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.022610 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f3be11c-f997-43fa-aff1-8fdc508c70ec req-3bf10863-f762-4c94-abf6-fd3dfe4e7975 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332071 Jul 16 18:19:35.032543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] For port 63f3af0f-1842-457d-a5d8-452fdf0abc29, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=63f3af0f-1842-457d-a5d8-452fdf0abc29,segment=NetworkSegment(8545dbcc-6dd4-4e70-ae75-b891e1036199),segment_id=8545dbcc-6dd4-4e70-ae75-b891e1036199)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:35.032921 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.039402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b3883-e80e-4887-9792-1f338f2ab72b None None] No DVR routers for this DVR port 63f3af0f-1842-457d-a5d8-452fdf0abc29 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:35.050770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b3883-e80e-4887-9792-1f338f2ab72b None None] Pushing event deleted for resources: {'Port': ['ID=63f3af0f-1842-457d-a5d8-452fdf0abc29,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:35.084669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] No DVR routers for this DVR port cf175da1-7a7d-4ed8-88c5-173d2f774326 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:35.090724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Calling delete_port for 63f3af0f-1842-457d-a5d8-452fdf0abc29 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:35.260270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-30b09a08-ddb9-471a-8555-54ccdc5c0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.262037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-30b09a08-ddb9-471a-8555-54ccdc5c0260 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1097 time: 0.5110948 Jul 16 18:19:35.409355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:35.418228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dab21c-a1a1-440f-99fa-2c92ee5d574f req-49b10433-cf7f-4189-85a1-2d80410daed7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.420469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0dab21c-a1a1-440f-99fa-2c92ee5d574f req-49b10433-cf7f-4189-85a1-2d80410daed7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.2913849 Jul 16 18:19:35.463296 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.476152 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.508931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Attempting to bind port cf175da1-7a7d-4ed8-88c5-173d2f774326 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:35.509278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Attempting to bind port cf175da1-7a7d-4ed8-88c5-173d2f774326 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:35.509642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Attempting to bind port cf175da1-7a7d-4ed8-88c5-173d2f774326 on network 26995a0a-1d3b-4f98-9817-403ef31a46e4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:35.518400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Pushing event deleted for resources: {'Port': ['ID=63f3af0f-1842-457d-a5d8-452fdf0abc29,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:35.520463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] No DVR routers for this DVR port 63f3af0f-1842-457d-a5d8-452fdf0abc29 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:35.526565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-d4e30fe6-c0b6-4b9a-9e47-e09c3290d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.527892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-d4e30fe6-c0b6-4b9a-9e47-e09c3290d372 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eabd2759-91af-4375-a194-972c087183ce HTTP/1.1" status: 200 len: 898 time: 0.2543602 Jul 16 18:19:35.532326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Port cf175da1-7a7d-4ed8-88c5-173d2f774326 on network 26995a0a-1d3b-4f98-9817-403ef31a46e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:35.532660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Attempting to bind port cf175da1-7a7d-4ed8-88c5-173d2f774326 on network 26995a0a-1d3b-4f98-9817-403ef31a46e4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:35.533567 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1245870331'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:35.556833 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Made reservation on behalf of 934aa33d2b4642ab9bb802abc43ee39a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:35.560949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.574503 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.618301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:35.618719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Checking segment: {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:35.619123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Bound using segment: {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:35.619696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Bound port: cf175da1-7a7d-4ed8-88c5-173d2f774326, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:35.620063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.626769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0dab21c-a1a1-440f-99fa-2c92ee5d574f req-6f812993-84ee-4cca-813e-c898f6c6f8b4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871555 Jul 16 18:19:35.715491 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.725717 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.732803 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.766851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:35.774269 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46075dad-ea29-47fd-b9d9-f3ee6faf834b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:35.781033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.781535 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Added segment 264b8f80-879d-485a-ae66-fcd3fbacd3de of type vlan for network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 Jul 16 18:19:35.829991 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.869562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.875639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.876498 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.921862 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5088522 Jul 16 18:19:35.922080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:35.930141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3048f931-9a4d-422e-bf78-85580f44d896 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Request body: {'subnet': {'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:35.989073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eef623-e95e-4667-911d-743e37f83703 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event updated for resources: {'Network': ['ID=1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:36.002861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:36.064630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3048f931-9a4d-422e-bf78-85580f44d896 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Made reservation on behalf of 934aa33d2b4642ab9bb802abc43ee39a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:36.069893 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3048f931-9a4d-422e-bf78-85580f44d896 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.150658 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-e89bf620-53ac-455c-a89a-6ff7cfce62c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 200 len: 1001 time: 0.6098578 Jul 16 18:19:36.192226 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ead89e-a6ca-4413-b753-dd405e3785d4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:36.249796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 63f3af0f-1842-457d-a5d8-452fdf0abc29 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:36.270138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 63f3af0f-1842-457d-a5d8-452fdf0abc29 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:36.270495 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 63f3af0f-1842-457d-a5d8-452fdf0abc29 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:36.277123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8545dbcc-6dd4-4e70-ae75-b891e1036199') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:36.279938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8545dbcc-6dd4-4e70-ae75-b891e1036199') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:36.290078 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3048f931-9a4d-422e-bf78-85580f44d896 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.333200 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.336422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-0fa5aa45-5e64-42c4-a6d2-fdad118a27be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.337941 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-0fa5aa45-5e64-42c4-a6d2-fdad118a27be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e4bebd4-1398-4e74-bc25-f8af8706b63e HTTP/1.1" status: 200 len: 835 time: 0.1732531 Jul 16 18:19:36.346380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048f931-9a4d-422e-bf78-85580f44d896 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event updated for resources: {'Subnet': ['ID=a3165cba-6653-4a24-863b-3bf9cebdbbfa,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:36.371490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:36.384016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3048f931-9a4d-422e-bf78-85580f44d896 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Checking segment: {'id': '264b8f80-879d-485a-ae66-fcd3fbacd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:36.384462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3048f931-9a4d-422e-bf78-85580f44d896 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Network hostable DHCP agents. Network: 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:36.403193 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.403507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3048f931-9a4d-422e-bf78-85580f44d896 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:36.414221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3048f931-9a4d-422e-bf78-85580f44d896 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:36.417381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:36.419244 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3048f931-9a4d-422e-bf78-85580f44d896 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.419987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3048f931-9a4d-422e-bf78-85580f44d896 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.430871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:36.431752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.433895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab62d4-2ba7-4191-b8bf-e922ff39f3cd None None] Network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:36.441973 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3048f931-9a4d-422e-bf78-85580f44d896 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5186415 Jul 16 18:19:36.442860 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58886) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:36.449459 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.449682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Request body: {'port': {'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4', 'name': 'tempest-AllowedAddressPairTestJSON-310545515'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:36.451402 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:36.515152 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:19:36.535168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a07c2-df00-4aac-be55-fc164b30d729 req-71451f7b-9b8a-4406-81d2-913a0ca8a1ee tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.543120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-455a07c2-df00-4aac-be55-fc164b30d729 req-71451f7b-9b8a-4406-81d2-913a0ca8a1ee tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.3842142 Jul 16 18:19:36.556296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.556984 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.558747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] 10.222.0.38 "PUT /v2.0/ports/cf175da1-7a7d-4ed8-88c5-173d2f774326 HTTP/1.1" status: 200 len: 1091 time: 3.1615622 Jul 16 18:19:36.601102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:36.603362 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e959ef-9683-4b76-8a39-c6d210c6fd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:36.612243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Made reservation on behalf of 934aa33d2b4642ab9bb802abc43ee39a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:36.617831 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.651219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] device_id is not set on port 17ad95a8-8b3c-47c4-9f88-69743123af16 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:36.697533 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4', 'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4', 'tenant_id': '934aa33d2b4642ab9bb802abc43ee39a', 'fixed_ips': [{'subnet_id': 'a3165cba-6653-4a24-863b-3bf9cebdbbfa'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:36.698605 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.704691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094bae3-1792-460e-8ec0-ac9c29460dba req-0bdb2ed3-8c42-49d5-8880-7d2b6bedc9bc tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.706673 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5094bae3-1792-460e-8ec0-ac9c29460dba req-0bdb2ed3-8c42-49d5-8880-7d2b6bedc9bc tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 943 time: 0.4262559 Jul 16 18:19:36.753510 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.774202 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.777133 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] 10.222.0.52 "DELETE /v2.0/networks/30ead89e-a6ca-4413-b753-dd405e3785d4 HTTP/1.1" status: 204 len: 168 time: 2.7028708 Jul 16 18:19:36.798901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9a800-1a86-48fd-97b7-dd28e2d218e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:36.867572 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-455a07c2-df00-4aac-be55-fc164b30d729 req-faa75efd-8550-4d3c-b2c6-1879f8165c90 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234239 Jul 16 18:19:36.870548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Allocated IP 172.20.0.13 (1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4/a3165cba-6653-4a24-863b-3bf9cebdbbfa/17ad95a8-8b3c-47c4-9f88-69743123af16) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:36.876269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a1ab9-4519-4b01-af05-fae36b848c43 tempest-DHCPAgentSchedulersTestJSON-2050939171 tempest-DHCPAgentSchedulersTestJSON-2050939171-project] Pushing event deleted for resources: {'Network': ['ID=30ead89e-a6ca-4413-b753-dd405e3785d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:36.880746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f89b21d3-4330-4c75-aad8-faf7794f723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.883526 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f89b21d3-4330-4c75-aad8-faf7794f723e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eabd2759-91af-4375-a194-972c087183ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5337961 Jul 16 18:19:36.893816 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5094bae3-1792-460e-8ec0-ac9c29460dba req-37d65a89-58a5-42a7-8716-8c27b4d0ca2c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748438 Jul 16 18:19:36.971541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-9c2a7638-77bc-4a41-a0c5-0103849f7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.973678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-9c2a7638-77bc-4a41-a0c5-0103849f7439 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 1095 time: 0.3629119 Jul 16 18:19:36.978353 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462fc59d-ba73-4465-be10-eb51760d3e36 x-openstack-request-id: req-462fc59d-ba73-4465-be10-eb51760d3e36 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:36.978905 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:36.979174 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-462fc59d-ba73-4465-be10-eb51760d3e36 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:36.979689 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'status': 'completed', 'code': 200} Jul 16 18:19:37.127201 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.163670 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Transition to ACTIVE for port object 17ad95a8-8b3c-47c4-9f88-69743123af16 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:37.214982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-08fb5653-ac0d-4fce-82d6-181153b3c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.216716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-08fb5653-ac0d-4fce-82d6-181153b3c8b8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 917 time: 0.2347410 Jul 16 18:19:37.219555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-3014d0cf-f152-4af7-a613-120cbb6aab03 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247197 Jul 16 18:19:37.227125 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.285641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:37.304200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Allocated IP 172.20.0.2 (1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4/a3165cba-6653-4a24-863b-3bf9cebdbbfa/1e297ef8-5096-4800-b567-392f97fd5f38) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:37.357783 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:37.361136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:37.376659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:37.390696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event updated for resources: {'Port': ['ID=17ad95a8-8b3c-47c4-9f88-69743123af16,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:37.404026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f25e5-0dbe-4427-9db8-17e0139cda74 req-82f16eee-6033-4c0a-b465-5c11c0691a5b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.405639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a34f25e5-0dbe-4427-9db8-17e0139cda74 req-82f16eee-6033-4c0a-b465-5c11c0691a5b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.2816267 Jul 16 18:19:37.479631 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.480286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.509684 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-453487eb-1c70-461d-a818-fa8b76492b62 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b77b607048a4a129cf68da58738e2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196286 Jul 16 18:19:37.511517 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a75dccd9-f6c7-47cc-8503-516bc0180f3e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0676157 Jul 16 18:19:37.512164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:37.514789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:37.524274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-e2b332d2-8eca-4ad7-9121-647c37743a64 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326 HTTP/1.1" status: 200 len: 999 time: 0.2863410 Jul 16 18:19:37.528884 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Request body: {'port': {'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4', 'name': 'tempest-AllowedAddressPairTestJSON-1699270090', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:eb:ff:ef'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:37.543972 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.555401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Transition to ACTIVE for port object 1e297ef8-5096-4800-b567-392f97fd5f38 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:37.570262 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a34f25e5-0dbe-4427-9db8-17e0139cda74 req-e549741d-9178-4242-91be-2b28ccfee90d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983453 Jul 16 18:19:37.576032 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Transition to ACTIVE for port object 1e297ef8-5096-4800-b567-392f97fd5f38 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:37.586022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e62d8-5ab9-4aad-ae6a-ce1eb952d93c req-b96a3916-6065-4266-b5f5-ea12d87b939d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.586637 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.587739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-648e62d8-5ab9-4aad-ae6a-ce1eb952d93c req-b96a3916-6065-4266-b5f5-ea12d87b939d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.2026105 Jul 16 18:19:37.632433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-93123670-91a7-4513-bb22-aa8859ee013a service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033620 Jul 16 18:19:37.648695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:37.652529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:37.658701 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9938363-0f51-46eb-b541-4b9c85ace17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.675788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-bdea2245-b6cd-4b8d-9083-cab9632bccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.679341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-bdea2245-b6cd-4b8d-9083-cab9632bccd4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.1473777 Jul 16 18:19:37.683101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:37.718741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9938363-0f51-46eb-b541-4b9c85ace17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.741363 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-648e62d8-5ab9-4aad-ae6a-ce1eb952d93c req-08210d69-a111-4a14-a3a6-83d2b745e75d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319487 Jul 16 18:19:37.784010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-70ce3918-c081-4dc1-b159-ac180f3be00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.785613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-70ce3918-c081-4dc1-b159-ac180f3be00c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970910 Jul 16 18:19:37.787048 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Made reservation on behalf of 934aa33d2b4642ab9bb802abc43ee39a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:37.799349 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Pushing event updated for resources: {'Port': ['ID=1e297ef8-5096-4800-b567-392f97fd5f38,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:37.836868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Attempting to bind port 1e297ef8-5096-4800-b567-392f97fd5f38 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:37.837301 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Attempting to bind port 1e297ef8-5096-4800-b567-392f97fd5f38 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '264b8f80-879d-485a-ae66-fcd3fbacd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:37.837890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Attempting to bind port 1e297ef8-5096-4800-b567-392f97fd5f38 on network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:37.843288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:37.843673 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Checking segment: {'id': '264b8f80-879d-485a-ae66-fcd3fbacd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:37.844081 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.844479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Bound using segment: {'id': '264b8f80-879d-485a-ae66-fcd3fbacd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:37.845003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Bound port: 1e297ef8-5096-4800-b567-392f97fd5f38, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264b8f80-879d-485a-ae66-fcd3fbacd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:37.845443 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.895147 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.918431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] device_id is not set on port aeb91a9c-57f9-4ba1-a8ed-222468b7508d yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:37.919820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] For port 1e297ef8-5096-4800-b567-392f97fd5f38, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:37.923677 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] For port 1e297ef8-5096-4800-b567-392f97fd5f38, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1e297ef8-5096-4800-b567-392f97fd5f38,segment=NetworkSegment(264b8f80-879d-485a-ae66-fcd3fbacd3de),segment_id=264b8f80-879d-485a-ae66-fcd3fbacd3de)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:37.933358 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9938363-0f51-46eb-b541-4b9c85ace17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.934915 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a9938363-0f51-46eb-b541-4b9c85ace17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.936769 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.938849 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a9938363-0f51-46eb-b541-4b9c85ace17a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87953786-5327-40e5-9b17-a0c91bdf08d3 HTTP/1.1" status: 204 len: 168 time: 0.4256897 Jul 16 18:19:37.983862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9938363-0f51-46eb-b541-4b9c85ace17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87953786-5327-40e5-9b17-a0c91bdf08d3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:37.988210 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-4d2bbfc1-fc37-41b6-a116-ac98e8e77602 service neutron] 10.222.0.38 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949956 Jul 16 18:19:38.049164 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0019ec9-fb2f-4208-9356-52e37aeeac09 None None] Pushing event updated for resources: {'Port': ['ID=1e297ef8-5096-4800-b567-392f97fd5f38,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:38.092203 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Allocated IP 172.20.0.6 (1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4/a3165cba-6653-4a24-863b-3bf9cebdbbfa/aeb91a9c-57f9-4ba1-a8ed-222468b7508d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:38.159333 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f79c4f4-98cb-474b-9c5d-33dfb7384fe0 req-d235f914-6bf2-4620-881d-2c61cbcd9c9a service neutron] 10.222.0.38 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609330 Jul 16 18:19:38.336848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea4525-0f39-490d-b2be-c3f346319c89 req-18d8ff15-4419-4102-beb4-29bb186bc1bb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.347060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2eea4525-0f39-490d-b2be-c3f346319c89 req-18d8ff15-4419-4102-beb4-29bb186bc1bb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.1543324 Jul 16 18:19:38.366191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e959ef-9683-4b76-8a39-c6d210c6fd7e req-0b0426d3-b43e-4eff-b4a7-806e464bee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.369022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e959ef-9683-4b76-8a39-c6d210c6fd7e req-0b0426d3-b43e-4eff-b4a7-806e464bee39 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 1095 time: 0.1335154 Jul 16 18:19:38.419137 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2eea4525-0f39-490d-b2be-c3f346319c89 req-f96e0f54-a658-479e-a6a4-3b473271d188 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710015 Jul 16 18:19:38.510992 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:38.515716 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.536740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16884a72-efe2-48dd-9a86-52faf40559a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.548373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Transition to ACTIVE for port object aeb91a9c-57f9-4ba1-a8ed-222468b7508d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:38.582355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e959ef-9683-4b76-8a39-c6d210c6fd7e req-ebe6aaba-07ba-496f-a17e-6b6ac8720b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.584993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e959ef-9683-4b76-8a39-c6d210c6fd7e req-ebe6aaba-07ba-496f-a17e-6b6ac8720b5c service neutron] 10.222.0.38 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 917 time: 0.1984446 Jul 16 18:19:38.621779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.697138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:38.703812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:38.707119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event updated for resources: {'Port': ['ID=aeb91a9c-57f9-4ba1-a8ed-222468b7508d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:38.712971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:38.754057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e959ef-9683-4b76-8a39-c6d210c6fd7e req-526671c2-d160-4eeb-a2f5-b95bfcbc644a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326 HTTP/1.1" status: 200 len: 999 time: 0.1628597 Jul 16 18:19:38.814146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.814980 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.827322 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16884a72-efe2-48dd-9a86-52faf40559a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.835357 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16884a72-efe2-48dd-9a86-52faf40559a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.856497 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-44670251-9cfa-4425-b736-d9a0410873e0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.3379054 Jul 16 18:19:38.856630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:38.892936 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-16884a72-efe2-48dd-9a86-52faf40559a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6656e6d23a8c4f1f84bd176b06cd3df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796380 Jul 16 18:19:38.893979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16884a72-efe2-48dd-9a86-52faf40559a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb41bb1-b235-4cb4-bb00-b5ca29e04cec,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:38.896997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:38.975203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06f31b82-5699-4545-9b92-5168e8495801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.001200 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06f31b82-5699-4545-9b92-5168e8495801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.015240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e959ef-9683-4b76-8a39-c6d210c6fd7e req-7e697ad7-10da-495a-9898-4023ab1c66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.017217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e959ef-9683-4b76-8a39-c6d210c6fd7e req-7e697ad7-10da-495a-9898-4023ab1c66fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.2562854 Jul 16 18:19:39.057666 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06f31b82-5699-4545-9b92-5168e8495801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.061631 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-06f31b82-5699-4545-9b92-5168e8495801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.063533 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-06f31b82-5699-4545-9b92-5168e8495801 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aeb41bb1-b235-4cb4-bb00-b5ca29e04cec HTTP/1.1" status: 204 len: 168 time: 0.1653366 Jul 16 18:19:39.076059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f31b82-5699-4545-9b92-5168e8495801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb41bb1-b235-4cb4-bb00-b5ca29e04cec,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:39.374100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211be2dd-9c7f-4b58-beb3-fe126f1d8845 req-05b95512-7bc4-4b36-b0bc-9d6a5700fbaa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.375752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-211be2dd-9c7f-4b58-beb3-fe126f1d8845 req-05b95512-7bc4-4b36-b0bc-9d6a5700fbaa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.5708966 Jul 16 18:19:39.459354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e959ef-9683-4b76-8a39-c6d210c6fd7e req-c3596bfb-d0d2-4340-abcb-bb1edb7e17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.462028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e959ef-9683-4b76-8a39-c6d210c6fd7e req-c3596bfb-d0d2-4340-abcb-bb1edb7e17aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3668380 Jul 16 18:19:39.526033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240716a2-2745-47cd-a606-784d11f2b810 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.544986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240716a2-2745-47cd-a606-784d11f2b810 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.558135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240716a2-2745-47cd-a606-784d11f2b810 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.560467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-240716a2-2745-47cd-a606-784d11f2b810 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.7031417 Jul 16 18:19:39.564037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:39.593696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d673b-03a0-42bb-860a-d09a8c58f167 req-3819c4e8-5cc3-4f27-9020-23c2d49dfc50 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.595448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-098d673b-03a0-42bb-860a-d09a8c58f167 req-3819c4e8-5cc3-4f27-9020-23c2d49dfc50 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.6031592 Jul 16 18:19:39.674649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-211be2dd-9c7f-4b58-beb3-fe126f1d8845 req-cf65e3e8-8e30-4b02-918e-c0a6b4b08c90 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860126 Jul 16 18:19:39.690405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54955eb4-9b5a-437f-b416-31f1216bff03 None None] Network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:39.847733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-93cdd4bf-11b2-4eaf-a1bd-50e6fd4454b2 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Deleting port aeb91a9c-57f9-4ba1-a8ed-222468b7508d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:39.848288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cdd4bf-11b2-4eaf-a1bd-50e6fd4454b2 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.860830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c98ee39-66ee-4f95-97c7-8e8b0afe2dea None None] Provisioning for port 1e297ef8-5096-4800-b567-392f97fd5f38 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:39.947714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e959ef-9683-4b76-8a39-c6d210c6fd7e req-80753975-6afd-44c9-88b3-c49ba3714308 service neutron] 10.222.0.38 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181559 Jul 16 18:19:39.969805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-098d673b-03a0-42bb-860a-d09a8c58f167 req-ed1164b8-3184-419d-aa9d-8ca11991fd8c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592696 Jul 16 18:19:40.156830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cdd4bf-11b2-4eaf-a1bd-50e6fd4454b2 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.212633 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-93cdd4bf-11b2-4eaf-a1bd-50e6fd4454b2 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Calling delete_port for aeb91a9c-57f9-4ba1-a8ed-222468b7508d owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:40.311231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca4a9b-f58e-49a9-b27a-28e7be762b28 req-f130fa31-30f8-4140-bc75-ef67323b6022 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.320386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98ca4a9b-f58e-49a9-b27a-28e7be762b28 req-f130fa31-30f8-4140-bc75-ef67323b6022 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.2223907 Jul 16 18:19:40.343615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1e297ef8-5096-4800-b567-392f97fd5f38 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:40.366286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e959ef-9683-4b76-8a39-c6d210c6fd7e req-b3033d57-eef8-4eea-9255-9905aa370cd2 service neutron] 10.222.0.38 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953698 Jul 16 18:19:40.392966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98ca4a9b-f58e-49a9-b27a-28e7be762b28 req-4dd4e1fa-271b-4dce-9b92-0cf6e66f020e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532563 Jul 16 18:19:40.487242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 1e297ef8-5096-4800-b567-392f97fd5f38 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:40.498076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1e297ef8-5096-4800-b567-392f97fd5f38 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:40.499221 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.643183 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cdd4bf-11b2-4eaf-a1bd-50e6fd4454b2 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.719235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdd4bf-11b2-4eaf-a1bd-50e6fd4454b2 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event deleted for resources: {'Port': ['ID=aeb91a9c-57f9-4ba1-a8ed-222468b7508d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:40.722399 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.808545 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 1e297ef8-5096-4800-b567-392f97fd5f38, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1e297ef8-5096-4800-b567-392f97fd5f38,segment=NetworkSegment(264b8f80-879d-485a-ae66-fcd3fbacd3de),segment_id=264b8f80-879d-485a-ae66-fcd3fbacd3de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:40.817603 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.980359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-995e42ed-81c1-4d4d-82ea-ece792ed96b7 None None] Provisioning for port 17ad95a8-8b3c-47c4-9f88-69743123af16 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:41.000888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-995e42ed-81c1-4d4d-82ea-ece792ed96b7 None None] Provisioning complete for port 17ad95a8-8b3c-47c4-9f88-69743123af16 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:41.001550 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-995e42ed-81c1-4d4d-82ea-ece792ed96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.026725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=1e297ef8-5096-4800-b567-392f97fd5f38,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:41.050527 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93cdd4bf-11b2-4eaf-a1bd-50e6fd4454b2 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.057018 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-93cdd4bf-11b2-4eaf-a1bd-50e6fd4454b2 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "DELETE /v2.0/ports/aeb91a9c-57f9-4ba1-a8ed-222468b7508d HTTP/1.1" status: 204 len: 168 time: 1.4895277 Jul 16 18:19:41.057560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 58980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:41.188413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-995e42ed-81c1-4d4d-82ea-ece792ed96b7 None None] Port 17ad95a8-8b3c-47c4-9f88-69743123af16 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:41.214842 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bd3637-192b-488b-b2c4-337085f90728 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] GET failed (client error): The resource could not be found. Jul 16 18:19:41.216509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-50bd3637-192b-488b-b2c4-337085f90728 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "GET /v2.0/ports/aeb91a9c-57f9-4ba1-a8ed-222468b7508d HTTP/1.1" status: 404 len: 333 time: 0.1579235 Jul 16 18:19:41.220762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 58984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:41.222347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-995e42ed-81c1-4d4d-82ea-ece792ed96b7 None None] Provisioning complete for port 1e297ef8-5096-4800-b567-392f97fd5f38 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:41.222971 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-995e42ed-81c1-4d4d-82ea-ece792ed96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.226111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Request body: {'port': {'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4', 'name': 'tempest-AllowedAddressPairTestJSON-956730580'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:41.407131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-995e42ed-81c1-4d4d-82ea-ece792ed96b7 None None] Could not find standard attr ID for object aeb91a9c-57f9-4ba1-a8ed-222468b7508d. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:19:41.495880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593455a-1eac-406a-9b63-3d88b0240619 req-e9a8435b-4e97-419c-b486-169e6c8646cf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.499979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2593455a-1eac-406a-9b63-3d88b0240619 req-e9a8435b-4e97-419c-b486-169e6c8646cf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.3312178 Jul 16 18:19:41.532895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-02785ea5-2c30-46d1-87ee-f83f9ac83dd8 None None] Provisioning complete for port 17ad95a8-8b3c-47c4-9f88-69743123af16 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:41.542416 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02785ea5-2c30-46d1-87ee-f83f9ac83dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.599029 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Made reservation on behalf of 934aa33d2b4642ab9bb802abc43ee39a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:41.603822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.659920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaf013-3b7f-43b6-a02d-483eb2e6440b req-01d101e0-bdd3-4d35-87fd-25301f7cbb43 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.664117 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] device_id is not set on port 53ae188c-3994-410c-b528-c1c33437b077 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:41.669492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08eaf013-3b7f-43b6-a02d-483eb2e6440b req-01d101e0-bdd3-4d35-87fd-25301f7cbb43 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.3422098 Jul 16 18:19:41.678468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-02785ea5-2c30-46d1-87ee-f83f9ac83dd8 None None] Port 17ad95a8-8b3c-47c4-9f88-69743123af16 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:41.728691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2593455a-1eac-406a-9b63-3d88b0240619 req-6e4283cb-c064-4e0f-8d1a-3f0673b88369 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149684 Jul 16 18:19:41.749287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08eaf013-3b7f-43b6-a02d-483eb2e6440b req-8b478c45-45fc-4aae-82b5-5853fbdd9e3e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787196 Jul 16 18:19:41.796098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a203cf20-66dc-485d-a5a4-5fc15b7818ad None None] Could not find standard attr ID for object aeb91a9c-57f9-4ba1-a8ed-222468b7508d. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:19:42.034365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Allocated IP 172.20.0.9 (1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4/a3165cba-6653-4a24-863b-3bf9cebdbbfa/53ae188c-3994-410c-b528-c1c33437b077) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:42.114367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b812f0b-58dc-46ed-8cc1-002955aeacae req-44f35630-37ba-48c5-af69-a7ad3921bafe tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.123139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b812f0b-58dc-46ed-8cc1-002955aeacae req-44f35630-37ba-48c5-af69-a7ad3921bafe tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.1178236 Jul 16 18:19:42.180959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b812f0b-58dc-46ed-8cc1-002955aeacae req-b95883b6-e581-40a3-9146-99ae9f30279c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539250 Jul 16 18:19:42.283161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1e297ef8-5096-4800-b567-392f97fd5f38 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:42.341782 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.369264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1e297ef8-5096-4800-b567-392f97fd5f38 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:42.370000 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.372149 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:42.391824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Transition to ACTIVE for port object 53ae188c-3994-410c-b528-c1c33437b077 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:42.479623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.553524 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:42.558126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:42.559979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event updated for resources: {'Port': ['ID=53ae188c-3994-410c-b528-c1c33437b077,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.575526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:42.591726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:42.620459 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.658846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.660473 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.684098 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-10dd2dc3-2b0b-45a0-9657-b3f20e8860dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4621129 Jul 16 18:19:42.688180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59006) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:42.696350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a901051d-a4e2-4573-8c41-920ef76fa604 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:eb:ff:ef'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:42.792314 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.905516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901051d-a4e2-4573-8c41-920ef76fa604 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.987653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Allocated IP 172.25.8.63 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/f155c3db-3f77-42e4-80cf-5732ca37fcde) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:43.036862 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-231281b8-7ea9-4301-852f-f1bd6771a3a2 None None] Provisioning for port 53ae188c-3994-410c-b528-c1c33437b077 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:43.059586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-231281b8-7ea9-4301-852f-f1bd6771a3a2 None None] Provisioning complete for port 53ae188c-3994-410c-b528-c1c33437b077 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:43.059991 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-231281b8-7ea9-4301-852f-f1bd6771a3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.169385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-231281b8-7ea9-4301-852f-f1bd6771a3a2 None None] Port 53ae188c-3994-410c-b528-c1c33437b077 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:43.325125 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901051d-a4e2-4573-8c41-920ef76fa604 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.331440 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901051d-a4e2-4573-8c41-920ef76fa604 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.345851 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.393086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a98f91-6451-444c-98bc-f522954b5303 req-22805718-6313-410d-9f19-0815a864f677 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:43.410106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-11a98f91-6451-444c-98bc-f522954b5303 req-22805718-6313-410d-9f19-0815a864f677 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.2987030 Jul 16 18:19:43.448540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50565574-7ee4-420b-b7d5-d5bbf4d6f035 req-f57777d3-651b-4250-8e4f-1a361d9db28d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:43.459638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50565574-7ee4-420b-b7d5-d5bbf4d6f035 req-f57777d3-651b-4250-8e4f-1a361d9db28d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.3405704 Jul 16 18:19:43.500060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901051d-a4e2-4573-8c41-920ef76fa604 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event updated for resources: {'Port': ['ID=53ae188c-3994-410c-b528-c1c33437b077,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.524629 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a901051d-a4e2-4573-8c41-920ef76fa604 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] In _notify_port_updated(), no bound segment for port 53ae188c-3994-410c-b528-c1c33437b077 on network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:19:43.530690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a901051d-a4e2-4573-8c41-920ef76fa604 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:43.531829 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a901051d-a4e2-4573-8c41-920ef76fa604 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.536358 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a901051d-a4e2-4573-8c41-920ef76fa604 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "PUT /v2.0/ports/53ae188c-3994-410c-b528-c1c33437b077 HTTP/1.1" status: 200 len: 993 time: 0.8443532 Jul 16 18:19:43.536986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:43.590924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-11a98f91-6451-444c-98bc-f522954b5303 req-fff9800a-db88-4f21-98b5-fdb25a4f1396 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796708 Jul 16 18:19:43.606291 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.653983 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50565574-7ee4-420b-b7d5-d5bbf4d6f035 req-0d2d1b7d-4d1c-4f3f-9e26-953e358ec17b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933427 Jul 16 18:19:43.751095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e9741f53-5cee-4ac6-9ae9-dc0b657ca3a5 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Deleting port 53ae188c-3994-410c-b528-c1c33437b077 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:43.751898 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9741f53-5cee-4ac6-9ae9-dc0b657ca3a5 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.785702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:43.792496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:43.806725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:43.807292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-86f65700-20bc-4235-9dac-c80cf83634ae None None] Provisioning complete for port 53ae188c-3994-410c-b528-c1c33437b077 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:43.807699 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86f65700-20bc-4235-9dac-c80cf83634ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.889445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-86f65700-20bc-4235-9dac-c80cf83634ae None None] Port 53ae188c-3994-410c-b528-c1c33437b077 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:43.904710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Pushing event updated for resources: {'Port': ['ID=f155c3db-3f77-42e4-80cf-5732ca37fcde,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.933330 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9741f53-5cee-4ac6-9ae9-dc0b657ca3a5 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.965882 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e9741f53-5cee-4ac6-9ae9-dc0b657ca3a5 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Calling delete_port for 53ae188c-3994-410c-b528-c1c33437b077 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:44.064530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557a216-5a03-4d77-aebf-a1dd35774436 req-a90f2039-7472-46fd-80ef-6c6434c17956 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.066343 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9557a216-5a03-4d77-aebf-a1dd35774436 req-a90f2039-7472-46fd-80ef-6c6434c17956 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.1828179 Jul 16 18:19:44.110847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.183044 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9557a216-5a03-4d77-aebf-a1dd35774436 req-48d7ab9b-e189-4a29-ba79-bfafd02ee684 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017880 Jul 16 18:19:44.203812 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9741f53-5cee-4ac6-9ae9-dc0b657ca3a5 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.258295 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.258723 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9741f53-5cee-4ac6-9ae9-dc0b657ca3a5 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event deleted for resources: {'Port': ['ID=53ae188c-3994-410c-b528-c1c33437b077,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.502512 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e9741f53-5cee-4ac6-9ae9-dc0b657ca3a5 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.506336 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e9741f53-5cee-4ac6-9ae9-dc0b657ca3a5 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "DELETE /v2.0/ports/53ae188c-3994-410c-b528-c1c33437b077 HTTP/1.1" status: 204 len: 168 time: 0.9680037 Jul 16 18:19:44.509112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.552592 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf7ac63-a9e5-4237-bf31-f87d4551964e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] GET failed (client error): The resource could not be found. Jul 16 18:19:44.552913 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.554635 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9cf7ac63-a9e5-4237-bf31-f87d4551964e tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "GET /v2.0/ports/53ae188c-3994-410c-b528-c1c33437b077 HTTP/1.1" status: 404 len: 333 time: 0.0442603 Jul 16 18:19:44.561677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.574841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Request body: {'port': {'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4', 'name': 'tempest-AllowedAddressPairTestJSON-1176954132'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:44.580742 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.737346 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.748749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Pushing event updated for resources: {'Port': ['ID=f155c3db-3f77-42e4-80cf-5732ca37fcde,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.777160 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.782207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-14183d10-b8e6-4512-9596-d71da8ea4c90 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4084249 Jul 16 18:19:44.784877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.792053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-368a7d46-ff4c-44f9-bf16-1a1df4d560e7 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-721912005', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'fixed_ips': [{'ip_address': '172.25.8.63'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:44.867823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368a7d46-ff4c-44f9-bf16-1a1df4d560e7 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Made reservation on behalf of 20bb4d89c46a43d383928949805b44f1 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:44.870744 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-368a7d46-ff4c-44f9-bf16-1a1df4d560e7 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.880156 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-368a7d46-ff4c-44f9-bf16-1a1df4d560e7 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.883789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Made reservation on behalf of 934aa33d2b4642ab9bb802abc43ee39a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:44.887640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.943533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] device_id is not set on port 8f6eab10-e5c2-4290-80b5-727361712b48 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:44.999628 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-368a7d46-ff4c-44f9-bf16-1a1df4d560e7 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.010727 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-368a7d46-ff4c-44f9-bf16-1a1df4d560e7 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.039659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-368a7d46-ff4c-44f9-bf16-1a1df4d560e7 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] device_id is not set on port 6ea16c89-610c-4fa2-891b-d8e937c3901a yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:45.040643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0766a-7906-413c-b4c9-35b571e5bbf8 req-91035717-18dc-43e3-ab2b-991f35988963 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.042272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3d0766a-7906-413c-b4c9-35b571e5bbf8 req-91035717-18dc-43e3-ab2b-991f35988963 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.2310240 Jul 16 18:19:45.044991 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a7d46-ff4c-44f9-bf16-1a1df4d560e7 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407ff5bf-5763-40ea-a6a7-147f2457b935,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:45.060615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992a4d1-4bf2-49d3-bc70-b0f255c99efc req-63b514d0-52e4-46e2-a1f5-fc8d46ba2006 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.062167 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5992a4d1-4bf2-49d3-bc70-b0f255c99efc req-63b514d0-52e4-46e2-a1f5-fc8d46ba2006 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.1818252 Jul 16 18:19:45.159591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Allocated IP 172.20.0.7 (1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4/a3165cba-6653-4a24-863b-3bf9cebdbbfa/8f6eab10-e5c2-4290-80b5-727361712b48) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:45.167384 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5992a4d1-4bf2-49d3-bc70-b0f255c99efc req-446495ff-3fd2-433f-9925-30f7536bbcf8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838854 Jul 16 18:19:45.181691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3d0766a-7906-413c-b4c9-35b571e5bbf8 req-814c7830-fc73-4a1c-a984-17747fb66a90 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182334 Jul 16 18:19:45.790003 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-368a7d46-ff4c-44f9-bf16-1a1df4d560e7 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:19:45.796363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368a7d46-ff4c-44f9-bf16-1a1df4d560e7 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:45.819803 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-368a7d46-ff4c-44f9-bf16-1a1df4d560e7 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0307491 Jul 16 18:19:45.820227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:45.878629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.901197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Transition to ACTIVE for port object 8f6eab10-e5c2-4290-80b5-727361712b48 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:45.911883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f8b3f-e026-423c-a356-9b77af24f75f req-91e1754e-b530-403a-a432-096fad6ea821 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.919768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-876f8b3f-e026-423c-a356-9b77af24f75f req-91e1754e-b530-403a-a432-096fad6ea821 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.5174351 Jul 16 18:19:45.974939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-876f8b3f-e026-423c-a356-9b77af24f75f req-e412b575-0b4e-46d5-afce-83b72bf36dbc tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540590 Jul 16 18:19:45.988379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.037902 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dbb54d7b-8fca-4d79-b2a4-40d4475cb909 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Deleting port f155c3db-3f77-42e4-80cf-5732ca37fcde {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:46.038395 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb54d7b-8fca-4d79-b2a4-40d4475cb909 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.043759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:46.053519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:46.059070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:46.090478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event updated for resources: {'Port': ['ID=8f6eab10-e5c2-4290-80b5-727361712b48,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:46.125700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.126508 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.173409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c32b01a8-e71b-4b77-977e-7d01c3e106bb tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6093264 Jul 16 18:19:46.174763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:46.183685 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c785b2cb-c572-49f0-877f-70e03bdfb74a tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:eb:ff:ef'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:46.216570 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb54d7b-8fca-4d79-b2a4-40d4475cb909 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.216945 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb54d7b-8fca-4d79-b2a4-40d4475cb909 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.242986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-dbb54d7b-8fca-4d79-b2a4-40d4475cb909 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Calling delete_port for f155c3db-3f77-42e4-80cf-5732ca37fcde owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:46.446560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0473df9c-850e-4182-9f54-044197904b03 None None] Provisioning for port 8f6eab10-e5c2-4290-80b5-727361712b48 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:46.456750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0473df9c-850e-4182-9f54-044197904b03 None None] Provisioning complete for port 8f6eab10-e5c2-4290-80b5-727361712b48 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:46.457568 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0473df9c-850e-4182-9f54-044197904b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.564773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0473df9c-850e-4182-9f54-044197904b03 None None] Port 8f6eab10-e5c2-4290-80b5-727361712b48 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:46.592164 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb54d7b-8fca-4d79-b2a4-40d4475cb909 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.623652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb54d7b-8fca-4d79-b2a4-40d4475cb909 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Pushing event deleted for resources: {'Port': ['ID=f155c3db-3f77-42e4-80cf-5732ca37fcde,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:46.649355 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c785b2cb-c572-49f0-877f-70e03bdfb74a tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.662289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf8194-9e44-4dc4-b81e-60b4fa32f6bb req-42b455e3-2f37-4d5f-8e99-12ca7cb6e35e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.664617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bdf8194-9e44-4dc4-b81e-60b4fa32f6bb req-42b455e3-2f37-4d5f-8e99-12ca7cb6e35e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.3404236 Jul 16 18:19:46.691941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b9699-1134-40c6-9368-67717ea32b53 req-71fa4051-42fe-409e-a02b-5933eeb55ccd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.699069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-537b9699-1134-40c6-9368-67717ea32b53 req-71fa4051-42fe-409e-a02b-5933eeb55ccd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.1811707 Jul 16 18:19:46.754555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb54d7b-8fca-4d79-b2a4-40d4475cb909 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.759195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbb54d7b-8fca-4d79-b2a4-40d4475cb909 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.765267 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dbb54d7b-8fca-4d79-b2a4-40d4475cb909 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029 tempest-ExternalNetworksAdminNegativeTestJSON-1349980029-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/c03a730a-9620-46bb-8ec7-7ab73698892c HTTP/1.1" status: 204 len: 168 time: 0.9396105 Jul 16 18:19:46.805762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-537b9699-1134-40c6-9368-67717ea32b53 req-f02d8023-1317-4786-8b05-2719ea4bd701 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056600 Jul 16 18:19:46.835606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0bdf8194-9e44-4dc4-b81e-60b4fa32f6bb req-a829a947-9d06-4e2b-a2ea-4382bd84a3fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518235 Jul 16 18:19:47.015897 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c785b2cb-c572-49f0-877f-70e03bdfb74a tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.023084 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c785b2cb-c572-49f0-877f-70e03bdfb74a tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.153344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c785b2cb-c572-49f0-877f-70e03bdfb74a tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] In _notify_port_updated(), no bound segment for port 8f6eab10-e5c2-4290-80b5-727361712b48 on network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:19:47.157419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c785b2cb-c572-49f0-877f-70e03bdfb74a tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.158048 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c785b2cb-c572-49f0-877f-70e03bdfb74a tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.159425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c785b2cb-c572-49f0-877f-70e03bdfb74a tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "PUT /v2.0/ports/8f6eab10-e5c2-4290-80b5-727361712b48 HTTP/1.1" status: 200 len: 996 time: 0.9835591 Jul 16 18:19:47.162440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:47.223649 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785b2cb-c572-49f0-877f-70e03bdfb74a tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event updated for resources: {'Port': ['ID=8f6eab10-e5c2-4290-80b5-727361712b48,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.277938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:47.331314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30561a4d-4ece-4064-9bd9-09e7bac13c65 req-96b5a9d0-2733-4461-b3b3-a6c5fa891e1a tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.333138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30561a4d-4ece-4064-9bd9-09e7bac13c65 req-96b5a9d0-2733-4461-b3b3-a6c5fa891e1a tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.1870868 Jul 16 18:19:47.354477 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2cb54-3f88-46e0-9ec4-4f12bfb37c11 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Deleting port 8f6eab10-e5c2-4290-80b5-727361712b48 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:47.354827 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0d2cb54-3f88-46e0-9ec4-4f12bfb37c11 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.423658 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30561a4d-4ece-4064-9bd9-09e7bac13c65 req-795ca7b1-a8dc-43e8-b319-67f0e848becb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811877 Jul 16 18:19:47.510590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0d2cb54-3f88-46e0-9ec4-4f12bfb37c11 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.517410 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04bd475-d438-49db-b175-b43be2dde6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.535481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2cb54-3f88-46e0-9ec4-4f12bfb37c11 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Calling delete_port for 8f6eab10-e5c2-4290-80b5-727361712b48 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:47.602245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-365725cf-adf8-48ad-801c-589e09afe75e None None] Provisioning complete for port 8f6eab10-e5c2-4290-80b5-727361712b48 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:47.602740 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-365725cf-adf8-48ad-801c-589e09afe75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.691162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-365725cf-adf8-48ad-801c-589e09afe75e None None] Port 8f6eab10-e5c2-4290-80b5-727361712b48 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:47.701063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04bd475-d438-49db-b175-b43be2dde6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.706710 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e04bd475-d438-49db-b175-b43be2dde6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.764391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e04bd475-d438-49db-b175-b43be2dde6ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac141fbba3f04e31bc882396d8384fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793482 Jul 16 18:19:47.767337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:47.770417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bd475-d438-49db-b175-b43be2dde6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6333da-22a4-4a46-a3f4-09734c7d57a9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.808475 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0d2cb54-3f88-46e0-9ec4-4f12bfb37c11 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.852109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-941879ce-6e7b-445b-a927-8a22ecd91f86 req-96979c4b-ee32-42f0-84bc-6ccdfe629099 service neutron] (93767) timed out ('10.222.0.38', 54374) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:19:47.853010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2cb54-3f88-46e0-9ec4-4f12bfb37c11 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event deleted for resources: {'Port': ['ID=8f6eab10-e5c2-4290-80b5-727361712b48,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.035684 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4134cf26-2e64-487d-84ab-fdc10223c2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.095075 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4134cf26-2e64-487d-84ab-fdc10223c2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.097248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0d2cb54-3f88-46e0-9ec4-4f12bfb37c11 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.099194 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d0d2cb54-3f88-46e0-9ec4-4f12bfb37c11 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "DELETE /v2.0/ports/8f6eab10-e5c2-4290-80b5-727361712b48 HTTP/1.1" status: 204 len: 168 time: 0.9348729 Jul 16 18:19:48.104052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.168848 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4134cf26-2e64-487d-84ab-fdc10223c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.171593 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4134cf26-2e64-487d-84ab-fdc10223c2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.175850 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4134cf26-2e64-487d-84ab-fdc10223c2fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e6333da-22a4-4a46-a3f4-09734c7d57a9 HTTP/1.1" status: 204 len: 168 time: 0.4041257 Jul 16 18:19:48.189916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134cf26-2e64-487d-84ab-fdc10223c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6333da-22a4-4a46-a3f4-09734c7d57a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.221059 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-385a4231-4fe3-4594-be2a-2dc78b3d75df tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] GET failed (client error): The resource could not be found. Jul 16 18:19:48.230807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-385a4231-4fe3-4594-be2a-2dc78b3d75df tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "GET /v2.0/ports/8f6eab10-e5c2-4290-80b5-727361712b48 HTTP/1.1" status: 404 len: 333 time: 0.0910296 Jul 16 18:19:48.232355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59184) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.238710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Request body: {'port': {'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4', 'name': 'tempest-AllowedAddressPairTestJSON-1428156289'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:48.308736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968e472-4e41-4220-bcbf-1d4de41cb81e req-560f7ff5-271b-4ff9-8e28-046d6c18cea2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.315942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9968e472-4e41-4220-bcbf-1d4de41cb81e req-560f7ff5-271b-4ff9-8e28-046d6c18cea2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.3116906 Jul 16 18:19:48.330486 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c6bc2-2d2e-4ac6-8fcc-f93366482528 req-9cfeb5d8-1af8-487c-8944-58ed61e9b168 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.332508 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-018c6bc2-2d2e-4ac6-8fcc-f93366482528 req-9cfeb5d8-1af8-487c-8944-58ed61e9b168 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.2376487 Jul 16 18:19:48.406990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Made reservation on behalf of 934aa33d2b4642ab9bb802abc43ee39a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:48.415097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.428662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-018c6bc2-2d2e-4ac6-8fcc-f93366482528 req-b85de6ce-d92b-402f-82fe-a175bcb34d0e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778415 Jul 16 18:19:48.458033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9968e472-4e41-4220-bcbf-1d4de41cb81e req-af74856f-4fab-4b58-b4a8-d444d9e69a83 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404488 Jul 16 18:19:48.468320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] device_id is not set on port f669dab5-defe-4086-a14b-7cc82f5e131e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:48.658353 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Allocated IP 172.20.0.11 (1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4/a3165cba-6653-4a24-863b-3bf9cebdbbfa/f669dab5-defe-4086-a14b-7cc82f5e131e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:48.758334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0277ef1-6981-445d-9559-215cb6720e8b req-b7f21df7-1741-4b33-b46d-42406d3731bf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.769171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0277ef1-6981-445d-9559-215cb6720e8b req-b7f21df7-1741-4b33-b46d-42406d3731bf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.1428480 Jul 16 18:19:48.797374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.850323 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0277ef1-6981-445d-9559-215cb6720e8b req-2ff72883-0b42-4a3b-b77a-df63d27c42ee tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769973 Jul 16 18:19:48.887228 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-250d4b17-a17c-49df-8836-e81045cebfae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20bb4d89c46a43d383928949805b44f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882227 Jul 16 18:19:48.889724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.975381 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.977505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10ff5dd5-0bbc-4b94-a66b-134450ef4ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.993691 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-7ffa7d28-dcc0-4576-baed-56dc26548bb0 req-44b97921-d1c1-4097-b879-eee07770b887 service neutron] (93766) timed out ('10.222.0.38', 54105) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:19:48.998426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Transition to ACTIVE for port object f669dab5-defe-4086-a14b-7cc82f5e131e will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:49.004166 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10ff5dd5-0bbc-4b94-a66b-134450ef4ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.043525 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.080746 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10ff5dd5-0bbc-4b94-a66b-134450ef4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.086783 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10ff5dd5-0bbc-4b94-a66b-134450ef4ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.088989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-10ff5dd5-0bbc-4b94-a66b-134450ef4ba1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/407ff5bf-5763-40ea-a6a7-147f2457b935 HTTP/1.1" status: 204 len: 168 time: 0.1979332 Jul 16 18:19:49.095912 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:49.099258 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:49.104213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff5dd5-0bbc-4b94-a66b-134450ef4ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407ff5bf-5763-40ea-a6a7-147f2457b935,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:49.105705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:49.146306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event updated for resources: {'Port': ['ID=f669dab5-defe-4086-a14b-7cc82f5e131e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:49.192388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.193110 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.216449 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:49.217031 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5cb82fb4-4237-486f-8dcf-26ece2649360 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9825509 Jul 16 18:19:49.222269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Request body: {'port': {'network_id': '1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4', 'name': 'tempest-AllowedAddressPairTestJSON-923273165'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:49.444023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d9c87f95-d1b5-4de4-a8bc-a3c7fafaa3f3 None None] Provisioning for port f669dab5-defe-4086-a14b-7cc82f5e131e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:49.451318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d9c87f95-d1b5-4de4-a8bc-a3c7fafaa3f3 None None] Provisioning complete for port f669dab5-defe-4086-a14b-7cc82f5e131e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:49.452027 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9c87f95-d1b5-4de4-a8bc-a3c7fafaa3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.470651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Made reservation on behalf of 934aa33d2b4642ab9bb802abc43ee39a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:49.475776 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.524476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d9c87f95-d1b5-4de4-a8bc-a3c7fafaa3f3 None None] Port f669dab5-defe-4086-a14b-7cc82f5e131e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:49.528019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] device_id is not set on port 9f57fda3-d418-4dd0-91f8-db99d90f9e3f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:49.827322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Allocated IP 172.20.0.7 (1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4/a3165cba-6653-4a24-863b-3bf9cebdbbfa/9f57fda3-d418-4dd0-91f8-db99d90f9e3f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:49.935285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26bba0-4878-4345-9b53-8b181d49ff42 req-c1b26cbe-8a99-4c12-a26a-5d85aafbf8d4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.937138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d26bba0-4878-4345-9b53-8b181d49ff42 req-c1b26cbe-8a99-4c12-a26a-5d85aafbf8d4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.2558317 Jul 16 18:19:49.950227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36f246-1b40-4e1a-8439-59fdfa43a4ac req-2d1518de-1d19-4ed7-9450-4e3536e63f48 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.951904 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c36f246-1b40-4e1a-8439-59fdfa43a4ac req-2d1518de-1d19-4ed7-9450-4e3536e63f48 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.2219603 Jul 16 18:19:50.105975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d26bba0-4878-4345-9b53-8b181d49ff42 req-bfe8c90f-bbd6-4d1d-bce8-5a8288b89529 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530523 Jul 16 18:19:50.123648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c36f246-1b40-4e1a-8439-59fdfa43a4ac req-a0ae9de4-098d-4209-b158-f73c7434291c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594174 Jul 16 18:19:50.182306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.197170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Transition to ACTIVE for port object 9f57fda3-d418-4dd0-91f8-db99d90f9e3f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:50.237899 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.328372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:50.338541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:50.341707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:50.385285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event updated for resources: {'Port': ['ID=9f57fda3-d418-4dd0-91f8-db99d90f9e3f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.424266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.424944 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.448172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834412fc-ebc8-4971-9292-8db4bc57597e req-c140d4ce-2b9f-4f2e-81ca-45a725c3b777 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.449789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-834412fc-ebc8-4971-9292-8db4bc57597e req-c140d4ce-2b9f-4f2e-81ca-45a725c3b777 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.1879745 Jul 16 18:19:50.456839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3650d212-27af-4230-830d-9bae4c528570 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2392595 Jul 16 18:19:50.459875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:50.468642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-76a53ef6-555b-4ec2-927c-7cb122142f27 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:eb:ff:ef'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:3f:43:f4'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:50.514467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-834412fc-ebc8-4971-9292-8db4bc57597e req-baabc849-90cf-4642-b4a4-dada23839880 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547128 Jul 16 18:19:50.766067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e6d8642-9ec6-445f-a0cf-7f527660c0cc None None] Provisioning for port 9f57fda3-d418-4dd0-91f8-db99d90f9e3f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:50.776153 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e6d8642-9ec6-445f-a0cf-7f527660c0cc None None] Provisioning complete for port 9f57fda3-d418-4dd0-91f8-db99d90f9e3f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:50.776785 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8642-9ec6-445f-a0cf-7f527660c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.804202 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a53ef6-555b-4ec2-927c-7cb122142f27 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.819602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d8642-9ec6-445f-a0cf-7f527660c0cc None None] Port 9f57fda3-d418-4dd0-91f8-db99d90f9e3f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:51.024562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a53ef6-555b-4ec2-927c-7cb122142f27 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.030859 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a53ef6-555b-4ec2-927c-7cb122142f27 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.119240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a53ef6-555b-4ec2-927c-7cb122142f27 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event updated for resources: {'Port': ['ID=9f57fda3-d418-4dd0-91f8-db99d90f9e3f,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:51.131716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-76a53ef6-555b-4ec2-927c-7cb122142f27 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] In _notify_port_updated(), no bound segment for port 9f57fda3-d418-4dd0-91f8-db99d90f9e3f on network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:19:51.143435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a53ef6-555b-4ec2-927c-7cb122142f27 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.144608 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76a53ef6-555b-4ec2-927c-7cb122142f27 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.146375 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-76a53ef6-555b-4ec2-927c-7cb122142f27 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "PUT /v2.0/ports/9f57fda3-d418-4dd0-91f8-db99d90f9e3f HTTP/1.1" status: 200 len: 1056 time: 0.6854906 Jul 16 18:19:51.150446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59474) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.246207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.390727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bb7624f5-b78e-40bf-8ace-2ab49f686d00 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Deleting port 9f57fda3-d418-4dd0-91f8-db99d90f9e3f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:51.391161 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb7624f5-b78e-40bf-8ace-2ab49f686d00 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.435980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d26f4-cec3-4ba9-8c0e-dab0b282dd37 req-07ec2494-ec77-47bc-8775-e498a6834699 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.437496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-076d26f4-cec3-4ba9-8c0e-dab0b282dd37 req-07ec2494-ec77-47bc-8775-e498a6834699 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.1203294 Jul 16 18:19:51.515389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-743150b9-8fe5-453b-9246-3db62de4c1be tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1623888998'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:51.516136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-743150b9-8fe5-453b-9246-3db62de4c1be tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:19:51.529163 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb7624f5-b78e-40bf-8ace-2ab49f686d00 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.545583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bb7624f5-b78e-40bf-8ace-2ab49f686d00 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Calling delete_port for 9f57fda3-d418-4dd0-91f8-db99d90f9e3f owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:51.552750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-250779ba-7f2d-4835-ba80-4ebd6b1693ff None None] Provisioning complete for port 9f57fda3-d418-4dd0-91f8-db99d90f9e3f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:51.554371 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250779ba-7f2d-4835-ba80-4ebd6b1693ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.572696 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-076d26f4-cec3-4ba9-8c0e-dab0b282dd37 req-c935508b-f61c-4b55-b1ed-9f2a14c1fc5f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246943 Jul 16 18:19:51.672551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-250779ba-7f2d-4835-ba80-4ebd6b1693ff None None] Port 9f57fda3-d418-4dd0-91f8-db99d90f9e3f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:51.818689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb7624f5-b78e-40bf-8ace-2ab49f686d00 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.866030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7624f5-b78e-40bf-8ace-2ab49f686d00 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event deleted for resources: {'Port': ['ID=9f57fda3-d418-4dd0-91f8-db99d90f9e3f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:51.964945 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-743150b9-8fe5-453b-9246-3db62de4c1be tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.970343 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-743150b9-8fe5-453b-9246-3db62de4c1be tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7185736 Jul 16 18:19:51.970965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.977057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-82fe7b62-e201-447b-9a05-be6e2fed3bea tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9cf9f3f8-afd9-457f-b48a-ea8d4d64549c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:51.977671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-82fe7b62-e201-447b-9a05-be6e2fed3bea tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:19:52.076625 n-d-793618-9 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-82fe7b62-e201-447b-9a05-be6e2fed3bea tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:19:52.175081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bb7624f5-b78e-40bf-8ace-2ab49f686d00 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.179902 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bb7624f5-b78e-40bf-8ace-2ab49f686d00 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "DELETE /v2.0/ports/9f57fda3-d418-4dd0-91f8-db99d90f9e3f HTTP/1.1" status: 204 len: 168 time: 1.0257313 Jul 16 18:19:52.180220 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59594) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.216668 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-05514cca-1794-49c7-a0cf-d25ebb6df7b0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] GET failed (client error): The resource could not be found. Jul 16 18:19:52.221062 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-05514cca-1794-49c7-a0cf-d25ebb6df7b0 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "GET /v2.0/ports/9f57fda3-d418-4dd0-91f8-db99d90f9e3f HTTP/1.1" status: 404 len: 333 time: 0.0369892 Jul 16 18:19:52.221380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59600) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.251010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b9004-4c5c-434a-b4e9-79283e7e52eb req-9a29693a-8899-4d09-a7a8-4533a07ae377 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.252562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-148b9004-4c5c-434a-b4e9-79283e7e52eb req-9a29693a-8899-4d09-a7a8-4533a07ae377 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.8827288 Jul 16 18:19:52.258064 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82fe7b62-e201-447b-9a05-be6e2fed3bea tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.259782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-82fe7b62-e201-447b-9a05-be6e2fed3bea tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2869208 Jul 16 18:19:52.265637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.270446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9a5b055f-f801-4ef8-91a3-6e2ba7c5a0fd tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9cf9f3f8-afd9-457f-b48a-ea8d4d64549c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:52.270910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9a5b055f-f801-4ef8-91a3-6e2ba7c5a0fd tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:19:52.295184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695b24e-26c4-4b31-bc92-a25fd25d3c97 req-7099c309-0ee1-4d44-9909-0c73f57df6e6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.296691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5695b24e-26c4-4b31-bc92-a25fd25d3c97 req-7099c309-0ee1-4d44-9909-0c73f57df6e6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.5288215 Jul 16 18:19:52.330429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-24e30696-9f10-46aa-8304-1aca65395f2c tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Deleting port f669dab5-defe-4086-a14b-7cc82f5e131e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:52.330758 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24e30696-9f10-46aa-8304-1aca65395f2c tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.405256 n-d-793618-9 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-9a5b055f-f801-4ef8-91a3-6e2ba7c5a0fd tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:19:52.409721 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-dc6280e2-fa83-4cf5-840b-94833549d79e service neutron] show failed (client error): The resource could not be found. Jul 16 18:19:52.410762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-dc6280e2-fa83-4cf5-840b-94833549d79e service neutron] 10.222.0.38 "GET /v2.0/ports/0d47ac0a-bb84-4bec-a670-6649d79ae304/bindings/n-h2-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.2357674 Jul 16 18:19:52.414213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-148b9004-4c5c-434a-b4e9-79283e7e52eb req-6131f50b-74be-4277-b796-5c27ec13d6f2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490557 Jul 16 18:19:52.425392 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5695b24e-26c4-4b31-bc92-a25fd25d3c97 req-57a87a03-bf7f-4732-b151-b2232e998c92 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149516 Jul 16 18:19:52.429037 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24e30696-9f10-46aa-8304-1aca65395f2c tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.447109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-24e30696-9f10-46aa-8304-1aca65395f2c tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Calling delete_port for f669dab5-defe-4086-a14b-7cc82f5e131e owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:52.511047 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a5b055f-f801-4ef8-91a3-6e2ba7c5a0fd tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.512285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9a5b055f-f801-4ef8-91a3-6e2ba7c5a0fd tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2455490 Jul 16 18:19:52.515039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.530811 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46582d3d-87ae-4109-be74-7076bfc9fc44 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=eadda55c-e31e-4eda-bedf-7d455cc784d6 HTTP/1.1" status: 200 len: 464 time: 0.0146947 Jul 16 18:19:52.533455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.617812 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24e30696-9f10-46aa-8304-1aca65395f2c tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.656494 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e30696-9f10-46aa-8304-1aca65395f2c tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event deleted for resources: {'Port': ['ID=f669dab5-defe-4086-a14b-7cc82f5e131e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:52.745743 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24e30696-9f10-46aa-8304-1aca65395f2c tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.748357 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-24e30696-9f10-46aa-8304-1aca65395f2c tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "DELETE /v2.0/ports/f669dab5-defe-4086-a14b-7cc82f5e131e HTTP/1.1" status: 204 len: 168 time: 0.5260370 Jul 16 18:19:52.751548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.784627 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c7fec9-2322-4a74-89a4-641664cc22dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] GET failed (client error): The resource could not be found. Jul 16 18:19:52.786639 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-73c7fec9-2322-4a74-89a4-641664cc22dc tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "GET /v2.0/ports/f669dab5-defe-4086-a14b-7cc82f5e131e HTTP/1.1" status: 404 len: 333 time: 0.0337303 Jul 16 18:19:52.792176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59616) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.923708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d07ee910-7aac-40d1-90fe-0846ec4b3a66 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Deleting port 17ad95a8-8b3c-47c4-9f88-69743123af16 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:52.924155 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07ee910-7aac-40d1-90fe-0846ec4b3a66 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.986167 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-142b8240-14e5-408c-a8d5-4d6ee28542ad tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.987285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-142b8240-14e5-408c-a8d5-4d6ee28542ad tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/eadda55c-e31e-4eda-bedf-7d455cc784d6 HTTP/1.1" status: 204 len: 168 time: 0.4527450 Jul 16 18:19:52.990955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.011973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-36cef41f-aa0c-4535-a73d-9a7daa2f7c95 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=eadda55c-e31e-4eda-bedf-7d455cc784d6 HTTP/1.1" status: 200 len: 221 time: 0.0182221 Jul 16 18:19:53.015375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.029968 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e6c8d93f-e490-4c65-82a6-1b0a4c89ae3c tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1020769480', 'description': 'label created by tempest'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:53.030429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e6c8d93f-e490-4c65-82a6-1b0a4c89ae3c tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Unknown quota resources ['metering_label']. {{(pid=93766) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:19:53.037036 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07ee910-7aac-40d1-90fe-0846ec4b3a66 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.054556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-1873f4d2-2623-4f73-bd19-a4ad4ef9c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.056325 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-1873f4d2-2623-4f73-bd19-a4ad4ef9c022 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb&tenant_id=7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 1097 time: 0.1596241 Jul 16 18:19:53.065187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d53cdb-864e-4089-8880-adcb06721931 req-11105b3a-9e35-4542-b8c6-8f3ffe73b334 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.069109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36d53cdb-864e-4089-8880-adcb06721931 req-11105b3a-9e35-4542-b8c6-8f3ffe73b334 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.1734610 Jul 16 18:19:53.075104 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:53.111333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d07ee910-7aac-40d1-90fe-0846ec4b3a66 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Calling delete_port for 17ad95a8-8b3c-47c4-9f88-69743123af16 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:53.138695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36d53cdb-864e-4089-8880-adcb06721931 req-82aca285-be0d-4c46-9cc2-226574f016ba tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598502 Jul 16 18:19:53.190493 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.297414 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d93f-e490-4c65-82a6-1b0a4c89ae3c tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.298601 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e6c8d93f-e490-4c65-82a6-1b0a4c89ae3c tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2822797 Jul 16 18:19:53.302130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59624) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.387257 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7d2ed4f3-8aae-4592-8fa8-b9be65db0389 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=3fadaf2d-215b-47b7-8416-b269136f7d89 HTTP/1.1" status: 200 len: 468 time: 0.0839801 Jul 16 18:19:53.390551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.409128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:53.444852 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:53.495452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:53.498015 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eab9b1-9900-4aad-a6e0-fb137359fa86" -d '{"events": [{"server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "name": "network-vif-unplugged", "status": "completed", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:53.503540 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.669187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1590cc-9a61-4fdd-ab77-fb33f48d00fc req-c7a3f37f-64a1-49b7-ace5-54cd4dcaab8c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.672103 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d1590cc-9a61-4fdd-ab77-fb33f48d00fc req-c7a3f37f-64a1-49b7-ace5-54cd4dcaab8c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.0920372 Jul 16 18:19:53.705285 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5fb87f8-96e7-40c1-95a7-c09d42ede009 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.706381 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e5fb87f8-96e7-40c1-95a7-c09d42ede009 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/3fadaf2d-215b-47b7-8416-b269136f7d89 HTTP/1.1" status: 204 len: 168 time: 0.3149273 Jul 16 18:19:53.707632 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07ee910-7aac-40d1-90fe-0846ec4b3a66 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.709046 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.746578 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ee910-7aac-40d1-90fe-0846ec4b3a66 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event deleted for resources: {'Port': ['ID=17ad95a8-8b3c-47c4-9f88-69743123af16,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.752666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Transition to ACTIVE for port object 0d47ac0a-bb84-4bec-a670-6649d79ae304 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:53.755899 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f4051e3d-3755-4e0d-8397-444867559ae7 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=3fadaf2d-215b-47b7-8416-b269136f7d89 HTTP/1.1" status: 200 len: 216 time: 0.0455551 Jul 16 18:19:53.760533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.768303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d1590cc-9a61-4fdd-ab77-fb33f48d00fc req-158ae894-402f-4b83-802e-fdb5fc7f832f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907545 Jul 16 18:19:53.773695 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.844608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-668e68c9-2fe2-4940-bcdf-367a8b156b21 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0812378 Jul 16 18:19:53.847710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.883667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Pushing event updated for resources: {'Port': ['ID=0d47ac0a-bb84-4bec-a670-6649d79ae304,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.903405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d07ee910-7aac-40d1-90fe-0846ec4b3a66 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.906017 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d07ee910-7aac-40d1-90fe-0846ec4b3a66 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "DELETE /v2.0/ports/17ad95a8-8b3c-47c4-9f88-69743123af16 HTTP/1.1" status: 204 len: 168 time: 1.1127110 Jul 16 18:19:53.908238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.947591 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aa4ba7-3db2-440b-9236-ec35533e877f x-openstack-request-id: req-d8aa4ba7-3db2-440b-9236-ec35533e877f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:53.947891 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "name": "network-vif-unplugged", "status": "completed", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:53.948177 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8aa4ba7-3db2-440b-9236-ec35533e877f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:53.948593 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'code': 200} Jul 16 18:19:53.954684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-74fe59b2-174f-4238-8690-4ee781035fd4 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1016912 Jul 16 18:19:53.958024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.993728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934e0bd-aa0b-4602-b25e-feda1b3b8041 req-187ff847-a13b-4004-bf9c-56db10f36c0a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.995353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f934e0bd-aa0b-4602-b25e-feda1b3b8041 req-187ff847-a13b-4004-bf9c-56db10f36c0a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.4034534 Jul 16 18:19:54.044499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] No DVR routers for this DVR port 0d47ac0a-bb84-4bec-a670-6649d79ae304 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:54.059435 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-00386220-576d-484a-9ef8-d1db8e636337 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/9cf9f3f8-afd9-457f-b48a-ea8d4d64549c HTTP/1.1" status: 200 len: 473 time: 0.0946233 Jul 16 18:19:54.062627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:54.081613 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-96349ddd-e9f4-435c-bb48-1e70b6622ca2 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/ef648cf8-1056-4bec-b2e4-a659758216f7 HTTP/1.1" status: 200 len: 461 time: 0.0177398 Jul 16 18:19:54.085260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:54.102437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70facb4-9b5b-407b-971c-c74667a732c6 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Deleting subnet a3165cba-6653-4a24-863b-3bf9cebdbbfa {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:54.109241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d70facb4-9b5b-407b-971c-c74667a732c6 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.161001 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d70facb4-9b5b-407b-971c-c74667a732c6 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.165640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f934e0bd-aa0b-4602-b25e-feda1b3b8041 req-1c391839-c80f-4c99-bd4d-678e30369da1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611156 Jul 16 18:19:54.243845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Attempting to bind port 0d47ac0a-bb84-4bec-a670-6649d79ae304 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:54.244189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Attempting to bind port 0d47ac0a-bb84-4bec-a670-6649d79ae304 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:54.244524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Attempting to bind port 0d47ac0a-bb84-4bec-a670-6649d79ae304 on network eabd2759-91af-4375-a194-972c087183ce {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:54.249886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Port 0d47ac0a-bb84-4bec-a670-6649d79ae304 on network eabd2759-91af-4375-a194-972c087183ce not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:54.250222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Attempting to bind port 0d47ac0a-bb84-4bec-a670-6649d79ae304 on network eabd2759-91af-4375-a194-972c087183ce {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:54.255963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:54.256321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Checking segment: {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:54.256720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Bound using segment: {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:54.257242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Bound port: 0d47ac0a-bb84-4bec-a670-6649d79ae304, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1a76d1-7b10-416e-b4f8-afa1373582de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eabd2759-91af-4375-a194-972c087183ce'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:54.257818 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.332219 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8cfa408-f86c-4034-b37f-e8f0eaca8f85 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.335640 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b8cfa408-f86c-4034-b37f-e8f0eaca8f85 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/ef648cf8-1056-4bec-b2e4-a659758216f7 HTTP/1.1" status: 204 len: 168 time: 0.2491982 Jul 16 18:19:54.337573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:54.383515 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d70facb4-9b5b-407b-971c-c74667a732c6 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.417880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:54.445543 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d70facb4-9b5b-407b-971c-c74667a732c6 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.471880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70facb4-9b5b-407b-971c-c74667a732c6 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event deleted for resources: {'Subnet': ['ID=a3165cba-6653-4a24-863b-3bf9cebdbbfa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:54.478978 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d70facb4-9b5b-407b-971c-c74667a732c6 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.483214 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d70facb4-9b5b-407b-971c-c74667a732c6 tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "DELETE /v2.0/subnets/a3165cba-6653-4a24-863b-3bf9cebdbbfa HTTP/1.1" status: 204 len: 168 time: 0.5715048 Jul 16 18:19:54.483456 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:54.493026 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c4be7-4646-48bf-8f93-3ef27bd881da None None] Network 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:54.515846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:54.561756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2129578-d66b-410e-9e7e-9b279caaa9cd req-50cdd0e5-7f4f-419c-ac4f-fa11b186e6e6 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:54.569223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2129578-d66b-410e-9e7e-9b279caaa9cd req-50cdd0e5-7f4f-419c-ac4f-fa11b186e6e6 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.2941706 Jul 16 18:19:54.572000 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.602035 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.676550 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a5482bb-d688-4a76-bf52-4ffeb9d59ed1 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.677761 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9a5482bb-d688-4a76-bf52-4ffeb9d59ed1 tempest-MeteringTestJSON-449660290 tempest-MeteringTestJSON-449660290-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/9cf9f3f8-afd9-457f-b48a-ea8d4d64549c HTTP/1.1" status: 204 len: 168 time: 0.3392351 Jul 16 18:19:54.681543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:54.682489 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.683555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] 10.222.0.42 "PUT /v2.0/ports/0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 200 len: 1092 time: 1.6128781 Jul 16 18:19:54.721362 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2129578-d66b-410e-9e7e-9b279caaa9cd req-42ac2ab7-f20d-45e4-adff-281bd01a2999 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509428 Jul 16 18:19:54.732233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35857dd-0c71-4e33-9b4e-a2fee8bdcd96 service neutron] Pushing event updated for resources: {'Port': ['ID=0d47ac0a-bb84-4bec-a670-6649d79ae304,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:54.738126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Deleting port 1e297ef8-5096-4800-b567-392f97fd5f38 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:54.738665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.742852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a796f-7e24-4846-9abe-45c55bc0be45 None None] DHCP port deletion for 1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:54.801997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a796f-7e24-4846-9abe-45c55bc0be45 None None] Deleting port 1e297ef8-5096-4800-b567-392f97fd5f38 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:54.803239 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed5a796f-7e24-4846-9abe-45c55bc0be45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.880697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-838682a6-fdea-4adc-a899-29da02f7853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:54.886994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-838682a6-fdea-4adc-a899-29da02f7853f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1095 time: 0.1513147 Jul 16 18:19:54.897370 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] For port 1e297ef8-5096-4800-b567-392f97fd5f38, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1e297ef8-5096-4800-b567-392f97fd5f38,segment=NetworkSegment(264b8f80-879d-485a-ae66-fcd3fbacd3de),segment_id=264b8f80-879d-485a-ae66-fcd3fbacd3de)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:54.898401 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.916408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Calling delete_port for 1e297ef8-5096-4800-b567-392f97fd5f38 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:55.009579 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ed5a796f-7e24-4846-9abe-45c55bc0be45 None None] For port 1e297ef8-5096-4800-b567-392f97fd5f38, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1e297ef8-5096-4800-b567-392f97fd5f38,segment=NetworkSegment(264b8f80-879d-485a-ae66-fcd3fbacd3de),segment_id=264b8f80-879d-485a-ae66-fcd3fbacd3de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:55.011553 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed5a796f-7e24-4846-9abe-45c55bc0be45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.081090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.088974 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a796f-7e24-4846-9abe-45c55bc0be45 None None] Calling delete_port for 1e297ef8-5096-4800-b567-392f97fd5f38 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:55.136157 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event deleted for resources: {'Port': ['ID=1e297ef8-5096-4800-b567-392f97fd5f38,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:55.160179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] No DVR routers for this DVR port 1e297ef8-5096-4800-b567-392f97fd5f38 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:55.260892 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed5a796f-7e24-4846-9abe-45c55bc0be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.289706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-c1d4716c-f6c8-44a1-8ae2-a5581d7438c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.291235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-c1d4716c-f6c8-44a1-8ae2-a5581d7438c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eabd2759-91af-4375-a194-972c087183ce HTTP/1.1" status: 200 len: 898 time: 0.3912268 Jul 16 18:19:55.318494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c39bd-6b28-4047-bab3-463e2353637a req-940a1954-d45a-4ee5-a431-add065cc5cac tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.325403 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a796f-7e24-4846-9abe-45c55bc0be45 None None] No DVR routers for this DVR port 1e297ef8-5096-4800-b567-392f97fd5f38 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:55.326640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f8c39bd-6b28-4047-bab3-463e2353637a req-940a1954-d45a-4ee5-a431-add065cc5cac tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.3390427 Jul 16 18:19:55.338875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a796f-7e24-4846-9abe-45c55bc0be45 None None] Pushing event deleted for resources: {'Port': ['ID=1e297ef8-5096-4800-b567-392f97fd5f38,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:55.350940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:55.385426 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.406489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:55.424167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264b8f80-879d-485a-ae66-fcd3fbacd3de') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:55.424446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264b8f80-879d-485a-ae66-fcd3fbacd3de') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:55.436675 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.444455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f8c39bd-6b28-4047-bab3-463e2353637a req-f64a820f-6167-4b51-99af-f91738346fd6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173503 Jul 16 18:19:55.457735 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.466286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:55.466719 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:55.481616 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:55.506243 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-38d654ee-0b18-4fc8-8925-b8f6b6f55cda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 200 len: 999 time: 0.1773455 Jul 16 18:19:55.559750 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f80a77d7-2c05-491c-b283-c12274a6c450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.569014 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.572693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d8be4-01ea-4bf7-87cd-07fb39fc00c9 req-4d1a8569-84ad-419a-b7ac-f493e1a076ef tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.574348 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-108d8be4-01ea-4bf7-87cd-07fb39fc00c9 req-4d1a8569-84ad-419a-b7ac-f493e1a076ef tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 944 time: 0.1630232 Jul 16 18:19:55.578338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-8ccbbc86-eb3c-4227-a0fe-99512138c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.578597 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.579769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-8ccbbc86-eb3c-4227-a0fe-99512138c405 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e4bebd4-1398-4e74-bc25-f8af8706b63e HTTP/1.1" status: 200 len: 835 time: 0.0661554 Jul 16 18:19:55.581005 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] 10.222.0.52 "DELETE /v2.0/networks/1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4 HTTP/1.1" status: 204 len: 168 time: 1.0959551 Jul 16 18:19:55.605544 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abfbc1-6c57-471e-86f5-0a2c493d1d8d tempest-AllowedAddressPairTestJSON-606204712 tempest-AllowedAddressPairTestJSON-606204712-project] Pushing event deleted for resources: {'Network': ['ID=1e6d33b6-cc5b-4852-88c5-f5b5fdae31a4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:55.666477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-108d8be4-01ea-4bf7-87cd-07fb39fc00c9 req-7de0623e-272f-405e-ad63-f46ae9027340 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707340 Jul 16 18:19:55.691328 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-eac1ce62-23c2-44b4-9e55-3184834e7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.693276 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-eac1ce62-23c2-44b4-9e55-3184834e7c07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eabd2759-91af-4375-a194-972c087183ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028349 Jul 16 18:19:55.718830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f80a77d7-2c05-491c-b283-c12274a6c450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.724789 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f80a77d7-2c05-491c-b283-c12274a6c450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.781381 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a77d7-2c05-491c-b283-c12274a6c450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0905dd8-77a0-4b1f-96c0-8a7a4613ca8c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:55.801877 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f80a77d7-2c05-491c-b283-c12274a6c450 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b67d158cd29046859b21c84ee71dfe09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496624 Jul 16 18:19:55.805109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:55.828289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-41264cf2-7230-415a-9701-d9a9e36ed03c service neutron] 10.222.0.42 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272864 Jul 16 18:19:55.846814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:55.961479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:55.963905 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a30fb6-eda4-453d-807c-36981adcd56c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:56.010021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1b02f5b-44f0-4b75-84aa-7c99b7e9977b req-84f4585e-d1da-45ee-a3ac-f66daf010d3b service neutron] 10.222.0.42 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687298 Jul 16 18:19:56.035880 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef99757-ab79-4b23-ad2d-e0de98433273 x-openstack-request-id: req-1ef99757-ab79-4b23-ad2d-e0de98433273 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:56.036237 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:56.036427 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ef99757-ab79-4b23-ad2d-e0de98433273 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:56.036821 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'status': 'completed', 'code': 200} Jul 16 18:19:56.109982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f78e6095-590a-432b-92be-f3b7fbd37dfe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=934aa33d2b4642ab9bb802abc43ee39a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541807 Jul 16 18:19:56.112911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:56.176568 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df158a8-cfa4-44c1-86c6-9c392e667f6e req-528490ca-3e59-437c-8ebd-240dee394865 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.185116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4df158a8-cfa4-44c1-86c6-9c392e667f6e req-528490ca-3e59-437c-8ebd-240dee394865 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.2555983 Jul 16 18:19:56.256611 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4df158a8-cfa4-44c1-86c6-9c392e667f6e req-e76fedc3-5650-4a79-83b9-d8c0c4e27b6e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694406 Jul 16 18:19:56.265520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1e297ef8-5096-4800-b567-392f97fd5f38 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:56.307940 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36072fc7-137f-4bdb-9e69-7dd790cdfc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.316911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 1e297ef8-5096-4800-b567-392f97fd5f38 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:56.317553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1e297ef8-5096-4800-b567-392f97fd5f38 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:56.355809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36072fc7-137f-4bdb-9e69-7dd790cdfc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.375854 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1919c0d8-cb91-41b3-bf18-2a2a042526ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.384037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-96c5d6e5-728b-479f-872f-10ac86bf82d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.386277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-96c5d6e5-728b-479f-872f-10ac86bf82d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1095 time: 0.3265853 Jul 16 18:19:56.412794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-56fb3f22-51c4-4324-a4c3-583cbd8e3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.415141 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-56fb3f22-51c4-4324-a4c3-583cbd8e3fb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1095 time: 0.3119371 Jul 16 18:19:56.427898 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36072fc7-137f-4bdb-9e69-7dd790cdfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.431168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36072fc7-137f-4bdb-9e69-7dd790cdfc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.434658 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-36072fc7-137f-4bdb-9e69-7dd790cdfc66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0905dd8-77a0-4b1f-96c0-8a7a4613ca8c HTTP/1.1" status: 204 len: 168 time: 0.6254382 Jul 16 18:19:56.436563 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1919c0d8-cb91-41b3-bf18-2a2a042526ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.449110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36072fc7-137f-4bdb-9e69-7dd790cdfc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0905dd8-77a0-4b1f-96c0-8a7a4613ca8c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:56.659304 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1919c0d8-cb91-41b3-bf18-2a2a042526ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.662231 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1919c0d8-cb91-41b3-bf18-2a2a042526ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.666167 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1919c0d8-cb91-41b3-bf18-2a2a042526ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46075dad-ea29-47fd-b9d9-f3ee6faf834b HTTP/1.1" status: 204 len: 168 time: 0.5436890 Jul 16 18:19:56.834343 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:56.854169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf85d176-9028-4dfe-900b-ba72abba6e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.020417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf85d176-9028-4dfe-900b-ba72abba6e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.026902 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf85d176-9028-4dfe-900b-ba72abba6e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.071182 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cf85d176-9028-4dfe-900b-ba72abba6e7c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f34e38ef21f74080ab072d43ce3b56fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327299 Jul 16 18:19:57.072146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:57.119993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85d176-9028-4dfe-900b-ba72abba6e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0e36f0-4e4c-4711-aaf4-56a7cf8e23ae,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.149717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-f7cee1d3-0c30-40b2-8743-19b349497833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.152062 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-f7cee1d3-0c30-40b2-8743-19b349497833 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eabd2759-91af-4375-a194-972c087183ce HTTP/1.1" status: 200 len: 898 time: 0.7200928 Jul 16 18:19:57.159366 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2901addb-6d0d-4861-a19e-c6752be1d918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.172475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919c0d8-cb91-41b3-bf18-2a2a042526ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46075dad-ea29-47fd-b9d9-f3ee6faf834b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.196086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2901addb-6d0d-4861-a19e-c6752be1d918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.272980 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2901addb-6d0d-4861-a19e-c6752be1d918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.277907 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2901addb-6d0d-4861-a19e-c6752be1d918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.281987 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2901addb-6d0d-4861-a19e-c6752be1d918 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f0e36f0-4e4c-4711-aaf4-56a7cf8e23ae HTTP/1.1" status: 204 len: 168 time: 0.2065396 Jul 16 18:19:57.292199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-2f28ad12-3291-4650-9df8-475bb2ca5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.293838 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-2f28ad12-3291-4650-9df8-475bb2ca5688 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eabd2759-91af-4375-a194-972c087183ce HTTP/1.1" status: 200 len: 898 time: 0.8994262 Jul 16 18:19:57.301580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901addb-6d0d-4861-a19e-c6752be1d918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0e36f0-4e4c-4711-aaf4-56a7cf8e23ae,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.310468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0d47ac0a-bb84-4bec-a670-6649d79ae304 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:57.390028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0d47ac0a-bb84-4bec-a670-6649d79ae304 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:57.416255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-d09f9228-2ecf-4e98-9fc8-2eb25ff513cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 200 len: 999 time: 0.2351165 Jul 16 18:19:57.436733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701eb29-c230-4dd9-acd5-77f896bd86ce req-393dba34-b95b-425d-b38b-ef17bb9b8dc2 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.441809 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1701eb29-c230-4dd9-acd5-77f896bd86ce req-393dba34-b95b-425d-b38b-ef17bb9b8dc2 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.8253460 Jul 16 18:19:57.458906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf54c8-7b16-436b-aa39-7f6450595bb5 req-c6b54cb4-926f-4cc9-b750-fbb10fb2743c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.474766 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8bf54c8-7b16-436b-aa39-7f6450595bb5 req-c6b54cb4-926f-4cc9-b750-fbb10fb2743c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 944 time: 0.3608572 Jul 16 18:19:57.554297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-526029bc-2b8e-475b-88fd-427e2c6c955e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 200 len: 999 time: 0.2437115 Jul 16 18:19:57.637625 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8bf54c8-7b16-436b-aa39-7f6450595bb5 req-2caedf58-1048-4186-8365-b0eb2799876d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641629 Jul 16 18:19:57.658626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1701eb29-c230-4dd9-acd5-77f896bd86ce req-88f0f241-abb8-484d-bd28-ef3edf1b2219 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154939 Jul 16 18:19:57.666301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-1a0f582e-7aa9-4200-9e68-de8b505936e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.669701 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-1a0f582e-7aa9-4200-9e68-de8b505936e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e4bebd4-1398-4e74-bc25-f8af8706b63e HTTP/1.1" status: 200 len: 835 time: 0.2201405 Jul 16 18:19:57.714318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-8d128e6f-8e4e-479e-8926-b8ab7bbf6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.715819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-8d128e6f-8e4e-479e-8926-b8ab7bbf6b1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e4bebd4-1398-4e74-bc25-f8af8706b63e HTTP/1.1" status: 200 len: 835 time: 0.1494091 Jul 16 18:19:57.853661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:57.896505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-9a4162ba-0f35-4e2f-8135-f16b0fbd3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.899930 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-9a4162ba-0f35-4e2f-8135-f16b0fbd3bb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eabd2759-91af-4375-a194-972c087183ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2228854 Jul 16 18:19:57.943090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-692785a8-8f35-47c2-8099-12e20e484454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.947775 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-692785a8-8f35-47c2-8099-12e20e484454 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eabd2759-91af-4375-a194-972c087183ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2250092 Jul 16 18:19:57.965374 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-942316124'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:57.993217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Made reservation on behalf of 6e2913d312984e86b7517214dca35043 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:57.997884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.009147 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.108382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef283b0-1425-41a5-81bf-00b31376a07b req-5c8e1188-ba95-4e72-990c-510d0b03bc59 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.110294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ef283b0-1425-41a5-81bf-00b31376a07b req-5c8e1188-ba95-4e72-990c-510d0b03bc59 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.2943645 Jul 16 18:19:58.133341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.138516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.151932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:58.163856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.163856 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Added segment 0837b3e5-55a0-4feb-bae6-1703ad96efdf of type vlan for network 3c88e0f7-0a85-439e-b95b-8e6269cfc357 Jul 16 18:19:58.213225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.222844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ef283b0-1425-41a5-81bf-00b31376a07b req-027093ea-078e-42ea-8107-2bfc7df032f8 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838237 Jul 16 18:19:58.234002 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-f1e58431-5d4b-421a-973b-3febd8b56b56 service neutron] 10.222.0.42 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268352 Jul 16 18:19:58.236175 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-4762d51d-2487-4edd-b726-68de467aafcd service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712166 Jul 16 18:19:58.258788 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.265168 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.266045 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.292240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdfcff1-8e3c-4129-a77b-2405ee4dd607,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:58.312353 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4575729 Jul 16 18:19:58.312560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:58.354487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-741b6308-adb6-44e3-9eb1-62a07eafb06c tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Request body: {'subnet': {'network_id': '3c88e0f7-0a85-439e-b95b-8e6269cfc357', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:58.356714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 0d47ac0a-bb84-4bec-a670-6649d79ae304 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:58.364066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df0a18-2849-4477-bb5e-d894c2cf555f tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event updated for resources: {'Network': ['ID=3c88e0f7-0a85-439e-b95b-8e6269cfc357,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:58.377840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 3c88e0f7-0a85-439e-b95b-8e6269cfc357 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:58.467057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-c3fa66ea-15cc-4c30-afea-67c8de8af61c service neutron] 10.222.0.42 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257931 Jul 16 18:19:58.532313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:58.546846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'port_id': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'mac_address': 'fa:16:3e:0b:3f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:58.549898 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a30fb6-eda4-453d-807c-36981adcd56c req-a10d8c15-6d56-453a-806e-78bc16ce8423 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068843 Jul 16 18:19:58.579982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741b6308-adb6-44e3-9eb1-62a07eafb06c tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Made reservation on behalf of 6e2913d312984e86b7517214dca35043 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:58.583653 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-741b6308-adb6-44e3-9eb1-62a07eafb06c tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.605460 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.619512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d47ac0a-bb84-4bec-a670-6649d79ae304 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:58.645107 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:58.652341 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.810736 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-741b6308-adb6-44e3-9eb1-62a07eafb06c tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.881146 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b6308-adb6-44e3-9eb1-62a07eafb06c tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event updated for resources: {'Subnet': ['ID=458ae7bf-a51f-4606-9803-cbd6715e1a5d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:58.883632 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=0d47ac0a-bb84-4bec-a670-6649d79ae304,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:58.927515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b6308-adb6-44e3-9eb1-62a07eafb06c tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Checking segment: {'id': '0837b3e5-55a0-4feb-bae6-1703ad96efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3c88e0f7-0a85-439e-b95b-8e6269cfc357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:58.927977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b6308-adb6-44e3-9eb1-62a07eafb06c tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Network hostable DHCP agents. Network: 3c88e0f7-0a85-439e-b95b-8e6269cfc357, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:58.984438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['0d47ac0a-bb84-4bec-a670-6649d79ae304'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:59.034675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b6308-adb6-44e3-9eb1-62a07eafb06c tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Network 3c88e0f7-0a85-439e-b95b-8e6269cfc357 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:59.062193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-741b6308-adb6-44e3-9eb1-62a07eafb06c tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 3c88e0f7-0a85-439e-b95b-8e6269cfc357) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:59.068580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741b6308-adb6-44e3-9eb1-62a07eafb06c tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.069781 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-741b6308-adb6-44e3-9eb1-62a07eafb06c tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.078480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882bc150-9cd7-4313-8e2f-9c54b18c38e5 None None] Network 3c88e0f7-0a85-439e-b95b-8e6269cfc357 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:59.105034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5a1e9-fab7-4a23-9334-40781c84be7d req-6aaf0c9f-0f63-4d55-a8a6-bd1dcf94aced tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.112056 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ea5a1e9-fab7-4a23-9334-40781c84be7d req-6aaf0c9f-0f63-4d55-a8a6-bd1dcf94aced tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 945 time: 0.1807756 Jul 16 18:19:59.167321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ad3f9-83f3-48b6-b1ef-e155e5e0df9b req-283635cc-4994-4316-bc1e-cd83845759a6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.168823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-483ad3f9-83f3-48b6-b1ef-e155e5e0df9b req-283635cc-4994-4316-bc1e-cd83845759a6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 944 time: 0.2278922 Jul 16 18:19:59.173390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-741b6308-adb6-44e3-9eb1-62a07eafb06c tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8562469 Jul 16 18:19:59.173734 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.180296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a0697f0c-d5b6-4804-af34-6a3065643a39 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-346137260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:59.187713 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ea5a1e9-fab7-4a23-9334-40781c84be7d req-27bf7d1d-dfd4-4312-a5be-0d884c48b70d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744884 Jul 16 18:19:59.234062 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0697f0c-d5b6-4804-af34-6a3065643a39 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.235392 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0697f0c-d5b6-4804-af34-6a3065643a39 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.249757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-483ad3f9-83f3-48b6-b1ef-e155e5e0df9b req-78d1316d-38a7-49b7-88ed-7ad7bf3ff047 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606024 Jul 16 18:19:59.347014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cf175da1-7a7d-4ed8-88c5-173d2f774326 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:59.368106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0697f0c-d5b6-4804-af34-6a3065643a39 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.375294 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0697f0c-d5b6-4804-af34-6a3065643a39 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.406093 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0697f0c-d5b6-4804-af34-6a3065643a39 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.407967 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a0697f0c-d5b6-4804-af34-6a3065643a39 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2332032 Jul 16 18:19:59.410901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 59788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.543860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:59.588904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-3c88e0f7-0a85-439e-b95b-8e6269cfc357', 'network_id': '3c88e0f7-0a85-439e-b95b-8e6269cfc357', 'tenant_id': '6e2913d312984e86b7517214dca35043', 'fixed_ips': [{'subnet_id': '458ae7bf-a51f-4606-9803-cbd6715e1a5d'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:59.593834 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.596580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'port_id': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'mac_address': 'fa:16:3e:01:e3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:59.829364 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.866097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.916859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf175da1-7a7d-4ed8-88c5-173d2f774326 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:59.946617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:59.959510 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.018099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Allocated IP 172.20.0.2 (3c88e0f7-0a85-439e-b95b-8e6269cfc357/458ae7bf-a51f-4606-9803-cbd6715e1a5d/ec3d3119-5bef-46cf-9b4a-232dcf469fb7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:00.067014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-1d544ee1-fae9-44c0-abfa-101427bcae1f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.070790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-1d544ee1-fae9-44c0-abfa-101427bcae1f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb&tenant_id=7d7e779da2c0442f85c056cdc3f73ede&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 945 time: 0.3864465 Jul 16 18:20:00.077357 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90b0e881-119b-4c25-972a-d4a909253e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.082063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:00.107338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae19fc-dffc-4e01-b00b-744353ca5523 req-d73123b4-4926-497b-b343-1ba7f0dbdedb tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.114065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5aae19fc-dffc-4e01-b00b-744353ca5523 req-d73123b4-4926-497b-b343-1ba7f0dbdedb tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.5834026 Jul 16 18:20:00.139409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.169224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['cf175da1-7a7d-4ed8-88c5-173d2f774326'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:00.272250 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d452d547-e70c-46f9-abde-053533cde563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.275638 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.324241 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.325690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-25700195-25e1-4053-a18a-2c39b5ed5170 tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:00.333487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Transition to ACTIVE for port object ec3d3119-5bef-46cf-9b4a-232dcf469fb7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:00.349691 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Transition to ACTIVE for port object ec3d3119-5bef-46cf-9b4a-232dcf469fb7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:00.361843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 0d47ac0a-bb84-4bec-a670-6649d79ae304 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:00.366740 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.391399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9297c1-bf35-49e2-ab25-3584b2be244b req-2a0cc766-c8fd-4785-9c40-11b76dd63156 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.395115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e9297c1-bf35-49e2-ab25-3584b2be244b req-2a0cc766-c8fd-4785-9c40-11b76dd63156 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 945 time: 0.7121334 Jul 16 18:20:00.404342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5aae19fc-dffc-4e01-b00b-744353ca5523 req-58fa70fc-8f7d-49c3-86dc-8b9f75cecaf2 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774069 Jul 16 18:20:00.448468 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-25700195-25e1-4053-a18a-2c39b5ed5170 tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] 10.222.0.52 "PUT /v2.0/quotas/840dfb0577e1449f96b91ad167bc04d8 HTTP/1.1" status: 200 len: 366 time: 0.5787542 Jul 16 18:20:00.449250 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-29ec7ca8-83b9-4985-9192-c36ed9cf0e6c service neutron] delete failed (client error): The resource could not be found. Jul 16 18:20:00.450295 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-29ec7ca8-83b9-4985-9192-c36ed9cf0e6c service neutron] 10.222.0.38 "DELETE /v2.0/ports/0d47ac0a-bb84-4bec-a670-6649d79ae304/bindings/n-h1-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.3352966 Jul 16 18:20:00.454236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.489913 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-95f2935b-366d-4014-9917-30dcaa508c57 tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0289087 Jul 16 18:20:00.495902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Network 3c88e0f7-0a85-439e-b95b-8e6269cfc357 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:00.501441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.516482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:00.530065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Pushing event updated for resources: {'Port': ['ID=ec3d3119-5bef-46cf-9b4a-232dcf469fb7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:00.535412 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-70a1b591-5d50-48e6-a046-d661c4b6683f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] 10.222.0.52 "GET /v2.0/quotas/840dfb0577e1449f96b91ad167bc04d8 HTTP/1.1" status: 200 len: 366 time: 0.0306447 Jul 16 18:20:00.536227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:00.551827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59818) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.555098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 0d47ac0a-bb84-4bec-a670-6649d79ae304 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:00.626522 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d452d547-e70c-46f9-abde-053533cde563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.633047 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-553945ad-9004-4f3d-88db-5f1a060b6d0e tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/840dfb0577e1449f96b91ad167bc04d8 HTTP/1.1" status: 204 len: 168 time: 0.0791848 Jul 16 18:20:00.634024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.636503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 0d47ac0a-bb84-4bec-a670-6649d79ae304 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:00.637056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.642780 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d452d547-e70c-46f9-abde-053533cde563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.668949 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-81ccf5e6-670e-420b-96a5-ce338964b26d tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0335600 Jul 16 18:20:00.669736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.706223 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d452d547-e70c-46f9-abde-053533cde563 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2e696e5f1fc4d81a14a1985b9b685b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5655162 Jul 16 18:20:00.711655 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8f04e513-f87c-420a-a5a3-0d4a3ef1f7ce tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] 10.222.0.52 "GET /v2.0/quotas/840dfb0577e1449f96b91ad167bc04d8 HTTP/1.1" status: 200 len: 370 time: 0.0353799 Jul 16 18:20:00.712554 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.713180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.716973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452d547-e70c-46f9-abde-053533cde563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60479873-1a96-4bb1-8207-82fbde19a1e2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:00.721440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Attempting to bind port ec3d3119-5bef-46cf-9b4a-232dcf469fb7 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:00.722086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Attempting to bind port ec3d3119-5bef-46cf-9b4a-232dcf469fb7 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '0837b3e5-55a0-4feb-bae6-1703ad96efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3c88e0f7-0a85-439e-b95b-8e6269cfc357'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:00.722692 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Attempting to bind port ec3d3119-5bef-46cf-9b4a-232dcf469fb7 on network 3c88e0f7-0a85-439e-b95b-8e6269cfc357 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:00.734491 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d4631985-fb7f-497f-ba03-d6094a109ff3 tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] 10.222.0.52 "GET /v2.0/quotas/840dfb0577e1449f96b91ad167bc04d8/default HTTP/1.1" status: 200 len: 370 time: 0.0180445 Jul 16 18:20:00.735478 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.751951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:00.751951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Checking segment: {'id': '0837b3e5-55a0-4feb-bae6-1703ad96efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3c88e0f7-0a85-439e-b95b-8e6269cfc357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:00.751951 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.751951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Bound using segment: {'id': '0837b3e5-55a0-4feb-bae6-1703ad96efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3c88e0f7-0a85-439e-b95b-8e6269cfc357'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:00.751951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Bound port: ec3d3119-5bef-46cf-9b4a-232dcf469fb7, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0837b3e5-55a0-4feb-bae6-1703ad96efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3c88e0f7-0a85-439e-b95b-8e6269cfc357'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:00.752696 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.756440 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9ac1f78f-e763-41e5-8539-7ef48ff3e226 tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:20:00.765762 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9ac1f78f-e763-41e5-8539-7ef48ff3e226 tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/840dfb0577e1449f96b91ad167bc04d8 HTTP/1.1" status: 404 len: 348 time: 0.0227125 Jul 16 18:20:00.821054 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89f61a1e-c7d2-429f-98cb-4d14afcd5fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.855469 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89f61a1e-c7d2-429f-98cb-4d14afcd5fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.893488 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.903282 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.930268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] For port ec3d3119-5bef-46cf-9b4a-232dcf469fb7, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:00.934474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] For port ec3d3119-5bef-46cf-9b4a-232dcf469fb7, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ec3d3119-5bef-46cf-9b4a-232dcf469fb7,segment=NetworkSegment(0837b3e5-55a0-4feb-bae6-1703ad96efdf),segment_id=0837b3e5-55a0-4feb-bae6-1703ad96efdf)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:00.936483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Usage tracker for resource:network and tenant:c43958a86241473ebb7a5cfce7e7771e is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:20:00.939856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:00.942525 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba59f36-576a-4c0b-8e74-d1e8617e0066" -d '{"events": [{"server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "name": "network-vif-plugged", "status": "completed", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:00.944192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:20:00.948712 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.954944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Usage tracker for resource:subnet and tenant:c43958a86241473ebb7a5cfce7e7771e is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:20:00.962641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:20:00.968077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:00.974473 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Usage tracker for resource:subnetpool and tenant:c43958a86241473ebb7a5cfce7e7771e is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:20:00.982832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:20:00.994990 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89f61a1e-c7d2-429f-98cb-4d14afcd5fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.996755 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.999298 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-89f61a1e-c7d2-429f-98cb-4d14afcd5fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.019965 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-89f61a1e-c7d2-429f-98cb-4d14afcd5fe2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60479873-1a96-4bb1-8207-82fbde19a1e2 HTTP/1.1" status: 204 len: 168 time: 0.3052323 Jul 16 18:20:01.031496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Usage tracker for resource:port and tenant:c43958a86241473ebb7a5cfce7e7771e is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:20:01.046123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf20ece-0bc6-4c0f-8ca5-f370ca5cac57 None None] Pushing event updated for resources: {'Port': ['ID=ec3d3119-5bef-46cf-9b4a-232dcf469fb7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.051762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:20:01.058585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f61a1e-c7d2-429f-98cb-4d14afcd5fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60479873-1a96-4bb1-8207-82fbde19a1e2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.077673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Usage tracker for resource:router and tenant:c43958a86241473ebb7a5cfce7e7771e is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:20:01.092372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:20:01.110476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Usage tracker for resource:floatingip and tenant:c43958a86241473ebb7a5cfce7e7771e is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:20:01.117067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e9297c1-bf35-49e2-ab25-3584b2be244b req-2b2cf6b9-6f5c-45f5-aeb2-de9d51dd5edf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6767464 Jul 16 18:20:01.119784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=0d47ac0a-bb84-4bec-a670-6649d79ae304,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.127359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:20:01.178188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Usage tracker for resource:security_group and tenant:c43958a86241473ebb7a5cfce7e7771e is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:20:01.190970 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:20:01.204369 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22338a8d-3d83-4ab7-b08c-95b0e31daffb x-openstack-request-id: req-22338a8d-3d83-4ab7-b08c-95b0e31daffb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:01.204666 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "name": "network-vif-plugged", "status": "completed", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:01.204944 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22338a8d-3d83-4ab7-b08c-95b0e31daffb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:01.205462 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'code': 200} Jul 16 18:20:01.207723 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Usage tracker for resource:security_group_rule and tenant:c43958a86241473ebb7a5cfce7e7771e is out of sync, need to count used quota {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:20:01.213965 n-d-793618-9 neutron-server[93766]: DEBUG neutron.quota.resource [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93766) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:20:01.225161 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-92be0bef-40ed-4ab7-9d8a-b8470299477f tempest-QuotasTest-19282098 tempest-QuotasTest-19282098-project-admin] 10.222.0.52 "GET /v2.0/quotas/c43958a86241473ebb7a5cfce7e7771e/details.json HTTP/1.1" status: 200 len: 703 time: 0.3305023 Jul 16 18:20:01.300100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-e5f1400d-118d-4c8d-b1a7-3034f085c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:01.305115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-e5f1400d-118d-4c8d-b1a7-3034f085c6c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1096 time: 0.7201295 Jul 16 18:20:01.323788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cf175da1-7a7d-4ed8-88c5-173d2f774326 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:01.378169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bee57-74ea-4c78-b454-748c2a5e2be3 req-f6fbf7b3-93a0-4ca6-acaf-7c0e8d1bf3e6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:01.395270 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-313bee57-74ea-4c78-b454-748c2a5e2be3 req-f6fbf7b3-93a0-4ca6-acaf-7c0e8d1bf3e6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 945 time: 0.8133619 Jul 16 18:20:01.399949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port cf175da1-7a7d-4ed8-88c5-173d2f774326 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:01.404480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port cf175da1-7a7d-4ed8-88c5-173d2f774326 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:01.404861 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.507613 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.546786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:01.555882 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.602288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59846) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:01.616284 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54837a49-aa83-48cf-b877-1e13f46f8443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.633090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-85242d12-7f24-4882-889f-1f8f4c7392f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:01.635264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-85242d12-7f24-4882-889f-1f8f4c7392f1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eabd2759-91af-4375-a194-972c087183ce HTTP/1.1" status: 200 len: 898 time: 0.3208761 Jul 16 18:20:01.636000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Allocated IP 172.20.0.1 (3c88e0f7-0a85-439e-b95b-8e6269cfc357/458ae7bf-a51f-4606-9803-cbd6715e1a5d/30446a82-1356-4635-94e7-74959a43a5c9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:01.646078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.665472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-313bee57-74ea-4c78-b454-748c2a5e2be3 req-0a0246ec-430c-485d-a568-b98a51eb41ca tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689538 Jul 16 18:20:01.724348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59848) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:01.727533 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54837a49-aa83-48cf-b877-1e13f46f8443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.733482 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-54837a49-aa83-48cf-b877-1e13f46f8443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.764025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54837a49-aa83-48cf-b877-1e13f46f8443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00d36fd-b764-4bfa-b0df-dbc8105e0b81,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.798060 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-54837a49-aa83-48cf-b877-1e13f46f8443 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e92d70367b74f4d8903661eee083cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942072 Jul 16 18:20:01.800859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59852) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:01.805503 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-20c148e5-0319-4aeb-bc29-f36f40e1a88a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 200 len: 1001 time: 0.1347725 Jul 16 18:20:01.871948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9afcfb-7888-4f81-bc70-7865efaf44fc req-164843f1-969e-4a3f-bb03-e4359ab3df7b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:01.873556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d9afcfb-7888-4f81-bc70-7865efaf44fc req-164843f1-969e-4a3f-bb03-e4359ab3df7b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.2718763 Jul 16 18:20:01.877267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f18d8151-c8d1-4af2-90af-17d1c06f513d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.880872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3977-245f-4ffb-a8fc-21ec01b91c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.921387 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f18d8151-c8d1-4af2-90af-17d1c06f513d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.937481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-a5108993-f179-4f68-b5bf-23d0d7e993b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:01.938987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-a5108993-f179-4f68-b5bf-23d0d7e993b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e4bebd4-1398-4e74-bc25-f8af8706b63e HTTP/1.1" status: 200 len: 835 time: 0.1049941 Jul 16 18:20:01.992823 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.007959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d9afcfb-7888-4f81-bc70-7865efaf44fc req-e1bcd73d-2fa0-400a-9520-b79d9d4861e4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237395 Jul 16 18:20:02.010550 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f18d8151-c8d1-4af2-90af-17d1c06f513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.013723 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f18d8151-c8d1-4af2-90af-17d1c06f513d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.018159 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f18d8151-c8d1-4af2-90af-17d1c06f513d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e00d36fd-b764-4bfa-b0df-dbc8105e0b81 HTTP/1.1" status: 204 len: 168 time: 0.2160316 Jul 16 18:20:02.025550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Transition to ACTIVE for port object 30446a82-1356-4635-94e7-74959a43a5c9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:02.065386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-6193268d-f4c1-4f2a-aeaa-ed8f43a63717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.066951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-6193268d-f4c1-4f2a-aeaa-ed8f43a63717 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eabd2759-91af-4375-a194-972c087183ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172571 Jul 16 18:20:02.068934 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3977-245f-4ffb-a8fc-21ec01b91c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.080449 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3977-245f-4ffb-a8fc-21ec01b91c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.083184 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d8151-c8d1-4af2-90af-17d1c06f513d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00d36fd-b764-4bfa-b0df-dbc8105e0b81,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.114173 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.125127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a3977-245f-4ffb-a8fc-21ec01b91c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d3a12-29d5-4e63-85bc-12512d5f395d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.131438 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3c5a3977-245f-4ffb-a8fc-21ec01b91c39 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=092c44de02064510973c2fc344d197c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060717 Jul 16 18:20:02.134936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59858) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:02.210589 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a39a29-69a6-44f7-adcd-6fe53ba5b391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.225576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event updated for resources: {'Port': ['ID=30446a82-1356-4635-94e7-74959a43a5c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.267903 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a39a29-69a6-44f7-adcd-6fe53ba5b391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.270094 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f0ef20-2aad-4841-bfe5-60555787aaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.298425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Network 3c88e0f7-0a85-439e-b95b-8e6269cfc357 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:02.304233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:02.313071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:02.337573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4689d414-d60d-4404-aca5-af1951123c38 None None] Network 3c88e0f7-0a85-439e-b95b-8e6269cfc357 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:02.374218 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a39a29-69a6-44f7-adcd-6fe53ba5b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.376869 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f6a39a29-69a6-44f7-adcd-6fe53ba5b391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.378223 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f6a39a29-69a6-44f7-adcd-6fe53ba5b391 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e31d3a12-29d5-4e63-85bc-12512d5f395d HTTP/1.1" status: 204 len: 168 time: 0.2422440 Jul 16 18:20:02.393714 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a39a29-69a6-44f7-adcd-6fe53ba5b391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d3a12-29d5-4e63-85bc-12512d5f395d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.434843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ec3d3119-5bef-46cf-9b4a-232dcf469fb7 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:02.497985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-563d3dd9-197e-4c3d-8e34-9ad3f2533d51 None None] Provisioning for port ec3d3119-5bef-46cf-9b4a-232dcf469fb7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:02.515871 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ec3d3119-5bef-46cf-9b4a-232dcf469fb7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:02.516111 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.522493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ec3d3119-5bef-46cf-9b4a-232dcf469fb7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:02.523122 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.639508 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.662253 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.675088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-43a5bffa-ffad-42a8-89f0-5ed763ab1a42 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017001 Jul 16 18:20:02.725040 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.743286 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.785983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port ec3d3119-5bef-46cf-9b4a-232dcf469fb7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ec3d3119-5bef-46cf-9b4a-232dcf469fb7,segment=NetworkSegment(0837b3e5-55a0-4feb-bae6-1703ad96efdf),segment_id=0837b3e5-55a0-4feb-bae6-1703ad96efdf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:02.793515 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.853091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=ec3d3119-5bef-46cf-9b4a-232dcf469fb7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.984873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c546c-2782-4ab1-91c4-49939507bed4 req-5f3091ab-e59a-418c-a229-309ec5909cc4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.986495 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-488c546c-2782-4ab1-91c4-49939507bed4 req-5f3091ab-e59a-418c-a229-309ec5909cc4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.5513797 Jul 16 18:20:03.010050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:03.026080 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbeba2fe-a35c-4679-987d-371435723d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.106250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f80f9170-4a49-47ec-ad8c-43f593be3480 req-2f28fe88-33b2-4f01-b21f-3f9781d89fdb service neutron] 10.222.0.38 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269390 Jul 16 18:20:03.124752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-488c546c-2782-4ab1-91c4-49939507bed4 req-83bb0b6e-61d4-4d73-84ea-579d6f8ac3ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088262 Jul 16 18:20:03.142109 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.182649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8432ddaf-b77a-4738-9128-fbfe2baaad0d None None] Provisioning complete for port ec3d3119-5bef-46cf-9b4a-232dcf469fb7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:03.183551 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8432ddaf-b77a-4738-9128-fbfe2baaad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.189531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbeba2fe-a35c-4679-987d-371435723d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.195478 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbeba2fe-a35c-4679-987d-371435723d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.226395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65b56-c25c-40b3-8fc9-edbe6e0875c1 req-5963cddf-072e-4dde-8f36-15342d99a7a9 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.230159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29a65b56-c25c-40b3-8fc9-edbe6e0875c1 req-5963cddf-072e-4dde-8f36-15342d99a7a9 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 946 time: 0.2782154 Jul 16 18:20:03.246758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:03.248543 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fbeba2fe-a35c-4679-987d-371435723d88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c43958a86241473ebb7a5cfce7e7771e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373586 Jul 16 18:20:03.249951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeba2fe-a35c-4679-987d-371435723d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede9948-1a38-4499-84e3-de76e3fa1445,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.252503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:03.260567 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af160be9-8442-4c77-9e62-4c468e35a6e9" -d '{"events": [{"server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "name": "network-vif-plugged", "status": "completed", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:03.340454 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ade2e7-60e0-430b-985b-e83abe817835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.363942 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ade2e7-60e0-430b-985b-e83abe817835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.381380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8432ddaf-b77a-4738-9128-fbfe2baaad0d None None] Provisioning for port 30446a82-1356-4635-94e7-74959a43a5c9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:03.389299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8432ddaf-b77a-4738-9128-fbfe2baaad0d None None] Provisioning complete for port 30446a82-1356-4635-94e7-74959a43a5c9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:03.390395 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8432ddaf-b77a-4738-9128-fbfe2baaad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.398084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29a65b56-c25c-40b3-8fc9-edbe6e0875c1 req-78c19807-8535-4d8c-a144-77170efb9c06 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609869 Jul 16 18:20:03.445680 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ade2e7-60e0-430b-985b-e83abe817835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.449819 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88ade2e7-60e0-430b-985b-e83abe817835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.451905 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-88ade2e7-60e0-430b-985b-e83abe817835 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ede9948-1a38-4499-84e3-de76e3fa1445 HTTP/1.1" status: 204 len: 168 time: 0.1984627 Jul 16 18:20:03.454415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8432ddaf-b77a-4738-9128-fbfe2baaad0d None None] Port 30446a82-1356-4635-94e7-74959a43a5c9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:03.484736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ade2e7-60e0-430b-985b-e83abe817835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede9948-1a38-4499-84e3-de76e3fa1445,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.505599 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4f87d0-8481-4fe5-8eab-98c378cb513f x-openstack-request-id: req-de4f87d0-8481-4fe5-8eab-98c378cb513f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:03.505900 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "name": "network-vif-plugged", "status": "completed", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:03.506158 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de4f87d0-8481-4fe5-8eab-98c378cb513f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:03.506554 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'code': 200} Jul 16 18:20:03.597251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-663a9fce-f82e-4f96-ae83-506a03c695f8 None None] Provisioning complete for port 30446a82-1356-4635-94e7-74959a43a5c9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:03.602986 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-663a9fce-f82e-4f96-ae83-506a03c695f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.686509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-663a9fce-f82e-4f96-ae83-506a03c695f8 None None] Port 30446a82-1356-4635-94e7-74959a43a5c9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:03.790482 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.939498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc39b6-1c9f-4744-bee3-34e098275845 req-933e56ff-19dc-43ac-93c2-ac4348cb3e0e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.941832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-babc39b6-1c9f-4744-bee3-34e098275845 req-933e56ff-19dc-43ac-93c2-ac4348cb3e0e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.4797275 Jul 16 18:20:03.977690 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.992681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.024726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fe4d2-334b-4518-a099-997e54e2fe3f req-16ff9b44-e0d5-4b7a-9804-13c35ef2c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.026483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee4fe4d2-334b-4518-a099-997e54e2fe3f req-16ff9b44-e0d5-4b7a-9804-13c35ef2c6d8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 1097 time: 0.2024915 Jul 16 18:20:04.128348 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-babc39b6-1c9f-4744-bee3-34e098275845 req-c8bbe5ef-c40b-4a67-b6db-28b74cd6dd60 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763096 Jul 16 18:20:04.155155 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.155155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event updated for resources: {'Port': ['ID=30446a82-1356-4635-94e7-74959a43a5c9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:04.170341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee4fe4d2-334b-4518-a099-997e54e2fe3f req-698bfc22-0b71-4a37-8c98-2ca885997202 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075175 Jul 16 18:20:04.214218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:04.246762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bfb3c-44f6-4746-8766-8edc92231e6f req-a18bf336-3d1a-4f77-856e-0d264858a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.248326 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c5bfb3c-44f6-4746-8766-8edc92231e6f req-a18bf336-3d1a-4f77-856e-0d264858a155 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 1097 time: 0.2195847 Jul 16 18:20:04.315091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Network 3c88e0f7-0a85-439e-b95b-8e6269cfc357 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:04.323265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:04.344365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ec3d3119-5bef-46cf-9b4a-232dcf469fb7 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:04.373176 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96854ae8-fb25-446a-9c9d-4be72402150d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.440172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ec3d3119-5bef-46cf-9b4a-232dcf469fb7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:04.440172 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.596475 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96854ae8-fb25-446a-9c9d-4be72402150d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.605706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bfb3c-44f6-4746-8766-8edc92231e6f req-35df3775-f06d-49e3-b669-577075d89a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.606077 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96854ae8-fb25-446a-9c9d-4be72402150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.607654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c5bfb3c-44f6-4746-8766-8edc92231e6f req-35df3775-f06d-49e3-b669-577075d89a1a service neutron] 10.222.0.38 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 917 time: 0.3298991 Jul 16 18:20:04.650620 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-96854ae8-fb25-446a-9c9d-4be72402150d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c7a0ab1786340658376db3ad3fbac5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344659 Jul 16 18:20:04.653885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:04.660332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96854ae8-fb25-446a-9c9d-4be72402150d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9978d3a3-51b9-4f08-a41c-0a143c8f2cfd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:04.721412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d62cbee3-c221-468b-8539-f069a50c2f82 None None] Provisioning complete for port 30446a82-1356-4635-94e7-74959a43a5c9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:04.722285 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d62cbee3-c221-468b-8539-f069a50c2f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.724940 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c6de937-d3ed-4baa-952c-a1324427f572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.760278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c5bfb3c-44f6-4746-8766-8edc92231e6f req-389414fd-2034-4342-aa94-dc82eb29a51a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326 HTTP/1.1" status: 200 len: 1001 time: 0.1280134 Jul 16 18:20:04.761975 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c6de937-d3ed-4baa-952c-a1324427f572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.768302 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d62cbee3-c221-468b-8539-f069a50c2f82 None None] Port 30446a82-1356-4635-94e7-74959a43a5c9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:04.797016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1496ad-780f-4b7e-8d52-505ab2cc93e0 req-4fdef9f1-f711-4356-b631-c271fae84fa7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.803874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f1496ad-780f-4b7e-8d52-505ab2cc93e0 req-4fdef9f1-f711-4356-b631-c271fae84fa7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.3637471 Jul 16 18:20:04.828516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c6de937-d3ed-4baa-952c-a1324427f572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.832583 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6c6de937-d3ed-4baa-952c-a1324427f572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.838056 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6c6de937-d3ed-4baa-952c-a1324427f572 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9978d3a3-51b9-4f08-a41c-0a143c8f2cfd HTTP/1.1" status: 204 len: 168 time: 0.1829383 Jul 16 18:20:04.848109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6de937-d3ed-4baa-952c-a1324427f572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9978d3a3-51b9-4f08-a41c-0a143c8f2cfd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:04.865144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01eeb1-ec4f-4db8-a62f-09710a29929c req-e54a454f-684b-4f91-84b4-ed5561b92cb1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.866624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac01eeb1-ec4f-4db8-a62f-09710a29929c req-e54a454f-684b-4f91-84b4-ed5561b92cb1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.3152020 Jul 16 18:20:04.874801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Router c7ab2458-cc85-41c3-a387-e459675d4960 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:04.909857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bfb3c-44f6-4746-8766-8edc92231e6f req-f86358a8-33f2-4443-83f3-959c2ac7dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.911358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c5bfb3c-44f6-4746-8766-8edc92231e6f req-f86358a8-33f2-4443-83f3-959c2ac7dfc2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.1392529 Jul 16 18:20:04.919355 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f1496ad-780f-4b7e-8d52-505ab2cc93e0 req-d1266a77-75b1-404c-bc24-caf40d2bb62b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146498 Jul 16 18:20:04.950898 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:05.038379 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7a726cf6-3ea1-4129-b422-723bbf536476 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/82e5584a-30dd-49f4-ad95-cc2e0bd21426 HTTP/1.1" status: 200 len: 993 time: 0.0856373 Jul 16 18:20:05.105749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac01eeb1-ec4f-4db8-a62f-09710a29929c req-5813bfd8-bb69-473f-a7f4-5b7edc0971b8 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308934 Jul 16 18:20:05.164938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:05.171809 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-587f3fde-5d64-49a1-8f16-9cfb6f04d0d2 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "PUT /v2.0/routers/c7ab2458-cc85-41c3-a387-e459675d4960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7579587 Jul 16 18:20:05.174168 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 59958) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:05.180877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Request body: {'port': {'network_id': '3c88e0f7-0a85-439e-b95b-8e6269cfc357', 'name': 'tempest-FloatingIPNegativeTestJSON-1756528017'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:05.182661 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160297e-6248-4176-98ac-24e71cbdb000 None None] Sync routers for ids ['c7ab2458-cc85-41c3-a387-e459675d4960'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:05.194794 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160297e-6248-4176-98ac-24e71cbdb000 None None] Routers {'c7ab2458-cc85-41c3-a387-e459675d4960'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:05.196269 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c160297e-6248-4176-98ac-24e71cbdb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c7ab2458-cc85-41c3-a387-e459675d4960'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:05.204375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bfb3c-44f6-4746-8766-8edc92231e6f req-8192310a-e134-4e93-a684-0d810856267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.205928 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c5bfb3c-44f6-4746-8766-8edc92231e6f req-8192310a-e134-4e93-a684-0d810856267a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2857237 Jul 16 18:20:05.275346 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c160297e-6248-4176-98ac-24e71cbdb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:05.293967 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160297e-6248-4176-98ac-24e71cbdb000 None None] Routers {'c7ab2458-cc85-41c3-a387-e459675d4960'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:05.294612 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c160297e-6248-4176-98ac-24e71cbdb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c7ab2458-cc85-41c3-a387-e459675d4960'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:05.348550 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c160297e-6248-4176-98ac-24e71cbdb000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:05.349616 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160297e-6248-4176-98ac-24e71cbdb000 None None] The sync data for ids ['c7ab2458-cc85-41c3-a387-e459675d4960'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:05.359826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c5bfb3c-44f6-4746-8766-8edc92231e6f req-62b8b787-80ef-4574-ac91-3090222befca service neutron] 10.222.0.38 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375179 Jul 16 18:20:05.385144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Made reservation on behalf of 6e2913d312984e86b7517214dca35043 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:05.390484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.421360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] device_id is not set on port 3637326d-e6db-4d27-b1e1-c6bd1e7aa172 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:05.429271 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69411f66-1b77-44e9-a303-2dcfefa3beae req-1e35e3b5-2b74-43c3-be71-ce9b5da76af7 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.437874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69411f66-1b77-44e9-a303-2dcfefa3beae req-1e35e3b5-2b74-43c3-be71-ce9b5da76af7 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 946 time: 0.3579495 Jul 16 18:20:05.478822 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.539517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69411f66-1b77-44e9-a303-2dcfefa3beae req-4288d6f5-c4cf-4256-9e96-276ec86e8eb4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001804 Jul 16 18:20:05.604300 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Allocated IP 172.20.0.14 (3c88e0f7-0a85-439e-b95b-8e6269cfc357/458ae7bf-a51f-4606-9803-cbd6715e1a5d/3637326d-e6db-4d27-b1e1-c6bd1e7aa172) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:05.609280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d21c3c-2cbc-4965-95bb-215d35efff27 req-08c725a6-2cfa-4178-a832-49e741b171d7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.616891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7d21c3c-2cbc-4965-95bb-215d35efff27 req-08c725a6-2cfa-4178-a832-49e741b171d7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2560697 Jul 16 18:20:05.641920 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c5bfb3c-44f6-4746-8766-8edc92231e6f req-9ccd7f45-3ad8-4ac0-acf4-f0339e3aa08d service neutron] 10.222.0.38 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693605 Jul 16 18:20:05.677639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7d21c3c-2cbc-4965-95bb-215d35efff27 req-5a235323-fdb0-432a-9660-b6ae521ae47d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587103 Jul 16 18:20:05.828661 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.844990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Transition to ACTIVE for port object 3637326d-e6db-4d27-b1e1-c6bd1e7aa172 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:05.891843 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.948221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Network 3c88e0f7-0a85-439e-b95b-8e6269cfc357 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:05.972556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event updated for resources: {'Port': ['ID=3637326d-e6db-4d27-b1e1-c6bd1e7aa172,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:05.975198 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:05.981288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:06.073685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.074617 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.097124 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5ccd00d2-f50b-4b21-a460-62b6c642b446 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9218168 Jul 16 18:20:06.102314 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:06.113575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:06.155231 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.200150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-6acb574b-a60c-4094-9664-679c645209d5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.208299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-6acb574b-a60c-4094-9664-679c645209d5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 812 time: 0.2652371 Jul 16 18:20:06.227428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-9867ff2c-f52f-4ed7-8f54-bdb227c63137 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/quotas/7ff61005884a4cf495bfab056c2e2f39 HTTP/1.1" status: 200 len: 375 time: 0.0179873 Jul 16 18:20:06.354171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-e85fbb9b-3d32-435b-90c4-a252ce086eaa tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1254537 Jul 16 18:20:06.356402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.433905 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a9c14cd6-48f2-4475-9e6a-52da58336f8d None None] Provisioning for port 3637326d-e6db-4d27-b1e1-c6bd1e7aa172 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:06.439582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a9c14cd6-48f2-4475-9e6a-52da58336f8d None None] Provisioning complete for port 3637326d-e6db-4d27-b1e1-c6bd1e7aa172 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:06.439964 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9c14cd6-48f2-4475-9e6a-52da58336f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.491792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-e1cde38e-b36a-4b9b-ab1a-d317c433478a service neutron] 10.222.0.52 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365290 Jul 16 18:20:06.515427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a9c14cd6-48f2-4475-9e6a-52da58336f8d None None] Port 3637326d-e6db-4d27-b1e1-c6bd1e7aa172 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:06.544869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Allocated IP 172.25.8.20 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/e0ab7c71-7a12-4301-9fdb-12b68c0d4b2c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:06.700211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-818639b6-d26b-4cb6-8ac8-fe4256107ff8 service neutron] 10.222.0.52 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053289 Jul 16 18:20:06.745411 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.783986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:06.809323 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.858601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122c9b-248d-4f27-917e-152da40d1b56 req-16bed653-4266-434d-8faa-f9398f0fd740 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.875621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33122c9b-248d-4f27-917e-152da40d1b56 req-16bed653-4266-434d-8faa-f9398f0fd740 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 946 time: 0.1589391 Jul 16 18:20:06.878721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:06.883213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:06.887797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:06.956732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event updated for resources: {'Port': ['ID=e0ab7c71-7a12-4301-9fdb-12b68c0d4b2c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.997969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33122c9b-248d-4f27-917e-152da40d1b56 req-c7b63f02-41d1-4f9b-8b48-40a69baa1a30 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188905 Jul 16 18:20:07.032164 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.034445 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-510c1e61-c312-4db9-852c-fc614affaf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.054230 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-745c1d23-3741-4e40-9ed0-bf48dc29dc54 req-cae4240b-5eac-466c-a8a6-3b6efdb9d482 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 210 time: 0.0934403 Jul 16 18:20:07.110104 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.273943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-510c1e61-c312-4db9-852c-fc614affaf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.286278 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-510c1e61-c312-4db9-852c-fc614affaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.348325 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-510c1e61-c312-4db9-852c-fc614affaf56 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee7af5be437e415e8612ceaba0851b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5608659 Jul 16 18:20:07.348488 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.358194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c1e61-c312-4db9-852c-fc614affaf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1797dd03-11b3-4d3a-bb43-4ce160688a85,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.377097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.391706 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.489129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55e833ed-b1a3-4df9-965f-8486a0c5c939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.492632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event updated for resources: {'Port': ['ID=e0ab7c71-7a12-4301-9fdb-12b68c0d4b2c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.514700 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.531368 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55e833ed-b1a3-4df9-965f-8486a0c5c939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.547229 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.549349 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-168aa6f6-0d60-431c-a791-855f5e4e01bb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4442058 Jul 16 18:20:07.552033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.559935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-076ec536-c66c-4129-9b33-9b9753577a96 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Request body: {'floatingip': {'port_id': '3637326d-e6db-4d27-b1e1-c6bd1e7aa172', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:07.603290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55e833ed-b1a3-4df9-965f-8486a0c5c939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.605978 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55e833ed-b1a3-4df9-965f-8486a0c5c939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.606242 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076ec536-c66c-4129-9b33-9b9753577a96 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.607142 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-55e833ed-b1a3-4df9-965f-8486a0c5c939 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1797dd03-11b3-4d3a-bb43-4ce160688a85 HTTP/1.1" status: 204 len: 168 time: 0.2577434 Jul 16 18:20:07.622327 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e833ed-b1a3-4df9-965f-8486a0c5c939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1797dd03-11b3-4d3a-bb43-4ce160688a85,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.800761 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-076ec536-c66c-4129-9b33-9b9753577a96 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] update failed (client error): The resource could not be found. Jul 16 18:20:07.801885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-076ec536-c66c-4129-9b33-9b9753577a96 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "PUT /v2.0/floatingips/142a7cb2-5de5-4123-8884-f4f4db7e53df HTTP/1.1" status: 404 len: 507 time: 0.2480123 Jul 16 18:20:07.804685 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.922496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60090) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.940492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9037cb86-58da-4605-9e08-4a8ac5ba94b6 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Deleting port e0ab7c71-7a12-4301-9fdb-12b68c0d4b2c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:07.940845 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9037cb86-58da-4605-9e08-4a8ac5ba94b6 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.945962 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d542a7da-4bf5-41c8-8023-ca5db4460820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.047992 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9037cb86-58da-4605-9e08-4a8ac5ba94b6 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.048984 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9037cb86-58da-4605-9e08-4a8ac5ba94b6 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.071368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9037cb86-58da-4605-9e08-4a8ac5ba94b6 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Calling delete_port for e0ab7c71-7a12-4301-9fdb-12b68c0d4b2c owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:08.089880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d542a7da-4bf5-41c8-8023-ca5db4460820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.099229 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d542a7da-4bf5-41c8-8023-ca5db4460820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.136778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542a7da-4bf5-41c8-8023-ca5db4460820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913085cc-aee5-43c0-9d3c-9ade92c36c85,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.160654 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d542a7da-4bf5-41c8-8023-ca5db4460820 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=127d1f146863409eb924443d4fdcdaae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368124 Jul 16 18:20:08.163531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.231069 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa191d24-8397-4b9a-b768-38e80b5e7b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.258978 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa191d24-8397-4b9a-b768-38e80b5e7b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.279866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af391f5a-fcb6-4d04-b5fe-b8cb254ee437 req-a1337e67-7e50-42ee-b15c-091ba3f713a4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 210 time: 0.0649896 Jul 16 18:20:08.343802 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa191d24-8397-4b9a-b768-38e80b5e7b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.347107 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fa191d24-8397-4b9a-b768-38e80b5e7b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.349960 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fa191d24-8397-4b9a-b768-38e80b5e7b90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/913085cc-aee5-43c0-9d3c-9ade92c36c85 HTTP/1.1" status: 204 len: 168 time: 0.1852019 Jul 16 18:20:08.350137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-6388c8f5-9138-4e59-97aa-cb2ecc669bf2 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:08.352802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-6388c8f5-9138-4e59-97aa-cb2ecc669bf2 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.38 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 812 time: 0.2702739 Jul 16 18:20:08.367621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa191d24-8397-4b9a-b768-38e80b5e7b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913085cc-aee5-43c0-9d3c-9ade92c36c85,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.381763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Request body: {'port': {'device_id': 'ead39842-8718-4dba-9801-ce6925e1401f', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'admin_state_up': True, 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:08.491354 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9037cb86-58da-4605-9e08-4a8ac5ba94b6 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.530758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037cb86-58da-4605-9e08-4a8ac5ba94b6 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event deleted for resources: {'Port': ['ID=e0ab7c71-7a12-4301-9fdb-12b68c0d4b2c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.614923 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9037cb86-58da-4605-9e08-4a8ac5ba94b6 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.618438 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9037cb86-58da-4605-9e08-4a8ac5ba94b6 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.619318 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9037cb86-58da-4605-9e08-4a8ac5ba94b6 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "DELETE /v2.0/floatingips/142a7cb2-5de5-4123-8884-f4f4db7e53df HTTP/1.1" status: 204 len: 168 time: 0.8129878 Jul 16 18:20:08.623077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.627508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Made reservation on behalf of 7ff61005884a4cf495bfab056c2e2f39 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:08.628642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-05911053-8301-4f7f-ab11-10a4cf64a78d tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Request body: {'floatingip': {'floating_network_id': '3c88e0f7-0a85-439e-b95b-8e6269cfc357', 'port_id': '3637326d-e6db-4d27-b1e1-c6bd1e7aa172', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:08.631814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.655114 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05911053-8301-4f7f-ab11-10a4cf64a78d tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.803985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Allocated IP 172.20.0.13 (bf7b37a0-880b-4518-a8ff-3e201a36b0f9/17f4e093-5a5b-4032-9a05-4b47a9f45324/b08a4d8f-69e5-4867-91ac-381bac2f9465) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:08.805274 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-05911053-8301-4f7f-ab11-10a4cf64a78d tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:20:08.807267 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-05911053-8301-4f7f-ab11-10a4cf64a78d tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1823964 Jul 16 18:20:08.811476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.819127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '3637326d-e6db-4d27-b1e1-c6bd1e7aa172', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:08.853825 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.983541 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.984498 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.003054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Transition to ACTIVE for port object b08a4d8f-69e5-4867-91ac-381bac2f9465 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:09.052293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.066268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['79784b9f-64b8-4ef5-9c69-e81f6e04b45f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:09.137472 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Allocated IP 172.25.8.45 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/0829946e-3ba5-442a-9a90-638a45b6a22c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:09.307609 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.404639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.429796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:09.438022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:09.443843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:09.456804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:09.459962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:09.463870 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:09.485573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event updated for resources: {'Port': ['ID=b08a4d8f-69e5-4867-91ac-381bac2f9465,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:09.496823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event updated for resources: {'Port': ['ID=0829946e-3ba5-442a-9a90-638a45b6a22c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:09.538331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:09.539085 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.567218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-20c7d416-e586-4160-a9db-8bde4dc33c53 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1972978 Jul 16 18:20:09.581851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Request body: {'port': {'device_id': 'ead39842-8718-4dba-9801-ce6925e1401f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:09.592013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60ad8a-0984-42ef-baf6-5e4dfb15611b req-a8a87b3b-635d-4a61-bec2-f67b1cfe5de1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:09.599448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d60ad8a-0984-42ef-baf6-5e4dfb15611b req-a8a87b3b-635d-4a61-bec2-f67b1cfe5de1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 932 time: 0.1588085 Jul 16 18:20:09.674631 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d60ad8a-0984-42ef-baf6-5e4dfb15611b req-6ff7d8d2-d1d1-458b-a2ed-451e38c74bb5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740073 Jul 16 18:20:09.761389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Deleting port 0829946e-3ba5-442a-9a90-638a45b6a22c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:09.761953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.774757 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.869348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a57a416e-e298-4bb2-9ce7-d8e8fbfc42d1 None None] Provisioning for port b08a4d8f-69e5-4867-91ac-381bac2f9465 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:09.875033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a57a416e-e298-4bb2-9ce7-d8e8fbfc42d1 None None] Provisioning complete for port b08a4d8f-69e5-4867-91ac-381bac2f9465 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:09.876479 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a57a416e-e298-4bb2-9ce7-d8e8fbfc42d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.908097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.909832 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.928066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Calling delete_port for 0829946e-3ba5-442a-9a90-638a45b6a22c owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:09.933195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a57a416e-e298-4bb2-9ce7-d8e8fbfc42d1 None None] Port b08a4d8f-69e5-4867-91ac-381bac2f9465 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:10.092112 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.124972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event deleted for resources: {'Port': ['ID=0829946e-3ba5-442a-9a90-638a45b6a22c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:10.143440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08a4d8f-69e5-4867-91ac-381bac2f9465 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:10.153060 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.166989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Transition to ACTIVE for port object b08a4d8f-69e5-4867-91ac-381bac2f9465 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:10.171893 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.230067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Pushing event updated for resources: {'Port': ['ID=b08a4d8f-69e5-4867-91ac-381bac2f9465,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:10.235367 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] create failed (client error): The resource could not be found. Jul 16 18:20:10.244226 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4f675472-ef86-4522-9a55-35914801e869 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4307384 Jul 16 18:20:10.245152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:10.447882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Attempting to bind port b08a4d8f-69e5-4867-91ac-381bac2f9465 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:10.448580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Attempting to bind port b08a4d8f-69e5-4867-91ac-381bac2f9465 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:10.449190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Attempting to bind port b08a4d8f-69e5-4867-91ac-381bac2f9465 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:10.455602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Port b08a4d8f-69e5-4867-91ac-381bac2f9465 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:10.457645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Attempting to bind port b08a4d8f-69e5-4867-91ac-381bac2f9465 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:10.470684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:10.471044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Checking segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:10.471443 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Bound using segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:10.472027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Bound port: b08a4d8f-69e5-4867-91ac-381bac2f9465, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:10.473956 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.524091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b94f5889-35e1-4d7c-a98e-528aceb414da tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Deleting port 3637326d-e6db-4d27-b1e1-c6bd1e7aa172 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:10.525177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94f5889-35e1-4d7c-a98e-528aceb414da tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.629719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] For port b08a4d8f-69e5-4867-91ac-381bac2f9465, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:10.635660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] For port b08a4d8f-69e5-4867-91ac-381bac2f9465, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b08a4d8f-69e5-4867-91ac-381bac2f9465,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:10.641030 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.682987 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94f5889-35e1-4d7c-a98e-528aceb414da tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.694207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.695068 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.697207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] 10.222.0.38 "PUT /v2.0/ports/b08a4d8f-69e5-4867-91ac-381bac2f9465 HTTP/1.1" status: 200 len: 1092 time: 1.1200337 Jul 16 18:20:10.706172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead39842-8718-4dba-9801-ce6925e1401f', 'tag': 'b08a4d8f-69e5-4867-91ac-381bac2f9465'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:10.709200 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b1def3-a0da-4a83-810d-177998f270d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ead39842-8718-4dba-9801-ce6925e1401f", "tag": "b08a4d8f-69e5-4867-91ac-381bac2f9465"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:10.778451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b94f5889-35e1-4d7c-a98e-528aceb414da tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Calling delete_port for 3637326d-e6db-4d27-b1e1-c6bd1e7aa172 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:10.794452 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56da12d5-d248-4e3e-b2d7-cad2cf94740f x-openstack-request-id: req-56da12d5-d248-4e3e-b2d7-cad2cf94740f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:10.794759 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead39842-8718-4dba-9801-ce6925e1401f", "tag": "b08a4d8f-69e5-4867-91ac-381bac2f9465", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:10.795018 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56da12d5-d248-4e3e-b2d7-cad2cf94740f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:10.795688 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead39842-8718-4dba-9801-ce6925e1401f', 'tag': 'b08a4d8f-69e5-4867-91ac-381bac2f9465', 'status': 'completed', 'code': 200} Jul 16 18:20:10.833369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:10.856225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd468dd8-37a5-4f73-89a9-46940c3e3530 service neutron] Pushing event updated for resources: {'Port': ['ID=b08a4d8f-69e5-4867-91ac-381bac2f9465,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:11.054033 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9768789-2e65-47f0-af3c-5358ec7ad447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.156375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a52165-b693-4134-9e28-f663ec80f5c3 req-e404c690-4453-42a4-96f3-82b8059668ad tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.157964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1a52165-b693-4134-9e28-f663ec80f5c3 req-e404c690-4453-42a4-96f3-82b8059668ad tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 944 time: 0.2371938 Jul 16 18:20:11.183796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-53a3a847-bce0-4188-b71e-8f7212408da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.185339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-53a3a847-bce0-4188-b71e-8f7212408da6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 1095 time: 0.4431639 Jul 16 18:20:11.231626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60200) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.250758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-2b16d40e-685a-482b-95b2-be8f39ec21e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b08a4d8f-69e5-4867-91ac-381bac2f9465 HTTP/1.1" status: 200 len: 217 time: 0.0494528 Jul 16 18:20:11.307112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1a52165-b693-4134-9e28-f663ec80f5c3 req-efedbfca-37d6-404b-9011-600aaedd9203 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158764 Jul 16 18:20:11.315555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94f5889-35e1-4d7c-a98e-528aceb414da tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.370383 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.378707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f5889-35e1-4d7c-a98e-528aceb414da tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event deleted for resources: {'Port': ['ID=3637326d-e6db-4d27-b1e1-c6bd1e7aa172,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:11.385082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-eea1a811-096c-4d5f-a39e-c785eabe2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.386870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-eea1a811-096c-4d5f-a39e-c785eabe2410 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.1226394 Jul 16 18:20:11.516960 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9768789-2e65-47f0-af3c-5358ec7ad447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.522468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b94f5889-35e1-4d7c-a98e-528aceb414da tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.527973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b94f5889-35e1-4d7c-a98e-528aceb414da tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "DELETE /v2.0/ports/3637326d-e6db-4d27-b1e1-c6bd1e7aa172 HTTP/1.1" status: 204 len: 168 time: 1.2790985 Jul 16 18:20:11.528153 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9768789-2e65-47f0-af3c-5358ec7ad447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.529681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.572934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-f76f2fbe-97e1-494c-ad4d-e72667efafce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.574518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-f76f2fbe-97e1-494c-ad4d-e72667efafce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780076 Jul 16 18:20:11.584089 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9768789-2e65-47f0-af3c-5358ec7ad447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c47f77-3d85-48fa-855f-1a274bfe17e3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:11.599647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a9768789-2e65-47f0-af3c-5358ec7ad447 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f9723286b364ef4b8843a491fbf3e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7515430 Jul 16 18:20:11.600553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.659673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18273836-c25c-43e8-9094-7b11ed480021 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.663938 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-18273836-c25c-43e8-9094-7b11ed480021 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7ab2458-cc85-41c3-a387-e459675d4960 HTTP/1.1" status: 200 len: 913 time: 0.1306534 Jul 16 18:20:11.666126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.719640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71067199-e5e6-47be-9ce0-5b5d0592f024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.726538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-339cf53f-52ca-429f-9282-bcac3c51a18d service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438234 Jul 16 18:20:11.764430 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71067199-e5e6-47be-9ce0-5b5d0592f024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.775798 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.780702 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.862132 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9e8568-85f9-4cf3-b2dc-56533e786137 req-ca61f41b-7198-4d99-ba22-06a617858c44 service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281421 Jul 16 18:20:11.880943 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71067199-e5e6-47be-9ce0-5b5d0592f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.884601 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71067199-e5e6-47be-9ce0-5b5d0592f024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.886558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-71067199-e5e6-47be-9ce0-5b5d0592f024 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45c47f77-3d85-48fa-855f-1a274bfe17e3 HTTP/1.1" status: 204 len: 168 time: 0.2837973 Jul 16 18:20:11.898270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71067199-e5e6-47be-9ce0-5b5d0592f024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c47f77-3d85-48fa-855f-1a274bfe17e3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:11.906840 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e1d60d7ab3a40618d3a3882ed756bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6716952 Jul 16 18:20:11.907774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.910463 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf15f6fc-1cf3-4f24-b504-2167e22c7288,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:11.922732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.923365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.923720 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.924073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.924470 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.924980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.925575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.933007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.933445 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.933794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.934138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.934487 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe76fd5-52cf-4cf1-b124-608af2fdd265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:12.006951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797485fa-5a57-45fb-95c4-6641bd94d059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.036113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1def3-a0da-4a83-810d-177998f270d5 req-5085b8d4-6a1f-448b-a91b-5f948e53aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.037678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8b1def3-a0da-4a83-810d-177998f270d5 req-5085b8d4-6a1f-448b-a91b-5f948e53aa5f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 1095 time: 0.1024921 Jul 16 18:20:12.040514 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797485fa-5a57-45fb-95c4-6641bd94d059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.094366 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04dbe687-de0d-42f1-a013-1f523aa01feb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.163051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1def3-a0da-4a83-810d-177998f270d5 req-eb3b6f64-3a2c-4195-aba8-d3225f93045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.165246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8b1def3-a0da-4a83-810d-177998f270d5 req-eb3b6f64-3a2c-4195-aba8-d3225f93045c service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.1148541 Jul 16 18:20:12.166815 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797485fa-5a57-45fb-95c4-6641bd94d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.169615 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-797485fa-5a57-45fb-95c4-6641bd94d059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.170820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-797485fa-5a57-45fb-95c4-6641bd94d059 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf15f6fc-1cf3-4f24-b504-2167e22c7288 HTTP/1.1" status: 204 len: 168 time: 0.2626584 Jul 16 18:20:12.221810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797485fa-5a57-45fb-95c4-6641bd94d059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf15f6fc-1cf3-4f24-b504-2167e22c7288,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:12.224758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8b1def3-a0da-4a83-810d-177998f270d5 req-26914dd0-75aa-42f2-869f-76a516f3ec9b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b08a4d8f-69e5-4867-91ac-381bac2f9465 HTTP/1.1" status: 200 len: 217 time: 0.0528121 Jul 16 18:20:12.273771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:12.295106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1984ae13-4f8a-4b67-9ce8-060db17b325d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.323580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1def3-a0da-4a83-810d-177998f270d5 req-75d86993-2be7-4869-833a-91b588317011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.325356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8b1def3-a0da-4a83-810d-177998f270d5 req-75d86993-2be7-4869-833a-91b588317011 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.0936007 Jul 16 18:20:12.449432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1def3-a0da-4a83-810d-177998f270d5 req-183d0fdd-628d-4328-a930-7c4f49c2183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.451434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8b1def3-a0da-4a83-810d-177998f270d5 req-183d0fdd-628d-4328-a930-7c4f49c2183f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165671 Jul 16 18:20:12.580988 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1984ae13-4f8a-4b67-9ce8-060db17b325d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.598960 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1984ae13-4f8a-4b67-9ce8-060db17b325d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.675906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1984ae13-4f8a-4b67-9ce8-060db17b325d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4724d0cde3524eef959c6128b447b84c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4001021 Jul 16 18:20:12.679449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60222) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:12.680585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8b1def3-a0da-4a83-810d-177998f270d5 req-de96769e-39fb-453b-9876-f5104183b256 service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179625 Jul 16 18:20:12.682133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984ae13-4f8a-4b67-9ce8-060db17b325d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503bc448-6e5a-413b-aa84-4666fae72f43,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:12.694039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-04dbe687-de0d-42f1-a013-1f523aa01feb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Deleting port 30446a82-1356-4635-94e7-74959a43a5c9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:12.694714 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04dbe687-de0d-42f1-a013-1f523aa01feb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.725753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af819f4-7d1f-422b-b6b9-57a65c6c2f59 req-f5b7348c-7eec-4e14-9abd-3fad25c287e4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.728039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2af819f4-7d1f-422b-b6b9-57a65c6c2f59 req-f5b7348c-7eec-4e14-9abd-3fad25c287e4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 944 time: 0.2430911 Jul 16 18:20:12.812385 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5205aa45-0eba-44ba-9461-bca223bd6a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.825499 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2af819f4-7d1f-422b-b6b9-57a65c6c2f59 req-6f8703d0-95b6-4fcd-ac49-4678d89f4a73 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881493 Jul 16 18:20:12.832763 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04dbe687-de0d-42f1-a013-1f523aa01feb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.844078 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8b1def3-a0da-4a83-810d-177998f270d5 req-38f96fec-5b6f-43f9-a76a-a9acc36ce688 service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544108 Jul 16 18:20:12.857187 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5205aa45-0eba-44ba-9461-bca223bd6a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.859010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-04dbe687-de0d-42f1-a013-1f523aa01feb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Calling delete_port for 30446a82-1356-4635-94e7-74959a43a5c9 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:12.984113 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5205aa45-0eba-44ba-9461-bca223bd6a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.986660 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5205aa45-0eba-44ba-9461-bca223bd6a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.987814 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5205aa45-0eba-44ba-9461-bca223bd6a51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/503bc448-6e5a-413b-aa84-4666fae72f43 HTTP/1.1" status: 204 len: 168 time: 0.3055737 Jul 16 18:20:13.000348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205aa45-0eba-44ba-9461-bca223bd6a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503bc448-6e5a-413b-aa84-4666fae72f43,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:13.073065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04dbe687-de0d-42f1-a013-1f523aa01feb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.098817 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbe687-de0d-42f1-a013-1f523aa01feb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event deleted for resources: {'Port': ['ID=30446a82-1356-4635-94e7-74959a43a5c9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:13.254041 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04dbe687-de0d-42f1-a013-1f523aa01feb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.414092 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dbe687-de0d-42f1-a013-1f523aa01feb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Router c7ab2458-cc85-41c3-a387-e459675d4960 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:13.499558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dbe687-de0d-42f1-a013-1f523aa01feb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:13.504788 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-04dbe687-de0d-42f1-a013-1f523aa01feb tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "PUT /v2.0/routers/c7ab2458-cc85-41c3-a387-e459675d4960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8376443 Jul 16 18:20:13.508750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:13.514924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb9e5e-f1fa-4678-ab99-c855709cf780 None None] Sync routers for ids ['c7ab2458-cc85-41c3-a387-e459675d4960'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:13.520523 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:20:13.530885 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb9e5e-f1fa-4678-ab99-c855709cf780 None None] Routers {'c7ab2458-cc85-41c3-a387-e459675d4960'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:13.532114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2eeb9e5e-f1fa-4678-ab99-c855709cf780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c7ab2458-cc85-41c3-a387-e459675d4960'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:13.579039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2eeb9e5e-f1fa-4678-ab99-c855709cf780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:13.589978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb9e5e-f1fa-4678-ab99-c855709cf780 None None] Routers {'c7ab2458-cc85-41c3-a387-e459675d4960'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:13.590826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2eeb9e5e-f1fa-4678-ab99-c855709cf780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c7ab2458-cc85-41c3-a387-e459675d4960'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:13.623276 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fae52c2-7027-4cb7-b4cc-9f15df358ffd tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.629788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2eeb9e5e-f1fa-4678-ab99-c855709cf780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:13.630471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb9e5e-f1fa-4678-ab99-c855709cf780 None None] The sync data for ids ['c7ab2458-cc85-41c3-a387-e459675d4960'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:13.794322 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fae52c2-7027-4cb7-b4cc-9f15df358ffd tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.796535 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fae52c2-7027-4cb7-b4cc-9f15df358ffd tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.847573 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fae52c2-7027-4cb7-b4cc-9f15df358ffd tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.848398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fae52c2-7027-4cb7-b4cc-9f15df358ffd tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Fanout notify agent at l3_agent the message router_deleted on router c7ab2458-cc85-41c3-a387-e459675d4960 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:13.858541 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fae52c2-7027-4cb7-b4cc-9f15df358ffd tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.862326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60250) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:13.862738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1fae52c2-7027-4cb7-b4cc-9f15df358ffd tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "DELETE /v2.0/routers/c7ab2458-cc85-41c3-a387-e459675d4960 HTTP/1.1" status: 204 len: 168 time: 0.3518760 Jul 16 18:20:13.939113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-037f0ebf-1191-4630-bac5-6a0c01815a22 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Deleting subnet 458ae7bf-a51f-4606-9803-cbd6715e1a5d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:13.942548 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-037f0ebf-1191-4630-bac5-6a0c01815a22 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.999048 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-037f0ebf-1191-4630-bac5-6a0c01815a22 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.045200 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f925eb7-6c9f-4290-8293-3b86a04d8fbf req-5681139d-a110-4be6-aa8f-708903fcbb81 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:14.047466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f925eb7-6c9f-4290-8293-3b86a04d8fbf req-5681139d-a110-4be6-aa8f-708903fcbb81 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 944 time: 0.0849435 Jul 16 18:20:14.099216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f925eb7-6c9f-4290-8293-3b86a04d8fbf req-25069594-8407-4efa-b0b6-eff4664aece9 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435784 Jul 16 18:20:14.123946 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-037f0ebf-1191-4630-bac5-6a0c01815a22 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.198379 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-037f0ebf-1191-4630-bac5-6a0c01815a22 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.226388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f0ebf-1191-4630-bac5-6a0c01815a22 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event deleted for resources: {'Subnet': ['ID=458ae7bf-a51f-4606-9803-cbd6715e1a5d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.231061 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-037f0ebf-1191-4630-bac5-6a0c01815a22 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.232977 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-037f0ebf-1191-4630-bac5-6a0c01815a22 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "DELETE /v2.0/subnets/458ae7bf-a51f-4606-9803-cbd6715e1a5d HTTP/1.1" status: 204 len: 168 time: 0.3696256 Jul 16 18:20:14.235268 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:14.241395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16257c73-d275-4cb5-a73d-b7557693a3ef None None] Network 3c88e0f7-0a85-439e-b95b-8e6269cfc357 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:14.329569 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.384107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Deleting port ec3d3119-5bef-46cf-9b4a-232dcf469fb7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:14.384445 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.454429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] For port ec3d3119-5bef-46cf-9b4a-232dcf469fb7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ec3d3119-5bef-46cf-9b4a-232dcf469fb7,segment=NetworkSegment(0837b3e5-55a0-4feb-bae6-1703ad96efdf),segment_id=0837b3e5-55a0-4feb-bae6-1703ad96efdf)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:14.454856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.468821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Calling delete_port for ec3d3119-5bef-46cf-9b4a-232dcf469fb7 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:14.479530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee326f49-c098-4485-a587-71540acf12bd None None] DHCP port deletion for 3c88e0f7-0a85-439e-b95b-8e6269cfc357 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:14.531078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ee326f49-c098-4485-a587-71540acf12bd None None] Deleting port ec3d3119-5bef-46cf-9b4a-232dcf469fb7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:14.532158 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee326f49-c098-4485-a587-71540acf12bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.553215 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.580060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event deleted for resources: {'Port': ['ID=ec3d3119-5bef-46cf-9b4a-232dcf469fb7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.583919 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] No DVR routers for this DVR port ec3d3119-5bef-46cf-9b4a-232dcf469fb7 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:14.613419 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ee326f49-c098-4485-a587-71540acf12bd None None] For port ec3d3119-5bef-46cf-9b4a-232dcf469fb7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ec3d3119-5bef-46cf-9b4a-232dcf469fb7,segment=NetworkSegment(0837b3e5-55a0-4feb-bae6-1703ad96efdf),segment_id=0837b3e5-55a0-4feb-bae6-1703ad96efdf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:14.613829 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee326f49-c098-4485-a587-71540acf12bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.626478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ee326f49-c098-4485-a587-71540acf12bd None None] Calling delete_port for ec3d3119-5bef-46cf-9b4a-232dcf469fb7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:14.685518 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.697653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c88e0f7-0a85-439e-b95b-8e6269cfc357']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:14.708872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0837b3e5-55a0-4feb-bae6-1703ad96efdf') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:14.709128 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee326f49-c098-4485-a587-71540acf12bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.709389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0837b3e5-55a0-4feb-bae6-1703ad96efdf') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:14.719854 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.735404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.740067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee326f49-c098-4485-a587-71540acf12bd None None] Pushing event deleted for resources: {'Port': ['ID=ec3d3119-5bef-46cf-9b4a-232dcf469fb7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.741946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee326f49-c098-4485-a587-71540acf12bd None None] No DVR routers for this DVR port ec3d3119-5bef-46cf-9b4a-232dcf469fb7 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:14.746261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:14.746792 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:14.753529 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:14.825787 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.841030 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.849775 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] 10.222.0.52 "DELETE /v2.0/networks/3c88e0f7-0a85-439e-b95b-8e6269cfc357 HTTP/1.1" status: 204 len: 168 time: 0.6135182 Jul 16 18:20:14.862222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1273715-8108-400b-90ac-67606edca499 tempest-FloatingIPNegativeTestJSON-694129978 tempest-FloatingIPNegativeTestJSON-694129978-project] Pushing event deleted for resources: {'Network': ['ID=3c88e0f7-0a85-439e-b95b-8e6269cfc357,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.132251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:15.317660 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2572d7b4-1277-4e5c-ab7f-8cf298ffd8cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e2913d312984e86b7517214dca35043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842358 Jul 16 18:20:15.320012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:15.325893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda3d6f-6d14-431a-b729-b3d3ca3d0965 req-715caa85-2ee5-41fb-8332-57465dd52465 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.327518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cda3d6f-6d14-431a-b729-b3d3ca3d0965 req-715caa85-2ee5-41fb-8332-57465dd52465 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 944 time: 0.0732770 Jul 16 18:20:15.373794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cda3d6f-6d14-431a-b729-b3d3ca3d0965 req-57137d4e-fbce-4b76-b5b8-270c567678de tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 Jul 16 18:20:15.379188 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ead1a11-0cac-4d92-b1c8-9ccab3a18faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.404311 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ead1a11-0cac-4d92-b1c8-9ccab3a18faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.435275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b08a4d8f-69e5-4867-91ac-381bac2f9465 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:15.456418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ead1a11-0cac-4d92-b1c8-9ccab3a18faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.459248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ead1a11-0cac-4d92-b1c8-9ccab3a18faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.463364 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1ead1a11-0cac-4d92-b1c8-9ccab3a18faf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ecdfcff1-8e3c-4129-a77b-2405ee4dd607 HTTP/1.1" status: 204 len: 168 time: 0.1388874 Jul 16 18:20:15.469098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead1a11-0cac-4d92-b1c8-9ccab3a18faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdfcff1-8e3c-4129-a77b-2405ee4dd607,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.576929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b08a4d8f-69e5-4867-91ac-381bac2f9465, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b08a4d8f-69e5-4867-91ac-381bac2f9465,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:15.589590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'b08a4d8f-69e5-4867-91ac-381bac2f9465', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'port_id': 'b08a4d8f-69e5-4867-91ac-381bac2f9465', 'mac_address': 'fa:16:3e:2e:83:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:20:15.631553 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.655305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08a4d8f-69e5-4867-91ac-381bac2f9465 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:15.676352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b08a4d8f-69e5-4867-91ac-381bac2f9465, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b08a4d8f-69e5-4867-91ac-381bac2f9465,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:15.681288 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.885755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b08a4d8f-69e5-4867-91ac-381bac2f9465,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.935510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b08a4d8f-69e5-4867-91ac-381bac2f9465'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:16.210081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:16.213225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60396) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:16.251959 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ec3d3119-5bef-46cf-9b4a-232dcf469fb7 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:16.275463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: ec3d3119-5bef-46cf-9b4a-232dcf469fb7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:16.275852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ec3d3119-5bef-46cf-9b4a-232dcf469fb7 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:16.320059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-715377255'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:16.330184 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706beb1d-d81a-4a6c-8734-1575d73ee60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.342402 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:16.345891 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.355212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.429511 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706beb1d-d81a-4a6c-8734-1575d73ee60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.433668 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-706beb1d-d81a-4a6c-8734-1575d73ee60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.478266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-706beb1d-d81a-4a6c-8734-1575d73ee60e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c76c04677d84334add935ead465e244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665782 Jul 16 18:20:16.479207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:16.481036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706beb1d-d81a-4a6c-8734-1575d73ee60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068801ca-f9fb-4fcb-99fb-1ded9814b887,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:16.559397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57160573-719a-4341-b2af-0399fc75e9d1 req-1c60ffd5-fc0e-44a0-ab97-81a6f8f83dcf tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.560929 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-57160573-719a-4341-b2af-0399fc75e9d1 req-1c60ffd5-fc0e-44a0-ab97-81a6f8f83dcf tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 945 time: 0.0661926 Jul 16 18:20:16.561577 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.564710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fb27050-33a0-4c48-a7af-82d8fc9fbb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.567428 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.601728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-57160573-719a-4341-b2af-0399fc75e9d1 req-e9401e96-df8d-4152-b2a8-881a7a427cc6 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336833 Jul 16 18:20:16.604010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:16.619232 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fb27050-33a0-4c48-a7af-82d8fc9fbb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.630262 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.630615 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Added segment bc76362e-03b8-4004-bd3d-354baefe9cdd of type vlan for network 4067a5ca-949f-495b-b2ea-208c4b88ab80 Jul 16 18:20:16.631925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709b5bec-4b54-4464-bb5f-675fe49fa214,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:16.690670 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.721833 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.727728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.728363 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.738072 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fb27050-33a0-4c48-a7af-82d8fc9fbb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.740787 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fb27050-33a0-4c48-a7af-82d8fc9fbb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.741901 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7fb27050-33a0-4c48-a7af-82d8fc9fbb61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/068801ca-f9fb-4fcb-99fb-1ded9814b887 HTTP/1.1" status: 204 len: 168 time: 0.2616782 Jul 16 18:20:16.784031 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5667806 Jul 16 18:20:16.784987 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:16.785143 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb27050-33a0-4c48-a7af-82d8fc9fbb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068801ca-f9fb-4fcb-99fb-1ded9814b887,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:16.791752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-373b99e9-4fbe-48b0-bdb5-1fcdb50f1b0f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1341978019'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:16.815378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed737683-c1e8-47b0-ba77-716e920e75a9 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Network': ['ID=4067a5ca-949f-495b-b2ea-208c4b88ab80,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:16.821704 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373b99e9-4fbe-48b0-bdb5-1fcdb50f1b0f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:16.825264 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-373b99e9-4fbe-48b0-bdb5-1fcdb50f1b0f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.827470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 4067a5ca-949f-495b-b2ea-208c4b88ab80 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:16.855850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373b99e9-4fbe-48b0-bdb5-1fcdb50f1b0f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:16.866208 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-373b99e9-4fbe-48b0-bdb5-1fcdb50f1b0f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.866593 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-373b99e9-4fbe-48b0-bdb5-1fcdb50f1b0f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Added segment 7cd2e20f-6878-4692-b365-c2c3c988e779 of type vlan for network 609c2d16-828f-48e8-ac74-50264e8faf3a Jul 16 18:20:16.910519 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-373b99e9-4fbe-48b0-bdb5-1fcdb50f1b0f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.942582 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-373b99e9-4fbe-48b0-bdb5-1fcdb50f1b0f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.949400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373b99e9-4fbe-48b0-bdb5-1fcdb50f1b0f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.950002 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-373b99e9-4fbe-48b0-bdb5-1fcdb50f1b0f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.990100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-373b99e9-4fbe-48b0-bdb5-1fcdb50f1b0f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2040286 Jul 16 18:20:16.994043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:17.001471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'subnet': {'network_id': '4067a5ca-949f-495b-b2ea-208c4b88ab80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:17.031216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b99e9-4fbe-48b0-bdb5-1fcdb50f1b0f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Network': ['ID=609c2d16-828f-48e8-ac74-50264e8faf3a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:17.041968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 609c2d16-828f-48e8-ac74-50264e8faf3a details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:17.052381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:17.070750 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-108166df-9fc1-42f6-bcef-e3e997b14259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.139677 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:20:17.139677 n-d-793618-9 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:20:17.139677 n-d-793618-9 neutron-server[93767]: [parameters: {'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'id': '26f49d96-e6d1-4bbd-8966-458025046d63', 'expiration': datetime.datetime(2021, 7, 16, 18, 22, 17, 135492)}] Jul 16 18:20:17.139677 n-d-793618-9 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:20:17.140179 n-d-793618-9 neutron-server[93767]: DEBUG oslo_db.api [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:20:17.210394 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-108166df-9fc1-42f6-bcef-e3e997b14259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.214024 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-108166df-9fc1-42f6-bcef-e3e997b14259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.251928 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-108166df-9fc1-42f6-bcef-e3e997b14259 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e18c96e8bb241539ceedf5a81b920f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985481 Jul 16 18:20:17.252908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108166df-9fc1-42f6-bcef-e3e997b14259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142ae97d-cd82-4b4d-b5ce-be60f1d625d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:17.254630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:17.303361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bdc054f-b03d-4377-a2b8-f44b74c10b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.325462 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bdc054f-b03d-4377-a2b8-f44b74c10b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.370783 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bdc054f-b03d-4377-a2b8-f44b74c10b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.373396 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bdc054f-b03d-4377-a2b8-f44b74c10b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.374533 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2bdc054f-b03d-4377-a2b8-f44b74c10b84 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/142ae97d-cd82-4b4d-b5ce-be60f1d625d0 HTTP/1.1" status: 204 len: 168 time: 0.1188912 Jul 16 18:20:17.381734 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc054f-b03d-4377-a2b8-f44b74c10b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142ae97d-cd82-4b4d-b5ce-be60f1d625d0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:17.435141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b08a4d8f-69e5-4867-91ac-381bac2f9465 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:17.482467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port b08a4d8f-69e5-4867-91ac-381bac2f9465 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:17.486835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port b08a4d8f-69e5-4867-91ac-381bac2f9465 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:17.487320 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.566902 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.596999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead39842-8718-4dba-9801-ce6925e1401f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a4d8f-69e5-4867-91ac-381bac2f9465'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:17.599493 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55911dc-fa5c-48c3-8ca6-cbf2eba1dbb3" -d '{"events": [{"server_uuid": "ead39842-8718-4dba-9801-ce6925e1401f", "name": "network-vif-plugged", "status": "completed", "tag": "b08a4d8f-69e5-4867-91ac-381bac2f9465"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:17.620818 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b08a4d8f-69e5-4867-91ac-381bac2f9465, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b08a4d8f-69e5-4867-91ac-381bac2f9465,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:17.627344 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.659750 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceba6dc-c173-4e64-9bea-d4a208fb53fa x-openstack-request-id: req-cceba6dc-c173-4e64-9bea-d4a208fb53fa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:17.660043 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead39842-8718-4dba-9801-ce6925e1401f", "name": "network-vif-plugged", "status": "completed", "tag": "b08a4d8f-69e5-4867-91ac-381bac2f9465", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:17.660300 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cceba6dc-c173-4e64-9bea-d4a208fb53fa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:17.660694 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead39842-8718-4dba-9801-ce6925e1401f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a4d8f-69e5-4867-91ac-381bac2f9465', 'code': 200} Jul 16 18:20:17.669887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:17.690701 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.706390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b08a4d8f-69e5-4867-91ac-381bac2f9465,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:17.916517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225ef1a-496a-40c6-b85e-df8a5a24fe04 req-348cefc8-f35b-485c-bd99-33cdf5d1ffba tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.918080 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8225ef1a-496a-40c6-b85e-df8a5a24fe04 req-348cefc8-f35b-485c-bd99-33cdf5d1ffba tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 946 time: 0.1542909 Jul 16 18:20:17.925978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d1e2f-6ddc-48d0-9e2a-d6c97a0a83f9 req-91265f2c-5991-402b-b22b-8b286ed4adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.927426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-321d1e2f-6ddc-48d0-9e2a-d6c97a0a83f9 req-91265f2c-5991-402b-b22b-8b286ed4adf3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 1097 time: 0.1983988 Jul 16 18:20:18.016475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8225ef1a-496a-40c6-b85e-df8a5a24fe04 req-6705bcc4-abf7-4404-83fe-6ec4f408e500 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862956 Jul 16 18:20:18.035973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-321d1e2f-6ddc-48d0-9e2a-d6c97a0a83f9 req-5c3ec31d-837f-408b-a371-144b7ebeee3e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969808 Jul 16 18:20:18.044463 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.105823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Subnet': ['ID=3d64bc31-c8ea-4c8b-ba11-42ebe7b53546,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.113598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Checking segment: {'id': 'bc76362e-03b8-4004-bd3d-354baefe9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4067a5ca-949f-495b-b2ea-208c4b88ab80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:18.113966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network hostable DHCP agents. Network: 4067a5ca-949f-495b-b2ea-208c4b88ab80, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:18.134956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 4067a5ca-949f-495b-b2ea-208c4b88ab80 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:18.146369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 4067a5ca-949f-495b-b2ea-208c4b88ab80) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:18.151344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:18.151947 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.157649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86db57cf-e55e-48d6-a99e-d5d889aa9d7d None None] Network 4067a5ca-949f-495b-b2ea-208c4b88ab80 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:18.168463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3e7155fd-b16b-4430-a13f-c5a0c2800008 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1733859 Jul 16 18:20:18.171327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:18.176680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2cf4aaf2-a221-4fd0-8778-916f4889a6c4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'subnet': {'network_id': '609c2d16-828f-48e8-ac74-50264e8faf3a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:18.294092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf4aaf2-a221-4fd0-8778-916f4889a6c4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:18.297910 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf4aaf2-a221-4fd0-8778-916f4889a6c4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.331401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4067a5ca-949f-495b-b2ea-208c4b88ab80', 'network_id': '4067a5ca-949f-495b-b2ea-208c4b88ab80', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'fixed_ips': [{'subnet_id': '3d64bc31-c8ea-4c8b-ba11-42ebe7b53546'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:18.332347 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.486903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Allocated IP 2001:db8::2 (4067a5ca-949f-495b-b2ea-208c4b88ab80/3d64bc31-c8ea-4c8b-ba11-42ebe7b53546/daa06105-353c-4902-b830-efe236434b33) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:18.508182 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf4aaf2-a221-4fd0-8778-916f4889a6c4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.581522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4aaf2-a221-4fd0-8778-916f4889a6c4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Subnet': ['ID=397e12c2-582d-4c92-922e-4d179b749e84,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.587834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4aaf2-a221-4fd0-8778-916f4889a6c4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Checking segment: {'id': '7cd2e20f-6878-4692-b365-c2c3c988e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '609c2d16-828f-48e8-ac74-50264e8faf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:18.588295 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf4aaf2-a221-4fd0-8778-916f4889a6c4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network hostable DHCP agents. Network: 609c2d16-828f-48e8-ac74-50264e8faf3a, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:18.607990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf4aaf2-a221-4fd0-8778-916f4889a6c4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 609c2d16-828f-48e8-ac74-50264e8faf3a is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:18.619692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2cf4aaf2-a221-4fd0-8778-916f4889a6c4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 609c2d16-828f-48e8-ac74-50264e8faf3a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:18.625205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf4aaf2-a221-4fd0-8778-916f4889a6c4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:18.626083 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf4aaf2-a221-4fd0-8778-916f4889a6c4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.642158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2cf4aaf2-a221-4fd0-8778-916f4889a6c4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4695292 Jul 16 18:20:18.644772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d92728-4290-4086-b224-c2332e7823ad None None] Network 609c2d16-828f-48e8-ac74-50264e8faf3a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:18.644938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:18.649640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3e97e01a-9089-4e93-8361-e7f06717c1d8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1690539748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:18.662268 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.672786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e97e01a-9089-4e93-8361-e7f06717c1d8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.674538 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e97e01a-9089-4e93-8361-e7f06717c1d8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.683547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Transition to ACTIVE for port object daa06105-353c-4902-b830-efe236434b33 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:18.740885 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Transition to ACTIVE for port object daa06105-353c-4902-b830-efe236434b33 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:18.756480 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.803604 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Network 4067a5ca-949f-495b-b2ea-208c4b88ab80 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:18.832866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:18.850061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:18.904342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Pushing event updated for resources: {'Port': ['ID=daa06105-353c-4902-b830-efe236434b33,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.973991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Attempting to bind port daa06105-353c-4902-b830-efe236434b33 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:18.974106 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Attempting to bind port daa06105-353c-4902-b830-efe236434b33 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'bc76362e-03b8-4004-bd3d-354baefe9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4067a5ca-949f-495b-b2ea-208c4b88ab80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:18.974520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Attempting to bind port daa06105-353c-4902-b830-efe236434b33 on network 4067a5ca-949f-495b-b2ea-208c4b88ab80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:18.983746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:18.984534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Checking segment: {'id': 'bc76362e-03b8-4004-bd3d-354baefe9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4067a5ca-949f-495b-b2ea-208c4b88ab80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:18.985277 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.986031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Bound using segment: {'id': 'bc76362e-03b8-4004-bd3d-354baefe9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4067a5ca-949f-495b-b2ea-208c4b88ab80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:18.987033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Bound port: daa06105-353c-4902-b830-efe236434b33, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc76362e-03b8-4004-bd3d-354baefe9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4067a5ca-949f-495b-b2ea-208c4b88ab80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:18.987811 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.993508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-609c2d16-828f-48e8-ac74-50264e8faf3a', 'network_id': '609c2d16-828f-48e8-ac74-50264e8faf3a', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'fixed_ips': [{'subnet_id': '397e12c2-582d-4c92-922e-4d179b749e84'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:18.994724 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.009981 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e97e01a-9089-4e93-8361-e7f06717c1d8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.015309 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e97e01a-9089-4e93-8361-e7f06717c1d8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.034192 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e97e01a-9089-4e93-8361-e7f06717c1d8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.035746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3e97e01a-9089-4e93-8361-e7f06717c1d8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3899477 Jul 16 18:20:19.038407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:19.182449 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] For port daa06105-353c-4902-b830-efe236434b33, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:19.200943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] For port daa06105-353c-4902-b830-efe236434b33, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=daa06105-353c-4902-b830-efe236434b33,segment=NetworkSegment(bc76362e-03b8-4004-bd3d-354baefe9cdd),segment_id=bc76362e-03b8-4004-bd3d-354baefe9cdd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:19.210899 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.221987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Allocated IP 2001:db8:1::2 (609c2d16-828f-48e8-ac74-50264e8faf3a/397e12c2-582d-4c92-922e-4d179b749e84/dfaa4742-8803-48f4-b3e0-c78885c0d360) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:19.315391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fabba-d52b-4953-8d5a-48d9c6e11b79 None None] Pushing event updated for resources: {'Port': ['ID=daa06105-353c-4902-b830-efe236434b33,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:19.448404 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.458235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Transition to ACTIVE for port object dfaa4742-8803-48f4-b3e0-c78885c0d360 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:19.486138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc51cc6-0242-4fef-afd7-8b2ac9136715 req-86ea808e-d19e-4d5c-8595-647733d2765c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:19.487866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8bc51cc6-0242-4fef-afd7-8b2ac9136715 req-86ea808e-d19e-4d5c-8595-647733d2765c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 946 time: 0.2734194 Jul 16 18:20:19.488904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Transition to ACTIVE for port object dfaa4742-8803-48f4-b3e0-c78885c0d360 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:19.499652 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.560530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Pushing event updated for resources: {'Port': ['ID=dfaa4742-8803-48f4-b3e0-c78885c0d360,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:19.566973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8bc51cc6-0242-4fef-afd7-8b2ac9136715 req-51842e1a-a18f-4525-90e6-85c48b6919bf tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680459 Jul 16 18:20:19.580437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Network 609c2d16-828f-48e8-ac74-50264e8faf3a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:19.582188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:19.588025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:19.608333 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.682539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Attempting to bind port dfaa4742-8803-48f4-b3e0-c78885c0d360 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:19.683054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Attempting to bind port dfaa4742-8803-48f4-b3e0-c78885c0d360 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '7cd2e20f-6878-4692-b365-c2c3c988e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '609c2d16-828f-48e8-ac74-50264e8faf3a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:19.683431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Attempting to bind port dfaa4742-8803-48f4-b3e0-c78885c0d360 on network 609c2d16-828f-48e8-ac74-50264e8faf3a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:19.696152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:19.696548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Checking segment: {'id': '7cd2e20f-6878-4692-b365-c2c3c988e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '609c2d16-828f-48e8-ac74-50264e8faf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:19.697075 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.697505 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Bound using segment: {'id': '7cd2e20f-6878-4692-b365-c2c3c988e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '609c2d16-828f-48e8-ac74-50264e8faf3a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:19.697985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Bound port: dfaa4742-8803-48f4-b3e0-c78885c0d360, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd2e20f-6878-4692-b365-c2c3c988e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '609c2d16-828f-48e8-ac74-50264e8faf3a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:19.698368 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.794802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] For port dfaa4742-8803-48f4-b3e0-c78885c0d360, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:19.798473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] For port dfaa4742-8803-48f4-b3e0-c78885c0d360, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dfaa4742-8803-48f4-b3e0-c78885c0d360,segment=NetworkSegment(7cd2e20f-6878-4692-b365-c2c3c988e779),segment_id=7cd2e20f-6878-4692-b365-c2c3c988e779)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:19.803161 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.892628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df933e-b58d-4b1f-9366-5b422b5fe183 None None] Pushing event updated for resources: {'Port': ['ID=dfaa4742-8803-48f4-b3e0-c78885c0d360,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:19.894510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Allocated IP 2001:db8::1 (4067a5ca-949f-495b-b2ea-208c4b88ab80/3d64bc31-c8ea-4c8b-ba11-42ebe7b53546/46061683-07da-403c-8a42-59bdcdef1da1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:20.022499 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.052407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Transition to ACTIVE for port object 46061683-07da-403c-8a42-59bdcdef1da1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:20.145464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.248264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 4067a5ca-949f-495b-b2ea-208c4b88ab80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:20.252489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:20.266284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:20.267308 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.273231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=46061683-07da-403c-8a42-59bdcdef1da1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:20.398979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device daa06105-353c-4902-b830-efe236434b33 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:20.433154 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.463112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port daa06105-353c-4902-b830-efe236434b33 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:20.468981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dfaa4742-8803-48f4-b3e0-c78885c0d360 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:20.541192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port dfaa4742-8803-48f4-b3e0-c78885c0d360 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:20.655619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16382198-c381-44f0-90fa-67fa88cb4d59 None None] Network 4067a5ca-949f-495b-b2ea-208c4b88ab80 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:20.729708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.737063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.738407 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.748171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b3ab785-0fa0-4ccf-ba1a-9ce579713f45 None None] Provisioning for port daa06105-353c-4902-b830-efe236434b33 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:20.768625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b3ab785-0fa0-4ccf-ba1a-9ce579713f45 None None] Provisioning complete for port daa06105-353c-4902-b830-efe236434b33 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:20.769484 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab785-0fa0-4ccf-ba1a-9ce579713f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.912141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=46061683-07da-403c-8a42-59bdcdef1da1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:20.925492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:20.926019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:20.926216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:20.926587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:20.926917 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:20.927256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:20.927657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:20.928071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:20.928558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:20.928807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:20.929137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:20.929532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:20.974966 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab785-0fa0-4ccf-ba1a-9ce579713f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.994308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 4067a5ca-949f-495b-b2ea-208c4b88ab80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:20.995906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:21.042142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b3ab785-0fa0-4ccf-ba1a-9ce579713f45 None None] For port daa06105-353c-4902-b830-efe236434b33, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=daa06105-353c-4902-b830-efe236434b33,segment=NetworkSegment(bc76362e-03b8-4004-bd3d-354baefe9cdd),segment_id=bc76362e-03b8-4004-bd3d-354baefe9cdd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:21.052328 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b3ab785-0fa0-4ccf-ba1a-9ce579713f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.120309 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ab785-0fa0-4ccf-ba1a-9ce579713f45 None None] Pushing event updated for resources: {'Port': ['ID=daa06105-353c-4902-b830-efe236434b33,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:21.155705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router c98a54e8-cdd8-4f53-8da6-f57674132879 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:21.260976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:21.270663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80b1ba4-1d65-495a-9596-38ec9de81bd1 None None] Network 609c2d16-828f-48e8-ac74-50264e8faf3a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:21.271633 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb45c69-8840-429e-b465-0c9bd08d45be None None] Sync routers for ids ['c98a54e8-cdd8-4f53-8da6-f57674132879'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:21.272564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ce0cdfd8-1ee5-430a-b480-de0a13279f53 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/c98a54e8-cdd8-4f53-8da6-f57674132879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2328613 Jul 16 18:20:21.276233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:21.287211 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb45c69-8840-429e-b465-0c9bd08d45be None None] Routers {'c98a54e8-cdd8-4f53-8da6-f57674132879'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:21.287952 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cb45c69-8840-429e-b465-0c9bd08d45be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c98a54e8-cdd8-4f53-8da6-f57674132879'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:21.321524 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cb45c69-8840-429e-b465-0c9bd08d45be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:21.331134 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb45c69-8840-429e-b465-0c9bd08d45be None None] Routers {'c98a54e8-cdd8-4f53-8da6-f57674132879'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:21.331876 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cb45c69-8840-429e-b465-0c9bd08d45be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c98a54e8-cdd8-4f53-8da6-f57674132879'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:21.363474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6d1314d3-41d5-4367-a52b-16e83a70392a None None] Provisioning for port dfaa4742-8803-48f4-b3e0-c78885c0d360 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:21.369225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6d1314d3-41d5-4367-a52b-16e83a70392a None None] Provisioning complete for port dfaa4742-8803-48f4-b3e0-c78885c0d360 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:21.369653 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d1314d3-41d5-4367-a52b-16e83a70392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.374434 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0cb45c69-8840-429e-b465-0c9bd08d45be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:21.375408 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb45c69-8840-429e-b465-0c9bd08d45be None None] The sync data for ids ['c98a54e8-cdd8-4f53-8da6-f57674132879'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:21.404024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f88e54-3230-4061-ac15-ea1d2aaa7d59 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:21.405581 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-51f88e54-3230-4061-ac15-ea1d2aaa7d59 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports/46061683-07da-403c-8a42-59bdcdef1da1 HTTP/1.1" status: 200 len: 911 time: 0.1282499 Jul 16 18:20:21.408201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:21.547854 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d1314d3-41d5-4367-a52b-16e83a70392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.615235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6d1314d3-41d5-4367-a52b-16e83a70392a None None] For port dfaa4742-8803-48f4-b3e0-c78885c0d360, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dfaa4742-8803-48f4-b3e0-c78885c0d360,segment=NetworkSegment(7cd2e20f-6878-4692-b365-c2c3c988e779),segment_id=7cd2e20f-6878-4692-b365-c2c3c988e779)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:21.625232 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d1314d3-41d5-4367-a52b-16e83a70392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.693202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1314d3-41d5-4367-a52b-16e83a70392a None None] Pushing event updated for resources: {'Port': ['ID=dfaa4742-8803-48f4-b3e0-c78885c0d360,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:21.771199 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-702620ee-bca0-4e92-95fe-c71e92751213 None None] Provisioning for port 46061683-07da-403c-8a42-59bdcdef1da1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:21.784320 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-702620ee-bca0-4e92-95fe-c71e92751213 None None] Provisioning complete for port 46061683-07da-403c-8a42-59bdcdef1da1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:21.784715 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-702620ee-bca0-4e92-95fe-c71e92751213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.832227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-702620ee-bca0-4e92-95fe-c71e92751213 None None] Port 46061683-07da-403c-8a42-59bdcdef1da1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:21.846909 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-702620ee-bca0-4e92-95fe-c71e92751213 None None] Provisioning complete for port daa06105-353c-4902-b830-efe236434b33 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:21.847296 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-702620ee-bca0-4e92-95fe-c71e92751213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.907889 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.123986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed8c747d-0551-48b8-bd6b-15e441951ab6 None None] Provisioning complete for port 46061683-07da-403c-8a42-59bdcdef1da1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:22.124694 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed8c747d-0551-48b8-bd6b-15e441951ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.165248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c747d-0551-48b8-bd6b-15e441951ab6 None None] Port 46061683-07da-403c-8a42-59bdcdef1da1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:22.176489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed8c747d-0551-48b8-bd6b-15e441951ab6 None None] Provisioning complete for port dfaa4742-8803-48f4-b3e0-c78885c0d360 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:22.177135 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed8c747d-0551-48b8-bd6b-15e441951ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.299290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device daa06105-353c-4902-b830-efe236434b33 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:22.354831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port daa06105-353c-4902-b830-efe236434b33 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:22.355224 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.440082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dfaa4742-8803-48f4-b3e0-c78885c0d360 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:22.486169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port dfaa4742-8803-48f4-b3e0-c78885c0d360 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:22.486688 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.540997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Allocated IP 2001:db8:1::1 (609c2d16-828f-48e8-ac74-50264e8faf3a/397e12c2-582d-4c92-922e-4d179b749e84/fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:22.662168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.676417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Transition to ACTIVE for port object fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:22.710063 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.753149 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 609c2d16-828f-48e8-ac74-50264e8faf3a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:22.756421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:22.763007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:22.763642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.825037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:22.937880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.010349 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1237e54c-3562-4480-a445-555ab63edd2a None None] Provisioning for port fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:23.014562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1237e54c-3562-4480-a445-555ab63edd2a None None] Provisioning complete for port fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:23.014938 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1237e54c-3562-4480-a445-555ab63edd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.057953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1237e54c-3562-4480-a445-555ab63edd2a None None] Port fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:23.220374 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.225914 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.226661 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.296754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:23.358971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 609c2d16-828f-48e8-ac74-50264e8faf3a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:23.360221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:23.455994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router c98a54e8-cdd8-4f53-8da6-f57674132879 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:23.553289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:23.558420 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-37af567f-3a12-43f4-9107-b51949e98b19 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/c98a54e8-cdd8-4f53-8da6-f57674132879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1483278 Jul 16 18:20:23.560983 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:23.563671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4114a-dcab-432e-944d-e2338e76dce6 None None] Sync routers for ids ['c98a54e8-cdd8-4f53-8da6-f57674132879'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:23.580095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4114a-dcab-432e-944d-e2338e76dce6 None None] Routers {'c98a54e8-cdd8-4f53-8da6-f57674132879'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:23.580717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7fb4114a-dcab-432e-944d-e2338e76dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c98a54e8-cdd8-4f53-8da6-f57674132879'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:23.616041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7fb4114a-dcab-432e-944d-e2338e76dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:23.620868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee933a0d-00bc-4ae4-b3ee-ac05b2937e6a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:23.621830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-056ab9c8-ef2e-4687-818a-9316a4ee6995 None None] Provisioning complete for port fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:23.622210 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-056ab9c8-ef2e-4687-818a-9316a4ee6995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.622735 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ee933a0d-00bc-4ae4-b3ee-ac05b2937e6a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports/fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d HTTP/1.1" status: 200 len: 913 time: 0.0607386 Jul 16 18:20:23.625527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:23.652621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4114a-dcab-432e-944d-e2338e76dce6 None None] Routers {'c98a54e8-cdd8-4f53-8da6-f57674132879'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:23.653265 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7fb4114a-dcab-432e-944d-e2338e76dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c98a54e8-cdd8-4f53-8da6-f57674132879'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:23.690115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7fb4114a-dcab-432e-944d-e2338e76dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:23.690776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4114a-dcab-432e-944d-e2338e76dce6 None None] The sync data for ids ['c98a54e8-cdd8-4f53-8da6-f57674132879'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:23.698077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-056ab9c8-ef2e-4687-818a-9316a4ee6995 None None] Port fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:23.983777 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a27214db-089d-452a-82a7-82e59a9f6a5a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.070260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:24.183966 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f9d6c5-9ef5-4dcf-8da0-d28a1e656949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.262250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a27214db-089d-452a-82a7-82e59a9f6a5a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:24.262656 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a27214db-089d-452a-82a7-82e59a9f6a5a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.293879 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f9d6c5-9ef5-4dcf-8da0-d28a1e656949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.297786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2f9d6c5-9ef5-4dcf-8da0-d28a1e656949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.337713 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d2f9d6c5-9ef5-4dcf-8da0-d28a1e656949 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=013d20c966a34ca8885b5c51b7a8d6c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2653022 Jul 16 18:20:24.338958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9d6c5-9ef5-4dcf-8da0-d28a1e656949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0e5f66-79bf-40f6-9df1-bc1566c750dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:24.340065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60532) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:24.366973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a27214db-089d-452a-82a7-82e59a9f6a5a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.388460 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a27214db-089d-452a-82a7-82e59a9f6a5a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:24.449418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36bb2c1a-e611-431e-9148-637eafc27212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.482260 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36bb2c1a-e611-431e-9148-637eafc27212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.595829 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36bb2c1a-e611-431e-9148-637eafc27212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.598313 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36bb2c1a-e611-431e-9148-637eafc27212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.599457 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-36bb2c1a-e611-431e-9148-637eafc27212 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c0e5f66-79bf-40f6-9df1-bc1566c750dd HTTP/1.1" status: 204 len: 168 time: 0.2584476 Jul 16 18:20:24.613382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb2c1a-e611-431e-9148-637eafc27212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0e5f66-79bf-40f6-9df1-bc1566c750dd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:24.630417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a27214db-089d-452a-82a7-82e59a9f6a5a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.660461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27214db-089d-452a-82a7-82e59a9f6a5a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=fef9f3ec-00cc-4bcf-bae1-7d7eb0e5da8d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:24.784673 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a27214db-089d-452a-82a7-82e59a9f6a5a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.911450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:24.930526 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1912aec-d735-4538-a432-d9f720a816a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.990146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27214db-089d-452a-82a7-82e59a9f6a5a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router c98a54e8-cdd8-4f53-8da6-f57674132879 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:25.024009 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1912aec-d735-4538-a432-d9f720a816a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.028246 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1912aec-d735-4538-a432-d9f720a816a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.067515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e1912aec-d735-4538-a432-d9f720a816a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf3a3c3d672f4fca9298b87ef52910be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549520 Jul 16 18:20:25.068488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1912aec-d735-4538-a432-d9f720a816a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c7d225-bdb9-48ae-8eb4-d48e4fef0da6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:25.070979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:25.099270 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27214db-089d-452a-82a7-82e59a9f6a5a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:25.107013 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a27214db-089d-452a-82a7-82e59a9f6a5a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/c98a54e8-cdd8-4f53-8da6-f57674132879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4803584 Jul 16 18:20:25.108724 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99b4cd2-edda-46b9-8e4d-67d3f203d1d2 None None] Sync routers for ids ['c98a54e8-cdd8-4f53-8da6-f57674132879'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:25.109880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60542) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:25.120145 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b4cd2-edda-46b9-8e4d-67d3f203d1d2 None None] Routers {'c98a54e8-cdd8-4f53-8da6-f57674132879'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:25.120666 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a99b4cd2-edda-46b9-8e4d-67d3f203d1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c98a54e8-cdd8-4f53-8da6-f57674132879'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:25.133227 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53decedb-8a30-4db4-a707-c250bf37a5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.155640 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53decedb-8a30-4db4-a707-c250bf37a5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.157306 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a99b4cd2-edda-46b9-8e4d-67d3f203d1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:25.167848 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b4cd2-edda-46b9-8e4d-67d3f203d1d2 None None] Routers {'c98a54e8-cdd8-4f53-8da6-f57674132879'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:25.168456 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a99b4cd2-edda-46b9-8e4d-67d3f203d1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c98a54e8-cdd8-4f53-8da6-f57674132879'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:25.203802 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a99b4cd2-edda-46b9-8e4d-67d3f203d1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:25.204487 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99b4cd2-edda-46b9-8e4d-67d3f203d1d2 None None] The sync data for ids ['c98a54e8-cdd8-4f53-8da6-f57674132879'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:25.209972 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53decedb-8a30-4db4-a707-c250bf37a5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.212652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-53decedb-8a30-4db4-a707-c250bf37a5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.213800 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-53decedb-8a30-4db4-a707-c250bf37a5be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89c7d225-bdb9-48ae-8eb4-d48e4fef0da6 HTTP/1.1" status: 204 len: 168 time: 0.1418529 Jul 16 18:20:25.223654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53decedb-8a30-4db4-a707-c250bf37a5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c7d225-bdb9-48ae-8eb4-d48e4fef0da6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:25.503979 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6fd7-b12f-4f35-a853-107fc8167b4a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.916645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:26.013030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-646068979-network', 'tenant_id': '8e956a8715cf403facdca2beb3ed5a04'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:26.035843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Made reservation on behalf of 8e956a8715cf403facdca2beb3ed5a04 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:26.038754 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.048757 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.071614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa6fd7-b12f-4f35-a853-107fc8167b4a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port 46061683-07da-403c-8a42-59bdcdef1da1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:26.072287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6fd7-b12f-4f35-a853-107fc8167b4a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.139507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.143286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.160113 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6fd7-b12f-4f35-a853-107fc8167b4a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.164568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:26.172472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa6fd7-b12f-4f35-a853-107fc8167b4a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for 46061683-07da-403c-8a42-59bdcdef1da1 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:26.178562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:26.183571 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.183918 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Added segment ebd6c482-6dff-4254-8181-7d90d0aaf720 of type vlan for network b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d Jul 16 18:20:26.231481 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.260207 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.261114 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.261753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.306156 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3880510 Jul 16 18:20:26.310647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60572) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:26.315441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-41851adc-bfb3-4e63-abe9-1c57aa764e5a admin admin] Request body: {'subnet': {'network_id': 'b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-646068979-subnet', 'tenant_id': '8e956a8715cf403facdca2beb3ed5a04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:26.349649 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6fd7-b12f-4f35-a853-107fc8167b4a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.372191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f45f04-91a7-43d7-a633-07a7e8745153 admin admin] Pushing event updated for resources: {'Network': ['ID=b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:26.382414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa6fd7-b12f-4f35-a853-107fc8167b4a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=46061683-07da-403c-8a42-59bdcdef1da1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:26.386624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:26.395504 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41851adc-bfb3-4e63-abe9-1c57aa764e5a admin admin] Made reservation on behalf of 8e956a8715cf403facdca2beb3ed5a04 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:26.398662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41851adc-bfb3-4e63-abe9-1c57aa764e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.513357 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6fd7-b12f-4f35-a853-107fc8167b4a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.699515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aa6fd7-b12f-4f35-a853-107fc8167b4a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router c98a54e8-cdd8-4f53-8da6-f57674132879 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:26.778296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aa6fd7-b12f-4f35-a853-107fc8167b4a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:26.786721 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a0aa6fd7-b12f-4f35-a853-107fc8167b4a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/c98a54e8-cdd8-4f53-8da6-f57674132879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6726801 Jul 16 18:20:26.787073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:26.788263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6170b-df3c-452a-b100-0cbc1b1f4bfe None None] Sync routers for ids ['c98a54e8-cdd8-4f53-8da6-f57674132879'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:26.798699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6170b-df3c-452a-b100-0cbc1b1f4bfe None None] Routers {'c98a54e8-cdd8-4f53-8da6-f57674132879'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:26.799325 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99d6170b-df3c-452a-b100-0cbc1b1f4bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c98a54e8-cdd8-4f53-8da6-f57674132879'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:26.819095 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-62d385d5-73d5-43fa-8cfb-8e7755caaa13 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=c98a54e8-cdd8-4f53-8da6-f57674132879 HTTP/1.1" status: 200 len: 205 time: 0.0285430 Jul 16 18:20:26.819456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:26.835330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99d6170b-df3c-452a-b100-0cbc1b1f4bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:26.845252 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6170b-df3c-452a-b100-0cbc1b1f4bfe None None] Routers {'c98a54e8-cdd8-4f53-8da6-f57674132879'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:26.846176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99d6170b-df3c-452a-b100-0cbc1b1f4bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c98a54e8-cdd8-4f53-8da6-f57674132879'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:26.864826 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41851adc-bfb3-4e63-abe9-1c57aa764e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.880577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-99d6170b-df3c-452a-b100-0cbc1b1f4bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:26.881507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6170b-df3c-452a-b100-0cbc1b1f4bfe None None] The sync data for ids ['c98a54e8-cdd8-4f53-8da6-f57674132879'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:26.900036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1697c45a-f9b7-4e19-801f-4e6bd9bad39d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.924565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41851adc-bfb3-4e63-abe9-1c57aa764e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac138980-45fd-49c6-83ba-aaeb4bba3ea9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:26.928923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41851adc-bfb3-4e63-abe9-1c57aa764e5a admin admin] Checking segment: {'id': 'ebd6c482-6dff-4254-8181-7d90d0aaf720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:26.929291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41851adc-bfb3-4e63-abe9-1c57aa764e5a admin admin] Network hostable DHCP agents. Network: b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:26.948526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41851adc-bfb3-4e63-abe9-1c57aa764e5a admin admin] Network b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:26.958998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-41851adc-bfb3-4e63-abe9-1c57aa764e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:26.967874 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128596bf-b301-4e6d-9454-bbd899dfef21 None None] Network b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:26.968067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41851adc-bfb3-4e63-abe9-1c57aa764e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.968811 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41851adc-bfb3-4e63-abe9-1c57aa764e5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.994073 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-41851adc-bfb3-4e63-abe9-1c57aa764e5a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6737866 Jul 16 18:20:27.070451 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1697c45a-f9b7-4e19-801f-4e6bd9bad39d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.072723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1697c45a-f9b7-4e19-801f-4e6bd9bad39d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.110831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b82944-c7c2-400d-b087-fbf376434f0c None None] Network b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:27.119766 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1697c45a-f9b7-4e19-801f-4e6bd9bad39d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.121465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1697c45a-f9b7-4e19-801f-4e6bd9bad39d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Fanout notify agent at l3_agent the message router_deleted on router c98a54e8-cdd8-4f53-8da6-f57674132879 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:27.130708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1697c45a-f9b7-4e19-801f-4e6bd9bad39d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.133365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1697c45a-f9b7-4e19-801f-4e6bd9bad39d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/c98a54e8-cdd8-4f53-8da6-f57674132879 HTTP/1.1" status: 204 len: 168 time: 0.3114367 Jul 16 18:20:27.135296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:27.197276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff41298-cca4-4bc6-9b8f-fb0ef966599f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting subnet 397e12c2-582d-4c92-922e-4d179b749e84 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:27.201163 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff41298-cca4-4bc6-9b8f-fb0ef966599f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.242706 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff41298-cca4-4bc6-9b8f-fb0ef966599f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.330110 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff41298-cca4-4bc6-9b8f-fb0ef966599f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.389618 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff41298-cca4-4bc6-9b8f-fb0ef966599f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.416114 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff41298-cca4-4bc6-9b8f-fb0ef966599f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Subnet': ['ID=397e12c2-582d-4c92-922e-4d179b749e84,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:27.419850 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cff41298-cca4-4bc6-9b8f-fb0ef966599f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.424492 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cff41298-cca4-4bc6-9b8f-fb0ef966599f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/397e12c2-582d-4c92-922e-4d179b749e84 HTTP/1.1" status: 204 len: 168 time: 0.2878497 Jul 16 18:20:27.426157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:27.428233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d4c93-1541-4f49-975b-07a36df3e322 None None] Network 609c2d16-828f-48e8-ac74-50264e8faf3a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:27.481450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-837415e4-65f3-4149-a1f5-8626dda3a285 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting subnet 3d64bc31-c8ea-4c8b-ba11-42ebe7b53546 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:27.482068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60598) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:27.484911 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-837415e4-65f3-4149-a1f5-8626dda3a285 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.487032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-518958518-network', 'tenant_id': '88ff5521c4724d69a13158981986692c'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:27.509979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Made reservation on behalf of 88ff5521c4724d69a13158981986692c for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:27.513107 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.526229 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.539163 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-837415e4-65f3-4149-a1f5-8626dda3a285 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.643453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.648741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.660730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] DHCP port deletion for 609c2d16-828f-48e8-ac74-50264e8faf3a request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:27.675185 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:27.688341 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-837415e4-65f3-4149-a1f5-8626dda3a285 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.694406 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf29a47c-efc2-497d-a4cd-e495d1d2cb0e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:27.697510 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.697864 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Added segment 17bf60cd-d7c5-4662-bde8-be0883666eca of type vlan for network 165e47e1-3fe6-43cb-9e9b-cf3eca61978e Jul 16 18:20:27.709717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Deleting port dfaa4742-8803-48f4-b3e0-c78885c0d360 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:27.709955 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.741478 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.759376 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-837415e4-65f3-4149-a1f5-8626dda3a285 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.782476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] For port dfaa4742-8803-48f4-b3e0-c78885c0d360, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dfaa4742-8803-48f4-b3e0-c78885c0d360,segment=NetworkSegment(7cd2e20f-6878-4692-b365-c2c3c988e779),segment_id=7cd2e20f-6878-4692-b365-c2c3c988e779)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:27.782886 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.783829 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.785458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.786192 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.789209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837415e4-65f3-4149-a1f5-8626dda3a285 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Subnet': ['ID=3d64bc31-c8ea-4c8b-ba11-42ebe7b53546,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:27.795719 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-837415e4-65f3-4149-a1f5-8626dda3a285 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.797670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-837415e4-65f3-4149-a1f5-8626dda3a285 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/3d64bc31-c8ea-4c8b-ba11-42ebe7b53546 HTTP/1.1" status: 204 len: 168 time: 0.3698440 Jul 16 18:20:27.800193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:27.803446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b5c747-bc0c-4347-8fb0-fa67affd16e8 None None] Network 4067a5ca-949f-495b-b2ea-208c4b88ab80 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:27.805834 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Calling delete_port for dfaa4742-8803-48f4-b3e0-c78885c0d360 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:27.828267 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3425474 Jul 16 18:20:27.828556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:27.868671 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b58b99f0-85fe-4850-8e5d-9237a5a45971 admin admin] Request body: {'subnet': {'network_id': '165e47e1-3fe6-43cb-9e9b-cf3eca61978e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-518958518-subnet', 'tenant_id': '88ff5521c4724d69a13158981986692c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:27.873006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d4eda-5a30-43db-ad70-2c8c2bd96264 admin admin] Pushing event updated for resources: {'Network': ['ID=165e47e1-3fe6-43cb-9e9b-cf3eca61978e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:27.893276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58b99f0-85fe-4850-8e5d-9237a5a45971 admin admin] Made reservation on behalf of 88ff5521c4724d69a13158981986692c for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:27.895116 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.897569 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b58b99f0-85fe-4850-8e5d-9237a5a45971 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.903089 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 165e47e1-3fe6-43cb-9e9b-cf3eca61978e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:27.951822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port dfaa4742-8803-48f4-b3e0-c78885c0d360 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:27.952176 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.016981 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port dfaa4742-8803-48f4-b3e0-c78885c0d360, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dfaa4742-8803-48f4-b3e0-c78885c0d360,segment=NetworkSegment(7cd2e20f-6878-4692-b365-c2c3c988e779),segment_id=7cd2e20f-6878-4692-b365-c2c3c988e779)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:28.017252 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.032181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for dfaa4742-8803-48f4-b3e0-c78885c0d360 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:28.055075 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.086006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] No DVR routers for this DVR port dfaa4742-8803-48f4-b3e0-c78885c0d360 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:28.086853 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b58b99f0-85fe-4850-8e5d-9237a5a45971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.088627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Pushing event deleted for resources: {'Port': ['ID=dfaa4742-8803-48f4-b3e0-c78885c0d360,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:28.100038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:28.100396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:28.100748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:28.101093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:28.101467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:28.101809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:28.102151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:28.102526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:28.102870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:28.103256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:28.103591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:28.103924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1053d8a-238f-4d27-8ed0-31b1700ef30f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:28.130797 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.156186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b99f0-85fe-4850-8e5d-9237a5a45971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62df6203-973f-47b5-8497-9266e280a338,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:28.159176 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No DVR routers for this DVR port dfaa4742-8803-48f4-b3e0-c78885c0d360 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:28.162193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=dfaa4742-8803-48f4-b3e0-c78885c0d360,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:28.164415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58b99f0-85fe-4850-8e5d-9237a5a45971 admin admin] Checking segment: {'id': '17bf60cd-d7c5-4662-bde8-be0883666eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '165e47e1-3fe6-43cb-9e9b-cf3eca61978e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:28.164415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58b99f0-85fe-4850-8e5d-9237a5a45971 admin admin] Network hostable DHCP agents. Network: 165e47e1-3fe6-43cb-9e9b-cf3eca61978e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:28.187603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58b99f0-85fe-4850-8e5d-9237a5a45971 admin admin] Network 165e47e1-3fe6-43cb-9e9b-cf3eca61978e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:28.188409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9d72b8-1d80-4c70-9905-283048a7d642 None None] DHCP port deletion for 4067a5ca-949f-495b-b2ea-208c4b88ab80 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:28.198135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b58b99f0-85fe-4850-8e5d-9237a5a45971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 165e47e1-3fe6-43cb-9e9b-cf3eca61978e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:28.202584 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58b99f0-85fe-4850-8e5d-9237a5a45971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:28.205574 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b58b99f0-85fe-4850-8e5d-9237a5a45971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.223866 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b58b99f0-85fe-4850-8e5d-9237a5a45971 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3880682 Jul 16 18:20:28.249036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14511aa-a54a-4acd-a83d-37f37c53ed28 None None] Network 165e47e1-3fe6-43cb-9e9b-cf3eca61978e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:28.267533 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.279989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609c2d16-828f-48e8-ac74-50264e8faf3a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:28.294366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd2e20f-6878-4692-b365-c2c3c988e779') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:28.294810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd2e20f-6878-4692-b365-c2c3c988e779') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:28.301419 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dfaa4742-8803-48f4-b3e0-c78885c0d360 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:28.305162 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.321204 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.328851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:28.329558 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: self.session.flush() Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:28.332967 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:28.358580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: dfaa4742-8803-48f4-b3e0-c78885c0d360 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:28.358875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dfaa4742-8803-48f4-b3e0-c78885c0d360 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:28.359293 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device daa06105-353c-4902-b830-efe236434b33 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:28.402627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d72b8-1d80-4c70-9905-283048a7d642 None None] Deleting port daa06105-353c-4902-b830-efe236434b33 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:28.403007 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d72b8-1d80-4c70-9905-283048a7d642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.409097 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.417300 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.422595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/networks/609c2d16-828f-48e8-ac74-50264e8faf3a HTTP/1.1" status: 204 len: 168 time: 0.6183624 Jul 16 18:20:28.422775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:28.441372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b566747-0c53-4d92-abda-d7ed5782f6e1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Network': ['ID=609c2d16-828f-48e8-ac74-50264e8faf3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:28.508426 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.520413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0aa1ea-7815-4aaa-bf70-1e57e5fc3d10 None None] Network 165e47e1-3fe6-43cb-9e9b-cf3eca61978e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:28.545620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9e9d72b8-1d80-4c70-9905-283048a7d642 None None] For port daa06105-353c-4902-b830-efe236434b33, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=daa06105-353c-4902-b830-efe236434b33,segment=NetworkSegment(bc76362e-03b8-4004-bd3d-354baefe9cdd),segment_id=bc76362e-03b8-4004-bd3d-354baefe9cdd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:28.546027 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d72b8-1d80-4c70-9905-283048a7d642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.568278 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port daa06105-353c-4902-b830-efe236434b33 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:28.568646 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.588654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d72b8-1d80-4c70-9905-283048a7d642 None None] Calling delete_port for daa06105-353c-4902-b830-efe236434b33 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:28.647128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port daa06105-353c-4902-b830-efe236434b33, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=daa06105-353c-4902-b830-efe236434b33,segment=NetworkSegment(bc76362e-03b8-4004-bd3d-354baefe9cdd),segment_id=bc76362e-03b8-4004-bd3d-354baefe9cdd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:28.647507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.664465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for daa06105-353c-4902-b830-efe236434b33 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:28.670618 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.740649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port daa06105-353c-4902-b830-efe236434b33, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=daa06105-353c-4902-b830-efe236434b33,segment=NetworkSegment(bc76362e-03b8-4004-bd3d-354baefe9cdd),segment_id=bc76362e-03b8-4004-bd3d-354baefe9cdd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:28.763278 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.789244 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.819048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-b1736c0c-435c-4f91-933a-af2b343e1c7f tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:28.821351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-b1736c0c-435c-4f91-933a-af2b343e1c7f tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/networks?id=b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d HTTP/1.1" status: 200 len: 808 time: 0.1323578 Jul 16 18:20:28.821515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=daa06105-353c-4902-b830-efe236434b33,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:28.824850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No DVR routers for this DVR port daa06105-353c-4902-b830-efe236434b33 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:28.838000 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e9d72b8-1d80-4c70-9905-283048a7d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.846728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=daa06105-353c-4902-b830-efe236434b33,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:28.862418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-97440c9b-f264-441a-bb69-d3f7fc4fb7c4 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/quotas/8e956a8715cf403facdca2beb3ed5a04 HTTP/1.1" status: 200 len: 375 time: 0.0243843 Jul 16 18:20:28.872161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d72b8-1d80-4c70-9905-283048a7d642 None None] No DVR routers for this DVR port daa06105-353c-4902-b830-efe236434b33 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:28.873876 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d72b8-1d80-4c70-9905-283048a7d642 None None] Pushing event deleted for resources: {'Port': ['ID=daa06105-353c-4902-b830-efe236434b33,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:28.902487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-e67d9e66-9197-4e07-8d93-75eea942a72b tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e956a8715cf403facdca2beb3ed5a04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371757 Jul 16 18:20:28.918168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.928160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4067a5ca-949f-495b-b2ea-208c4b88ab80']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:28.942815 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc76362e-03b8-4004-bd3d-354baefe9cdd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:28.943120 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc76362e-03b8-4004-bd3d-354baefe9cdd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:28.952389 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.965821 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.972273 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:28.972678 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:28.975668 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:28.999810 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-47a0a2ee-ba83-40d4-80a6-ffe21863cca4 service neutron] 10.222.0.52 "GET /v2.0/networks/b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905237 Jul 16 18:20:29.036058 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.043955 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.045810 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/networks/4067a5ca-949f-495b-b2ea-208c4b88ab80 HTTP/1.1" status: 204 len: 168 time: 0.6219821 Jul 16 18:20:29.058119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60628) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:29.063285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-44ed526c-8267-49c1-a3b9-84cf9af2bf3d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-627674256'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:29.066427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b13b5f-56b4-4719-a294-38fd1da9b921 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Network': ['ID=4067a5ca-949f-495b-b2ea-208c4b88ab80,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:29.086435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed526c-8267-49c1-a3b9-84cf9af2bf3d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:29.092795 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44ed526c-8267-49c1-a3b9-84cf9af2bf3d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.101405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-554d46e8-7faa-4863-a773-ca1b90fbff13 service neutron] 10.222.0.52 "GET /v2.0/networks/b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952311 Jul 16 18:20:29.116361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ed526c-8267-49c1-a3b9-84cf9af2bf3d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:29.126047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44ed526c-8267-49c1-a3b9-84cf9af2bf3d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.126492 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-44ed526c-8267-49c1-a3b9-84cf9af2bf3d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Added segment f0ce4204-a84a-43cc-a6af-7801df8c0589 of type vlan for network 33f56b30-2f59-44a0-bf16-d1d2d3d37099 Jul 16 18:20:29.172442 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44ed526c-8267-49c1-a3b9-84cf9af2bf3d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.202086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44ed526c-8267-49c1-a3b9-84cf9af2bf3d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.207676 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed526c-8267-49c1-a3b9-84cf9af2bf3d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.208292 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44ed526c-8267-49c1-a3b9-84cf9af2bf3d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.252084 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-44ed526c-8267-49c1-a3b9-84cf9af2bf3d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1903665 Jul 16 18:20:29.252287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:29.257393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5f37ce6b-55a4-4f73-b7f0-9bfa4805d5bc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'subnet': {'network_id': '33f56b30-2f59-44a0-bf16-d1d2d3d37099', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:29.293903 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ced55f0b-6e4f-4206-b5b0-09f9a9ced655 req-a3a986f7-dfc1-49a6-84e9-132c7e62bc7f tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 210 time: 0.0392733 Jul 16 18:20:29.312995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed526c-8267-49c1-a3b9-84cf9af2bf3d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Network': ['ID=33f56b30-2f59-44a0-bf16-d1d2d3d37099,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:29.327505 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 33f56b30-2f59-44a0-bf16-d1d2d3d37099 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:29.393430 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f37ce6b-55a4-4f73-b7f0-9bfa4805d5bc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:29.397365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f37ce6b-55a4-4f73-b7f0-9bfa4805d5bc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.583202 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f37ce6b-55a4-4f73-b7f0-9bfa4805d5bc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.666629 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37ce6b-55a4-4f73-b7f0-9bfa4805d5bc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Subnet': ['ID=177ecc70-3ac4-4a2e-865a-329d4856adc0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:29.675898 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37ce6b-55a4-4f73-b7f0-9bfa4805d5bc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Checking segment: {'id': 'f0ce4204-a84a-43cc-a6af-7801df8c0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33f56b30-2f59-44a0-bf16-d1d2d3d37099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:29.676119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f37ce6b-55a4-4f73-b7f0-9bfa4805d5bc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network hostable DHCP agents. Network: 33f56b30-2f59-44a0-bf16-d1d2d3d37099, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:29.694338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f37ce6b-55a4-4f73-b7f0-9bfa4805d5bc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 33f56b30-2f59-44a0-bf16-d1d2d3d37099 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:29.703496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5f37ce6b-55a4-4f73-b7f0-9bfa4805d5bc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 33f56b30-2f59-44a0-bf16-d1d2d3d37099) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:29.707913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f37ce6b-55a4-4f73-b7f0-9bfa4805d5bc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.708516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f37ce6b-55a4-4f73-b7f0-9bfa4805d5bc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.719293 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c856fe70-1f48-45a1-920b-c817156957c8 None None] Network 33f56b30-2f59-44a0-bf16-d1d2d3d37099 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:29.729506 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5f37ce6b-55a4-4f73-b7f0-9bfa4805d5bc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4761691 Jul 16 18:20:29.732075 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60650) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:29.738305 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-71ae38b3-3e0e-42d6-b129-5dfecdc363bb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2064535747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:29.768250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b74a8-a711-4769-906e-f6b67e16f0ec req-4589b1b1-4dd8-4e3d-87a3-98f56d7c1fbd tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.777131 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-372b74a8-a711-4769-906e-f6b67e16f0ec req-4589b1b1-4dd8-4e3d-87a3-98f56d7c1fbd tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1097 time: 0.0700371 Jul 16 18:20:29.785069 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ae38b3-3e0e-42d6-b129-5dfecdc363bb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.786775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ae38b3-3e0e-42d6-b129-5dfecdc363bb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.822685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-372b74a8-a711-4769-906e-f6b67e16f0ec req-f1c385ed-d4b1-4a9b-8008-de1cc5fef9c3 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403466 Jul 16 18:20:29.856697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:29.857930 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ae38b3-3e0e-42d6-b129-5dfecdc363bb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.863637 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ae38b3-3e0e-42d6-b129-5dfecdc363bb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.885648 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71ae38b3-3e0e-42d6-b129-5dfecdc363bb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.886794 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-71ae38b3-3e0e-42d6-b129-5dfecdc363bb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1535757 Jul 16 18:20:29.890142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:29.897646 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'port': {'network_id': '33f56b30-2f59-44a0-bf16-d1d2d3d37099', 'name': 'tempest-RoutersIpV6Test-1131137555'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:29.984989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-33f56b30-2f59-44a0-bf16-d1d2d3d37099', 'network_id': '33f56b30-2f59-44a0-bf16-d1d2d3d37099', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'fixed_ips': [{'subnet_id': '177ecc70-3ac4-4a2e-865a-329d4856adc0'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:29.986139 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.038645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:30.042307 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.056257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port a00ba8d1-fda1-4fb1-8160-52ef970b922e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:30.057033 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.065953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] device_id is not set on port 808c77f2-7c9b-4ea2-b2f5-2286dac4991c yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:30.093306 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69cacd13-c27a-4d3f-a463-f23d30922f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.160147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Allocated IP 2001:db8::2 (33f56b30-2f59-44a0-bf16-d1d2d3d37099/177ecc70-3ac4-4a2e-865a-329d4856adc0/02e16224-4b40-45de-a052-efbd08d66e21) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:30.172124 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.172403 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.186565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for a00ba8d1-fda1-4fb1-8160-52ef970b922e owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:30.315519 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.325123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Transition to ACTIVE for port object 02e16224-4b40-45de-a052-efbd08d66e21 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:30.377789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Transition to ACTIVE for port object 02e16224-4b40-45de-a052-efbd08d66e21 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:30.378800 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.388627 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.411015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=a00ba8d1-fda1-4fb1-8160-52ef970b922e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:30.443526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Network 33f56b30-2f59-44a0-bf16-d1d2d3d37099 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:30.446713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:30.451206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:30.458403 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Allocated IP 2001:db8::30 (33f56b30-2f59-44a0-bf16-d1d2d3d37099/177ecc70-3ac4-4a2e-865a-329d4856adc0/808c77f2-7c9b-4ea2-b2f5-2286dac4991c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:30.467648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52175f33-44b0-4717-aeb4-7925511bd02e req-98bcfd41-3a92-466f-9d83-6e84f4796994 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 210 time: 0.0505629 Jul 16 18:20:30.482417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Pushing event updated for resources: {'Port': ['ID=02e16224-4b40-45de-a052-efbd08d66e21,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:30.517871 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.518214 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Floating IP 82e5584a-30dd-49f4-ad95-cc2e0bd21426 disassociated (deleted). External IP: 172.25.8.62, port: 0d47ac0a-bb84-4bec-a670-6649d79ae304. Jul 16 18:20:30.526238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Attempting to bind port 02e16224-4b40-45de-a052-efbd08d66e21 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:30.526623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Attempting to bind port 02e16224-4b40-45de-a052-efbd08d66e21 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'f0ce4204-a84a-43cc-a6af-7801df8c0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33f56b30-2f59-44a0-bf16-d1d2d3d37099'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:30.527380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Attempting to bind port 02e16224-4b40-45de-a052-efbd08d66e21 on network 33f56b30-2f59-44a0-bf16-d1d2d3d37099 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:30.533782 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:30.534155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Checking segment: {'id': 'f0ce4204-a84a-43cc-a6af-7801df8c0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33f56b30-2f59-44a0-bf16-d1d2d3d37099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:30.535422 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.535976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Bound using segment: {'id': 'f0ce4204-a84a-43cc-a6af-7801df8c0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33f56b30-2f59-44a0-bf16-d1d2d3d37099'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:30.536472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Bound port: 02e16224-4b40-45de-a052-efbd08d66e21, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ce4204-a84a-43cc-a6af-7801df8c0589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33f56b30-2f59-44a0-bf16-d1d2d3d37099'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:30.536860 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.617545 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] For port 02e16224-4b40-45de-a052-efbd08d66e21, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:30.621591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] For port 02e16224-4b40-45de-a052-efbd08d66e21, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=02e16224-4b40-45de-a052-efbd08d66e21,segment=NetworkSegment(f0ce4204-a84a-43cc-a6af-7801df8c0589),segment_id=f0ce4204-a84a-43cc-a6af-7801df8c0589)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:30.626702 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.701564 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.703916 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff0849-ece1-45fa-a9a3-0ba39777a7c2 None None] Pushing event updated for resources: {'Port': ['ID=02e16224-4b40-45de-a052-efbd08d66e21,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:30.722213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Transition to ACTIVE for port object 808c77f2-7c9b-4ea2-b2f5-2286dac4991c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:30.768872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.813695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 33f56b30-2f59-44a0-bf16-d1d2d3d37099 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:30.816838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:30.822608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:30.828275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:30.829280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.859009 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9672792 Jul 16 18:20:30.866015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:30.870469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-0424570a-2098-4dac-be6e-bb9e02013885 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:30.874807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e379f4d-3630-4ec3-bf83-43b41c44632a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=808c77f2-7c9b-4ea2-b2f5-2286dac4991c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:30.881356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-0424570a-2098-4dac-be6e-bb9e02013885 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.42 "GET /v2.0/networks?id=b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d HTTP/1.1" status: 200 len: 808 time: 0.2554178 Jul 16 18:20:30.895366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Request body: {'port': {'device_id': '1184ace2-e293-4a3f-81e2-7f6533b00175', 'network_id': 'b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d', 'admin_state_up': True, 'tenant_id': '8e956a8715cf403facdca2beb3ed5a04'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:30.917103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router 40e48fd9-c473-4cf0-8967-77f4e5a60643 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:31.290649 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.407058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:31.409205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Made reservation on behalf of 8e956a8715cf403facdca2beb3ed5a04 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:31.412810 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.417431 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.420262 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c736eb7f-4fbe-4964-a68e-45804f2b2dd5 None None] Sync routers for ids ['40e48fd9-c473-4cf0-8967-77f4e5a60643'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:31.431954 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c736eb7f-4fbe-4964-a68e-45804f2b2dd5 None None] Routers {'40e48fd9-c473-4cf0-8967-77f4e5a60643'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:31.432889 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c736eb7f-4fbe-4964-a68e-45804f2b2dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['40e48fd9-c473-4cf0-8967-77f4e5a60643'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:31.519444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1a315f3a-2a73-40da-a00d-0b33bc77f5b6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/floatingips/82e5584a-30dd-49f4-ad95-cc2e0bd21426 HTTP/1.1" status: 204 len: 168 time: 1.6612189 Jul 16 18:20:31.522734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:31.526102 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45714a80-bac7-4175-b23d-c6316a67d02e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:31.595663 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.599334 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c736eb7f-4fbe-4964-a68e-45804f2b2dd5 None None] Set router 40e48fd9-c473-4cf0-8967-77f4e5a60643 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:31.604687 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.631252 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Allocated IP 172.20.0.6 (b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d/ac138980-45fd-49c6-83ba-aaeb4bba3ea9/e1856ce5-dcaf-4df2-9108-2994061a4d41) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:31.737781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b121c8fc-6814-427c-a65a-e1c4a2c07c38 req-6ff4f3c8-6304-4c9d-b55f-3da653de67ba tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 210 time: 0.0568702 Jul 16 18:20:31.890579 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=808c77f2-7c9b-4ea2-b2f5-2286dac4991c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:31.934265 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb4c7f7-e243-435f-aa6c-f3ab5f332e82 x-openstack-request-id: req-deb4c7f7-e243-435f-aa6c-f3ab5f332e82 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:31.934838 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:31.934968 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-deb4c7f7-e243-435f-aa6c-f3ab5f332e82 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:31.935338 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'status': 'completed', 'code': 200} Jul 16 18:20:31.957750 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.999296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.006151 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.027491 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c736eb7f-4fbe-4964-a68e-45804f2b2dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '077f16fc-e230-4ccc-9786-38fc498b6d1f', 'name': '', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:d7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:36Z', 'updated_at': '2021-07-16T18:18:45Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:32.061146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4a1b0d-ee95-48f4-be5b-f6b2d3565933 None None] Network 33f56b30-2f59-44a0-bf16-d1d2d3d37099 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:32.091152 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c736eb7f-4fbe-4964-a68e-45804f2b2dd5 None None] Checking router: 40e48fd9-c473-4cf0-8967-77f4e5a60643 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:32.106906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Network b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:32.107503 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c736eb7f-4fbe-4964-a68e-45804f2b2dd5 None None] Routers {'40e48fd9-c473-4cf0-8967-77f4e5a60643'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:32.108084 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c736eb7f-4fbe-4964-a68e-45804f2b2dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['40e48fd9-c473-4cf0-8967-77f4e5a60643'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:32.122487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:32.129046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:32.137857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Pushing event updated for resources: {'Port': ['ID=e1856ce5-dcaf-4df2-9108-2994061a4d41,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:32.178975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45714a80-bac7-4175-b23d-c6316a67d02e req-8cfc23a8-d9fd-4c5f-a311-f137c2cd5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.182921 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-45714a80-bac7-4175-b23d-c6316a67d02e req-8cfc23a8-d9fd-4c5f-a311-f137c2cd5b4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 1097 time: 0.1931775 Jul 16 18:20:32.203706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78297f8c-9c16-409f-8cc0-57570b86c0fd req-470adc27-947a-4650-a7e9-f56d3750704c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.205525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78297f8c-9c16-409f-8cc0-57570b86c0fd req-470adc27-947a-4650-a7e9-f56d3750704c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.1461968 Jul 16 18:20:32.215267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4a7d4600-39d3-4b55-9a31-e335077bab23 None None] Provisioning for port 02e16224-4b40-45de-a052-efbd08d66e21 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:32.231135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.234856 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.312079 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-55d50f93-9b7d-4f0f-8b62-052b025a26cb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4210143 Jul 16 18:20:32.321798 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f699f436-1e08-4438-90fa-618cfc67fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.329225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Request body: {'port': {'device_id': '1184ace2-e293-4a3f-81e2-7f6533b00175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:32.331320 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.371553 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78297f8c-9c16-409f-8cc0-57570b86c0fd req-932002fd-18ef-4e52-b9ca-d5d5cd673b5b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593275 Jul 16 18:20:32.409698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45714a80-bac7-4175-b23d-c6316a67d02e req-695135c3-99f5-4520-9fcc-c19f5f3a35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.411192 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-45714a80-bac7-4175-b23d-c6316a67d02e req-695135c3-99f5-4520-9fcc-c19f5f3a35d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eabd2759-91af-4375-a194-972c087183ce HTTP/1.1" status: 200 len: 898 time: 0.1933019 Jul 16 18:20:32.411562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 02e16224-4b40-45de-a052-efbd08d66e21 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:32.512860 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c736eb7f-4fbe-4964-a68e-45804f2b2dd5 None None] Set router 40e48fd9-c473-4cf0-8967-77f4e5a60643 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:32.514372 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-45714a80-bac7-4175-b23d-c6316a67d02e req-b84ba0b5-d07d-4e06-a150-1551f09c1704 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 200 len: 217 time: 0.0933104 Jul 16 18:20:32.516988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 02e16224-4b40-45de-a052-efbd08d66e21 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:32.534949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 02e16224-4b40-45de-a052-efbd08d66e21 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:32.535236 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.564828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29081-29f3-44c8-b05c-c268f3742e49 req-a705f0ec-f48a-4e8a-a516-dfced4a60687 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.566557 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-79a29081-29f3-44c8-b05c-c268f3742e49 req-a705f0ec-f48a-4e8a-a516-dfced4a60687 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1338205 Jul 16 18:20:32.567711 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.620506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45714a80-bac7-4175-b23d-c6316a67d02e req-5a15f486-3aec-4e00-8623-91e4a5606a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.622498 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-45714a80-bac7-4175-b23d-c6316a67d02e req-5a15f486-3aec-4e00-8623-91e4a5606a41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e4bebd4-1398-4e74-bc25-f8af8706b63e HTTP/1.1" status: 200 len: 835 time: 0.0793743 Jul 16 18:20:32.775487 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c736eb7f-4fbe-4964-a68e-45804f2b2dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '077f16fc-e230-4ccc-9786-38fc498b6d1f', 'name': '', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:d7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:36Z', 'updated_at': '2021-07-16T18:18:45Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:32.811741 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c736eb7f-4fbe-4964-a68e-45804f2b2dd5 None None] The sync data for ids ['40e48fd9-c473-4cf0-8967-77f4e5a60643'] in n-d-793618-9 is: [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '077f16fc-e230-4ccc-9786-38fc498b6d1f', 'name': '', 'network_id': 'eabd2759-91af-4375-a194-972c087183ce', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:d7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:36Z', 'updated_at': '2021-07-16T18:18:45Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '8e4bebd4-1398-4e74-bc25-f8af8706b63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:32.812789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-79a29081-29f3-44c8-b05c-c268f3742e49 req-9e61dec3-0de9-4f89-a64f-1bec4c787d1b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279584 Jul 16 18:20:32.904666 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.911342 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.912027 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.968637 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.015796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 02e16224-4b40-45de-a052-efbd08d66e21, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=02e16224-4b40-45de-a052-efbd08d66e21,segment=NetworkSegment(f0ce4204-a84a-43cc-a6af-7801df8c0589),segment_id=f0ce4204-a84a-43cc-a6af-7801df8c0589)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:33.027194 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.091607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=02e16224-4b40-45de-a052-efbd08d66e21,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:33.189671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe20865-5948-4c20-88ba-e428a91c605e req-6cc58169-11be-4089-afc3-46c873dc8372 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.199134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6fe20865-5948-4c20-88ba-e428a91c605e req-6cc58169-11be-4089-afc3-46c873dc8372 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1647468 Jul 16 18:20:33.228435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1856ce5-dcaf-4df2-9108-2994061a4d41 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:33.235105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45714a80-bac7-4175-b23d-c6316a67d02e req-e025040d-70de-4ef3-80e4-2afa079e2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.236305 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-45714a80-bac7-4175-b23d-c6316a67d02e req-e025040d-70de-4ef3-80e4-2afa079e2302 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eabd2759-91af-4375-a194-972c087183ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203336 Jul 16 18:20:33.237299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.251739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Transition to ACTIVE for port object e1856ce5-dcaf-4df2-9108-2994061a4d41 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:33.267783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a2db6-ac65-4042-a430-d5633d8a8d7d req-6519458b-ee22-4a2a-bf95-4a62744a2500 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.271411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-698a2db6-ac65-4042-a430-d5633d8a8d7d req-6519458b-ee22-4a2a-bf95-4a62744a2500 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 931 time: 0.3592947 Jul 16 18:20:33.274370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bee653-99ca-4190-9f66-2449a0b735c8 None None] New status for floating IP 82e5584a-30dd-49f4-ad95-cc2e0bd21426: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:33.286791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.316787 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.351130 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.351916 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.356085 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4495a9c-9782-44a5-855b-6d36e333a536 None None] Provisioning complete for port 02e16224-4b40-45de-a052-efbd08d66e21 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:33.356977 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4495a9c-9782-44a5-855b-6d36e333a536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.366459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-698a2db6-ac65-4042-a430-d5633d8a8d7d req-03b1975e-c11f-40d0-bd27-8c2ca73bb186 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806446 Jul 16 18:20:33.450031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6fe20865-5948-4c20-88ba-e428a91c605e req-d6642028-9c76-4683-a286-a64f9e6623e2 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496948 Jul 16 18:20:33.492247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=808c77f2-7c9b-4ea2-b2f5-2286dac4991c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:33.497449 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-45714a80-bac7-4175-b23d-c6316a67d02e req-0f247988-b09f-4a8b-9d6a-60b850b9e1a4 service neutron] 10.222.0.42 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395473 Jul 16 18:20:33.505606 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bf427-0c9e-4fb3-9ca0-2d0002a460f5 req-b7ee56d8-03a3-4bb8-90d3-05e7e917fa54 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.507106 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6d0bf427-0c9e-4fb3-9ca0-2d0002a460f5 req-b7ee56d8-03a3-4bb8-90d3-05e7e917fa54 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.2916317 Jul 16 18:20:33.522434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Pushing event updated for resources: {'Port': ['ID=e1856ce5-dcaf-4df2-9108-2994061a4d41,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:33.529257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4495a9c-9782-44a5-855b-6d36e333a536 None None] Provisioning for port 808c77f2-7c9b-4ea2-b2f5-2286dac4991c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:33.535073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e4495a9c-9782-44a5-855b-6d36e333a536 None None] Provisioning complete for port 808c77f2-7c9b-4ea2-b2f5-2286dac4991c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:33.535560 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4495a9c-9782-44a5-855b-6d36e333a536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.600931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4495a9c-9782-44a5-855b-6d36e333a536 None None] Port 808c77f2-7c9b-4ea2-b2f5-2286dac4991c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:33.643436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Attempting to bind port e1856ce5-dcaf-4df2-9108-2994061a4d41 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:33.643796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Attempting to bind port e1856ce5-dcaf-4df2-9108-2994061a4d41 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'ebd6c482-6dff-4254-8181-7d90d0aaf720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:33.644124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Attempting to bind port e1856ce5-dcaf-4df2-9108-2994061a4d41 on network b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:33.658217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Port e1856ce5-dcaf-4df2-9108-2994061a4d41 on network b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:33.658217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Attempting to bind port e1856ce5-dcaf-4df2-9108-2994061a4d41 on network b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:33.667494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:33.667760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Checking segment: {'id': 'ebd6c482-6dff-4254-8181-7d90d0aaf720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:33.668082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Bound using segment: {'id': 'ebd6c482-6dff-4254-8181-7d90d0aaf720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:33.668534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Bound port: e1856ce5-dcaf-4df2-9108-2994061a4d41, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd6c482-6dff-4254-8181-7d90d0aaf720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:33.669052 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.706449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 33f56b30-2f59-44a0-bf16-d1d2d3d37099 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:33.709562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:33.734662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3a51c5a-c2a3-4e06-983a-4f4c586876bd None None] Provisioning complete for port 808c77f2-7c9b-4ea2-b2f5-2286dac4991c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:33.735059 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3a51c5a-c2a3-4e06-983a-4f4c586876bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.771545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf77d14-1702-4099-a4dd-f1b70a713b43 req-30989a4f-e790-41d6-b946-15114b94b23e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.773099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-acf77d14-1702-4099-a4dd-f1b70a713b43 req-30989a4f-e790-41d6-b946-15114b94b23e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 946 time: 0.1691685 Jul 16 18:20:33.827204 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3a51c5a-c2a3-4e06-983a-4f4c586876bd None None] Port 808c77f2-7c9b-4ea2-b2f5-2286dac4991c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:33.844703 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.881033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] For port e1856ce5-dcaf-4df2-9108-2994061a4d41, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:33.887587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] For port e1856ce5-dcaf-4df2-9108-2994061a4d41, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e1856ce5-dcaf-4df2-9108-2994061a4d41,segment=NetworkSegment(ebd6c482-6dff-4254-8181-7d90d0aaf720),segment_id=ebd6c482-6dff-4254-8181-7d90d0aaf720)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:33.905646 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-45714a80-bac7-4175-b23d-c6316a67d02e req-4dd0114e-95db-438a-bcf6-a12f4f3005ec service neutron] 10.222.0.42 "GET /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945951 Jul 16 18:20:33.914032 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.939697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6d0bf427-0c9e-4fb3-9ca0-2d0002a460f5 req-41f2e6cc-dbdf-4dc4-ba50-54a5b1c50d41 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port 0d47ac0a-bb84-4bec-a670-6649d79ae304 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:33.940038 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d0bf427-0c9e-4fb3-9ca0-2d0002a460f5 req-41f2e6cc-dbdf-4dc4-ba50-54a5b1c50d41 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.942812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-acf77d14-1702-4099-a4dd-f1b70a713b43 req-19572fcf-1fdf-4482-a4b8-005e4024c2ea tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb75988-1458-4870-904c-d5102d84ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504288 Jul 16 18:20:33.963838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2d63b91-acfc-460b-88b5-dbac9162422b None None] Provisioning complete for port 808c77f2-7c9b-4ea2-b2f5-2286dac4991c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:33.964310 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2d63b91-acfc-460b-88b5-dbac9162422b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.006026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.006752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.008282 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] 10.222.0.42 "PUT /v2.0/ports/e1856ce5-dcaf-4df2-9108-2994061a4d41 HTTP/1.1" status: 200 len: 1091 time: 1.6864510 Jul 16 18:20:34.014803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1184ace2-e293-4a3f-81e2-7f6533b00175', 'tag': 'e1856ce5-dcaf-4df2-9108-2994061a4d41'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:34.018542 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1e6125-d013-4f04-b2c9-75ab4f0ed459" -d '{"events": [{"name": "network-changed", "server_uuid": "1184ace2-e293-4a3f-81e2-7f6533b00175", "tag": "e1856ce5-dcaf-4df2-9108-2994061a4d41"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:34.020334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2d63b91-acfc-460b-88b5-dbac9162422b None None] Port 808c77f2-7c9b-4ea2-b2f5-2286dac4991c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:34.034680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router d3cd4c51-c046-40f5-800e-84850637c43a is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:34.068011 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e01fb87-1aea-4962-9654-16b5a08629cb x-openstack-request-id: req-6e01fb87-1aea-4962-9654-16b5a08629cb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:34.068440 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1184ace2-e293-4a3f-81e2-7f6533b00175", "tag": "e1856ce5-dcaf-4df2-9108-2994061a4d41", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:34.068795 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e01fb87-1aea-4962-9654-16b5a08629cb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:34.069299 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1184ace2-e293-4a3f-81e2-7f6533b00175', 'tag': 'e1856ce5-dcaf-4df2-9108-2994061a4d41', 'status': 'completed', 'code': 200} Jul 16 18:20:34.076979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-6d0bf427-0c9e-4fb3-9ca0-2d0002a460f5 req-41f2e6cc-dbdf-4dc4-ba50-54a5b1c50d41 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] For port 0d47ac0a-bb84-4bec-a670-6649d79ae304, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0d47ac0a-bb84-4bec-a670-6649d79ae304,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:34.077369 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d0bf427-0c9e-4fb3-9ca0-2d0002a460f5 req-41f2e6cc-dbdf-4dc4-ba50-54a5b1c50d41 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.096914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-6d0bf427-0c9e-4fb3-9ca0-2d0002a460f5 req-41f2e6cc-dbdf-4dc4-ba50-54a5b1c50d41 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for 0d47ac0a-bb84-4bec-a670-6649d79ae304 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:34.106243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0103b3-b78e-410b-ba47-bfa1629dec0c service neutron] Pushing event updated for resources: {'Port': ['ID=e1856ce5-dcaf-4df2-9108-2994061a4d41,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:34.132408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee4ccd-4386-4254-948b-6a59bc6fe7b8 req-5d7857fb-384c-4219-a808-e2729b0fafeb tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.137861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03ee4ccd-4386-4254-948b-6a59bc6fe7b8 req-5d7857fb-384c-4219-a808-e2729b0fafeb tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2319753 Jul 16 18:20:34.185175 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03ee4ccd-4386-4254-948b-6a59bc6fe7b8 req-f704a5e4-c1a2-46c1-a8b1-2d43bf6bc2ba tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443413 Jul 16 18:20:34.189533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-f4d11942-f716-4b89-8505-dd8dd6ba13c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.190987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-f4d11942-f716-4b89-8505-dd8dd6ba13c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e956a8715cf403facdca2beb3ed5a04&device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 1094 time: 0.1414411 Jul 16 18:20:34.228485 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:34.234781 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-47646f99-cfb3-464d-8cc1-ecdc99377e33 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/d3cd4c51-c046-40f5-800e-84850637c43a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3676703 Jul 16 18:20:34.240515 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234fb6e-7a29-4d00-986a-43445df03ddd None None] Sync routers for ids ['d3cd4c51-c046-40f5-800e-84850637c43a'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:34.252723 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:34.254886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e32e11ae-0449-4873-af70-7dd0bcfc05d9 None None] Provisioning complete for port 808c77f2-7c9b-4ea2-b2f5-2286dac4991c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:34.255378 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234fb6e-7a29-4d00-986a-43445df03ddd None None] Routers {'d3cd4c51-c046-40f5-800e-84850637c43a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:34.255745 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3234fb6e-7a29-4d00-986a-43445df03ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d3cd4c51-c046-40f5-800e-84850637c43a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:34.256093 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e32e11ae-0449-4873-af70-7dd0bcfc05d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.268113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-609f8d6a-b3ea-493a-af83-db9887b41872 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1856ce5-dcaf-4df2-9108-2994061a4d41 HTTP/1.1" status: 200 len: 217 time: 0.0689671 Jul 16 18:20:34.293508 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3234fb6e-7a29-4d00-986a-43445df03ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:34.309396 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234fb6e-7a29-4d00-986a-43445df03ddd None None] Routers {'d3cd4c51-c046-40f5-800e-84850637c43a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:34.310299 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3234fb6e-7a29-4d00-986a-43445df03ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d3cd4c51-c046-40f5-800e-84850637c43a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:34.312839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 02e16224-4b40-45de-a052-efbd08d66e21 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:34.349145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e022ee54-105c-44a7-bbae-c3b25054a3f3 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.352383 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e022ee54-105c-44a7-bbae-c3b25054a3f3 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports/808c77f2-7c9b-4ea2-b2f5-2286dac4991c HTTP/1.1" status: 200 len: 983 time: 0.0986264 Jul 16 18:20:34.353586 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3234fb6e-7a29-4d00-986a-43445df03ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:34.354417 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234fb6e-7a29-4d00-986a-43445df03ddd None None] The sync data for ids ['d3cd4c51-c046-40f5-800e-84850637c43a'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:34.357967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:34.375153 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e32e11ae-0449-4873-af70-7dd0bcfc05d9 None None] Port 808c77f2-7c9b-4ea2-b2f5-2286dac4991c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:34.398479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 02e16224-4b40-45de-a052-efbd08d66e21 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:34.398863 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.450672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-4aec00cf-50b4-4c8d-afaf-8e10fe970d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.453624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-4aec00cf-50b4-4c8d-afaf-8e10fe970d01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac138980-45fd-49c6-83ba-aaeb4bba3ea9 HTTP/1.1" status: 200 len: 848 time: 0.1722956 Jul 16 18:20:34.466655 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d0bf427-0c9e-4fb3-9ca0-2d0002a460f5 req-41f2e6cc-dbdf-4dc4-ba50-54a5b1c50d41 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.491244 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-ffc59dea-fb44-4156-9fab-b0d3df3e4da7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305214 Jul 16 18:20:34.520314 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2e6cc-dbdf-4dc4-ba50-54a5b1c50d41 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=0d47ac0a-bb84-4bec-a670-6649d79ae304,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:34.572966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0bf427-0c9e-4fb3-9ca0-2d0002a460f5 req-41f2e6cc-dbdf-4dc4-ba50-54a5b1c50d41 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] No DVR routers for this DVR port 0d47ac0a-bb84-4bec-a670-6649d79ae304 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:34.576302 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-6d0bf427-0c9e-4fb3-9ca0-2d0002a460f5 req-41f2e6cc-dbdf-4dc4-ba50-54a5b1c50d41 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.580121 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6d0bf427-0c9e-4fb3-9ca0-2d0002a460f5 req-41f2e6cc-dbdf-4dc4-ba50-54a5b1c50d41 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.42 "DELETE /v2.0/ports/0d47ac0a-bb84-4bec-a670-6649d79ae304 HTTP/1.1" status: 204 len: 173 time: 1.0307245 Jul 16 18:20:34.580121 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'name': 'network-vif-deleted', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:34.583029 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5f5fdf-bef6-479e-b91a-20c5a6c064fc" -d '{"events": [{"server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "name": "network-vif-deleted", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:34.717863 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07150e7f-8cbe-49bb-9e8c-67e0fd38902b x-openstack-request-id: req-07150e7f-8cbe-49bb-9e8c-67e0fd38902b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:34.718481 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e7a83c-eddb-47c4-a0c1-f190692f98bb", "name": "network-vif-deleted", "tag": "0d47ac0a-bb84-4bec-a670-6649d79ae304", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:34.718481 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07150e7f-8cbe-49bb-9e8c-67e0fd38902b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:34.718877 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e7a83c-eddb-47c4-a0c1-f190692f98bb', 'name': 'network-vif-deleted', 'tag': '0d47ac0a-bb84-4bec-a670-6649d79ae304', 'status': 'completed', 'code': 200} Jul 16 18:20:34.766053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e8caf-c006-4e5f-891d-c2f49eb73a70 req-7af602d8-bf96-413e-98fd-fed18c1c6419 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.773987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e4e8caf-c006-4e5f-891d-c2f49eb73a70 req-7af602d8-bf96-413e-98fd-fed18c1c6419 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 943 time: 0.2513053 Jul 16 18:20:34.816776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-c69346b6-ca3c-4809-9177-5cc89880e2ca service neutron] 10.222.0.42 "GET /v2.0/networks/b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167984 Jul 16 18:20:34.902806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e4e8caf-c006-4e5f-891d-c2f49eb73a70 req-3261c1c8-1ca6-45cd-bdbd-385d725cedae tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278319 Jul 16 18:20:35.099325 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7238247f-1181-4a1a-8573-59f0630d6ce4 req-de103ad1-1ddc-4c9f-97a5-7222dde589e5 service neutron] 10.222.0.42 "GET /v2.0/networks/b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643642 Jul 16 18:20:35.141876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a28c99b-5055-4a62-9af8-5d4fc177acbe req-708f58a9-0d7a-4845-a8bf-e7f3f6129a07 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=e3e7a83c-eddb-47c4-a0c1-f190692f98bb HTTP/1.1" status: 200 len: 210 time: 0.0503623 Jul 16 18:20:35.212587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ea4d6-e79e-45a3-9a72-07f50280ab03 req-4983a585-f7de-4a11-80d0-6392944af619 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.214406 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b92ea4d6-e79e-45a3-9a72-07f50280ab03 req-4983a585-f7de-4a11-80d0-6392944af619 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2058403 Jul 16 18:20:35.478389 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.602749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b92ea4d6-e79e-45a3-9a72-07f50280ab03 req-6addd935-dc36-4212-9ff4-32532b1fba42 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812954 Jul 16 18:20:35.613026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e6125-d013-4f04-b2c9-75ab4f0ed459 req-32a7f0da-3241-4d59-8913-585c91b14745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.614547 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd1e6125-d013-4f04-b2c9-75ab4f0ed459 req-32a7f0da-3241-4d59-8913-585c91b14745 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e956a8715cf403facdca2beb3ed5a04&device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 1094 time: 0.4654527 Jul 16 18:20:35.615195 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b697ee27-536c-496b-8ef0-adbddd1ce74f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.820984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e6125-d013-4f04-b2c9-75ab4f0ed459 req-5ed4ac0d-01f3-482f-a604-fe9cb40805a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.823458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd1e6125-d013-4f04-b2c9-75ab4f0ed459 req-5ed4ac0d-01f3-482f-a604-fe9cb40805a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d HTTP/1.1" status: 200 len: 909 time: 0.1721034 Jul 16 18:20:35.875771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd1e6125-d013-4f04-b2c9-75ab4f0ed459 req-10826483-3671-41f1-b8d7-e85491180f8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1856ce5-dcaf-4df2-9108-2994061a4d41 HTTP/1.1" status: 200 len: 217 time: 0.0405612 Jul 16 18:20:35.951793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e6125-d013-4f04-b2c9-75ab4f0ed459 req-c8aa1a13-c887-4644-ab15-aab36c70f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.953287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd1e6125-d013-4f04-b2c9-75ab4f0ed459 req-c8aa1a13-c887-4644-ab15-aab36c70f38e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac138980-45fd-49c6-83ba-aaeb4bba3ea9 HTTP/1.1" status: 200 len: 848 time: 0.0713339 Jul 16 18:20:35.995214 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd1e6125-d013-4f04-b2c9-75ab4f0ed459 req-44ddd5fa-1b23-485c-a76a-b28f9da560d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336156 Jul 16 18:20:36.000467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b697ee27-536c-496b-8ef0-adbddd1ce74f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port 808c77f2-7c9b-4ea2-b2f5-2286dac4991c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:36.000801 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b697ee27-536c-496b-8ef0-adbddd1ce74f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.198821 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b697ee27-536c-496b-8ef0-adbddd1ce74f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.209280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd1e6125-d013-4f04-b2c9-75ab4f0ed459 req-a4d3f837-fe48-48c8-8cca-6a42ba3e9682 service neutron] 10.222.0.42 "GET /v2.0/networks/b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044864 Jul 16 18:20:36.225871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b697ee27-536c-496b-8ef0-adbddd1ce74f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for 808c77f2-7c9b-4ea2-b2f5-2286dac4991c owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:36.235204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:36.236210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0022d95-34a5-40e8-b5d9-ed1514040dda req-365d457c-730a-4f7d-a176-f7ada3602dcc tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.237745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0022d95-34a5-40e8-b5d9-ed1514040dda req-365d457c-730a-4f7d-a176-f7ada3602dcc tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 943 time: 0.2150514 Jul 16 18:20:36.388664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0022d95-34a5-40e8-b5d9-ed1514040dda req-d6f96c08-4273-4d56-97ed-a94ba3e175b6 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361976 Jul 16 18:20:36.403305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd1e6125-d013-4f04-b2c9-75ab4f0ed459 req-ea7d3422-a95a-48a9-b69e-018653f1b2bc service neutron] 10.222.0.42 "GET /v2.0/networks/b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853523 Jul 16 18:20:36.469887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 0d47ac0a-bb84-4bec-a670-6649d79ae304 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:36.490585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 0d47ac0a-bb84-4bec-a670-6649d79ae304 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:36.491294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 0d47ac0a-bb84-4bec-a670-6649d79ae304 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:36.520233 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b697ee27-536c-496b-8ef0-adbddd1ce74f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.560132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697ee27-536c-496b-8ef0-adbddd1ce74f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=808c77f2-7c9b-4ea2-b2f5-2286dac4991c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:36.623531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b46c2e77-4857-44a1-9355-affe27f636a1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.667630 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b697ee27-536c-496b-8ef0-adbddd1ce74f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.882442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b697ee27-536c-496b-8ef0-adbddd1ce74f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router d3cd4c51-c046-40f5-800e-84850637c43a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:36.891876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcffd5-f1cc-494f-8f35-290a442cf153 req-dd7b722f-9595-440f-bb31-371cd794cf82 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.893390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fabcffd5-f1cc-494f-8f35-290a442cf153 req-dd7b722f-9595-440f-bb31-371cd794cf82 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1408491 Jul 16 18:20:36.913698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b46c2e77-4857-44a1-9355-affe27f636a1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port 077f16fc-e230-4ccc-9786-38fc498b6d1f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:36.914052 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b46c2e77-4857-44a1-9355-affe27f636a1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.992725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b697ee27-536c-496b-8ef0-adbddd1ce74f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:36.999845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b697ee27-536c-496b-8ef0-adbddd1ce74f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/d3cd4c51-c046-40f5-800e-84850637c43a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6404130 Jul 16 18:20:37.003037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fabcffd5-f1cc-494f-8f35-290a442cf153 req-7f32cd39-5f76-49b3-b92c-611f1e366976 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024787 Jul 16 18:20:37.003498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.003646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92593d2c-e11d-4680-b294-7266a70f34bb None None] Sync routers for ids ['d3cd4c51-c046-40f5-800e-84850637c43a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:37.015246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92593d2c-e11d-4680-b294-7266a70f34bb None None] Routers {'d3cd4c51-c046-40f5-800e-84850637c43a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:37.022136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b46c2e77-4857-44a1-9355-affe27f636a1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] For port 077f16fc-e230-4ccc-9786-38fc498b6d1f, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=077f16fc-e230-4ccc-9786-38fc498b6d1f,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:37.022136 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b46c2e77-4857-44a1-9355-affe27f636a1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.022533 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-92593d2c-e11d-4680-b294-7266a70f34bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d3cd4c51-c046-40f5-800e-84850637c43a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:37.034053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b46c2e77-4857-44a1-9355-affe27f636a1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for 077f16fc-e230-4ccc-9786-38fc498b6d1f owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:37.055859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-92593d2c-e11d-4680-b294-7266a70f34bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:37.065292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92593d2c-e11d-4680-b294-7266a70f34bb None None] Routers {'d3cd4c51-c046-40f5-800e-84850637c43a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:37.066004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-92593d2c-e11d-4680-b294-7266a70f34bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d3cd4c51-c046-40f5-800e-84850637c43a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:37.100938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-92593d2c-e11d-4680-b294-7266a70f34bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:37.101622 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92593d2c-e11d-4680-b294-7266a70f34bb None None] The sync data for ids ['d3cd4c51-c046-40f5-800e-84850637c43a'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:37.189020 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-244217ba-df36-45de-85ba-dd81cb0819d7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:20:37.192874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-244217ba-df36-45de-85ba-dd81cb0819d7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/d3cd4c51-c046-40f5-800e-84850637c43a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1856904 Jul 16 18:20:37.193086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.223856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-73b4502f-3db2-4196-b3ce-92fe1f01ad8d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3cd4c51-c046-40f5-800e-84850637c43a HTTP/1.1" status: 200 len: 205 time: 0.0274260 Jul 16 18:20:37.224098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.234479 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b46c2e77-4857-44a1-9355-affe27f636a1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.269912 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c2e77-4857-44a1-9355-affe27f636a1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=077f16fc-e230-4ccc-9786-38fc498b6d1f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:37.302377 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f52f967f-0b05-4ec9-a9de-64adea14f9ee tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.444639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b46c2e77-4857-44a1-9355-affe27f636a1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.477430 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f52f967f-0b05-4ec9-a9de-64adea14f9ee tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.480293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f52f967f-0b05-4ec9-a9de-64adea14f9ee tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.532702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f52f967f-0b05-4ec9-a9de-64adea14f9ee tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.533091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52f967f-0b05-4ec9-a9de-64adea14f9ee tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Fanout notify agent at l3_agent the message router_deleted on router d3cd4c51-c046-40f5-800e-84850637c43a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:37.541105 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f52f967f-0b05-4ec9-a9de-64adea14f9ee tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.542493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f52f967f-0b05-4ec9-a9de-64adea14f9ee tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/d3cd4c51-c046-40f5-800e-84850637c43a HTTP/1.1" status: 204 len: 168 time: 0.3175278 Jul 16 18:20:37.545276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.593745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c67f19-8c64-4ceb-a300-b2c3ef23d232 req-78204dca-2a25-4fa3-b883-b61c45650f96 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.595311 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41c67f19-8c64-4ceb-a300-b2c3ef23d232 req-78204dca-2a25-4fa3-b883-b61c45650f96 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 943 time: 0.0728505 Jul 16 18:20:37.614065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-da006225-861b-4ea0-b294-669384d8f0f4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting subnet 177ecc70-3ac4-4a2e-865a-329d4856adc0 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:37.617611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da006225-861b-4ea0-b294-669384d8f0f4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.633772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41c67f19-8c64-4ceb-a300-b2c3ef23d232 req-78a3cba3-2665-4b91-9fe8-5d2e03ef267a tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 Jul 16 18:20:37.702724 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da006225-861b-4ea0-b294-669384d8f0f4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.092399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46c2e77-4857-44a1-9355-affe27f636a1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router 40e48fd9-c473-4cf0-8967-77f4e5a60643 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:38.120453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da006225-861b-4ea0-b294-669384d8f0f4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.187854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b21e0d-93de-4c30-9de5-ab3afc8c003d req-c0d8c305-5d9b-4f79-a285-92a455799978 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.193588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7b21e0d-93de-4c30-9de5-ab3afc8c003d req-c0d8c305-5d9b-4f79-a285-92a455799978 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0729084 Jul 16 18:20:38.243630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7b21e0d-93de-4c30-9de5-ab3afc8c003d req-f506bf5f-c1c3-41e6-865a-0ccc01ecd58a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474553 Jul 16 18:20:38.267569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46c2e77-4857-44a1-9355-affe27f636a1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:38.276579 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b46c2e77-4857-44a1-9355-affe27f636a1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "PUT /v2.0/routers/40e48fd9-c473-4cf0-8967-77f4e5a60643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0392518 Jul 16 18:20:38.278410 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da006225-861b-4ea0-b294-669384d8f0f4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.279007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.286582 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b4fa2-9386-4548-bc3e-179b9248e803 None None] Sync routers for ids ['40e48fd9-c473-4cf0-8967-77f4e5a60643'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:38.298826 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b4fa2-9386-4548-bc3e-179b9248e803 None None] Routers {'40e48fd9-c473-4cf0-8967-77f4e5a60643'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:38.300458 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e87b4fa2-9386-4548-bc3e-179b9248e803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['40e48fd9-c473-4cf0-8967-77f4e5a60643'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:38.309157 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da006225-861b-4ea0-b294-669384d8f0f4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Subnet': ['ID=177ecc70-3ac4-4a2e-865a-329d4856adc0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:38.313829 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da006225-861b-4ea0-b294-669384d8f0f4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.318554 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-da006225-861b-4ea0-b294-669384d8f0f4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/177ecc70-3ac4-4a2e-865a-329d4856adc0 HTTP/1.1" status: 204 len: 168 time: 0.7707145 Jul 16 18:20:38.319454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.325768 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d359859e-0737-40ac-b09d-6791726655c3 None None] Network 33f56b30-2f59-44a0-bf16-d1d2d3d37099 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:38.379052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3991d52d-70b7-4222-ae72-80c9cae384a6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting subnet 8e4bebd4-1398-4e74-bc25-f8af8706b63e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:38.382522 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3991d52d-70b7-4222-ae72-80c9cae384a6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.415732 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.448541 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3991d52d-70b7-4222-ae72-80c9cae384a6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.503266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device e1856ce5-dcaf-4df2-9108-2994061a4d41 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:38.510767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port 02e16224-4b40-45de-a052-efbd08d66e21 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:38.511241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.521433 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e87b4fa2-9386-4548-bc3e-179b9248e803 None None] Set router 40e48fd9-c473-4cf0-8967-77f4e5a60643 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:38.550906 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3991d52d-70b7-4222-ae72-80c9cae384a6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.615917 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3991d52d-70b7-4222-ae72-80c9cae384a6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.639808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port 02e16224-4b40-45de-a052-efbd08d66e21, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=02e16224-4b40-45de-a052-efbd08d66e21,segment=NetworkSegment(f0ce4204-a84a-43cc-a6af-7801df8c0589),segment_id=f0ce4204-a84a-43cc-a6af-7801df8c0589)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:38.640365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.653257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991d52d-70b7-4222-ae72-80c9cae384a6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4bebd4-1398-4e74-bc25-f8af8706b63e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:38.655597 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3991d52d-70b7-4222-ae72-80c9cae384a6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.658057 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for 02e16224-4b40-45de-a052-efbd08d66e21 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:38.658686 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3991d52d-70b7-4222-ae72-80c9cae384a6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/subnets/8e4bebd4-1398-4e74-bc25-f8af8706b63e HTTP/1.1" status: 204 len: 168 time: 0.3776014 Jul 16 18:20:38.660759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.664256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca817e8b-5808-4ba2-9d3d-9fa3388c68e5 None None] Network eabd2759-91af-4375-a194-972c087183ce requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:38.777977 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e87b4fa2-9386-4548-bc3e-179b9248e803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:20:37Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:38.778762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feb496d-14f9-41cc-be35-e4a7ddf8caf0 None None] DHCP port deletion for 33f56b30-2f59-44a0-bf16-d1d2d3d37099 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:38.805737 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b4fa2-9386-4548-bc3e-179b9248e803 None None] Checking router: 40e48fd9-c473-4cf0-8967-77f4e5a60643 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:38.813174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.824848 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b4fa2-9386-4548-bc3e-179b9248e803 None None] Routers {'40e48fd9-c473-4cf0-8967-77f4e5a60643'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:38.825978 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e87b4fa2-9386-4548-bc3e-179b9248e803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['40e48fd9-c473-4cf0-8967-77f4e5a60643'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:38.834938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No DVR routers for this DVR port 02e16224-4b40-45de-a052-efbd08d66e21 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:38.845385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1feb496d-14f9-41cc-be35-e4a7ddf8caf0 None None] The port '02e16224-4b40-45de-a052-efbd08d66e21' was deleted {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 18:20:38.881821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port e1856ce5-dcaf-4df2-9108-2994061a4d41, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e1856ce5-dcaf-4df2-9108-2994061a4d41,segment=NetworkSegment(ebd6c482-6dff-4254-8181-7d90d0aaf720),segment_id=ebd6c482-6dff-4254-8181-7d90d0aaf720)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:38.903217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'e1856ce5-dcaf-4df2-9108-2994061a4d41', 'network_id': 'b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d', 'port_id': 'e1856ce5-dcaf-4df2-9108-2994061a4d41', 'mac_address': 'fa:16:3e:68:be:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac138980-45fd-49c6-83ba-aaeb4bba3ea9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:20:38.915161 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=02e16224-4b40-45de-a052-efbd08d66e21,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:38.973734 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e87b4fa2-9386-4548-bc3e-179b9248e803 None None] Set router 40e48fd9-c473-4cf0-8967-77f4e5a60643 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:38.997844 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.003378 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.016786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f56b30-2f59-44a0-bf16-d1d2d3d37099']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:39.032002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ce4204-a84a-43cc-a6af-7801df8c0589') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:39.032280 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ce4204-a84a-43cc-a6af-7801df8c0589') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:39.044897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1856ce5-dcaf-4df2-9108-2994061a4d41 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:39.045136 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.056734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e43101-5139-413e-a179-7308d7254701 None None] DHCP port deletion for eabd2759-91af-4375-a194-972c087183ce request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:39.075753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.086260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:39.087351 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.137012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port e1856ce5-dcaf-4df2-9108-2994061a4d41, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e1856ce5-dcaf-4df2-9108-2994061a4d41,segment=NetworkSegment(ebd6c482-6dff-4254-8181-7d90d0aaf720),segment_id=ebd6c482-6dff-4254-8181-7d90d0aaf720)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:39.146897 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:39.191109 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:39.201435 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.210947 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.217765 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/networks/33f56b30-2f59-44a0-bf16-d1d2d3d37099 HTTP/1.1" status: 204 len: 168 time: 0.8972518 Jul 16 18:20:39.218108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:39.221471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52e43101-5139-413e-a179-7308d7254701 None None] Deleting port ed608a62-edcb-47e3-8c9b-83d37d7e53b2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:39.221861 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52e43101-5139-413e-a179-7308d7254701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.230001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-62fac641-ff62-436b-b8d3-9309eb592f7c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1675638921'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:39.234531 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e87b4fa2-9386-4548-bc3e-179b9248e803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:20:37Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:39.237145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b1af4-389a-41e8-876c-9a7bb66b3468 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Network': ['ID=33f56b30-2f59-44a0-bf16-d1d2d3d37099,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.249082 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.271612 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b4fa2-9386-4548-bc3e-179b9248e803 None None] The sync data for ids ['40e48fd9-c473-4cf0-8967-77f4e5a60643'] in n-d-793618-9 is: [{'id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686084865', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:29Z', 'updated_at': '2021-07-16T18:20:37Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '807088fd-240a-49e4-89ff-57e2c342a8d5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e48fd9-c473-4cf0-8967-77f4e5a60643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:31Z', 'updated_at': '2021-07-16T18:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:39.278336 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=e1856ce5-dcaf-4df2-9108-2994061a4d41,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.347732 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-52e43101-5139-413e-a179-7308d7254701 None None] For port ed608a62-edcb-47e3-8c9b-83d37d7e53b2, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ed608a62-edcb-47e3-8c9b-83d37d7e53b2,segment=NetworkSegment(fc1a76d1-7b10-416e-b4f8-afa1373582de),segment_id=fc1a76d1-7b10-416e-b4f8-afa1373582de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:39.349395 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52e43101-5139-413e-a179-7308d7254701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.372542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52e43101-5139-413e-a179-7308d7254701 None None] Calling delete_port for ed608a62-edcb-47e3-8c9b-83d37d7e53b2 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:39.402885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac8fe3-bfa2-4897-9b81-7ee16c1c1103 req-cfb37fda-ef99-4a56-86dc-092bf76d892d tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.410527 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8eac8fe3-bfa2-4897-9b81-7ee16c1c1103 req-cfb37fda-ef99-4a56-86dc-092bf76d892d tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 943 time: 0.3126030 Jul 16 18:20:39.422211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['e1856ce5-dcaf-4df2-9108-2994061a4d41'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:39.422859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fac641-ff62-436b-b8d3-9309eb592f7c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:39.427617 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62fac641-ff62-436b-b8d3-9309eb592f7c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.524513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fac641-ff62-436b-b8d3-9309eb592f7c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:39.531374 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52e43101-5139-413e-a179-7308d7254701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.545721 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8eac8fe3-bfa2-4897-9b81-7ee16c1c1103 req-d800f653-bc83-400a-ab6d-2970b152d921 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341188 Jul 16 18:20:39.571437 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.575112 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62fac641-ff62-436b-b8d3-9309eb592f7c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.575573 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-62fac641-ff62-436b-b8d3-9309eb592f7c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Added segment 953e4a2e-bf13-4fae-b043-df8eee07d5b6 of type vlan for network 76cae39f-675c-461b-807e-9e08958b9af9 Jul 16 18:20:39.590493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e43101-5139-413e-a179-7308d7254701 None None] Pushing event deleted for resources: {'Port': ['ID=ed608a62-edcb-47e3-8c9b-83d37d7e53b2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.619200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e43101-5139-413e-a179-7308d7254701 None None] No DVR routers for this DVR port ed608a62-edcb-47e3-8c9b-83d37d7e53b2 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:39.679463 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62fac641-ff62-436b-b8d3-9309eb592f7c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.694965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7ae91-4825-4f62-be77-4204c15c5e44 req-879f6499-8c04-445f-a49f-8d7d643054e9 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.696527 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bae7ae91-4825-4f62-be77-4204c15c5e44 req-879f6499-8c04-445f-a49f-8d7d643054e9 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2812035 Jul 16 18:20:39.763333 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62fac641-ff62-436b-b8d3-9309eb592f7c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.770114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fac641-ff62-436b-b8d3-9309eb592f7c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.770754 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62fac641-ff62-436b-b8d3-9309eb592f7c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.789207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bae7ae91-4825-4f62-be77-4204c15c5e44 req-72fcc6a8-82eb-4aad-8ba2-591c12d4d232 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860951 Jul 16 18:20:39.816897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port 807088fd-240a-49e4-89ff-57e2c342a8d5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:39.816897 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.839832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-62fac641-ff62-436b-b8d3-9309eb592f7c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6190825 Jul 16 18:20:39.842706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:39.851076 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-daab2c01-cf7b-49b8-ab31-97be7a829ff1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'subnet': {'network_id': '76cae39f-675c-461b-807e-9e08958b9af9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:39.889009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fac641-ff62-436b-b8d3-9309eb592f7c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Network': ['ID=76cae39f-675c-461b-807e-9e08958b9af9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.900565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 76cae39f-675c-461b-807e-9e08958b9af9 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:39.953043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] For port 807088fd-240a-49e4-89ff-57e2c342a8d5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=807088fd-240a-49e4-89ff-57e2c342a8d5,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:39.953381 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.970739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for 807088fd-240a-49e4-89ff-57e2c342a8d5 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:39.972109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daab2c01-cf7b-49b8-ab31-97be7a829ff1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:39.977819 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daab2c01-cf7b-49b8-ab31-97be7a829ff1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.160895 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.178315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daab2c01-cf7b-49b8-ab31-97be7a829ff1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.193412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=807088fd-240a-49e4-89ff-57e2c342a8d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.258236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab2c01-cf7b-49b8-ab31-97be7a829ff1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Subnet': ['ID=3da86f93-0862-4390-8875-a462d9b5ac20,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.261485 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab2c01-cf7b-49b8-ab31-97be7a829ff1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Checking segment: {'id': '953e4a2e-bf13-4fae-b043-df8eee07d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '76cae39f-675c-461b-807e-9e08958b9af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:40.261858 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab2c01-cf7b-49b8-ab31-97be7a829ff1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network hostable DHCP agents. Network: 76cae39f-675c-461b-807e-9e08958b9af9, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:40.266154 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.290633 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab2c01-cf7b-49b8-ab31-97be7a829ff1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 76cae39f-675c-461b-807e-9e08958b9af9 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:40.303171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-daab2c01-cf7b-49b8-ab31-97be7a829ff1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 76cae39f-675c-461b-807e-9e08958b9af9) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:40.315540 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59943d0-34f0-4a2a-820d-8d5e33707137 None None] Network 76cae39f-675c-461b-807e-9e08958b9af9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:40.334417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab2c01-cf7b-49b8-ab31-97be7a829ff1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.335040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-daab2c01-cf7b-49b8-ab31-97be7a829ff1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.369376 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-daab2c01-cf7b-49b8-ab31-97be7a829ff1 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5222623 Jul 16 18:20:40.370950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.382329 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6acf6e63-3e04-479f-836a-6aa41ad2afd6 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1910816253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:40.395502 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.399327 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.423497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 077f16fc-e230-4ccc-9786-38fc498b6d1f no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:40.450475 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 077f16fc-e230-4ccc-9786-38fc498b6d1f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:40.450795 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 077f16fc-e230-4ccc-9786-38fc498b6d1f not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:40.451304 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6acf6e63-3e04-479f-836a-6aa41ad2afd6 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.451803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 02e16224-4b40-45de-a052-efbd08d66e21 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:40.452404 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6acf6e63-3e04-479f-836a-6aa41ad2afd6 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.458790 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.459098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Fanout notify agent at l3_agent the message router_deleted on router 40e48fd9-c473-4cf0-8967-77f4e5a60643 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:40.468100 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.472182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.472737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1337a48e-0957-418e-a820-9340e672d986 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/routers/40e48fd9-c473-4cf0-8967-77f4e5a60643 HTTP/1.1" status: 204 len: 168 time: 1.8073039 Jul 16 18:20:40.487011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 02e16224-4b40-45de-a052-efbd08d66e21 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:40.487375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 02e16224-4b40-45de-a052-efbd08d66e21 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:40.487788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ed608a62-edcb-47e3-8c9b-83d37d7e53b2 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:40.521307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: ed608a62-edcb-47e3-8c9b-83d37d7e53b2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:40.521680 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ed608a62-edcb-47e3-8c9b-83d37d7e53b2 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:40.540129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device e1856ce5-dcaf-4df2-9108-2994061a4d41 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:40.540360 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6acf6e63-3e04-479f-836a-6aa41ad2afd6 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.545997 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6acf6e63-3e04-479f-836a-6aa41ad2afd6 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.570869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6acf6e63-3e04-479f-836a-6aa41ad2afd6 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.573428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6acf6e63-3e04-479f-836a-6aa41ad2afd6 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1972580 Jul 16 18:20:40.575770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.678902 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.727433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port e1856ce5-dcaf-4df2-9108-2994061a4d41 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:40.733444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port e1856ce5-dcaf-4df2-9108-2994061a4d41 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:40.733918 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.737634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-76cae39f-675c-461b-807e-9e08958b9af9', 'network_id': '76cae39f-675c-461b-807e-9e08958b9af9', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'fixed_ips': [{'subnet_id': '3da86f93-0862-4390-8875-a462d9b5ac20'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:40.738488 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.807864 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.831613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabd2759-91af-4375-a194-972c087183ce']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:40.860396 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1a76d1-7b10-416e-b4f8-afa1373582de') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:40.861059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1a76d1-7b10-416e-b4f8-afa1373582de') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:40.881594 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.908972 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.919805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:40.921391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:40.927489 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:40.950479 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.007062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1184ace2-e293-4a3f-81e2-7f6533b00175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1856ce5-dcaf-4df2-9108-2994061a4d41'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:41.010171 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c5180b-4825-4155-8881-7d75cd712097" -d '{"events": [{"server_uuid": "1184ace2-e293-4a3f-81e2-7f6533b00175", "name": "network-vif-plugged", "status": "completed", "tag": "e1856ce5-dcaf-4df2-9108-2994061a4d41"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:41.035677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c85bf8-b709-4b9f-b162-3b7ba61a1929 req-92458502-9002-48e6-af60-8fbc5538f955 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.039328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76c85bf8-b709-4b9f-b162-3b7ba61a1929 req-92458502-9002-48e6-af60-8fbc5538f955 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 944 time: 0.2972250 Jul 16 18:20:41.050210 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.056107 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port e1856ce5-dcaf-4df2-9108-2994061a4d41, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e1856ce5-dcaf-4df2-9108-2994061a4d41,segment=NetworkSegment(ebd6c482-6dff-4254-8181-7d90d0aaf720),segment_id=ebd6c482-6dff-4254-8181-7d90d0aaf720)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:41.056299 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.059713 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/networks/eabd2759-91af-4375-a194-972c087183ce HTTP/1.1" status: 204 len: 168 time: 0.5862620 Jul 16 18:20:41.065064 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.065877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.114693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Allocated IP 2001:db8::2 (76cae39f-675c-461b-807e-9e08958b9af9/3da86f93-0862-4390-8875-a462d9b5ac20/e4a055b8-b770-47c5-ba46-38d52e586b57) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:41.128488 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269a8d2-02f7-447d-98ef-ff741bbd8975 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Network': ['ID=eabd2759-91af-4375-a194-972c087183ce,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.161009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47e3c122-5322-4f83-a6f3-37a34b547ab8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.176872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76c85bf8-b709-4b9f-b162-3b7ba61a1929 req-d620f837-0acf-45c3-b51e-b530eaea8cd6 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003304 Jul 16 18:20:41.184148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=e1856ce5-dcaf-4df2-9108-2994061a4d41,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.213502 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47e3c122-5322-4f83-a6f3-37a34b547ab8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.225472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.248655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d75e3-b3e2-40e5-97c7-d26545ba00c3 req-e88f68f7-e5a7-4790-8446-0e3cc8c8099f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.250234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d47d75e3-b3e2-40e5-97c7-d26545ba00c3 req-e88f68f7-e5a7-4790-8446-0e3cc8c8099f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1782649 Jul 16 18:20:41.265490 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7798bc69-7dbe-4684-ba02-4c3edaa3e81e x-openstack-request-id: req-7798bc69-7dbe-4684-ba02-4c3edaa3e81e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:41.265789 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1184ace2-e293-4a3f-81e2-7f6533b00175", "name": "network-vif-plugged", "status": "completed", "tag": "e1856ce5-dcaf-4df2-9108-2994061a4d41", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:41.266048 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7798bc69-7dbe-4684-ba02-4c3edaa3e81e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:41.266447 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1184ace2-e293-4a3f-81e2-7f6533b00175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1856ce5-dcaf-4df2-9108-2994061a4d41', 'code': 200} Jul 16 18:20:41.321729 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47e3c122-5322-4f83-a6f3-37a34b547ab8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.327716 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-47e3c122-5322-4f83-a6f3-37a34b547ab8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.330256 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-47e3c122-5322-4f83-a6f3-37a34b547ab8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/security-groups/2fb75988-1458-4870-904c-d5102d84ace7 HTTP/1.1" status: 204 len: 168 time: 0.2617497 Jul 16 18:20:41.357494 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3c122-5322-4f83-a6f3-37a34b547ab8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb75988-1458-4870-904c-d5102d84ace7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.430723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d47d75e3-b3e2-40e5-97c7-d26545ba00c3 req-8317eff5-16c4-43c3-86ca-54a05001423f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374571 Jul 16 18:20:41.446224 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.458331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Transition to ACTIVE for port object e4a055b8-b770-47c5-ba46-38d52e586b57 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:41.488140 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Transition to ACTIVE for port object e4a055b8-b770-47c5-ba46-38d52e586b57 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:41.495254 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.535389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Network 76cae39f-675c-461b-807e-9e08958b9af9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:41.538929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:41.543041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:41.580776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Pushing event updated for resources: {'Port': ['ID=e4a055b8-b770-47c5-ba46-38d52e586b57,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.617138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.618836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895af51-1f5f-4aaf-9df9-52be50b460e1 req-5edcadd7-10d2-496a-8b74-1d489ca7e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.621284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3895af51-1f5f-4aaf-9df9-52be50b460e1 req-5edcadd7-10d2-496a-8b74-1d489ca7e5af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 1096 time: 0.2664194 Jul 16 18:20:41.622565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1a98b618-06d9-4a50-8a09-19bee693fc0a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-958601287', 'description': 'tempest-secgroup-smoke-958601287 description', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:41.627018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Attempting to bind port e4a055b8-b770-47c5-ba46-38d52e586b57 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:41.628254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Attempting to bind port e4a055b8-b770-47c5-ba46-38d52e586b57 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '953e4a2e-bf13-4fae-b043-df8eee07d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '76cae39f-675c-461b-807e-9e08958b9af9'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:41.628893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Attempting to bind port e4a055b8-b770-47c5-ba46-38d52e586b57 on network 76cae39f-675c-461b-807e-9e08958b9af9 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:41.635163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:41.635468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Checking segment: {'id': '953e4a2e-bf13-4fae-b043-df8eee07d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '76cae39f-675c-461b-807e-9e08958b9af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:41.636048 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.636444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Bound using segment: {'id': '953e4a2e-bf13-4fae-b043-df8eee07d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '76cae39f-675c-461b-807e-9e08958b9af9'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:41.637145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Bound port: e4a055b8-b770-47c5-ba46-38d52e586b57, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953e4a2e-bf13-4fae-b043-df8eee07d5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '76cae39f-675c-461b-807e-9e08958b9af9'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:41.637502 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.654999 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a98b618-06d9-4a50-8a09-19bee693fc0a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.658087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Allocated IP 2001:db8::1 (76cae39f-675c-461b-807e-9e08958b9af9/3da86f93-0862-4390-8875-a462d9b5ac20/aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:41.687999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3895af51-1f5f-4aaf-9df9-52be50b460e1 req-14d45a45-871b-475b-aa39-36afad0722a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598826 Jul 16 18:20:41.716028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] For port e4a055b8-b770-47c5-ba46-38d52e586b57, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:41.719351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] For port e4a055b8-b770-47c5-ba46-38d52e586b57, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e4a055b8-b770-47c5-ba46-38d52e586b57,segment=NetworkSegment(953e4a2e-bf13-4fae-b043-df8eee07d5b6),segment_id=953e4a2e-bf13-4fae-b043-df8eee07d5b6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:41.726322 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.768998 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a98b618-06d9-4a50-8a09-19bee693fc0a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.775106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a98b618-06d9-4a50-8a09-19bee693fc0a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.810398 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a98b618-06d9-4a50-8a09-19bee693fc0a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.812863 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1a98b618-06d9-4a50-8a09-19bee693fc0a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1945415 Jul 16 18:20:41.816190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.821009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-41387ee6-16f7-4185-bffb-7aa3a101b931 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': 'f73a6c22-f3d4-4f05-b45d-c595cbdb4928', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:41.833784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1e767-12c3-4145-b513-686ad6656e1e None None] Pushing event updated for resources: {'Port': ['ID=e4a055b8-b770-47c5-ba46-38d52e586b57,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.852052 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98b618-06d9-4a50-8a09-19bee693fc0a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73a6c22-f3d4-4f05-b45d-c595cbdb4928,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.866664 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41387ee6-16f7-4185-bffb-7aa3a101b931 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.914829 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.940036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Transition to ACTIVE for port object aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:41.959828 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41387ee6-16f7-4185-bffb-7aa3a101b931 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.964812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41387ee6-16f7-4185-bffb-7aa3a101b931 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.997199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41387ee6-16f7-4185-bffb-7aa3a101b931 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de3f597-1f4b-4932-aba5-af766b61606f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.000627 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41387ee6-16f7-4185-bffb-7aa3a101b931 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.001858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-41387ee6-16f7-4185-bffb-7aa3a101b931 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1844869 Jul 16 18:20:42.004981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.012911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e8fcb47d-8120-41cd-a6ce-22c3e02f6c31 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': 'f73a6c22-f3d4-4f05-b45d-c595cbdb4928', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:42.026071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.081989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb47d-8120-41cd-a6ce-22c3e02f6c31 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.118382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 76cae39f-675c-461b-807e-9e08958b9af9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:42.138567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:42.146933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:42.147548 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.167305 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb47d-8120-41cd-a6ce-22c3e02f6c31 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.173264 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb47d-8120-41cd-a6ce-22c3e02f6c31 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.203866 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcb47d-8120-41cd-a6ce-22c3e02f6c31 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab9e58c-37a6-4b24-ba5e-8fc574e05d01,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.206874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb47d-8120-41cd-a6ce-22c3e02f6c31 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.217249 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e8fcb47d-8120-41cd-a6ce-22c3e02f6c31 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2102394 Jul 16 18:20:42.217626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.222385 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fc8abbad-51c4-4494-9b62-db40f8f1cb2b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': 'f73a6c22-f3d4-4f05-b45d-c595cbdb4928', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:42.260604 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc8abbad-51c4-4494-9b62-db40f8f1cb2b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.271271 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.364614 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.366171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc8abbad-51c4-4494-9b62-db40f8f1cb2b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.371951 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc8abbad-51c4-4494-9b62-db40f8f1cb2b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.422962 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc8abbad-51c4-4494-9b62-db40f8f1cb2b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.426282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e4a055b8-b770-47c5-ba46-38d52e586b57 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:42.428684 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fc8abbad-51c4-4494-9b62-db40f8f1cb2b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2095518 Jul 16 18:20:42.438861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.452137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4cb3288a-0572-4c66-afdb-e5d95947dd5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': 'f73a6c22-f3d4-4f05-b45d-c595cbdb4928', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:42.501446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8abbad-51c4-4494-9b62-db40f8f1cb2b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1485c867-2337-48f3-a412-3b62e1adb649,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.514152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port e4a055b8-b770-47c5-ba46-38d52e586b57 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:42.521088 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cb3288a-0572-4c66-afdb-e5d95947dd5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.538124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 807088fd-240a-49e4-89ff-57e2c342a8d5 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:42.581970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 807088fd-240a-49e4-89ff-57e2c342a8d5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:42.582312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 807088fd-240a-49e4-89ff-57e2c342a8d5 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:42.666968 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cb3288a-0572-4c66-afdb-e5d95947dd5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.677646 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cb3288a-0572-4c66-afdb-e5d95947dd5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.704096 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4cb3288a-0572-4c66-afdb-e5d95947dd5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.708855 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4cb3288a-0572-4c66-afdb-e5d95947dd5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2688971 Jul 16 18:20:42.709691 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.716605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9617bea-b720-4f8b-bc71-227f5285d3cf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': 'f73a6c22-f3d4-4f05-b45d-c595cbdb4928', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:42.724478 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3288a-0572-4c66-afdb-e5d95947dd5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f282d1-6e0b-40e0-a22f-5f1aacd40c3f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.751201 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-d9617bea-b720-4f8b-bc71-227f5285d3cf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Project 7d7e779da2c0442f85c056cdc3f73ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:20:42.762487 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9617bea-b720-4f8b-bc71-227f5285d3cf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.841087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35090704-ae81-4355-b6fb-3338613c4840 req-ce6d22ff-4cd9-4fd1-8eb8-e4d8bbe211ba tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.842587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35090704-ae81-4355-b6fb-3338613c4840 req-ce6d22ff-4cd9-4fd1-8eb8-e4d8bbe211ba tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1944320 Jul 16 18:20:42.852740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9617bea-b720-4f8b-bc71-227f5285d3cf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.860927 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9617bea-b720-4f8b-bc71-227f5285d3cf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.893218 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9617bea-b720-4f8b-bc71-227f5285d3cf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.897477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.897972 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d9617bea-b720-4f8b-bc71-227f5285d3cf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1857159 Jul 16 18:20:42.901376 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9617bea-b720-4f8b-bc71-227f5285d3cf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d8810b-6e62-4cc3-af84-bb3988f22b83,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.910559 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4f21ec68-1568-4144-b38c-b4f4a284a5a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': 'f73a6c22-f3d4-4f05-b45d-c595cbdb4928', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:42.927504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08806-0ec8-45fa-aa36-37ef9fee8b9b req-c5258492-003e-4d9c-b51b-4a9c636a4c8c tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.929049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39d08806-0ec8-45fa-aa36-37ef9fee8b9b req-c5258492-003e-4d9c-b51b-4a9c636a4c8c tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 945 time: 0.2332778 Jul 16 18:20:43.015829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35090704-ae81-4355-b6fb-3338613c4840 req-0b416a76-7439-4417-b2ea-e239519c654a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531470 Jul 16 18:20:43.022038 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-4f21ec68-1568-4144-b38c-b4f4a284a5a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Project 7d7e779da2c0442f85c056cdc3f73ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:20:43.037508 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f21ec68-1568-4144-b38c-b4f4a284a5a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.079496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39d08806-0ec8-45fa-aa36-37ef9fee8b9b req-9dc15ba1-62da-4ed4-9d65-8c1d2e5920e0 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223705 Jul 16 18:20:43.143532 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e240f2-26ea-463e-8b2f-b2747ce7120e None None] Network 76cae39f-675c-461b-807e-9e08958b9af9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:43.252241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a5b80c4-c2c2-4bba-8c6a-8bcb72487cc0 None None] Provisioning for port e4a055b8-b770-47c5-ba46-38d52e586b57 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:43.259306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a5b80c4-c2c2-4bba-8c6a-8bcb72487cc0 None None] Provisioning complete for port e4a055b8-b770-47c5-ba46-38d52e586b57 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:43.260599 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a5b80c4-c2c2-4bba-8c6a-8bcb72487cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.449178 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a5b80c4-c2c2-4bba-8c6a-8bcb72487cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.516254 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.530475 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.531294 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.535797 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f21ec68-1568-4144-b38c-b4f4a284a5a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.565185 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f21ec68-1568-4144-b38c-b4f4a284a5a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.625921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21ec68-1568-4144-b38c-b4f4a284a5a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e895136-d005-4e5a-a887-d568bbc62a31,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.639007 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f21ec68-1568-4144-b38c-b4f4a284a5a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.644386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4f21ec68-1568-4144-b38c-b4f4a284a5a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7353475 Jul 16 18:20:43.645118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:43.652773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52f21b01-80fc-4cf5-9378-619a2d2835aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'network': {'name': 'tempest-network-smoke--356104089', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:43.655114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.685738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9a5b80c4-c2c2-4bba-8c6a-8bcb72487cc0 None None] For port e4a055b8-b770-47c5-ba46-38d52e586b57, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e4a055b8-b770-47c5-ba46-38d52e586b57,segment=NetworkSegment(953e4a2e-bf13-4fae-b043-df8eee07d5b6),segment_id=953e4a2e-bf13-4fae-b043-df8eee07d5b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:43.691351 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a5b80c4-c2c2-4bba-8c6a-8bcb72487cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.703154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f21b01-80fc-4cf5-9378-619a2d2835aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Made reservation on behalf of 7d7e779da2c0442f85c056cdc3f73ede for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:43.707243 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52f21b01-80fc-4cf5-9378-619a2d2835aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.745201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f21b01-80fc-4cf5-9378-619a2d2835aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:43.756361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b80c4-c2c2-4bba-8c6a-8bcb72487cc0 None None] Pushing event updated for resources: {'Port': ['ID=e4a055b8-b770-47c5-ba46-38d52e586b57,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.760538 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52f21b01-80fc-4cf5-9378-619a2d2835aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.761103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 76cae39f-675c-461b-807e-9e08958b9af9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:43.762405 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-52f21b01-80fc-4cf5-9378-619a2d2835aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Added segment 2cf89745-eb19-428d-a590-a7bcecb8dfc1 of type vlan for network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 Jul 16 18:20:43.773692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:43.820470 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52f21b01-80fc-4cf5-9378-619a2d2835aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.866938 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52f21b01-80fc-4cf5-9378-619a2d2835aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.881103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f21b01-80fc-4cf5-9378-619a2d2835aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.884263 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52f21b01-80fc-4cf5-9378-619a2d2835aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.949190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 83e7aa22-c736-49b2-aa59-e82a5b613c4a is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:43.969556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f21b01-80fc-4cf5-9378-619a2d2835aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Network': ['ID=bd50e1f6-af99-445c-a1ca-c79cb4f8e673,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.981739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:43.999426 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-52f21b01-80fc-4cf5-9378-619a2d2835aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3496258 Jul 16 18:20:43.999426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:44.003878 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'admin_state_up': True, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:44.047159 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.048615 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.118654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1600fc46-b3f6-42ff-a779-a1f70df96f5c None None] Provisioning for port aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:44.128364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1600fc46-b3f6-42ff-a779-a1f70df96f5c None None] Provisioning complete for port aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:44.130437 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1600fc46-b3f6-42ff-a779-a1f70df96f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.200995 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.244640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:44.254277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1600fc46-b3f6-42ff-a779-a1f70df96f5c None None] Port aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:44.255587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4570565a-eb84-4c3e-b4d7-83a8fb482daf tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/83e7aa22-c736-49b2-aa59-e82a5b613c4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6741486 Jul 16 18:20:44.257746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:44.258982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c7444-505f-4021-a10a-443d86464116 None None] Sync routers for ids ['83e7aa22-c736-49b2-aa59-e82a5b613c4a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:44.280122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c7444-505f-4021-a10a-443d86464116 None None] Routers {'83e7aa22-c736-49b2-aa59-e82a5b613c4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:44.280804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-469c7444-505f-4021-a10a-443d86464116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['83e7aa22-c736-49b2-aa59-e82a5b613c4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:44.284433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1600fc46-b3f6-42ff-a779-a1f70df96f5c None None] Provisioning complete for port e4a055b8-b770-47c5-ba46-38d52e586b57 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:44.284810 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1600fc46-b3f6-42ff-a779-a1f70df96f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.368074 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e4a055b8-b770-47c5-ba46-38d52e586b57 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:44.423948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-469c7444-505f-4021-a10a-443d86464116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:44.466816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e19f-fd2d-4beb-8fc6-42652029678a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.470990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3ed7e19f-fd2d-4beb-8fc6-42652029678a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports/aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c HTTP/1.1" status: 200 len: 911 time: 0.2095504 Jul 16 18:20:44.479656 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60824) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:44.509026 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c7444-505f-4021-a10a-443d86464116 None None] Routers {'83e7aa22-c736-49b2-aa59-e82a5b613c4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:44.510217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-469c7444-505f-4021-a10a-443d86464116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['83e7aa22-c736-49b2-aa59-e82a5b613c4a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:44.565111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26144593-d010-4dc4-9e31-33c8cb66714f req-d44d216d-bc93-44aa-925e-fd80e9813f78 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.573779 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26144593-d010-4dc4-9e31-33c8cb66714f req-d44d216d-bc93-44aa-925e-fd80e9813f78 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1792614 Jul 16 18:20:44.597473 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.599333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-469c7444-505f-4021-a10a-443d86464116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:44.599990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c7444-505f-4021-a10a-443d86464116 None None] The sync data for ids ['83e7aa22-c736-49b2-aa59-e82a5b613c4a'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:44.602442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e4a055b8-b770-47c5-ba46-38d52e586b57 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:44.602821 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.661903 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26144593-d010-4dc4-9e31-33c8cb66714f req-24d5790a-be21-4fc4-934c-cca53ae9d3a4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868368 Jul 16 18:20:44.687789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b44ee1b7-30d7-42c0-aed3-d5cdba3738b4 None None] Provisioning complete for port aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:44.688660 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b44ee1b7-30d7-42c0-aed3-d5cdba3738b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.752240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc051-6820-4f1d-83c6-43c02db52c19 req-4918e753-8f29-46f4-b4db-c8eddfc3235c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.762728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ddcc051-6820-4f1d-83c6-43c02db52c19 req-4918e753-8f29-46f4-b4db-c8eddfc3235c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 946 time: 0.1355214 Jul 16 18:20:44.779103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b44ee1b7-30d7-42c0-aed3-d5cdba3738b4 None None] Port aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:44.816621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ddcc051-6820-4f1d-83c6-43c02db52c19 req-e36d4bbc-9fb9-4ca2-ad24-47483fa5bdcb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523558 Jul 16 18:20:44.903318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a1379f59-61ee-45c5-8759-55dfe72a2b5d None None] Provisioning complete for port aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:44.903702 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1379f59-61ee-45c5-8759-55dfe72a2b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.940218 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a1379f59-61ee-45c5-8759-55dfe72a2b5d None None] Port aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:45.104868 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.130515 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.205520 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9163c487-d7b3-4167-a100-0f54745da486 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.323574 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.25.8.46 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/85914ece-e16b-4965-b8b8-2d302b62dbda) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:45.514598 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.598343 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.645877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9163c487-d7b3-4167-a100-0f54745da486 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:45.646222 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9163c487-d7b3-4167-a100-0f54745da486 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.649854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:45.664571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:45.671121 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:45.683218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=85914ece-e16b-4965-b8b8-2d302b62dbda,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:45.942202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa19a27-85a4-48fc-a78b-ea8dadc52fe2 req-03264cb3-af53-440f-9d88-e91e75c01e5f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.943773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aaa19a27-85a4-48fc-a78b-ea8dadc52fe2 req-03264cb3-af53-440f-9d88-e91e75c01e5f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1156871 Jul 16 18:20:45.969509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c44bb-bad8-4e06-812d-6ffbc36f586b req-402dccc8-d151-4b6a-912f-dc59592df157 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.971136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f4c44bb-bad8-4e06-812d-6ffbc36f586b req-402dccc8-d151-4b6a-912f-dc59592df157 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 945 time: 0.1052821 Jul 16 18:20:46.042142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aaa19a27-85a4-48fc-a78b-ea8dadc52fe2 req-d0a7b3f6-f8d7-4581-9c8e-9254afa0a58c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896466 Jul 16 18:20:46.068711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f4c44bb-bad8-4e06-812d-6ffbc36f586b req-d99cadba-8125-41fc-8054-d17bf3da90fa tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908895 Jul 16 18:20:46.119675 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9163c487-d7b3-4167-a100-0f54745da486 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.124105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-10b78b5e-8c34-42cb-87b6-077b88357ab7 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.125994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-10b78b5e-8c34-42cb-87b6-077b88357ab7 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.38 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 946 time: 0.1122291 Jul 16 18:20:46.151626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9163c487-d7b3-4167-a100-0f54745da486 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:46.327334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b522661-bb63-46bb-b80a-4e0f3ee05855 req-b2579fae-4257-42b0-bfa8-9950b50c5b4c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.338679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b522661-bb63-46bb-b80a-4e0f3ee05855 req-b2579fae-4257-42b0-bfa8-9950b50c5b4c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 946 time: 0.1639585 Jul 16 18:20:46.371702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Deleting port cf175da1-7a7d-4ed8-88c5-173d2f774326 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:46.371702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.391727 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.447606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b522661-bb63-46bb-b80a-4e0f3ee05855 req-0f599ef5-ee85-4901-9853-6af1b02a075e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=62397a28-35b5-4fd8-8ad5-dee6750862aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105406 Jul 16 18:20:46.526660 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9163c487-d7b3-4167-a100-0f54745da486 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.562331 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163c487-d7b3-4167-a100-0f54745da486 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=aaff6dab-e8f7-41e7-bd0c-5e8dbac69a7c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:46.562792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] For port cf175da1-7a7d-4ed8-88c5-173d2f774326, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=cf175da1-7a7d-4ed8-88c5-173d2f774326,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:46.563210 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.612730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6cfea-bdd9-4ebe-b850-dbda3a218cc7 req-af8f6039-0dc4-4cae-8280-f15a2daac695 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.614351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58d6cfea-bdd9-4ebe-b850-dbda3a218cc7 req-af8f6039-0dc4-4cae-8280-f15a2daac695 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2188487 Jul 16 18:20:46.672478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3e540-94f7-4385-ab0f-00d64966b255 req-208df6fc-9967-4d5a-8fc7-c919137940ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.674033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fa3e540-94f7-4385-ab0f-00d64966b255 req-208df6fc-9967-4d5a-8fc7-c919137940ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1096 time: 0.2623234 Jul 16 18:20:46.736041 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9163c487-d7b3-4167-a100-0f54745da486 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.810032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58d6cfea-bdd9-4ebe-b850-dbda3a218cc7 req-d57b056a-c1e9-4acf-ac4e-cb7b9c95d438 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511786 Jul 16 18:20:46.831247 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.917445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3e540-94f7-4385-ab0f-00d64966b255 req-b55d3719-af54-40d5-b906-16bdbd8cc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.918943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fa3e540-94f7-4385-ab0f-00d64966b255 req-b55d3719-af54-40d5-b906-16bdbd8cc1b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.2301877 Jul 16 18:20:46.930598 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.930976 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.931323 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Floating IP 99c5a765-19a0-46c5-8514-28226a7d4b06 disassociated. External IP: 172.25.8.180, port: cf175da1-7a7d-4ed8-88c5-173d2f774326. Jul 16 18:20:46.932291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Calling delete_port for cf175da1-7a7d-4ed8-88c5-173d2f774326 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:46.979570 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9163c487-d7b3-4167-a100-0f54745da486 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 83e7aa22-c736-49b2-aa59-e82a5b613c4a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:47.034869 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fa3e540-94f7-4385-ab0f-00d64966b255 req-2bd1d7e3-c784-4d22-8422-74db6dc7bae1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 1000 time: 0.1060331 Jul 16 18:20:47.074510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9163c487-d7b3-4167-a100-0f54745da486 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:47.084304 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a825793e-3b98-458f-8e3e-b2d5e7c545b4 None None] Sync routers for ids ['83e7aa22-c736-49b2-aa59-e82a5b613c4a'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:47.091005 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9163c487-d7b3-4167-a100-0f54745da486 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/83e7aa22-c736-49b2-aa59-e82a5b613c4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6103106 Jul 16 18:20:47.095018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:47.098240 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a825793e-3b98-458f-8e3e-b2d5e7c545b4 None None] Routers {'83e7aa22-c736-49b2-aa59-e82a5b613c4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:47.098886 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a825793e-3b98-458f-8e3e-b2d5e7c545b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['83e7aa22-c736-49b2-aa59-e82a5b613c4a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:47.137893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a2447fee-2842-4c41-9c2e-2dfda811babc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=83e7aa22-c736-49b2-aa59-e82a5b613c4a HTTP/1.1" status: 200 len: 205 time: 0.0410590 Jul 16 18:20:47.138611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:47.143173 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a825793e-3b98-458f-8e3e-b2d5e7c545b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:47.143670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3e540-94f7-4385-ab0f-00d64966b255 req-55458cd5-9e79-40f2-93a5-cb4b49ede53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.145420 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fa3e540-94f7-4385-ab0f-00d64966b255 req-55458cd5-9e79-40f2-93a5-cb4b49ede53a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.1003053 Jul 16 18:20:47.152731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:47.156362 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a825793e-3b98-458f-8e3e-b2d5e7c545b4 None None] Routers {'83e7aa22-c736-49b2-aa59-e82a5b613c4a'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:47.157217 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a825793e-3b98-458f-8e3e-b2d5e7c545b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['83e7aa22-c736-49b2-aa59-e82a5b613c4a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:47.204488 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a825793e-3b98-458f-8e3e-b2d5e7c545b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:47.206157 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a825793e-3b98-458f-8e3e-b2d5e7c545b4 None None] The sync data for ids ['83e7aa22-c736-49b2-aa59-e82a5b613c4a'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:47.244529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bd7e1-3eb6-449b-98b8-5473304ba36f req-ec87c0d5-a4d8-4fc7-9829-a5d06c2fb79f tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.245985 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5a1bd7e1-3eb6-449b-98b8-5473304ba36f req-ec87c0d5-a4d8-4fc7-9829-a5d06c2fb79f tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.42 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 945 time: 0.1727424 Jul 16 18:20:47.248210 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8963253-1358-4085-9d26-4dbb3286a352 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.268300 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.310433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event deleted for resources: {'Port': ['ID=cf175da1-7a7d-4ed8-88c5-173d2f774326,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:47.318145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3e540-94f7-4385-ab0f-00d64966b255 req-abf1972d-b148-4b50-b7ab-7d7687452d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.319693 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fa3e540-94f7-4385-ab0f-00d64966b255 req-abf1972d-b148-4b50-b7ab-7d7687452d8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680257 Jul 16 18:20:47.416210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13bdd9-b716-427c-82fd-06d306fc0bd9 req-6a3ba5b1-253d-454f-9599-a5a9e51992bb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.417740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f13bdd9-b716-427c-82fd-06d306fc0bd9 req-6a3ba5b1-253d-454f-9599-a5a9e51992bb tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 945 time: 0.1903031 Jul 16 18:20:47.535416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fa3e540-94f7-4385-ab0f-00d64966b255 req-335e4406-32d4-4ffb-b01c-b574102200d7 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066650 Jul 16 18:20:47.540066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f13bdd9-b716-427c-82fd-06d306fc0bd9 req-ecbee7ac-7cb9-4d78-ac1c-275ea5c50cde tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931845 Jul 16 18:20:47.562861 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8963253-1358-4085-9d26-4dbb3286a352 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.566997 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8963253-1358-4085-9d26-4dbb3286a352 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.580517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:47.580921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Router 1c0de61d-d763-4af6-9b22-78cff60f36ac has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:47.589340 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Sync routers for ids ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:47.600084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Routers {'167d2ce8-aae0-4ecc-95a0-d2526f420e21'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:47.600888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:47.656380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37296f0e-b3b0-443a-9746-c9b32b7cdba6 req-76c0bd83-5011-4579-a29a-035a42a1cbdf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=137391d9-f636-4005-81d6-6a9a6ebcdbfc HTTP/1.1" status: 200 len: 210 time: 0.0637045 Jul 16 18:20:47.756229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Set router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:47.996641 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.998407 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-23e38c27-0a88-48af-a203-1afea2ea718a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.9982212 Jul 16 18:20:48.001809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5a1bd7e1-3eb6-449b-98b8-5473304ba36f req-2ddffee4-f9ee-41ef-ab28-156af7665c90 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Deleting port e1856ce5-dcaf-4df2-9108-2994061a4d41 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:48.002364 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5a1bd7e1-3eb6-449b-98b8-5473304ba36f req-2ddffee4-f9ee-41ef-ab28-156af7665c90 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.005476 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8963253-1358-4085-9d26-4dbb3286a352 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.006212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8963253-1358-4085-9d26-4dbb3286a352 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Fanout notify agent at l3_agent the message router_deleted on router 83e7aa22-c736-49b2-aa59-e82a5b613c4a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:48.009087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.029482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:20:46Z', 'revision_number': 3, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:48.035425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8963253-1358-4085-9d26-4dbb3286a352 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.036527 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e8963253-1358-4085-9d26-4dbb3286a352 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/83e7aa22-c736-49b2-aa59-e82a5b613c4a HTTP/1.1" status: 204 len: 168 time: 0.8964477 Jul 16 18:20:48.046197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60876) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.061671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Checking router: 167d2ce8-aae0-4ecc-95a0-d2526f420e21 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:48.062120 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Updating router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 port 85914ece-e16b-4965-b8b8-2d302b62dbda binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:20:48.094017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fa3e540-94f7-4385-ab0f-00d64966b255 req-d7e09320-c931-4730-a88d-79386febc70f service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507240 Jul 16 18:20:48.103003 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-defe6229-6f1f-403d-a34f-e7e658bd59c6 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=7d7e779da2c0442f85c056cdc3f73ede&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0918875 Jul 16 18:20:48.104450 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.110960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.196582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:48.208137 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4449c29-69e3-4ac6-9695-a73de14579f7 None None] Sync routers for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:48.251592 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4449c29-69e3-4ac6-9695-a73de14579f7 None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:48.252498 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c4449c29-69e3-4ac6-9695-a73de14579f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:48.253921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] No DVR routers for this DVR port cf175da1-7a7d-4ed8-88c5-173d2f774326 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:48.257624 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.260767 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c951e2a-ae5c-4af4-a85a-6ed8e1f508e4 req-330c3bf9-30ce-4b06-a4f9-58f16907bc2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.38 "DELETE /v2.0/ports/cf175da1-7a7d-4ed8-88c5-173d2f774326 HTTP/1.1" status: 204 len: 173 time: 2.1276331 Jul 16 18:20:48.262533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'name': 'network-vif-deleted', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:48.268821 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bd4c39-0fdd-4909-8d6a-df29fd9bf564" -d '{"events": [{"server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "name": "network-vif-deleted", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:48.283922 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f834b535-a84e-4f5a-8700-d0a2a865eb22 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting subnet 3da86f93-0862-4390-8875-a462d9b5ac20 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:48.290609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dd968-d87d-4a75-b355-00317137f733 req-32779fca-c237-452e-9e04-4010a441ff3f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.293061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb4dd968-d87d-4a75-b355-00317137f733 req-32779fca-c237-452e-9e04-4010a441ff3f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1539176 Jul 16 18:20:48.307557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f834b535-a84e-4f5a-8700-d0a2a865eb22 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.345497 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317d5632-d11b-41ac-ad49-c02a1cd5aaa9 x-openstack-request-id: req-317d5632-d11b-41ac-ad49-c02a1cd5aaa9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:48.345804 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137391d9-f636-4005-81d6-6a9a6ebcdbfc", "name": "network-vif-deleted", "tag": "cf175da1-7a7d-4ed8-88c5-173d2f774326", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:48.346060 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-317d5632-d11b-41ac-ad49-c02a1cd5aaa9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:48.346509 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137391d9-f636-4005-81d6-6a9a6ebcdbfc', 'name': 'network-vif-deleted', 'tag': 'cf175da1-7a7d-4ed8-88c5-173d2f774326', 'status': 'completed', 'code': 200} Jul 16 18:20:48.366575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb4dd968-d87d-4a75-b355-00317137f733 req-9911835e-dc54-4a73-9a18-e769d717e174 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661902 Jul 16 18:20:48.373104 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f834b535-a84e-4f5a-8700-d0a2a865eb22 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.421493 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c4449c29-69e3-4ac6-9695-a73de14579f7 None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:48.485455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4083227-a010-4554-b75b-12b07bf1f588 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.489668 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b4083227-a010-4554-b75b-12b07bf1f588 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3751016 Jul 16 18:20:48.489668 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-5a1bd7e1-3eb6-449b-98b8-5473304ba36f req-2ddffee4-f9ee-41ef-ab28-156af7665c90 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] For port e1856ce5-dcaf-4df2-9108-2994061a4d41, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=e1856ce5-dcaf-4df2-9108-2994061a4d41,segment=NetworkSegment(ebd6c482-6dff-4254-8181-7d90d0aaf720),segment_id=ebd6c482-6dff-4254-8181-7d90d0aaf720)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:48.489668 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5a1bd7e1-3eb6-449b-98b8-5473304ba36f req-2ddffee4-f9ee-41ef-ab28-156af7665c90 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.490054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.523154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-5a1bd7e1-3eb6-449b-98b8-5473304ba36f req-2ddffee4-f9ee-41ef-ab28-156af7665c90 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Calling delete_port for e1856ce5-dcaf-4df2-9108-2994061a4d41 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:48.547717 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f834b535-a84e-4f5a-8700-d0a2a865eb22 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.562212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-33b6c9f8-8b9f-4962-aac1-3c5bc845ba05 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0686266 Jul 16 18:20:48.562831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.569674 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.577736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b9f50aa-8b57-4517-8b3c-8a7c98793fc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2140085157', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:48.588246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Transition to ACTIVE for port object 85914ece-e16b-4965-b8b8-2d302b62dbda will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:48.595856 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.665499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Attempting to bind port 85914ece-e16b-4965-b8b8-2d302b62dbda on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:48.666962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Attempting to bind port 85914ece-e16b-4965-b8b8-2d302b62dbda by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:48.667346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Attempting to bind port 85914ece-e16b-4965-b8b8-2d302b62dbda on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:48.669593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9173db-49ed-4afd-bee6-02a13ed5e665 None None] Pushing event updated for resources: {'Port': ['ID=85914ece-e16b-4965-b8b8-2d302b62dbda,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:48.677178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:48.677552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:48.677959 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.678372 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:48.679004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Bound port: 85914ece-e16b-4965-b8b8-2d302b62dbda, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:48.679480 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.788086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9f50aa-8b57-4517-8b3c-8a7c98793fc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Made reservation on behalf of 7d7e779da2c0442f85c056cdc3f73ede for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:48.792518 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b9f50aa-8b57-4517-8b3c-8a7c98793fc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.801636 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c4449c29-69e3-4ac6-9695-a73de14579f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:42Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:48.816952 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f834b535-a84e-4f5a-8700-d0a2a865eb22 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.844526 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4449c29-69e3-4ac6-9695-a73de14579f7 None None] Checking router: 1c0de61d-d763-4af6-9b22-78cff60f36ac for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:48.854204 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] For port 85914ece-e16b-4965-b8b8-2d302b62dbda, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:48.855870 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4449c29-69e3-4ac6-9695-a73de14579f7 None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:48.856702 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c4449c29-69e3-4ac6-9695-a73de14579f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:48.862157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] For port 85914ece-e16b-4965-b8b8-2d302b62dbda, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=85914ece-e16b-4965-b8b8-2d302b62dbda,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:48.875293 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.881826 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f834b535-a84e-4f5a-8700-d0a2a865eb22 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.883906 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f834b535-a84e-4f5a-8700-d0a2a865eb22 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/3da86f93-0862-4390-8875-a462d9b5ac20 HTTP/1.1" status: 204 len: 168 time: 0.8195496 Jul 16 18:20:48.889270 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834b535-a84e-4f5a-8700-d0a2a865eb22 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Subnet': ['ID=3da86f93-0862-4390-8875-a462d9b5ac20,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:48.891062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.959910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f606ebff-229f-4709-88c6-49209eb98daa None None] Network 76cae39f-675c-461b-807e-9e08958b9af9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:48.989821 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5a1bd7e1-3eb6-449b-98b8-5473304ba36f req-2ddffee4-f9ee-41ef-ab28-156af7665c90 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.023767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddffee4-f9ee-41ef-ab28-156af7665c90 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Pushing event deleted for resources: {'Port': ['ID=e1856ce5-dcaf-4df2-9108-2994061a4d41,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.037888 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.057829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe28623-d337-458b-bc19-4ebfa0fa4485 req-1e1e6305-2f6c-40e5-834b-1442b19d08e0 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.059664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fe28623-d337-458b-bc19-4ebfa0fa4485 req-1e1e6305-2f6c-40e5-834b-1442b19d08e0 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/ports?device_id=1184ace2-e293-4a3f-81e2-7f6533b00175 HTTP/1.1" status: 200 len: 867 time: 0.2380931 Jul 16 18:20:49.102893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Routers {'167d2ce8-aae0-4ecc-95a0-d2526f420e21'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:49.104254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:49.108380 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c4449c29-69e3-4ac6-9695-a73de14579f7 None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:49.122299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1bd7e1-3eb6-449b-98b8-5473304ba36f req-2ddffee4-f9ee-41ef-ab28-156af7665c90 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] No DVR routers for this DVR port e1856ce5-dcaf-4df2-9108-2994061a4d41 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:49.128459 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-5a1bd7e1-3eb6-449b-98b8-5473304ba36f req-2ddffee4-f9ee-41ef-ab28-156af7665c90 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.130787 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5a1bd7e1-3eb6-449b-98b8-5473304ba36f req-2ddffee4-f9ee-41ef-ab28-156af7665c90 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.42 "DELETE /v2.0/ports/e1856ce5-dcaf-4df2-9108-2994061a4d41 HTTP/1.1" status: 204 len: 173 time: 1.8476713 Jul 16 18:20:49.132334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1184ace2-e293-4a3f-81e2-7f6533b00175', 'name': 'network-vif-deleted', 'tag': 'e1856ce5-dcaf-4df2-9108-2994061a4d41'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:49.135041 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae9de5e-b6e3-4895-ba30-b7a93b2abc12" -d '{"events": [{"server_uuid": "1184ace2-e293-4a3f-81e2-7f6533b00175", "name": "network-vif-deleted", "tag": "e1856ce5-dcaf-4df2-9108-2994061a4d41"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:49.178938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port e4a055b8-b770-47c5-ba46-38d52e586b57 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:49.179436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.186692 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fe28623-d337-458b-bc19-4ebfa0fa4485 req-aaca3703-c277-4711-be80-d186221f4899 tempest-VolumesActionsTest-1783218216 tempest-VolumesActionsTest-1783218216-project] 10.222.0.52 "GET /v2.0/security-groups?id=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122108 Jul 16 18:20:49.188203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b9f50aa-8b57-4517-8b3c-8a7c98793fc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.246403 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7ef958-e348-424d-999d-5ca9beea197c x-openstack-request-id: req-7a7ef958-e348-424d-999d-5ca9beea197c {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:49.246705 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1184ace2-e293-4a3f-81e2-7f6533b00175", "name": "network-vif-deleted", "tag": "e1856ce5-dcaf-4df2-9108-2994061a4d41", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:49.246963 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a7ef958-e348-424d-999d-5ca9beea197c {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:49.247379 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1184ace2-e293-4a3f-81e2-7f6533b00175', 'name': 'network-vif-deleted', 'tag': 'e1856ce5-dcaf-4df2-9108-2994061a4d41', 'status': 'completed', 'code': 200} Jul 16 18:20:49.287639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f50aa-8b57-4517-8b3c-8a7c98793fc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Subnet': ['ID=019d2e5b-09e1-4441-8b5a-58d19164285d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.305104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9173db-49ed-4afd-bee6-02a13ed5e665 None None] Pushing event updated for resources: {'Port': ['ID=85914ece-e16b-4965-b8b8-2d302b62dbda,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.340137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port e4a055b8-b770-47c5-ba46-38d52e586b57, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e4a055b8-b770-47c5-ba46-38d52e586b57,segment=NetworkSegment(953e4a2e-bf13-4fae-b043-df8eee07d5b6),segment_id=953e4a2e-bf13-4fae-b043-df8eee07d5b6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:49.341659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f50aa-8b57-4517-8b3c-8a7c98793fc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Checking segment: {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:49.342036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f50aa-8b57-4517-8b3c-8a7c98793fc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network hostable DHCP agents. Network: bd50e1f6-af99-445c-a1ca-c79cb4f8e673, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:49.349706 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.373801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f50aa-8b57-4517-8b3c-8a7c98793fc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:49.379987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for e4a055b8-b770-47c5-ba46-38d52e586b57 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:49.391910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f50aa-8b57-4517-8b3c-8a7c98793fc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, bd50e1f6-af99-445c-a1ca-c79cb4f8e673) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:49.403579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f50aa-8b57-4517-8b3c-8a7c98793fc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.404280 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b9f50aa-8b57-4517-8b3c-8a7c98793fc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.414790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.443131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c910ad04-7389-455c-8121-ca531a3a5cca None None] Network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:49.507763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2b9f50aa-8b57-4517-8b3c-8a7c98793fc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9437222 Jul 16 18:20:49.518118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.538842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cf175da1-7a7d-4ed8-88c5-173d2f774326 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:49.566951 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c4449c29-69e3-4ac6-9695-a73de14579f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:42Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:49.570168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d1d7cd-e9fc-4a21-a41c-103e20d82039 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.596576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] Set router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:49.599197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: cf175da1-7a7d-4ed8-88c5-173d2f774326 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:49.599649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device cf175da1-7a7d-4ed8-88c5-173d2f774326 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:49.604113 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4449c29-69e3-4ac6-9695-a73de14579f7 None None] The sync data for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 is: [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:42Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:49.643561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55c2a9-8992-4edd-9f12-e3335bf63b90 req-53dd2b4a-20d0-4504-ba48-9bdd25c87a46 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.652409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d55c2a9-8992-4edd-9f12-e3335bf63b90 req-53dd2b4a-20d0-4504-ba48-9bdd25c87a46 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1538081 Jul 16 18:20:49.656078 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.662393 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d1d7cd-e9fc-4a21-a41c-103e20d82039 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.733694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d55c2a9-8992-4edd-9f12-e3335bf63b90 req-1809aca9-7d90-48cf-8450-40a2b21e62e2 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801322 Jul 16 18:20:49.745068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=e4a055b8-b770-47c5-ba46-38d52e586b57,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.753977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No DVR routers for this DVR port e4a055b8-b770-47c5-ba46-38d52e586b57 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:49.769868 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d1d7cd-e9fc-4a21-a41c-103e20d82039 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.772481 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d1d7cd-e9fc-4a21-a41c-103e20d82039 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.773843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-12d1d7cd-e9fc-4a21-a41c-103e20d82039 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "DELETE /v2.0/security-groups/62397a28-35b5-4fd8-8ad5-dee6750862aa HTTP/1.1" status: 204 len: 168 time: 0.3578479 Jul 16 18:20:49.778520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.801229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1d7cd-e9fc-4a21-a41c-103e20d82039 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62397a28-35b5-4fd8-8ad5-dee6750862aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.808717 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d9cfdb31-93b3-4c1c-8910-12d24a7d1155 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] show failed (client error): The resource could not be found. Jul 16 18:20:49.809996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d9cfdb31-93b3-4c1c-8910-12d24a7d1155 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups/62397a28-35b5-4fd8-8ad5-dee6750862aa HTTP/1.1" status: 404 len: 347 time: 0.0305257 Jul 16 18:20:49.812799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.830694 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:49.831871 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.984924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7061ed-2ac5-4194-b22a-177989b84ea3 None None] DHCP port deletion for 76cae39f-675c-461b-807e-9e08958b9af9 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:50.034513 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.065967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cae39f-675c-461b-807e-9e08958b9af9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:50.079783 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953e4a2e-bf13-4fae-b043-df8eee07d5b6') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:50.080421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953e4a2e-bf13-4fae-b043-df8eee07d5b6') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:50.092943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.113752 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a28021-56f2-4c00-a5ad-721f8f88ff2b None None] New status for floating IP 99c5a765-19a0-46c5-8514-28226a7d4b06: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:50.132100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-74d39d88-7030-40ad-9000-6125306d9cfa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Deleting port 94a56208-c62a-401d-8f58-972c08bed5ac {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:50.132466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d39d88-7030-40ad-9000-6125306d9cfa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.146348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.148760 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Allocated IP 172.20.0.2 (bd50e1f6-af99-445c-a1ca-c79cb4f8e673/019d2e5b-09e1-4441-8b5a-58d19164285d/1a1320a1-cbea-41b9-bc6b-d2df1c717389) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:50.162688 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:50.163201 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:50.167352 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:50.191762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e82d1e-4fd2-4e2b-b86b-67d053c9f5d3 req-15bf2797-4be2-4e91-a136-5278bfe4a20d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:50.194378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19e82d1e-4fd2-4e2b-b86b-67d053c9f5d3 req-15bf2797-4be2-4e91-a136-5278bfe4a20d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1496568 Jul 16 18:20:50.282690 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.285746 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d39d88-7030-40ad-9000-6125306d9cfa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.286824 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d39d88-7030-40ad-9000-6125306d9cfa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.292153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.298007 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/networks/76cae39f-675c-461b-807e-9e08958b9af9 HTTP/1.1" status: 204 len: 168 time: 1.4030335 Jul 16 18:20:50.300490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:50.303846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-74d39d88-7030-40ad-9000-6125306d9cfa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Calling delete_port for 94a56208-c62a-401d-8f58-972c08bed5ac owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:50.305098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-611986591', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:50.332813 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe37e0-43e9-45bc-ba29-a9b06020e012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Network': ['ID=76cae39f-675c-461b-807e-9e08958b9af9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:50.385237 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.386563 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.432240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19e82d1e-4fd2-4e2b-b86b-67d053c9f5d3 req-ee7ac42d-d02e-4824-89dc-abd2de413126 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570726 Jul 16 18:20:50.487791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e4a055b8-b770-47c5-ba46-38d52e586b57 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:50.513678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:20:46Z', 'revision_number': 3, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:50.515570 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: e4a055b8-b770-47c5-ba46-38d52e586b57 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:50.515927 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e4a055b8-b770-47c5-ba46-38d52e586b57 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:50.517621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device e1856ce5-dcaf-4df2-9108-2994061a4d41 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:50.529498 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:20:50.551044 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.553485 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.557753 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d39d88-7030-40ad-9000-6125306d9cfa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.603093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: e1856ce5-dcaf-4df2-9108-2994061a4d41 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:50.603767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device e1856ce5-dcaf-4df2-9108-2994061a4d41 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:50.603899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d39d88-7030-40ad-9000-6125306d9cfa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event deleted for resources: {'Port': ['ID=94a56208-c62a-401d-8f58-972c08bed5ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:50.607166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd038f3-3b18-40ef-882e-5c4a158f6688 None None] The sync data for ids ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'] in n-d-793618-9 is: [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:20:46Z', 'revision_number': 3, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:50.609241 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-e0a28021-56f2-4c00-a5ad-721f8f88ff2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:20:50.609638 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-e0a28021-56f2-4c00-a5ad-721f8f88ff2b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:20:50.727465 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d39d88-7030-40ad-9000-6125306d9cfa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.748358 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74d39d88-7030-40ad-9000-6125306d9cfa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.755361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-74d39d88-7030-40ad-9000-6125306d9cfa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "DELETE /v2.0/floatingips/99c5a765-19a0-46c5-8514-28226a7d4b06 HTTP/1.1" status: 204 len: 168 time: 0.9377918 Jul 16 18:20:50.812891 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.866400 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.899485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Transition to ACTIVE for port object 1a1320a1-cbea-41b9-bc6b-d2df1c717389 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:50.916564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Transition to ACTIVE for port object 1a1320a1-cbea-41b9-bc6b-d2df1c717389 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:50.947038 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.009109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:51.014210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:51.016579 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Pushing event updated for resources: {'Port': ['ID=1a1320a1-cbea-41b9-bc6b-d2df1c717389,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.021115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:51.137702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a28021-56f2-4c00-a5ad-721f8f88ff2b None None] New status for floating IP 99c5a765-19a0-46c5-8514-28226a7d4b06: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:51.217926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05579f4d-eed7-4ddb-a43e-1ea431e5c38b req-12482c75-6930-4b91-838f-d744926d2f93 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.230182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-05579f4d-eed7-4ddb-a43e-1ea431e5c38b req-12482c75-6930-4b91-838f-d744926d2f93 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0955434 Jul 16 18:20:51.269343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Attempting to bind port 1a1320a1-cbea-41b9-bc6b-d2df1c717389 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:51.269952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Attempting to bind port 1a1320a1-cbea-41b9-bc6b-d2df1c717389 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:51.270340 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Attempting to bind port 1a1320a1-cbea-41b9-bc6b-d2df1c717389 on network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:51.275754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.283441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:51.283858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Checking segment: {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:51.284251 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.284659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Bound using segment: {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:51.285164 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Bound port: 1a1320a1-cbea-41b9-bc6b-d2df1c717389, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:51.285699 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.297294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2aee505d-0a45-4fad-a584-fb1dd4366019 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1784208000', 'description': 'tempest-description--1800462980'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:51.348586 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-05579f4d-eed7-4ddb-a43e-1ea431e5c38b req-ee36ef71-6723-4a5b-94ac-0aa4e924ef80 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173692 Jul 16 18:20:51.408106 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] For port 1a1320a1-cbea-41b9-bc6b-d2df1c717389, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:51.415210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] For port 1a1320a1-cbea-41b9-bc6b-d2df1c717389, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1a1320a1-cbea-41b9-bc6b-d2df1c717389,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:51.418267 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aee505d-0a45-4fad-a584-fb1dd4366019 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.420890 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.496603 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8e08b-e8e2-4699-8567-174d774fc544 None None] Pushing event updated for resources: {'Port': ['ID=1a1320a1-cbea-41b9-bc6b-d2df1c717389,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.646313 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aee505d-0a45-4fad-a584-fb1dd4366019 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.660590 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aee505d-0a45-4fad-a584-fb1dd4366019 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.731687 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2aee505d-0a45-4fad-a584-fb1dd4366019 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.736678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2aee505d-0a45-4fad-a584-fb1dd4366019 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4598637 Jul 16 18:20:51.748626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.753446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1bd6ab53-bfe2-4124-9174-522ba6ab9a92 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Request body: {'security_group_rule': {'security_group_id': 'dedf6fa3-7e1b-473a-81ed-a48b49815441', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:51.778047 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee505d-0a45-4fad-a584-fb1dd4366019 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedf6fa3-7e1b-473a-81ed-a48b49815441,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.856635 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ab53-bfe2-4124-9174-522ba6ab9a92 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.101804 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ab53-bfe2-4124-9174-522ba6ab9a92 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.110072 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ab53-bfe2-4124-9174-522ba6ab9a92 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.193201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6ab53-bfe2-4124-9174-522ba6ab9a92 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f3122f-cf20-4850-8f79-1c7ed4273a98,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.219088 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ab53-bfe2-4124-9174-522ba6ab9a92 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.222982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1bd6ab53-bfe2-4124-9174-522ba6ab9a92 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4708064 Jul 16 18:20:52.244716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.267243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1b758094-3a10-448c-bc1a-66f912af97dd tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Request body: {'security_group_rule': {'security_group_id': 'dedf6fa3-7e1b-473a-81ed-a48b49815441', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:52.342812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.20.0.1 (bd50e1f6-af99-445c-a1ca-c79cb4f8e673/019d2e5b-09e1-4441-8b5a-58d19164285d/998aae33-1c8f-4fad-8cac-65be4545f469) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:52.349165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db40906-71a2-48aa-aea7-2c4c5a35f563 req-daa2d4c8-c3b0-4bdf-bc88-c7688d7da945 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.351370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1db40906-71a2-48aa-aea7-2c4c5a35f563 req-daa2d4c8-c3b0-4bdf-bc88-c7688d7da945 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1506505 Jul 16 18:20:52.419476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1a1320a1-cbea-41b9-bc6b-d2df1c717389 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:52.424417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.443086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1db40906-71a2-48aa-aea7-2c4c5a35f563 req-40982ede-790a-4b54-a0af-d1ed52a5a252 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821738 Jul 16 18:20:52.457983 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b758094-3a10-448c-bc1a-66f912af97dd tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.467949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.474361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 1a1320a1-cbea-41b9-bc6b-d2df1c717389 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:52.479257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 85914ece-e16b-4965-b8b8-2d302b62dbda up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:52.533928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 85914ece-e16b-4965-b8b8-2d302b62dbda completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:52.537559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 85914ece-e16b-4965-b8b8-2d302b62dbda triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:52.537963 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.623000 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.647277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 85914ece-e16b-4965-b8b8-2d302b62dbda, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=85914ece-e16b-4965-b8b8-2d302b62dbda,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:52.651790 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.698658 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b758094-3a10-448c-bc1a-66f912af97dd tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.714039 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b758094-3a10-448c-bc1a-66f912af97dd tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.717274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=85914ece-e16b-4965-b8b8-2d302b62dbda,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.760655 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.766801 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b758094-3a10-448c-bc1a-66f912af97dd tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49aee375-5431-4f45-bdea-d39f8583314d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.780439 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b758094-3a10-448c-bc1a-66f912af97dd tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.784675 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1b758094-3a10-448c-bc1a-66f912af97dd tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5339429 Jul 16 18:20:52.785113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.785355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Allocated IP 172.25.8.191 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/30eef1a4-4fdc-48a1-8a52-31c52b74b8ec) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:52.790995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:52.794663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Transition to ACTIVE for port object 998aae33-1c8f-4fad-8cac-65be4545f469 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:52.818911 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.901395 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.944906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c64fd4-1743-4b2b-90ec-bb919d7cf3b3 None None] Network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:52.951701 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.976266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:52.979267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.988488 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:52.996431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:53.001297 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=998aae33-1c8f-4fad-8cac-65be4545f469,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.043739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b9e298f-b6bf-4b0d-90db-cf88c994676e None None] Provisioning for port 1a1320a1-cbea-41b9-bc6b-d2df1c717389 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:53.050205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8b9e298f-b6bf-4b0d-90db-cf88c994676e None None] Provisioning complete for port 1a1320a1-cbea-41b9-bc6b-d2df1c717389 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:53.050704 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b9e298f-b6bf-4b0d-90db-cf88c994676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.057652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.168770 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.192684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Allocated IP 172.25.8.123 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/36d0e678-0d09-4125-9f11-0d53bbd80857) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:53.230521 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:53.237920 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b9e298f-b6bf-4b0d-90db-cf88c994676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.240203 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:53.243119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:53.270400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=30eef1a4-4fdc-48a1-8a52-31c52b74b8ec,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.302746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8b9e298f-b6bf-4b0d-90db-cf88c994676e None None] For port 1a1320a1-cbea-41b9-bc6b-d2df1c717389, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1a1320a1-cbea-41b9-bc6b-d2df1c717389,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:53.311803 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b9e298f-b6bf-4b0d-90db-cf88c994676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.332803 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.398583 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.435248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e298f-b6bf-4b0d-90db-cf88c994676e None None] Pushing event updated for resources: {'Port': ['ID=1a1320a1-cbea-41b9-bc6b-d2df1c717389,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.479935 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.544535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:53.547838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:53.554309 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:53.645145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event updated for resources: {'Port': ['ID=36d0e678-0d09-4125-9f11-0d53bbd80857,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.671428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6093c848-1936-49e5-a89f-1f9e442e7ea9 None None] Provisioning complete for port 1a1320a1-cbea-41b9-bc6b-d2df1c717389 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:53.671904 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6093c848-1936-49e5-a89f-1f9e442e7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.801581 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.858191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.860681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6093c848-1936-49e5-a89f-1f9e442e7ea9 None None] Provisioning for port 998aae33-1c8f-4fad-8cac-65be4545f469 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:53.866127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6093c848-1936-49e5-a89f-1f9e442e7ea9 None None] Provisioning complete for port 998aae33-1c8f-4fad-8cac-65be4545f469 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:53.866508 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6093c848-1936-49e5-a89f-1f9e442e7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.885755 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.897470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221306e-71bc-4b36-ab82-3a3b9f92ea07 req-b0cc06da-39fc-4ad6-9ccd-3c537bcb693d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.899143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5221306e-71bc-4b36-ab82-3a3b9f92ea07 req-b0cc06da-39fc-4ad6-9ccd-3c537bcb693d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2651303 Jul 16 18:20:53.943188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6093c848-1936-49e5-a89f-1f9e442e7ea9 None None] Port 998aae33-1c8f-4fad-8cac-65be4545f469 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:53.979245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5221306e-71bc-4b36-ab82-3a3b9f92ea07 req-b68cd497-01ce-454f-9012-74d9e7462269 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613582 Jul 16 18:20:54.076423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-39c2db32-e58c-49c5-899f-6c3287afb540 None None] Provisioning complete for port 998aae33-1c8f-4fad-8cac-65be4545f469 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:54.077267 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39c2db32-e58c-49c5-899f-6c3287afb540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.095884 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.104745 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.114268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-39c2db32-e58c-49c5-899f-6c3287afb540 None None] Port 998aae33-1c8f-4fad-8cac-65be4545f469 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:54.155762 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.198473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event updated for resources: {'Port': ['ID=36d0e678-0d09-4125-9f11-0d53bbd80857,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.205468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.214175 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.224602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.234411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-66385095-5ec9-4d7e-8bd3-32175cdfd7c4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4398344 Jul 16 18:20:54.350596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1a1320a1-cbea-41b9-bc6b-d2df1c717389 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:54.377675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=998aae33-1c8f-4fad-8cac-65be4545f469,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.382652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.401548 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.487354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1a1320a1-cbea-41b9-bc6b-d2df1c717389 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:54.488423 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.648850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-82b62a9a-4d3b-466e-8417-15bd78df8270 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1784208000&fields=id&tenant_id=445df62e7cfd49fc984446fbd0508f3a HTTP/1.1" status: 200 len: 267 time: 0.0689316 Jul 16 18:20:54.655462 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 85914ece-e16b-4965-b8b8-2d302b62dbda up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:54.658548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba5523-f540-4b3e-924f-1c9502ae0708 req-04a14d42-f807-4d71-8b89-c0cf4e2685f0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.660275 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93ba5523-f540-4b3e-924f-1c9502ae0708 req-04a14d42-f807-4d71-8b89-c0cf4e2685f0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1777811 Jul 16 18:20:54.671330 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:54.673826 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:54.676512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 0c8d9b7f-ee28-4394-86b0-e4c15c75c198 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:54.714848 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 85914ece-e16b-4965-b8b8-2d302b62dbda triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:54.715226 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.797169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93ba5523-f540-4b3e-924f-1c9502ae0708 req-aefacadb-3868-4511-bd4d-cabf56e247ba tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001186 Jul 16 18:20:54.832623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a90f68a1-0516-418a-a7a2-f8b953e96689 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.836400 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a90f68a1-0516-418a-a7a2-f8b953e96689 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 816 time: 0.1730490 Jul 16 18:20:54.861730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-359bdaad-2cc4-4ae3-bd32-d6b4d7899eee tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/quotas/445df62e7cfd49fc984446fbd0508f3a HTTP/1.1" status: 200 len: 375 time: 0.0113351 Jul 16 18:20:54.948905 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-41904d7e-2bed-45f0-b514-3d5a581ac047 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812016 Jul 16 18:20:55.051746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6899bf00-62c8-4735-af42-a3c14aa56a52 None None] Provisioning complete for port 998aae33-1c8f-4fad-8cac-65be4545f469 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:55.053279 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6899bf00-62c8-4735-af42-a3c14aa56a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.095555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6899bf00-62c8-4735-af42-a3c14aa56a52 None None] Port 998aae33-1c8f-4fad-8cac-65be4545f469 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:55.186811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-2395f7c8-a8d7-4b7e-808b-4da4190f3880 service neutron] 10.222.0.52 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272036 Jul 16 18:20:55.291999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-f3f0b941-0bbd-48b1-9638-ba41fafef007 service neutron] 10.222.0.52 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990112 Jul 16 18:20:55.302111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:55.335747 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73633371-0bb8-424e-bf8b-d490138779bf None None] Sync routers for ids ['0c8d9b7f-ee28-4394-86b0-e4c15c75c198'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:55.345863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:55.347787 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.352052 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ad2f7f4d-ddc7-43df-b728-679c04f7308f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0476294 Jul 16 18:20:55.352297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 60974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:55.355162 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73633371-0bb8-424e-bf8b-d490138779bf None None] Routers {'0c8d9b7f-ee28-4394-86b0-e4c15c75c198'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:55.355801 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73633371-0bb8-424e-bf8b-d490138779bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0c8d9b7f-ee28-4394-86b0-e4c15c75c198'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:55.370010 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98f94848-43c1-4bb4-bc3c-49ccb919c1b9 req-129d11bd-22dc-4fac-8239-0fbd25fafb0c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2249980 Jul 16 18:20:55.423629 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73633371-0bb8-424e-bf8b-d490138779bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:55.441248 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73633371-0bb8-424e-bf8b-d490138779bf None None] Routers {'0c8d9b7f-ee28-4394-86b0-e4c15c75c198'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:55.442678 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73633371-0bb8-424e-bf8b-d490138779bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0c8d9b7f-ee28-4394-86b0-e4c15c75c198'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:55.486851 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73633371-0bb8-424e-bf8b-d490138779bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:55.487665 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73633371-0bb8-424e-bf8b-d490138779bf None None] The sync data for ids ['0c8d9b7f-ee28-4394-86b0-e4c15c75c198'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:55.555746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93f131f1-00c6-4d6c-b58b-d493c1cceb59 req-3aae5ac1-812e-4079-b0e6-a79b1dad3b99 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 210 time: 0.0435388 Jul 16 18:20:55.581718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:55.587513 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-61b2ae23-c8a8-4b03-b2c8-f8263000d1ce tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "PUT /v2.0/routers/167d2ce8-aae0-4ecc-95a0-d2526f420e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0683622 Jul 16 18:20:55.590946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f94848-43c1-4bb4-bc3c-49ccb919c1b9 req-16806dcb-4711-44f4-ab13-d05d488d66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.593020 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98f94848-43c1-4bb4-bc3c-49ccb919c1b9 req-16806dcb-4711-44f4-ab13-d05d488d66e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1096 time: 0.1539533 Jul 16 18:20:55.594341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4d3f8ff5-66b1-4b8e-976f-57d8b9be601c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/routers/0c8d9b7f-ee28-4394-86b0-e4c15c75c198 HTTP/1.1" status: 200 len: 884 time: 0.2407625 Jul 16 18:20:55.602992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Sync routers for ids ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:55.610326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 60980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:55.618371 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Routers {'167d2ce8-aae0-4ecc-95a0-d2526f420e21'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:55.619714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:55.767528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Set router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:55.939545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f94848-43c1-4bb4-bc3c-49ccb919c1b9 req-6a62f66b-66e4-4194-9f81-d8c9479b02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.941255 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98f94848-43c1-4bb4-bc3c-49ccb919c1b9 req-6a62f66b-66e4-4194-9f81-d8c9479b02b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.2983623 Jul 16 18:20:55.944271 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-a159d571-b072-4237-a931-7d968b5de76f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958601287&fields=id&tenant_id=7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 267 time: 0.0680993 Jul 16 18:20:56.126893 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98f94848-43c1-4bb4-bc3c-49ccb919c1b9 req-339609f9-a283-4f38-bb13-571311144ee7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 1000 time: 0.1674473 Jul 16 18:20:56.216711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7299a-6e72-4a52-8843-013705327922 req-bdf33e9f-6a2c-4b43-ba03-c7f536875760 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.223829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-bdf33e9f-6a2c-4b43-ba03-c7f536875760 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 796 time: 0.2700949 Jul 16 18:20:56.245257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996dacb-4ea9-4ce2-b589-2ae42489d5d6 req-0282d544-3377-4f4f-857c-03eacaaede49 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.247363 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3996dacb-4ea9-4ce2-b589-2ae42489d5d6 req-0282d544-3377-4f4f-857c-03eacaaede49 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2147839 Jul 16 18:20:56.255829 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f94848-43c1-4bb4-bc3c-49ccb919c1b9 req-f33dd6fe-7ebb-4abd-b9eb-cdd2fd91fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.257351 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98f94848-43c1-4bb4-bc3c-49ccb919c1b9 req-f33dd6fe-7ebb-4abd-b9eb-cdd2fd91fe7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.1148453 Jul 16 18:20:56.257913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '998aae33-1c8f-4fad-8cac-65be4545f469', 'name': '', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:9e:ce:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:51Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 2, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:56.285696 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-c995bc06-e798-4b65-a2f4-a866c48fdf0f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/quotas/7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 375 time: 0.0609462 Jul 16 18:20:56.300474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Checking router: 167d2ce8-aae0-4ecc-95a0-d2526f420e21 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:56.300883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Updating router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 port 998aae33-1c8f-4fad-8cac-65be4545f469 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:20:56.319218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3996dacb-4ea9-4ce2-b589-2ae42489d5d6 req-8df0f7df-03d4-46f8-a3ff-5d2d4cada335 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648398 Jul 16 18:20:56.363695 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.398719 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d89f47f1-e74e-41ff-9d79-4a4201b2b53b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7848368 Jul 16 18:20:56.403942 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:56.421234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ba8fa24d-9825-401a-9340-60918e0f0360 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-611986591'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:56.427566 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f94848-43c1-4bb4-bc3c-49ccb919c1b9 req-e36e2d6c-7874-4c4e-9d2d-2bf58ada8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.429133 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98f94848-43c1-4bb4-bc3c-49ccb919c1b9 req-e36e2d6c-7874-4c4e-9d2d-2bf58ada8a20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563172 Jul 16 18:20:56.453973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-7fd07b66-cdca-4f34-9da3-e8dab5cf7c52 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1671734 Jul 16 18:20:56.598567 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98f94848-43c1-4bb4-bc3c-49ccb919c1b9 req-98bc47a4-3ddd-4a77-9e19-6d93144453a4 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620896 Jul 16 18:20:56.717867 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98f94848-43c1-4bb4-bc3c-49ccb919c1b9 req-a0fd5674-f683-48aa-9b23-a2ccaf8b227d service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124053 Jul 16 18:20:56.801106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-8d1e9307-497f-410e-99b6-c7be4ef14e71 service neutron] 10.222.0.52 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916226 Jul 16 18:20:56.865012 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.878626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Transition to ACTIVE for port object 998aae33-1c8f-4fad-8cac-65be4545f469 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:56.887659 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.901922 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0f9ed-0d05-422a-bced-5cd82d4b4c90 req-9dd8b4b4-a7ad-44b7-a175-477ad8fd8ed0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.909129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dd0f9ed-0d05-422a-bced-5cd82d4b4c90 req-9dd8b4b4-a7ad-44b7-a175-477ad8fd8ed0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.3980908 Jul 16 18:20:56.958561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fe8bc-e191-4b08-af07-13de572b0d1e None None] Pushing event updated for resources: {'Port': ['ID=998aae33-1c8f-4fad-8cac-65be4545f469,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.982296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-b508b8cc-7ea9-4289-a9e3-22d61e074716 service neutron] 10.222.0.52 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803296 Jul 16 18:20:57.147635 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Attempting to bind port 998aae33-1c8f-4fad-8cac-65be4545f469 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:57.148014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Attempting to bind port 998aae33-1c8f-4fad-8cac-65be4545f469 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:57.148381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Attempting to bind port 998aae33-1c8f-4fad-8cac-65be4545f469 on network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:57.157223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:57.157648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Checking segment: {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:57.158059 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.158463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Bound using segment: {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:57.158940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Bound port: 998aae33-1c8f-4fad-8cac-65be4545f469, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:57.159331 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.402985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] For port 998aae33-1c8f-4fad-8cac-65be4545f469, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:57.411154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] For port 998aae33-1c8f-4fad-8cac-65be4545f469, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=998aae33-1c8f-4fad-8cac-65be4545f469,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:57.419968 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.570627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fe8bc-e191-4b08-af07-13de572b0d1e None None] Pushing event updated for resources: {'Port': ['ID=998aae33-1c8f-4fad-8cac-65be4545f469,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:57.594490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Routers {'167d2ce8-aae0-4ecc-95a0-d2526f420e21'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:57.596502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:57.627023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-69a6d318-7302-4249-b77c-2f20072541e0 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.628669 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-69a6d318-7302-4249-b77c-2f20072541e0 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.42 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 816 time: 0.4206009 Jul 16 18:20:57.691156 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-f29e71e0-43bd-46d8-a029-f539374146e6 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=445df62e7cfd49fc984446fbd0508f3a HTTP/1.1" status: 200 len: 380 time: 0.0534823 Jul 16 18:20:57.701089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Request body: {'port': {'device_id': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'admin_state_up': True, 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'security_groups': ['dedf6fa3-7e1b-473a-81ed-a48b49815441']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:57.734486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] Set router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:57.871388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Made reservation on behalf of 445df62e7cfd49fc984446fbd0508f3a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:57.876418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.883734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d007cb4-5ec2-46e4-a70c-1a4dfbdf7d84 req-db14aa84-5501-4907-9175-82cad1dd4197 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 210 time: 0.0628514 Jul 16 18:20:57.903472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dd0f9ed-0d05-422a-bced-5cd82d4b4c90 req-d9c0cfe5-e1b8-4db4-a47f-c1cdffb691a2 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9933710 Jul 16 18:20:58.043812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '998aae33-1c8f-4fad-8cac-65be4545f469', 'name': '', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:9e:ce:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:51Z', 'updated_at': '2021-07-16T18:20:57Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:58.076871 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa24d-9825-401a-9340-60918e0f0360 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.080498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267513b-c33f-4353-872d-3cda7594e399 None None] The sync data for ids ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'] in n-d-793618-9 is: [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '998aae33-1c8f-4fad-8cac-65be4545f469', 'name': '', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:9e:ce:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:51Z', 'updated_at': '2021-07-16T18:20:57Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:58.090772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Allocated IP 172.20.0.11 (26995a0a-1d3b-4f98-9817-403ef31a46e4/2b8e6342-959e-4395-bc83-159435e560c6/a6241e55-82d7-40b5-bf01-44260c5979a6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:58.150116 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa24d-9825-401a-9340-60918e0f0360 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.168983 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-561b7659-9055-43a8-8589-0c394e23be04 req-afea4be2-83ab-4b80-be34-7c5d29fff8e9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 210 time: 0.0762632 Jul 16 18:20:58.337655 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.356563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Transition to ACTIVE for port object a6241e55-82d7-40b5-bf01-44260c5979a6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:58.372290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8fa24d-9825-401a-9340-60918e0f0360 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 0c8d9b7f-ee28-4394-86b0-e4c15c75c198 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:58.374873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 998aae33-1c8f-4fad-8cac-65be4545f469 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:58.396097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5682e1-7434-4e93-a4f2-78b02e4d9118 req-ddc7b268-f344-41e6-b326-6ff78ff19804 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.397874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f5682e1-7434-4e93-a4f2-78b02e4d9118 req-ddc7b268-f344-41e6-b326-6ff78ff19804 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2847965 Jul 16 18:20:58.444531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 998aae33-1c8f-4fad-8cac-65be4545f469 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:58.449233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 998aae33-1c8f-4fad-8cac-65be4545f469 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:58.449651 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.457208 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.511134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f5682e1-7434-4e93-a4f2-78b02e4d9118 req-52fbda85-6472-4df5-a1a3-a23d11e727ac tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043832 Jul 16 18:20:58.560321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Network 26995a0a-1d3b-4f98-9817-403ef31a46e4 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:58.566275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:58.568102 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.582354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:58.632592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 998aae33-1c8f-4fad-8cac-65be4545f469, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=998aae33-1c8f-4fad-8cac-65be4545f469,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:58.639773 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.653484 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8fa24d-9825-401a-9340-60918e0f0360 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:58.659303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event updated for resources: {'Port': ['ID=a6241e55-82d7-40b5-bf01-44260c5979a6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.669882 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa24d-9825-401a-9340-60918e0f0360 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.671994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ba8fa24d-9825-401a-9340-60918e0f0360 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/0c8d9b7f-ee28-4394-86b0-e4c15c75c198 HTTP/1.1" status: 200 len: 891 time: 2.2628469 Jul 16 18:20:58.672359 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad536219-6823-4915-8dc9-0da0856cb53b None None] Sync routers for ids ['0c8d9b7f-ee28-4394-86b0-e4c15c75c198'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:58.678531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 32810) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.753152 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad536219-6823-4915-8dc9-0da0856cb53b None None] Routers {'0c8d9b7f-ee28-4394-86b0-e4c15c75c198'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:58.753852 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ad536219-6823-4915-8dc9-0da0856cb53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0c8d9b7f-ee28-4394-86b0-e4c15c75c198'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:58.760911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=998aae33-1c8f-4fad-8cac-65be4545f469,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.809032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.810094 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.899415 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ad536219-6823-4915-8dc9-0da0856cb53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:58.911429 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-a1a7e9db-d947-4486-a37a-504417b5fb51 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2151785 Jul 16 18:20:58.938781 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Request body: {'port': {'device_id': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:58.939689 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad536219-6823-4915-8dc9-0da0856cb53b None None] Routers {'0c8d9b7f-ee28-4394-86b0-e4c15c75c198'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:58.942166 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ad536219-6823-4915-8dc9-0da0856cb53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0c8d9b7f-ee28-4394-86b0-e4c15c75c198'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:59.004017 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ad536219-6823-4915-8dc9-0da0856cb53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:59.004970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207dcb8-73ec-4d75-93eb-940bda48f6de req-f701aee4-919b-4ca4-b567-3931e11490ad tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.006867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4207dcb8-73ec-4d75-93eb-940bda48f6de req-f701aee4-919b-4ca4-b567-3931e11490ad tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2432549 Jul 16 18:20:59.007743 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad536219-6823-4915-8dc9-0da0856cb53b None None] The sync data for ids ['0c8d9b7f-ee28-4394-86b0-e4c15c75c198'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:59.048226 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:59.048555 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7ca22a8f-5b56-40c9-bf8c-418f1c06eae0 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/routers/0c8d9b7f-ee28-4394-86b0-e4c15c75c198 HTTP/1.1" status: 200 len: 891 time: 0.3687675 Jul 16 18:20:59.092766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07cb9548-8684-4b65-92df-c2e7c294b23f None None] Provisioning for port a6241e55-82d7-40b5-bf01-44260c5979a6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:59.104724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07cb9548-8684-4b65-92df-c2e7c294b23f None None] Provisioning complete for port a6241e55-82d7-40b5-bf01-44260c5979a6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:59.105362 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07cb9548-8684-4b65-92df-c2e7c294b23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.167042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4207dcb8-73ec-4d75-93eb-940bda48f6de req-d03b1bd4-ca03-47a5-a4cf-46d80e110061 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526883 Jul 16 18:20:59.182513 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.212559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-07cb9548-8684-4b65-92df-c2e7c294b23f None None] Port a6241e55-82d7-40b5-bf01-44260c5979a6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:59.295194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6b0793ee-7f1d-4572-8484-e9d6e33a39c0 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8d9b7f-ee28-4394-86b0-e4c15c75c198 HTTP/1.1" status: 200 len: 205 time: 0.2432177 Jul 16 18:20:59.295978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:59.464484 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e2cd9d9-e71d-4825-84a4-5c62b2d27733 req-64130d09-ad24-48e4-947b-55fc260d7bb3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 210 time: 0.0495574 Jul 16 18:20:59.615217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7299a-6e72-4a52-8843-013705327922 req-67f6d608-0e50-4f4d-8181-b7c8fdd24e09 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.616797 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-67f6d608-0e50-4f4d-8181-b7c8fdd24e09 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 796 time: 0.5660315 Jul 16 18:20:59.625364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60549b-9f40-480c-abc9-ddaee5eb90d2 req-ff8ba4ef-6315-46a6-aab5-3e919c217ee4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.632724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb60549b-9f40-480c-abc9-ddaee5eb90d2 req-ff8ba4ef-6315-46a6-aab5-3e919c217ee4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 932 time: 0.4623425 Jul 16 18:20:59.710141 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.719646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb60549b-9f40-480c-abc9-ddaee5eb90d2 req-35b737bc-684c-4a41-b282-d5f4dd8cb690 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860090 Jul 16 18:20:59.763360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-9a2545a5-9214-4522-ba1c-0b50f33be793 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 379 time: 0.1284108 Jul 16 18:20:59.778949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'port': {'device_id': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'admin_state_up': True, 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'security_groups': ['f73a6c22-f3d4-4f05-b45d-c595cbdb4928']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:59.935921 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.987544 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6241e55-82d7-40b5-bf01-44260c5979a6 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:59.996889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Made reservation on behalf of 7d7e779da2c0442f85c056cdc3f73ede for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:00.000756 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.008615 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.024521 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Transition to ACTIVE for port object a6241e55-82d7-40b5-bf01-44260c5979a6 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:00.031146 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.048418 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d12894f-f7c3-442c-bec8-e38e2be9237d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.065177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port 30eef1a4-4fdc-48a1-8a52-31c52b74b8ec {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:00.065562 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.117679 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Pushing event updated for resources: {'Port': ['ID=a6241e55-82d7-40b5-bf01-44260c5979a6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.224228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Attempting to bind port a6241e55-82d7-40b5-bf01-44260c5979a6 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:00.224932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Attempting to bind port a6241e55-82d7-40b5-bf01-44260c5979a6 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:00.226180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Attempting to bind port a6241e55-82d7-40b5-bf01-44260c5979a6 on network 26995a0a-1d3b-4f98-9817-403ef31a46e4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:00.230680 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.233545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Port a6241e55-82d7-40b5-bf01-44260c5979a6 on network 26995a0a-1d3b-4f98-9817-403ef31a46e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:00.233985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Attempting to bind port a6241e55-82d7-40b5-bf01-44260c5979a6 on network 26995a0a-1d3b-4f98-9817-403ef31a46e4 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:00.241201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:00.241695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Checking segment: {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:00.242280 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Bound using segment: {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:00.242828 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Bound port: a6241e55-82d7-40b5-bf01-44260c5979a6, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:00.243309 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.266602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for 30eef1a4-4fdc-48a1-8a52-31c52b74b8ec owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:00.284550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.20.0.9 (bd50e1f6-af99-445c-a1ca-c79cb4f8e673/019d2e5b-09e1-4441-8b5a-58d19164285d/6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:00.356078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 998aae33-1c8f-4fad-8cac-65be4545f469 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:00.370698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:00.374553 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=a6241e55-82d7-40b5-bf01-44260c5979a6,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:00.381452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.411147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 998aae33-1c8f-4fad-8cac-65be4545f469 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:00.411608 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.455687 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.457656 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.459222 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] 10.222.0.42 "PUT /v2.0/ports/a6241e55-82d7-40b5-bf01-44260c5979a6 HTTP/1.1" status: 200 len: 1092 time: 1.5388703 Jul 16 18:21:00.459810 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83da7ca-2c2f-41a9-a591-d47c571c6660 service neutron] Pushing event updated for resources: {'Port': ['ID=a6241e55-82d7-40b5-bf01-44260c5979a6,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.475105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:00.480058 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49aa408-0bd3-4832-af6b-559cb5c22ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:00.600220 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e39bfb7-b667-4980-afec-a74d14684fa1 x-openstack-request-id: req-9e39bfb7-b667-4980-afec-a74d14684fa1 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:00.600522 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:00.601130 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e39bfb7-b667-4980-afec-a74d14684fa1 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:00.601576 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'status': 'completed', 'code': 200} Jul 16 18:21:00.621407 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-cb51059b-a1ad-4d3b-b522-47abc38e8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.622940 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-cb51059b-a1ad-4d3b-b522-47abc38e8f7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 1095 time: 0.1100328 Jul 16 18:21:00.671495 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.700383 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-49146086-f681-416e-9b70-63ce817130d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6241e55-82d7-40b5-bf01-44260c5979a6 HTTP/1.1" status: 200 len: 217 time: 0.0700777 Jul 16 18:21:00.709552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b09b5ee1-37e7-46b0-a56a-37440ce53ba3 req-2be27b4f-7069-4483-be5d-dead2a19ca1a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 210 time: 0.0338504 Jul 16 18:21:00.734113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Transition to ACTIVE for port object 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:00.742920 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.773080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-371f2330-1599-43b7-8671-a348b72b0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.778277 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-371f2330-1599-43b7-8671-a348b72b0063 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.0711267 Jul 16 18:21:00.796511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=30eef1a4-4fdc-48a1-8a52-31c52b74b8ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.881583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-ee2e9ec8-4436-45ea-9cf1-b95c2b4f685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.883160 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-ee2e9ec8-4436-45ea-9cf1-b95c2b4f685a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954421 Jul 16 18:21:00.897969 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.911635 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.076035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:01.077741 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-e8b09216-54be-424c-a23a-1702bdf8346b service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864223 Jul 16 18:21:01.098832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:01.101787 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.123634 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.125345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:01.226905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.233098 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3a4a7a32-07b1-4bf1-9af6-56fed0812e8b req-7950bc67-052b-48fb-bf7f-33e8e0e7514d service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493180 Jul 16 18:21:01.265808 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.266475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Fanout notify agent at l3_agent the message router_deleted on router 0c8d9b7f-ee28-4394-86b0-e4c15c75c198 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:21:01.283070 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.287623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3921dfc4-670b-4a18-9bef-7167dc44756a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/0c8d9b7f-ee28-4394-86b0-e4c15c75c198 HTTP/1.1" status: 204 len: 168 time: 1.9718375 Jul 16 18:21:01.288216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.305145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.305882 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.315928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9339e45e-5def-4981-a0eb-fef59d292066 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1954058951'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:01.355055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b0a09-d474-4df0-bfbd-f3c28d047e89 req-1609d048-d208-4991-93b9-99d701b44d7c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.356641 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-615b0a09-d474-4df0-bfbd-f3c28d047e89 req-1609d048-d208-4991-93b9-99d701b44d7c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.2795572 Jul 16 18:21:01.360229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-c08760fb-7bc7-4853-998d-52fb23792ed2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5900924 Jul 16 18:21:01.375358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Request body: {'port': {'device_id': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:01.427825 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49aa408-0bd3-4832-af6b-559cb5c22ca8 req-04b2b184-8c23-4db6-9af8-fca18536ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.429530 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d49aa408-0bd3-4832-af6b-559cb5c22ca8 req-04b2b184-8c23-4db6-9af8-fca18536ed99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 1095 time: 0.1045291 Jul 16 18:21:01.449543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9339e45e-5def-4981-a0eb-fef59d292066 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:01.452997 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9339e45e-5def-4981-a0eb-fef59d292066 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.485531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c8226d7-4e98-4ba1-82f3-0260432a6478 None None] Provisioning for port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:01.491593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9c8226d7-4e98-4ba1-82f3-0260432a6478 None None] Provisioning complete for port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:01.492593 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c8226d7-4e98-4ba1-82f3-0260432a6478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.502445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-615b0a09-d474-4df0-bfbd-f3c28d047e89 req-e7a738b4-0b25-4200-8d04-bec8e400d50f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390703 Jul 16 18:21:01.548034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9c8226d7-4e98-4ba1-82f3-0260432a6478 None None] Port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:01.556384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9339e45e-5def-4981-a0eb-fef59d292066 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:01.599768 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9339e45e-5def-4981-a0eb-fef59d292066 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.599768 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-9339e45e-5def-4981-a0eb-fef59d292066 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Added segment 2de21929-60e5-4b8f-90f5-01e5e5164d08 of type vlan for network 2e96041e-7b37-4381-b27b-9771b0abba90 Jul 16 18:21:01.602310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49aa408-0bd3-4832-af6b-559cb5c22ca8 req-466cebf1-237c-443b-a0bc-e20979d423ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.604876 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d49aa408-0bd3-4832-af6b-559cb5c22ca8 req-466cebf1-237c-443b-a0bc-e20979d423ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 917 time: 0.1690388 Jul 16 18:21:01.632993 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.654096 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9339e45e-5def-4981-a0eb-fef59d292066 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.663558 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d49aa408-0bd3-4832-af6b-559cb5c22ca8 req-c095e924-1c76-41bf-96f3-707dff5daeeb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6241e55-82d7-40b5-bf01-44260c5979a6 HTTP/1.1" status: 200 len: 217 time: 0.0499952 Jul 16 18:21:01.742586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49aa408-0bd3-4832-af6b-559cb5c22ca8 req-4606f1a9-22d5-42be-ac7f-8891ca923da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.743538 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d49aa408-0bd3-4832-af6b-559cb5c22ca8 req-4606f1a9-22d5-42be-ac7f-8891ca923da9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.0732121 Jul 16 18:21:01.774204 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9339e45e-5def-4981-a0eb-fef59d292066 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.781804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9339e45e-5def-4981-a0eb-fef59d292066 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.782470 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9339e45e-5def-4981-a0eb-fef59d292066 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.808157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9339e45e-5def-4981-a0eb-fef59d292066 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5168083 Jul 16 18:21:01.814347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.823633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f2e9b1fe-0723-4fca-bfbe-6ff6cbd32995 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'subnet': {'network_id': '2e96041e-7b37-4381-b27b-9771b0abba90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:01.843302 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49aa408-0bd3-4832-af6b-559cb5c22ca8 req-1f568f8b-091d-4814-a16d-38b700d5ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.847908 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d49aa408-0bd3-4832-af6b-559cb5c22ca8 req-1f568f8b-091d-4814-a16d-38b700d5ec6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969751 Jul 16 18:21:01.982294 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d49aa408-0bd3-4832-af6b-559cb5c22ca8 req-01737294-0e25-4b6c-95c4-c3631a90e8c1 service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270258 Jul 16 18:21:02.022492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e9b1fe-0723-4fca-bfbe-6ff6cbd32995 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:02.027404 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b1fe-0723-4fca-bfbe-6ff6cbd32995 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.091628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339e45e-5def-4981-a0eb-fef59d292066 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Network': ['ID=2e96041e-7b37-4381-b27b-9771b0abba90,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.105360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 2e96041e-7b37-4381-b27b-9771b0abba90 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:02.143159 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d49aa408-0bd3-4832-af6b-559cb5c22ca8 req-4786c6aa-1bfd-40c4-8502-d49661302a4b service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522849 Jul 16 18:21:02.250460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367cac9-4167-4c46-9ab6-167dacf5db3a req-75b87d3b-aaaf-423c-b72b-448cc21ba16c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.257663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2367cac9-4167-4c46-9ab6-167dacf5db3a req-75b87d3b-aaaf-423c-b72b-448cc21ba16c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 931 time: 0.2945013 Jul 16 18:21:02.260934 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7908f7e-caa7-45f1-bdd0-e05c03cfc76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.402594 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2367cac9-4167-4c46-9ab6-167dacf5db3a req-880e129b-464a-4401-a79f-cadc430a17a7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436689 Jul 16 18:21:02.421420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:02.433058 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.477298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Transition to ACTIVE for port object 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:02.483238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.488624 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b1fe-0723-4fca-bfbe-6ff6cbd32995 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.631462 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.638452 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.689306 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.919519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.951850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9b1fe-0723-4fca-bfbe-6ff6cbd32995 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Subnet': ['ID=7f64cf71-1a77-44db-a75f-ed0bcf85ea85,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.016833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e9b1fe-0723-4fca-bfbe-6ff6cbd32995 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Checking segment: {'id': '2de21929-60e5-4b8f-90f5-01e5e5164d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2e96041e-7b37-4381-b27b-9771b0abba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:03.017202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9b1fe-0723-4fca-bfbe-6ff6cbd32995 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network hostable DHCP agents. Network: 2e96041e-7b37-4381-b27b-9771b0abba90, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:03.065889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9b1fe-0723-4fca-bfbe-6ff6cbd32995 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 2e96041e-7b37-4381-b27b-9771b0abba90 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:03.076021 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9faa49-5dd6-4cc6-915d-0bd2a532cb76 req-ed372ffe-7727-413e-95a7-74597dc2425b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.077549 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd9faa49-5dd6-4cc6-915d-0bd2a532cb76 req-ed372ffe-7727-413e-95a7-74597dc2425b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.1846445 Jul 16 18:21:03.079536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Attempting to bind port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:03.079848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Attempting to bind port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:03.080174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Attempting to bind port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:03.095021 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9b1fe-0723-4fca-bfbe-6ff6cbd32995 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 2e96041e-7b37-4381-b27b-9771b0abba90) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:03.096481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:03.096796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Attempting to bind port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:03.101370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9b1fe-0723-4fca-bfbe-6ff6cbd32995 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.101960 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b1fe-0723-4fca-bfbe-6ff6cbd32995 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.106829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48ad5db-ee13-4893-8864-3264a94f0155 None None] Network 2e96041e-7b37-4381-b27b-9771b0abba90 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:03.118949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:03.119294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Checking segment: {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:03.119718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Bound using segment: {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:03.120160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Bound port: 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:03.120521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.153682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f2e9b1fe-0723-4fca-bfbe-6ff6cbd32995 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3349175 Jul 16 18:21:03.153970 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 32864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.158875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b41b51cb-2219-4c2a-9d29-43aa2335bc9c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-185149862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:03.179327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd9faa49-5dd6-4cc6-915d-0bd2a532cb76 req-d5dce4a0-b2cd-4b4b-8ef2-e60a68924ece tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916831 Jul 16 18:21:03.186949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41b51cb-2219-4c2a-9d29-43aa2335bc9c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.188335 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41b51cb-2219-4c2a-9d29-43aa2335bc9c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.220840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:03.230210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:03.238170 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.255572 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41b51cb-2219-4c2a-9d29-43aa2335bc9c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.270912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.272330 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.273872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] 10.222.0.38 "PUT /v2.0/ports/6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 1091 time: 1.9030352 Jul 16 18:21:03.274390 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41b51cb-2219-4c2a-9d29-43aa2335bc9c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.276810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:03.280260 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb764f48-416f-46ab-a692-47dcdb24c2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:03.313476 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b41b51cb-2219-4c2a-9d29-43aa2335bc9c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.315078 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b41b51cb-2219-4c2a-9d29-43aa2335bc9c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1600645 Jul 16 18:21:03.317965 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 32868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.373842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd0b18-fde1-4dc8-8d37-54fd38c5e2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.418884 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe71cfb-e7ff-4f75-8246-9db18c949df0 x-openstack-request-id: req-afe71cfb-e7ff-4f75-8246-9db18c949df0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:03.419654 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:03.419654 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-afe71cfb-e7ff-4f75-8246-9db18c949df0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:03.419915 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'status': 'completed', 'code': 200} Jul 16 18:21:03.458496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7299a-6e72-4a52-8843-013705327922 req-a00e62c4-7a62-41f9-8cc3-745d22437361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.464741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-a00e62c4-7a62-41f9-8cc3-745d22437361 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1094 time: 0.0785513 Jul 16 18:21:03.578597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-3b1b1f30-2bd9-4733-b37f-87c1ca1be14b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 217 time: 0.1052620 Jul 16 18:21:03.612642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-2e96041e-7b37-4381-b27b-9771b0abba90', 'network_id': '2e96041e-7b37-4381-b27b-9771b0abba90', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'fixed_ips': [{'subnet_id': '7f64cf71-1a77-44db-a75f-ed0bcf85ea85'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:03.613672 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.686756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7299a-6e72-4a52-8843-013705327922 req-9ca5ea3a-76bf-4e90-811e-2f3ead4789e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.688158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-9ca5ea3a-76bf-4e90-811e-2f3ead4789e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 200 len: 835 time: 0.0992258 Jul 16 18:21:03.736297 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.749013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a9c24-9d06-4bb9-953b-c7c931fec07c req-ba7f3a27-6f0b-4769-9289-8db9da23abfd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.750622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c1a9c24-9d06-4bb9-953b-c7c931fec07c req-ba7f3a27-6f0b-4769-9289-8db9da23abfd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 943 time: 0.1741290 Jul 16 18:21:03.804466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7299a-6e72-4a52-8843-013705327922 req-66ecafe0-60cc-4942-bdd8-e94c4dd5d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.806055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-66ecafe0-60cc-4942-bdd8-e94c4dd5d06f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086299 Jul 16 18:21:03.810688 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.812380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c1a9c24-9d06-4bb9-953b-c7c931fec07c req-7063735e-8c09-439a-9019-dce813ec5ec2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551345 Jul 16 18:21:03.854708 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Allocated IP 2001:db8::2 (2e96041e-7b37-4381-b27b-9771b0abba90/7f64cf71-1a77-44db-a75f-ed0bcf85ea85/917b21e3-5c35-4567-9dea-51881e61321c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:03.937727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-90127a97-cd4a-451d-9202-021e28fc102e service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241066 Jul 16 18:21:04.046639 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.053892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72b7299a-6e72-4a52-8843-013705327922 req-c4da1eda-07ab-4dc1-afdd-2704ae101feb service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089592 Jul 16 18:21:04.061345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Transition to ACTIVE for port object 917b21e3-5c35-4567-9dea-51881e61321c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:04.079887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Transition to ACTIVE for port object 917b21e3-5c35-4567-9dea-51881e61321c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:04.086250 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.124815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Network 2e96041e-7b37-4381-b27b-9771b0abba90 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:04.129682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:04.133280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:04.143327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Pushing event updated for resources: {'Port': ['ID=917b21e3-5c35-4567-9dea-51881e61321c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.162299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Allocated IP 2001:db8::1 (2e96041e-7b37-4381-b27b-9771b0abba90/7f64cf71-1a77-44db-a75f-ed0bcf85ea85/b6ec048e-1ce7-4feb-acd5-f727eb755cd8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:04.204009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764f48-416f-46ab-a692-47dcdb24c2e3 req-976a9f9d-24e1-4aa0-a0b4-ba63e2157916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.206134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb764f48-416f-46ab-a692-47dcdb24c2e3 req-976a9f9d-24e1-4aa0-a0b4-ba63e2157916 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1094 time: 0.0602181 Jul 16 18:21:04.255035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Attempting to bind port 917b21e3-5c35-4567-9dea-51881e61321c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:04.255418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Attempting to bind port 917b21e3-5c35-4567-9dea-51881e61321c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '2de21929-60e5-4b8f-90f5-01e5e5164d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2e96041e-7b37-4381-b27b-9771b0abba90'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:04.255793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Attempting to bind port 917b21e3-5c35-4567-9dea-51881e61321c on network 2e96041e-7b37-4381-b27b-9771b0abba90 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:04.262105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:04.262482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Checking segment: {'id': '2de21929-60e5-4b8f-90f5-01e5e5164d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2e96041e-7b37-4381-b27b-9771b0abba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:04.263117 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.263695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Bound using segment: {'id': '2de21929-60e5-4b8f-90f5-01e5e5164d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2e96041e-7b37-4381-b27b-9771b0abba90'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:04.264501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Bound port: 917b21e3-5c35-4567-9dea-51881e61321c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de21929-60e5-4b8f-90f5-01e5e5164d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2e96041e-7b37-4381-b27b-9771b0abba90'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:04.265336 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.338893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764f48-416f-46ab-a692-47dcdb24c2e3 req-54b903e1-4b87-46c2-9ecd-c47d6433a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.340490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] For port 917b21e3-5c35-4567-9dea-51881e61321c, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:04.340851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb764f48-416f-46ab-a692-47dcdb24c2e3 req-54b903e1-4b87-46c2-9ecd-c47d6433a281 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 897 time: 0.1278994 Jul 16 18:21:04.344748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] For port 917b21e3-5c35-4567-9dea-51881e61321c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=917b21e3-5c35-4567-9dea-51881e61321c,segment=NetworkSegment(2de21929-60e5-4b8f-90f5-01e5e5164d08),segment_id=2de21929-60e5-4b8f-90f5-01e5e5164d08)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:04.351043 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.362737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.378773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Transition to ACTIVE for port object b6ec048e-1ce7-4feb-acd5-f727eb755cd8 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:04.402112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb764f48-416f-46ab-a692-47dcdb24c2e3 req-75f8fa7d-456c-4540-be87-e5299e07fd52 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 217 time: 0.0538695 Jul 16 18:21:04.415184 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.417047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02dfbe-b277-4de0-a8e1-d1b2dc6d82cf None None] Pushing event updated for resources: {'Port': ['ID=917b21e3-5c35-4567-9dea-51881e61321c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.486534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 2e96041e-7b37-4381-b27b-9771b0abba90 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:04.490779 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:04.495571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:04.496267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.497968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764f48-416f-46ab-a692-47dcdb24c2e3 req-4134ace5-6d03-47af-8c86-af90fbecfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.498946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=b6ec048e-1ce7-4feb-acd5-f727eb755cd8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.499688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb764f48-416f-46ab-a692-47dcdb24c2e3 req-4134ace5-6d03-47af-8c86-af90fbecfacd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 200 len: 835 time: 0.0785601 Jul 16 18:21:04.535651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9723e-725e-4b56-baf9-104f61c0328a req-63cfe99b-5095-4de7-be42-78d88df3e728 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.538494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ebc9723e-725e-4b56-baf9-104f61c0328a req-63cfe99b-5095-4de7-be42-78d88df3e728 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.1799781 Jul 16 18:21:04.567941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device a6241e55-82d7-40b5-bf01-44260c5979a6 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:04.605433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ebc9723e-725e-4b56-baf9-104f61c0328a req-40b7dc8b-a8bf-4cee-9ea5-2331b78c2ed1 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434372 Jul 16 18:21:04.623943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764f48-416f-46ab-a692-47dcdb24c2e3 req-09523c4e-61b8-44f9-911b-48a6e1f67d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.626239 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb764f48-416f-46ab-a692-47dcdb24c2e3 req-09523c4e-61b8-44f9-911b-48a6e1f67d3d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193788 Jul 16 18:21:04.675990 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.744349 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=a6241e55-82d7-40b5-bf01-44260c5979a6,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:04.806370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'port_id': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'mac_address': 'fa:16:3e:f6:72:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:04.821146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb764f48-416f-46ab-a692-47dcdb24c2e3 req-2da9da1a-91a6-4d63-8c19-f9c2f8c7144a service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853123 Jul 16 18:21:04.875560 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.893806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6241e55-82d7-40b5-bf01-44260c5979a6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:04.924321 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=a6241e55-82d7-40b5-bf01-44260c5979a6,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:04.930217 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.996740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=a6241e55-82d7-40b5-bf01-44260c5979a6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.083964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb764f48-416f-46ab-a692-47dcdb24c2e3 req-0ed345f1-7570-4a8e-b2c9-00b78e4fbc5d service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573926 Jul 16 18:21:05.122777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a70fe26-d763-407a-8722-a286872154b5 req-b9e3e86c-5892-43dd-a9d5-a932ccbf1d62 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1602173 Jul 16 18:21:05.136036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a161b-9598-4cb8-afb7-2664408a531b req-24033cef-cc40-475a-89f5-e176970a21b3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.137762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b8a161b-9598-4cb8-afb7-2664408a531b req-24033cef-cc40-475a-89f5-e176970a21b3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 943 time: 0.1031096 Jul 16 18:21:05.147860 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.154013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.157250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['a6241e55-82d7-40b5-bf01-44260c5979a6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:05.157601 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.240029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b8a161b-9598-4cb8-afb7-2664408a531b req-80aefefe-b6b8-4799-913c-6d627f7c5507 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961866 Jul 16 18:21:05.257063 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=b6ec048e-1ce7-4feb-acd5-f727eb755cd8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.282247 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70fe26-d763-407a-8722-a286872154b5 req-903463bf-d18a-44d4-8eaa-fe0f1882f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.284259 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a70fe26-d763-407a-8722-a286872154b5 req-903463bf-d18a-44d4-8eaa-fe0f1882f76a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 1097 time: 0.1035562 Jul 16 18:21:05.380155 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 2e96041e-7b37-4381-b27b-9771b0abba90 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:05.384521 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:05.494469 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.498046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70fe26-d763-407a-8722-a286872154b5 req-77e09c09-4476-4a4e-8fc5-7dd8e7501b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.499628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a70fe26-d763-407a-8722-a286872154b5 req-77e09c09-4476-4a4e-8fc5-7dd8e7501b35 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.1810462 Jul 16 18:21:05.564639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a70fe26-d763-407a-8722-a286872154b5 req-cf21de4c-a78a-4d7a-9234-8efd493b55ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b08a4d8f-69e5-4867-91ac-381bac2f9465 HTTP/1.1" status: 200 len: 217 time: 0.0552905 Jul 16 18:21:05.594932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 222d9c3b-9bff-49e4-b553-7803f2566efc is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:05.636183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70fe26-d763-407a-8722-a286872154b5 req-9af3f7dd-a9bf-4e82-a51c-26fb1376e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.641089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a70fe26-d763-407a-8722-a286872154b5 req-9af3f7dd-a9bf-4e82-a51c-26fb1376e5f2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.0697000 Jul 16 18:21:05.654562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:05.779476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70fe26-d763-407a-8722-a286872154b5 req-9daf8161-1bf6-4866-a327-6160b8e00386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.781093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a70fe26-d763-407a-8722-a286872154b5 req-9daf8161-1bf6-4866-a327-6160b8e00386 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342232 Jul 16 18:21:05.805704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:05.812731 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-32e9d91f-f740-4f84-b35d-6da1ef3c0f93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/222d9c3b-9bff-49e4-b553-7803f2566efc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4931107 Jul 16 18:21:05.816238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 32892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.820114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc68fa1-6aa1-4dab-82f6-ed7de718c6ce None None] Sync routers for ids ['222d9c3b-9bff-49e4-b553-7803f2566efc'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:05.872414 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc68fa1-6aa1-4dab-82f6-ed7de718c6ce None None] Routers {'222d9c3b-9bff-49e4-b553-7803f2566efc'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:05.873067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dcc68fa1-6aa1-4dab-82f6-ed7de718c6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['222d9c3b-9bff-49e4-b553-7803f2566efc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:05.905174 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc0213-1fb4-428e-85af-ada3663a3b72 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.906548 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5bcc0213-1fb4-428e-85af-ada3663a3b72 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports/b6ec048e-1ce7-4feb-acd5-f727eb755cd8 HTTP/1.1" status: 200 len: 911 time: 0.0894549 Jul 16 18:21:05.909248 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 32894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.914852 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ed274d0a-56c4-438e-9f58-b8dd9b1e8394 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f64cf71-1a77-44db-a75f-ed0bcf85ea85'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:05.962047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:05.982844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dcc68fa1-6aa1-4dab-82f6-ed7de718c6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:05.985124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'port_id': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'mac_address': 'fa:16:3e:aa:c3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:06.025560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc68fa1-6aa1-4dab-82f6-ed7de718c6ce None None] Routers {'222d9c3b-9bff-49e4-b553-7803f2566efc'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:06.026481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dcc68fa1-6aa1-4dab-82f6-ed7de718c6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['222d9c3b-9bff-49e4-b553-7803f2566efc'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:06.032637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a70fe26-d763-407a-8722-a286872154b5 req-7fa689cf-52db-4f97-869c-553d2b307fe6 service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448876 Jul 16 18:21:06.033982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcf22d0-5209-4bc0-863a-bea31913802f None None] Network 2e96041e-7b37-4381-b27b-9771b0abba90 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:06.043325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72e4b5-33ca-40a5-9086-449dd0898f5c req-8526fadf-da95-4956-951e-65140824f712 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.045198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d72e4b5-33ca-40a5-9086-449dd0898f5c req-8526fadf-da95-4956-951e-65140824f712 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 945 time: 0.2453046 Jul 16 18:21:06.105166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dcc68fa1-6aa1-4dab-82f6-ed7de718c6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:06.105869 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc68fa1-6aa1-4dab-82f6-ed7de718c6ce None None] The sync data for ids ['222d9c3b-9bff-49e4-b553-7803f2566efc'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:06.121440 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.139088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:06.161486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:06.173917 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d72e4b5-33ca-40a5-9086-449dd0898f5c req-521328df-0fc6-4072-b8e9-d6575ce4c384 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158457 Jul 16 18:21:06.195743 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.197564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05bd669b-0e9a-491e-87b8-48035ba54716 None None] Provisioning for port 917b21e3-5c35-4567-9dea-51881e61321c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:06.209533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a70fe26-d763-407a-8722-a286872154b5 req-fa304a17-800f-4f87-843f-630662748ff9 service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630135 Jul 16 18:21:06.258836 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed274d0a-56c4-438e-9f58-b8dd9b1e8394 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.264244 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.427967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:06.430489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 917b21e3-5c35-4567-9dea-51881e61321c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:06.528761 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f0c22-4f7d-4a62-b986-f6bb9134aa76 req-55dd3e3c-ab97-43c4-8b0f-b4d4ff1d3dec tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.531001 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f71f0c22-4f7d-4a62-b986-f6bb9134aa76 req-55dd3e3c-ab97-43c4-8b0f-b4d4ff1d3dec tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 944 time: 0.0805740 Jul 16 18:21:06.560147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 917b21e3-5c35-4567-9dea-51881e61321c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:06.577357 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 917b21e3-5c35-4567-9dea-51881e61321c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:06.577736 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.584585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f71f0c22-4f7d-4a62-b986-f6bb9134aa76 req-abdf3987-feb1-4810-a223-ba4826c5d997 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471375 Jul 16 18:21:06.612903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device a6241e55-82d7-40b5-bf01-44260c5979a6 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:06.755771 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed274d0a-56c4-438e-9f58-b8dd9b1e8394 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.770182 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port a6241e55-82d7-40b5-bf01-44260c5979a6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:06.770334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed274d0a-56c4-438e-9f58-b8dd9b1e8394 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.779423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed274d0a-56c4-438e-9f58-b8dd9b1e8394 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.780479 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed274d0a-56c4-438e-9f58-b8dd9b1e8394 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.785565 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ed274d0a-56c4-438e-9f58-b8dd9b1e8394 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/ports/b6ec048e-1ce7-4feb-acd5-f727eb755cd8 HTTP/1.1" status: 200 len: 911 time: 0.8726571 Jul 16 18:21:06.786073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.802533 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port a6241e55-82d7-40b5-bf01-44260c5979a6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:06.802919 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.851951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed274d0a-56c4-438e-9f58-b8dd9b1e8394 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=b6ec048e-1ce7-4feb-acd5-f727eb755cd8,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.856340 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.943625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 917b21e3-5c35-4567-9dea-51881e61321c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=917b21e3-5c35-4567-9dea-51881e61321c,segment=NetworkSegment(2de21929-60e5-4b8f-90f5-01e5e5164d08),segment_id=2de21929-60e5-4b8f-90f5-01e5e5164d08)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:06.988076 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.136917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=917b21e3-5c35-4567-9dea-51881e61321c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.143637 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.150738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5a61e12-ea4c-410a-b1ee-68602167fd56 None None] Provisioning for port b6ec048e-1ce7-4feb-acd5-f727eb755cd8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:07.163376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5a61e12-ea4c-410a-b1ee-68602167fd56 None None] Provisioning complete for port b6ec048e-1ce7-4feb-acd5-f727eb755cd8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:07.163824 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5a61e12-ea4c-410a-b1ee-68602167fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.199912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:07.202511 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a176071d-52ac-438d-b782-0aeb4b8ba0f0" -d '{"events": [{"server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "name": "network-vif-plugged", "status": "completed", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:07.225672 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=a6241e55-82d7-40b5-bf01-44260c5979a6,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:07.228062 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38a0cca8-6e8c-4b86-ace1-a317c9990d6d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.232298 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c5a61e12-ea4c-410a-b1ee-68602167fd56 None None] Port b6ec048e-1ce7-4feb-acd5-f727eb755cd8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:07.235273 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.307695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c5a61e12-ea4c-410a-b1ee-68602167fd56 None None] Provisioning complete for port 917b21e3-5c35-4567-9dea-51881e61321c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:07.308074 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c5a61e12-ea4c-410a-b1ee-68602167fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.348521 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f914e8f9-75c1-4750-a6b3-55ac863f6331 x-openstack-request-id: req-f914e8f9-75c1-4750-a6b3-55ac863f6331 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:07.348825 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "name": "network-vif-plugged", "status": "completed", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:07.349015 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f914e8f9-75c1-4750-a6b3-55ac863f6331 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:07.349411 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'code': 200} Jul 16 18:21:07.350035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=a6241e55-82d7-40b5-bf01-44260c5979a6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.496361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e55331-9345-431a-afb2-6f05844cfa10 req-cbb62154-8d68-4cc3-84c6-ac7a0a038977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.498229 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-12e55331-9345-431a-afb2-6f05844cfa10 req-cbb62154-8d68-4cc3-84c6-ac7a0a038977 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 1097 time: 0.0640354 Jul 16 18:21:07.549843 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-12e55331-9345-431a-afb2-6f05844cfa10 req-a5df8fea-c13e-4908-b78e-96620bccf8fa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403202 Jul 16 18:21:07.555939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d70aa6-f001-4617-8a59-652f47413a74 req-3d9a4e75-428e-4bf8-aef7-8fb6eda8add4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.559094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5d70aa6-f001-4617-8a59-652f47413a74 req-3d9a4e75-428e-4bf8-aef7-8fb6eda8add4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1339514 Jul 16 18:21:07.605663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62e7b663-0f0f-46eb-b7ca-39c749eb6695 None None] Provisioning complete for port b6ec048e-1ce7-4feb-acd5-f727eb755cd8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:07.606041 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62e7b663-0f0f-46eb-b7ca-39c749eb6695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.642152 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5d70aa6-f001-4617-8a59-652f47413a74 req-3285ad04-a600-467d-805f-e62f50b2bc7c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769584 Jul 16 18:21:07.649487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-62e7b663-0f0f-46eb-b7ca-39c749eb6695 None None] Port b6ec048e-1ce7-4feb-acd5-f727eb755cd8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:07.669444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:07.684076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-38a0cca8-6e8c-4b86-ace1-a317c9990d6d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port b6ec048e-1ce7-4feb-acd5-f727eb755cd8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:07.684433 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38a0cca8-6e8c-4b86-ace1-a317c9990d6d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.729775 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:07.734042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:07.734421 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.798581 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c66c893-1165-4c53-b78f-1d6adae3949f None None] Provisioning complete for port b6ec048e-1ce7-4feb-acd5-f727eb755cd8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:07.798945 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c66c893-1165-4c53-b78f-1d6adae3949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.815713 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38a0cca8-6e8c-4b86-ace1-a317c9990d6d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.832958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-38a0cca8-6e8c-4b86-ace1-a317c9990d6d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for b6ec048e-1ce7-4feb-acd5-f727eb755cd8 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:07.845306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7bf8c-90df-46d9-b302-520bc82e781c req-fe596c57-848e-4a38-b652-43e9b36db0d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.846832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7bf8c-90df-46d9-b302-520bc82e781c req-fe596c57-848e-4a38-b652-43e9b36db0d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 944 time: 0.1326447 Jul 16 18:21:07.870364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7c66c893-1165-4c53-b78f-1d6adae3949f None None] Port b6ec048e-1ce7-4feb-acd5-f727eb755cd8 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:07.872694 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.918125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:07.923482 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.942046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7bf8c-90df-46d9-b302-520bc82e781c req-868f211a-a2cc-4b32-8515-62b085f93901 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860460 Jul 16 18:21:07.984044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.055562 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38a0cca8-6e8c-4b86-ace1-a317c9990d6d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.079896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0cca8-6e8c-4b86-ace1-a317c9990d6d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=b6ec048e-1ce7-4feb-acd5-f727eb755cd8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.184918 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38a0cca8-6e8c-4b86-ace1-a317c9990d6d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.325222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 917b21e3-5c35-4567-9dea-51881e61321c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:08.378756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a0cca8-6e8c-4b86-ace1-a317c9990d6d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 222d9c3b-9bff-49e4-b553-7803f2566efc has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:08.400542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 917b21e3-5c35-4567-9dea-51881e61321c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:08.402191 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.483984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a0cca8-6e8c-4b86-ace1-a317c9990d6d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:08.494297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-38a0cca8-6e8c-4b86-ace1-a317c9990d6d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/222d9c3b-9bff-49e4-b553-7803f2566efc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7045536 Jul 16 18:21:08.494493 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969d2e5-2b3b-4cb2-ae46-c9b95a4e04a4 None None] Sync routers for ids ['222d9c3b-9bff-49e4-b553-7803f2566efc'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:08.495024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:08.504434 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969d2e5-2b3b-4cb2-ae46-c9b95a4e04a4 None None] Routers {'222d9c3b-9bff-49e4-b553-7803f2566efc'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:08.505634 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0969d2e5-2b3b-4cb2-ae46-c9b95a4e04a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['222d9c3b-9bff-49e4-b553-7803f2566efc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:08.530646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1d284a08-5bc3-4f98-9667-3622e0bf1bb7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=222d9c3b-9bff-49e4-b553-7803f2566efc HTTP/1.1" status: 200 len: 205 time: 0.0346174 Jul 16 18:21:08.533114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:08.543514 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0969d2e5-2b3b-4cb2-ae46-c9b95a4e04a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:08.552193 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969d2e5-2b3b-4cb2-ae46-c9b95a4e04a4 None None] Routers {'222d9c3b-9bff-49e4-b553-7803f2566efc'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:08.552789 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0969d2e5-2b3b-4cb2-ae46-c9b95a4e04a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['222d9c3b-9bff-49e4-b553-7803f2566efc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:08.586759 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0969d2e5-2b3b-4cb2-ae46-c9b95a4e04a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:08.587404 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969d2e5-2b3b-4cb2-ae46-c9b95a4e04a4 None None] The sync data for ids ['222d9c3b-9bff-49e4-b553-7803f2566efc'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:08.610969 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38dc31a1-85df-42f3-9437-420269418ab8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.171317 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38dc31a1-85df-42f3-9437-420269418ab8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.174540 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38dc31a1-85df-42f3-9437-420269418ab8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.251602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0902ed-6190-42e8-8471-8b0660d9978c req-158e4c84-b902-477d-83b8-8c43cb79f8c1 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.253179 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a0902ed-6190-42e8-8471-8b0660d9978c req-158e4c84-b902-477d-83b8-8c43cb79f8c1 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.2581623 Jul 16 18:21:09.262947 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38dc31a1-85df-42f3-9437-420269418ab8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.263549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dc31a1-85df-42f3-9437-420269418ab8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Fanout notify agent at l3_agent the message router_deleted on router 222d9c3b-9bff-49e4-b553-7803f2566efc {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:21:09.280556 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38dc31a1-85df-42f3-9437-420269418ab8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.284867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-38dc31a1-85df-42f3-9437-420269418ab8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/222d9c3b-9bff-49e4-b553-7803f2566efc HTTP/1.1" status: 204 len: 168 time: 0.7474403 Jul 16 18:21:09.284867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:09.333057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27a3fa-a074-42a9-a35a-0015fe84a5c7 req-b58f1fec-c5f8-4994-9f15-2c419c6c1965 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.334661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c27a3fa-a074-42a9-a35a-0015fe84a5c7 req-b58f1fec-c5f8-4994-9f15-2c419c6c1965 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.2354739 Jul 16 18:21:09.350791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:09.353166 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fde6618-1e5f-404e-b572-3e7c778c740c" -d '{"events": [{"server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "name": "network-vif-plugged", "status": "completed", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:09.372785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a0902ed-6190-42e8-8471-8b0660d9978c req-f0fcf4d4-58fe-49c7-9c84-8864b570489b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073654 Jul 16 18:21:09.392522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc147f77-0a58-453c-bb27-0073a08891c7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting subnet 7f64cf71-1a77-44db-a75f-ed0bcf85ea85 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:09.404331 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc147f77-0a58-453c-bb27-0073a08891c7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.428001 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f436e041-654a-4230-a4e3-aa28d914053a x-openstack-request-id: req-f436e041-654a-4230-a4e3-aa28d914053a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:09.428400 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "name": "network-vif-plugged", "status": "completed", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:09.428767 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f436e041-654a-4230-a4e3-aa28d914053a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:09.429425 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'code': 200} Jul 16 18:21:09.458461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c27a3fa-a074-42a9-a35a-0015fe84a5c7 req-5f5801f6-0b10-4102-9578-1d09e7494230 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086919 Jul 16 18:21:09.480784 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc147f77-0a58-453c-bb27-0073a08891c7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.665156 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc147f77-0a58-453c-bb27-0073a08891c7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.702695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30362f9e-4ca3-4f35-9740-0974a72e829c req-c2a40d01-89f0-4804-8259-5f6ca69579d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.704225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30362f9e-4ca3-4f35-9740-0974a72e829c req-c2a40d01-89f0-4804-8259-5f6ca69579d5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1096 time: 0.1841300 Jul 16 18:21:09.728353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f62e0e-51a4-415e-8d1a-7ea8ee9e4461 req-2f0b86aa-bc3a-4390-a359-669f2c4259ac tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.730563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71f62e0e-51a4-415e-8d1a-7ea8ee9e4461 req-2f0b86aa-bc3a-4390-a359-669f2c4259ac tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1789060 Jul 16 18:21:09.739971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 32946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:09.745624 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a98f41ed-fb5b-403e-8c5f-dcf60f52aa18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Request body: {'floatingip': {'port_id': 'a6241e55-82d7-40b5-bf01-44260c5979a6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:09.768308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30362f9e-4ca3-4f35-9740-0974a72e829c req-bf269ce2-1f78-47a1-9f9b-d590a7606332 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552304 Jul 16 18:21:09.775044 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc147f77-0a58-453c-bb27-0073a08891c7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.792088 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98f41ed-fb5b-403e-8c5f-dcf60f52aa18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.804138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc147f77-0a58-453c-bb27-0073a08891c7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Subnet': ['ID=7f64cf71-1a77-44db-a75f-ed0bcf85ea85,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:09.809214 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc147f77-0a58-453c-bb27-0073a08891c7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.811168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bc147f77-0a58-453c-bb27-0073a08891c7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/7f64cf71-1a77-44db-a75f-ed0bcf85ea85 HTTP/1.1" status: 204 len: 168 time: 0.5259726 Jul 16 18:21:09.813820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:09.819467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4100bb9b-5824-4244-84f0-d84d312d41d6 None None] Network 2e96041e-7b37-4381-b27b-9771b0abba90 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:09.935634 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.998493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port 917b21e3-5c35-4567-9dea-51881e61321c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:09.998853 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.074145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port 917b21e3-5c35-4567-9dea-51881e61321c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=917b21e3-5c35-4567-9dea-51881e61321c,segment=NetworkSegment(2de21929-60e5-4b8f-90f5-01e5e5164d08),segment_id=2de21929-60e5-4b8f-90f5-01e5e5164d08)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:10.074659 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.087169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for 917b21e3-5c35-4567-9dea-51881e61321c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:10.185075 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.211816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=917b21e3-5c35-4567-9dea-51881e61321c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.216509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e16c3c-9115-40c6-9b24-0a9eb8199bf1 None None] DHCP port deletion for 2e96041e-7b37-4381-b27b-9771b0abba90 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:10.218601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No DVR routers for this DVR port 917b21e3-5c35-4567-9dea-51881e61321c on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:10.324149 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.332890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 917b21e3-5c35-4567-9dea-51881e61321c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:10.342169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e96041e-7b37-4381-b27b-9771b0abba90']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:10.346004 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98f41ed-fb5b-403e-8c5f-dcf60f52aa18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.353138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de21929-60e5-4b8f-90f5-01e5e5164d08') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:10.353674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de21929-60e5-4b8f-90f5-01e5e5164d08') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:10.358207 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98f41ed-fb5b-403e-8c5f-dcf60f52aa18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.362451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 917b21e3-5c35-4567-9dea-51881e61321c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:10.363004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 917b21e3-5c35-4567-9dea-51881e61321c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:10.365784 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.381648 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.390583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:10.391241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:10.395169 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:10.485460 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-a98f41ed-fb5b-403e-8c5f-dcf60f52aa18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Floating IP 94449d1d-f5b7-47dc-9adc-d1355a73f9d2 associated. External IP: 172.25.8.123, port: a6241e55-82d7-40b5-bf01-44260c5979a6. Jul 16 18:21:10.488104 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.502602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.512226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/networks/2e96041e-7b37-4381-b27b-9771b0abba90 HTTP/1.1" status: 204 len: 168 time: 0.6970816 Jul 16 18:21:10.513043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.522619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d7fef7cf-4448-4b52-aedf-f72b0ff9830f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1914855780', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:10.580178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7dbb1-4b66-475b-87ab-68803ee3b8be tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Network': ['ID=2e96041e-7b37-4381-b27b-9771b0abba90,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.608439 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7fef7cf-4448-4b52-aedf-f72b0ff9830f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.614011 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7fef7cf-4448-4b52-aedf-f72b0ff9830f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.724970 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7fef7cf-4448-4b52-aedf-f72b0ff9830f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.735821 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7fef7cf-4448-4b52-aedf-f72b0ff9830f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.757377 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7fef7cf-4448-4b52-aedf-f72b0ff9830f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.758830 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d7fef7cf-4448-4b52-aedf-f72b0ff9830f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2411952 Jul 16 18:21:10.767946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.773960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-66eb3fe8-cf77-4c44-8f88-c3d86ac0c75d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-793687543'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:10.791781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75f25a-3f0d-4cfa-ae0e-cbdf520a0e4c req-92edda63-30a9-4b2d-ae34-72e72b79879f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:10.794238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd75f25a-3f0d-4cfa-ae0e-cbdf520a0e4c req-92edda63-30a9-4b2d-ae34-72e72b79879f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.1636028 Jul 16 18:21:10.825970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb3fe8-cf77-4c44-8f88-c3d86ac0c75d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:10.829545 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66eb3fe8-cf77-4c44-8f88-c3d86ac0c75d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.873423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd75f25a-3f0d-4cfa-ae0e-cbdf520a0e4c req-843b953e-6ae3-49a8-b625-f95ab21f491a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672519 Jul 16 18:21:10.877458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66eb3fe8-cf77-4c44-8f88-c3d86ac0c75d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:10.890895 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66eb3fe8-cf77-4c44-8f88-c3d86ac0c75d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.891251 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-66eb3fe8-cf77-4c44-8f88-c3d86ac0c75d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Added segment f0d33ff8-5456-45f0-b799-eeba7605d5b3 of type vlan for network a16c225f-86a8-4a67-b93b-6e80e1e13bb3 Jul 16 18:21:10.940317 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66eb3fe8-cf77-4c44-8f88-c3d86ac0c75d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.982462 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66eb3fe8-cf77-4c44-8f88-c3d86ac0c75d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.988326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb3fe8-cf77-4c44-8f88-c3d86ac0c75d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:10.988970 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66eb3fe8-cf77-4c44-8f88-c3d86ac0c75d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.039289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-66eb3fe8-cf77-4c44-8f88-c3d86ac0c75d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2673519 Jul 16 18:21:11.040372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.046081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6f4acdf5-c515-4746-ae6e-1045c9d6e347 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'subnet': {'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:11.096939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb3fe8-cf77-4c44-8f88-c3d86ac0c75d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Network': ['ID=a16c225f-86a8-4a67-b93b-6e80e1e13bb3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.111684 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network a16c225f-86a8-4a67-b93b-6e80e1e13bb3 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:11.178331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4acdf5-c515-4746-ae6e-1045c9d6e347 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:11.183331 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f4acdf5-c515-4746-ae6e-1045c9d6e347 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.215424 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98f41ed-fb5b-403e-8c5f-dcf60f52aa18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Router 1c0de61d-d763-4af6-9b22-78cff60f36ac has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:11.324884 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98f41ed-fb5b-403e-8c5f-dcf60f52aa18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:11.329525 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a98f41ed-fb5b-403e-8c5f-dcf60f52aa18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.335339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443d95b-1549-4082-8dc2-db1359fda0d3 None None] Sync routers for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:11.350834 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443d95b-1549-4082-8dc2-db1359fda0d3 None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:11.352280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e443d95b-1549-4082-8dc2-db1359fda0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:11.376533 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a98f41ed-fb5b-403e-8c5f-dcf60f52aa18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "PUT /v2.0/floatingips/94449d1d-f5b7-47dc-9adc-d1355a73f9d2 HTTP/1.1" status: 200 len: 992 time: 1.6354344 Jul 16 18:21:11.377541 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:11.387024 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594def22-5aed-4246-8f46-c0a2eabbedba" -d '{"events": [{"name": "network-changed", "server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:11.398352 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f4acdf5-c515-4746-ae6e-1045c9d6e347 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.475791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4acdf5-c515-4746-ae6e-1045c9d6e347 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Subnet': ['ID=5692813b-4ace-42d0-85ab-1a29e97661a6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.489481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4acdf5-c515-4746-ae6e-1045c9d6e347 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Checking segment: {'id': 'f0d33ff8-5456-45f0-b799-eeba7605d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:11.489867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4acdf5-c515-4746-ae6e-1045c9d6e347 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network hostable DHCP agents. Network: a16c225f-86a8-4a67-b93b-6e80e1e13bb3, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:11.508935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e443d95b-1549-4082-8dc2-db1359fda0d3 None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:11.513692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4acdf5-c515-4746-ae6e-1045c9d6e347 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network a16c225f-86a8-4a67-b93b-6e80e1e13bb3 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:11.514606 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43e32fa-a94b-4c5e-aa8f-83bc5aa95975 x-openstack-request-id: req-b43e32fa-a94b-4c5e-aa8f-83bc5aa95975 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:11.514899 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:11.515154 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b43e32fa-a94b-4c5e-aa8f-83bc5aa95975 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:11.515560 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'status': 'completed', 'code': 200} Jul 16 18:21:11.528049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6f4acdf5-c515-4746-ae6e-1045c9d6e347 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, a16c225f-86a8-4a67-b93b-6e80e1e13bb3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:11.533200 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4acdf5-c515-4746-ae6e-1045c9d6e347 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.533827 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f4acdf5-c515-4746-ae6e-1045c9d6e347 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.540773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f33bb1-b837-46bc-860b-43a92ee719b1 None None] Network a16c225f-86a8-4a67-b93b-6e80e1e13bb3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:11.552037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6f4acdf5-c515-4746-ae6e-1045c9d6e347 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5108197 Jul 16 18:21:11.554797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.607527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594def22-5aed-4246-8f46-c0a2eabbedba req-b1031f3c-4d88-49f2-a12a-5eabf10fc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.609213 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-594def22-5aed-4246-8f46-c0a2eabbedba req-b1031f3c-4d88-49f2-a12a-5eabf10fc4e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 1097 time: 0.0673831 Jul 16 18:21:11.732169 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594def22-5aed-4246-8f46-c0a2eabbedba req-00d92b41-3fd2-4ec6-b60e-0baa6f1e0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.734077 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-594def22-5aed-4246-8f46-c0a2eabbedba req-00d92b41-3fd2-4ec6-b60e-0baa6f1e0330 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 917 time: 0.1174588 Jul 16 18:21:11.823369 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-594def22-5aed-4246-8f46-c0a2eabbedba req-9d83c42a-7181-43a0-b189-4928d9483ae3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6241e55-82d7-40b5-bf01-44260c5979a6 HTTP/1.1" status: 200 len: 1000 time: 0.0822847 Jul 16 18:21:11.847225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:11.848087 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.880421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594def22-5aed-4246-8f46-c0a2eabbedba req-22700944-51dc-4d25-a6c6-92b167d039d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.882343 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-594def22-5aed-4246-8f46-c0a2eabbedba req-22700944-51dc-4d25-a6c6-92b167d039d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.0517011 Jul 16 18:21:11.900316 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.977918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594def22-5aed-4246-8f46-c0a2eabbedba req-8d367b10-dd55-4962-9271-8b7d3502a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.982097 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-594def22-5aed-4246-8f46-c0a2eabbedba req-8d367b10-dd55-4962-9271-8b7d3502a94f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932157 Jul 16 18:21:12.013234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e443d95b-1549-4082-8dc2-db1359fda0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '94449d1d-f5b7-47dc-9adc-d1355a73f9d2', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'port_id': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'mac_address': 'fa:16:3e:f6:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:20:53Z', 'updated_at': '2021-07-16T18:21:10Z', 'revision_number': 1, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:42Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:12.066408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443d95b-1549-4082-8dc2-db1359fda0d3 None None] Checking router: 1c0de61d-d763-4af6-9b22-78cff60f36ac for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:12.077151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Allocated IP 2001:db8::2 (a16c225f-86a8-4a67-b93b-6e80e1e13bb3/5692813b-4ace-42d0-85ab-1a29e97661a6/49514223-bc8c-4888-a47c-4edfb4a74bb0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:12.103082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443d95b-1549-4082-8dc2-db1359fda0d3 None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:12.105714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e443d95b-1549-4082-8dc2-db1359fda0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:12.112000 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-594def22-5aed-4246-8f46-c0a2eabbedba req-09f9cfd4-ceeb-4331-8ae3-67650c80bf99 service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222889 Jul 16 18:21:12.187989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba4e63-03d3-4c74-ad91-fcee0c3453d2 req-d72fbfec-3b33-42f4-b94d-1cb070fd8ef1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.189599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dfba4e63-03d3-4c74-ad91-fcee0c3453d2 req-d72fbfec-3b33-42f4-b94d-1cb070fd8ef1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.1438625 Jul 16 18:21:12.231380 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-594def22-5aed-4246-8f46-c0a2eabbedba req-b3b9d6f7-6b6b-43a9-b9cc-9619503afc7f service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116729 Jul 16 18:21:12.232875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dfba4e63-03d3-4c74-ad91-fcee0c3453d2 req-8c6aab27-fd53-4b55-a913-29bd41bdc245 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345638 Jul 16 18:21:12.303588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e443d95b-1549-4082-8dc2-db1359fda0d3 None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:12.420034 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.430491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327826e6-2d4b-4ebc-bf3f-8df9d3acc9fc req-23b48ad8-11cc-4109-b49d-6e3e11e5bdcb tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.432111 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-327826e6-2d4b-4ebc-bf3f-8df9d3acc9fc req-23b48ad8-11cc-4109-b49d-6e3e11e5bdcb tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.0716209 Jul 16 18:21:12.436634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Transition to ACTIVE for port object 49514223-bc8c-4888-a47c-4edfb4a74bb0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:12.468785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Transition to ACTIVE for port object 49514223-bc8c-4888-a47c-4edfb4a74bb0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:12.474841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-327826e6-2d4b-4ebc-bf3f-8df9d3acc9fc req-acbd36f5-d127-4a81-a9b4-f0e41756f18f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347602 Jul 16 18:21:12.482053 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.519526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 32996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.571530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Network a16c225f-86a8-4a67-b93b-6e80e1e13bb3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:12.574490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Pushing event updated for resources: {'Port': ['ID=49514223-bc8c-4888-a47c-4edfb4a74bb0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:12.578145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:12.580318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Allocated IP 2001:db8::1 (a16c225f-86a8-4a67-b93b-6e80e1e13bb3/5692813b-4ace-42d0-85ab-1a29e97661a6/34a37f78-ed01-4f6d-b04d-4549d6ee9db0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:12.581851 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:12.636341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411af032-d66c-4336-9e1e-5ed699a678ec tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.637957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-411af032-d66c-4336-9e1e-5ed699a678ec tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1091 time: 0.1152732 Jul 16 18:21:12.640941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.650173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:12.682762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Attempting to bind port 49514223-bc8c-4888-a47c-4edfb4a74bb0 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:12.683154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Attempting to bind port 49514223-bc8c-4888-a47c-4edfb4a74bb0 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'f0d33ff8-5456-45f0-b799-eeba7605d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:12.683532 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Attempting to bind port 49514223-bc8c-4888-a47c-4edfb4a74bb0 on network a16c225f-86a8-4a67-b93b-6e80e1e13bb3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:12.691114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:12.691507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Checking segment: {'id': 'f0d33ff8-5456-45f0-b799-eeba7605d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:12.691920 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.692327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Bound using segment: {'id': 'f0d33ff8-5456-45f0-b799-eeba7605d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:12.692809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Bound port: 49514223-bc8c-4888-a47c-4edfb4a74bb0, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d33ff8-5456-45f0-b799-eeba7605d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:12.693205 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.726123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.758738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e443d95b-1549-4082-8dc2-db1359fda0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '94449d1d-f5b7-47dc-9adc-d1355a73f9d2', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'port_id': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'mac_address': 'fa:16:3e:f6:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:20:53Z', 'updated_at': '2021-07-16T18:21:10Z', 'revision_number': 1, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:42Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:12.768692 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.795446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Transition to ACTIVE for port object 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:12.799301 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443d95b-1549-4082-8dc2-db1359fda0d3 None None] The sync data for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 is: [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '94449d1d-f5b7-47dc-9adc-d1355a73f9d2', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'port_id': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'mac_address': 'fa:16:3e:f6:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:20:53Z', 'updated_at': '2021-07-16T18:21:10Z', 'revision_number': 1, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:42Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:12.809990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-87e062ff-7add-49de-9266-af956df5a858 None None] For port 49514223-bc8c-4888-a47c-4edfb4a74bb0, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:12.822846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-87e062ff-7add-49de-9266-af956df5a858 None None] For port 49514223-bc8c-4888-a47c-4edfb4a74bb0, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=49514223-bc8c-4888-a47c-4edfb4a74bb0,segment=NetworkSegment(f0d33ff8-5456-45f0-b799-eeba7605d5b3),segment_id=f0d33ff8-5456-45f0-b799-eeba7605d5b3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:12.839532 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.909585 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.925006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e062ff-7add-49de-9266-af956df5a858 None None] Pushing event updated for resources: {'Port': ['ID=49514223-bc8c-4888-a47c-4edfb4a74bb0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:12.972552 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.976230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network a16c225f-86a8-4a67-b93b-6e80e1e13bb3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:12.989464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:12.992999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:12.993654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.023539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=34a37f78-ed01-4f6d-b04d-4549d6ee9db0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.194668 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f743cb57-66a7-472d-8337-1b46b70dc4e7 None None] New status for floating IP 94449d1d-f5b7-47dc-9adc-d1355a73f9d2: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:21:13.272880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.25.8.18 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/7fe0eb42-0c0d-4af3-bbfe-6edea5a4ffe9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:13.305869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.550736 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.680561 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.768665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:13.775073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:13.789669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:13.797165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=7fe0eb42-0c0d-4af3-bbfe-6edea5a4ffe9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.803480 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.833466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.833466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.167694 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958a0f08-db0b-4b9c-856a-6f5837ab1f95 None None] Network a16c225f-86a8-4a67-b93b-6e80e1e13bb3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:14.271322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=34a37f78-ed01-4f6d-b04d-4549d6ee9db0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.288701 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-06b50e96-a65d-4cb9-a62c-f2b5ff29be6b None None] Provisioning for port 49514223-bc8c-4888-a47c-4edfb4a74bb0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:14.406908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 49514223-bc8c-4888-a47c-4edfb4a74bb0 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:14.527121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network a16c225f-86a8-4a67-b93b-6e80e1e13bb3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:14.530619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:14.715393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 49514223-bc8c-4888-a47c-4edfb4a74bb0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:14.721093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 49514223-bc8c-4888-a47c-4edfb4a74bb0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:14.721518 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.789827 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb2d012e-1074-413a-83b8-9185a2646b32 None None] Provisioning complete for port 49514223-bc8c-4888-a47c-4edfb4a74bb0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:14.790397 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb2d012e-1074-413a-83b8-9185a2646b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.942226 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.979882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 49514223-bc8c-4888-a47c-4edfb4a74bb0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=49514223-bc8c-4888-a47c-4edfb4a74bb0,segment=NetworkSegment(f0d33ff8-5456-45f0-b799-eeba7605d5b3),segment_id=f0d33ff8-5456-45f0-b799-eeba7605d5b3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:14.987279 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.005932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:15.098329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=49514223-bc8c-4888-a47c-4edfb4a74bb0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:15.115100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb2d012e-1074-413a-83b8-9185a2646b32 None None] Provisioning for port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:15.119054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb2d012e-1074-413a-83b8-9185a2646b32 None None] Provisioning complete for port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:15.119443 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb2d012e-1074-413a-83b8-9185a2646b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.142286 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.164200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d012e-1074-413a-83b8-9185a2646b32 None None] Port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:15.229290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:15.235134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fd279631-2402-4a78-8194-4721f9993a6e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6773031 Jul 16 18:21:15.237968 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:15.239884 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Sync routers for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:15.244043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-251036999'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:15.253754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:15.254788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:15.286235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:15.293288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.341132 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.347646 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:15.354714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-69fab426-d037-4269-85ad-fd5a4c5a772b None None] Provisioning complete for port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:15.355233 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69fab426-d037-4269-85ad-fd5a4c5a772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.362737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.363129 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Added segment 9d672e84-c99f-4c5a-a739-6fab013d7549 of type vlan for network 38a70b04-42a7-4561-9282-cd6904a233a7 Jul 16 18:21:15.397246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:15.422375 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.430120 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-69fab426-d037-4269-85ad-fd5a4c5a772b None None] Port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:15.457874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.466118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.466907 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.511532 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2713287 Jul 16 18:21:15.515544 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:15.521221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eadb1e67-5609-4ecb-9e95-7fd8972a7691 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'subnet': {'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:15.540715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33028) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:15.566171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-70197215-0b63-4569-9a88-e1598fc95cee None None] Provisioning complete for port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:15.566557 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70197215-0b63-4569-9a88-e1598fc95cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.583052 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.590701 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.624387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Network': ['ID=38a70b04-42a7-4561-9282-cd6904a233a7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:15.638117 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:15.638781 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:15.639109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:15.639523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:15.639930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:15.640329 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:15.640732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:15.641141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:15.641575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:15.641769 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-70197215-0b63-4569-9a88-e1598fc95cee None None] Port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:15.642155 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:15.642556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:15.643353 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccece81d-0baa-4e74-8d26-56acce0411fe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:15.657078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b526546d-fbdd-4a65-b29d-45928b069729 admin admin] Deleting subnet ac138980-45fd-49c6-83ba-aaeb4bba3ea9 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:15.659935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 38a70b04-42a7-4561-9282-cd6904a233a7 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:15.691095 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b526546d-fbdd-4a65-b29d-45928b069729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.712802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.715717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=7fe0eb42-0c0d-4af3-bbfe-6edea5a4ffe9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:15.733794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 2, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 2, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:15.750481 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b526546d-fbdd-4a65-b29d-45928b069729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.766891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Checking router: 1e0da9bd-c169-4ebc-a96f-4731a79bf585 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:15.767267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Updating router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:15.789104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadb1e67-5609-4ecb-9e95-7fd8972a7691 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:15.794078 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eadb1e67-5609-4ecb-9e95-7fd8972a7691 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.816559 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.842308 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b526546d-fbdd-4a65-b29d-45928b069729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.865132 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Floating IP 7ffa3748-221c-471d-9399-b62a5aba3191 associated. External IP: 172.25.8.18, port: 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb. Jul 16 18:21:16.076935 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b526546d-fbdd-4a65-b29d-45928b069729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.102319 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eadb1e67-5609-4ecb-9e95-7fd8972a7691 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.124040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b526546d-fbdd-4a65-b29d-45928b069729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.125988 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b526546d-fbdd-4a65-b29d-45928b069729 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ac138980-45fd-49c6-83ba-aaeb4bba3ea9 HTTP/1.1" status: 204 len: 168 time: 0.5820777 Jul 16 18:21:16.129248 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526546d-fbdd-4a65-b29d-45928b069729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac138980-45fd-49c6-83ba-aaeb4bba3ea9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.139949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:16.173839 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.182284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb1e67-5609-4ecb-9e95-7fd8972a7691 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Subnet': ['ID=7710356b-bcbe-4e99-82a4-410fc7639d23,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.185155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Transition to ACTIVE for port object 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:16.191406 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.257776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb1e67-5609-4ecb-9e95-7fd8972a7691 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Checking segment: {'id': '9d672e84-c99f-4c5a-a739-6fab013d7549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:16.258272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadb1e67-5609-4ecb-9e95-7fd8972a7691 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network hostable DHCP agents. Network: 38a70b04-42a7-4561-9282-cd6904a233a7, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:16.262087 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.273186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:16.282910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bdca0-f2ca-4638-a3b6-18a8d307c829 None None] Pushing event updated for resources: {'Port': ['ID=34a37f78-ed01-4f6d-b04d-4549d6ee9db0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.285425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadb1e67-5609-4ecb-9e95-7fd8972a7691 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 38a70b04-42a7-4561-9282-cd6904a233a7 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:16.305454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eadb1e67-5609-4ecb-9e95-7fd8972a7691 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 38a70b04-42a7-4561-9282-cd6904a233a7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:16.315495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadb1e67-5609-4ecb-9e95-7fd8972a7691 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.315495 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eadb1e67-5609-4ecb-9e95-7fd8972a7691 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.336613 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eadb1e67-5609-4ecb-9e95-7fd8972a7691 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8172607 Jul 16 18:21:16.336913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:16.373475 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a4070c-1a0f-4097-9a03-71ba1c934091 None None] Network 38a70b04-42a7-4561-9282-cd6904a233a7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:16.455912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 49514223-bc8c-4888-a47c-4edfb4a74bb0 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:16.505764 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.521591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:16.540883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd6c482-6dff-4254-8181-7d90d0aaf720') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:16.541245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd6c482-6dff-4254-8181-7d90d0aaf720') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:16.553647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Attempting to bind port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:16.553883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Attempting to bind port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'f0d33ff8-5456-45f0-b799-eeba7605d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:16.554171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Attempting to bind port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 on network a16c225f-86a8-4a67-b93b-6e80e1e13bb3 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:16.556307 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.575771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:16.576067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:16.576175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Checking segment: {'id': 'f0d33ff8-5456-45f0-b799-eeba7605d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:16.576559 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.577463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Bound using segment: {'id': 'f0d33ff8-5456-45f0-b799-eeba7605d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:16.577463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Bound port: 34a37f78-ed01-4f6d-b04d-4549d6ee9db0, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d33ff8-5456-45f0-b799-eeba7605d5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:16.577865 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.585761 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7535f-5107-4e7e-8c65-8f5246544d47 None None] Sync routers for ids ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:16.602709 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.603184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-38a70b04-42a7-4561-9282-cd6904a233a7', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:16.604047 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.606533 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a7535f-5107-4e7e-8c65-8f5246544d47 None None] Routers {'167d2ce8-aae0-4ecc-95a0-d2526f420e21'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:16.607250 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-09a7535f-5107-4e7e-8c65-8f5246544d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:16.615149 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:16.616005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:16.618485 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:16.649065 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.692265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2fa380dc-4845-441b-9f5d-43e6da0de2d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0462530 Jul 16 18:21:16.694855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:16.697574 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af294de2-1ee7-45ab-bcc7-5c2ec10334c6" -d '{"events": [{"name": "network-changed", "server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:16.726971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] For port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:16.745013 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.747431 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-09a7535f-5107-4e7e-8c65-8f5246544d47 None None] Set router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:16.752504 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.756876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] 10.222.0.52 "DELETE /v2.0/networks/b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d HTTP/1.1" status: 204 len: 168 time: 0.6135352 Jul 16 18:21:16.763478 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33040) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:16.766077 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a45c6d-5e2d-44f8-8f38-bedf22c9d50c x-openstack-request-id: req-28a45c6d-5e2d-44f8-8f38-bedf22c9d50c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:16.766611 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:16.766918 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28a45c6d-5e2d-44f8-8f38-bedf22c9d50c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:16.782641 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'status': 'completed', 'code': 200} Jul 16 18:21:16.817231 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82c745f-c33c-47db-af2a-9ee889a970c6 admin admin] Deleting subnet 62df6203-973f-47b5-8497-9266e280a338 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:16.822003 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82c745f-c33c-47db-af2a-9ee889a970c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.868967 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.874950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf6cfa-2d92-4ddb-9886-b7acd9bcec3f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2dd81be-51c1-4397-ae2a-3b42d3bc4a3d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.887722 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82c745f-c33c-47db-af2a-9ee889a970c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.932441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] For port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=34a37f78-ed01-4f6d-b04d-4549d6ee9db0,segment=NetworkSegment(f0d33ff8-5456-45f0-b799-eeba7605d5b3),segment_id=f0d33ff8-5456-45f0-b799-eeba7605d5b3)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:16.942906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 49514223-bc8c-4888-a47c-4edfb4a74bb0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:16.943652 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.949529 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.967634 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af294de2-1ee7-45ab-bcc7-5c2ec10334c6 req-ea5434b8-5b8b-45ba-b697-6feab8f138ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.969179 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af294de2-1ee7-45ab-bcc7-5c2ec10334c6 req-ea5434b8-5b8b-45ba-b697-6feab8f138ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1096 time: 0.1565230 Jul 16 18:21:16.992450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459eb52-7d1b-4c00-9352-eea29ee8cd1c req-f4548473-617c-4834-8ef9-3c3efb9c516b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.994111 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b459eb52-7d1b-4c00-9352-eea29ee8cd1c req-f4548473-617c-4834-8ef9-3c3efb9c516b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.1420217 Jul 16 18:21:17.053079 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-09a7535f-5107-4e7e-8c65-8f5246544d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '7ffa3748-221c-471d-9399-b62a5aba3191', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'port_id': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'mac_address': 'fa:16:3e:aa:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:21:14Z', 'updated_at': '2021-07-16T18:21:14Z', 'revision_number': 0, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998aae33-1c8f-4fad-8cac-65be4545f469', 'name': '', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:9e:ce:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:51Z', 'updated_at': '2021-07-16T18:20:58Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:17.082576 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7535f-5107-4e7e-8c65-8f5246544d47 None None] Checking router: 167d2ce8-aae0-4ecc-95a0-d2526f420e21 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:17.092624 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a7535f-5107-4e7e-8c65-8f5246544d47 None None] Routers {'167d2ce8-aae0-4ecc-95a0-d2526f420e21'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:17.093169 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-09a7535f-5107-4e7e-8c65-8f5246544d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:17.094661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b459eb52-7d1b-4c00-9352-eea29ee8cd1c req-7a347dad-60ce-40c7-81fd-a402fc9bfdd4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857341 Jul 16 18:21:17.130835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.134555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:17.135269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:17.152923 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Allocated IP 2001:db8:1::2 (38a70b04-42a7-4561-9282-cd6904a233a7/7710356b-bcbe-4e99-82a4-410fc7639d23/1d109699-ad67-4e9b-8f38-0ae0fafe461e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:17.198721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af294de2-1ee7-45ab-bcc7-5c2ec10334c6 req-439fad4e-695f-4c2e-8be3-84226ffe5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.200796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af294de2-1ee7-45ab-bcc7-5c2ec10334c6 req-439fad4e-695f-4c2e-8be3-84226ffe5984 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 897 time: 0.2238488 Jul 16 18:21:17.207554 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bdca0-f2ca-4638-a3b6-18a8d307c829 None None] Pushing event updated for resources: {'Port': ['ID=34a37f78-ed01-4f6d-b04d-4549d6ee9db0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.211647 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82c745f-c33c-47db-af2a-9ee889a970c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.244991 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-09a7535f-5107-4e7e-8c65-8f5246544d47 None None] Set router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:17.319881 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82c745f-c33c-47db-af2a-9ee889a970c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.320525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af294de2-1ee7-45ab-bcc7-5c2ec10334c6 req-28e67091-c857-4428-a578-c9d33b129e1a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 998 time: 0.1132436 Jul 16 18:21:17.379030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c745f-c33c-47db-af2a-9ee889a970c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62df6203-973f-47b5-8497-9266e280a338,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.392776 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e82c745f-c33c-47db-af2a-9ee889a970c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.398369 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e82c745f-c33c-47db-af2a-9ee889a970c6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/62df6203-973f-47b5-8497-9266e280a338 HTTP/1.1" status: 204 len: 168 time: 0.6338649 Jul 16 18:21:17.401842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.465154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:17.520516 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-09a7535f-5107-4e7e-8c65-8f5246544d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '7ffa3748-221c-471d-9399-b62a5aba3191', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'port_id': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'mac_address': 'fa:16:3e:aa:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:21:14Z', 'updated_at': '2021-07-16T18:21:14Z', 'revision_number': 0, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998aae33-1c8f-4fad-8cac-65be4545f469', 'name': '', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:9e:ce:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:51Z', 'updated_at': '2021-07-16T18:20:58Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:17.528286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.635749 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.649355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165e47e1-3fe6-43cb-9e9b-cf3eca61978e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:17.649970 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7535f-5107-4e7e-8c65-8f5246544d47 None None] The sync data for ids ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'] in n-d-793618-9 is: [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '7ffa3748-221c-471d-9399-b62a5aba3191', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'port_id': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'mac_address': 'fa:16:3e:aa:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:21:14Z', 'updated_at': '2021-07-16T18:21:14Z', 'revision_number': 0, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998aae33-1c8f-4fad-8cac-65be4545f469', 'name': '', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:9e:ce:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:51Z', 'updated_at': '2021-07-16T18:20:58Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:17.667665 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bf60cd-d7c5-4662-bde8-be0883666eca') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:17.668218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bf60cd-d7c5-4662-bde8-be0883666eca') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:17.679311 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.696837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.705425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:17.706224 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:17.708091 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:17.771986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-69610867-c79a-4b7e-878c-09c0a506aa80 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/7ffa3748-221c-471d-9399-b62a5aba3191 HTTP/1.1" status: 200 len: 990 time: 0.6392593 Jul 16 18:21:17.785010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.793475 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.797644 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] 10.222.0.52 "DELETE /v2.0/networks/165e47e1-3fe6-43cb-9e9b-cf3eca61978e HTTP/1.1" status: 204 len: 168 time: 0.3925683 Jul 16 18:21:17.797801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af294de2-1ee7-45ab-bcc7-5c2ec10334c6 req-5892334f-3f83-40d0-aa9f-66027d9718b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.798668 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af294de2-1ee7-45ab-bcc7-5c2ec10334c6 req-5892334f-3f83-40d0-aa9f-66027d9718b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 200 len: 835 time: 0.4703197 Jul 16 18:21:17.810379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de802b34-5277-427a-a125-8dc5cb41fd49 admin admin] Pushing event deleted for resources: {'Network': ['ID=165e47e1-3fe6-43cb-9e9b-cf3eca61978e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.865025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af294de2-1ee7-45ab-bcc7-5c2ec10334c6 req-6a73c3af-7249-444e-8165-653807e1ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.867062 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af294de2-1ee7-45ab-bcc7-5c2ec10334c6 req-6a73c3af-7249-444e-8165-653807e1ebc6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616832 Jul 16 18:21:17.899262 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.919573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Transition to ACTIVE for port object 1d109699-ad67-4e9b-8f38-0ae0fafe461e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:17.956281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Transition to ACTIVE for port object 1d109699-ad67-4e9b-8f38-0ae0fafe461e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:17.961613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a7858-6b68-4702-bd21-6e03cae40ed4 None None] New status for floating IP 7ffa3748-221c-471d-9399-b62a5aba3191: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:21:17.996488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af294de2-1ee7-45ab-bcc7-5c2ec10334c6 req-c6dfa319-6c8b-4fa6-abc3-9b2ff6ec3c55 service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228614 Jul 16 18:21:17.999357 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.020520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Allocated IP 2001:db8:1::1 (38a70b04-42a7-4561-9282-cd6904a233a7/7710356b-bcbe-4e99-82a4-410fc7639d23/1dbe986b-7801-4bf7-81ef-ce90ffb0ec78) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:18.072069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Network 38a70b04-42a7-4561-9282-cd6904a233a7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:18.072830 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.102568 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af294de2-1ee7-45ab-bcc7-5c2ec10334c6 req-23bb5f5b-0dba-4a7d-8e59-1f2f20bed32d service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999148 Jul 16 18:21:18.109522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:18.113711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Pushing event updated for resources: {'Port': ['ID=1d109699-ad67-4e9b-8f38-0ae0fafe461e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.122582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:18.153337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 2, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:16Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:18.162665 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-36d4d566-fa33-45f2-8586-2135333c86e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e956a8715cf403facdca2beb3ed5a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881994 Jul 16 18:21:18.165072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33052) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.193257 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.222464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Transition to ACTIVE for port object 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:18.224815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50383b16-bfff-4555-be94-87b6af4ae56b None None] The sync data for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 is: [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 2, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:16Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:18.246712 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9bbe-7af5-4ee8-9fdc-46f42ab40b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.266562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Attempting to bind port 1d109699-ad67-4e9b-8f38-0ae0fafe461e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:18.266938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Attempting to bind port 1d109699-ad67-4e9b-8f38-0ae0fafe461e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '9d672e84-c99f-4c5a-a739-6fab013d7549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:18.267304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Attempting to bind port 1d109699-ad67-4e9b-8f38-0ae0fafe461e on network 38a70b04-42a7-4561-9282-cd6904a233a7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:18.273729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:18.274237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Checking segment: {'id': '9d672e84-c99f-4c5a-a739-6fab013d7549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:18.274924 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.275071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Bound using segment: {'id': '9d672e84-c99f-4c5a-a739-6fab013d7549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:18.275518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Bound port: 1d109699-ad67-4e9b-8f38-0ae0fafe461e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d672e84-c99f-4c5a-a739-6fab013d7549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:18.276868 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.288064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9bbe-7af5-4ee8-9fdc-46f42ab40b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.304444 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.353472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] For port 1d109699-ad67-4e9b-8f38-0ae0fafe461e, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:18.357507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] For port 1d109699-ad67-4e9b-8f38-0ae0fafe461e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1d109699-ad67-4e9b-8f38-0ae0fafe461e,segment=NetworkSegment(9d672e84-c99f-4c5a-a739-6fab013d7549),segment_id=9d672e84-c99f-4c5a-a739-6fab013d7549)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:18.363572 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.371204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 38a70b04-42a7-4561-9282-cd6904a233a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:18.375232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:18.379634 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:18.380182 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.421370 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=1dbe986b-7801-4bf7-81ef-ce90ffb0ec78,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.434458 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9bbe-7af5-4ee8-9fdc-46f42ab40b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.437036 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9bbe-7af5-4ee8-9fdc-46f42ab40b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.438289 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1e3f9bbe-7af5-4ee8-9fdc-46f42ab40b58 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f316436-5ce3-4f6e-b0fd-83d7b5bb60be HTTP/1.1" status: 204 len: 168 time: 0.2722411 Jul 16 18:21:18.438428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f23e0-a8d4-4e27-ba09-2c6681db4c85 None None] Pushing event updated for resources: {'Port': ['ID=1d109699-ad67-4e9b-8f38-0ae0fafe461e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.474970 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f9bbe-7af5-4ee8-9fdc-46f42ab40b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f316436-5ce3-4f6e-b0fd-83d7b5bb60be,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.602763 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.775231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.886340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dbdfe2ce-d1c3-4a34-b389-7d2c7d9d88ed tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/7ffa3748-221c-471d-9399-b62a5aba3191 HTTP/1.1" status: 200 len: 992 time: 0.1096189 Jul 16 18:21:18.997058 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.007845 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.010214 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.012696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.069302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f3d5c573-2f93-4764-b461-39a1041fac67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=88ff5521c4724d69a13158981986692c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553770 Jul 16 18:21:19.071802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.091112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=1dbe986b-7801-4bf7-81ef-ce90ffb0ec78,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.128243 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-408ad10b-65ac-413e-a92c-bcfda7eb2c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.152342 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-408ad10b-65ac-413e-a92c-bcfda7eb2c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.152807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 38a70b04-42a7-4561-9282-cd6904a233a7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:19.154658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:19.217981 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-408ad10b-65ac-413e-a92c-bcfda7eb2c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.221019 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-408ad10b-65ac-413e-a92c-bcfda7eb2c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.222596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-408ad10b-65ac-413e-a92c-bcfda7eb2c8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf29a47c-efc2-497d-a4cd-e495d1d2cb0e HTTP/1.1" status: 204 len: 168 time: 0.1496191 Jul 16 18:21:19.237054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ad10b-65ac-413e-a92c-bcfda7eb2c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf29a47c-efc2-497d-a4cd-e495d1d2cb0e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.268290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:19.373009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:19.381381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.381845 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7e8481c3-376b-4b4b-9201-ff569e07cc88 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0434792 Jul 16 18:21:19.387041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-df242d26-6fd0-46ab-8177-364d0bf93beb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-340862514'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:19.413033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df242d26-6fd0-46ab-8177-364d0bf93beb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:19.418175 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df242d26-6fd0-46ab-8177-364d0bf93beb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.448922 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df242d26-6fd0-46ab-8177-364d0bf93beb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:19.460472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df242d26-6fd0-46ab-8177-364d0bf93beb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.460962 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-df242d26-6fd0-46ab-8177-364d0bf93beb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Added segment 7dfd1aaa-1449-4b8a-b88c-e08aee954a21 of type vlan for network 277134a1-1758-469e-9cfc-2924aeeb1ede Jul 16 18:21:19.509108 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df242d26-6fd0-46ab-8177-364d0bf93beb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.548217 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df242d26-6fd0-46ab-8177-364d0bf93beb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.554552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df242d26-6fd0-46ab-8177-364d0bf93beb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:19.555161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df242d26-6fd0-46ab-8177-364d0bf93beb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.582870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2435f4-74da-4b6e-a4a1-c2e48ad36f3c None None] Network 38a70b04-42a7-4561-9282-cd6904a233a7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:19.597523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33080) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.597772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-df242d26-6fd0-46ab-8177-364d0bf93beb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2149887 Jul 16 18:21:19.602595 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7900e4bd-3b0b-4bcf-9488-1ec5d25731da tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'subnet': {'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:19.656803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df242d26-6fd0-46ab-8177-364d0bf93beb tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Network': ['ID=277134a1-1758-469e-9cfc-2924aeeb1ede,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.671567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 277134a1-1758-469e-9cfc-2924aeeb1ede details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:19.714625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e468e4b-5045-4d7b-8cd4-010753c95d33 None None] Provisioning for port 1d109699-ad67-4e9b-8f38-0ae0fafe461e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:19.736101 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7900e4bd-3b0b-4bcf-9488-1ec5d25731da tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:19.745931 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7900e4bd-3b0b-4bcf-9488-1ec5d25731da tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.969291 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7900e4bd-3b0b-4bcf-9488-1ec5d25731da tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.040269 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900e4bd-3b0b-4bcf-9488-1ec5d25731da tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Subnet': ['ID=0fb69e04-1f32-4c21-9720-1d8783839aaf,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.060768 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Sync routers for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:20.062491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7900e4bd-3b0b-4bcf-9488-1ec5d25731da tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Checking segment: {'id': '7dfd1aaa-1449-4b8a-b88c-e08aee954a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:20.062875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7900e4bd-3b0b-4bcf-9488-1ec5d25731da tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network hostable DHCP agents. Network: 277134a1-1758-469e-9cfc-2924aeeb1ede, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:20.074020 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:20.074931 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:20.086663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7900e4bd-3b0b-4bcf-9488-1ec5d25731da tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 277134a1-1758-469e-9cfc-2924aeeb1ede is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:20.107273 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7900e4bd-3b0b-4bcf-9488-1ec5d25731da tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 277134a1-1758-469e-9cfc-2924aeeb1ede) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:20.119431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adfce4e-5ba6-40c7-80c5-8bfcc3cb2beb None None] Network 277134a1-1758-469e-9cfc-2924aeeb1ede requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:20.121604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7900e4bd-3b0b-4bcf-9488-1ec5d25731da tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.122312 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7900e4bd-3b0b-4bcf-9488-1ec5d25731da tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.146014 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7900e4bd-3b0b-4bcf-9488-1ec5d25731da tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5474501 Jul 16 18:21:20.146294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:20.192851 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:20.330370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1351c901-8774-47e4-83f6-47ca0c2e1db8 None None] Provisioning for port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:20.340822 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1351c901-8774-47e4-83f6-47ca0c2e1db8 None None] Provisioning complete for port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:20.341575 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1351c901-8774-47e4-83f6-47ca0c2e1db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.395840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1351c901-8774-47e4-83f6-47ca0c2e1db8 None None] Port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:20.470546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-277134a1-1758-469e-9cfc-2924aeeb1ede', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:20.471452 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.476875 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:18Z', 'revision_number': 3, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:18Z', 'revision_number': 2, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:16Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:20.534394 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Checking router: 1e0da9bd-c169-4ebc-a96f-4731a79bf585 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:20.534995 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Updating router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:20.585413 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.604497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1d109699-ad67-4e9b-8f38-0ae0fafe461e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:20.677906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c80d4cd-69cf-402e-92fc-e2bb152dc080 None None] Provisioning complete for port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:20.678288 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c80d4cd-69cf-402e-92fc-e2bb152dc080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.762609 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Allocated IP 2001:db8:2::2 (277134a1-1758-469e-9cfc-2924aeeb1ede/0fb69e04-1f32-4c21-9720-1d8783839aaf/26eeb262-7473-4580-adcc-f726d7296e4a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:20.793111 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.805994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:20.847514 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3c80d4cd-69cf-402e-92fc-e2bb152dc080 None None] Port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:20.874629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 1d109699-ad67-4e9b-8f38-0ae0fafe461e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:20.882186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1d109699-ad67-4e9b-8f38-0ae0fafe461e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:20.882765 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.031236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4f6385fe-0cd8-48b9-8e99-bb0773015d46 None None] Provisioning complete for port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:21.031782 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f6385fe-0cd8-48b9-8e99-bb0773015d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.041356 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.041593 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.051827 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Transition to ACTIVE for port object 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:21.059594 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.096453 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.115491 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Pushing event updated for resources: {'Port': ['ID=1dbe986b-7801-4bf7-81ef-ce90ffb0ec78,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.131437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4f6385fe-0cd8-48b9-8e99-bb0773015d46 None None] Port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:21.168285 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 1d109699-ad67-4e9b-8f38-0ae0fafe461e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1d109699-ad67-4e9b-8f38-0ae0fafe461e,segment=NetworkSegment(9d672e84-c99f-4c5a-a739-6fab013d7549),segment_id=9d672e84-c99f-4c5a-a739-6fab013d7549)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:21.174233 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.175227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:21.177537 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.177733 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.178232 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.178738 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.179640 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.180153 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.180650 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.181156 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.181692 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.182020 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.183234 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.183803 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.184396 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.205834 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Attempting to bind port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:21.206623 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Attempting to bind port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '9d672e84-c99f-4c5a-a739-6fab013d7549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:21.207638 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Attempting to bind port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 on network 38a70b04-42a7-4561-9282-cd6904a233a7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:21.214297 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:21.215133 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Checking segment: {'id': '9d672e84-c99f-4c5a-a739-6fab013d7549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:21.215795 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.216546 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Bound using segment: {'id': '9d672e84-c99f-4c5a-a739-6fab013d7549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:21.217347 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Bound port: 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d672e84-c99f-4c5a-a739-6fab013d7549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:21.218074 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.226534 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.232716 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.264264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Transition to ACTIVE for port object 26eeb262-7473-4580-adcc-f726d7296e4a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:21.281084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d834eca614e43fcbeae51ae2c4cb63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738076 Jul 16 18:21:21.283625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:21.291716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133caaa2-a0ad-4b79-b738-40606f4870f7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.300731 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Transition to ACTIVE for port object 26eeb262-7473-4580-adcc-f726d7296e4a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:21.309821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.311123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.311305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:21.311821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.312412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.313003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.313631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.314147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.314688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.315378 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] For port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:21.315609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.316118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.316616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.317126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbaf1f2-eca3-44fe-a9c3-8ac0fa401ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:21.318087 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.320892 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] For port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1dbe986b-7801-4bf7-81ef-ce90ffb0ec78,segment=NetworkSegment(9d672e84-c99f-4c5a-a739-6fab013d7549),segment_id=9d672e84-c99f-4c5a-a739-6fab013d7549)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:21.327463 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.329652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=1d109699-ad67-4e9b-8f38-0ae0fafe461e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.333540 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:21.333918 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.392219 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a1d67-0bee-4d11-892d-dc3623d9ff9f None None] Pushing event updated for resources: {'Port': ['ID=1dbe986b-7801-4bf7-81ef-ce90ffb0ec78,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.407692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Allocated IP 2001:db8:2::1 (277134a1-1758-469e-9cfc-2924aeeb1ede/0fb69e04-1f32-4c21-9720-1d8783839aaf/0454f4f8-c54c-4b3d-b5c0-4ff88b57391d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:21.411717 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:21.412349 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:21.418707 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Pushing event updated for resources: {'Port': ['ID=26eeb262-7473-4580-adcc-f726d7296e4a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.422607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Network 277134a1-1758-469e-9cfc-2924aeeb1ede is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:21.425625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:21.429279 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:21.434850 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-588d7953-3bcf-401e-8475-d75cfcff93f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.469408 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-588d7953-3bcf-401e-8475-d75cfcff93f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.535464 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.539596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Attempting to bind port 26eeb262-7473-4580-adcc-f726d7296e4a on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:21.539976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Attempting to bind port 26eeb262-7473-4580-adcc-f726d7296e4a by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '7dfd1aaa-1449-4b8a-b88c-e08aee954a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:21.540345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Attempting to bind port 26eeb262-7473-4580-adcc-f726d7296e4a on network 277134a1-1758-469e-9cfc-2924aeeb1ede {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:21.556492 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:21.556837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:21.557230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Checking segment: {'id': '7dfd1aaa-1449-4b8a-b88c-e08aee954a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:21.559048 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.559048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Bound using segment: {'id': '7dfd1aaa-1449-4b8a-b88c-e08aee954a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:21.559048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Bound port: 26eeb262-7473-4580-adcc-f726d7296e4a, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfd1aaa-1449-4b8a-b88c-e08aee954a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:21.559048 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.581726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=34a37f78-ed01-4f6d-b04d-4549d6ee9db0,segment=NetworkSegment(f0d33ff8-5456-45f0-b799-eeba7605d5b3),segment_id=f0d33ff8-5456-45f0-b799-eeba7605d5b3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:21.594308 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.617102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-588d7953-3bcf-401e-8475-d75cfcff93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.621160 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-588d7953-3bcf-401e-8475-d75cfcff93f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.624867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-588d7953-3bcf-401e-8475-d75cfcff93f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/133caaa2-a0ad-4b79-b738-40606f4870f7 HTTP/1.1" status: 204 len: 168 time: 0.3378508 Jul 16 18:21:21.664496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d7953-3bcf-401e-8475-d75cfcff93f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133caaa2-a0ad-4b79-b738-40606f4870f7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.688002 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.707299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Transition to ACTIVE for port object 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:21.743020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=34a37f78-ed01-4f6d-b04d-4549d6ee9db0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.755533 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] For port 26eeb262-7473-4580-adcc-f726d7296e4a, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:21.759068 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] For port 26eeb262-7473-4580-adcc-f726d7296e4a, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=26eeb262-7473-4580-adcc-f726d7296e4a,segment=NetworkSegment(7dfd1aaa-1449-4b8a-b88c-e08aee954a21),segment_id=7dfd1aaa-1449-4b8a-b88c-e08aee954a21)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:21.767982 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.785107 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.830454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18e420-993f-4523-aafc-3011cef70404 None None] Pushing event updated for resources: {'Port': ['ID=26eeb262-7473-4580-adcc-f726d7296e4a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.858995 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:18Z', 'revision_number': 3, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:16Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:21.869119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 277134a1-1758-469e-9cfc-2924aeeb1ede is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:21.874540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:21.876708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=0454f4f8-c54c-4b3d-b5c0-4ff88b57391d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.879174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:21.879825 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.901769 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec60407-0906-45d0-a1ed-e14e85210d9a None None] The sync data for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 is: [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:18Z', 'revision_number': 3, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:16Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:22.128174 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.508196 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.522540 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.523773 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.534944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1d109699-ad67-4e9b-8f38-0ae0fafe461e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:22.584480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1d109699-ad67-4e9b-8f38-0ae0fafe461e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:22.585129 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.661609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=0454f4f8-c54c-4b3d-b5c0-4ff88b57391d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:22.706361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:22.735527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 277134a1-1758-469e-9cfc-2924aeeb1ede is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:22.737149 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:22.797925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:22.802958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:22.803343 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.897856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:22.912293 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.036411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:23.043254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b209a3f1-2e41-4d31-89d8-6797ae602f87 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8954730 Jul 16 18:21:23.045859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.051627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e69d3a60-c459-4bed-ae84-46d886047ba2 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-423887049'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:23.078147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69d3a60-c459-4bed-ae84-46d886047ba2 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:23.082933 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69d3a60-c459-4bed-ae84-46d886047ba2 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.101506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Sync routers for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:23.118720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69d3a60-c459-4bed-ae84-46d886047ba2 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:23.125740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1dbe986b-7801-4bf7-81ef-ce90ffb0ec78,segment=NetworkSegment(9d672e84-c99f-4c5a-a739-6fab013d7549),segment_id=9d672e84-c99f-4c5a-a739-6fab013d7549)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:23.127079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:23.127965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:23.130961 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.131787 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:23.132580 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69d3a60-c459-4bed-ae84-46d886047ba2 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.133049 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-e69d3a60-c459-4bed-ae84-46d886047ba2 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Added segment ca7621a9-dc51-445f-a69c-acfbb4b882b6 of type vlan for network 736194ff-2cb9-40da-b939-2ddf5a357e93 Jul 16 18:21:23.199405 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69d3a60-c459-4bed-ae84-46d886047ba2 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.208104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeca544-51b9-43a4-8648-2c3055a52bca None None] Network 277134a1-1758-469e-9cfc-2924aeeb1ede requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:23.241817 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69d3a60-c459-4bed-ae84-46d886047ba2 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.252144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d3a60-c459-4bed-ae84-46d886047ba2 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.252797 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e69d3a60-c459-4bed-ae84-46d886047ba2 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.331597 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e931a92-318a-429a-a372-55b19795ac01 None None] Provisioning for port 26eeb262-7473-4580-adcc-f726d7296e4a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:23.352712 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d3a60-c459-4bed-ae84-46d886047ba2 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Network': ['ID=736194ff-2cb9-40da-b939-2ddf5a357e93,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.371234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e69d3a60-c459-4bed-ae84-46d886047ba2 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3242455 Jul 16 18:21:23.374233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.380056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2db50cac-effd-4bc9-b7e2-d41ff537a491 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'subnet': {'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:23.381481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 736194ff-2cb9-40da-b939-2ddf5a357e93 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:23.402473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:23.445418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=1dbe986b-7801-4bf7-81ef-ce90ffb0ec78,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.493021 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db50cac-effd-4bc9-b7e2-d41ff537a491 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Made reservation on behalf of 40c82734c2ce45ab9ca232f2857aae07 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:23.497757 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2db50cac-effd-4bc9-b7e2-d41ff537a491 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.604904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:23.605356 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.704991 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2db50cac-effd-4bc9-b7e2-d41ff537a491 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.772712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db50cac-effd-4bc9-b7e2-d41ff537a491 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Subnet': ['ID=e4966640-f826-4178-ba72-eb0fc756eb46,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.786678 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db50cac-effd-4bc9-b7e2-d41ff537a491 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Checking segment: {'id': 'ca7621a9-dc51-445f-a69c-acfbb4b882b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:23.787357 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db50cac-effd-4bc9-b7e2-d41ff537a491 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network hostable DHCP agents. Network: 736194ff-2cb9-40da-b939-2ddf5a357e93, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:23.804948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db50cac-effd-4bc9-b7e2-d41ff537a491 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 736194ff-2cb9-40da-b939-2ddf5a357e93 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:23.817534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2db50cac-effd-4bc9-b7e2-d41ff537a491 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 736194ff-2cb9-40da-b939-2ddf5a357e93) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:23.822421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 26eeb262-7473-4580-adcc-f726d7296e4a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:23.823100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db50cac-effd-4bc9-b7e2-d41ff537a491 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.824875 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2db50cac-effd-4bc9-b7e2-d41ff537a491 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.846412 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2db50cac-effd-4bc9-b7e2-d41ff537a491 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4706790 Jul 16 18:21:23.848969 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.857840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf96482-0401-4ebf-b56f-fea8b4ca97d2 None None] Network 736194ff-2cb9-40da-b939-2ddf5a357e93 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:23.991851 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:22Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '0454f4f8-c54c-4b3d-b5c0-4ff88b57391d', 'name': '', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:50:45:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:22Z', 'revision_number': 2, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:24.064630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 26eeb262-7473-4580-adcc-f726d7296e4a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:24.070123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Checking router: 1e0da9bd-c169-4ebc-a96f-4731a79bf585 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:24.070557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Updating router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:24.079558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 26eeb262-7473-4580-adcc-f726d7296e4a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:24.080023 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.187482 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.199118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-736194ff-2cb9-40da-b939-2ddf5a357e93', 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'fixed_ips': [{'subnet_id': 'e4966640-f826-4178-ba72-eb0fc756eb46'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:24.199976 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.298692 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0837b0f1-30d9-4122-be63-ef40372a7e6b None None] Provisioning for port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:24.398401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0837b0f1-30d9-4122-be63-ef40372a7e6b None None] Provisioning complete for port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:24.398765 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0837b0f1-30d9-4122-be63-ef40372a7e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.408515 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.507728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0837b0f1-30d9-4122-be63-ef40372a7e6b None None] Port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:24.559329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 26eeb262-7473-4580-adcc-f726d7296e4a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=26eeb262-7473-4580-adcc-f726d7296e4a,segment=NetworkSegment(7dfd1aaa-1449-4b8a-b88c-e08aee954a21),segment_id=7dfd1aaa-1449-4b8a-b88c-e08aee954a21)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:24.581148 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.677810 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0837b0f1-30d9-4122-be63-ef40372a7e6b None None] Provisioning complete for port 26eeb262-7473-4580-adcc-f726d7296e4a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:24.678189 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0837b0f1-30d9-4122-be63-ef40372a7e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.683777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Allocated IP 2001:db8:3::2 (736194ff-2cb9-40da-b939-2ddf5a357e93/e4966640-f826-4178-ba72-eb0fc756eb46/bdba7ad3-ca97-4872-a97d-3726ba4b0f31) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:24.705737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.738123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:24.793736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=26eeb262-7473-4580-adcc-f726d7296e4a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.150830 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.177823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:25.178125 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.180071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Transition to ACTIVE for port object 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:25.221342 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.296007 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.325780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77525c64-da6d-41d5-a90c-8abecccf68f0 None None] Pushing event updated for resources: {'Port': ['ID=0454f4f8-c54c-4b3d-b5c0-4ff88b57391d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.329194 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Transition to ACTIVE for port object bdba7ad3-ca97-4872-a97d-3726ba4b0f31 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:25.405901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Transition to ACTIVE for port object bdba7ad3-ca97-4872-a97d-3726ba4b0f31 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:25.423674 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.446649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Attempting to bind port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:25.447087 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Attempting to bind port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '7dfd1aaa-1449-4b8a-b88c-e08aee954a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:25.447511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Attempting to bind port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d on network 277134a1-1758-469e-9cfc-2924aeeb1ede {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:25.492653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Allocated IP 2001:db8:3::1 (736194ff-2cb9-40da-b939-2ddf5a357e93/e4966640-f826-4178-ba72-eb0fc756eb46/39228c36-4785-42c8-8b30-a5c0c4fada10) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:25.511527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:25.511527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Checking segment: {'id': '7dfd1aaa-1449-4b8a-b88c-e08aee954a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:25.511527 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.511527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Bound using segment: {'id': '7dfd1aaa-1449-4b8a-b88c-e08aee954a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:25.512060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Bound port: 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfd1aaa-1449-4b8a-b88c-e08aee954a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:25.512454 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.520461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Network 736194ff-2cb9-40da-b939-2ddf5a357e93 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:25.537127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:25.545005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:25.549426 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Pushing event updated for resources: {'Port': ['ID=bdba7ad3-ca97-4872-a97d-3726ba4b0f31,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.689307 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.698687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Attempting to bind port bdba7ad3-ca97-4872-a97d-3726ba4b0f31 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:25.699264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Attempting to bind port bdba7ad3-ca97-4872-a97d-3726ba4b0f31 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'ca7621a9-dc51-445f-a69c-acfbb4b882b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:25.699686 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Attempting to bind port bdba7ad3-ca97-4872-a97d-3726ba4b0f31 on network 736194ff-2cb9-40da-b939-2ddf5a357e93 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:25.710584 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Transition to ACTIVE for port object 39228c36-4785-42c8-8b30-a5c0c4fada10 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:25.715839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:25.716238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Checking segment: {'id': 'ca7621a9-dc51-445f-a69c-acfbb4b882b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:25.716658 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.717068 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Bound using segment: {'id': 'ca7621a9-dc51-445f-a69c-acfbb4b882b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:25.717706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Bound port: bdba7ad3-ca97-4872-a97d-3726ba4b0f31, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7621a9-dc51-445f-a69c-acfbb4b882b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:25.718142 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.732313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] For port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:25.760436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.772084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] For port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0454f4f8-c54c-4b3d-b5c0-4ff88b57391d,segment=NetworkSegment(7dfd1aaa-1449-4b8a-b88c-e08aee954a21),segment_id=7dfd1aaa-1449-4b8a-b88c-e08aee954a21)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:25.776586 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.871121 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] For port bdba7ad3-ca97-4872-a97d-3726ba4b0f31, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:25.873273 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77525c64-da6d-41d5-a90c-8abecccf68f0 None None] Pushing event updated for resources: {'Port': ['ID=0454f4f8-c54c-4b3d-b5c0-4ff88b57391d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.877348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] For port bdba7ad3-ca97-4872-a97d-3726ba4b0f31, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bdba7ad3-ca97-4872-a97d-3726ba4b0f31,segment=NetworkSegment(ca7621a9-dc51-445f-a69c-acfbb4b882b6),segment_id=ca7621a9-dc51-445f-a69c-acfbb4b882b6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:25.878127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 736194ff-2cb9-40da-b939-2ddf5a357e93 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:25.880729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:25.881414 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:25.886270 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.888101 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:25.891601 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:25.892154 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.896515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=39228c36-4785-42c8-8b30-a5c0c4fada10,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.907620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae6013-025d-4bab-95d7-afa250354329 req-32852504-e506-47cc-9249-20dd11fd434d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.929833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dae6013-025d-4bab-95d7-afa250354329 req-32852504-e506-47cc-9249-20dd11fd434d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0997033 Jul 16 18:21:25.977093 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c4fa2-d775-46da-9603-ba588a191bb3 req-110989e5-dbb5-4319-84c7-9ca01b57307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.979115 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-108c4fa2-d775-46da-9603-ba588a191bb3 req-110989e5-dbb5-4319-84c7-9ca01b57307f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1096 time: 0.1720703 Jul 16 18:21:25.988274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dae6013-025d-4bab-95d7-afa250354329 req-82731875-196b-420c-a4fc-411d503bda0c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515780 Jul 16 18:21:26.053165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f053e-fa66-43f5-9b0c-d07f40495a42 None None] Pushing event updated for resources: {'Port': ['ID=bdba7ad3-ca97-4872-a97d-3726ba4b0f31,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:26.074703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:26.204327 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.207999 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c4fa2-d775-46da-9603-ba588a191bb3 req-414c4291-f064-44a1-9a6e-444b8d16fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.213804 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-108c4fa2-d775-46da-9603-ba588a191bb3 req-414c4291-f064-44a1-9a6e-444b8d16fcef service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.1740460 Jul 16 18:21:26.382189 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-108c4fa2-d775-46da-9603-ba588a191bb3 req-003be235-c811-4e2b-8827-6ba4cc89e318 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 1000 time: 0.1606128 Jul 16 18:21:26.438309 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:22Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '0454f4f8-c54c-4b3d-b5c0-4ff88b57391d', 'name': '', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:50:45:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:25Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:26.487220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f03c68-98be-4f54-bd05-27c38a70a616 None None] The sync data for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 is: [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:22Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '0454f4f8-c54c-4b3d-b5c0-4ff88b57391d', 'name': '', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:50:45:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:25Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:26.582696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c4fa2-d775-46da-9603-ba588a191bb3 req-713df593-96bb-47b8-a211-1ad3020d7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.584101 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-108c4fa2-d775-46da-9603-ba588a191bb3 req-713df593-96bb-47b8-a211-1ad3020d7198 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.1451776 Jul 16 18:21:26.819308 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.828974 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.842981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.908991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:26.945822 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c4fa2-d775-46da-9603-ba588a191bb3 req-e78a8e81-cdda-439b-8f6e-6b676c2a9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.947380 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-108c4fa2-d775-46da-9603-ba588a191bb3 req-e78a8e81-cdda-439b-8f6e-6b676c2a9afe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3482704 Jul 16 18:21:26.969400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:26.974972 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:26.975739 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.997119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event updated for resources: {'Port': ['ID=39228c36-4785-42c8-8b30-a5c0c4fada10,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:27.129085 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.176607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0454f4f8-c54c-4b3d-b5c0-4ff88b57391d,segment=NetworkSegment(7dfd1aaa-1449-4b8a-b88c-e08aee954a21),segment_id=7dfd1aaa-1449-4b8a-b88c-e08aee954a21)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:27.179708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Network 736194ff-2cb9-40da-b939-2ddf5a357e93 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:27.185029 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:27.192623 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.195907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bdba7ad3-ca97-4872-a97d-3726ba4b0f31 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:27.198846 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-108c4fa2-d775-46da-9603-ba588a191bb3 req-49851308-4fdf-4722-9a5c-0c2d8f119537 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314651 Jul 16 18:21:27.309000 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=0454f4f8-c54c-4b3d-b5c0-4ff88b57391d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:27.311241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bae51-6a85-47fe-88d0-815c2839acee req-547b8054-faee-421e-a5dc-910e2b9230db tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.321932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-947bae51-6a85-47fe-88d0-815c2839acee req-547b8054-faee-421e-a5dc-910e2b9230db tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1212223 Jul 16 18:21:27.338589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port bdba7ad3-ca97-4872-a97d-3726ba4b0f31 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:27.349558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 26eeb262-7473-4580-adcc-f726d7296e4a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:27.412538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-947bae51-6a85-47fe-88d0-815c2839acee req-2ce65d9d-95b5-4943-b8e3-0156cdbd9dab tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893242 Jul 16 18:21:27.469148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 26eeb262-7473-4580-adcc-f726d7296e4a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:27.470224 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.509441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:27.519006 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:21:27.533977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c548ebc-6899-45a1-ab2d-2d69f9a7cd3e None None] Network 736194ff-2cb9-40da-b939-2ddf5a357e93 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:27.538980 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-108c4fa2-d775-46da-9603-ba588a191bb3 req-af1405a4-c829-4206-9f85-f29c7fb13672 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334546 Jul 16 18:21:27.635274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:27.641508 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2bb6b40d-f6b8-4cc1-b860-340ef617d03e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7914474 Jul 16 18:21:27.644365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:27.650653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ee2beada-4686-46d5-bd44-53fbaf86a882 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:27.655937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b9b9cb59-3336-4478-8933-a6b993cb9bb6 None None] Provisioning for port bdba7ad3-ca97-4872-a97d-3726ba4b0f31 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:27.663257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b9b9cb59-3336-4478-8933-a6b993cb9bb6 None None] Provisioning complete for port bdba7ad3-ca97-4872-a97d-3726ba4b0f31 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:27.663820 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9b9cb59-3336-4478-8933-a6b993cb9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.740835 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Sync routers for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:27.758809 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:27.760505 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:27.864771 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9b9cb59-3336-4478-8933-a6b993cb9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.895403 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:27.907138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b9b9cb59-3336-4478-8933-a6b993cb9bb6 None None] For port bdba7ad3-ca97-4872-a97d-3726ba4b0f31, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bdba7ad3-ca97-4872-a97d-3726ba4b0f31,segment=NetworkSegment(ca7621a9-dc51-445f-a69c-acfbb4b882b6),segment_id=ca7621a9-dc51-445f-a69c-acfbb4b882b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:27.911795 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9b9cb59-3336-4478-8933-a6b993cb9bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.008872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9cb59-3336-4478-8933-a6b993cb9bb6 None None] Pushing event updated for resources: {'Port': ['ID=bdba7ad3-ca97-4872-a97d-3726ba4b0f31,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.102899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-ee2beada-4686-46d5-bd44-53fbaf86a882 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:21:28.121947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-ee2beada-4686-46d5-bd44-53fbaf86a882 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Removed routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:21:28.122577 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee2beada-4686-46d5-bd44-53fbaf86a882 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.152583 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:26Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '0454f4f8-c54c-4b3d-b5c0-4ff88b57391d', 'name': '', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:50:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39228c36-4785-42c8-8b30-a5c0c4fada10', 'name': '', 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:89:2a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'e4966640-f826-4178-ba72-eb0fc756eb46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:24Z', 'updated_at': '2021-07-16T18:21:26Z', 'revision_number': 2, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': 'e4966640-f826-4178-ba72-eb0fc756eb46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:28.243486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87faeeb4-41d9-4c32-98a2-4c7e2d336aec None None] Provisioning for port 39228c36-4785-42c8-8b30-a5c0c4fada10 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:28.249892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87faeeb4-41d9-4c32-98a2-4c7e2d336aec None None] Provisioning complete for port 39228c36-4785-42c8-8b30-a5c0c4fada10 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:28.250375 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87faeeb4-41d9-4c32-98a2-4c7e2d336aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.277132 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Checking router: 1e0da9bd-c169-4ebc-a96f-4731a79bf585 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:28.277975 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Updating router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 port 39228c36-4785-42c8-8b30-a5c0c4fada10 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:28.289656 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-87faeeb4-41d9-4c32-98a2-4c7e2d336aec None None] Port 39228c36-4785-42c8-8b30-a5c0c4fada10 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:28.300363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87faeeb4-41d9-4c32-98a2-4c7e2d336aec None None] Provisioning complete for port bdba7ad3-ca97-4872-a97d-3726ba4b0f31 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:28.300745 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87faeeb4-41d9-4c32-98a2-4c7e2d336aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.325442 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.334812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee2beada-4686-46d5-bd44-53fbaf86a882 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.338539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee2beada-4686-46d5-bd44-53fbaf86a882 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.451020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2beada-4686-46d5-bd44-53fbaf86a882 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:28.545209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-118f86ef-dcd9-4c62-83c0-17c9dff01ee8 None None] Provisioning complete for port 39228c36-4785-42c8-8b30-a5c0c4fada10 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:28.546296 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-118f86ef-dcd9-4c62-83c0-17c9dff01ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.592412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-118f86ef-dcd9-4c62-83c0-17c9dff01ee8 None None] Port 39228c36-4785-42c8-8b30-a5c0c4fada10 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:28.676055 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.690989 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Transition to ACTIVE for port object 39228c36-4785-42c8-8b30-a5c0c4fada10 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:28.698504 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.715839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:28.762227 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db338e6a-3895-4cda-aa94-a704bf3e3b57 None None] Pushing event updated for resources: {'Port': ['ID=39228c36-4785-42c8-8b30-a5c0c4fada10,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.820282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:28.820684 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.858702 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Attempting to bind port 39228c36-4785-42c8-8b30-a5c0c4fada10 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:28.859544 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Attempting to bind port 39228c36-4785-42c8-8b30-a5c0c4fada10 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'ca7621a9-dc51-445f-a69c-acfbb4b882b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:28.860368 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Attempting to bind port 39228c36-4785-42c8-8b30-a5c0c4fada10 on network 736194ff-2cb9-40da-b939-2ddf5a357e93 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:28.878242 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:28.879320 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Checking segment: {'id': 'ca7621a9-dc51-445f-a69c-acfbb4b882b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:28.880461 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.881050 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Bound using segment: {'id': 'ca7621a9-dc51-445f-a69c-acfbb4b882b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:28.881684 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Bound port: 39228c36-4785-42c8-8b30-a5c0c4fada10, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7621a9-dc51-445f-a69c-acfbb4b882b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:28.882245 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.024718 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bdba7ad3-ca97-4872-a97d-3726ba4b0f31 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:29.067279 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] For port 39228c36-4785-42c8-8b30-a5c0c4fada10, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:29.077263 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] For port 39228c36-4785-42c8-8b30-a5c0c4fada10, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=39228c36-4785-42c8-8b30-a5c0c4fada10,segment=NetworkSegment(ca7621a9-dc51-445f-a69c-acfbb4b882b6),segment_id=ca7621a9-dc51-445f-a69c-acfbb4b882b6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:29.087760 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.096248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f774ec5-9e46-4a3c-911a-d8916b257858 req-56a07341-fc35-424c-8a68-4dda09569f87 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.103417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f774ec5-9e46-4a3c-911a-d8916b257858 req-56a07341-fc35-424c-8a68-4dda09569f87 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2008951 Jul 16 18:21:29.107407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2beada-4686-46d5-bd44-53fbaf86a882 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:29.136142 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee2beada-4686-46d5-bd44-53fbaf86a882 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.140264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ee2beada-4686-46d5-bd44-53fbaf86a882 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585 HTTP/1.1" status: 200 len: 954 time: 1.4941657 Jul 16 18:21:29.140462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.164324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f774ec5-9e46-4a3c-911a-d8916b257858 req-35babc36-502b-40a7-890a-7e15e6602c7c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599282 Jul 16 18:21:29.171589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port bdba7ad3-ca97-4872-a97d-3726ba4b0f31 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:29.172494 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.198123 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:29.199287 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:29.300515 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c94b2d90-97ca-48db-9c80-de2556377651 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585 HTTP/1.1" status: 200 len: 954 time: 0.1590221 Jul 16 18:21:29.303035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.307523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-114549aa-59bc-4c29-9e6c-dfbe0b642383 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'router': {'routes': None}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:29.315394 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db338e6a-3895-4cda-aa94-a704bf3e3b57 None None] Pushing event updated for resources: {'Port': ['ID=39228c36-4785-42c8-8b30-a5c0c4fada10,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.353708 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:29.588894 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 6, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '0454f4f8-c54c-4b3d-b5c0-4ff88b57391d', 'name': '', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:50:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39228c36-4785-42c8-8b30-a5c0c4fada10', 'name': '', 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:89:2a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'e4966640-f826-4178-ba72-eb0fc756eb46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:24Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': 'e4966640-f826-4178-ba72-eb0fc756eb46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:29.620697 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fa596-9a40-4904-b7c4-a003ba23b112 None None] The sync data for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 is: [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 6, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '0454f4f8-c54c-4b3d-b5c0-4ff88b57391d', 'name': '', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:50:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39228c36-4785-42c8-8b30-a5c0c4fada10', 'name': '', 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:89:2a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'e4966640-f826-4178-ba72-eb0fc756eb46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:24Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': 'e4966640-f826-4178-ba72-eb0fc756eb46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:29.747332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-114549aa-59bc-4c29-9e6c-dfbe0b642383 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Added routes are [] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:21:29.747684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.extraroute_db [None req-114549aa-59bc-4c29-9e6c-dfbe0b642383 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:21:29.788705 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-114549aa-59bc-4c29-9e6c-dfbe0b642383 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.991748 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-114549aa-59bc-4c29-9e6c-dfbe0b642383 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.995129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-114549aa-59bc-4c29-9e6c-dfbe0b642383 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.034234 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35472ff3-17e1-490f-bd68-4fb433e1a482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.101611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114549aa-59bc-4c29-9e6c-dfbe0b642383 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:30.207854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114549aa-59bc-4c29-9e6c-dfbe0b642383 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:30.216679 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-114549aa-59bc-4c29-9e6c-dfbe0b642383 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.217865 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-114549aa-59bc-4c29-9e6c-dfbe0b642383 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585 HTTP/1.1" status: 200 len: 704 time: 0.9138577 Jul 16 18:21:30.220349 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.346783 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f6f872c3-ff30-4a0e-a1e6-85929c4c9316 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585 HTTP/1.1" status: 200 len: 704 time: 0.1252494 Jul 16 18:21:30.349210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.430824 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76393ab-6795-49b2-8f7f-38184c195bd3 req-0252b867-1f4c-45d4-b102-cb1a4553f520 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.432529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d76393ab-6795-49b2-8f7f-38184c195bd3 req-0252b867-1f4c-45d4-b102-cb1a4553f520 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1283250 Jul 16 18:21:30.482914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d76393ab-6795-49b2-8f7f-38184c195bd3 req-0f84280c-3669-4cc6-9c83-3deab6119c20 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Jul 16 18:21:30.584988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8c081-af7b-4f63-be29-a76b402995ba None None] Sync routers for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:30.596772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8c081-af7b-4f63-be29-a76b402995ba None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:30.597551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-24d8c081-af7b-4f63-be29-a76b402995ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:30.850895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 39228c36-4785-42c8-8b30-a5c0c4fada10 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:30.910393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-24d8c081-af7b-4f63-be29-a76b402995ba None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:30.964679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 39228c36-4785-42c8-8b30-a5c0c4fada10 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:30.996815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 39228c36-4785-42c8-8b30-a5c0c4fada10 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:30.997206 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.092951 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bff2267-0900-4ee6-97fe-1f75f342080a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.176387 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.222369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 39228c36-4785-42c8-8b30-a5c0c4fada10, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=39228c36-4785-42c8-8b30-a5c0c4fada10,segment=NetworkSegment(ca7621a9-dc51-445f-a69c-acfbb4b882b6),segment_id=ca7621a9-dc51-445f-a69c-acfbb4b882b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:31.227891 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.232666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-24d8c081-af7b-4f63-be29-a76b402995ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 7, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '0454f4f8-c54c-4b3d-b5c0-4ff88b57391d', 'name': '', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:50:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39228c36-4785-42c8-8b30-a5c0c4fada10', 'name': '', 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:89:2a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'e4966640-f826-4178-ba72-eb0fc756eb46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:24Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 4, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': 'e4966640-f826-4178-ba72-eb0fc756eb46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:31.283063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8c081-af7b-4f63-be29-a76b402995ba None None] Checking router: 1e0da9bd-c169-4ebc-a96f-4731a79bf585 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:31.301781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8c081-af7b-4f63-be29-a76b402995ba None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:31.302428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-24d8c081-af7b-4f63-be29-a76b402995ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:31.380279 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=39228c36-4785-42c8-8b30-a5c0c4fada10,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.382891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0bff2267-0900-4ee6-97fe-1f75f342080a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port 39228c36-4785-42c8-8b30-a5c0c4fada10 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:31.383421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bff2267-0900-4ee6-97fe-1f75f342080a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.393060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.393455 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.393803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.394150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.394556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.394828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.395174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.395504 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.396027 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.396158 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.396491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.396826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.417407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-24d8c081-af7b-4f63-be29-a76b402995ba None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:31.529400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0bff2267-0900-4ee6-97fe-1f75f342080a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port 39228c36-4785-42c8-8b30-a5c0c4fada10, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=39228c36-4785-42c8-8b30-a5c0c4fada10,segment=NetworkSegment(ca7621a9-dc51-445f-a69c-acfbb4b882b6),segment_id=ca7621a9-dc51-445f-a69c-acfbb4b882b6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:31.530465 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bff2267-0900-4ee6-97fe-1f75f342080a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.552771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0bff2267-0900-4ee6-97fe-1f75f342080a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for 39228c36-4785-42c8-8b30-a5c0c4fada10 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:31.671236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-24d8c081-af7b-4f63-be29-a76b402995ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 7, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '0454f4f8-c54c-4b3d-b5c0-4ff88b57391d', 'name': '', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:50:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39228c36-4785-42c8-8b30-a5c0c4fada10', 'name': '', 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:89:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'e4966640-f826-4178-ba72-eb0fc756eb46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:24Z', 'updated_at': '2021-07-16T18:21:31Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': 'e4966640-f826-4178-ba72-eb0fc756eb46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:31.702529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20e784-8f31-4a81-b9a5-daa218be973b req-36f6b918-a226-411a-aed7-d5e1f499b6e1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.704944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8c081-af7b-4f63-be29-a76b402995ba None None] The sync data for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 is: [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 7, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '0454f4f8-c54c-4b3d-b5c0-4ff88b57391d', 'name': '', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:50:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39228c36-4785-42c8-8b30-a5c0c4fada10', 'name': '', 'network_id': '736194ff-2cb9-40da-b939-2ddf5a357e93', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:89:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'e4966640-f826-4178-ba72-eb0fc756eb46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:24Z', 'updated_at': '2021-07-16T18:21:31Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': 'e4966640-f826-4178-ba72-eb0fc756eb46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:31.713994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a20e784-8f31-4a81-b9a5-daa218be973b req-36f6b918-a226-411a-aed7-d5e1f499b6e1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0806122 Jul 16 18:21:31.749596 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bff2267-0900-4ee6-97fe-1f75f342080a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.764121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a20e784-8f31-4a81-b9a5-daa218be973b req-86298545-9286-49f0-a680-c99dff168620 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Jul 16 18:21:31.788361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff2267-0900-4ee6-97fe-1f75f342080a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=39228c36-4785-42c8-8b30-a5c0c4fada10,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.926268 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0bff2267-0900-4ee6-97fe-1f75f342080a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.147159 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bff2267-0900-4ee6-97fe-1f75f342080a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:32.243533 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bff2267-0900-4ee6-97fe-1f75f342080a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:32.249773 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0bff2267-0900-4ee6-97fe-1f75f342080a tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8994730 Jul 16 18:21:32.251854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.270624 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8afd01-e0f2-4f9e-940f-6fe89e8bd822 None None] Sync routers for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:32.279698 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f4a9d44-04f6-4202-b70c-b3904e6dd964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.288720 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8afd01-e0f2-4f9e-940f-6fe89e8bd822 None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:32.290138 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dd8afd01-e0f2-4f9e-940f-6fe89e8bd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:32.312261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-655164c4-a36e-4e06-a5d0-b2386b904128 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting subnet e4966640-f826-4178-ba72-eb0fc756eb46 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:32.315633 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-655164c4-a36e-4e06-a5d0-b2386b904128 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.357534 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-655164c4-a36e-4e06-a5d0-b2386b904128 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.382204 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-dd8afd01-e0f2-4f9e-940f-6fe89e8bd822 None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:32.450582 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-655164c4-a36e-4e06-a5d0-b2386b904128 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.515050 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-655164c4-a36e-4e06-a5d0-b2386b904128 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.543996 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655164c4-a36e-4e06-a5d0-b2386b904128 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Subnet': ['ID=e4966640-f826-4178-ba72-eb0fc756eb46,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.567278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb86a55a-cfbb-48c4-8249-e75028507f01 None None] Network 736194ff-2cb9-40da-b939-2ddf5a357e93 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:32.579167 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-655164c4-a36e-4e06-a5d0-b2386b904128 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.581856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-655164c4-a36e-4e06-a5d0-b2386b904128 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/e4966640-f826-4178-ba72-eb0fc756eb46 HTTP/1.1" status: 204 len: 168 time: 0.3289957 Jul 16 18:21:32.584757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.648496 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dd8afd01-e0f2-4f9e-940f-6fe89e8bd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:31Z', 'revision_number': 8, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '0454f4f8-c54c-4b3d-b5c0-4ff88b57391d', 'name': '', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:50:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:32.688575 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8afd01-e0f2-4f9e-940f-6fe89e8bd822 None None] Checking router: 1e0da9bd-c169-4ebc-a96f-4731a79bf585 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:32.698061 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8afd01-e0f2-4f9e-940f-6fe89e8bd822 None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:32.699736 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dd8afd01-e0f2-4f9e-940f-6fe89e8bd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:32.714932 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.768619 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.804001 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-dd8afd01-e0f2-4f9e-940f-6fe89e8bd822 None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:32.823200 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.825336 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.853551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port bdba7ad3-ca97-4872-a97d-3726ba4b0f31 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:32.854798 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.980089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port bdba7ad3-ca97-4872-a97d-3726ba4b0f31, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bdba7ad3-ca97-4872-a97d-3726ba4b0f31,segment=NetworkSegment(ca7621a9-dc51-445f-a69c-acfbb4b882b6),segment_id=ca7621a9-dc51-445f-a69c-acfbb4b882b6)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:32.980483 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.993557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24aaa1e-4bd8-4b2a-b4f7-a71893c3c3a1 None None] DHCP port deletion for 736194ff-2cb9-40da-b939-2ddf5a357e93 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:33.017801 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for bdba7ad3-ca97-4872-a97d-3726ba4b0f31 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:33.078526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e24aaa1e-4bd8-4b2a-b4f7-a71893c3c3a1 None None] Deleting port bdba7ad3-ca97-4872-a97d-3726ba4b0f31 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:33.079298 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24aaa1e-4bd8-4b2a-b4f7-a71893c3c3a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.093027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38023824-c8ad-4eed-9c21-e0634dfa0941 req-0096b17e-7433-4ec9-a4ae-a892969ae576 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.094654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38023824-c8ad-4eed-9c21-e0634dfa0941 req-0096b17e-7433-4ec9-a4ae-a892969ae576 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1257362 Jul 16 18:21:33.113515 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dd8afd01-e0f2-4f9e-940f-6fe89e8bd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:31Z', 'revision_number': 8, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '0454f4f8-c54c-4b3d-b5c0-4ff88b57391d', 'name': '', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:50:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:33.151490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.161122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38023824-c8ad-4eed-9c21-e0634dfa0941 req-e916b48f-9ffa-4e23-bfa6-e5925236cda3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595634 Jul 16 18:21:33.166094 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e24aaa1e-4bd8-4b2a-b4f7-a71893c3c3a1 None None] For port bdba7ad3-ca97-4872-a97d-3726ba4b0f31, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bdba7ad3-ca97-4872-a97d-3726ba4b0f31,segment=NetworkSegment(ca7621a9-dc51-445f-a69c-acfbb4b882b6),segment_id=ca7621a9-dc51-445f-a69c-acfbb4b882b6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:33.166951 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24aaa1e-4bd8-4b2a-b4f7-a71893c3c3a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.180704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No DVR routers for this DVR port bdba7ad3-ca97-4872-a97d-3726ba4b0f31 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:33.184124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e24aaa1e-4bd8-4b2a-b4f7-a71893c3c3a1 None None] Calling delete_port for bdba7ad3-ca97-4872-a97d-3726ba4b0f31 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:33.232108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=bdba7ad3-ca97-4872-a97d-3726ba4b0f31,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.296460 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e24aaa1e-4bd8-4b2a-b4f7-a71893c3c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.297802 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.310477 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8afd01-e0f2-4f9e-940f-6fe89e8bd822 None None] The sync data for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 is: [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:31Z', 'revision_number': 8, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '0454f4f8-c54c-4b3d-b5c0-4ff88b57391d', 'name': '', 'network_id': '277134a1-1758-469e-9cfc-2924aeeb1ede', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:50:45:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '0fb69e04-1f32-4c21-9720-1d8783839aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:33.317326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736194ff-2cb9-40da-b939-2ddf5a357e93']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:33.327992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24aaa1e-4bd8-4b2a-b4f7-a71893c3c3a1 None None] Pushing event deleted for resources: {'Port': ['ID=bdba7ad3-ca97-4872-a97d-3726ba4b0f31,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.328694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7621a9-dc51-445f-a69c-acfbb4b882b6') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:33.329019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7621a9-dc51-445f-a69c-acfbb4b882b6') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:33.334125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24aaa1e-4bd8-4b2a-b4f7-a71893c3c3a1 None None] No DVR routers for this DVR port bdba7ad3-ca97-4872-a97d-3726ba4b0f31 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:33.339959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.358014 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.365132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:33.365835 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:33.369394 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:33.434856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.441948 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.443801 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/networks/736194ff-2cb9-40da-b939-2ddf5a357e93 HTTP/1.1" status: 204 len: 168 time: 0.8578181 Jul 16 18:21:33.447130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.456249 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fd539-c16c-4f72-8302-433f75611358 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Network': ['ID=736194ff-2cb9-40da-b939-2ddf5a357e93,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.820621 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.907845 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f307ddd7-2981-4cba-828e-c466dc15c540 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.201584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f307ddd7-2981-4cba-828e-c466dc15c540 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:34.202175 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f307ddd7-2981-4cba-828e-c466dc15c540 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.334700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f307ddd7-2981-4cba-828e-c466dc15c540 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0454f4f8-c54c-4b3d-b5c0-4ff88b57391d,segment=NetworkSegment(7dfd1aaa-1449-4b8a-b88c-e08aee954a21),segment_id=7dfd1aaa-1449-4b8a-b88c-e08aee954a21)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:34.335109 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f307ddd7-2981-4cba-828e-c466dc15c540 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.350595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f307ddd7-2981-4cba-828e-c466dc15c540 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:34.430462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab42654-8e3e-42f3-a1fd-05c709208915 req-8b166466-d983-4212-8664-777a3596ffe5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.431988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bab42654-8e3e-42f3-a1fd-05c709208915 req-8b166466-d983-4212-8664-777a3596ffe5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1402793 Jul 16 18:21:34.516836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bab42654-8e3e-42f3-a1fd-05c709208915 req-54b98136-d631-45d3-9c58-e3e18050c600 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776036 Jul 16 18:21:34.588149 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f307ddd7-2981-4cba-828e-c466dc15c540 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.621424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307ddd7-2981-4cba-828e-c466dc15c540 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=0454f4f8-c54c-4b3d-b5c0-4ff88b57391d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:34.707703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bdba7ad3-ca97-4872-a97d-3726ba4b0f31 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:34.731931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: bdba7ad3-ca97-4872-a97d-3726ba4b0f31 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:34.732600 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bdba7ad3-ca97-4872-a97d-3726ba4b0f31 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:34.733397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 39228c36-4785-42c8-8b30-a5c0c4fada10 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:34.753017 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 39228c36-4785-42c8-8b30-a5c0c4fada10 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:34.753517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 39228c36-4785-42c8-8b30-a5c0c4fada10 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:34.763285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f307ddd7-2981-4cba-828e-c466dc15c540 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.976990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f307ddd7-2981-4cba-828e-c466dc15c540 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:35.077281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f307ddd7-2981-4cba-828e-c466dc15c540 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:35.082991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f307ddd7-2981-4cba-828e-c466dc15c540 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6337643 Jul 16 18:21:35.085222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:35.089214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd5f7e-8269-45b6-8da3-09380a56dd10 None None] Sync routers for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:35.100510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd5f7e-8269-45b6-8da3-09380a56dd10 None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:35.101397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e8cd5f7e-8269-45b6-8da3-09380a56dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:35.146108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df2ebe6-61a6-4c5f-afaa-3f7fda114738 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting subnet 0fb69e04-1f32-4c21-9720-1d8783839aaf {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:35.149487 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8df2ebe6-61a6-4c5f-afaa-3f7fda114738 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.189610 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8df2ebe6-61a6-4c5f-afaa-3f7fda114738 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.195991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e8cd5f7e-8269-45b6-8da3-09380a56dd10 None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:35.284896 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8df2ebe6-61a6-4c5f-afaa-3f7fda114738 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.358395 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8df2ebe6-61a6-4c5f-afaa-3f7fda114738 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.387065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2ebe6-61a6-4c5f-afaa-3f7fda114738 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb69e04-1f32-4c21-9720-1d8783839aaf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.395372 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8df2ebe6-61a6-4c5f-afaa-3f7fda114738 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.399751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8df2ebe6-61a6-4c5f-afaa-3f7fda114738 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/0fb69e04-1f32-4c21-9720-1d8783839aaf HTTP/1.1" status: 204 len: 168 time: 0.3131826 Jul 16 18:21:35.399979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:35.408296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46bb074-f781-4429-8294-f3a81c2c8472 None None] Network 277134a1-1758-469e-9cfc-2924aeeb1ede requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:35.482251 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.515682 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.543179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e8cd5f7e-8269-45b6-8da3-09380a56dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:34Z', 'revision_number': 9, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:35.546188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port 26eeb262-7473-4580-adcc-f726d7296e4a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:35.547595 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.574216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd5f7e-8269-45b6-8da3-09380a56dd10 None None] Checking router: 1e0da9bd-c169-4ebc-a96f-4731a79bf585 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:35.590162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd5f7e-8269-45b6-8da3-09380a56dd10 None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:35.590787 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e8cd5f7e-8269-45b6-8da3-09380a56dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:35.614377 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port 26eeb262-7473-4580-adcc-f726d7296e4a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=26eeb262-7473-4580-adcc-f726d7296e4a,segment=NetworkSegment(7dfd1aaa-1449-4b8a-b88c-e08aee954a21),segment_id=7dfd1aaa-1449-4b8a-b88c-e08aee954a21)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:35.614752 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.630111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for 26eeb262-7473-4580-adcc-f726d7296e4a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:35.686415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e8cd5f7e-8269-45b6-8da3-09380a56dd10 None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:35.726170 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.757771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No DVR routers for this DVR port 26eeb262-7473-4580-adcc-f726d7296e4a on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:35.764812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=26eeb262-7473-4580-adcc-f726d7296e4a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.768389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a5df62-290e-40d0-a586-6d5edf7b0f83 None None] DHCP port deletion for 277134a1-1758-469e-9cfc-2924aeeb1ede request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:35.858326 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.870029 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277134a1-1758-469e-9cfc-2924aeeb1ede']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:35.883213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfd1aaa-1449-4b8a-b88c-e08aee954a21') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:35.883517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfd1aaa-1449-4b8a-b88c-e08aee954a21') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:35.893733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.915206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e8cd5f7e-8269-45b6-8da3-09380a56dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:34Z', 'revision_number': 9, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:35.916073 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.923018 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:35.923418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:35.926623 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:35.949833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd5f7e-8269-45b6-8da3-09380a56dd10 None None] The sync data for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 is: [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:34Z', 'revision_number': 9, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '1dbe986b-7801-4bf7-81ef-ce90ffb0ec78', 'name': '', 'network_id': '38a70b04-42a7-4561-9282-cd6904a233a7', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:00:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:23Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '7710356b-bcbe-4e99-82a4-410fc7639d23', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:35.999223 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.008409 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.010558 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/networks/277134a1-1758-469e-9cfc-2924aeeb1ede HTTP/1.1" status: 204 len: 168 time: 0.6096516 Jul 16 18:21:36.014082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:36.023921 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8939641-85f4-428d-897b-26bd57392080 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Network': ['ID=277134a1-1758-469e-9cfc-2924aeeb1ede,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:36.407331 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c217f0c-a707-45a4-bcf1-10aafbf5d40f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.671684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1c217f0c-a707-45a4-bcf1-10aafbf5d40f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:36.671961 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c217f0c-a707-45a4-bcf1-10aafbf5d40f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.677779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:36.697754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:36.698350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0454f4f8-c54c-4b3d-b5c0-4ff88b57391d not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:36.699030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 26eeb262-7473-4580-adcc-f726d7296e4a no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:36.717863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 26eeb262-7473-4580-adcc-f726d7296e4a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:36.718213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 26eeb262-7473-4580-adcc-f726d7296e4a not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:37.091837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1c217f0c-a707-45a4-bcf1-10aafbf5d40f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1dbe986b-7801-4bf7-81ef-ce90ffb0ec78,segment=NetworkSegment(9d672e84-c99f-4c5a-a739-6fab013d7549),segment_id=9d672e84-c99f-4c5a-a739-6fab013d7549)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:37.092203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c217f0c-a707-45a4-bcf1-10aafbf5d40f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.104396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1c217f0c-a707-45a4-bcf1-10aafbf5d40f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:37.294188 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c217f0c-a707-45a4-bcf1-10aafbf5d40f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.321199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c217f0c-a707-45a4-bcf1-10aafbf5d40f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=1dbe986b-7801-4bf7-81ef-ce90ffb0ec78,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:37.460489 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c217f0c-a707-45a4-bcf1-10aafbf5d40f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.667206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c217f0c-a707-45a4-bcf1-10aafbf5d40f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:37.758741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c217f0c-a707-45a4-bcf1-10aafbf5d40f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:37.764137 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1c217f0c-a707-45a4-bcf1-10aafbf5d40f tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7486680 Jul 16 18:21:37.766953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:37.772031 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b472a4-3cc3-49ed-9d32-a7b977336ad7 None None] Sync routers for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:37.781440 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b472a4-3cc3-49ed-9d32-a7b977336ad7 None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:37.782058 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a1b472a4-3cc3-49ed-9d32-a7b977336ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:37.834187 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25c50d5-2818-4f72-bb73-bd012313fd69 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting subnet 7710356b-bcbe-4e99-82a4-410fc7639d23 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:37.834187 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b25c50d5-2818-4f72-bb73-bd012313fd69 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.875802 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a1b472a4-3cc3-49ed-9d32-a7b977336ad7 None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:37.877063 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b25c50d5-2818-4f72-bb73-bd012313fd69 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.964612 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b25c50d5-2818-4f72-bb73-bd012313fd69 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.032165 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b25c50d5-2818-4f72-bb73-bd012313fd69 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.061963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c50d5-2818-4f72-bb73-bd012313fd69 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Subnet': ['ID=7710356b-bcbe-4e99-82a4-410fc7639d23,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.063966 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b25c50d5-2818-4f72-bb73-bd012313fd69 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.068503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:38.070259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448aa307-6b10-45e7-8259-f1c0e7823d80 None None] Network 38a70b04-42a7-4561-9282-cd6904a233a7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:38.081569 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b25c50d5-2818-4f72-bb73-bd012313fd69 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/7710356b-bcbe-4e99-82a4-410fc7639d23 HTTP/1.1" status: 204 len: 168 time: 0.3046103 Jul 16 18:21:38.095492 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a1b472a4-3cc3-49ed-9d32-a7b977336ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 10, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:38.126464 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b472a4-3cc3-49ed-9d32-a7b977336ad7 None None] Checking router: 1e0da9bd-c169-4ebc-a96f-4731a79bf585 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:38.139040 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b472a4-3cc3-49ed-9d32-a7b977336ad7 None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:38.139919 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a1b472a4-3cc3-49ed-9d32-a7b977336ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:38.163734 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.241773 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a1b472a4-3cc3-49ed-9d32-a7b977336ad7 None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:38.253463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port 1d109699-ad67-4e9b-8f38-0ae0fafe461e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:38.254070 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.317108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878d1f52-be16-45fc-9e7d-fd10c61645c9 None None] DHCP port deletion for 38a70b04-42a7-4561-9282-cd6904a233a7 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:38.342292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port 1d109699-ad67-4e9b-8f38-0ae0fafe461e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1d109699-ad67-4e9b-8f38-0ae0fafe461e,segment=NetworkSegment(9d672e84-c99f-4c5a-a739-6fab013d7549),segment_id=9d672e84-c99f-4c5a-a739-6fab013d7549)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:38.342668 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.356930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for 1d109699-ad67-4e9b-8f38-0ae0fafe461e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:38.428855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-878d1f52-be16-45fc-9e7d-fd10c61645c9 None None] Deleting port 1d109699-ad67-4e9b-8f38-0ae0fafe461e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:38.430292 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-878d1f52-be16-45fc-9e7d-fd10c61645c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.462160 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.466791 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a1b472a4-3cc3-49ed-9d32-a7b977336ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 10, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:38.494694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=1d109699-ad67-4e9b-8f38-0ae0fafe461e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.497404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No DVR routers for this DVR port 1d109699-ad67-4e9b-8f38-0ae0fafe461e on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:38.529162 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b472a4-3cc3-49ed-9d32-a7b977336ad7 None None] The sync data for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 is: [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 10, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None, '_interfaces': [{'id': '34a37f78-ed01-4f6d-b04d-4549d6ee9db0', 'name': '', 'network_id': 'a16c225f-86a8-4a67-b93b-6e80e1e13bb3', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'mac_address': 'fa:16:3e:a0:0f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:12Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 5, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'subnets': [{'id': '5692813b-4ace-42d0-85ab-1a29e97661a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:38.643926 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.660693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a70b04-42a7-4561-9282-cd6904a233a7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:38.674821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d672e84-c99f-4c5a-a739-6fab013d7549') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:38.675130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d672e84-c99f-4c5a-a739-6fab013d7549') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:38.684373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:38.694436 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.709111 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.710100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-878d1f52-be16-45fc-9e7d-fd10c61645c9 None None] For port 1d109699-ad67-4e9b-8f38-0ae0fafe461e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1d109699-ad67-4e9b-8f38-0ae0fafe461e,segment=NetworkSegment(9d672e84-c99f-4c5a-a739-6fab013d7549),segment_id=9d672e84-c99f-4c5a-a739-6fab013d7549)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:38.711063 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-878d1f52-be16-45fc-9e7d-fd10c61645c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.717655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:38.718074 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:38.721157 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:38.723849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-878d1f52-be16-45fc-9e7d-fd10c61645c9 None None] Calling delete_port for 1d109699-ad67-4e9b-8f38-0ae0fafe461e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:38.784063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.791593 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.796651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/networks/38a70b04-42a7-4561-9282-cd6904a233a7 HTTP/1.1" status: 204 len: 168 time: 0.7238591 Jul 16 18:21:38.796651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:38.808880 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-878d1f52-be16-45fc-9e7d-fd10c61645c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.831880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-878d1f52-be16-45fc-9e7d-fd10c61645c9 None None] Network 38a70b04-42a7-4561-9282-cd6904a233a7 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:21:38.832266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d1f52-be16-45fc-9e7d-fd10c61645c9 None None] No DVR routers for this DVR port 1d109699-ad67-4e9b-8f38-0ae0fafe461e on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:38.837634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d1f52-be16-45fc-9e7d-fd10c61645c9 None None] Pushing event deleted for resources: {'Port': ['ID=1d109699-ad67-4e9b-8f38-0ae0fafe461e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.852201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3c3cf-e5c2-4297-9886-bfbf05da7c9b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Network': ['ID=38a70b04-42a7-4561-9282-cd6904a233a7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.889290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c139a11-070f-490b-892d-e7c37364d6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.945898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1d109699-ad67-4e9b-8f38-0ae0fafe461e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:38.971393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 1d109699-ad67-4e9b-8f38-0ae0fafe461e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:38.971747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1d109699-ad67-4e9b-8f38-0ae0fafe461e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:38.972173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:38.991680 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:38.992032 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1dbe986b-7801-4bf7-81ef-ce90ffb0ec78 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:39.161797 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c139a11-070f-490b-892d-e7c37364d6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.166279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c139a11-070f-490b-892d-e7c37364d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.214760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c139a11-070f-490b-892d-e7c37364d6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc57902-ac45-4654-aa1c-c4c5a18ae4cc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:39.222411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5c139a11-070f-490b-892d-e7c37364d6ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46b05561d05f4a6aa4e0bf2262b9b0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343626 Jul 16 18:21:39.223314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:39.304587 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d81ffbd-d468-401a-b653-3a75bb7ef4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.332265 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d81ffbd-d468-401a-b653-3a75bb7ef4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.357742 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12c8ab0e-bfb4-4b10-9c85-ee1ed3734900 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.456125 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d81ffbd-d468-401a-b653-3a75bb7ef4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.458598 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d81ffbd-d468-401a-b653-3a75bb7ef4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.459742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8d81ffbd-d468-401a-b653-3a75bb7ef4d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbc57902-ac45-4654-aa1c-c4c5a18ae4cc HTTP/1.1" status: 204 len: 168 time: 0.2362797 Jul 16 18:21:39.493542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81ffbd-d468-401a-b653-3a75bb7ef4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc57902-ac45-4654-aa1c-c4c5a18ae4cc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:39.640820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-12c8ab0e-bfb4-4b10-9c85-ee1ed3734900 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:39.641194 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12c8ab0e-bfb4-4b10-9c85-ee1ed3734900 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.743793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-12c8ab0e-bfb4-4b10-9c85-ee1ed3734900 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port 34a37f78-ed01-4f6d-b04d-4549d6ee9db0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=34a37f78-ed01-4f6d-b04d-4549d6ee9db0,segment=NetworkSegment(f0d33ff8-5456-45f0-b799-eeba7605d5b3),segment_id=f0d33ff8-5456-45f0-b799-eeba7605d5b3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:39.744167 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12c8ab0e-bfb4-4b10-9c85-ee1ed3734900 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.758446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-12c8ab0e-bfb4-4b10-9c85-ee1ed3734900 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:39.934942 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12c8ab0e-bfb4-4b10-9c85-ee1ed3734900 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.967451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8ab0e-bfb4-4b10-9c85-ee1ed3734900 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=34a37f78-ed01-4f6d-b04d-4549d6ee9db0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.068429 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12c8ab0e-bfb4-4b10-9c85-ee1ed3734900 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.228057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c8ab0e-bfb4-4b10-9c85-ee1ed3734900 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:40.304813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c8ab0e-bfb4-4b10-9c85-ee1ed3734900 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:40.310637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-12c8ab0e-bfb4-4b10-9c85-ee1ed3734900 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5135436 Jul 16 18:21:40.313414 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.319968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6229dda3-51fe-4535-930b-dafc25fd130a None None] Sync routers for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:40.331162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6229dda3-51fe-4535-930b-dafc25fd130a None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:40.331794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6229dda3-51fe-4535-930b-dafc25fd130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:40.386951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1cdb2d-ad33-44bc-b6da-495f5afecbfe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting subnet 5692813b-4ace-42d0-85ab-1a29e97661a6 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:40.390614 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1cdb2d-ad33-44bc-b6da-495f5afecbfe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.402452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6229dda3-51fe-4535-930b-dafc25fd130a None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:40.436555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1cdb2d-ad33-44bc-b6da-495f5afecbfe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.460543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6229dda3-51fe-4535-930b-dafc25fd130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:39Z', 'revision_number': 11, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:40.493145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6229dda3-51fe-4535-930b-dafc25fd130a None None] Checking router: 1e0da9bd-c169-4ebc-a96f-4731a79bf585 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:40.503238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6229dda3-51fe-4535-930b-dafc25fd130a None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:40.503868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6229dda3-51fe-4535-930b-dafc25fd130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:40.533032 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1cdb2d-ad33-44bc-b6da-495f5afecbfe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.573660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6229dda3-51fe-4535-930b-dafc25fd130a None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:40.599065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1cdb2d-ad33-44bc-b6da-495f5afecbfe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.621187 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4a1cdb2d-ad33-44bc-b6da-495f5afecbfe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.623594 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4a1cdb2d-ad33-44bc-b6da-495f5afecbfe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/5692813b-4ace-42d0-85ab-1a29e97661a6 HTTP/1.1" status: 204 len: 168 time: 0.3090816 Jul 16 18:21:40.626323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.643672 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0559a6ab-a680-4dac-89ff-2ba535179cef None None] Network a16c225f-86a8-4a67-b93b-6e80e1e13bb3 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:40.646757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6229dda3-51fe-4535-930b-dafc25fd130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:39Z', 'revision_number': 11, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:40.647794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cdb2d-ad33-44bc-b6da-495f5afecbfe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Subnet': ['ID=5692813b-4ace-42d0-85ab-1a29e97661a6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.679071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6229dda3-51fe-4535-930b-dafc25fd130a None None] The sync data for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 is: [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:39Z', 'revision_number': 11, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:40.747163 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.834005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Deleting port 49514223-bc8c-4888-a47c-4edfb4a74bb0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:40.834005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.914846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] For port 49514223-bc8c-4888-a47c-4edfb4a74bb0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=49514223-bc8c-4888-a47c-4edfb4a74bb0,segment=NetworkSegment(f0d33ff8-5456-45f0-b799-eeba7605d5b3),segment_id=f0d33ff8-5456-45f0-b799-eeba7605d5b3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:40.915249 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.929455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Calling delete_port for 49514223-bc8c-4888-a47c-4edfb4a74bb0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:41.015070 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.042088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Port': ['ID=49514223-bc8c-4888-a47c-4edfb4a74bb0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:41.045901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No DVR routers for this DVR port 49514223-bc8c-4888-a47c-4edfb4a74bb0 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:41.071678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886bc9fd-92d9-476b-82e7-7d04451b3f29 None None] DHCP port deletion for a16c225f-86a8-4a67-b93b-6e80e1e13bb3 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:41.133834 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.145497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16c225f-86a8-4a67-b93b-6e80e1e13bb3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:41.157690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d33ff8-5456-45f0-b799-eeba7605d5b3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:41.158002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d33ff8-5456-45f0-b799-eeba7605d5b3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:41.167931 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.183819 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.190769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:41.191440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:41.194856 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:41.258943 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.266416 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.268580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/networks/a16c225f-86a8-4a67-b93b-6e80e1e13bb3 HTTP/1.1" status: 204 len: 168 time: 0.6408069 Jul 16 18:21:41.274423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:41.279312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f1dccfae-40b8-46b8-88c1-2d55eb1ad449 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:41.291182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe74574-84ce-4996-b523-2f07402e4052 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Pushing event deleted for resources: {'Network': ['ID=a16c225f-86a8-4a67-b93b-6e80e1e13bb3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:41.450234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-f1dccfae-40b8-46b8-88c1-2d55eb1ad449 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:21:41.450568 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-f1dccfae-40b8-46b8-88c1-2d55eb1ad449 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Removed routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:21:41.450878 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1dccfae-40b8-46b8-88c1-2d55eb1ad449 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.592526 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1dccfae-40b8-46b8-88c1-2d55eb1ad449 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.595812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1dccfae-40b8-46b8-88c1-2d55eb1ad449 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.670038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dccfae-40b8-46b8-88c1-2d55eb1ad449 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:42.062181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dccfae-40b8-46b8-88c1-2d55eb1ad449 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:42.072195 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1157353-fee0-4194-95ce-696283fba152 None None] Sync routers for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:42.075236 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1dccfae-40b8-46b8-88c1-2d55eb1ad449 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.079718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.080440 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f1dccfae-40b8-46b8-88c1-2d55eb1ad449 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585 HTTP/1.1" status: 200 len: 705 time: 0.8047173 Jul 16 18:21:42.083818 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1157353-fee0-4194-95ce-696283fba152 None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:42.084481 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1157353-fee0-4194-95ce-696283fba152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:42.114316 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-15b664f8-4364-436b-a338-3b57c994c012 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e0da9bd-c169-4ebc-a96f-4731a79bf585 HTTP/1.1" status: 200 len: 205 time: 0.0325704 Jul 16 18:21:42.116890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.160210 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f1157353-fee0-4194-95ce-696283fba152 None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:42.194817 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9e1db43-a7c8-4f29-b312-01cc8dc636cd tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.215597 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1157353-fee0-4194-95ce-696283fba152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:39Z', 'revision_number': 11, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:42.242112 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1157353-fee0-4194-95ce-696283fba152 None None] Checking router: 1e0da9bd-c169-4ebc-a96f-4731a79bf585 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:42.251227 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1157353-fee0-4194-95ce-696283fba152 None None] Routers {'1e0da9bd-c169-4ebc-a96f-4731a79bf585'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:42.251847 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1157353-fee0-4194-95ce-696283fba152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:42.322474 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f1157353-fee0-4194-95ce-696283fba152 None None] Set router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:42.354045 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9e1db43-a7c8-4f29-b312-01cc8dc636cd tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.356989 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9e1db43-a7c8-4f29-b312-01cc8dc636cd tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.380521 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f1157353-fee0-4194-95ce-696283fba152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:39Z', 'revision_number': 11, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:42.400994 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9e1db43-a7c8-4f29-b312-01cc8dc636cd tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.401451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e1db43-a7c8-4f29-b312-01cc8dc636cd tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Fanout notify agent at l3_agent the message router_deleted on router 1e0da9bd-c169-4ebc-a96f-4731a79bf585 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:21:42.408882 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b9e1db43-a7c8-4f29-b312-01cc8dc636cd tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.410055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b9e1db43-a7c8-4f29-b312-01cc8dc636cd tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585 HTTP/1.1" status: 204 len: 168 time: 0.2919357 Jul 16 18:21:42.414097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.417267 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1157353-fee0-4194-95ce-696283fba152 None None] The sync data for ids ['1e0da9bd-c169-4ebc-a96f-4731a79bf585'] in n-d-793618-9 is: [{'id': '1e0da9bd-c169-4ebc-a96f-4731a79bf585', 'name': 'tempest-RoutersIpV6Test-router-1914855780', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:10Z', 'updated_at': '2021-07-16T18:21:39Z', 'revision_number': 11, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:42.419679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-81c34ea8-314a-4545-be3a-cea9ba6db9b8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1332519241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.444418 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c34ea8-314a-4545-be3a-cea9ba6db9b8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.445528 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c34ea8-314a-4545-be3a-cea9ba6db9b8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.505888 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c34ea8-314a-4545-be3a-cea9ba6db9b8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.510536 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c34ea8-314a-4545-be3a-cea9ba6db9b8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.531851 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81c34ea8-314a-4545-be3a-cea9ba6db9b8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.533111 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-81c34ea8-314a-4545-be3a-cea9ba6db9b8 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1178968 Jul 16 18:21:42.535980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.541493 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e1d017f1-fc3f-4aff-8f39-a28acf8fa0a7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.696561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 49514223-bc8c-4888-a47c-4edfb4a74bb0 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:42.721621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 49514223-bc8c-4888-a47c-4edfb4a74bb0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:42.721962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 49514223-bc8c-4888-a47c-4edfb4a74bb0 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:42.722572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:42.741821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:42.742168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 34a37f78-ed01-4f6d-b04d-4549d6ee9db0 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:42.767014 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d017f1-fc3f-4aff-8f39-a28acf8fa0a7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.778851 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d017f1-fc3f-4aff-8f39-a28acf8fa0a7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.879043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d017f1-fc3f-4aff-8f39-a28acf8fa0a7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Router 47305bdf-5b2a-4801-990d-c081f1bfe46a is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:42.953380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d017f1-fc3f-4aff-8f39-a28acf8fa0a7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:42.959959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1d017f1-fc3f-4aff-8f39-a28acf8fa0a7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.961119 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e1d017f1-fc3f-4aff-8f39-a28acf8fa0a7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "PUT /v2.0/routers/47305bdf-5b2a-4801-990d-c081f1bfe46a HTTP/1.1" status: 200 len: 698 time: 0.4240546 Jul 16 18:21:42.962684 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a442691-aeec-464f-9b34-194bdb0de5e9 None None] Sync routers for ids ['47305bdf-5b2a-4801-990d-c081f1bfe46a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:42.963701 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33430) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.972805 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a442691-aeec-464f-9b34-194bdb0de5e9 None None] Routers {'47305bdf-5b2a-4801-990d-c081f1bfe46a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:42.973561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8a442691-aeec-464f-9b34-194bdb0de5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['47305bdf-5b2a-4801-990d-c081f1bfe46a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:43.051741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8a442691-aeec-464f-9b34-194bdb0de5e9 None None] Set router 47305bdf-5b2a-4801-990d-c081f1bfe46a gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:43.054239 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e2f391b6-b5d6-4ff7-9b75-10749d169b89 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/routers/47305bdf-5b2a-4801-990d-c081f1bfe46a HTTP/1.1" status: 200 len: 704 time: 0.0895085 Jul 16 18:21:43.061983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.119074 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-54d4f07d-2518-47dd-a449-10a899dabf1e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=47305bdf-5b2a-4801-990d-c081f1bfe46a HTTP/1.1" status: 200 len: 205 time: 0.0554547 Jul 16 18:21:43.123472 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.190739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8a442691-aeec-464f-9b34-194bdb0de5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47305bdf-5b2a-4801-990d-c081f1bfe46a', 'name': 'tempest-RoutersIpV6Test-router-1332519241', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:42Z', 'updated_at': '2021-07-16T18:21:42Z', 'revision_number': 2, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:43.236151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a442691-aeec-464f-9b34-194bdb0de5e9 None None] Checking router: 47305bdf-5b2a-4801-990d-c081f1bfe46a for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:43.245067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a442691-aeec-464f-9b34-194bdb0de5e9 None None] Routers {'47305bdf-5b2a-4801-990d-c081f1bfe46a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:43.246599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8a442691-aeec-464f-9b34-194bdb0de5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['47305bdf-5b2a-4801-990d-c081f1bfe46a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:43.251968 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a35d-9487-4367-9a68-696229ff012d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.317485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-8a442691-aeec-464f-9b34-194bdb0de5e9 None None] Set router 47305bdf-5b2a-4801-990d-c081f1bfe46a gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:43.375245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-8a442691-aeec-464f-9b34-194bdb0de5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47305bdf-5b2a-4801-990d-c081f1bfe46a', 'name': 'tempest-RoutersIpV6Test-router-1332519241', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:42Z', 'updated_at': '2021-07-16T18:21:42Z', 'revision_number': 2, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:43.403393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a442691-aeec-464f-9b34-194bdb0de5e9 None None] The sync data for ids ['47305bdf-5b2a-4801-990d-c081f1bfe46a'] in n-d-793618-9 is: [{'id': '47305bdf-5b2a-4801-990d-c081f1bfe46a', 'name': 'tempest-RoutersIpV6Test-router-1332519241', 'tenant_id': '40c82734c2ce45ab9ca232f2857aae07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:42Z', 'updated_at': '2021-07-16T18:21:42Z', 'revision_number': 2, 'project_id': '40c82734c2ce45ab9ca232f2857aae07', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:43.426198 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a35d-9487-4367-9a68-696229ff012d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.428431 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a35d-9487-4367-9a68-696229ff012d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.473586 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a35d-9487-4367-9a68-696229ff012d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.474129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac7a35d-9487-4367-9a68-696229ff012d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Fanout notify agent at l3_agent the message router_deleted on router 47305bdf-5b2a-4801-990d-c081f1bfe46a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:21:43.481559 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a35d-9487-4367-9a68-696229ff012d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.482822 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8ac7a35d-9487-4367-9a68-696229ff012d tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/47305bdf-5b2a-4801-990d-c081f1bfe46a HTTP/1.1" status: 204 len: 168 time: 0.3551791 Jul 16 18:21:43.486215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.516944 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-759448f9-2436-4686-8c9f-344d115f783e tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=47305bdf-5b2a-4801-990d-c081f1bfe46a HTTP/1.1" status: 200 len: 205 time: 0.0296173 Jul 16 18:21:43.519417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.560017 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d2b6873a-6600-4bbb-9622-3c271219adef tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] delete failed (client error): The resource could not be found. Jul 16 18:21:43.563476 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d2b6873a-6600-4bbb-9622-3c271219adef tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/47305bdf-5b2a-4801-990d-c081f1bfe46a HTTP/1.1" status: 404 len: 336 time: 0.0407262 Jul 16 18:21:43.563643 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33444) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.591897 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6744cb87-a2cf-4c28-ac33-838f657d5ff4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:43.592362 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6744cb87-a2cf-4c28-ac33-838f657d5ff4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:43.594182 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6744cb87-a2cf-4c28-ac33-838f657d5ff4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/e4966640-f826-4178-ba72-eb0fc756eb46 HTTP/1.1" status: 404 len: 337 time: 0.0296216 Jul 16 18:21:43.596683 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.623146 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-236f7b4e-0c83-48ce-9087-322f0081e2ea tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:43.623605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236f7b4e-0c83-48ce-9087-322f0081e2ea tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:43.625461 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-236f7b4e-0c83-48ce-9087-322f0081e2ea tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/0fb69e04-1f32-4c21-9720-1d8783839aaf HTTP/1.1" status: 404 len: 337 time: 0.0278511 Jul 16 18:21:43.628040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.653769 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-abadf288-4e0e-4e69-ac14-f602dafd75e7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:43.654144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abadf288-4e0e-4e69-ac14-f602dafd75e7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:43.656051 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-abadf288-4e0e-4e69-ac14-f602dafd75e7 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/7710356b-bcbe-4e99-82a4-410fc7639d23 HTTP/1.1" status: 404 len: 337 time: 0.0271180 Jul 16 18:21:43.658389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.687173 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-123becce-ae5f-460d-880d-1b9b45378afc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:43.687630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123becce-ae5f-460d-880d-1b9b45378afc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:43.689285 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-123becce-ae5f-460d-880d-1b9b45378afc tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/5692813b-4ace-42d0-85ab-1a29e97661a6 HTTP/1.1" status: 404 len: 337 time: 0.0300071 Jul 16 18:21:43.691818 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.720513 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-37621fc7-abd2-44fc-b863-1cdc25bb45b3 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e0da9bd-c169-4ebc-a96f-4731a79bf585 HTTP/1.1" status: 200 len: 205 time: 0.0276918 Jul 16 18:21:43.722752 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.757914 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-85c11dd4-4560-41fe-be56-4a7c25af2162 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] delete failed (client error): The resource could not be found. Jul 16 18:21:43.758891 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-85c11dd4-4560-41fe-be56-4a7c25af2162 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/1e0da9bd-c169-4ebc-a96f-4731a79bf585 HTTP/1.1" status: 404 len: 336 time: 0.0352712 Jul 16 18:21:43.761956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.794752 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4e5e732f-7792-4a96-8529-e94b9c6ee501 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=222d9c3b-9bff-49e4-b553-7803f2566efc HTTP/1.1" status: 200 len: 205 time: 0.0315719 Jul 16 18:21:43.797054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33458) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.833899 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-3e2c839f-7dd7-4966-b753-bbf102f8109b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] delete failed (client error): The resource could not be found. Jul 16 18:21:43.837380 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3e2c839f-7dd7-4966-b753-bbf102f8109b tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/222d9c3b-9bff-49e4-b553-7803f2566efc HTTP/1.1" status: 404 len: 336 time: 0.0369694 Jul 16 18:21:43.838073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33460) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.864630 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-647d60e8-4129-4f80-a62e-8ecebf449abe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:43.865082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647d60e8-4129-4f80-a62e-8ecebf449abe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:43.866796 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-647d60e8-4129-4f80-a62e-8ecebf449abe tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/7f64cf71-1a77-44db-a75f-ed0bcf85ea85 HTTP/1.1" status: 404 len: 337 time: 0.0283995 Jul 16 18:21:43.869541 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33462) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.897889 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5f4e0498-5580-4cd3-a2b8-1921e063d28c tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8d9b7f-ee28-4394-86b0-e4c15c75c198 HTTP/1.1" status: 200 len: 205 time: 0.0273108 Jul 16 18:21:43.900132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.940920 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-7b9fb242-b7e7-408d-b138-b486a73c83b4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] delete failed (client error): The resource could not be found. Jul 16 18:21:43.941849 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7b9fb242-b7e7-408d-b138-b486a73c83b4 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/0c8d9b7f-ee28-4394-86b0-e4c15c75c198 HTTP/1.1" status: 404 len: 336 time: 0.0408297 Jul 16 18:21:43.944368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33466) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:43.973151 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e5f60c1d-65dc-4148-a836-5b769c4a17b3 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=83e7aa22-c736-49b2-aa59-e82a5b613c4a HTTP/1.1" status: 200 len: 205 time: 0.0277719 Jul 16 18:21:43.975415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.015858 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9e763499-b75e-440a-906c-b756e6375793 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] delete failed (client error): The resource could not be found. Jul 16 18:21:44.016887 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9e763499-b75e-440a-906c-b756e6375793 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/83e7aa22-c736-49b2-aa59-e82a5b613c4a HTTP/1.1" status: 404 len: 336 time: 0.0405936 Jul 16 18:21:44.019586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.389302 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf34a378-d785-403f-ac46-d4a006560205 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:44.390044 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf34a378-d785-403f-ac46-d4a006560205 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:44.394389 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bf34a378-d785-403f-ac46-d4a006560205 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/3da86f93-0862-4390-8875-a462d9b5ac20 HTTP/1.1" status: 404 len: 337 time: 0.3710411 Jul 16 18:21:44.394389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.425176 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a806c35d-c17d-4b87-8db0-df7d95db2545 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3cd4c51-c046-40f5-800e-84850637c43a HTTP/1.1" status: 200 len: 205 time: 0.0291505 Jul 16 18:21:44.426892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33484) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.463169 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-60c17de0-77a8-4077-bd06-fe410ef3ad93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] delete failed (client error): The resource could not be found. Jul 16 18:21:44.464182 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-60c17de0-77a8-4077-bd06-fe410ef3ad93 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/d3cd4c51-c046-40f5-800e-84850637c43a HTTP/1.1" status: 404 len: 336 time: 0.0363891 Jul 16 18:21:44.466757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33486) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.500848 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae6fb7b-3ee5-49bf-bb12-d4326391b984 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:44.501224 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae6fb7b-3ee5-49bf-bb12-d4326391b984 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:44.502962 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2ae6fb7b-3ee5-49bf-bb12-d4326391b984 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/177ecc70-3ac4-4a2e-865a-329d4856adc0 HTTP/1.1" status: 404 len: 337 time: 0.0353186 Jul 16 18:21:44.505573 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.533665 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-762c3aea-8728-4b99-9998-826933d98203 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "GET /v2.0/ports?device_id=c98a54e8-cdd8-4f53-8da6-f57674132879 HTTP/1.1" status: 200 len: 205 time: 0.0269475 Jul 16 18:21:44.535906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.575572 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-fc6d0c74-21bd-4f3a-bdb0-f740d82e3f73 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] delete failed (client error): The resource could not be found. Jul 16 18:21:44.576629 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fc6d0c74-21bd-4f3a-bdb0-f740d82e3f73 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/routers/c98a54e8-cdd8-4f53-8da6-f57674132879 HTTP/1.1" status: 404 len: 336 time: 0.0398431 Jul 16 18:21:44.579257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.609271 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-be095b7b-922d-4e35-a9bc-338f7416efed tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:44.609758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be095b7b-922d-4e35-a9bc-338f7416efed tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:44.611462 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-be095b7b-922d-4e35-a9bc-338f7416efed tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/397e12c2-582d-4c92-922e-4d179b749e84 HTTP/1.1" status: 404 len: 337 time: 0.0313165 Jul 16 18:21:44.614151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.639779 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-624f650b-fc83-43f5-b5ea-4676198e5f24 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:44.640225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-624f650b-fc83-43f5-b5ea-4676198e5f24 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:44.641897 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-624f650b-fc83-43f5-b5ea-4676198e5f24 tempest-RoutersIpV6Test-1640053488 tempest-RoutersIpV6Test-1640053488-project] 10.222.0.52 "DELETE /v2.0/subnets/3d64bc31-c8ea-4c8b-ba11-42ebe7b53546 HTTP/1.1" status: 404 len: 337 time: 0.0268543 Jul 16 18:21:44.900260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.038877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e0f3df83-f4ed-444d-99c3-2a644a0ae352 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40c82734c2ce45ab9ca232f2857aae07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351857 Jul 16 18:21:45.039130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.104910 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60b0ebb0-c476-427a-920f-e50d4ba72117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.128436 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60b0ebb0-c476-427a-920f-e50d4ba72117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.181026 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60b0ebb0-c476-427a-920f-e50d4ba72117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.183844 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60b0ebb0-c476-427a-920f-e50d4ba72117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.185143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-60b0ebb0-c476-427a-920f-e50d4ba72117 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/709b5bec-4b54-4464-bb5f-675fe49fa214 HTTP/1.1" status: 204 len: 168 time: 0.1451275 Jul 16 18:21:45.197924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0ebb0-c476-427a-920f-e50d4ba72117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709b5bec-4b54-4464-bb5f-675fe49fa214,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.866465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.961532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ed19ff47-b5c3-4f5a-93e3-9e70dcdda4c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-992212514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:45.985110 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed19ff47-b5c3-4f5a-93e3-9e70dcdda4c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.986239 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed19ff47-b5c3-4f5a-93e3-9e70dcdda4c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.037653 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed19ff47-b5c3-4f5a-93e3-9e70dcdda4c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.041562 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed19ff47-b5c3-4f5a-93e3-9e70dcdda4c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.056961 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed19ff47-b5c3-4f5a-93e3-9e70dcdda4c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.058252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ed19ff47-b5c3-4f5a-93e3-9e70dcdda4c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1907575 Jul 16 18:21:46.061016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.065858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-917510903'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:46.086134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Made reservation on behalf of ba8cc14e6d2c4e849e5b6a21d83c2ce1 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:46.089613 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.098438 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.195145 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.199760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.224175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:46.265450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce626b7-0a6a-4d90-9080-19a0ea55107f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:46.268259 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.268610 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Added segment 45be848a-8012-4fa0-abf9-975571ac92d2 of type vlan for network 10b96cb1-202b-4736-a243-48f273e23fad Jul 16 18:21:46.317134 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.344341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50436cc7-43d5-43b1-8312-2d2c4a83d4af req-fedb925a-b123-4475-afbe-3ab7bef5f294 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.345969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50436cc7-43d5-43b1-8312-2d2c4a83d4af req-fedb925a-b123-4475-afbe-3ab7bef5f294 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1096 time: 0.1228676 Jul 16 18:21:46.358525 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.364038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.364618 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.418421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3562870 Jul 16 18:21:46.421160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.424489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50436cc7-43d5-43b1-8312-2d2c4a83d4af req-823b23d9-c1f9-4780-8bf0-2bc2a73fb06d tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729551 Jul 16 18:21:46.426433 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d8e60ab-8ce7-4650-ad15-370de663b1b2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Request body: {'subnet': {'network_id': '10b96cb1-202b-4736-a243-48f273e23fad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:46.456099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ed84a-c572-4ffe-b8b8-19d13fb6be38 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event updated for resources: {'Network': ['ID=10b96cb1-202b-4736-a243-48f273e23fad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:46.476014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 10b96cb1-202b-4736-a243-48f273e23fad details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:46.589813 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8e60ab-8ce7-4650-ad15-370de663b1b2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Made reservation on behalf of ba8cc14e6d2c4e849e5b6a21d83c2ce1 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:46.594835 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8e60ab-8ce7-4650-ad15-370de663b1b2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.659885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568448c6-df6c-440d-9a8e-0fb50323343f req-763155ca-b3fd-4cd0-9cb0-b0ce0faaecb4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.661449 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-568448c6-df6c-440d-9a8e-0fb50323343f req-763155ca-b3fd-4cd0-9cb0-b0ce0faaecb4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.1139667 Jul 16 18:21:46.705069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-568448c6-df6c-440d-9a8e-0fb50323343f req-7eaed343-39e5-4f9e-8b39-6eb52ebf56a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362892 Jul 16 18:21:46.731030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.799845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a547d549-c2fd-4995-a372-b042b64a724b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/7ffa3748-221c-471d-9399-b62a5aba3191 HTTP/1.1" status: 200 len: 992 time: 0.0671685 Jul 16 18:21:46.815184 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8e60ab-8ce7-4650-ad15-370de663b1b2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.889379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e60ab-8ce7-4650-ad15-370de663b1b2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event updated for resources: {'Subnet': ['ID=8e84ac62-193d-4d3f-bb08-e86b962ea76a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:46.896622 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8e60ab-8ce7-4650-ad15-370de663b1b2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Checking segment: {'id': '45be848a-8012-4fa0-abf9-975571ac92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '10b96cb1-202b-4736-a243-48f273e23fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:46.896996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e60ab-8ce7-4650-ad15-370de663b1b2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Network hostable DHCP agents. Network: 10b96cb1-202b-4736-a243-48f273e23fad, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:46.914011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e60ab-8ce7-4650-ad15-370de663b1b2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Network 10b96cb1-202b-4736-a243-48f273e23fad is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:46.924180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8d8e60ab-8ce7-4650-ad15-370de663b1b2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 10b96cb1-202b-4736-a243-48f273e23fad) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:46.930809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e60ab-8ce7-4650-ad15-370de663b1b2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.932174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8e60ab-8ce7-4650-ad15-370de663b1b2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.932707 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e4579-faf5-400d-959d-948f5c25d541 None None] Network 10b96cb1-202b-4736-a243-48f273e23fad requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:46.955513 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8d8e60ab-8ce7-4650-ad15-370de663b1b2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5331922 Jul 16 18:21:46.958619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33558) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.963756 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fbe62614-f48f-4aad-9414-194c3a8e54c6 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Request body: {'network': {'name': 'tempest-router-network01--1602499559'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:46.986390 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe62614-f48f-4aad-9414-194c3a8e54c6 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Made reservation on behalf of ba8cc14e6d2c4e849e5b6a21d83c2ce1 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:46.989960 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbe62614-f48f-4aad-9414-194c3a8e54c6 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.014100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe62614-f48f-4aad-9414-194c3a8e54c6 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:47.022886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbe62614-f48f-4aad-9414-194c3a8e54c6 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.023234 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-fbe62614-f48f-4aad-9414-194c3a8e54c6 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Added segment 79237b8b-44d1-40c3-b0e8-887b70af1cba of type vlan for network c92edc9a-a25e-48cd-a71b-60a2be415164 Jul 16 18:21:47.073057 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbe62614-f48f-4aad-9414-194c3a8e54c6 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.107693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-10b96cb1-202b-4736-a243-48f273e23fad', 'network_id': '10b96cb1-202b-4736-a243-48f273e23fad', 'tenant_id': 'ba8cc14e6d2c4e849e5b6a21d83c2ce1', 'fixed_ips': [{'subnet_id': '8e84ac62-193d-4d3f-bb08-e86b962ea76a'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:47.108822 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.111807 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbe62614-f48f-4aad-9414-194c3a8e54c6 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.117788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe62614-f48f-4aad-9414-194c3a8e54c6 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.118451 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbe62614-f48f-4aad-9414-194c3a8e54c6 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.148108 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fbe62614-f48f-4aad-9414-194c3a8e54c6 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1882699 Jul 16 18:21:47.150629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:47.157220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6597f797-6413-4366-b4d8-354788713b07 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Request body: {'network': {'name': 'tempest-router-network02--736304290'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:47.193164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6597f797-6413-4366-b4d8-354788713b07 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Made reservation on behalf of ba8cc14e6d2c4e849e5b6a21d83c2ce1 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:47.199040 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6597f797-6413-4366-b4d8-354788713b07 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.257207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6597f797-6413-4366-b4d8-354788713b07 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:47.260728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe62614-f48f-4aad-9414-194c3a8e54c6 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event updated for resources: {'Network': ['ID=c92edc9a-a25e-48cd-a71b-60a2be415164,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.274045 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6597f797-6413-4366-b4d8-354788713b07 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.274623 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-6597f797-6413-4366-b4d8-354788713b07 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Added segment a1119809-c9b3-40b9-b6b9-c57e3af16713 of type vlan for network ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853 Jul 16 18:21:47.278309 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Allocated IP 172.20.0.2 (10b96cb1-202b-4736-a243-48f273e23fad/8e84ac62-193d-4d3f-bb08-e86b962ea76a/0e618c0d-666a-4b39-be8f-8500f4c82bed) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:47.282733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c92edc9a-a25e-48cd-a71b-60a2be415164 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:47.340162 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6597f797-6413-4366-b4d8-354788713b07 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.389355 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6597f797-6413-4366-b4d8-354788713b07 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.397052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6597f797-6413-4366-b4d8-354788713b07 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.398088 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6597f797-6413-4366-b4d8-354788713b07 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.498314 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.512235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6597f797-6413-4366-b4d8-354788713b07 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3578193 Jul 16 18:21:47.512235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597f797-6413-4366-b4d8-354788713b07 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event updated for resources: {'Network': ['ID=ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.512872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:47.513869 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Transition to ACTIVE for port object 0e618c0d-666a-4b39-be8f-8500f4c82bed will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:47.518338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ffeacaa1-b5b9-4bd8-9b87-35281db3050b tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Request body: {'subnet': {'network_id': 'c92edc9a-a25e-48cd-a71b-60a2be415164', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:47.524771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:47.544559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Transition to ACTIVE for port object 0e618c0d-666a-4b39-be8f-8500f4c82bed will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:47.563401 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.645073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeacaa1-b5b9-4bd8-9b87-35281db3050b tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Made reservation on behalf of ba8cc14e6d2c4e849e5b6a21d83c2ce1 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:47.655101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Network 10b96cb1-202b-4736-a243-48f273e23fad is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:47.658623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:47.662784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:47.672172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Pushing event updated for resources: {'Port': ['ID=0e618c0d-666a-4b39-be8f-8500f4c82bed,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.674255 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffeacaa1-b5b9-4bd8-9b87-35281db3050b tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.741974 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Attempting to bind port 0e618c0d-666a-4b39-be8f-8500f4c82bed on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:47.742726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Attempting to bind port 0e618c0d-666a-4b39-be8f-8500f4c82bed by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '45be848a-8012-4fa0-abf9-975571ac92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '10b96cb1-202b-4736-a243-48f273e23fad'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:47.743352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Attempting to bind port 0e618c0d-666a-4b39-be8f-8500f4c82bed on network 10b96cb1-202b-4736-a243-48f273e23fad {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:47.750697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:47.751490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Checking segment: {'id': '45be848a-8012-4fa0-abf9-975571ac92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '10b96cb1-202b-4736-a243-48f273e23fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:47.752131 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.752756 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Bound using segment: {'id': '45be848a-8012-4fa0-abf9-975571ac92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '10b96cb1-202b-4736-a243-48f273e23fad'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:47.753443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Bound port: 0e618c0d-666a-4b39-be8f-8500f4c82bed, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45be848a-8012-4fa0-abf9-975571ac92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '10b96cb1-202b-4736-a243-48f273e23fad'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:47.754041 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.838521 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] For port 0e618c0d-666a-4b39-be8f-8500f4c82bed, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:47.843583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] For port 0e618c0d-666a-4b39-be8f-8500f4c82bed, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0e618c0d-666a-4b39-be8f-8500f4c82bed,segment=NetworkSegment(45be848a-8012-4fa0-abf9-975571ac92d2),segment_id=45be848a-8012-4fa0-abf9-975571ac92d2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:47.849667 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.907555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435fe5e-c395-42db-94a3-4fc46f89c14a req-8da6bd34-5b70-4cf2-a8c1-e913bb6ba404 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.909026 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b435fe5e-c395-42db-94a3-4fc46f89c14a req-8da6bd34-5b70-4cf2-a8c1-e913bb6ba404 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.0884230 Jul 16 18:21:47.950573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25f500-b56f-41e7-976b-770bdc6f2e00 None None] Pushing event updated for resources: {'Port': ['ID=0e618c0d-666a-4b39-be8f-8500f4c82bed,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.965981 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-4a0c9422-f1c0-4042-ab3e-6b9eb63dc068 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2116699 Jul 16 18:21:47.973035 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b435fe5e-c395-42db-94a3-4fc46f89c14a req-a3bb729a-5675-4af3-83c5-13e5025c4267 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520325 Jul 16 18:21:48.056612 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffeacaa1-b5b9-4bd8-9b87-35281db3050b tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.132839 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeacaa1-b5b9-4bd8-9b87-35281db3050b tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Checking segment: {'id': '79237b8b-44d1-40c3-b0e8-887b70af1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c92edc9a-a25e-48cd-a71b-60a2be415164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:48.133230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeacaa1-b5b9-4bd8-9b87-35281db3050b tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Network hostable DHCP agents. Network: c92edc9a-a25e-48cd-a71b-60a2be415164, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:48.139246 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeacaa1-b5b9-4bd8-9b87-35281db3050b tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event updated for resources: {'Subnet': ['ID=384818d0-828d-4931-a63d-352537aa00f6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:48.166464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeacaa1-b5b9-4bd8-9b87-35281db3050b tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Network c92edc9a-a25e-48cd-a71b-60a2be415164 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:48.197201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ffeacaa1-b5b9-4bd8-9b87-35281db3050b tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, c92edc9a-a25e-48cd-a71b-60a2be415164) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:48.207742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeacaa1-b5b9-4bd8-9b87-35281db3050b tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.208978 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffeacaa1-b5b9-4bd8-9b87-35281db3050b tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.224123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01ab48-6f98-45df-8f7c-55e44dc35bce None None] Network c92edc9a-a25e-48cd-a71b-60a2be415164 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:48.242780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:48.255046 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ffeacaa1-b5b9-4bd8-9b87-35281db3050b tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7248595 Jul 16 18:21:48.259632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d07cfd19-056b-431c-accb-7201617f1eca tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Request body: {'subnet': {'network_id': 'ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:48.442991 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07cfd19-056b-431c-accb-7201617f1eca tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Made reservation on behalf of ba8cc14e6d2c4e849e5b6a21d83c2ce1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:48.446836 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07cfd19-056b-431c-accb-7201617f1eca tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.462171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-c92edc9a-a25e-48cd-a71b-60a2be415164', 'network_id': 'c92edc9a-a25e-48cd-a71b-60a2be415164', 'tenant_id': 'ba8cc14e6d2c4e849e5b6a21d83c2ce1', 'fixed_ips': [{'subnet_id': '384818d0-828d-4931-a63d-352537aa00f6'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:48.463069 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.625508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Allocated IP 172.20.0.2 (c92edc9a-a25e-48cd-a71b-60a2be415164/384818d0-828d-4931-a63d-352537aa00f6/5d854d5e-00ba-402a-b955-801b5a99a0a1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:48.740231 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07cfd19-056b-431c-accb-7201617f1eca tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.806658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cfd19-056b-431c-accb-7201617f1eca tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event updated for resources: {'Subnet': ['ID=cd0a03ee-5e43-456d-bcb0-3a1f04bc5a58,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:48.869715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07cfd19-056b-431c-accb-7201617f1eca tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Checking segment: {'id': 'a1119809-c9b3-40b9-b6b9-c57e3af16713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:48.870024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0e618c0d-666a-4b39-be8f-8500f4c82bed up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:48.870590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07cfd19-056b-431c-accb-7201617f1eca tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Network hostable DHCP agents. Network: ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:48.917434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07cfd19-056b-431c-accb-7201617f1eca tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Network ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:48.938620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d07cfd19-056b-431c-accb-7201617f1eca tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:48.950330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cfd19-056b-431c-accb-7201617f1eca tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.950961 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d07cfd19-056b-431c-accb-7201617f1eca tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.953068 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.955183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629d57ab-bb0e-47ff-986b-f20daae26d8c None None] Network ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:48.985052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d07cfd19-056b-431c-accb-7201617f1eca tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7403598 Jul 16 18:21:48.988112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:48.998830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Transition to ACTIVE for port object 5d854d5e-00ba-402a-b955-801b5a99a0a1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:49.051893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 0e618c0d-666a-4b39-be8f-8500f4c82bed completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:49.096759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Transition to ACTIVE for port object 5d854d5e-00ba-402a-b955-801b5a99a0a1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:49.176425 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.228501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Network c92edc9a-a25e-48cd-a71b-60a2be415164 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:49.238932 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:49.249453 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:49.282928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Pushing event updated for resources: {'Port': ['ID=5d854d5e-00ba-402a-b955-801b5a99a0a1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:49.403849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33618) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:49.465154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f9581-c653-4444-a997-5c16738babcc req-728dc4b5-2b19-4a80-8f91-df20bf11df77 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.466945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f19f9581-c653-4444-a997-5c16738babcc req-728dc4b5-2b19-4a80-8f91-df20bf11df77 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.2646623 Jul 16 18:21:49.571628 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb45f-e813-4202-bd2e-037c482e7b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.602425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5167f3e-68d3-452b-b06b-8565623cd351 None None] Network 10b96cb1-202b-4736-a243-48f273e23fad requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:49.654759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f19f9581-c653-4444-a997-5c16738babcc req-e69739fc-1429-42a3-ab0c-e275e0aa22fd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887899 Jul 16 18:21:49.676383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Attempting to bind port 5d854d5e-00ba-402a-b955-801b5a99a0a1 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:49.677506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Attempting to bind port 5d854d5e-00ba-402a-b955-801b5a99a0a1 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '79237b8b-44d1-40c3-b0e8-887b70af1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c92edc9a-a25e-48cd-a71b-60a2be415164'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:49.678355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Attempting to bind port 5d854d5e-00ba-402a-b955-801b5a99a0a1 on network c92edc9a-a25e-48cd-a71b-60a2be415164 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:49.687389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.688500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7854b504-51c0-440d-9988-53f7c4b1dcff None None] Provisioning for port 0e618c0d-666a-4b39-be8f-8500f4c82bed completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:49.744084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb45f-e813-4202-bd2e-037c482e7b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.750593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:49.751388 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Checking segment: {'id': '79237b8b-44d1-40c3-b0e8-887b70af1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c92edc9a-a25e-48cd-a71b-60a2be415164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:49.751669 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.752238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Bound using segment: {'id': '79237b8b-44d1-40c3-b0e8-887b70af1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c92edc9a-a25e-48cd-a71b-60a2be415164'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:49.753251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Bound port: 5d854d5e-00ba-402a-b955-801b5a99a0a1, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79237b8b-44d1-40c3-b0e8-887b70af1cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c92edc9a-a25e-48cd-a71b-60a2be415164'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:49.753251 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.754981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7854b504-51c0-440d-9988-53f7c4b1dcff None None] Provisioning complete for port 0e618c0d-666a-4b39-be8f-8500f4c82bed triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:49.755523 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7854b504-51c0-440d-9988-53f7c4b1dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.762135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb45f-e813-4202-bd2e-037c482e7b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.793227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853', 'network_id': 'ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853', 'tenant_id': 'ba8cc14e6d2c4e849e5b6a21d83c2ce1', 'fixed_ips': [{'subnet_id': 'cd0a03ee-5e43-456d-bcb0-3a1f04bc5a58'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:49.794308 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.807583 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8b5eb45f-e813-4202-bd2e-037c482e7b98 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77e58cf370544b438d20b6fea11e3f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024177 Jul 16 18:21:49.809531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eb45f-e813-4202-bd2e-037c482e7b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205009f0-1173-4351-a4cb-3eed51ae7d48,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:49.812098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:49.865367 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5725b51c-3e68-41aa-a9b0-b894917f189c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.888823 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5725b51c-3e68-41aa-a9b0-b894917f189c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.953690 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5725b51c-3e68-41aa-a9b0-b894917f189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.956607 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5725b51c-3e68-41aa-a9b0-b894917f189c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.960296 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5725b51c-3e68-41aa-a9b0-b894917f189c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/205009f0-1173-4351-a4cb-3eed51ae7d48 HTTP/1.1" status: 204 len: 168 time: 0.1446168 Jul 16 18:21:49.967156 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725b51c-3e68-41aa-a9b0-b894917f189c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205009f0-1173-4351-a4cb-3eed51ae7d48,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.003007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-49d69eae-2ffb-4615-9730-e28e6bde7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.004820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-49d69eae-2ffb-4615-9730-e28e6bde7027 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1096 time: 0.1091659 Jul 16 18:21:50.012983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Allocated IP 172.20.0.1 (c92edc9a-a25e-48cd-a71b-60a2be415164/384818d0-828d-4931-a63d-352537aa00f6/8012cfd0-4a76-43c7-9bc2-230eecad43c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:50.035995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] For port 5d854d5e-00ba-402a-b955-801b5a99a0a1, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:50.117273 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] For port 5d854d5e-00ba-402a-b955-801b5a99a0a1, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5d854d5e-00ba-402a-b955-801b5a99a0a1,segment=NetworkSegment(79237b8b-44d1-40c3-b0e8-887b70af1cba),segment_id=79237b8b-44d1-40c3-b0e8-887b70af1cba)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:50.137401 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.143641 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7854b504-51c0-440d-9988-53f7c4b1dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.180950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-18ac1710-4306-440d-9adf-071d2abb09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.182825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-18ac1710-4306-440d-9adf-071d2abb09c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 897 time: 0.1714509 Jul 16 18:21:50.229161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Allocated IP 172.20.0.2 (ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853/cd0a03ee-5e43-456d-bcb0-3a1f04bc5a58/97d6a783-1885-4148-91ca-8c2c5aada2dc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:50.267316 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7854b504-51c0-440d-9988-53f7c4b1dcff None None] For port 0e618c0d-666a-4b39-be8f-8500f4c82bed, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0e618c0d-666a-4b39-be8f-8500f4c82bed,segment=NetworkSegment(45be848a-8012-4fa0-abf9-975571ac92d2),segment_id=45be848a-8012-4fa0-abf9-975571ac92d2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:50.278528 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7854b504-51c0-440d-9988-53f7c4b1dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.283755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f89dd-eb70-4730-9f86-19cddc6bb99c None None] Pushing event updated for resources: {'Port': ['ID=5d854d5e-00ba-402a-b955-801b5a99a0a1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.321373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-4dbfc6cc-6b28-48d1-a54e-f6cc127c4760 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 1000 time: 0.1102538 Jul 16 18:21:50.353985 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.398923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Transition to ACTIVE for port object 8012cfd0-4a76-43c7-9bc2-230eecad43c1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:50.422110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-002aff52-80c8-468f-b308-7c5663d8a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.423907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-002aff52-80c8-468f-b308-7c5663d8a0a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 200 len: 835 time: 0.0833628 Jul 16 18:21:50.429171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854b504-51c0-440d-9988-53f7c4b1dcff None None] Pushing event updated for resources: {'Port': ['ID=0e618c0d-666a-4b39-be8f-8500f4c82bed,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.509177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.537160 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.556263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Transition to ACTIVE for port object 97d6a783-1885-4148-91ca-8c2c5aada2dc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:50.556885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-0eccb276-ff30-4950-8290-13a8730acf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.558709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-0eccb276-ff30-4950-8290-13a8730acf92 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274531 Jul 16 18:21:50.565829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Network c92edc9a-a25e-48cd-a71b-60a2be415164 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:50.584303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:50.589495 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Transition to ACTIVE for port object 97d6a783-1885-4148-91ca-8c2c5aada2dc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:50.599963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:50.611161 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.684999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event updated for resources: {'Port': ['ID=8012cfd0-4a76-43c7-9bc2-230eecad43c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.698305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Pushing event updated for resources: {'Port': ['ID=97d6a783-1885-4148-91ca-8c2c5aada2dc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.725210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Network ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:50.727102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:50.736506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:50.773595 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.816481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Attempting to bind port 97d6a783-1885-4148-91ca-8c2c5aada2dc on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:50.817033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Attempting to bind port 97d6a783-1885-4148-91ca-8c2c5aada2dc by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'a1119809-c9b3-40b9-b6b9-c57e3af16713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:50.818333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Attempting to bind port 97d6a783-1885-4148-91ca-8c2c5aada2dc on network ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:50.826216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:50.826912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Checking segment: {'id': 'a1119809-c9b3-40b9-b6b9-c57e3af16713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:50.827576 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.828215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Bound using segment: {'id': 'a1119809-c9b3-40b9-b6b9-c57e3af16713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:50.829043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Bound port: 97d6a783-1885-4148-91ca-8c2c5aada2dc, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1119809-c9b3-40b9-b6b9-c57e3af16713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:50.830191 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.893068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-44e21d5b-3907-400c-b3e5-e06368da7fac service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260834 Jul 16 18:21:50.917533 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] For port 97d6a783-1885-4148-91ca-8c2c5aada2dc, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:50.940812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5d854d5e-00ba-402a-b955-801b5a99a0a1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:50.948313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] For port 97d6a783-1885-4148-91ca-8c2c5aada2dc, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=97d6a783-1885-4148-91ca-8c2c5aada2dc,segment=NetworkSegment(a1119809-c9b3-40b9-b6b9-c57e3af16713),segment_id=a1119809-c9b3-40b9-b6b9-c57e3af16713)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:50.950466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e0b3f80-0d21-4819-98b5-d722ec86c8e9 None None] Provisioning complete for port 0e618c0d-666a-4b39-be8f-8500f4c82bed triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:50.950911 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3f80-0d21-4819-98b5-d722ec86c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.987575 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.088726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf06cf-f58a-4af0-91c0-19f64a7522a5 None None] Pushing event updated for resources: {'Port': ['ID=97d6a783-1885-4148-91ca-8c2c5aada2dc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:51.094280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 5d854d5e-00ba-402a-b955-801b5a99a0a1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:51.101198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0e618c0d-666a-4b39-be8f-8500f4c82bed up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:51.109288 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.117996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-5d7e7194-4719-4349-a4a3-817806e71e30 service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044027 Jul 16 18:21:51.135502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb715dc9-850e-46eb-b1f1-eb4bc8b05d73 req-640ccffc-d140-4a7b-aa67-748b72a4a2dc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.141852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb715dc9-850e-46eb-b1f1-eb4bc8b05d73 req-640ccffc-d140-4a7b-aa67-748b72a4a2dc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.2069478 Jul 16 18:21:51.189568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 0e618c0d-666a-4b39-be8f-8500f4c82bed triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:51.190222 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.251089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb715dc9-850e-46eb-b1f1-eb4bc8b05d73 req-72b2abe7-b83c-430d-ad35-654bc2540799 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053665 Jul 16 18:21:51.559538 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.564291 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.640945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event updated for resources: {'Port': ['ID=8012cfd0-4a76-43c7-9bc2-230eecad43c1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:51.646156 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.698665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de35c97-8b19-4db5-8c11-f2cd7704da4d None None] Network c92edc9a-a25e-48cd-a71b-60a2be415164 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:51.739671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Network c92edc9a-a25e-48cd-a71b-60a2be415164 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:51.741022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:51.827273 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-444a5a9a-9873-4cac-ac60-dd363575bd93 None None] Provisioning for port 5d854d5e-00ba-402a-b955-801b5a99a0a1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:51.854305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-444a5a9a-9873-4cac-ac60-dd363575bd93 None None] Provisioning complete for port 5d854d5e-00ba-402a-b955-801b5a99a0a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:51.854776 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-444a5a9a-9873-4cac-ac60-dd363575bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.875386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Router 76abc9e4-d973-482c-a8b5-84def79b8e91 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:51.966424 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-444a5a9a-9873-4cac-ac60-dd363575bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.989847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:51.997790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f1276572-1403-40a1-96c4-a3c315f8044a tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "PUT /v2.0/routers/76abc9e4-d973-482c-a8b5-84def79b8e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0084965 Jul 16 18:21:52.000300 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18aa0f-b7e3-4e3d-ac62-3c4efa467b97 None None] Sync routers for ids ['76abc9e4-d973-482c-a8b5-84def79b8e91'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:52.000788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:52.013573 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18aa0f-b7e3-4e3d-ac62-3c4efa467b97 None None] Routers {'76abc9e4-d973-482c-a8b5-84def79b8e91'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:52.014581 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2f18aa0f-b7e3-4e3d-ac62-3c4efa467b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['76abc9e4-d973-482c-a8b5-84def79b8e91'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:52.017345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-444a5a9a-9873-4cac-ac60-dd363575bd93 None None] For port 5d854d5e-00ba-402a-b955-801b5a99a0a1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5d854d5e-00ba-402a-b955-801b5a99a0a1,segment=NetworkSegment(79237b8b-44d1-40c3-b0e8-887b70af1cba),segment_id=79237b8b-44d1-40c3-b0e8-887b70af1cba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:52.022000 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-444a5a9a-9873-4cac-ac60-dd363575bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.070324 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2f18aa0f-b7e3-4e3d-ac62-3c4efa467b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:52.081153 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18aa0f-b7e3-4e3d-ac62-3c4efa467b97 None None] Routers {'76abc9e4-d973-482c-a8b5-84def79b8e91'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:52.082081 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2f18aa0f-b7e3-4e3d-ac62-3c4efa467b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['76abc9e4-d973-482c-a8b5-84def79b8e91'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:52.094427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a5a9a-9873-4cac-ac60-dd363575bd93 None None] Pushing event updated for resources: {'Port': ['ID=5d854d5e-00ba-402a-b955-801b5a99a0a1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.215012 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2f18aa0f-b7e3-4e3d-ac62-3c4efa467b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:52.215960 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18aa0f-b7e3-4e3d-ac62-3c4efa467b97 None None] The sync data for ids ['76abc9e4-d973-482c-a8b5-84def79b8e91'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:52.252713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec370f03-3c63-4b30-95d6-715ef3964cf6 None None] Provisioning for port 8012cfd0-4a76-43c7-9bc2-230eecad43c1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:52.258115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec370f03-3c63-4b30-95d6-715ef3964cf6 None None] Provisioning complete for port 8012cfd0-4a76-43c7-9bc2-230eecad43c1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:52.258495 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec370f03-3c63-4b30-95d6-715ef3964cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.322074 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec370f03-3c63-4b30-95d6-715ef3964cf6 None None] Port 8012cfd0-4a76-43c7-9bc2-230eecad43c1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:52.334892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec370f03-3c63-4b30-95d6-715ef3964cf6 None None] Provisioning complete for port 5d854d5e-00ba-402a-b955-801b5a99a0a1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:52.336035 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec370f03-3c63-4b30-95d6-715ef3964cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.385171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bda679c-e9f7-4c3b-a5bd-34ac94d08477 None None] Network ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:52.441383 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d5d61775-eca8-4358-b26b-cd977a7e9ab9 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:52.442694 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d5d61775-eca8-4358-b26b-cd977a7e9ab9 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "PUT /v2.0/routers/76abc9e4-d973-482c-a8b5-84def79b8e91/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4409459 Jul 16 18:21:52.446345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:52.529812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613424ff-1250-49da-91b2-c2565d86f937 req-aa2f369c-eb1e-4321-835e-6d81819867a4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.537823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-613424ff-1250-49da-91b2-c2565d86f937 req-aa2f369c-eb1e-4321-835e-6d81819867a4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.1217215 Jul 16 18:21:52.581657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-613424ff-1250-49da-91b2-c2565d86f937 req-222b69a5-ef7e-4362-bf8f-c1f4547e34a7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 Jul 16 18:21:52.677590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05908781-80f2-41ab-9c8b-951f5a016daa None None] Provisioning for port 97d6a783-1885-4148-91ca-8c2c5aada2dc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:52.697250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-05908781-80f2-41ab-9c8b-951f5a016daa None None] Provisioning complete for port 8012cfd0-4a76-43c7-9bc2-230eecad43c1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:52.697799 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05908781-80f2-41ab-9c8b-951f5a016daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.742398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-05908781-80f2-41ab-9c8b-951f5a016daa None None] Port 8012cfd0-4a76-43c7-9bc2-230eecad43c1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:52.831256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5d854d5e-00ba-402a-b955-801b5a99a0a1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:52.865296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec64628c-06a8-4416-ad24-0541bda834e2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.887345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-607f6516-dc9f-4144-9590-0f73380515aa None None] Provisioning complete for port 8012cfd0-4a76-43c7-9bc2-230eecad43c1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:52.888099 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607f6516-dc9f-4144-9590-0f73380515aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.928859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 5d854d5e-00ba-402a-b955-801b5a99a0a1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:52.929411 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.932050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-607f6516-dc9f-4144-9590-0f73380515aa None None] Port 8012cfd0-4a76-43c7-9bc2-230eecad43c1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:53.010840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 97d6a783-1885-4148-91ca-8c2c5aada2dc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:53.074844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 97d6a783-1885-4148-91ca-8c2c5aada2dc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:53.080547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 97d6a783-1885-4148-91ca-8c2c5aada2dc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:53.081167 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.135053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ec64628c-06a8-4416-ad24-0541bda834e2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Deleting port 8012cfd0-4a76-43c7-9bc2-230eecad43c1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:53.135772 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec64628c-06a8-4416-ad24-0541bda834e2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.174853 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.207652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 97d6a783-1885-4148-91ca-8c2c5aada2dc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=97d6a783-1885-4148-91ca-8c2c5aada2dc,segment=NetworkSegment(a1119809-c9b3-40b9-b6b9-c57e3af16713),segment_id=a1119809-c9b3-40b9-b6b9-c57e3af16713)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:53.212235 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.233167 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec64628c-06a8-4416-ad24-0541bda834e2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.249542 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ec64628c-06a8-4416-ad24-0541bda834e2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Calling delete_port for 8012cfd0-4a76-43c7-9bc2-230eecad43c1 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:53.269276 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=97d6a783-1885-4148-91ca-8c2c5aada2dc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:53.443976 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec64628c-06a8-4416-ad24-0541bda834e2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.479456 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64628c-06a8-4416-ad24-0541bda834e2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event deleted for resources: {'Port': ['ID=8012cfd0-4a76-43c7-9bc2-230eecad43c1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:53.645593 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec64628c-06a8-4416-ad24-0541bda834e2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.800395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62d0a5-764d-411a-b196-36da62b2133b req-f01198b8-fa0e-4289-973d-d5f0154cdf54 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.802089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c62d0a5-764d-411a-b196-36da62b2133b req-f01198b8-fa0e-4289-973d-d5f0154cdf54 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.0759885 Jul 16 18:21:53.849752 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec64628c-06a8-4416-ad24-0541bda834e2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Router 76abc9e4-d973-482c-a8b5-84def79b8e91 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:53.856776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c62d0a5-764d-411a-b196-36da62b2133b req-38f33544-9000-417b-8a5e-1339052bc70e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481145 Jul 16 18:21:53.937737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec64628c-06a8-4416-ad24-0541bda834e2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:53.943301 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ec64628c-06a8-4416-ad24-0541bda834e2 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "PUT /v2.0/routers/76abc9e4-d973-482c-a8b5-84def79b8e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4955230 Jul 16 18:21:53.946925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da363c-6837-4cf4-b785-809702c9f5ac None None] Sync routers for ids ['76abc9e4-d973-482c-a8b5-84def79b8e91'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:53.947398 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33644) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:53.957090 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da363c-6837-4cf4-b785-809702c9f5ac None None] Routers {'76abc9e4-d973-482c-a8b5-84def79b8e91'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:53.957802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-97da363c-6837-4cf4-b785-809702c9f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['76abc9e4-d973-482c-a8b5-84def79b8e91'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:53.988296 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-3136a7bb-99f4-418a-b672-b3798c13e4c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] delete failed (client error): The resource could not be found. Jul 16 18:21:53.989342 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3136a7bb-99f4-418a-b672-b3798c13e4c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-180454149 HTTP/1.1" status: 404 len: 334 time: 0.0414042 Jul 16 18:21:53.993073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33646) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:53.994143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-97da363c-6837-4cf4-b785-809702c9f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:53.997533 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ea65b84c-ddf2-467f-b446-11c2e874c8a9 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Request body: {'router': {'external_gateway_info': {'network_id': '76abc9e4-d973-482c-a8b5-84def79b8e91'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:54.002978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da363c-6837-4cf4-b785-809702c9f5ac None None] Routers {'76abc9e4-d973-482c-a8b5-84def79b8e91'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:54.003589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-97da363c-6837-4cf4-b785-809702c9f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['76abc9e4-d973-482c-a8b5-84def79b8e91'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:54.035369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-97da363c-6837-4cf4-b785-809702c9f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:54.036034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da363c-6837-4cf4-b785-809702c9f5ac None None] The sync data for ids ['76abc9e4-d973-482c-a8b5-84def79b8e91'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:54.202345 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ea65b84c-ddf2-467f-b446-11c2e874c8a9 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.222679 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-ea65b84c-ddf2-467f-b446-11c2e874c8a9 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] update failed (client error): The resource could not be found. Jul 16 18:21:54.223747 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ea65b84c-ddf2-467f-b446-11c2e874c8a9 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "PUT /v2.0/routers/76abc9e4-d973-482c-a8b5-84def79b8e91 HTTP/1.1" status: 404 len: 339 time: 0.2297382 Jul 16 18:21:54.227321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:54.686547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 97d6a783-1885-4148-91ca-8c2c5aada2dc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:54.741165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 97d6a783-1885-4148-91ca-8c2c5aada2dc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:54.741601 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.823389 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.032459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e32415-54de-4694-807e-eaffe8801c99 req-8b4fb28e-f952-4629-9b81-1b13a1342af5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.034044 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15e32415-54de-4694-807e-eaffe8801c99 req-8b4fb28e-f952-4629-9b81-1b13a1342af5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.0642891 Jul 16 18:21:55.062654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Allocated IP 172.20.0.1 (10b96cb1-202b-4736-a243-48f273e23fad/8e84ac62-193d-4d3f-bb08-e86b962ea76a/ed876474-f8fa-46ab-add5-0b24d105ba8d) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:55.072355 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15e32415-54de-4694-807e-eaffe8801c99 req-93df9104-de84-43cf-a829-80db5cf4567e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323567 Jul 16 18:21:55.179809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.193306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Transition to ACTIVE for port object ed876474-f8fa-46ab-add5-0b24d105ba8d will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:55.224739 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.263803 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Network 10b96cb1-202b-4736-a243-48f273e23fad is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:55.268814 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:55.272563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:55.299313 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event updated for resources: {'Port': ['ID=ed876474-f8fa-46ab-add5-0b24d105ba8d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.328747 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.457172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.496555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7fece05f-0fc0-46d9-8a7c-47658cbf89f2 None None] Provisioning for port ed876474-f8fa-46ab-add5-0b24d105ba8d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:55.501052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7fece05f-0fc0-46d9-8a7c-47658cbf89f2 None None] Provisioning complete for port ed876474-f8fa-46ab-add5-0b24d105ba8d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:55.501532 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fece05f-0fc0-46d9-8a7c-47658cbf89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.535601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7fece05f-0fc0-46d9-8a7c-47658cbf89f2 None None] Port ed876474-f8fa-46ab-add5-0b24d105ba8d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:55.710417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.715047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.792448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event updated for resources: {'Port': ['ID=ed876474-f8fa-46ab-add5-0b24d105ba8d,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.795216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.884924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Network 10b96cb1-202b-4736-a243-48f273e23fad is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:55.886363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:55.989843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Router 76abc9e4-d973-482c-a8b5-84def79b8e91 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:56.088681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:56.094530 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d1bb0739-738d-4382-9d8e-2efddccbcb96 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "PUT /v2.0/routers/76abc9e4-d973-482c-a8b5-84def79b8e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8661709 Jul 16 18:21:56.097225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:56.101113 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5038a669-7c05-420b-965b-dcfdba563e17 None None] Sync routers for ids ['76abc9e4-d973-482c-a8b5-84def79b8e91'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:56.111464 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5038a669-7c05-420b-965b-dcfdba563e17 None None] Routers {'76abc9e4-d973-482c-a8b5-84def79b8e91'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:56.112090 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5038a669-7c05-420b-965b-dcfdba563e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['76abc9e4-d973-482c-a8b5-84def79b8e91'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:56.146618 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5038a669-7c05-420b-965b-dcfdba563e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:56.161060 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5038a669-7c05-420b-965b-dcfdba563e17 None None] Routers {'76abc9e4-d973-482c-a8b5-84def79b8e91'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:56.161717 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5038a669-7c05-420b-965b-dcfdba563e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['76abc9e4-d973-482c-a8b5-84def79b8e91'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:56.161867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-52db4313-2990-4c81-8ab6-4b0994c34fa6 None None] Provisioning complete for port ed876474-f8fa-46ab-add5-0b24d105ba8d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:56.162286 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52db4313-2990-4c81-8ab6-4b0994c34fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.204083 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5038a669-7c05-420b-965b-dcfdba563e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:56.204500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52db4313-2990-4c81-8ab6-4b0994c34fa6 None None] Port ed876474-f8fa-46ab-add5-0b24d105ba8d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:56.205057 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5038a669-7c05-420b-965b-dcfdba563e17 None None] The sync data for ids ['76abc9e4-d973-482c-a8b5-84def79b8e91'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:56.223080 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c9d30bb0-07fd-4e41-822f-3bf563bf4c40 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.284259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7beec62-3810-43a6-9907-657bf2655409 req-0140a205-2b96-4f6f-af84-4a44a8d55073 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.285690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7beec62-3810-43a6-9907-657bf2655409 req-0140a205-2b96-4f6f-af84-4a44a8d55073 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.0670996 Jul 16 18:21:56.298335 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-18168926-bf8c-489d-9bc2-703f652d419c req-abac69b4-755d-4157-ba6c-a8338bedacf8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1937957 Jul 16 18:21:56.318531 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c9d30bb0-07fd-4e41-822f-3bf563bf4c40 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:21:56.319601 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c9d30bb0-07fd-4e41-822f-3bf563bf4c40 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "DELETE /v2.0/routers/76abc9e4-d973-482c-a8b5-84def79b8e91 HTTP/1.1" status: 409 len: 329 time: 0.2213392 Jul 16 18:21:56.324557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:56.334297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7beec62-3810-43a6-9907-657bf2655409 req-ba94f01a-b253-4c5a-8f15-749595f7b0f9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428908 Jul 16 18:21:56.374399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18168926-bf8c-489d-9bc2-703f652d419c req-28e121f4-2af8-41ae-ae8f-42ae7f0cbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.375939 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-18168926-bf8c-489d-9bc2-703f652d419c req-28e121f4-2af8-41ae-ae8f-42ae7f0cbf40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 1097 time: 0.0546803 Jul 16 18:21:56.490481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18168926-bf8c-489d-9bc2-703f652d419c req-8e0c5c95-678f-4603-8cd6-dca24b94e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.492036 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-18168926-bf8c-489d-9bc2-703f652d419c req-8e0c5c95-678f-4603-8cd6-dca24b94e08a service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.0933073 Jul 16 18:21:56.535372 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-18168926-bf8c-489d-9bc2-703f652d419c req-2e709e41-d063-4878-8fb9-84bb643ddc27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79784b9f-64b8-4ef5-9c69-e81f6e04b45f HTTP/1.1" status: 200 len: 217 time: 0.0370665 Jul 16 18:21:56.585085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18168926-bf8c-489d-9bc2-703f652d419c req-c89f830e-8d5c-4c1d-888a-966a486236a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.586630 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-18168926-bf8c-489d-9bc2-703f652d419c req-c89f830e-8d5c-4c1d-888a-966a486236a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.0455353 Jul 16 18:21:56.651828 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18168926-bf8c-489d-9bc2-703f652d419c req-580aa4e8-d2d4-4deb-8bf9-6d86059f54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.654292 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-18168926-bf8c-489d-9bc2-703f652d419c req-580aa4e8-d2d4-4deb-8bf9-6d86059f54e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613968 Jul 16 18:21:56.747167 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-18168926-bf8c-489d-9bc2-703f652d419c req-bbfd24d4-147b-4d06-9b06-d03432c0be64 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857062 Jul 16 18:21:56.846134 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-18168926-bf8c-489d-9bc2-703f652d419c req-3a0b5d52-7cdb-4306-9a8d-610671ea0e9d service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927963 Jul 16 18:21:56.948855 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244575ce-2fd2-40d9-a53f-e160361747c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.200390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-244575ce-2fd2-40d9-a53f-e160361747c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Deleting port ed876474-f8fa-46ab-add5-0b24d105ba8d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:57.200636 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244575ce-2fd2-40d9-a53f-e160361747c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.286798 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244575ce-2fd2-40d9-a53f-e160361747c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.298437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-244575ce-2fd2-40d9-a53f-e160361747c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Calling delete_port for ed876474-f8fa-46ab-add5-0b24d105ba8d owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:57.495182 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244575ce-2fd2-40d9-a53f-e160361747c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.526615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244575ce-2fd2-40d9-a53f-e160361747c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event deleted for resources: {'Port': ['ID=ed876474-f8fa-46ab-add5-0b24d105ba8d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:57.602133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76630e-4710-4179-9e32-de7ceb30a5f5 req-c4fb31d4-d23f-43f8-8181-26bd6c44ce90 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.603672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b76630e-4710-4179-9e32-de7ceb30a5f5 req-c4fb31d4-d23f-43f8-8181-26bd6c44ce90 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.1571281 Jul 16 18:21:57.715026 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b76630e-4710-4179-9e32-de7ceb30a5f5 req-2440e0dc-e1b1-48b9-b1e0-d53618f968e1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053600 Jul 16 18:21:57.715809 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-244575ce-2fd2-40d9-a53f-e160361747c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.866857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244575ce-2fd2-40d9-a53f-e160361747c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Router 76abc9e4-d973-482c-a8b5-84def79b8e91 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:57.943487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244575ce-2fd2-40d9-a53f-e160361747c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:57.948441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-244575ce-2fd2-40d9-a53f-e160361747c4 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "PUT /v2.0/routers/76abc9e4-d973-482c-a8b5-84def79b8e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6229174 Jul 16 18:21:57.952682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:57.955257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196a9f5-dccc-4ecd-a74c-ec9a17a4b139 None None] Sync routers for ids ['76abc9e4-d973-482c-a8b5-84def79b8e91'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:57.964383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196a9f5-dccc-4ecd-a74c-ec9a17a4b139 None None] Routers {'76abc9e4-d973-482c-a8b5-84def79b8e91'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:57.965013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3196a9f5-dccc-4ecd-a74c-ec9a17a4b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['76abc9e4-d973-482c-a8b5-84def79b8e91'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:57.989162 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-897ee3be-8af5-42bd-95fd-b2353b348040 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] show failed (client error): The resource could not be found. Jul 16 18:21:57.990225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-897ee3be-8af5-42bd-95fd-b2353b348040 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-38064169 HTTP/1.1" status: 404 len: 333 time: 0.0366299 Jul 16 18:21:57.994054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:57.999100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b4d21ff1-48be-4bf2-bf2e-2c6d0a82edea tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:58.000542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3196a9f5-dccc-4ecd-a74c-ec9a17a4b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:58.009117 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196a9f5-dccc-4ecd-a74c-ec9a17a4b139 None None] Routers {'76abc9e4-d973-482c-a8b5-84def79b8e91'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:58.009753 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3196a9f5-dccc-4ecd-a74c-ec9a17a4b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:21:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['76abc9e4-d973-482c-a8b5-84def79b8e91'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:58.035297 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-b4d21ff1-48be-4bf2-bf2e-2c6d0a82edea tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] update failed (client error): The resource could not be found. Jul 16 18:21:58.036327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b4d21ff1-48be-4bf2-bf2e-2c6d0a82edea tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-2050030796 HTTP/1.1" status: 404 len: 335 time: 0.0413508 Jul 16 18:21:58.039876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:58.041790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3196a9f5-dccc-4ecd-a74c-ec9a17a4b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:58.042472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196a9f5-dccc-4ecd-a74c-ec9a17a4b139 None None] The sync data for ids ['76abc9e4-d973-482c-a8b5-84def79b8e91'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:58.093423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f1b25c-c8ae-41c7-a5e3-c1f5f14480e7 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Deleting subnet cd0a03ee-5e43-456d-bcb0-3a1f04bc5a58 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:58.096482 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92f1b25c-c8ae-41c7-a5e3-c1f5f14480e7 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.136067 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92f1b25c-c8ae-41c7-a5e3-c1f5f14480e7 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.223911 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92f1b25c-c8ae-41c7-a5e3-c1f5f14480e7 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.282316 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92f1b25c-c8ae-41c7-a5e3-c1f5f14480e7 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.309932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1b25c-c8ae-41c7-a5e3-c1f5f14480e7 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0a03ee-5e43-456d-bcb0-3a1f04bc5a58,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:58.311883 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92f1b25c-c8ae-41c7-a5e3-c1f5f14480e7 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.313828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-92f1b25c-c8ae-41c7-a5e3-c1f5f14480e7 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "DELETE /v2.0/subnets/cd0a03ee-5e43-456d-bcb0-3a1f04bc5a58 HTTP/1.1" status: 204 len: 168 time: 0.2727828 Jul 16 18:21:58.316292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:58.318812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53f39bc-4806-4a51-80f6-274bbe72ab8d None None] Network ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:58.366486 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5346346-4734-4269-94bd-47c4013226ef tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Deleting subnet 384818d0-828d-4931-a63d-352537aa00f6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:58.369552 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5346346-4734-4269-94bd-47c4013226ef tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.421126 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5346346-4734-4269-94bd-47c4013226ef tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.501699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9278d674-5d2d-46a1-906e-df4b05ec6878 None None] DHCP port deletion for ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:58.508342 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5346346-4734-4269-94bd-47c4013226ef tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.548391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9278d674-5d2d-46a1-906e-df4b05ec6878 None None] Deleting port 97d6a783-1885-4148-91ca-8c2c5aada2dc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:58.548957 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9278d674-5d2d-46a1-906e-df4b05ec6878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.568094 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5346346-4734-4269-94bd-47c4013226ef tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.597975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5346346-4734-4269-94bd-47c4013226ef tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event deleted for resources: {'Subnet': ['ID=384818d0-828d-4931-a63d-352537aa00f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:58.603618 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5346346-4734-4269-94bd-47c4013226ef tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.605676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c5346346-4734-4269-94bd-47c4013226ef tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "DELETE /v2.0/subnets/384818d0-828d-4931-a63d-352537aa00f6 HTTP/1.1" status: 204 len: 168 time: 0.2882988 Jul 16 18:21:58.608929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:58.612042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac2ec7-46e1-4383-8a39-7e31ff509ad7 None None] Network c92edc9a-a25e-48cd-a71b-60a2be415164 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:58.620690 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9278d674-5d2d-46a1-906e-df4b05ec6878 None None] For port 97d6a783-1885-4148-91ca-8c2c5aada2dc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=97d6a783-1885-4148-91ca-8c2c5aada2dc,segment=NetworkSegment(a1119809-c9b3-40b9-b6b9-c57e3af16713),segment_id=a1119809-c9b3-40b9-b6b9-c57e3af16713)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:58.621569 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9278d674-5d2d-46a1-906e-df4b05ec6878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.651173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9278d674-5d2d-46a1-906e-df4b05ec6878 None None] Calling delete_port for 97d6a783-1885-4148-91ca-8c2c5aada2dc owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:58.687865 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.748952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Deleting port 97d6a783-1885-4148-91ca-8c2c5aada2dc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:58.749445 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.826842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] For port 97d6a783-1885-4148-91ca-8c2c5aada2dc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=97d6a783-1885-4148-91ca-8c2c5aada2dc,segment=NetworkSegment(a1119809-c9b3-40b9-b6b9-c57e3af16713),segment_id=a1119809-c9b3-40b9-b6b9-c57e3af16713)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:58.827386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.840600 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 97d6a783-1885-4148-91ca-8c2c5aada2dc no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:58.853103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Calling delete_port for 97d6a783-1885-4148-91ca-8c2c5aada2dc owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:58.971303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f2695-a3be-4158-915c-fe04937bd139 req-3954fc9f-76e4-4fe5-acfd-a3c31d856347 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.972825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e18f2695-a3be-4158-915c-fe04937bd139 req-3954fc9f-76e4-4fe5-acfd-a3c31d856347 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.1353812 Jul 16 18:21:59.001990 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.033159 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9278d674-5d2d-46a1-906e-df4b05ec6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.038497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event deleted for resources: {'Port': ['ID=97d6a783-1885-4148-91ca-8c2c5aada2dc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:59.040210 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.042204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] No DVR routers for this DVR port 97d6a783-1885-4148-91ca-8c2c5aada2dc on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:59.051279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e18f2695-a3be-4158-915c-fe04937bd139 req-5b9e4617-a1f7-43c1-8f54-80036e31c4cb tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692394 Jul 16 18:21:59.070129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278d674-5d2d-46a1-906e-df4b05ec6878 None None] Pushing event deleted for resources: {'Port': ['ID=97d6a783-1885-4148-91ca-8c2c5aada2dc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:59.077450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9278d674-5d2d-46a1-906e-df4b05ec6878 None None] No DVR routers for this DVR port 97d6a783-1885-4148-91ca-8c2c5aada2dc on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:59.138774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0566344-7c26-4c7f-beee-f8d0e709a2cb None None] DHCP port deletion for c92edc9a-a25e-48cd-a71b-60a2be415164 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:59.146598 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.158382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:59.170245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1119809-c9b3-40b9-b6b9-c57e3af16713') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:59.170547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1119809-c9b3-40b9-b6b9-c57e3af16713') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:59.181259 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.202401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d0566344-7c26-4c7f-beee-f8d0e709a2cb None None] Deleting port 5d854d5e-00ba-402a-b955-801b5a99a0a1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:59.202940 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0566344-7c26-4c7f-beee-f8d0e709a2cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.207878 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.222162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:59.222518 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:59.225787 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:59.279205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d0566344-7c26-4c7f-beee-f8d0e709a2cb None None] For port 5d854d5e-00ba-402a-b955-801b5a99a0a1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5d854d5e-00ba-402a-b955-801b5a99a0a1,segment=NetworkSegment(79237b8b-44d1-40c3-b0e8-887b70af1cba),segment_id=79237b8b-44d1-40c3-b0e8-887b70af1cba)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:59.279777 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0566344-7c26-4c7f-beee-f8d0e709a2cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.290638 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.294586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d0566344-7c26-4c7f-beee-f8d0e709a2cb None None] Calling delete_port for 5d854d5e-00ba-402a-b955-801b5a99a0a1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:59.308793 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.310769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "DELETE /v2.0/networks/ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853 HTTP/1.1" status: 204 len: 168 time: 0.7006826 Jul 16 18:21:59.314415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:59.320729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845b6ea-97ff-45d6-9c40-98a424ba5008 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event deleted for resources: {'Network': ['ID=ebe9c6d9-606d-4ca8-9cbb-0c9c1ccff853,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:59.383056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0566344-7c26-4c7f-beee-f8d0e709a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.401723 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.411345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0566344-7c26-4c7f-beee-f8d0e709a2cb None None] Pushing event deleted for resources: {'Port': ['ID=5d854d5e-00ba-402a-b955-801b5a99a0a1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:59.413205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0566344-7c26-4c7f-beee-f8d0e709a2cb None None] No DVR routers for this DVR port 5d854d5e-00ba-402a-b955-801b5a99a0a1 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:59.491444 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.501560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92edc9a-a25e-48cd-a71b-60a2be415164']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:59.511263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79237b8b-44d1-40c3-b0e8-887b70af1cba') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:59.511567 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79237b8b-44d1-40c3-b0e8-887b70af1cba') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:59.520912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.535561 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.541588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:59.541988 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:59.545222 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:59.606217 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.613710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.615147 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "DELETE /v2.0/networks/c92edc9a-a25e-48cd-a71b-60a2be415164 HTTP/1.1" status: 204 len: 168 time: 0.2988422 Jul 16 18:21:59.618157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:59.626537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7d824-d1af-43ee-89fe-ac8fe654c579 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event deleted for resources: {'Network': ['ID=c92edc9a-a25e-48cd-a71b-60a2be415164,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:59.673558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde098ae-9403-45ee-b04b-1fdd9d37c1cb tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Deleting subnet 8e84ac62-193d-4d3f-bb08-e86b962ea76a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:59.676474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cde098ae-9403-45ee-b04b-1fdd9d37c1cb tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.714669 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cde098ae-9403-45ee-b04b-1fdd9d37c1cb tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.796005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cde098ae-9403-45ee-b04b-1fdd9d37c1cb tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.859497 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cde098ae-9403-45ee-b04b-1fdd9d37c1cb tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.886762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde098ae-9403-45ee-b04b-1fdd9d37c1cb tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event deleted for resources: {'Subnet': ['ID=8e84ac62-193d-4d3f-bb08-e86b962ea76a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:59.890510 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cde098ae-9403-45ee-b04b-1fdd9d37c1cb tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.892423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cde098ae-9403-45ee-b04b-1fdd9d37c1cb tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "DELETE /v2.0/subnets/8e84ac62-193d-4d3f-bb08-e86b962ea76a HTTP/1.1" status: 204 len: 168 time: 0.2732475 Jul 16 18:21:59.894982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:59.897556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65c581b-33ac-45c2-b87a-394cf3e42393 None None] Network 10b96cb1-202b-4736-a243-48f273e23fad requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:59.973786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.026035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Deleting port 0e618c0d-666a-4b39-be8f-8500f4c82bed {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:00.026379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.037167 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ace371e-a6f5-4697-9c33-66e5859505ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.076815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfbabcd-f105-43c1-803a-55e20710fc32 None None] DHCP port deletion for 10b96cb1-202b-4736-a243-48f273e23fad request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:00.097766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] For port 0e618c0d-666a-4b39-be8f-8500f4c82bed, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0e618c0d-666a-4b39-be8f-8500f4c82bed,segment=NetworkSegment(45be848a-8012-4fa0-abf9-975571ac92d2),segment_id=45be848a-8012-4fa0-abf9-975571ac92d2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:00.098139 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.118808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Calling delete_port for 0e618c0d-666a-4b39-be8f-8500f4c82bed owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:00.127499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7cfbabcd-f105-43c1-803a-55e20710fc32 None None] Deleting port 0e618c0d-666a-4b39-be8f-8500f4c82bed {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:00.127888 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cfbabcd-f105-43c1-803a-55e20710fc32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.195298 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7cfbabcd-f105-43c1-803a-55e20710fc32 None None] For port 0e618c0d-666a-4b39-be8f-8500f4c82bed, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0e618c0d-666a-4b39-be8f-8500f4c82bed,segment=NetworkSegment(45be848a-8012-4fa0-abf9-975571ac92d2),segment_id=45be848a-8012-4fa0-abf9-975571ac92d2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:00.196037 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cfbabcd-f105-43c1-803a-55e20710fc32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.208663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7cfbabcd-f105-43c1-803a-55e20710fc32 None None] Calling delete_port for 0e618c0d-666a-4b39-be8f-8500f4c82bed owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:00.243567 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.276743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] No DVR routers for this DVR port 0e618c0d-666a-4b39-be8f-8500f4c82bed on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:00.285059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event deleted for resources: {'Port': ['ID=0e618c0d-666a-4b39-be8f-8500f4c82bed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:00.286853 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cfbabcd-f105-43c1-803a-55e20710fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.313073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbabcd-f105-43c1-803a-55e20710fc32 None None] Pushing event deleted for resources: {'Port': ['ID=0e618c0d-666a-4b39-be8f-8500f4c82bed,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:00.314807 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfbabcd-f105-43c1-803a-55e20710fc32 None None] No DVR routers for this DVR port 0e618c0d-666a-4b39-be8f-8500f4c82bed on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:00.332244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb281b8-f5aa-490d-9c28-81755ccd1111 req-ec6b3b47-7c38-4f45-b36f-1036d629e7ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.334583 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb281b8-f5aa-490d-9c28-81755ccd1111 req-ec6b3b47-7c38-4f45-b36f-1036d629e7ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.1586821 Jul 16 18:22:00.395834 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.410558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b96cb1-202b-4736-a243-48f273e23fad']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:00.429813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45be848a-8012-4fa0-abf9-975571ac92d2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:00.430122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45be848a-8012-4fa0-abf9-975571ac92d2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:00.439176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecb281b8-f5aa-490d-9c28-81755ccd1111 req-1352e4d0-74c3-46ff-9622-3ea93e45ef41 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937703 Jul 16 18:22:00.442521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.456331 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.462221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:00.462608 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:00.465794 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:00.523839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.531800 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.533665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "DELETE /v2.0/networks/10b96cb1-202b-4736-a243-48f273e23fad HTTP/1.1" status: 204 len: 168 time: 0.6376116 Jul 16 18:22:00.536728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:00.545550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99848da5-2bde-4e39-ba0b-0ebc96a965a8 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Pushing event deleted for resources: {'Network': ['ID=10b96cb1-202b-4736-a243-48f273e23fad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:00.565755 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4d41d956-a2b2-4888-9c74-1718bfdb4c57 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "GET /v2.0/ports?device_id=76abc9e4-d973-482c-a8b5-84def79b8e91 HTTP/1.1" status: 200 len: 205 time: 0.0276980 Jul 16 18:22:00.568101 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:00.642076 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e90dd93-67b3-4ce8-a1a5-e5d6bddab275 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.686650 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5d854d5e-00ba-402a-b955-801b5a99a0a1 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:00.706740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 5d854d5e-00ba-402a-b955-801b5a99a0a1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:00.707088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5d854d5e-00ba-402a-b955-801b5a99a0a1 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:00.707499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0e618c0d-666a-4b39-be8f-8500f4c82bed no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:00.729101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 0e618c0d-666a-4b39-be8f-8500f4c82bed {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:00.729474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0e618c0d-666a-4b39-be8f-8500f4c82bed not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:00.805290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e90dd93-67b3-4ce8-a1a5-e5d6bddab275 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.807392 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e90dd93-67b3-4ce8-a1a5-e5d6bddab275 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.849439 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e90dd93-67b3-4ce8-a1a5-e5d6bddab275 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.849966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e90dd93-67b3-4ce8-a1a5-e5d6bddab275 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Fanout notify agent at l3_agent the message router_deleted on router 76abc9e4-d973-482c-a8b5-84def79b8e91 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:22:00.857267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e90dd93-67b3-4ce8-a1a5-e5d6bddab275 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.858564 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7e90dd93-67b3-4ce8-a1a5-e5d6bddab275 tempest-RoutersNegativeTest-1195417419 tempest-RoutersNegativeTest-1195417419-project] 10.222.0.52 "DELETE /v2.0/routers/76abc9e4-d973-482c-a8b5-84def79b8e91 HTTP/1.1" status: 204 len: 168 time: 0.2894163 Jul 16 18:22:01.103305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:01.241402 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b5088a14-9a3e-483d-b3c1-f5336299e172 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba8cc14e6d2c4e849e5b6a21d83c2ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368985 Jul 16 18:22:01.243768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:01.291960 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f02b2b28-3e47-497e-9886-3dd3d618bc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.313578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f02b2b28-3e47-497e-9886-3dd3d618bc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.359796 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f02b2b28-3e47-497e-9886-3dd3d618bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.362403 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f02b2b28-3e47-497e-9886-3dd3d618bc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.365821 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f02b2b28-3e47-497e-9886-3dd3d618bc3d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fce626b7-0a6a-4d90-9080-19a0ea55107f HTTP/1.1" status: 204 len: 168 time: 0.1189363 Jul 16 18:22:01.371897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b2b28-3e47-497e-9886-3dd3d618bc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce626b7-0a6a-4d90-9080-19a0ea55107f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:01.634865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddccdf-6278-4f76-8304-f829d75a03c6 req-cf666ec2-4bc8-4f29-8af1-b08bd784571a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.636454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6eddccdf-6278-4f76-8304-f829d75a03c6 req-cf666ec2-4bc8-4f29-8af1-b08bd784571a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.0684350 Jul 16 18:22:01.676851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6eddccdf-6278-4f76-8304-f829d75a03c6 req-f515cf41-6dea-49f0-8fe1-085feec4e4b5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339620 Jul 16 18:22:02.038304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:02.134644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ae253150-80ac-4622-b779-e60ef5daecba tempest-ServiceProvidersTest-169908970 tempest-ServiceProvidersTest-169908970-project] 10.222.0.52 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0952015 Jul 16 18:22:02.267055 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-810869fb-256b-45e2-8725-cf56b3a4a14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.369977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 33738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:02.472378 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02d4c262-098d-44b7-810a-d5ea9fe80f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.565675 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02d4c262-098d-44b7-810a-d5ea9fe80f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.569629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02d4c262-098d-44b7-810a-d5ea9fe80f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.608921 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-02d4c262-098d-44b7-810a-d5ea9fe80f30 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8197db24d310443a8f07219d2ff7502c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378230 Jul 16 18:22:02.610708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4c262-098d-44b7-810a-d5ea9fe80f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2417c65e-9e58-4dda-9750-8e5f11db9d6c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:02.611032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:02.626915 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.647735 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.664331 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d540255-53b0-4ce4-8d7f-4d3c59ced369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.686038 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d540255-53b0-4ce4-8d7f-4d3c59ced369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.693945 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.737633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d540255-53b0-4ce4-8d7f-4d3c59ced369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.740189 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d540255-53b0-4ce4-8d7f-4d3c59ced369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.741377 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9d540255-53b0-4ce4-8d7f-4d3c59ced369 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2417c65e-9e58-4dda-9750-8e5f11db9d6c HTTP/1.1" status: 204 len: 168 time: 0.1288188 Jul 16 18:22:02.751135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d540255-53b0-4ce4-8d7f-4d3c59ced369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2417c65e-9e58-4dda-9750-8e5f11db9d6c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:02.869710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a0ecd-01d8-453d-a616-98d37643f2d9 req-9c358755-9763-48e5-b5f3-f6b1303de3cc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:02.871823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e02a0ecd-01d8-453d-a616-98d37643f2d9 req-9c358755-9763-48e5-b5f3-f6b1303de3cc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.0664401 Jul 16 18:22:02.912939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e02a0ecd-01d8-453d-a616-98d37643f2d9 req-47f833e0-1990-428d-9500-6909744210d1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354214 Jul 16 18:22:03.035008 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-34e7e73b-f006-456c-8de7-dcdada95c21e service neutron] show failed (client error): The resource could not be found. Jul 16 18:22:03.036042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-34e7e73b-f006-456c-8de7-dcdada95c21e service neutron] 10.222.0.38 "GET /v2.0/ports/6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb/bindings/n-h2-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0559714 Jul 16 18:22:03.320542 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-9c8ee2d8-7983-4e05-a0df-0a9ab10b1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.322116 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-9c8ee2d8-7983-4e05-a0df-0a9ab10b1076 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4&tenant_id=7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 1096 time: 0.0885541 Jul 16 18:22:03.333246 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:03.408614 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.610956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:03.646497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:03.689491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:03.691883 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35ef874-723b-49a3-bc90-6e7aa996133c" -d '{"events": [{"server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:03.695935 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.720994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Transition to ACTIVE for port object 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:03.725743 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.773437 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f545b8-1a11-467e-9a1e-f2a8b2fc418a x-openstack-request-id: req-74f545b8-1a11-467e-9a1e-f2a8b2fc418a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:03.774009 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:03.774474 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74f545b8-1a11-467e-9a1e-f2a8b2fc418a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:03.775611 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'code': 200} Jul 16 18:22:03.793869 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.866532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:03.947964 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] No DVR routers for this DVR port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on host n-h1-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:04.101889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120aba5-15ac-4eac-97c5-8f65bd76a3b2 req-ca680adb-405a-4c74-84fc-f4e124618fdf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.103517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6120aba5-15ac-4eac-97c5-8f65bd76a3b2 req-ca680adb-405a-4c74-84fc-f4e124618fdf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 943 time: 0.0719473 Jul 16 18:22:04.146471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6120aba5-15ac-4eac-97c5-8f65bd76a3b2 req-4417e7b6-141b-4b25-bd54-99f607160749 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357218 Jul 16 18:22:04.446593 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Attempting to bind port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:04.446854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Attempting to bind port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:04.447212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Attempting to bind port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:04.452672 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:04.452998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Attempting to bind port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:04.458262 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:04.458613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Checking segment: {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:04.459016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Bound using segment: {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:04.459463 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Bound port: 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:04.459830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.521217 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:22:04.525569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:04.529489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:04.533674 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.567371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.568003 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.569455 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] 10.222.0.42 "PUT /v2.0/ports/6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 1091 time: 1.2402053 Jul 16 18:22:04.590765 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be862800-3a79-4617-8aec-84b03b6b3ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:04.653816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-c1f5228a-f847-4582-8cb1-f3b4790ca05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.655358 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-c1f5228a-f847-4582-8cb1-f3b4790ca05a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1094 time: 0.0605280 Jul 16 18:22:04.753567 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-399b7a26-0089-40a5-86c8-d5ba11634652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.755051 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-399b7a26-0089-40a5-86c8-d5ba11634652 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 897 time: 0.0936611 Jul 16 18:22:04.824373 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-9909344a-8b9c-443e-a3b6-93a7c6471cdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 998 time: 0.0634570 Jul 16 18:22:04.878113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-6ac09a3a-728a-438c-9ee9-00cda1a0d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.879809 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-6ac09a3a-728a-438c-9ee9-00cda1a0d280 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 200 len: 835 time: 0.0493393 Jul 16 18:22:04.939474 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-9cc741e4-5eab-47db-91e5-b307786c33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.941001 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-9cc741e4-5eab-47db-91e5-b307786c33c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551670 Jul 16 18:22:05.044949 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-87152ba3-d723-4d69-9923-53fdc1b31442 service neutron] 10.222.0.42 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976682 Jul 16 18:22:05.136621 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b5238d89-c7d3-4f05-a78b-204c8de12e82 req-c620fac0-7226-4756-a94d-07c0ae41149e service neutron] 10.222.0.42 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855396 Jul 16 18:22:05.337223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a5300-47ba-4904-aa4f-3fe3a3a24cb9 req-00dac0cb-865f-4f5c-bcaa-fd94dddcde71 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.338858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f95a5300-47ba-4904-aa4f-3fe3a3a24cb9 req-00dac0cb-865f-4f5c-bcaa-fd94dddcde71 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 943 time: 0.0698044 Jul 16 18:22:05.383940 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f95a5300-47ba-4904-aa4f-3fe3a3a24cb9 req-42740336-add2-4eaf-a84a-581a8dd45b49 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387924 Jul 16 18:22:05.490008 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.776761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:05.779235 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70" -d '{"events": [{"name": "network-changed", "server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:05.841753 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc3941c-a21c-40e7-8796-64cb4887c15d x-openstack-request-id: req-ccc3941c-a21c-40e7-8796-64cb4887c15d {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:05.844409 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:05.844673 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccc3941c-a21c-40e7-8796-64cb4887c15d {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:05.845125 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'status': 'completed', 'code': 200} Jul 16 18:22:05.929718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-643c1b5f-8406-49cd-bd7a-13071eb779e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.933657 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-643c1b5f-8406-49cd-bd7a-13071eb779e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1094 time: 0.0827484 Jul 16 18:22:05.963451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-7feb620b-16e8-4111-b889-128f1569aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.967480 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-7feb620b-16e8-4111-b889-128f1569aae7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1094 time: 0.1114988 Jul 16 18:22:05.971272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:06.053226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:06.139797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-38a93c13-3559-4ef4-bb8c-33bf55b13a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.141579 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-38a93c13-3559-4ef4-bb8c-33bf55b13a28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 897 time: 0.1990826 Jul 16 18:22:06.142225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70d3d37c-c609-4613-8a97-3464d8159f65 req-b70e2c7f-1436-46b8-bb63-d41517ae4447 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2303019 Jul 16 18:22:06.166887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-5d611c1b-93f6-48d5-8d37-c76c8be414ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.169000 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-5d611c1b-93f6-48d5-8d37-c76c8be414ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 897 time: 0.1932130 Jul 16 18:22:06.220556 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-f34d6aac-61e7-48ee-8edf-3f3a6851781a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 998 time: 0.0722218 Jul 16 18:22:06.271186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-e394a6cc-d30f-46b4-a537-1b7334f5aed2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 998 time: 0.0951741 Jul 16 18:22:06.274667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-cb6ac123-d4df-446a-b116-b26bc603cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.276401 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-cb6ac123-d4df-446a-b116-b26bc603cfff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 200 len: 835 time: 0.0492549 Jul 16 18:22:06.320251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3d37c-c609-4613-8a97-3464d8159f65 req-f2ecbe35-32c4-4a76-9e5e-2156b9bee8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.321735 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70d3d37c-c609-4613-8a97-3464d8159f65 req-f2ecbe35-32c4-4a76-9e5e-2156b9bee8bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 1097 time: 0.1089890 Jul 16 18:22:06.337240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-feeeb3a0-8518-4112-a4b2-d855b52a1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.337859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-b4da2a20-20ff-417e-b94a-fa47487643f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.338797 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-feeeb3a0-8518-4112-a4b2-d855b52a1a3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557034 Jul 16 18:22:06.339520 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-b4da2a20-20ff-417e-b94a-fa47487643f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 200 len: 835 time: 0.0623145 Jul 16 18:22:06.435713 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-a0cd17d7-b469-4721-b60b-d87e035b06df service neutron] 10.222.0.42 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899823 Jul 16 18:22:06.471524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3d37c-c609-4613-8a97-3464d8159f65 req-8affeffa-faa8-4e8a-a6a0-88c297b175ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.473012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70d3d37c-c609-4613-8a97-3464d8159f65 req-8affeffa-faa8-4e8a-a6a0-88c297b175ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.1257467 Jul 16 18:22:06.475663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-52f126fb-fd68-4b78-a7b2-18dfe93dc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.477024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-52f126fb-fd68-4b78-a7b2-18dfe93dc0cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308041 Jul 16 18:22:06.529402 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-c3570aaf-dd92-4e21-b456-eac8b1377a0d service neutron] 10.222.0.42 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865140 Jul 16 18:22:06.536472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70d3d37c-c609-4613-8a97-3464d8159f65 req-ee069b99-4357-40bf-b227-aabcc6465bcf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b08a4d8f-69e5-4867-91ac-381bac2f9465 HTTP/1.1" status: 200 len: 217 time: 0.0508084 Jul 16 18:22:06.911936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:07.010191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3d37c-c609-4613-8a97-3464d8159f65 req-5410deff-8562-48d7-8111-c3e51c60878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.011661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70d3d37c-c609-4613-8a97-3464d8159f65 req-5410deff-8562-48d7-8111-c3e51c60878d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.4599774 Jul 16 18:22:07.017666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:07.029949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'port_id': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'mac_address': 'fa:16:3e:aa:c3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:07.059488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-55a99381-ca09-4351-842f-e91c21a6e5a9 service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748651 Jul 16 18:22:07.067500 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.081345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:07.093931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaec7c-90ae-40ce-b46c-e4b70439e591 req-48a5f115-c458-4c5b-8ba8-5b73276cdc49 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.095419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3eaaec7c-90ae-40ce-b46c-e4b70439e591 req-48a5f115-c458-4c5b-8ba8-5b73276cdc49 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 943 time: 0.5634847 Jul 16 18:22:07.102728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:07.107921 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.159746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6be24-0b30-4469-a230-d057da7be00c req-0c719963-a2ed-433e-af70-b35414d753cc tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.161259 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04b6be24-0b30-4469-a230-d057da7be00c req-0c719963-a2ed-433e-af70-b35414d753cc tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2444928 Jul 16 18:22:07.161593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:07.234572 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3eaaec7c-90ae-40ce-b46c-e4b70439e591 req-0630703b-8a41-4e7e-963a-b01f420db0a0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254079 Jul 16 18:22:07.254105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3d37c-c609-4613-8a97-3464d8159f65 req-4b019434-c0fb-4b8a-83c0-37999fb6bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.255635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70d3d37c-c609-4613-8a97-3464d8159f65 req-4b019434-c0fb-4b8a-83c0-37999fb6bd0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2323542 Jul 16 18:22:07.294861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f28a80cf-2ba5-49ad-9f76-130cb32fbe70 req-523ed912-f024-438f-b78f-5a681b27452e service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244387 Jul 16 18:22:07.297752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04b6be24-0b30-4469-a230-d057da7be00c req-99128f60-19ec-4856-84f3-b8a3138838a4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998623 Jul 16 18:22:07.370558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:07.406419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70d3d37c-c609-4613-8a97-3464d8159f65 req-342ba617-ad76-4c29-8546-27ccd573f23e service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385579 Jul 16 18:22:07.561635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70d3d37c-c609-4613-8a97-3464d8159f65 req-829232e1-6658-4edf-9f85-e5a68b3f2ee9 service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459434 Jul 16 18:22:07.579632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42cbc8-90c6-48d0-b4b9-60ad6eeea87f req-09a86138-9c3c-4717-83ef-95196be758b9 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.581781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb42cbc8-90c6-48d0-b4b9-60ad6eeea87f req-09a86138-9c3c-4717-83ef-95196be758b9 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1244247 Jul 16 18:22:07.629623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb42cbc8-90c6-48d0-b4b9-60ad6eeea87f req-7db0d4a8-e70d-4b35-99fa-0465c25a76c0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427647 Jul 16 18:22:07.909673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-e0f54e6d-90b0-426f-83e0-ff3819a987ef tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.911180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-e0f54e6d-90b0-426f-83e0-ff3819a987ef tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 812 time: 0.1048591 Jul 16 18:22:07.926373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a83f48f6-cbdb-445d-b212-44a184bb745f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/quotas/7ff61005884a4cf495bfab056c2e2f39 HTTP/1.1" status: 200 len: 375 time: 0.0096047 Jul 16 18:22:08.006478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-4c6dcf77-fcc5-4d16-b42b-d88985fc063b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0747979 Jul 16 18:22:08.097116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-dd2e979e-4b6d-48b4-94fd-1bb1cbb1a83f service neutron] 10.222.0.52 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827131 Jul 16 18:22:08.191229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-04f26310-0c66-45eb-9ebd-fa2a785d0254 service neutron] 10.222.0.52 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881672 Jul 16 18:22:08.365893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15620be3-2bd6-44de-b965-5c4a7e68c165 req-a53559fd-fe53-40f1-b52d-131b3252ccfb tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 210 time: 0.0304372 Jul 16 18:22:08.440272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90d536-a333-4f3a-9a04-01475dee97f8 req-f54f7906-fab5-48d3-8eb6-d955d3d74081 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.447681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e90d536-a333-4f3a-9a04-01475dee97f8 req-f54f7906-fab5-48d3-8eb6-d955d3d74081 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 944 time: 0.0807974 Jul 16 18:22:08.499402 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e90d536-a333-4f3a-9a04-01475dee97f8 req-bc47e420-a7c1-4fad-b6db-4f23375bceb8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505931 Jul 16 18:22:08.937141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249378ed-5861-47a3-8c8c-a792915defec req-ac97ba94-7c19-4e0e-88d4-a9eb2ed87d38 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.938763 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-ac97ba94-7c19-4e0e-88d4-a9eb2ed87d38 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.42 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4&tenant_id=7d7e779da2c0442f85c056cdc3f73ede&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 944 time: 0.1549218 Jul 16 18:22:08.941292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:08.968665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e50be9-bc71-451b-be03-cb29e8d74c0c req-b42254c0-1096-4630-b2fd-5319e97f6472 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.970330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e50be9-bc71-451b-be03-cb29e8d74c0c req-b42254c0-1096-4630-b2fd-5319e97f6472 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 944 time: 0.0809853 Jul 16 18:22:09.024196 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-dc9d8342-f623-43f6-94f2-585fbf7f04e5 service neutron] 10.222.0.42 "GET /v2.0/ports/6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb/bindings/n-h2-793618-9 HTTP/1.1" status: 200 len: 382 time: 0.0679636 Jul 16 18:22:09.025461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e50be9-bc71-451b-be03-cb29e8d74c0c req-08f72b76-ac1a-4514-9ec3-625f2e430cc2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469015 Jul 16 18:22:09.048407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:09.063343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:09.065611 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.123896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249378ed-5861-47a3-8c8c-a792915defec req-36183c2f-b0d6-4d7d-a338-1e3092e50e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.125489 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-36183c2f-b0d6-4d7d-a338-1e3092e50e34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1095 time: 0.0756805 Jul 16 18:22:09.153715 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.177535 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:09.179801 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b226fbe2-c327-4cdb-a515-043c5f62573e" -d '{"events": [{"server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "name": "network-vif-plugged", "status": "completed", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:09.193279 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:09.200892 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.234938 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d2293a-c5d4-463a-9e64-551e8f1d737b x-openstack-request-id: req-09d2293a-c5d4-463a-9e64-551e8f1d737b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:09.235235 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "name": "network-vif-plugged", "status": "completed", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:09.235491 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09d2293a-c5d4-463a-9e64-551e8f1d737b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:09.235889 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'code': 200} Jul 16 18:22:09.236588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249378ed-5861-47a3-8c8c-a792915defec req-0c696618-9117-4ddb-b5ac-ffe07f3f6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.238241 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-0c696618-9117-4ddb-b5ac-ffe07f3f6ac7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 897 time: 0.1042781 Jul 16 18:22:09.258022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:09.308882 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-38e3c9e0-4762-4ed4-a536-380ff7ed4dde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 1000 time: 0.0636230 Jul 16 18:22:09.358763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249378ed-5861-47a3-8c8c-a792915defec req-c7711e3f-638d-4a3e-855e-961bb7ec46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.360209 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-c7711e3f-638d-4a3e-855e-961bb7ec46a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 200 len: 835 time: 0.0439391 Jul 16 18:22:09.419114 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249378ed-5861-47a3-8c8c-a792915defec req-3e73e6de-5fda-438b-87df-249a2ffd3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.420697 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-3e73e6de-5fda-438b-87df-249a2ffd3d7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532327 Jul 16 18:22:09.523018 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-fb9bbad0-5920-4501-af78-4538b5a1bdd9 service neutron] 10.222.0.42 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950639 Jul 16 18:22:09.538033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b9981149-f402-44e4-8b85-f3a4219b4800 req-4039f103-ded4-4845-8b7a-2dfbe27f9a50 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 210 time: 0.0489326 Jul 16 18:22:09.627523 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-aa11d4dd-5484-454e-b754-6e687b5cf2a2 service neutron] 10.222.0.42 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984473 Jul 16 18:22:09.654770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-59b531c3-ed80-48bf-8dbe-6695fdef25d6 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.656366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-59b531c3-ed80-48bf-8dbe-6695fdef25d6 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 812 time: 0.1292820 Jul 16 18:22:09.672112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Request body: {'port': {'device_id': 'a45afd4b-90ab-461d-b6fc-7abac2264a52', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'admin_state_up': True, 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:09.780450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Made reservation on behalf of 7ff61005884a4cf495bfab056c2e2f39 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:09.784274 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.912682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Allocated IP 172.20.0.8 (bf7b37a0-880b-4518-a8ff-3e201a36b0f9/17f4e093-5a5b-4032-9a05-4b47a9f45324/15b3d7de-8a7f-4ee8-8993-0d19975bd186) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:10.066924 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.082827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Transition to ACTIVE for port object 15b3d7de-8a7f-4ee8-8993-0d19975bd186 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:10.116933 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.131596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b08a4d8f-69e5-4867-91ac-381bac2f9465'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:10.134511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['79784b9f-64b8-4ef5-9c69-e81f6e04b45f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:10.158953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:10.166157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:10.194889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event updated for resources: {'Port': ['ID=15b3d7de-8a7f-4ee8-8993-0d19975bd186,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:10.198584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:10.291488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.292131 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.320282 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-8b4728c8-6693-4ec2-94e9-496993c9291b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6528876 Jul 16 18:22:10.332912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78019e-83bd-480b-adf6-be9b7c00872b req-1bb26fad-769f-4307-9e82-a8e3a2a2f9e8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.334563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e78019e-83bd-480b-adf6-be9b7c00872b req-1bb26fad-769f-4307-9e82-a8e3a2a2f9e8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.1724446 Jul 16 18:22:10.340463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Request body: {'port': {'device_id': 'a45afd4b-90ab-461d-b6fc-7abac2264a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:10.417013 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e78019e-83bd-480b-adf6-be9b7c00872b req-5e4827a7-4339-4ab8-b64c-e886418e8a63 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735099 Jul 16 18:22:10.464892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.479933 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a6d8f0d-f488-4f3a-84e6-ea697838005f None None] Provisioning for port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:10.485044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9a6d8f0d-f488-4f3a-84e6-ea697838005f None None] Provisioning complete for port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:10.485492 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a6d8f0d-f488-4f3a-84e6-ea697838005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.519971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9a6d8f0d-f488-4f3a-84e6-ea697838005f None None] Port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:10.794185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b3d7de-8a7f-4ee8-8993-0d19975bd186 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:10.803633 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.814412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7de17-b3a7-4edf-a2fe-62a144a8f122 req-5c08dabf-b6de-4f90-b830-b53e1a2cb82a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.815913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ff7de17-b3a7-4edf-a2fe-62a144a8f122 req-5c08dabf-b6de-4f90-b830-b53e1a2cb82a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 931 time: 0.1196132 Jul 16 18:22:10.831303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Transition to ACTIVE for port object 15b3d7de-8a7f-4ee8-8993-0d19975bd186 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:10.839617 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.902564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ff7de17-b3a7-4edf-a2fe-62a144a8f122 req-9b5cd4d7-f936-4a03-b30d-1ab43396d3ac tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790796 Jul 16 18:22:10.916826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Pushing event updated for resources: {'Port': ['ID=15b3d7de-8a7f-4ee8-8993-0d19975bd186,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:11.002549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Attempting to bind port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:11.003111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Attempting to bind port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:11.003569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Attempting to bind port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:11.011706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:11.012808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Attempting to bind port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:11.019639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:11.019985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Checking segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:11.020384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Bound using segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:11.020819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Bound port: 15b3d7de-8a7f-4ee8-8993-0d19975bd186, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:11.021235 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.108498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] For port 15b3d7de-8a7f-4ee8-8993-0d19975bd186, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:11.111726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] For port 15b3d7de-8a7f-4ee8-8993-0d19975bd186, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=15b3d7de-8a7f-4ee8-8993-0d19975bd186,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:11.115788 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.155232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.155860 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.157560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] 10.222.0.42 "PUT /v2.0/ports/15b3d7de-8a7f-4ee8-8993-0d19975bd186 HTTP/1.1" status: 200 len: 1091 time: 0.8217747 Jul 16 18:22:11.158009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45afd4b-90ab-461d-b6fc-7abac2264a52', 'tag': '15b3d7de-8a7f-4ee8-8993-0d19975bd186'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:11.160262 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a70ce0-92e7-40b2-ae20-c9a2610a5808" -d '{"events": [{"name": "network-changed", "server_uuid": "a45afd4b-90ab-461d-b6fc-7abac2264a52", "tag": "15b3d7de-8a7f-4ee8-8993-0d19975bd186"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:11.213468 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b30c36-74e0-4db2-8ef1-0d018625387f service neutron] Pushing event updated for resources: {'Port': ['ID=15b3d7de-8a7f-4ee8-8993-0d19975bd186,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:11.219478 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f4a54b-676a-4e36-ad5d-70a5a4ef0602 x-openstack-request-id: req-b5f4a54b-676a-4e36-ad5d-70a5a4ef0602 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:11.219782 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45afd4b-90ab-461d-b6fc-7abac2264a52", "tag": "15b3d7de-8a7f-4ee8-8993-0d19975bd186", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:11.220044 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5f4a54b-676a-4e36-ad5d-70a5a4ef0602 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:11.220438 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45afd4b-90ab-461d-b6fc-7abac2264a52', 'tag': '15b3d7de-8a7f-4ee8-8993-0d19975bd186', 'status': 'completed', 'code': 200} Jul 16 18:22:11.265402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-aea80d5b-8731-4b91-9a2c-85ecef4c1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.267004 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-aea80d5b-8731-4b91-9a2c-85ecef4c1826 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 1094 time: 0.0662744 Jul 16 18:22:11.325664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-49988b20-de1c-46c8-82eb-4e660cda79a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15b3d7de-8a7f-4ee8-8993-0d19975bd186 HTTP/1.1" status: 200 len: 217 time: 0.0457611 Jul 16 18:22:11.401122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-b45a4977-5e7b-42ed-96a5-95810fcce20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.402632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-b45a4977-5e7b-42ed-96a5-95810fcce20f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.0556631 Jul 16 18:22:11.465651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-6cda0c47-7d29-455f-a79b-b3114bf327ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.467369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-6cda0c47-7d29-455f-a79b-b3114bf327ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578845 Jul 16 18:22:11.617675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-cfab573c-8458-443f-84d6-1a55172fe981 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435995 Jul 16 18:22:11.723961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de2f94-82b0-4079-8376-b3d5e72bd4a4 req-b5886ea7-b026-46e5-838c-661074d3261a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.725615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3de2f94-82b0-4079-8376-b3d5e72bd4a4 req-b5886ea7-b026-46e5-838c-661074d3261a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.1539557 Jul 16 18:22:11.781441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9513bb9e-f529-4655-9150-15ee3d269aaf req-1ea64e1f-41bb-49b2-8d07-c131321d3ccf service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573093 Jul 16 18:22:11.825682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3de2f94-82b0-4079-8376-b3d5e72bd4a4 req-78e20314-8920-44eb-b89c-d36042772807 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772645 Jul 16 18:22:11.854526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249378ed-5861-47a3-8c8c-a792915defec req-54c432f8-65b7-4e61-8e03-cad8e73f8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.856806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-54c432f8-65b7-4e61-8e03-cad8e73f8169 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4&tenant_id=7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 1096 time: 0.1539848 Jul 16 18:22:11.877576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:11.967342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a70ce0-92e7-40b2-ae20-c9a2610a5808 req-e7a74a0d-d65d-4518-b862-a9967c856a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.968909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25a70ce0-92e7-40b2-ae20-c9a2610a5808 req-e7a74a0d-d65d-4518-b862-a9967c856a3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 1094 time: 0.1290443 Jul 16 18:22:11.971948 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.202418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a70ce0-92e7-40b2-ae20-c9a2610a5808 req-a352ed8f-2f08-4c6c-937d-473617d80e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.203904 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25a70ce0-92e7-40b2-ae20-c9a2610a5808 req-a352ed8f-2f08-4c6c-937d-473617d80e6e service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.2228873 Jul 16 18:22:12.275938 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25a70ce0-92e7-40b2-ae20-c9a2610a5808 req-f4f7e685-af6e-4dad-8339-5ba876a3f868 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15b3d7de-8a7f-4ee8-8993-0d19975bd186 HTTP/1.1" status: 200 len: 217 time: 0.0623565 Jul 16 18:22:12.291223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d8b67-e233-4a5c-99fb-b4747233c3b8 req-e3e1956e-c364-45c8-8801-90dd305abec4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.292737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-994d8b67-e233-4a5c-99fb-b4747233c3b8 req-e3e1956e-c364-45c8-8801-90dd305abec4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 943 time: 0.2576394 Jul 16 18:22:12.365404 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:12.409802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a70ce0-92e7-40b2-ae20-c9a2610a5808 req-9bba278b-e28d-4ad0-b958-9df4e7262e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.411285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25a70ce0-92e7-40b2-ae20-c9a2610a5808 req-9bba278b-e28d-4ad0-b958-9df4e7262e27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.1159348 Jul 16 18:22:12.422750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-994d8b67-e233-4a5c-99fb-b4747233c3b8 req-132950ea-17e0-46b8-8e70-f0b765c6ac97 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924330 Jul 16 18:22:12.424755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:12.497989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:12.503300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-402060a5-ab1a-44d3-a925-0c5e5c6f142a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.530409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a70ce0-92e7-40b2-ae20-c9a2610a5808 req-d2a84591-494e-404a-aee3-2f7ceec97b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.532294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25a70ce0-92e7-40b2-ae20-c9a2610a5808 req-d2a84591-494e-404a-aee3-2f7ceec97b09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134157 Jul 16 18:22:12.599117 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-402060a5-ab1a-44d3-a925-0c5e5c6f142a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.603084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-402060a5-ab1a-44d3-a925-0c5e5c6f142a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.649525 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-402060a5-ab1a-44d3-a925-0c5e5c6f142a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc1e21e7aed94f479219bd329222e9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819366 Jul 16 18:22:12.650700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402060a5-ab1a-44d3-a925-0c5e5c6f142a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569f52b4-381f-4686-8fdc-bf540c0782da,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:12.655274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 33916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:12.709290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91d3daff-2644-44c7-90a1-38cbb98de109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.732862 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91d3daff-2644-44c7-90a1-38cbb98de109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.784007 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91d3daff-2644-44c7-90a1-38cbb98de109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.786797 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-91d3daff-2644-44c7-90a1-38cbb98de109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.788008 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-91d3daff-2644-44c7-90a1-38cbb98de109 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/569f52b4-381f-4686-8fdc-bf540c0782da HTTP/1.1" status: 204 len: 168 time: 0.1314974 Jul 16 18:22:12.797885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3daff-2644-44c7-90a1-38cbb98de109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569f52b4-381f-4686-8fdc-bf540c0782da,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:12.898083 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.941582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Transition to ACTIVE for port object 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:12.950652 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.055793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25a70ce0-92e7-40b2-ae20-c9a2610a5808 req-594958bd-0951-4ac8-8111-8483fd06be16 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169940 Jul 16 18:22:13.062194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.222875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58c901-c4d2-43c5-a6fa-c012bc1892cc req-9cbf042d-879b-49a6-bfce-f138f13c2303 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.224325 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f58c901-c4d2-43c5-a6fa-c012bc1892cc req-9cbf042d-879b-49a6-bfce-f138f13c2303 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 944 time: 0.2444229 Jul 16 18:22:13.225118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] No DVR routers for this DVR port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:13.228404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:13.230655 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86577d77-4c97-41ce-9106-18cf12d34afc" -d '{"events": [{"server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:13.343214 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25a70ce0-92e7-40b2-ae20-c9a2610a5808 req-53435ddf-78dc-4d8b-9205-e92460047f16 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495136 Jul 16 18:22:13.344658 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fb1dad-d267-4281-be29-23e82d22d8c9 x-openstack-request-id: req-a7fb1dad-d267-4281-be29-23e82d22d8c9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:13.345039 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:13.345194 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7fb1dad-d267-4281-be29-23e82d22d8c9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:13.345604 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'code': 200} Jul 16 18:22:13.370301 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f58c901-c4d2-43c5-a6fa-c012bc1892cc req-aefced27-4574-4879-99a8-4d1d2253266c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001685 Jul 16 18:22:13.427235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Attempting to bind port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:13.427586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Attempting to bind port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:13.427926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Attempting to bind port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:13.432242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:13.432571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Attempting to bind port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:13.438068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:13.438416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Checking segment: {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:13.438822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Bound using segment: {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:13.439342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Bound port: 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf89745-eb19-428d-a590-a7bcecb8dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:13.439727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.517089 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:13.520556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:13.525442 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.614427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.614977 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.616568 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] 10.222.0.38 "PUT /v2.0/ports/6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 1092 time: 1.7432799 Jul 16 18:22:13.667557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a7a55-b663-4be0-be5c-593165564f5b service neutron] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.721412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d4be1-4e2a-4b7f-bf9e-858dc4c74526 req-adaa62cd-3e2d-4d4e-9003-3694645ce746 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.723296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f4d4be1-4e2a-4b7f-bf9e-858dc4c74526 req-adaa62cd-3e2d-4d4e-9003-3694645ce746 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 943 time: 0.1580713 Jul 16 18:22:13.758784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249378ed-5861-47a3-8c8c-a792915defec req-32ba0973-a84a-433d-bd7c-dda2263dda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.760335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-32ba0973-a84a-433d-bd7c-dda2263dda34 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1095 time: 0.1117082 Jul 16 18:22:13.787859 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f4d4be1-4e2a-4b7f-bf9e-858dc4c74526 req-f4a0ba6b-a0d9-4939-8495-5ed0f3381a1f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559928 Jul 16 18:22:13.882131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249378ed-5861-47a3-8c8c-a792915defec req-b0a22db0-58f9-469e-9143-8efb170aa5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.884177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-b0a22db0-58f9-469e-9143-8efb170aa5ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 897 time: 0.1132486 Jul 16 18:22:13.961203 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-7b7e6545-4bf8-4d79-97a7-ab60cfd7cefa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 998 time: 0.0706701 Jul 16 18:22:14.018945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249378ed-5861-47a3-8c8c-a792915defec req-b1889412-0209-4eae-87cf-516c5f056631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.020686 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-b1889412-0209-4eae-87cf-516c5f056631 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 200 len: 835 time: 0.0532851 Jul 16 18:22:14.105747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249378ed-5861-47a3-8c8c-a792915defec req-b4d05ca9-7dee-42a0-acac-7d851dcfb9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.108957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-b4d05ca9-7dee-42a0-acac-7d851dcfb9a3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823812 Jul 16 18:22:14.218370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-210eb042-147f-4d10-b5d3-8b45de37d83a service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031003 Jul 16 18:22:14.333037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-249378ed-5861-47a3-8c8c-a792915defec req-316621dc-9bc7-4662-b6f0-a457b9c07950 service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079121 Jul 16 18:22:14.565946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302da6-43fc-4fff-acd8-dd7e3cc0b3d9 req-08aadc91-5eca-4a74-addd-b6d70302ff5d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.567490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c302da6-43fc-4fff-acd8-dd7e3cc0b3d9 req-08aadc91-5eca-4a74-addd-b6d70302ff5d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 944 time: 0.0730538 Jul 16 18:22:14.606791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c302da6-43fc-4fff-acd8-dd7e3cc0b3d9 req-95c122b8-d89e-44f1-b000-5a67218064d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335891 Jul 16 18:22:14.986323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:14.987671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e02ab4-bd60-4fe5-8ae1-3fc10511b8d0 req-7fd17f51-c988-4646-ab13-4bf830771ddd tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.989259 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74e02ab4-bd60-4fe5-8ae1-3fc10511b8d0 req-7fd17f51-c988-4646-ab13-4bf830771ddd tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 943 time: 0.0695012 Jul 16 18:22:15.011512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 15b3d7de-8a7f-4ee8-8993-0d19975bd186 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:15.032600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74e02ab4-bd60-4fe5-8ae1-3fc10511b8d0 req-5066f277-f029-4826-8937-aff8a2230624 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369284 Jul 16 18:22:15.061558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:15.125436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 15b3d7de-8a7f-4ee8-8993-0d19975bd186, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=15b3d7de-8a7f-4ee8-8993-0d19975bd186,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:15.136708 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '15b3d7de-8a7f-4ee8-8993-0d19975bd186', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'port_id': '15b3d7de-8a7f-4ee8-8993-0d19975bd186', 'mac_address': 'fa:16:3e:71:95:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:15.177743 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.192058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b3d7de-8a7f-4ee8-8993-0d19975bd186 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:15.219374 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 15b3d7de-8a7f-4ee8-8993-0d19975bd186, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=15b3d7de-8a7f-4ee8-8993-0d19975bd186,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:15.223754 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.272887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=15b3d7de-8a7f-4ee8-8993-0d19975bd186,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:15.346657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:15.349027 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff5e48a-84e3-40bf-a4ac-3818a7753542" -d '{"events": [{"name": "network-changed", "server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:15.409699 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca319c8-c1e9-485d-be92-45516fc98bd7 x-openstack-request-id: req-7ca319c8-c1e9-485d-be92-45516fc98bd7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:15.410029 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:15.410261 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ca319c8-c1e9-485d-be92-45516fc98bd7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:15.410662 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'status': 'completed', 'code': 200} Jul 16 18:22:15.446207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['15b3d7de-8a7f-4ee8-8993-0d19975bd186'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:15.525216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-b4ed3194-8ebc-4664-935e-afc8fd5264c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.526876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-b4ed3194-8ebc-4664-935e-afc8fd5264c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1095 time: 0.0966744 Jul 16 18:22:15.529280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-abb1a96d-ea53-46ee-a114-6931b2b224ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.530813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-abb1a96d-ea53-46ee-a114-6931b2b224ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1095 time: 0.0905035 Jul 16 18:22:15.698553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-234252b2-fce1-4ed2-baf0-83b1803cb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.700084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-234252b2-fce1-4ed2-baf0-83b1803cb3b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 897 time: 0.1667392 Jul 16 18:22:15.701174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-265e60a2-d2a6-4cf0-bbad-ed825e4e297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.703946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-265e60a2-d2a6-4cf0-bbad-ed825e4e297d service neutron] 10.222.0.38 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 897 time: 0.1618810 Jul 16 18:22:15.885854 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-9265a2fa-41a0-4f91-b393-9b987ada1187 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 998 time: 0.1674268 Jul 16 18:22:15.914528 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-82a7d95f-7b92-498b-8c65-4c622ce3c935 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 998 time: 0.2073107 Jul 16 18:22:16.008898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-f16e1795-7ce8-47c8-9fb1-a8cb7d2783dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.011204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-f16e1795-7ce8-47c8-9fb1-a8cb7d2783dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 200 len: 835 time: 0.1175921 Jul 16 18:22:16.022701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2af480-3a73-4f8b-81a5-04b1be5f7b59 req-37688fc0-5a8f-430f-8f14-9555dec0e94c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.025255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5a2af480-3a73-4f8b-81a5-04b1be5f7b59 req-37688fc0-5a8f-430f-8f14-9555dec0e94c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 944 time: 0.2434366 Jul 16 18:22:16.048567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:16.061004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-251c9004-719c-4ebc-9c8c-b629c0e8c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.062883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-251c9004-719c-4ebc-9c8c-b629c0e8c69e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 200 len: 835 time: 0.1256926 Jul 16 18:22:16.134582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5a2af480-3a73-4f8b-81a5-04b1be5f7b59 req-1a2b5807-6ce7-45bd-9521-c0c57cc1ed47 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947144 Jul 16 18:22:16.160111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-4d61d1cd-87a5-4321-8181-4c88c77f806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.161670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-4d61d1cd-87a5-4321-8181-4c88c77f806d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352630 Jul 16 18:22:16.183396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:16.188048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-a56dcd75-ea03-4178-a73a-fad708f5c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.189601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-a56dcd75-ea03-4178-a73a-fad708f5c75f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180217 Jul 16 18:22:16.198378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'port_id': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'mac_address': 'fa:16:3e:aa:c3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:16.249845 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.270494 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:16.299390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:16.306346 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.378751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:16.396753 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-c60c74ff-db06-4005-9630-3b41c8413749 service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197244 Jul 16 18:22:16.407498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fa6af-7c52-4713-bc74-fad5b711f19e req-83e8b171-5e08-4f22-9a8e-10a990402c8c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.409994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b8fa6af-7c52-4713-bc74-fad5b711f19e req-83e8b171-5e08-4f22-9a8e-10a990402c8c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 944 time: 0.2431188 Jul 16 18:22:16.464795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-bd8ec0cd-0df0-4b12-b967-389fdea08740 service neutron] 10.222.0.42 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454636 Jul 16 18:22:16.531925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:16.535685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b8fa6af-7c52-4713-bc74-fad5b711f19e req-140e930e-ec05-4424-a627-a24b5b0a4616 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122630 Jul 16 18:22:16.599255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-318cfcd9-ad02-4e6d-b837-d2bd3d3827d7 service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866345 Jul 16 18:22:16.625022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ff5e48a-84e3-40bf-a4ac-3818a7753542 req-e16b4018-6e0f-4c13-b034-761908c9f7c0 service neutron] 10.222.0.42 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526160 Jul 16 18:22:16.992828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 15b3d7de-8a7f-4ee8-8993-0d19975bd186 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:17.043312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:17.047703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:17.048079 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.127330 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.154085 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45afd4b-90ab-461d-b6fc-7abac2264a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b3d7de-8a7f-4ee8-8993-0d19975bd186'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:17.156449 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce619f64-5ee9-478f-9004-c6e3c485b29c" -d '{"events": [{"server_uuid": "a45afd4b-90ab-461d-b6fc-7abac2264a52", "name": "network-vif-plugged", "status": "completed", "tag": "15b3d7de-8a7f-4ee8-8993-0d19975bd186"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:17.170523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 15b3d7de-8a7f-4ee8-8993-0d19975bd186, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=15b3d7de-8a7f-4ee8-8993-0d19975bd186,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:17.175084 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.201245 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f84c4e8-b58d-4c2c-91fa-e9470654911f x-openstack-request-id: req-6f84c4e8-b58d-4c2c-91fa-e9470654911f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:17.201568 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45afd4b-90ab-461d-b6fc-7abac2264a52", "name": "network-vif-plugged", "status": "completed", "tag": "15b3d7de-8a7f-4ee8-8993-0d19975bd186", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:17.201819 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f84c4e8-b58d-4c2c-91fa-e9470654911f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:17.202218 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45afd4b-90ab-461d-b6fc-7abac2264a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b3d7de-8a7f-4ee8-8993-0d19975bd186', 'code': 200} Jul 16 18:22:17.234183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=15b3d7de-8a7f-4ee8-8993-0d19975bd186,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:17.368752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa12c8-4280-4566-8f64-e8eb0c430906 req-30ddbea9-defb-4ed6-8c39-a35d442aa063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.370338 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaaa12c8-4280-4566-8f64-e8eb0c430906 req-30ddbea9-defb-4ed6-8c39-a35d442aa063 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 1096 time: 0.1057081 Jul 16 18:22:17.380144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b746c-311d-42ab-ad9f-db16695fec65 req-611451cc-e926-48b4-bc29-b95c2aba0f73 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.382636 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e3b746c-311d-42ab-ad9f-db16695fec65 req-611451cc-e926-48b4-bc29-b95c2aba0f73 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 945 time: 0.0840714 Jul 16 18:22:17.435786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaaa12c8-4280-4566-8f64-e8eb0c430906 req-13f62c1a-0e1e-435e-9f2f-5f84594b8123 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517857 Jul 16 18:22:17.449008 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e3b746c-311d-42ab-ad9f-db16695fec65 req-40515fbe-a105-4c36-a929-89afc2c6e253 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553563 Jul 16 18:22:17.475315 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:17.545150 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-187ec0f7-291e-4080-87a9-abe8ed09a0df tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/7ffa3748-221c-471d-9399-b62a5aba3191 HTTP/1.1" status: 200 len: 991 time: 0.0686598 Jul 16 18:22:17.723050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32259212-dff0-4c96-b90d-92ee15570d72 req-c3391185-0889-47a9-bd1f-13ea591a4fd4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.724603 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32259212-dff0-4c96-b90d-92ee15570d72 req-c3391185-0889-47a9-bd1f-13ea591a4fd4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 945 time: 0.0643656 Jul 16 18:22:17.770032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32259212-dff0-4c96-b90d-92ee15570d72 req-94fd179b-cf53-401f-8b47-083570204e40 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392237 Jul 16 18:22:18.078288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:18.129384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:18.133062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:18.133483 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.219401 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.259864 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:18.264180 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.316377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:18.952173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06502239-f2b8-46b2-84bb-9f6ef81d51d3 req-0da8f7f3-e2d9-42de-947d-c38b1319b80f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.953876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06502239-f2b8-46b2-84bb-9f6ef81d51d3 req-0da8f7f3-e2d9-42de-947d-c38b1319b80f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 945 time: 0.0643446 Jul 16 18:22:18.993953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06502239-f2b8-46b2-84bb-9f6ef81d51d3 req-bf77349f-cd3f-4566-87b4-861162d266a8 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342817 Jul 16 18:22:19.136269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73f348fd-5854-4ec1-acd9-3768e114b6df req-0f83c97f-a7bc-462c-9e71-f30fd8ab9476 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7ff61005884a4cf495bfab056c2e2f39 HTTP/1.1" status: 200 len: 267 time: 0.0338998 Jul 16 18:22:19.203635 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:19.206016 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeed0f9-fc7a-44f8-9bdf-02838ac406fd" -d '{"events": [{"server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "name": "network-vif-plugged", "status": "completed", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:19.208998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f348fd-5854-4ec1-acd9-3768e114b6df req-a3040a70-e264-4f30-833f-8589de27b46f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.210864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73f348fd-5854-4ec1-acd9-3768e114b6df req-a3040a70-e264-4f30-833f-8589de27b46f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 945 time: 0.0686114 Jul 16 18:22:19.224965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-73f348fd-5854-4ec1-acd9-3768e114b6df req-4f2d039c-56b1-4a3e-bc07-601195e523af tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Request body: {'port': {'security_groups': []}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:19.244037 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2471ef-b59e-42b9-aa8c-434329419e73 x-openstack-request-id: req-0b2471ef-b59e-42b9-aa8c-434329419e73 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:19.244326 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "name": "network-vif-plugged", "status": "completed", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:19.244585 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b2471ef-b59e-42b9-aa8c-434329419e73 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:19.244988 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'code': 200} Jul 16 18:22:19.316381 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73f348fd-5854-4ec1-acd9-3768e114b6df req-4f2d039c-56b1-4a3e-bc07-601195e523af tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.807206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-73f348fd-5854-4ec1-acd9-3768e114b6df req-4f2d039c-56b1-4a3e-bc07-601195e523af tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] For port 15b3d7de-8a7f-4ee8-8993-0d19975bd186, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=15b3d7de-8a7f-4ee8-8993-0d19975bd186,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:19.841495 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73f348fd-5854-4ec1-acd9-3768e114b6df req-4f2d039c-56b1-4a3e-bc07-601195e523af tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.846330 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73f348fd-5854-4ec1-acd9-3768e114b6df req-4f2d039c-56b1-4a3e-bc07-601195e523af tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.858871 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b08a4d8f-69e5-4867-91ac-381bac2f9465'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:19.861850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['79784b9f-64b8-4ef5-9c69-e81f6e04b45f', '15b3d7de-8a7f-4ee8-8993-0d19975bd186'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:19.888494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f348fd-5854-4ec1-acd9-3768e114b6df req-4f2d039c-56b1-4a3e-bc07-601195e523af tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.889101 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-73f348fd-5854-4ec1-acd9-3768e114b6df req-4f2d039c-56b1-4a3e-bc07-601195e523af tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.890720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73f348fd-5854-4ec1-acd9-3768e114b6df req-4f2d039c-56b1-4a3e-bc07-601195e523af tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "PUT /v2.0/ports/15b3d7de-8a7f-4ee8-8993-0d19975bd186 HTTP/1.1" status: 200 len: 904 time: 0.6716545 Jul 16 18:22:19.894141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45afd4b-90ab-461d-b6fc-7abac2264a52', 'tag': '15b3d7de-8a7f-4ee8-8993-0d19975bd186'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:19.898731 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91841d54-7d74-4dbc-b2d8-14b6f031d64b" -d '{"events": [{"name": "network-changed", "server_uuid": "a45afd4b-90ab-461d-b6fc-7abac2264a52", "tag": "15b3d7de-8a7f-4ee8-8993-0d19975bd186"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:19.939684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d039c-56b1-4a3e-bc07-601195e523af tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event updated for resources: {'Port': ['ID=15b3d7de-8a7f-4ee8-8993-0d19975bd186,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:19.964621 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba763c7-bc42-45d6-b036-3e72e988fc50 x-openstack-request-id: req-aba763c7-bc42-45d6-b036-3e72e988fc50 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:19.965232 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45afd4b-90ab-461d-b6fc-7abac2264a52", "tag": "15b3d7de-8a7f-4ee8-8993-0d19975bd186", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:19.965232 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aba763c7-bc42-45d6-b036-3e72e988fc50 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:19.965731 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45afd4b-90ab-461d-b6fc-7abac2264a52', 'tag': '15b3d7de-8a7f-4ee8-8993-0d19975bd186', 'status': 'completed', 'code': 200} Jul 16 18:22:19.989879 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['15b3d7de-8a7f-4ee8-8993-0d19975bd186'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:20.066155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91841d54-7d74-4dbc-b2d8-14b6f031d64b req-5e7274d1-2417-4270-85c6-0f75f1e0864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.069273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91841d54-7d74-4dbc-b2d8-14b6f031d64b req-5e7274d1-2417-4270-85c6-0f75f1e0864e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 1058 time: 0.0751469 Jul 16 18:22:20.210871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b9da0-ec25-48e3-a3fd-d4f2f4faed0d req-53bdea70-8f2d-42b3-8b82-a7f47e1a37d9 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.212378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e3b9da0-ec25-48e3-a3fd-d4f2f4faed0d req-53bdea70-8f2d-42b3-8b82-a7f47e1a37d9 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 907 time: 0.1580219 Jul 16 18:22:20.222823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91841d54-7d74-4dbc-b2d8-14b6f031d64b req-e5d29c2c-d625-4d50-b8c9-77c0a7a5cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.224534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91841d54-7d74-4dbc-b2d8-14b6f031d64b req-e5d29c2c-d625-4d50-b8c9-77c0a7a5cc25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.1284733 Jul 16 18:22:20.270391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a647230-1538-4162-bf72-1b19d579b8d4 None None] Provisioning complete for port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:20.270983 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a647230-1538-4162-bf72-1b19d579b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.273701 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91841d54-7d74-4dbc-b2d8-14b6f031d64b req-ae13b3b0-aaba-4543-897f-4ad875b72f2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15b3d7de-8a7f-4ee8-8993-0d19975bd186 HTTP/1.1" status: 200 len: 217 time: 0.0415976 Jul 16 18:22:20.331588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91841d54-7d74-4dbc-b2d8-14b6f031d64b req-080ea53b-977d-4f89-a8c0-9f24cce183a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.333339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91841d54-7d74-4dbc-b2d8-14b6f031d64b req-080ea53b-977d-4f89-a8c0-9f24cce183a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.0535560 Jul 16 18:22:20.455873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91841d54-7d74-4dbc-b2d8-14b6f031d64b req-4b987389-5f3a-43f4-845c-f452380bd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.457437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91841d54-7d74-4dbc-b2d8-14b6f031d64b req-4b987389-5f3a-43f4-845c-f452380bd171 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176374 Jul 16 18:22:20.465044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166772b-c406-4fa3-9d05-b90b78ba2e25 req-d15b970e-c91e-46b3-8a1c-aef71d21e3e8 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.467187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1166772b-c406-4fa3-9d05-b90b78ba2e25 req-d15b970e-c91e-46b3-8a1c-aef71d21e3e8 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1144536 Jul 16 18:22:20.558635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1166772b-c406-4fa3-9d05-b90b78ba2e25 req-0b1c26e8-0bfe-4383-bd62-9faa3eff82fb tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832722 Jul 16 18:22:20.586084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91841d54-7d74-4dbc-b2d8-14b6f031d64b req-34148c11-c7de-4a79-a207-9e8f5c580f39 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179395 Jul 16 18:22:20.707607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-91841d54-7d74-4dbc-b2d8-14b6f031d64b req-a362db37-0e34-4429-b431-0e0f511de635 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052682 Jul 16 18:22:20.764682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d678b1-d34d-4757-bc02-cc3baa02ad37 req-7a2a0890-422c-4ffd-8548-02baa09d5c03 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.766302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42d678b1-d34d-4757-bc02-cc3baa02ad37 req-7a2a0890-422c-4ffd-8548-02baa09d5c03 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0699399 Jul 16 18:22:20.818820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42d678b1-d34d-4757-bc02-cc3baa02ad37 req-5de1d822-a87b-4416-bea6-0fa5f48d1a48 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447760 Jul 16 18:22:21.108407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-2ead0407-5308-4800-ac65-2f7aa822d6f4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.109959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-2ead0407-5308-4800-ac65-2f7aa822d6f4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 812 time: 0.1082659 Jul 16 18:22:21.125430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-9923775d-c74a-4183-b63e-aa332afefacc tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/quotas/7ff61005884a4cf495bfab056c2e2f39 HTTP/1.1" status: 200 len: 375 time: 0.0098357 Jul 16 18:22:21.208854 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-790402a6-de13-49fb-8f64-b221db06e71f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0777421 Jul 16 18:22:21.303226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-3e38a87b-33bf-47b1-9416-02814b27e6f7 service neutron] 10.222.0.52 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874732 Jul 16 18:22:21.401167 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-74957625-07db-496f-b153-3500d2280720 service neutron] 10.222.0.52 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922816 Jul 16 18:22:21.577459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2b1c431-2c85-49e7-8294-fef5c2a1bea4 req-f99be69c-68c4-4ee9-b899-84ed734f0c96 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 210 time: 0.0285411 Jul 16 18:22:22.747514 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff33e28a-e1bb-492d-a765-82cda2553d22 req-b6069bf4-c272-4f87-8862-331b22d7ce07 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 210 time: 0.0442436 Jul 16 18:22:22.755213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-2a3910eb-688c-45c2-b346-b2be5adbb774 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.756704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-2a3910eb-688c-45c2-b346-b2be5adbb774 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.38 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 812 time: 0.1627250 Jul 16 18:22:22.782530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Request body: {'port': {'device_id': 'dbccb382-9d4d-4dad-9f2e-a97730b1f113', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'admin_state_up': True, 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:22.898188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Made reservation on behalf of 7ff61005884a4cf495bfab056c2e2f39 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:22.901874 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.048408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Allocated IP 172.20.0.4 (bf7b37a0-880b-4518-a8ff-3e201a36b0f9/17f4e093-5a5b-4032-9a05-4b47a9f45324/bc208eda-8df2-4724-84c3-cee74300e925) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:23.203075 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.217640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Transition to ACTIVE for port object bc208eda-8df2-4724-84c3-cee74300e925 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:23.252585 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.265345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b08a4d8f-69e5-4867-91ac-381bac2f9465'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:23.268491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['79784b9f-64b8-4ef5-9c69-e81f6e04b45f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:23.313838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:23.317690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:23.324642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:23.347449 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event updated for resources: {'Port': ['ID=bc208eda-8df2-4724-84c3-cee74300e925,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:23.363942 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:23.364867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:23.364867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:23.365177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:23.365491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:23.365955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:23.366358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:23.366836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:23.367197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:23.367644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:23.368013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:23.368415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:23.397128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.397928 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.415554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-990b0cbe-2a23-4d36-a238-66d1d0aa0ad3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6507733 Jul 16 18:22:23.430529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Request body: {'port': {'device_id': 'dbccb382-9d4d-4dad-9f2e-a97730b1f113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:23.529128 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.626622 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b2b814ec-4275-441c-8df9-b095f5e43fe0 None None] Provisioning for port bc208eda-8df2-4724-84c3-cee74300e925 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:23.633083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b2b814ec-4275-441c-8df9-b095f5e43fe0 None None] Provisioning complete for port bc208eda-8df2-4724-84c3-cee74300e925 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:23.633557 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2b814ec-4275-441c-8df9-b095f5e43fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.673101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b2b814ec-4275-441c-8df9-b095f5e43fe0 None None] Port bc208eda-8df2-4724-84c3-cee74300e925 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:23.839354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc208eda-8df2-4724-84c3-cee74300e925 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:23.845323 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.860435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Transition to ACTIVE for port object bc208eda-8df2-4724-84c3-cee74300e925 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:23.877633 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.978383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Pushing event updated for resources: {'Port': ['ID=bc208eda-8df2-4724-84c3-cee74300e925,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:24.077063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219dbc3-4cdc-4a17-95d0-bfed77feb37e req-d6bc8d34-ccc1-4b44-8132-4c30d9db19fc tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.078713 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d219dbc3-4cdc-4a17-95d0-bfed77feb37e req-d6bc8d34-ccc1-4b44-8132-4c30d9db19fc tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 943 time: 0.1569035 Jul 16 18:22:24.106144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Attempting to bind port bc208eda-8df2-4724-84c3-cee74300e925 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:24.107057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Attempting to bind port bc208eda-8df2-4724-84c3-cee74300e925 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:24.107409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Attempting to bind port bc208eda-8df2-4724-84c3-cee74300e925 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:24.117051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Port bc208eda-8df2-4724-84c3-cee74300e925 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:24.117423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Attempting to bind port bc208eda-8df2-4724-84c3-cee74300e925 on network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:24.132114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:24.132480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Checking segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:24.132854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Bound using segment: {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:24.133302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Bound port: bc208eda-8df2-4724-84c3-cee74300e925, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431b4132-ac04-40e6-b11d-a402a46cb170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:24.133694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.143615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d219dbc3-4cdc-4a17-95d0-bfed77feb37e req-6c24169b-751a-4e44-8876-783e61292a1f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589378 Jul 16 18:22:24.220046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] For port bc208eda-8df2-4724-84c3-cee74300e925, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:24.223299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] For port bc208eda-8df2-4724-84c3-cee74300e925, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bc208eda-8df2-4724-84c3-cee74300e925,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:24.227948 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.261854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.263043 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.264608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] 10.222.0.38 "PUT /v2.0/ports/bc208eda-8df2-4724-84c3-cee74300e925 HTTP/1.1" status: 200 len: 1091 time: 0.8395982 Jul 16 18:22:24.267125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbccb382-9d4d-4dad-9f2e-a97730b1f113', 'tag': 'bc208eda-8df2-4724-84c3-cee74300e925'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:24.270000 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d323fa3-8135-4ccd-8c7e-d20a43ebd2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "dbccb382-9d4d-4dad-9f2e-a97730b1f113", "tag": "bc208eda-8df2-4724-84c3-cee74300e925"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:24.324099 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5c4614-b124-40ef-b388-804914119def x-openstack-request-id: req-3a5c4614-b124-40ef-b388-804914119def {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:24.324495 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbccb382-9d4d-4dad-9f2e-a97730b1f113", "tag": "bc208eda-8df2-4724-84c3-cee74300e925", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:24.324675 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a5c4614-b124-40ef-b388-804914119def {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:24.325797 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbccb382-9d4d-4dad-9f2e-a97730b1f113', 'tag': 'bc208eda-8df2-4724-84c3-cee74300e925', 'status': 'completed', 'code': 200} Jul 16 18:22:24.344092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19cc9e-9e98-47ad-80a7-04783f27e730 service neutron] Pushing event updated for resources: {'Port': ['ID=bc208eda-8df2-4724-84c3-cee74300e925,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:24.381613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-b753fd70-1905-435d-ad5f-d9830c146bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.383429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-b753fd70-1905-435d-ad5f-d9830c146bf1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 1094 time: 0.0726805 Jul 16 18:22:24.431586 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-05fce623-f3de-4e9e-ae57-49fc790a3db0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc208eda-8df2-4724-84c3-cee74300e925 HTTP/1.1" status: 200 len: 217 time: 0.0414686 Jul 16 18:22:24.485263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-9a0fb4d8-edd9-48d3-ac7f-023ce0c7bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.486833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-9a0fb4d8-edd9-48d3-ac7f-023ce0c7bc83 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.0493665 Jul 16 18:22:24.547336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-065416c4-8a3f-46cb-8e9a-397be0209e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.548805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-065416c4-8a3f-46cb-8e9a-397be0209e9d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561359 Jul 16 18:22:24.642859 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-38deed1f-82f3-422b-9af0-d498d8ab3ae4 service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875185 Jul 16 18:22:24.736001 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4992bc0-95d2-468c-8fa1-e7eaaba955d7 req-3a0e85f1-ab6b-42e3-b2e8-66ec44b1927d service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872920 Jul 16 18:22:24.853161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d323fa3-8135-4ccd-8c7e-d20a43ebd2d6 req-b844f33c-0913-41c5-8e41-6d9c83d111a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.854809 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d323fa3-8135-4ccd-8c7e-d20a43ebd2d6 req-b844f33c-0913-41c5-8e41-6d9c83d111a5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 1094 time: 0.0675821 Jul 16 18:22:24.951698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d323fa3-8135-4ccd-8c7e-d20a43ebd2d6 req-2d1e41a6-19d2-43e1-ad32-2060cf3c35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.953197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d323fa3-8135-4ccd-8c7e-d20a43ebd2d6 req-2d1e41a6-19d2-43e1-ad32-2060cf3c35b7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.0928938 Jul 16 18:22:24.998512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d323fa3-8135-4ccd-8c7e-d20a43ebd2d6 req-712bc4bc-9e34-4835-9f7f-7bea0acbc529 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc208eda-8df2-4724-84c3-cee74300e925 HTTP/1.1" status: 200 len: 217 time: 0.0378730 Jul 16 18:22:25.047749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d323fa3-8135-4ccd-8c7e-d20a43ebd2d6 req-753a51d3-927b-4f90-9a37-c0f909748388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.049252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d323fa3-8135-4ccd-8c7e-d20a43ebd2d6 req-753a51d3-927b-4f90-9a37-c0f909748388 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.0447030 Jul 16 18:22:25.109677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d323fa3-8135-4ccd-8c7e-d20a43ebd2d6 req-c7a51045-55ca-43ac-b56a-ff39c97a1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.111232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d323fa3-8135-4ccd-8c7e-d20a43ebd2d6 req-c7a51045-55ca-43ac-b56a-ff39c97a1921 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541205 Jul 16 18:22:25.210135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d323fa3-8135-4ccd-8c7e-d20a43ebd2d6 req-9b4d9e29-97ff-4cc9-9565-d04ea39215d1 service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917604 Jul 16 18:22:25.350485 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d323fa3-8135-4ccd-8c7e-d20a43ebd2d6 req-da89c5fb-ffb9-4d11-96e6-3aa3969745d1 service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335182 Jul 16 18:22:25.382099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea4b1b-985a-406e-9592-531003a76709 req-1599d607-2931-49a7-9c5c-62788ca77733 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.383613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3ea4b1b-985a-406e-9592-531003a76709 req-1599d607-2931-49a7-9c5c-62788ca77733 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 943 time: 0.1063330 Jul 16 18:22:25.423962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3ea4b1b-985a-406e-9592-531003a76709 req-ceb67bc7-edad-444e-bf88-e9ad22c25b8b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Jul 16 18:22:26.603570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355103b-48b5-48e2-8053-611c2a3121ab req-172cde85-8761-46a2-a6a0-059aeda209e4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.605085 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c355103b-48b5-48e2-8053-611c2a3121ab req-172cde85-8761-46a2-a6a0-059aeda209e4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 943 time: 0.0648305 Jul 16 18:22:26.643531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c355103b-48b5-48e2-8053-611c2a3121ab req-25d7a05a-a4d7-483b-a902-4f4c396bc36f tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323963 Jul 16 18:22:27.842568 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6762bbf-60c6-4c1a-b2a0-8df5afbed78f req-8d29e766-b930-4208-ae47-3d2f04fd18ec tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.844455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6762bbf-60c6-4c1a-b2a0-8df5afbed78f req-8d29e766-b930-4208-ae47-3d2f04fd18ec tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 943 time: 0.0771141 Jul 16 18:22:27.890935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6762bbf-60c6-4c1a-b2a0-8df5afbed78f req-dd03e5d7-c811-4bc0-8be1-2708f810b82e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Jul 16 18:22:28.141741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device bc208eda-8df2-4724-84c3-cee74300e925 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:28.239857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port bc208eda-8df2-4724-84c3-cee74300e925, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bc208eda-8df2-4724-84c3-cee74300e925,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:28.252021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'bc208eda-8df2-4724-84c3-cee74300e925', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'port_id': 'bc208eda-8df2-4724-84c3-cee74300e925', 'mac_address': 'fa:16:3e:c1:6d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:28.289754 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.303268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc208eda-8df2-4724-84c3-cee74300e925 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:28.326595 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port bc208eda-8df2-4724-84c3-cee74300e925, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bc208eda-8df2-4724-84c3-cee74300e925,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:28.336803 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.385955 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=bc208eda-8df2-4724-84c3-cee74300e925,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:28.564203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['bc208eda-8df2-4724-84c3-cee74300e925'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:29.074037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5524e-8613-43b4-9049-86e7ceae627f req-0303f9a6-4284-480f-9c11-36d6d55f2741 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:29.076813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7cb5524e-8613-43b4-9049-86e7ceae627f req-0303f9a6-4284-480f-9c11-36d6d55f2741 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 944 time: 0.0741429 Jul 16 18:22:29.114334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7cb5524e-8613-43b4-9049-86e7ceae627f req-1dcbd2d9-66ab-4357-b5cb-17c83f6a4e94 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Jul 16 18:22:30.041276 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3c43fad-b346-4f4b-b3ee-14e62081bcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.151326 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device bc208eda-8df2-4724-84c3-cee74300e925 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:30.201952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port bc208eda-8df2-4724-84c3-cee74300e925 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:30.205736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port bc208eda-8df2-4724-84c3-cee74300e925 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:30.206119 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.286267 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.298098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724bc3c-9d15-4deb-a51b-24beea730447 req-773680b4-0648-4118-9a42-db7b8c3e2c2d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.299630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e724bc3c-9d15-4deb-a51b-24beea730447 req-773680b4-0648-4118-9a42-db7b8c3e2c2d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 944 time: 0.0676775 Jul 16 18:22:30.308750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbccb382-9d4d-4dad-9f2e-a97730b1f113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc208eda-8df2-4724-84c3-cee74300e925'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:30.311155 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cc6ec4-6873-4ac4-97ed-838653bf9ced" -d '{"events": [{"server_uuid": "dbccb382-9d4d-4dad-9f2e-a97730b1f113", "name": "network-vif-plugged", "status": "completed", "tag": "bc208eda-8df2-4724-84c3-cee74300e925"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:30.325870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port bc208eda-8df2-4724-84c3-cee74300e925, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bc208eda-8df2-4724-84c3-cee74300e925,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:30.332104 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.350174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e724bc3c-9d15-4deb-a51b-24beea730447 req-18843656-2111-4d26-95a6-bd79ce57386c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444174 Jul 16 18:22:30.383212 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a7219a-e31a-4ef7-a423-72f14f737eed x-openstack-request-id: req-a8a7219a-e31a-4ef7-a423-72f14f737eed {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:30.383509 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbccb382-9d4d-4dad-9f2e-a97730b1f113", "name": "network-vif-plugged", "status": "completed", "tag": "bc208eda-8df2-4724-84c3-cee74300e925", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:30.383762 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8a7219a-e31a-4ef7-a423-72f14f737eed {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:30.384157 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbccb382-9d4d-4dad-9f2e-a97730b1f113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc208eda-8df2-4724-84c3-cee74300e925', 'code': 200} Jul 16 18:22:30.482015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848c834-80dc-4b0f-8795-89d5e286df31 req-a2240f2e-15bf-4068-bb5f-2755aacbf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.483847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b848c834-80dc-4b0f-8795-89d5e286df31 req-a2240f2e-15bf-4068-bb5f-2755aacbf95b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 1096 time: 0.0600266 Jul 16 18:22:30.521570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b848c834-80dc-4b0f-8795-89d5e286df31 req-bab5ab98-6731-4ae6-84ea-b1d7b7c27ca4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316687 Jul 16 18:22:30.573468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=bc208eda-8df2-4724-84c3-cee74300e925,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:31.536414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260157b-ba7f-459a-aaa4-72aeebe6db87 req-8c835fc7-e940-4108-a305-621a14f5ed6c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.537867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7260157b-ba7f-459a-aaa4-72aeebe6db87 req-8c835fc7-e940-4108-a305-621a14f5ed6c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0643909 Jul 16 18:22:31.576583 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7260157b-ba7f-459a-aaa4-72aeebe6db87 req-d3e8f136-9e37-4c43-920e-e1530a347d93 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Jul 16 18:22:31.952030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ec1ea-4f53-48d0-8c3d-1743dc0b8d75 req-263f1643-099d-4717-9815-fbe645d42e80 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.959303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-880ec1ea-4f53-48d0-8c3d-1743dc0b8d75 req-263f1643-099d-4717-9815-fbe645d42e80 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0959866 Jul 16 18:22:31.993292 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-880ec1ea-4f53-48d0-8c3d-1743dc0b8d75 req-09cad9ae-1509-4a6c-bb21-04eec7fc38de tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Jul 16 18:22:32.269303 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb5e808e-fa50-494a-9c7a-52f1cc23b901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.645732 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.646787 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.694925 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.179556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d2066-8deb-48dc-8faa-c4fadd8ec48f req-40de0572-37de-4b37-9c9f-b9bd7d1cdd52 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.180907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-970d2066-8deb-48dc-8faa-c4fadd8ec48f req-40de0572-37de-4b37-9c9f-b9bd7d1cdd52 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0685022 Jul 16 18:22:33.218580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-970d2066-8deb-48dc-8faa-c4fadd8ec48f req-fd66a88c-5647-4206-a39b-fa912d8720a0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318797 Jul 16 18:22:33.768508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1551bd4-fd78-4461-90a7-e955358a59d1 req-8cf533fc-dffe-49cd-af01-80401b444bef tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.770054 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1551bd4-fd78-4461-90a7-e955358a59d1 req-8cf533fc-dffe-49cd-af01-80401b444bef tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0677886 Jul 16 18:22:33.789121 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.814908 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1551bd4-fd78-4461-90a7-e955358a59d1 req-5833c27f-cc7c-40c1-9155-fdea668d2456 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382550 Jul 16 18:22:34.996838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cab502-0422-4db5-ba73-a03401642198 req-124f79bd-e6b0-4c4a-9c7d-771a38163e5d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:34.998888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62cab502-0422-4db5-ba73-a03401642198 req-124f79bd-e6b0-4c4a-9c7d-771a38163e5d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0680072 Jul 16 18:22:35.038455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62cab502-0422-4db5-ba73-a03401642198 req-55e9ae3b-0a40-4c9e-b301-7e55f6165cbc tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Jul 16 18:22:35.492819 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.205590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device bc208eda-8df2-4724-84c3-cee74300e925 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:36.239820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f321748-efcf-4bd5-be0f-14b82ba3c396 req-4d219877-d73d-4682-9d6c-a726ec58ed70 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.241514 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f321748-efcf-4bd5-be0f-14b82ba3c396 req-4d219877-d73d-4682-9d6c-a726ec58ed70 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0841408 Jul 16 18:22:36.382899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port bc208eda-8df2-4724-84c3-cee74300e925, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bc208eda-8df2-4724-84c3-cee74300e925,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:36.396832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f321748-efcf-4bd5-be0f-14b82ba3c396 req-8f45e49c-d3e9-4d16-8163-e691a9cf0a1b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437190 Jul 16 18:22:36.404249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'bc208eda-8df2-4724-84c3-cee74300e925', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'port_id': 'bc208eda-8df2-4724-84c3-cee74300e925', 'mac_address': 'fa:16:3e:c1:6d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:36.472712 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.491016 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc208eda-8df2-4724-84c3-cee74300e925 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:36.513968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port bc208eda-8df2-4724-84c3-cee74300e925, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bc208eda-8df2-4724-84c3-cee74300e925,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:36.518774 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.585256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=bc208eda-8df2-4724-84c3-cee74300e925,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:36.593415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:36.594006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:36.594659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:36.595236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:36.595868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:36.596509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:36.597038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:36.597593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:36.598098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:36.598616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:36.599141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:36.599680 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:36.620043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['bc208eda-8df2-4724-84c3-cee74300e925'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:37.659182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269475d-3cb4-4320-b5bb-ab59160982f4 req-113a8ad6-48a5-4ef4-af22-39df5b106838 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.660964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9269475d-3cb4-4320-b5bb-ab59160982f4 req-113a8ad6-48a5-4ef4-af22-39df5b106838 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 944 time: 0.0991051 Jul 16 18:22:37.719980 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9269475d-3cb4-4320-b5bb-ab59160982f4 req-eda7911e-16a0-41b1-8408-1ea31aecc5a7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522325 Jul 16 18:22:38.218871 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device bc208eda-8df2-4724-84c3-cee74300e925 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:38.276501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port bc208eda-8df2-4724-84c3-cee74300e925 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:38.276996 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.368742 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.406285 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbccb382-9d4d-4dad-9f2e-a97730b1f113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc208eda-8df2-4724-84c3-cee74300e925'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:38.409234 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf373749-9ae4-48e1-bc7a-0e9e52cad481" -d '{"events": [{"server_uuid": "dbccb382-9d4d-4dad-9f2e-a97730b1f113", "name": "network-vif-plugged", "status": "completed", "tag": "bc208eda-8df2-4724-84c3-cee74300e925"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:38.430672 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port bc208eda-8df2-4724-84c3-cee74300e925, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bc208eda-8df2-4724-84c3-cee74300e925,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:38.439076 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.504472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=bc208eda-8df2-4724-84c3-cee74300e925,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.538908 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6799ba1b-db08-4919-9c0a-23a490f81d98 x-openstack-request-id: req-6799ba1b-db08-4919-9c0a-23a490f81d98 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:38.539459 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbccb382-9d4d-4dad-9f2e-a97730b1f113", "name": "network-vif-plugged", "status": "completed", "tag": "bc208eda-8df2-4724-84c3-cee74300e925", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:38.539920 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6799ba1b-db08-4919-9c0a-23a490f81d98 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:38.540598 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbccb382-9d4d-4dad-9f2e-a97730b1f113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc208eda-8df2-4724-84c3-cee74300e925', 'code': 200} Jul 16 18:22:38.967656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989c04b-d4ea-447b-8022-46b7acd798c1 req-c14fc868-7196-476d-a73b-ee0ab964629b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.970263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d989c04b-d4ea-447b-8022-46b7acd798c1 req-c14fc868-7196-476d-a73b-ee0ab964629b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0845962 Jul 16 18:22:39.015257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d989c04b-d4ea-447b-8022-46b7acd798c1 req-9e181092-c056-4b95-83ee-58ce7f8098c2 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 Jul 16 18:22:40.234221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd196e43-6b5c-46f6-bdad-a488edf18e13 req-b3a03b96-617e-4b8e-912f-0b47256092ba tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.237976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd196e43-6b5c-46f6-bdad-a488edf18e13 req-b3a03b96-617e-4b8e-912f-0b47256092ba tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0898941 Jul 16 18:22:40.285652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd196e43-6b5c-46f6-bdad-a488edf18e13 req-c8172187-ad60-46b9-963c-a5fbef6ec504 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420182 Jul 16 18:22:41.522271 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:22:41.541105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc404b1-7e3f-4e69-9cf8-502ffbe4cedd req-4ae98f7e-1fe6-40ba-a86b-78c3831c4498 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.549047 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5cc404b1-7e3f-4e69-9cf8-502ffbe4cedd req-4ae98f7e-1fe6-40ba-a86b-78c3831c4498 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0826609 Jul 16 18:22:41.594830 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5cc404b1-7e3f-4e69-9cf8-502ffbe4cedd req-06c6d8bc-dc9c-4120-856c-c4d3f10ebd5b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Jul 16 18:22:42.808547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6be1d9-63d0-4b6f-a986-22920ad408c8 req-6fa8dd66-936f-4703-842d-4c42f58347ba tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.816587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed6be1d9-63d0-4b6f-a986-22920ad408c8 req-6fa8dd66-936f-4703-842d-4c42f58347ba tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0822182 Jul 16 18:22:42.854360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed6be1d9-63d0-4b6f-a986-22920ad408c8 req-4ea6ead0-5936-4edc-947a-b1ed2b93b0c7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368104 Jul 16 18:22:44.054467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346a3af-4790-4f90-94b7-d53342e605f0 req-cf640f79-d83f-4e49-9ed2-c2c813c1fec1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:44.061582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a346a3af-4790-4f90-94b7-d53342e605f0 req-cf640f79-d83f-4e49-9ed2-c2c813c1fec1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0749521 Jul 16 18:22:44.121479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a346a3af-4790-4f90-94b7-d53342e605f0 req-730f3115-051c-4e7a-a980-129bcabffb9e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578115 Jul 16 18:22:44.379915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.526484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.651601 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.655686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.689935 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40942198eec34b95b10dfc18cb756f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082490 Jul 16 18:22:44.691530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.707096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349c4905-fe30-4e29-9600-d6b44ab8104a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:44.716454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.716957 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.717430 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.717881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.718407 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.718847 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.719287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.719728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.720166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.720612 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.721051 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.721506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fcb14-e9af-461a-a63d-52be847e4451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:44.762876 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e152-aea6-4999-aa7a-501e8293528e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.788616 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e152-aea6-4999-aa7a-501e8293528e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.845494 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e152-aea6-4999-aa7a-501e8293528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.851352 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e152-aea6-4999-aa7a-501e8293528e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.855680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d3f1e152-aea6-4999-aa7a-501e8293528e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/349c4905-fe30-4e29-9600-d6b44ab8104a HTTP/1.1" status: 204 len: 168 time: 0.1606686 Jul 16 18:22:44.862703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1e152-aea6-4999-aa7a-501e8293528e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349c4905-fe30-4e29-9600-d6b44ab8104a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.336893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaea4f5-4fb4-44a4-b140-cc81616b0622 req-b1858580-f0e1-4708-a4cb-49909b53a7a0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.339305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-daaea4f5-4fb4-44a4-b140-cc81616b0622 req-b1858580-f0e1-4708-a4cb-49909b53a7a0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0808470 Jul 16 18:22:45.401197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-daaea4f5-4fb4-44a4-b140-cc81616b0622 req-779226b0-6933-413e-a4f0-d35e3b82fbad tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556955 Jul 16 18:22:46.509548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9854a-c986-4bda-bf91-2ae50091dd7a req-a7fb334f-a405-498f-a059-1869da4ca98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.511508 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dac9854a-c986-4bda-bf91-2ae50091dd7a req-a7fb334f-a405-498f-a059-1869da4ca98d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 1096 time: 0.0584555 Jul 16 18:22:46.657964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9854a-c986-4bda-bf91-2ae50091dd7a req-d6ea09bb-1b41-428c-aa91-99570b1efd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.660045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dac9854a-c986-4bda-bf91-2ae50091dd7a req-d6ea09bb-1b41-428c-aa91-99570b1efd9e service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.1417220 Jul 16 18:22:46.681555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e66030-4f52-4251-991f-bb6f3a52fb75 req-43c42d8c-b041-4dd5-a2f1-75e3e7c3e9f7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.683188 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e66030-4f52-4251-991f-bb6f3a52fb75 req-43c42d8c-b041-4dd5-a2f1-75e3e7c3e9f7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.1376839 Jul 16 18:22:46.714867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dac9854a-c986-4bda-bf91-2ae50091dd7a req-1a163c6b-3a21-4e40-9f9d-32cc1812444e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc208eda-8df2-4724-84c3-cee74300e925 HTTP/1.1" status: 200 len: 217 time: 0.0461311 Jul 16 18:22:46.775487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-08e66030-4f52-4251-991f-bb6f3a52fb75 req-a36ce1c7-e50d-464d-bc46-d3644d77f666 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630479 Jul 16 18:22:46.786689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9854a-c986-4bda-bf91-2ae50091dd7a req-afb79c0a-1a72-403b-b6df-5befc613129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.788457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dac9854a-c986-4bda-bf91-2ae50091dd7a req-afb79c0a-1a72-403b-b6df-5befc613129d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.0611961 Jul 16 18:22:46.850332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9854a-c986-4bda-bf91-2ae50091dd7a req-2905d23f-a274-47b7-b0df-9da060e29542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.851859 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dac9854a-c986-4bda-bf91-2ae50091dd7a req-2905d23f-a274-47b7-b0df-9da060e29542 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569139 Jul 16 18:22:46.940450 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dac9854a-c986-4bda-bf91-2ae50091dd7a req-3d5d39d7-2bcd-440e-8cd2-3e62747ac123 service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816793 Jul 16 18:22:47.034313 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dac9854a-c986-4bda-bf91-2ae50091dd7a req-efe7f8e8-7227-41b3-b6d1-1292daa56a7f service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865190 Jul 16 18:22:47.974764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aac58d-f722-42a6-bbd0-d9cb80f2728a req-4dc9910d-dc03-4e2b-87d3-94aea4f29dfb tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.976423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96aac58d-f722-42a6-bbd0-d9cb80f2728a req-4dc9910d-dc03-4e2b-87d3-94aea4f29dfb tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0689802 Jul 16 18:22:48.018464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96aac58d-f722-42a6-bbd0-d9cb80f2728a req-433c8e22-7eb8-4d6b-9d41-d975a8cddd3a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353260 Jul 16 18:22:48.362363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e6a06-1365-45da-a7ee-3f7a3a1767b6 req-da766247-27c0-4ec2-89a5-34d6f73903b0 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.363919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f5e6a06-1365-45da-a7ee-3f7a3a1767b6 req-da766247-27c0-4ec2-89a5-34d6f73903b0 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0569661 Jul 16 18:22:48.724429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f5e6a06-1365-45da-a7ee-3f7a3a1767b6 req-fbd0900d-ada0-45c5-92a7-8b302681cbbe tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3544934 Jul 16 18:22:48.752273 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:48.963070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port 7fe0eb42-0c0d-4af3-bbfe-6edea5a4ffe9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:48.963425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.049093 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.049093 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.062310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for 7fe0eb42-0c0d-4af3-bbfe-6edea5a4ffe9 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:49.211954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e5844-3913-42c6-9fa0-1707d7a63e21 req-74542c30-b05f-48dc-85c5-eb2c86472cb3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.216720 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.219303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a95e5844-3913-42c6-9fa0-1707d7a63e21 req-74542c30-b05f-48dc-85c5-eb2c86472cb3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 945 time: 0.0799949 Jul 16 18:22:49.249087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=7fe0eb42-0c0d-4af3-bbfe-6edea5a4ffe9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:49.258421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a95e5844-3913-42c6-9fa0-1707d7a63e21 req-93972ed2-3ccb-436e-8061-1f52e3c259fa tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382361 Jul 16 18:22:49.334327 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.334675 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Floating IP 7ffa3748-221c-471d-9399-b62a5aba3191 disassociated (deleted). External IP: 172.25.8.18, port: 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb. Jul 16 18:22:49.473791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76164cc-dfd8-406a-bf74-08d37ea1b13e req-8b968a25-06c7-4f90-b7d5-924dd3f3e67d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.475322 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b76164cc-dfd8-406a-bf74-08d37ea1b13e req-8b968a25-06c7-4f90-b7d5-924dd3f3e67d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0687137 Jul 16 18:22:49.519437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b76164cc-dfd8-406a-bf74-08d37ea1b13e req-65b3947c-7d80-4683-bc8b-0c78c3ab7372 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382199 Jul 16 18:22:49.568654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:49.680717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:49.685745 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.691863 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0f9c91-14c3-4cf5-83c3-97fca6e438aa None None] Sync routers for ids ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:49.701022 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f9c91-14c3-4cf5-83c3-97fca6e438aa None None] Routers {'167d2ce8-aae0-4ecc-95a0-d2526f420e21'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:49.701833 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7a0f9c91-14c3-4cf5-83c3-97fca6e438aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:22:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:49.713413 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff6334-0538-4602-aea6-075ab7cc3206 req-11a7de2a-9bcc-4ea2-973f-80dba87cabe9 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.714991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-efff6334-0538-4602-aea6-075ab7cc3206 req-11a7de2a-9bcc-4ea2-973f-80dba87cabe9 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0703824 Jul 16 18:22:49.724654 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7fa2b6b1-5ce7-4bf9-aba3-9a587ac927c7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/floatingips/7ffa3748-221c-471d-9399-b62a5aba3191 HTTP/1.1" status: 204 len: 168 time: 0.9690242 Jul 16 18:22:49.724654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:49.726189 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a97883-c9db-4e3e-a7c9-5e5ef2263c91" -d '{"events": [{"name": "network-changed", "server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:49.759633 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-efff6334-0538-4602-aea6-075ab7cc3206 req-c5cf9308-b316-42d2-a92b-8001ead24124 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373862 Jul 16 18:22:49.823963 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f0ed1c-c5a0-412a-9df8-f3fe70365f1b x-openstack-request-id: req-22f0ed1c-c5a0-412a-9df8-f3fe70365f1b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:49.824428 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:49.824496 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22f0ed1c-c5a0-412a-9df8-f3fe70365f1b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:49.824903 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'status': 'completed', 'code': 200} Jul 16 18:22:49.856149 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7a0f9c91-14c3-4cf5-83c3-97fca6e438aa None None] Set router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:49.963888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a97883-c9db-4e3e-a7c9-5e5ef2263c91 req-eee6b34f-01bf-4e93-884d-f3ebb7290b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.966142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6a97883-c9db-4e3e-a7c9-5e5ef2263c91 req-eee6b34f-01bf-4e93-884d-f3ebb7290b96 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0954006 Jul 16 18:22:50.115720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a97883-c9db-4e3e-a7c9-5e5ef2263c91 req-da9a172a-b1ce-41f6-ba98-225982599205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.117245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6a97883-c9db-4e3e-a7c9-5e5ef2263c91 req-da9a172a-b1ce-41f6-ba98-225982599205 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 200 len: 897 time: 0.1448097 Jul 16 18:22:50.129414 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7a0f9c91-14c3-4cf5-83c3-97fca6e438aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '998aae33-1c8f-4fad-8cac-65be4545f469', 'name': '', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:9e:ce:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:51Z', 'updated_at': '2021-07-16T18:20:58Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:50.163553 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0f9c91-14c3-4cf5-83c3-97fca6e438aa None None] Checking router: 167d2ce8-aae0-4ecc-95a0-d2526f420e21 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:50.173643 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f9c91-14c3-4cf5-83c3-97fca6e438aa None None] Routers {'167d2ce8-aae0-4ecc-95a0-d2526f420e21'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:50.174478 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7a0f9c91-14c3-4cf5-83c3-97fca6e438aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:22:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:50.206546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6a97883-c9db-4e3e-a7c9-5e5ef2263c91 req-cc456765-7f5a-4b42-9e3a-8e047e12c6f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 200 len: 217 time: 0.0676188 Jul 16 18:22:50.246541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device bc208eda-8df2-4724-84c3-cee74300e925 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:50.315536 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7a0f9c91-14c3-4cf5-83c3-97fca6e438aa None None] Set router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:50.329938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a97883-c9db-4e3e-a7c9-5e5ef2263c91 req-3703a0c1-f7c6-44a6-8c47-372c27d58840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.332386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6a97883-c9db-4e3e-a7c9-5e5ef2263c91 req-3703a0c1-f7c6-44a6-8c47-372c27d58840 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 200 len: 835 time: 0.1143057 Jul 16 18:22:50.349172 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.398815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbccb382-9d4d-4dad-9f2e-a97730b1f113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc208eda-8df2-4724-84c3-cee74300e925'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:50.402875 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421cfcde-316b-4e12-ba65-32c43a9ccc98" -d '{"events": [{"server_uuid": "dbccb382-9d4d-4dad-9f2e-a97730b1f113", "name": "network-vif-unplugged", "status": "completed", "tag": "bc208eda-8df2-4724-84c3-cee74300e925"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:50.426361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port bc208eda-8df2-4724-84c3-cee74300e925, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bc208eda-8df2-4724-84c3-cee74300e925,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:50.431601 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.448408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1da4d-618b-419c-a030-6eb201e6ddb6 req-6bc0ae6e-27c3-4c4a-aa41-8a661b1764bb tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.450132 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fa1da4d-618b-419c-a030-6eb201e6ddb6 req-6bc0ae6e-27c3-4c4a-aa41-8a661b1764bb tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 946 time: 0.1750619 Jul 16 18:22:50.501462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a97883-c9db-4e3e-a7c9-5e5ef2263c91 req-5229922e-4fcd-40b0-b376-2456c12c0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.502411 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=bc208eda-8df2-4724-84c3-cee74300e925,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:50.502934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6a97883-c9db-4e3e-a7c9-5e5ef2263c91 req-5229922e-4fcd-40b0-b376-2456c12c0339 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bd50e1f6-af99-445c-a1ca-c79cb4f8e673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624019 Jul 16 18:22:50.589914 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7a0f9c91-14c3-4cf5-83c3-97fca6e438aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '998aae33-1c8f-4fad-8cac-65be4545f469', 'name': '', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:9e:ce:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:51Z', 'updated_at': '2021-07-16T18:20:58Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:50.613099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6a97883-c9db-4e3e-a7c9-5e5ef2263c91 req-3a130c36-fef0-45be-beb6-6a645bbfe81b service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991518 Jul 16 18:22:50.621296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fa1da4d-618b-419c-a030-6eb201e6ddb6 req-2295fc4d-7593-455f-9c81-ea99115740d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627624 Jul 16 18:22:50.637456 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0f9c91-14c3-4cf5-83c3-97fca6e438aa None None] The sync data for ids ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'] in n-d-793618-9 is: [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '998aae33-1c8f-4fad-8cac-65be4545f469', 'name': '', 'network_id': 'bd50e1f6-af99-445c-a1ca-c79cb4f8e673', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:9e:ce:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:51Z', 'updated_at': '2021-07-16T18:20:58Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '019d2e5b-09e1-4441-8b5a-58d19164285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:50.754855 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bb66dc-2469-4823-8cc3-9634ebacbbd6 x-openstack-request-id: req-b5bb66dc-2469-4823-8cc3-9634ebacbbd6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:50.755155 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbccb382-9d4d-4dad-9f2e-a97730b1f113", "name": "network-vif-unplugged", "status": "failed", "tag": "bc208eda-8df2-4724-84c3-cee74300e925", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:50.755416 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5bb66dc-2469-4823-8cc3-9634ebacbbd6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:50.755848 n-d-793618-9 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dbccb382-9d4d-4dad-9f2e-a97730b1f113', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc208eda-8df2-4724-84c3-cee74300e925', 'code': 422} returned with failed status Jul 16 18:22:50.807091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e6a97883-c9db-4e3e-a7c9-5e5ef2263c91 req-ab6313a2-e70e-475f-a214-d1d7aa9a94b3 service neutron] 10.222.0.38 "GET /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831691 Jul 16 18:22:50.908455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3aeda-b89f-4f47-857f-4224c34e5540 req-b1c724b8-5144-484d-8c35-7f3cd2b29656 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.910323 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bb3aeda-b89f-4f47-857f-4224c34e5540 req-b1c724b8-5144-484d-8c35-7f3cd2b29656 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1068788 Jul 16 18:22:50.970977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454cdbd-f767-4fbf-8dd4-508707bab025 req-8d7b22ce-81af-4bba-a373-472cc2fcc5e3 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.972529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d454cdbd-f767-4fbf-8dd4-508707bab025 req-8d7b22ce-81af-4bba-a373-472cc2fcc5e3 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1113315 Jul 16 18:22:50.976091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bb3aeda-b89f-4f47-857f-4224c34e5540 req-04f14d3a-e3a8-4ce5-afbc-0268f663b75c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593095 Jul 16 18:22:51.029914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d454cdbd-f767-4fbf-8dd4-508707bab025 req-1ac62616-fd40-48c2-b7f7-bb9980c01610 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489407 Jul 16 18:22:51.040920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ae083-a3b3-4334-8f3d-f2724b063bb6 None None] New status for floating IP 7ffa3748-221c-471d-9399-b62a5aba3191: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:51.572954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711bae-40aa-4dcd-a0fc-4e59e9c549bc req-55f8ebf2-398c-4494-a6e4-51b5484753f5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.574537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c9711bae-40aa-4dcd-a0fc-4e59e9c549bc req-55f8ebf2-398c-4494-a6e4-51b5484753f5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 946 time: 0.0711854 Jul 16 18:22:51.681436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c9711bae-40aa-4dcd-a0fc-4e59e9c549bc req-fcfe59ba-b4c7-4a9c-a41b-58f23aa6edb6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:51.681727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c9711bae-40aa-4dcd-a0fc-4e59e9c549bc req-fcfe59ba-b4c7-4a9c-a41b-58f23aa6edb6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.804916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c9711bae-40aa-4dcd-a0fc-4e59e9c549bc req-fcfe59ba-b4c7-4a9c-a41b-58f23aa6edb6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] For port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:51.805284 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c9711bae-40aa-4dcd-a0fc-4e59e9c549bc req-fcfe59ba-b4c7-4a9c-a41b-58f23aa6edb6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.821388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c9711bae-40aa-4dcd-a0fc-4e59e9c549bc req-fcfe59ba-b4c7-4a9c-a41b-58f23aa6edb6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:51.897806 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb3b7b-29b7-40ed-a213-eafffc24e8ef req-1c159846-3256-4a1b-b7c3-d30764fc5d4e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.899339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5cb3b7b-29b7-40ed-a213-eafffc24e8ef req-1c159846-3256-4a1b-b7c3-d30764fc5d4e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=34eaed27-6604-42a8-80c2-850d2ae99ee4 HTTP/1.1" status: 200 len: 946 time: 0.1453230 Jul 16 18:22:51.961722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5cb3b7b-29b7-40ed-a213-eafffc24e8ef req-e9c792db-a0a9-45f4-b0c7-4fb4e77b90e6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73a6c22-f3d4-4f05-b45d-c595cbdb4928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561047 Jul 16 18:22:52.020471 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c9711bae-40aa-4dcd-a0fc-4e59e9c549bc req-fcfe59ba-b4c7-4a9c-a41b-58f23aa6edb6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.051353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe59ba-b4c7-4a9c-a41b-58f23aa6edb6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:52.101564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9711bae-40aa-4dcd-a0fc-4e59e9c549bc req-fcfe59ba-b4c7-4a9c-a41b-58f23aa6edb6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] No DVR routers for this DVR port 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:52.105906 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c9711bae-40aa-4dcd-a0fc-4e59e9c549bc req-fcfe59ba-b4c7-4a9c-a41b-58f23aa6edb6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.108631 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c9711bae-40aa-4dcd-a0fc-4e59e9c549bc req-fcfe59ba-b4c7-4a9c-a41b-58f23aa6edb6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "DELETE /v2.0/ports/6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb HTTP/1.1" status: 204 len: 173 time: 0.5287266 Jul 16 18:22:52.109091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'name': 'network-vif-deleted', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:52.111578 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50355bc2-670e-48cf-a5d8-5bb4d31a3423" -d '{"events": [{"server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "name": "network-vif-deleted", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:52.279056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2903904-db43-4df8-bffb-c0bd3e8a629b req-1b830dfe-dc1f-4cf1-9f0c-6183d9a53573 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.280673 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f2903904-db43-4df8-bffb-c0bd3e8a629b req-1b830dfe-dc1f-4cf1-9f0c-6183d9a53573 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1151016 Jul 16 18:22:52.293836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4f51c-280d-4dcb-911f-3aeaa2cf5943 req-1da57e99-17d5-4d56-81be-38652a59e743 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.296413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ba4f51c-280d-4dcb-911f-3aeaa2cf5943 req-1da57e99-17d5-4d56-81be-38652a59e743 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1196361 Jul 16 18:22:52.356626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f2903904-db43-4df8-bffb-c0bd3e8a629b req-e51cf803-dabd-4e4a-b92b-eec9e2790950 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591774 Jul 16 18:22:52.363033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ba4f51c-280d-4dcb-911f-3aeaa2cf5943 req-88e4df72-374a-4c5d-bcd4-ffcd1060ce4b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581799 Jul 16 18:22:52.412413 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b025d9-c56a-465e-a30e-e9ab6642badd x-openstack-request-id: req-b4b025d9-c56a-465e-a30e-e9ab6642badd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:52.412713 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaed27-6604-42a8-80c2-850d2ae99ee4", "name": "network-vif-deleted", "tag": "6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:52.412999 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4b025d9-c56a-465e-a30e-e9ab6642badd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:52.413474 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaed27-6604-42a8-80c2-850d2ae99ee4', 'name': 'network-vif-deleted', 'tag': '6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb', 'status': 'completed', 'code': 200} Jul 16 18:22:53.061418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:53.481366 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe46b26-1d04-4057-ab92-3811b11b67bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.728448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f722e-305f-410e-9197-01bab10329d1 req-61460711-2cb1-493c-84a7-9675f388ff97 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.730012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f8f722e-305f-410e-9197-01bab10329d1 req-61460711-2cb1-493c-84a7-9675f388ff97 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1975589 Jul 16 18:22:53.739794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46547cd9-7bbd-4813-9cbc-410300bcecb8 req-75a16d7a-bdce-4e92-9e9d-358b70828ccc tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.741184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46547cd9-7bbd-4813-9cbc-410300bcecb8 req-75a16d7a-bdce-4e92-9e9d-358b70828ccc tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1971657 Jul 16 18:22:53.834201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f8f722e-305f-410e-9197-01bab10329d1 req-53618133-042f-45d7-81b5-067b9f5331c8 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884135 Jul 16 18:22:53.834201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46547cd9-7bbd-4813-9cbc-410300bcecb8 req-7578eede-5fdd-4552-9c11-b62aecab7a99 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736639 Jul 16 18:22:53.941065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7fe46b26-1d04-4057-ab92-3811b11b67bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port 998aae33-1c8f-4fad-8cac-65be4545f469 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:53.941440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe46b26-1d04-4057-ab92-3811b11b67bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.039196 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7fe46b26-1d04-4057-ab92-3811b11b67bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] For port 998aae33-1c8f-4fad-8cac-65be4545f469, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=998aae33-1c8f-4fad-8cac-65be4545f469,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:54.039469 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe46b26-1d04-4057-ab92-3811b11b67bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.053356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7fe46b26-1d04-4057-ab92-3811b11b67bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for 998aae33-1c8f-4fad-8cac-65be4545f469 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:54.295505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe46b26-1d04-4057-ab92-3811b11b67bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.327446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe46b26-1d04-4057-ab92-3811b11b67bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=998aae33-1c8f-4fad-8cac-65be4545f469,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:54.535222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7fe46b26-1d04-4057-ab92-3811b11b67bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.814096 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe46b26-1d04-4057-ab92-3811b11b67bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:54.962414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe46b26-1d04-4057-ab92-3811b11b67bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:54.973697 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb3b4a-df25-46e7-82cc-ecfa75f39b9c None None] Sync routers for ids ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:54.978212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:54.988364 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7fe46b26-1d04-4057-ab92-3811b11b67bc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "PUT /v2.0/routers/167d2ce8-aae0-4ecc-95a0-d2526f420e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9153688 Jul 16 18:22:54.989418 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb3b4a-df25-46e7-82cc-ecfa75f39b9c None None] Routers {'167d2ce8-aae0-4ecc-95a0-d2526f420e21'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:54.991865 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcbb3b4a-df25-46e7-82cc-ecfa75f39b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:22:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:55.046917 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-391eda79-fb7c-4543-b312-85846d821712 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting subnet 019d2e5b-09e1-4441-8b5a-58d19164285d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:55.052425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-391eda79-fb7c-4543-b312-85846d821712 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.115926 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-391eda79-fb7c-4543-b312-85846d821712 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.173678 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bcbb3b4a-df25-46e7-82cc-ecfa75f39b9c None None] Set router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:55.194506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd741e5d-f5a4-4e93-96ef-2996c5d0c2c2 req-1ca34fe4-1742-4108-87fa-d5310e444a29 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.196140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd741e5d-f5a4-4e93-96ef-2996c5d0c2c2 req-1ca34fe4-1742-4108-87fa-d5310e444a29 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1140218 Jul 16 18:22:55.227709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fb4a9-8b6c-43ab-9d90-e223d685f0d0 req-4083bce8-6548-4a12-9679-8a2ff44022fa tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.229186 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-391eda79-fb7c-4543-b312-85846d821712 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.235336 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-696fb4a9-8b6c-43ab-9d90-e223d685f0d0 req-4083bce8-6548-4a12-9679-8a2ff44022fa tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1389089 Jul 16 18:22:55.280161 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd741e5d-f5a4-4e93-96ef-2996c5d0c2c2 req-64db4f49-2e69-4f02-9fa1-18b3c8cb7a53 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764182 Jul 16 18:22:55.298564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-696fb4a9-8b6c-43ab-9d90-e223d685f0d0 req-3602d6f0-c38b-49a1-8563-d98bf5400969 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622916 Jul 16 18:22:55.319285 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-391eda79-fb7c-4543-b312-85846d821712 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.352504 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391eda79-fb7c-4543-b312-85846d821712 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Subnet': ['ID=019d2e5b-09e1-4441-8b5a-58d19164285d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:55.354533 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-391eda79-fb7c-4543-b312-85846d821712 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.356489 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-391eda79-fb7c-4543-b312-85846d821712 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/subnets/019d2e5b-09e1-4441-8b5a-58d19164285d HTTP/1.1" status: 204 len: 168 time: 0.3772097 Jul 16 18:22:55.360441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:55.365443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0c2515-4ef7-4778-bb73-e069cb4f7ed8 None None] Network bd50e1f6-af99-445c-a1ca-c79cb4f8e673 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:55.395766 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcbb3b4a-df25-46e7-82cc-ecfa75f39b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:22:54Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:55.425369 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb3b4a-df25-46e7-82cc-ecfa75f39b9c None None] Checking router: 167d2ce8-aae0-4ecc-95a0-d2526f420e21 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:55.434086 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb3b4a-df25-46e7-82cc-ecfa75f39b9c None None] Routers {'167d2ce8-aae0-4ecc-95a0-d2526f420e21'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:55.434918 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcbb3b4a-df25-46e7-82cc-ecfa75f39b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:22:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:55.502712 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.546718 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bcbb3b4a-df25-46e7-82cc-ecfa75f39b9c None None] Set router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:55.593306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac577a-ba01-47cc-a63d-8eee245d8cc6 None None] DHCP port deletion for bd50e1f6-af99-445c-a1ca-c79cb4f8e673 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:55.637375 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.642838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-18ac577a-ba01-47cc-a63d-8eee245d8cc6 None None] Deleting port 1a1320a1-cbea-41b9-bc6b-d2df1c717389 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:55.643898 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18ac577a-ba01-47cc-a63d-8eee245d8cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.696055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port 85914ece-e16b-4965-b8b8-2d302b62dbda {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:55.696555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.710486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-18ac577a-ba01-47cc-a63d-8eee245d8cc6 None None] For port 1a1320a1-cbea-41b9-bc6b-d2df1c717389, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1a1320a1-cbea-41b9-bc6b-d2df1c717389,segment=NetworkSegment(2cf89745-eb19-428d-a590-a7bcecb8dfc1),segment_id=2cf89745-eb19-428d-a590-a7bcecb8dfc1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:55.711161 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18ac577a-ba01-47cc-a63d-8eee245d8cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.731580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-18ac577a-ba01-47cc-a63d-8eee245d8cc6 None None] Calling delete_port for 1a1320a1-cbea-41b9-bc6b-d2df1c717389 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:55.758740 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcbb3b4a-df25-46e7-82cc-ecfa75f39b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:22:54Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:55.832835 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18ac577a-ba01-47cc-a63d-8eee245d8cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.855922 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac577a-ba01-47cc-a63d-8eee245d8cc6 None None] No DVR routers for this DVR port 1a1320a1-cbea-41b9-bc6b-d2df1c717389 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:55.889296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac577a-ba01-47cc-a63d-8eee245d8cc6 None None] Pushing event deleted for resources: {'Port': ['ID=1a1320a1-cbea-41b9-bc6b-d2df1c717389,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:55.930981 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb3b4a-df25-46e7-82cc-ecfa75f39b9c None None] The sync data for ids ['167d2ce8-aae0-4ecc-95a0-d2526f420e21'] in n-d-793618-9 is: [{'id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021011687', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:44Z', 'updated_at': '2021-07-16T18:22:54Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '85914ece-e16b-4965-b8b8-2d302b62dbda', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d2ce8-aae0-4ecc-95a0-d2526f420e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:45Z', 'updated_at': '2021-07-16T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:56.130881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] For port 85914ece-e16b-4965-b8b8-2d302b62dbda, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=85914ece-e16b-4965-b8b8-2d302b62dbda,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:56.131247 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.145648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for 85914ece-e16b-4965-b8b8-2d302b62dbda owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:56.266582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:56.307271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:56.308907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 6ff36fb2-e8ea-4d66-a8c7-f347f2cefcbb not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:56.426323 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.460316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=85914ece-e16b-4965-b8b8-2d302b62dbda,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.593107 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.708681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.718397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabc758-b11a-44ee-96ea-ceafbd562f24 req-90e328d4-7653-44a7-a061-0c94263e9505 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.719933 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cabc758-b11a-44ee-96ea-ceafbd562f24 req-90e328d4-7653-44a7-a061-0c94263e9505 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2559955 Jul 16 18:22:56.721281 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.745788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028eb63-e896-4639-b46f-769d9f2f2156 req-f088f14d-888b-4d79-9d1d-378ee9ff03fa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.747277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f028eb63-e896-4639-b46f-769d9f2f2156 req-f088f14d-888b-4d79-9d1d-378ee9ff03fa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.2570276 Jul 16 18:22:56.812085 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.812621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Fanout notify agent at l3_agent the message router_deleted on router 167d2ce8-aae0-4ecc-95a0-d2526f420e21 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:22:56.820056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1a1320a1-cbea-41b9-bc6b-d2df1c717389 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:56.821100 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.825006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-78ebdf7d-2c31-4a36-9a39-739781bc05aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/routers/167d2ce8-aae0-4ecc-95a0-d2526f420e21 HTTP/1.1" status: 204 len: 168 time: 1.4638603 Jul 16 18:22:56.825122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:56.845868 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cabc758-b11a-44ee-96ea-ceafbd562f24 req-e8639586-f5e8-4785-af0b-dbcc5f43e120 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172926 Jul 16 18:22:56.854428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f028eb63-e896-4639-b46f-769d9f2f2156 req-673c7039-ed2a-4a96-9244-4409cb78efff tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725348 Jul 16 18:22:56.877616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 1a1320a1-cbea-41b9-bc6b-d2df1c717389 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:56.879142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1a1320a1-cbea-41b9-bc6b-d2df1c717389 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:56.879758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 998aae33-1c8f-4fad-8cac-65be4545f469 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:56.907327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 998aae33-1c8f-4fad-8cac-65be4545f469 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:56.907816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 998aae33-1c8f-4fad-8cac-65be4545f469 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:56.950044 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.059314 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.070181 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd50e1f6-af99-445c-a1ca-c79cb4f8e673']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:57.080501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf89745-eb19-428d-a590-a7bcecb8dfc1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:57.080805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf89745-eb19-428d-a590-a7bcecb8dfc1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:57.089769 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.105842 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.112840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:57.113398 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:57.116391 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:57.176237 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.181626 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.186672 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/networks/bd50e1f6-af99-445c-a1ca-c79cb4f8e673 HTTP/1.1" status: 204 len: 168 time: 0.3575583 Jul 16 18:22:57.187024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:57.198892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ebb08-30ab-4c7d-951b-83068b6dba5e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Network': ['ID=bd50e1f6-af99-445c-a1ca-c79cb4f8e673,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:57.249454 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5283-7f67-4c10-9ad5-82fb46cf3a9b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.275059 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5283-7f67-4c10-9ad5-82fb46cf3a9b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.338915 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5283-7f67-4c10-9ad5-82fb46cf3a9b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.342698 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5283-7f67-4c10-9ad5-82fb46cf3a9b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.344059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bcdb5283-7f67-4c10-9ad5-82fb46cf3a9b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/security-groups/f73a6c22-f3d4-4f05-b45d-c595cbdb4928 HTTP/1.1" status: 204 len: 168 time: 0.1559217 Jul 16 18:22:57.354037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb5283-7f67-4c10-9ad5-82fb46cf3a9b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73a6c22-f3d4-4f05-b45d-c595cbdb4928,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:57.681650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:57.687115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dde740b1-0cdb-4cdc-80ad-3b29f2db763c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1136926465', 'description': 'tempest-secgroup-smoke-1136926465 description', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:57.714650 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dde740b1-0cdb-4cdc-80ad-3b29f2db763c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.797881 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dde740b1-0cdb-4cdc-80ad-3b29f2db763c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.803051 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dde740b1-0cdb-4cdc-80ad-3b29f2db763c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.837299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dde740b1-0cdb-4cdc-80ad-3b29f2db763c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.841283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dde740b1-0cdb-4cdc-80ad-3b29f2db763c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1559191 Jul 16 18:22:57.842000 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34568) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:57.846653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9b4d2c8c-611f-437e-b41d-aae5d97b52b1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '43dc9451-1e07-4784-83fe-c52a6566fe4a', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:57.851323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde740b1-0cdb-4cdc-80ad-3b29f2db763c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43dc9451-1e07-4784-83fe-c52a6566fe4a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:57.887259 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b4d2c8c-611f-437e-b41d-aae5d97b52b1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.968887 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b4d2c8c-611f-437e-b41d-aae5d97b52b1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.974270 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b4d2c8c-611f-437e-b41d-aae5d97b52b1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.990357 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d2c8c-611f-437e-b41d-aae5d97b52b1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe871627-c620-4687-87fb-1181b3a6cee2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.010893 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9b4d2c8c-611f-437e-b41d-aae5d97b52b1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.012549 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9b4d2c8c-611f-437e-b41d-aae5d97b52b1 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1696873 Jul 16 18:22:58.015472 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:58.020672 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f2c06904-6874-469f-9d67-4756b82d0655 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '43dc9451-1e07-4784-83fe-c52a6566fe4a', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:58.061437 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c06904-6874-469f-9d67-4756b82d0655 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.126034 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c06904-6874-469f-9d67-4756b82d0655 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.130817 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c06904-6874-469f-9d67-4756b82d0655 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.148164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c06904-6874-469f-9d67-4756b82d0655 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3175da5d-52bc-478e-afc7-cb60a9344fb2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.158300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5591b-cce9-425b-819c-3e05a8c9ac80 req-61029c57-0cdd-4391-ae28-620ca116a4b7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.165872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62e5591b-cce9-425b-819c-3e05a8c9ac80 req-61029c57-0cdd-4391-ae28-620ca116a4b7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1811485 Jul 16 18:22:58.171494 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2c06904-6874-469f-9d67-4756b82d0655 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.172805 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f2c06904-6874-469f-9d67-4756b82d0655 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1562178 Jul 16 18:22:58.175502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:58.184143 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3917eda0-39a4-4c67-bdca-996daf1f32a0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '43dc9451-1e07-4784-83fe-c52a6566fe4a', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:58.229748 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3917eda0-39a4-4c67-bdca-996daf1f32a0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.241334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2c9df-a01c-462e-b4f5-cf85c3cd54cf req-c1a75e9f-69be-4243-81b9-331c67bf619f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.245935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83c2c9df-a01c-462e-b4f5-cf85c3cd54cf req-c1a75e9f-69be-4243-81b9-331c67bf619f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.2170341 Jul 16 18:22:58.253888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62e5591b-cce9-425b-819c-3e05a8c9ac80 req-bf21db10-5476-4951-9d16-8ad7268b58a7 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866108 Jul 16 18:22:58.296243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb418b4e-8ea3-4153-876f-0a9677e347de req-31fa3f8c-64fc-4253-bfa7-bd61fb9e0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.297932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb418b4e-8ea3-4153-876f-0a9677e347de req-31fa3f8c-64fc-4253-bfa7-bd61fb9e0548 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1096 time: 0.1915784 Jul 16 18:22:58.312624 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3917eda0-39a4-4c67-bdca-996daf1f32a0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.316953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3917eda0-39a4-4c67-bdca-996daf1f32a0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.322427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83c2c9df-a01c-462e-b4f5-cf85c3cd54cf req-def809fe-4dec-42ea-8674-d26e3b0e2ca4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720036 Jul 16 18:22:58.347114 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917eda0-39a4-4c67-bdca-996daf1f32a0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac63039-f7fd-4aaa-919e-005911c2c892,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.356253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3917eda0-39a4-4c67-bdca-996daf1f32a0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.360117 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3917eda0-39a4-4c67-bdca-996daf1f32a0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1809812 Jul 16 18:22:58.360869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:58.366252 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dbadee52-395f-459c-a9f9-f5ee75698451 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '43dc9451-1e07-4784-83fe-c52a6566fe4a', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:58.392720 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbadee52-395f-459c-a9f9-f5ee75698451 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.431303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb418b4e-8ea3-4153-876f-0a9677e347de req-6101b197-a288-4d15-af7f-c36a3e08254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.433015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb418b4e-8ea3-4153-876f-0a9677e347de req-6101b197-a288-4d15-af7f-c36a3e08254c service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.1096582 Jul 16 18:22:58.456253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbadee52-395f-459c-a9f9-f5ee75698451 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.460425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbadee52-395f-459c-a9f9-f5ee75698451 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.477629 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadee52-395f-459c-a9f9-f5ee75698451 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a49ae2-f68a-44fe-8d85-b94ff8208ab6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.484974 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dbadee52-395f-459c-a9f9-f5ee75698451 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.486500 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dbadee52-395f-459c-a9f9-f5ee75698451 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251936 Jul 16 18:22:58.489104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:58.493914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c7759303-9e39-4240-b2d7-a04b3ff5e6fd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '43dc9451-1e07-4784-83fe-c52a6566fe4a', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:58.512434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb418b4e-8ea3-4153-876f-0a9677e347de req-79ae388d-dacf-4ee2-a620-a360b2064c9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 1000 time: 0.0724292 Jul 16 18:22:58.517112 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-c7759303-9e39-4240-b2d7-a04b3ff5e6fd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Project 7d7e779da2c0442f85c056cdc3f73ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:22:58.522145 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7759303-9e39-4240-b2d7-a04b3ff5e6fd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.561639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb418b4e-8ea3-4153-876f-0a9677e347de req-90f38ced-1aca-4cac-8b19-c3d0b9206a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.563347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb418b4e-8ea3-4153-876f-0a9677e347de req-90f38ced-1aca-4cac-8b19-c3d0b9206a12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.0458524 Jul 16 18:22:58.586064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7759303-9e39-4240-b2d7-a04b3ff5e6fd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.590439 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7759303-9e39-4240-b2d7-a04b3ff5e6fd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.610750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7759303-9e39-4240-b2d7-a04b3ff5e6fd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e71680-5ea4-443d-bd46-6e91d1f77b8d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.615611 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7759303-9e39-4240-b2d7-a04b3ff5e6fd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.616990 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c7759303-9e39-4240-b2d7-a04b3ff5e6fd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267829 Jul 16 18:22:58.620354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:58.625732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a2c0e698-31be-4b8b-a230-a80911c6c8c5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '43dc9451-1e07-4784-83fe-c52a6566fe4a', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:58.657833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb418b4e-8ea3-4153-876f-0a9677e347de req-e69ab184-3156-4764-9de2-917f0d85d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.659650 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb418b4e-8ea3-4153-876f-0a9677e347de req-e69ab184-3156-4764-9de2-917f0d85d4d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895250 Jul 16 18:22:58.660779 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-a2c0e698-31be-4b8b-a230-a80911c6c8c5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Project 7d7e779da2c0442f85c056cdc3f73ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:22:58.666863 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c0e698-31be-4b8b-a230-a80911c6c8c5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.690843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 85914ece-e16b-4965-b8b8-2d302b62dbda no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:58.714024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 85914ece-e16b-4965-b8b8-2d302b62dbda {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:58.714748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 85914ece-e16b-4965-b8b8-2d302b62dbda not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:58.786658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c0e698-31be-4b8b-a230-a80911c6c8c5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.795181 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb418b4e-8ea3-4153-876f-0a9677e347de req-0fcdeb35-6935-4501-bdae-ba5ec412bfd5 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286471 Jul 16 18:22:58.796053 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c0e698-31be-4b8b-a230-a80911c6c8c5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.829016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0e698-31be-4b8b-a230-a80911c6c8c5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e8aff5-3fcc-4c29-9326-5dd1794917c8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.859208 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2c0e698-31be-4b8b-a230-a80911c6c8c5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.860450 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a2c0e698-31be-4b8b-a230-a80911c6c8c5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2390780 Jul 16 18:22:58.863820 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34586) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:58.869028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e1241de1-00b5-4087-b608-acdc4268ae27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'network': {'name': 'tempest-network-smoke--2074703746', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:58.894095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1241de1-00b5-4087-b608-acdc4268ae27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Made reservation on behalf of 7d7e779da2c0442f85c056cdc3f73ede for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:58.898639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1241de1-00b5-4087-b608-acdc4268ae27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.932274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1241de1-00b5-4087-b608-acdc4268ae27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:58.946870 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1241de1-00b5-4087-b608-acdc4268ae27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.947248 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-e1241de1-00b5-4087-b608-acdc4268ae27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Added segment 5547b628-e744-46fa-abd9-91f94dd07f6b of type vlan for network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d Jul 16 18:22:58.952985 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cb418b4e-8ea3-4153-876f-0a9677e347de req-fad75fa2-8ba3-4a37-97d0-a101ecf9a845 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488328 Jul 16 18:22:58.994353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1241de1-00b5-4087-b608-acdc4268ae27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.024809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1241de1-00b5-4087-b608-acdc4268ae27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.031306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1241de1-00b5-4087-b608-acdc4268ae27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.031906 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1241de1-00b5-4087-b608-acdc4268ae27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.075307 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e1241de1-00b5-4087-b608-acdc4268ae27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2079468 Jul 16 18:22:59.075702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:59.080624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'admin_state_up': True, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:59.110987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1241de1-00b5-4087-b608-acdc4268ae27 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Network': ['ID=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.112130 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.113294 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.125203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:59.170015 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.350209 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.593225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f28705-39a0-42b0-b508-a3832dad2164 req-2b92d974-8a09-4a7d-b366-2968d8594ca9 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.595999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84f28705-39a0-42b0-b508-a3832dad2164 req-2b92d974-8a09-4a7d-b366-2968d8594ca9 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1599693 Jul 16 18:22:59.620143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53e89e-16c8-4b4e-9f37-658564d693f5 req-7958409d-0e54-4278-9013-cd924f447ecf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.626976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c53e89e-16c8-4b4e-9f37-658564d693f5 req-7958409d-0e54-4278-9013-cd924f447ecf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1554036 Jul 16 18:22:59.770373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c53e89e-16c8-4b4e-9f37-658564d693f5 req-32d1b291-9a5e-4b7f-ac93-1326446558b5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425712 Jul 16 18:22:59.771689 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.775537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84f28705-39a0-42b0-b508-a3832dad2164 req-f2beac18-0e10-4bcb-b589-be1780105e46 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690636 Jul 16 18:22:59.801520 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.912706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.25.8.133 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/84323d4a-4165-4a1d-9430-7c5281ebb93e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:00.044102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.048242 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f205bd8-ed08-4e72-803d-07089214ddbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.088261 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.127808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:00.134284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:00.137872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:00.144604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=84323d4a-4165-4a1d-9430-7c5281ebb93e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:00.422789 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.690066 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.827069 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router b02367c8-c5e0-4955-b592-54f91cea78c0 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:01.053436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:01.066803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Sync routers for ids ['b02367c8-c5e0-4955-b592-54f91cea78c0'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:01.092130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Routers {'b02367c8-c5e0-4955-b592-54f91cea78c0'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:01.094173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:22:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b02367c8-c5e0-4955-b592-54f91cea78c0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:01.096509 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.101232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.101816 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6561002d-4c73-4446-b013-6f0446fc471a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0244329 Jul 16 18:23:01.112792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3d51b-aad9-4285-b239-585fc659b10a req-67a03b92-aed5-41f3-8b2a-12766a0e47fe tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:01.114455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32a3d51b-aad9-4285-b239-585fc659b10a req-67a03b92-aed5-41f3-8b2a-12766a0e47fe tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1626353 Jul 16 18:23:01.127562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd14934-6806-417c-8b16-359ff0b83ee6 req-f467741b-94a6-4efa-adc0-02d8e8e4f6a0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:01.129455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdd14934-6806-417c-8b16-359ff0b83ee6 req-f467741b-94a6-4efa-adc0-02d8e8e4f6a0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1763620 Jul 16 18:23:01.171388 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d35d7e44-eaba-44f7-b68b-04d26a4071ca tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=7d7e779da2c0442f85c056cdc3f73ede&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685153 Jul 16 18:23:01.177540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.200285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32a3d51b-aad9-4285-b239-585fc659b10a req-eda2225a-a0ac-47aa-80b4-b62eca3acc87 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696621 Jul 16 18:23:01.241875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdd14934-6806-417c-8b16-359ff0b83ee6 req-462b4961-fbc2-4862-9fcd-97e7d699ae84 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015313 Jul 16 18:23:01.303678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Set router b02367c8-c5e0-4955-b592-54f91cea78c0 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:01.342734 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca28e824-7ade-479b-a5cc-d063be0b7727 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:01.344301 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ca28e824-7ade-479b-a5cc-d063be0b7727 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1620390 Jul 16 18:23:01.347145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.418987 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7e27ca9d-0f86-41dc-ae5c-4fe84e3c085f tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685112 Jul 16 18:23:01.419243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.425626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ccd532ce-d45c-4ccf-aeef-17946a42b055 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-716888537', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:01.549212 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:00Z', 'revision_number': 3, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:01.575603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd532ce-d45c-4ccf-aeef-17946a42b055 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Made reservation on behalf of 7d7e779da2c0442f85c056cdc3f73ede for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:01.579960 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccd532ce-d45c-4ccf-aeef-17946a42b055 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.606063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Checking router: b02367c8-c5e0-4955-b592-54f91cea78c0 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:01.606425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Updating router b02367c8-c5e0-4955-b592-54f91cea78c0 port 84323d4a-4165-4a1d-9430-7c5281ebb93e binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:01.648264 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.792575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d3cf7-75fb-43db-bd0d-c646d54bf7d5 req-7ed544f9-13da-4ad7-8ea8-6d720524a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:01.794792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-170d3cf7-75fb-43db-bd0d-c646d54bf7d5 req-7ed544f9-13da-4ad7-8ea8-6d720524a8e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1096 time: 0.1688168 Jul 16 18:23:01.970275 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.989815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Transition to ACTIVE for port object 84323d4a-4165-4a1d-9430-7c5281ebb93e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:01.996942 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.007823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d3cf7-75fb-43db-bd0d-c646d54bf7d5 req-d89fbae1-c551-4bd5-8397-22da6c1fabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.010382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-170d3cf7-75fb-43db-bd0d-c646d54bf7d5 req-d89fbae1-c551-4bd5-8397-22da6c1fabbe service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.2071326 Jul 16 18:23:02.069181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa96358-6798-4331-8129-2511e4caee12 req-2c6769d2-7210-4200-8f7d-9549e54d2fd2 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.077045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0fa96358-6798-4331-8129-2511e4caee12 req-2c6769d2-7210-4200-8f7d-9549e54d2fd2 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.4105401 Jul 16 18:23:02.101790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Attempting to bind port 84323d4a-4165-4a1d-9430-7c5281ebb93e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:02.108643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Attempting to bind port 84323d4a-4165-4a1d-9430-7c5281ebb93e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:02.108643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Attempting to bind port 84323d4a-4165-4a1d-9430-7c5281ebb93e on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:02.116202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:02.116605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:02.116778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-170d3cf7-75fb-43db-bd0d-c646d54bf7d5 req-c92159f4-a228-4eee-9afc-d0e1ae4db19f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 1000 time: 0.0970414 Jul 16 18:23:02.117089 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.117514 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:02.118626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Bound port: 84323d4a-4165-4a1d-9430-7c5281ebb93e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:02.118626 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.132106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccd532ce-d45c-4ccf-aeef-17946a42b055 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.187897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0fa96358-6798-4331-8129-2511e4caee12 req-25456df6-8e3e-4efc-a486-9ef83d08208b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098752 Jul 16 18:23:02.197478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] For port 84323d4a-4165-4a1d-9430-7c5281ebb93e, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:02.201353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] For port 84323d4a-4165-4a1d-9430-7c5281ebb93e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=84323d4a-4165-4a1d-9430-7c5281ebb93e,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:02.208064 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.220995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d3cf7-75fb-43db-bd0d-c646d54bf7d5 req-851cd131-88fc-49aa-956f-1d6d7a6939f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.222138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-170d3cf7-75fb-43db-bd0d-c646d54bf7d5 req-851cd131-88fc-49aa-956f-1d6d7a6939f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.0965917 Jul 16 18:23:02.227773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565ecd0-80f5-4c13-a8e6-ddf886fe7356 None None] Pushing event updated for resources: {'Port': ['ID=84323d4a-4165-4a1d-9430-7c5281ebb93e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.283100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Routers {'b02367c8-c5e0-4955-b592-54f91cea78c0'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:02.284417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:22:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b02367c8-c5e0-4955-b592-54f91cea78c0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:02.301253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd532ce-d45c-4ccf-aeef-17946a42b055 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Subnet': ['ID=c2a82ba5-69c5-47e1-a340-fb55d3fc53d9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.335193 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd532ce-d45c-4ccf-aeef-17946a42b055 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Checking segment: {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:02.335559 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd532ce-d45c-4ccf-aeef-17946a42b055 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network hostable DHCP agents. Network: 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:02.349000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d3cf7-75fb-43db-bd0d-c646d54bf7d5 req-93516b87-f46c-41d9-a171-f7bab142e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.352733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-170d3cf7-75fb-43db-bd0d-c646d54bf7d5 req-93516b87-f46c-41d9-a171-f7bab142e97c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206193 Jul 16 18:23:02.360918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd532ce-d45c-4ccf-aeef-17946a42b055 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:02.376219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ccd532ce-d45c-4ccf-aeef-17946a42b055 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:02.390870 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd532ce-d45c-4ccf-aeef-17946a42b055 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.391456 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ccd532ce-d45c-4ccf-aeef-17946a42b055 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.424670 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ccd532ce-d45c-4ccf-aeef-17946a42b055 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0012455 Jul 16 18:23:02.429153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.433410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76586ed4-8f44-48aa-bcda-ac2454fd322d None None] Network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:02.514538 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e9d7bf-c64b-4b2e-b006-9cfd85d46022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.522728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] Set router b02367c8-c5e0-4955-b592-54f91cea78c0 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:02.609644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565ecd0-80f5-4c13-a8e6-ddf886fe7356 None None] Pushing event updated for resources: {'Port': ['ID=84323d4a-4165-4a1d-9430-7c5281ebb93e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.726300 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.732509 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.738482 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.878964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ips': [{'subnet_id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:02.881194 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.950039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-170d3cf7-75fb-43db-bd0d-c646d54bf7d5 req-ff7c43b7-c897-425f-a9c9-55b197de1d11 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886853 Jul 16 18:23:02.986275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac24c52-06e7-4f36-be97-1d436e5c42f0 req-19539b33-9b14-4035-953b-a0807fa5acce tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.993793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ac24c52-06e7-4f36-be97-1d436e5c42f0 req-19539b33-9b14-4035-953b-a0807fa5acce tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.5459678 Jul 16 18:23:03.069510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:00Z', 'revision_number': 3, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:03.136836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ac24c52-06e7-4f36-be97-1d436e5c42f0 req-eb59871c-4da3-41e1-8ee2-18b23885c610 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419890 Jul 16 18:23:03.236945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-170d3cf7-75fb-43db-bd0d-c646d54bf7d5 req-90ece783-6bb2-4097-b054-82658d54f705 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800529 Jul 16 18:23:03.295283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device a6241e55-82d7-40b5-bf01-44260c5979a6 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:03.313078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01550119-f88b-4f2f-bbaf-5038d41489ca None None] The sync data for ids ['b02367c8-c5e0-4955-b592-54f91cea78c0'] in n-d-793618-9 is: [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:00Z', 'revision_number': 3, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:03.513178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1e74a-6d86-48a2-bb30-74ba8713bfc3 req-85b455ed-0ffa-405e-9ffb-693abb1896e4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.517284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fa1e74a-6d86-48a2-bb30-74ba8713bfc3 req-85b455ed-0ffa-405e-9ffb-693abb1896e4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1456411 Jul 16 18:23:03.606462 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Allocated IP 172.20.0.2 (73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d/c2a82ba5-69c5-47e1-a340-fb55d3fc53d9/0f808d32-44ca-4c0f-87e0-59a2f237d885) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:03.610453 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=a6241e55-82d7-40b5-bf01-44260c5979a6,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:03.637807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fa1e74a-6d86-48a2-bb30-74ba8713bfc3 req-68675ba0-d73c-4aea-a9a9-93eb5ab35617 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076999 Jul 16 18:23:03.642319 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'port_id': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'mac_address': 'fa:16:3e:f6:72:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:03.729334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.786676 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.867336 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6241e55-82d7-40b5-bf01-44260c5979a6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:03.877507 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.943257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=a6241e55-82d7-40b5-bf01-44260c5979a6,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:04.045993 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.195011 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.206072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['a6241e55-82d7-40b5-bf01-44260c5979a6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:04.288582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Transition to ACTIVE for port object 0f808d32-44ca-4c0f-87e0-59a2f237d885 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:04.314203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=a6241e55-82d7-40b5-bf01-44260c5979a6,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.337184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Transition to ACTIVE for port object 0f808d32-44ca-4c0f-87e0-59a2f237d885 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:04.348339 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.407499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:04.412943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:04.420528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:04.458461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.20.0.1 (73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d/c2a82ba5-69c5-47e1-a340-fb55d3fc53d9/c1d25612-ccf8-4a06-8a87-b957fb0d7137) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:04.476416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Pushing event updated for resources: {'Port': ['ID=0f808d32-44ca-4c0f-87e0-59a2f237d885,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.506605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29fa00-2d1c-4ffb-9e6a-bb4ae355ba1e req-ba8aab1c-991b-4f61-b04e-3689567d23f4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.509424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f29fa00-2d1c-4ffb-9e6a-bb4ae355ba1e req-ba8aab1c-991b-4f61-b04e-3689567d23f4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 945 time: 0.1583269 Jul 16 18:23:04.581149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Attempting to bind port 0f808d32-44ca-4c0f-87e0-59a2f237d885 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:04.581723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Attempting to bind port 0f808d32-44ca-4c0f-87e0-59a2f237d885 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:04.582168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Attempting to bind port 0f808d32-44ca-4c0f-87e0-59a2f237d885 on network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:04.593447 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:04.594328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f29fa00-2d1c-4ffb-9e6a-bb4ae355ba1e req-9bf22a71-97e1-4e41-940c-f2416beed212 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789623 Jul 16 18:23:04.602582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Checking segment: {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:04.608623 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.609192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Bound using segment: {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:04.609889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Bound port: 0f808d32-44ca-4c0f-87e0-59a2f237d885, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:04.610631 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.738838 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.767347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Transition to ACTIVE for port object c1d25612-ccf8-4a06-8a87-b957fb0d7137 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:04.804743 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.874512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] For port 0f808d32-44ca-4c0f-87e0-59a2f237d885, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:04.880433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] For port 0f808d32-44ca-4c0f-87e0-59a2f237d885, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0f808d32-44ca-4c0f-87e0-59a2f237d885,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:04.897840 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.932432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 84323d4a-4165-4a1d-9430-7c5281ebb93e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:04.956781 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:04.961039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:04.979029 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:04.982664 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=c1d25612-ccf8-4a06-8a87-b957fb0d7137,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.011696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fa45d-3d47-445c-a90e-3b14a6b8b9f0 req-4eb020be-c013-4858-9c62-cd2bbceb5566 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.018868 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b2fa45d-3d47-445c-a90e-3b14a6b8b9f0 req-4eb020be-c013-4858-9c62-cd2bbceb5566 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1036446 Jul 16 18:23:05.082202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b2fa45d-3d47-445c-a90e-3b14a6b8b9f0 req-b1f99c7a-d207-4437-91d2-87457cf70c06 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620959 Jul 16 18:23:05.097991 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.170168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 84323d4a-4165-4a1d-9430-7c5281ebb93e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:05.211030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 84323d4a-4165-4a1d-9430-7c5281ebb93e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:05.215024 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.275566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device a6241e55-82d7-40b5-bf01-44260c5979a6 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:05.366956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174c180-ab62-45fa-aa42-4c7f615e35f3 None None] Pushing event updated for resources: {'Port': ['ID=0f808d32-44ca-4c0f-87e0-59a2f237d885,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.423531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port a6241e55-82d7-40b5-bf01-44260c5979a6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:05.432954 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.472123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.487037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8603171-270c-4995-8535-2943d5d69036 req-cbc7cac2-8ee3-47f3-bcb4-8dfbd9bfa60c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.514757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8603171-270c-4995-8535-2943d5d69036 req-cbc7cac2-8ee3-47f3-bcb4-8dfbd9bfa60c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1788177 Jul 16 18:23:05.575232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8603171-270c-4995-8535-2943d5d69036 req-be4fc058-9e23-45e2-b897-ce22a34e67e6 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586665 Jul 16 18:23:05.599686 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.752338 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.895422 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 84323d4a-4165-4a1d-9430-7c5281ebb93e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=84323d4a-4165-4a1d-9430-7c5281ebb93e,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:05.919103 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.940081 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.027513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9aa75-3b1b-4540-b8da-de95479c78cb req-a5e9b349-8002-413f-80b8-252b56525c70 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:06.035946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4cd9aa75-3b1b-4540-b8da-de95479c78cb req-a5e9b349-8002-413f-80b8-252b56525c70 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2004502 Jul 16 18:23:06.043691 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:06.046917 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0b0fd3-0eee-4e0e-9850-97e30c3639c7" -d '{"events": [{"server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "name": "network-vif-plugged", "status": "completed", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:06.054114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301fb09-fac4-486f-9a48-08e58fa62225 req-0c9c2d54-e3c7-44be-b840-a754281989d9 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:06.062543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a301fb09-fac4-486f-9a48-08e58fa62225 req-0c9c2d54-e3c7-44be-b840-a754281989d9 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 945 time: 0.1798189 Jul 16 18:23:06.068337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=a6241e55-82d7-40b5-bf01-44260c5979a6,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:06.071410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=84323d4a-4165-4a1d-9430-7c5281ebb93e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.083061 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.160299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=a6241e55-82d7-40b5-bf01-44260c5979a6,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.173872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a301fb09-fac4-486f-9a48-08e58fa62225 req-5923585c-9a67-4467-b56a-6fbd55113ca3 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100550 Jul 16 18:23:06.180921 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4cd9aa75-3b1b-4540-b8da-de95479c78cb req-57d5ecb6-accd-4f87-9ef9-297f77b57f1d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439281 Jul 16 18:23:06.223774 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d2ffd9-7a13-4e6b-aff4-888f435a5456 x-openstack-request-id: req-e8d2ffd9-7a13-4e6b-aff4-888f435a5456 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:06.223774 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "name": "network-vif-plugged", "status": "completed", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:06.224044 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8d2ffd9-7a13-4e6b-aff4-888f435a5456 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:06.224440 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'code': 200} Jul 16 18:23:06.225735 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.231661 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.324013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.327183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=c1d25612-ccf8-4a06-8a87-b957fb0d7137,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.446639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:06.448059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:06.664279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router b02367c8-c5e0-4955-b592-54f91cea78c0 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:06.828874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:06.838951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370de1d1-2cba-476e-b973-39bb24edadd5 req-46962872-31c7-44e1-bdb4-761f164cf42e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:06.842301 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-70a2809b-6d4b-4694-ac39-e1e8f4aa05e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "PUT /v2.0/routers/b02367c8-c5e0-4955-b592-54f91cea78c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4083498 Jul 16 18:23:06.845643 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Sync routers for ids ['b02367c8-c5e0-4955-b592-54f91cea78c0'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:06.849034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-370de1d1-2cba-476e-b973-39bb24edadd5 req-46962872-31c7-44e1-bdb4-761f164cf42e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1610663 Jul 16 18:23:06.895788 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Routers {'b02367c8-c5e0-4955-b592-54f91cea78c0'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:06.900954 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:23:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b02367c8-c5e0-4955-b592-54f91cea78c0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:06.925445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-370de1d1-2cba-476e-b973-39bb24edadd5 req-ce209034-ef43-4807-b893-280160857d79 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749202 Jul 16 18:23:06.966440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 84323d4a-4165-4a1d-9430-7c5281ebb93e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:07.071495 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Set router b02367c8-c5e0-4955-b592-54f91cea78c0 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:07.180226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 84323d4a-4165-4a1d-9430-7c5281ebb93e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:07.180613 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.260186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-f21e96cc-3880-4f75-9159-658084c1915c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136926465&fields=id&tenant_id=7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 267 time: 0.0835471 Jul 16 18:23:07.402148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0f808d32-44ca-4c0f-87e0-59a2f237d885 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:07.404497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abba6f93-fea7-41fb-a75f-e01847aac2a2 None None] Network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:07.534422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a94af0-d346-437a-8f7e-f2760597c22f req-d906fd4c-18f4-41aa-b4f9-9aff66a1cc7f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.541287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-d906fd4c-18f4-41aa-b4f9-9aff66a1cc7f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/networks?id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d HTTP/1.1" status: 200 len: 797 time: 0.2767906 Jul 16 18:23:07.558269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863a992-48f4-4bc6-9147-016c9181d100 req-1e56afb6-1c5f-4c8f-884f-6e0627a86cdf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.559829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5863a992-48f4-4bc6-9147-016c9181d100 req-1e56afb6-1c5f-4c8f-884f-6e0627a86cdf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.2163613 Jul 16 18:23:07.569159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-b168b150-f83b-43cd-a241-29d7eaa87e31 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/quotas/7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 375 time: 0.0263705 Jul 16 18:23:07.571866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f11909f1-8574-4f83-a9df-6885694bacba None None] Provisioning for port 0f808d32-44ca-4c0f-87e0-59a2f237d885 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:07.608136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 0f808d32-44ca-4c0f-87e0-59a2f237d885 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:07.615040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 0f808d32-44ca-4c0f-87e0-59a2f237d885 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:07.615361 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.637482 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c1d25612-ccf8-4a06-8a87-b957fb0d7137', 'name': '', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:8a:51:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:03Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 2, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:07.646949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5863a992-48f4-4bc6-9147-016c9181d100 req-c6b65516-8765-43d2-9601-0c41cd2a30e1 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655682 Jul 16 18:23:07.711526 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-3bb300f6-ffe7-4219-86fe-be1cc6fc900c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413560 Jul 16 18:23:07.733898 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Checking router: b02367c8-c5e0-4955-b592-54f91cea78c0 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:07.734273 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Updating router b02367c8-c5e0-4955-b592-54f91cea78c0 port c1d25612-ccf8-4a06-8a87-b957fb0d7137 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:07.780710 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.846983 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-10a512a6-0979-4d1c-ae41-99c13b4d54fd service neutron] 10.222.0.52 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341901 Jul 16 18:23:07.899426 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.014483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 0f808d32-44ca-4c0f-87e0-59a2f237d885, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0f808d32-44ca-4c0f-87e0-59a2f237d885,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:08.019800 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.179646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=0f808d32-44ca-4c0f-87e0-59a2f237d885,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.213269 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.226264 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Transition to ACTIVE for port object c1d25612-ccf8-4a06-8a87-b957fb0d7137 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:08.232516 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.306919 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Pushing event updated for resources: {'Port': ['ID=c1d25612-ccf8-4a06-8a87-b957fb0d7137,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.342812 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.343174 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.343495 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.343841 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.344587 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.344587 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.344896 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.345218 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.345551 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.345886 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.346218 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.346556 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.428132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8033580f-ca38-4b38-b304-1b26096b6636 None None] Provisioning complete for port 0f808d32-44ca-4c0f-87e0-59a2f237d885 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:08.429297 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8033580f-ca38-4b38-b304-1b26096b6636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.455360 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Attempting to bind port c1d25612-ccf8-4a06-8a87-b957fb0d7137 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:08.455565 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Attempting to bind port c1d25612-ccf8-4a06-8a87-b957fb0d7137 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:08.455886 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Attempting to bind port c1d25612-ccf8-4a06-8a87-b957fb0d7137 on network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:08.461479 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:08.461932 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Checking segment: {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:08.462421 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.462899 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Bound using segment: {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:08.463462 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Bound port: c1d25612-ccf8-4a06-8a87-b957fb0d7137, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:08.463922 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.478136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-26986331-d32c-4253-80fb-c82f8b21aa7b service neutron] 10.222.0.52 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226032 Jul 16 18:23:08.495866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edacdf9e-c580-4f67-b892-c273bb2727d5 req-cb5fe055-c517-4699-b753-5402063a0fe1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4083238 Jul 16 18:23:08.538453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a0dbb-33d1-4b3b-86a4-9fbb61bb8b51 req-9c875d85-1315-4bdf-83ac-ba2640f74d7d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:08.540080 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-078a0dbb-33d1-4b3b-86a4-9fbb61bb8b51 req-9c875d85-1315-4bdf-83ac-ba2640f74d7d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.3086925 Jul 16 18:23:08.618267 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] For port c1d25612-ccf8-4a06-8a87-b957fb0d7137, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:08.622098 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] For port c1d25612-ccf8-4a06-8a87-b957fb0d7137, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c1d25612-ccf8-4a06-8a87-b957fb0d7137,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:08.628673 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.657186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8033580f-ca38-4b38-b304-1b26096b6636 None None] Provisioning for port c1d25612-ccf8-4a06-8a87-b957fb0d7137 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:08.710948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-078a0dbb-33d1-4b3b-86a4-9fbb61bb8b51 req-568f5d9e-c487-4fa3-85a0-79b5ad911271 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608806 Jul 16 18:23:08.726513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacdf9e-c580-4f67-b892-c273bb2727d5 req-14994ecb-0710-4438-9e9d-067a6f9d285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:08.728025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edacdf9e-c580-4f67-b892-c273bb2727d5 req-14994ecb-0710-4438-9e9d-067a6f9d285e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 1097 time: 0.1640704 Jul 16 18:23:08.847519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0f808d32-44ca-4c0f-87e0-59a2f237d885 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:08.852455 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Routers {'b02367c8-c5e0-4955-b592-54f91cea78c0'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:08.853174 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:23:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b02367c8-c5e0-4955-b592-54f91cea78c0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:08.856333 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45f8bd-2e27-4b7e-a157-71ee17defc94 None None] Pushing event updated for resources: {'Port': ['ID=c1d25612-ccf8-4a06-8a87-b957fb0d7137,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:09.052029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacdf9e-c580-4f67-b892-c273bb2727d5 req-b1df4141-fd2e-4de0-ae23-f4493751b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.053594 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edacdf9e-c580-4f67-b892-c273bb2727d5 req-b1df4141-fd2e-4de0-ae23-f4493751b1c8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.3032191 Jul 16 18:23:09.054677 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 0f808d32-44ca-4c0f-87e0-59a2f237d885 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:09.055106 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.134560 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] Set router b02367c8-c5e0-4955-b592-54f91cea78c0 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:09.280835 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edacdf9e-c580-4f67-b892-c273bb2727d5 req-3ce52a57-196d-4440-a7df-c9c88678eda7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b08a4d8f-69e5-4867-91ac-381bac2f9465 HTTP/1.1" status: 200 len: 217 time: 0.2147768 Jul 16 18:23:09.435471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a39f786e-12de-4f6e-bfb6-28cac6a2873c req-ce82f493-b17b-45e0-9273-7eb379755d45 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 210 time: 0.0378103 Jul 16 18:23:09.508679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacdf9e-c580-4f67-b892-c273bb2727d5 req-08bd9c8b-06db-4a39-a8b7-1e36c6b1df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.510413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edacdf9e-c580-4f67-b892-c273bb2727d5 req-08bd9c8b-06db-4a39-a8b7-1e36c6b1df85 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.2232018 Jul 16 18:23:09.522618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7be22-e223-48e2-8d3d-bd5d0557d0d7 req-9369c825-11d6-4cdf-a903-7333c5640b2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.530631 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ef7be22-e223-48e2-8d3d-bd5d0557d0d7 req-9369c825-11d6-4cdf-a903-7333c5640b2b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.4759715 Jul 16 18:23:09.677852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ef7be22-e223-48e2-8d3d-bd5d0557d0d7 req-047d8128-e74a-48fc-9497-047d8516b6ce tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454332 Jul 16 18:23:09.814423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307574a-1e5f-401a-b30d-bdb27ad8758c req-2fa51922-515b-4298-b696-b84fc83f369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.816910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1307574a-1e5f-401a-b30d-bdb27ad8758c req-2fa51922-515b-4298-b696-b84fc83f369e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ff61005884a4cf495bfab056c2e2f39&device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 1096 time: 0.3563170 Jul 16 18:23:09.822349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacdf9e-c580-4f67-b892-c273bb2727d5 req-c4342b32-170c-4d38-9422-1dda13ff9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.824778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edacdf9e-c580-4f67-b892-c273bb2727d5 req-c4342b32-170c-4d38-9422-1dda13ff9625 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2729714 Jul 16 18:23:09.914796 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c1d25612-ccf8-4a06-8a87-b957fb0d7137', 'name': '', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:8a:51:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:03Z', 'updated_at': '2021-07-16T18:23:08Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:10.005012 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cf34ad-b00b-4ee1-9c6a-5bf936913566 None None] The sync data for ids ['b02367c8-c5e0-4955-b592-54f91cea78c0'] in n-d-793618-9 is: [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c1d25612-ccf8-4a06-8a87-b957fb0d7137', 'name': '', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:8a:51:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:03Z', 'updated_at': '2021-07-16T18:23:08Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:10.127558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edacdf9e-c580-4f67-b892-c273bb2727d5 req-2e1286e0-eccc-4f79-9b53-3ad3ac6d86e2 service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442999 Jul 16 18:23:10.383306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40311339-2a69-46fd-8fc0-ec3e0132b7e1 req-cdb7c00f-800f-41d0-86fe-371befe58892 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.403763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40311339-2a69-46fd-8fc0-ec3e0132b7e1 req-cdb7c00f-800f-41d0-86fe-371befe58892 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.6775932 Jul 16 18:23:10.507715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307574a-1e5f-401a-b30d-bdb27ad8758c req-b358dacb-c42c-4eca-9922-e692196b1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.509513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1307574a-1e5f-401a-b30d-bdb27ad8758c req-b358dacb-c42c-4eca-9922-e692196b1e69 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 200 len: 913 time: 0.6835003 Jul 16 18:23:10.716920 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40311339-2a69-46fd-8fc0-ec3e0132b7e1 req-8bd5804c-3930-425f-83c4-b6d3717e88af tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104267 Jul 16 18:23:10.894458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c1d25612-ccf8-4a06-8a87-b957fb0d7137 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:10.898269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-94fba653-8648-43d8-bb06-16b57160813a req-b41062b6-fb02-4fe0-b675-0701a10cb643 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 210 time: 0.0818975 Jul 16 18:23:10.909024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edacdf9e-c580-4f67-b892-c273bb2727d5 req-360fe45e-9af9-4fed-ae96-516d02bbe5dc service neutron] 10.222.0.38 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7791367 Jul 16 18:23:10.935775 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1307574a-1e5f-401a-b30d-bdb27ad8758c req-fee72ea6-bb04-4a32-87bd-0ce81fdd0011 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 200 len: 1000 time: 0.4116592 Jul 16 18:23:11.073742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port c1d25612-ccf8-4a06-8a87-b957fb0d7137 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:11.080757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c1d25612-ccf8-4a06-8a87-b957fb0d7137 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:11.081163 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.186669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307574a-1e5f-401a-b30d-bdb27ad8758c req-8262d9aa-fbed-42dd-85fb-4004b2183b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:11.188431 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1307574a-1e5f-401a-b30d-bdb27ad8758c req-8262d9aa-fbed-42dd-85fb-4004b2183b10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 200 len: 851 time: 0.2463207 Jul 16 18:23:11.278438 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.328471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port c1d25612-ccf8-4a06-8a87-b957fb0d7137, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c1d25612-ccf8-4a06-8a87-b957fb0d7137,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:11.334238 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.400009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=c1d25612-ccf8-4a06-8a87-b957fb0d7137,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:11.438925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8131c94-21fc-4e77-9bc1-657be489506f req-91a4886c-858a-4c51-b9e4-bf2baacf81f4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:11.440579 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8131c94-21fc-4e77-9bc1-657be489506f req-91a4886c-858a-4c51-b9e4-bf2baacf81f4 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.3889577 Jul 16 18:23:11.479932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a94af0-d346-437a-8f7e-f2760597c22f req-21ccc7c6-3826-4ec5-ba75-6cbe4cd595cb tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:11.481513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-21ccc7c6-3826-4ec5-ba75-6cbe4cd595cb tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "GET /v2.0/networks?id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d HTTP/1.1" status: 200 len: 797 time: 0.2542093 Jul 16 18:23:11.501787 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307574a-1e5f-401a-b30d-bdb27ad8758c req-af6251ba-9442-43f3-88b1-b780be9ba6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:11.503789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1307574a-1e5f-401a-b30d-bdb27ad8758c req-af6251ba-9442-43f3-88b1-b780be9ba6ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf7b37a0-880b-4518-a8ff-3e201a36b0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3073978 Jul 16 18:23:11.636888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8131c94-21fc-4e77-9bc1-657be489506f req-88b887c7-68c2-45fc-b4b7-182304301808 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835716 Jul 16 18:23:11.644959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-07af9969-d325-4aa8-8f33-f5d457ce0387 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 380 time: 0.1340184 Jul 16 18:23:11.696850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'port': {'device_id': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'admin_state_up': True, 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'security_groups': ['43dc9451-1e07-4784-83fe-c52a6566fe4a']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:11.858713 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1307574a-1e5f-401a-b30d-bdb27ad8758c req-a9d96870-5db7-4d80-885b-854980dc17f6 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334360 Jul 16 18:23:12.142918 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc3bde64-9fe8-4465-aec0-6285d0d89bdf req-30c78d69-162b-441e-a3d6-c13ccd3a2d90 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 210 time: 0.0612397 Jul 16 18:23:12.198898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Made reservation on behalf of 7d7e779da2c0442f85c056cdc3f73ede for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:12.203327 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.209152 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1307574a-1e5f-401a-b30d-bdb27ad8758c req-c722c237-a9e1-40c7-a4ee-f2528e3cdbd0 service neutron] 10.222.0.42 "GET /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410847 Jul 16 18:23:12.267445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8363e-7010-4f56-a587-cb82c1bb9ddf req-97b7670b-6672-4564-b878-966ce4513c8d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.269107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00d8363e-7010-4f56-a587-cb82c1bb9ddf req-97b7670b-6672-4564-b878-966ce4513c8d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.3661437 Jul 16 18:23:12.376286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00d8363e-7010-4f56-a587-cb82c1bb9ddf req-3731fe5e-5f5d-4d9e-ae1c-1a4cda205bc1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004581 Jul 16 18:23:12.455000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.20.0.3 (73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d/c2a82ba5-69c5-47e1-a340-fb55d3fc53d9/83527d54-fa52-420b-8f3e-7eff10d75f7d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:12.641552 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.668895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Transition to ACTIVE for port object 83527d54-fa52-420b-8f3e-7eff10d75f7d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:12.742102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.818530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c1d25612-ccf8-4a06-8a87-b957fb0d7137 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:12.933860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c1d25612-ccf8-4a06-8a87-b957fb0d7137 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:12.934280 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.272206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:13.287714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:13.293918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:13.424943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=83527d54-fa52-420b-8f3e-7eff10d75f7d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:13.474797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.475487 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.526855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-41beb183-3d26-4987-bcfe-d9a55b02c6ad tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8374360 Jul 16 18:23:13.541402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Request body: {'port': {'device_id': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:13.584748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad9b9-e17c-4e4e-9c4c-307f6eb0fc3d req-4123d9c3-657e-484a-8e73-9c5779dd8b2b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.586791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-009ad9b9-e17c-4e4e-9c4c-307f6eb0fc3d req-4123d9c3-657e-484a-8e73-9c5779dd8b2b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 931 time: 0.2682617 Jul 16 18:23:13.600640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61969d-b53c-4735-9caa-c046c70af7a2 req-c5c62670-47a6-4488-9c25-7acea22ac93e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.602794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c61969d-b53c-4735-9caa-c046c70af7a2 req-c5c62670-47a6-4488-9c25-7acea22ac93e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.3260996 Jul 16 18:23:13.671716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7a428f2-2519-4a22-b689-0f923276186f None None] Provisioning for port 83527d54-fa52-420b-8f3e-7eff10d75f7d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:13.692214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7a428f2-2519-4a22-b689-0f923276186f None None] Provisioning complete for port 83527d54-fa52-420b-8f3e-7eff10d75f7d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:13.692599 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7a428f2-2519-4a22-b689-0f923276186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.741005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7a428f2-2519-4a22-b689-0f923276186f None None] Port 83527d54-fa52-420b-8f3e-7eff10d75f7d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:13.778718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-009ad9b9-e17c-4e4e-9c4c-307f6eb0fc3d req-301a3d7c-92ef-436f-a1cf-40790299a3af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725006 Jul 16 18:23:13.819170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c61969d-b53c-4735-9caa-c046c70af7a2 req-159e990c-93b0-4a9d-9b7a-52469feb0b06 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002404 Jul 16 18:23:13.863290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.262930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36caae-5ca3-466b-b314-1b6cc6779c1d req-1aab62a4-c117-4485-baf4-d55c2bf313d3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:14.270398 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee36caae-5ca3-466b-b314-1b6cc6779c1d req-1aab62a4-c117-4485-baf4-d55c2bf313d3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.2520988 Jul 16 18:23:14.342828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee36caae-5ca3-466b-b314-1b6cc6779c1d req-6d5cf75d-562e-4e91-ada0-0d24464dee34 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712402 Jul 16 18:23:14.484452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83527d54-fa52-420b-8f3e-7eff10d75f7d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:14.493890 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.508464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Transition to ACTIVE for port object 83527d54-fa52-420b-8f3e-7eff10d75f7d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:14.514563 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.616405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Pushing event updated for resources: {'Port': ['ID=83527d54-fa52-420b-8f3e-7eff10d75f7d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:14.726115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04187e6-e64c-42b8-ad30-0bd12300ae5f req-9cb4bfa1-246e-43cf-9ece-b8ea5028fac5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:14.727750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b04187e6-e64c-42b8-ad30-0bd12300ae5f req-9cb4bfa1-246e-43cf-9ece-b8ea5028fac5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1785400 Jul 16 18:23:14.759377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Attempting to bind port 83527d54-fa52-420b-8f3e-7eff10d75f7d on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:14.759854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Attempting to bind port 83527d54-fa52-420b-8f3e-7eff10d75f7d by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:14.760097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Attempting to bind port 83527d54-fa52-420b-8f3e-7eff10d75f7d on network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:14.777496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Port 83527d54-fa52-420b-8f3e-7eff10d75f7d on network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:14.777959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Attempting to bind port 83527d54-fa52-420b-8f3e-7eff10d75f7d on network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:14.800953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:14.801674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Checking segment: {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:14.802442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Bound using segment: {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:14.803161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Bound port: 83527d54-fa52-420b-8f3e-7eff10d75f7d, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:14.803773 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.812812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b04187e6-e64c-42b8-ad30-0bd12300ae5f req-5b156389-8b60-4931-aa06-5f8288a69bcf tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739598 Jul 16 18:23:15.006961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:15.010828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:15.023159 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.146737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.147670 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.149419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] 10.222.0.38 "PUT /v2.0/ports/83527d54-fa52-420b-8f3e-7eff10d75f7d HTTP/1.1" status: 200 len: 1091 time: 1.6132679 Jul 16 18:23:15.151125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:15.158301 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbaa8e3-8e5d-42b1-9b35-2cd2c1c13786" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:15.194276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c547c-8507-4292-b861-e3bdcb419e3b service neutron] Pushing event updated for resources: {'Port': ['ID=83527d54-fa52-420b-8f3e-7eff10d75f7d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:15.298159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94702-1f32-48da-80cb-950395063076 req-802d3011-9c0d-4a0c-8cc4-2e51755ee3bf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.305634 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63a94702-1f32-48da-80cb-950395063076 req-802d3011-9c0d-4a0c-8cc4-2e51755ee3bf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 943 time: 0.2319851 Jul 16 18:23:15.374629 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63a94702-1f32-48da-80cb-950395063076 req-eeb7999f-6dcd-4f28-beaf-209b9b764070 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680134 Jul 16 18:23:15.417045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a94af0-d346-437a-8f7e-f2760597c22f req-e025c51e-6422-4c02-bd27-20bdb0da8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.423314 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-e025c51e-6422-4c02-bd27-20bdb0da8a46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 1094 time: 0.2182252 Jul 16 18:23:15.500370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-9e35db19-4b53-4764-b72b-9a28178e21b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d HTTP/1.1" status: 200 len: 217 time: 0.0700984 Jul 16 18:23:15.562741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a94af0-d346-437a-8f7e-f2760597c22f req-8038027d-fb3d-41c4-ba43-5760fe9ecbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.564197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-8038027d-fb3d-41c4-ba43-5760fe9ecbb1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2a82ba5-69c5-47e1-a340-fb55d3fc53d9 HTTP/1.1" status: 200 len: 834 time: 0.0571826 Jul 16 18:23:15.672310 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a94af0-d346-437a-8f7e-f2760597c22f req-78996acd-38c2-4a6f-93e4-cdeb8b528c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.673888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-78996acd-38c2-4a6f-93e4-cdeb8b528c00 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796785 Jul 16 18:23:15.682695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d94ad-d565-4ac6-b857-c03def802561 req-d17def26-1032-4604-9ab5-5f75575e7a61 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.684293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-825d94ad-d565-4ac6-b857-c03def802561 req-d17def26-1032-4604-9ab5-5f75575e7a61 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1191654 Jul 16 18:23:15.810158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-825d94ad-d565-4ac6-b857-c03def802561 req-7bcb356c-9d04-474f-8123-7c3a2d3e5847 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975711 Jul 16 18:23:15.856733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-d8aac7c9-1890-463a-9305-17c58b5f76e4 service neutron] 10.222.0.38 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714234 Jul 16 18:23:15.919528 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e0a77e-a7e4-4be1-91cd-98db735c6ebd x-openstack-request-id: req-96e0a77e-a7e4-4be1-91cd-98db735c6ebd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:15.920002 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:15.920157 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96e0a77e-a7e4-4be1-91cd-98db735c6ebd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:15.920501 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'status': 'completed', 'code': 200} Jul 16 18:23:16.011617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21a94af0-d346-437a-8f7e-f2760597c22f req-a1eca519-5caa-4ca2-a35f-0361b4f0524c service neutron] 10.222.0.38 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476049 Jul 16 18:23:16.259262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaa8e3-8e5d-42b1-9b35-2cd2c1c13786 req-8fa79b51-4e7f-4f86-9dd4-675012fa330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.261049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fdbaa8e3-8e5d-42b1-9b35-2cd2c1c13786 req-8fa79b51-4e7f-4f86-9dd4-675012fa330a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 1094 time: 0.1823630 Jul 16 18:23:16.271150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf8b55-7046-4844-ae2f-078a00100f91 req-230a1a0e-842f-4e25-a80e-9bc4af6f8ad6 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.272890 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8bf8b55-7046-4844-ae2f-078a00100f91 req-230a1a0e-842f-4e25-a80e-9bc4af6f8ad6 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbccb382-9d4d-4dad-9f2e-a97730b1f113 HTTP/1.1" status: 200 len: 943 time: 0.1222818 Jul 16 18:23:16.525599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d8bf8b55-7046-4844-ae2f-078a00100f91 req-0920a56d-211f-45af-a647-31fad3045220 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Deleting port bc208eda-8df2-4724-84c3-cee74300e925 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:16.526205 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8bf8b55-7046-4844-ae2f-078a00100f91 req-0920a56d-211f-45af-a647-31fad3045220 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.530882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaa8e3-8e5d-42b1-9b35-2cd2c1c13786 req-68c43d44-f118-4c6b-a1a8-97eb1ac6d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.532618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fdbaa8e3-8e5d-42b1-9b35-2cd2c1c13786 req-68c43d44-f118-4c6b-a1a8-97eb1ac6d9ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d HTTP/1.1" status: 200 len: 898 time: 0.2584136 Jul 16 18:23:16.590040 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fdbaa8e3-8e5d-42b1-9b35-2cd2c1c13786 req-8f2df3c3-cda5-4b84-b1f6-406fc68360a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d HTTP/1.1" status: 200 len: 217 time: 0.0454578 Jul 16 18:23:16.755937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaa8e3-8e5d-42b1-9b35-2cd2c1c13786 req-f803bd13-789c-4e3f-944c-949e6f745c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.758024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fdbaa8e3-8e5d-42b1-9b35-2cd2c1c13786 req-f803bd13-789c-4e3f-944c-949e6f745c70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2a82ba5-69c5-47e1-a340-fb55d3fc53d9 HTTP/1.1" status: 200 len: 834 time: 0.1572895 Jul 16 18:23:16.776924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d8bf8b55-7046-4844-ae2f-078a00100f91 req-0920a56d-211f-45af-a647-31fad3045220 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] For port bc208eda-8df2-4724-84c3-cee74300e925, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=bc208eda-8df2-4724-84c3-cee74300e925,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:16.777302 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8bf8b55-7046-4844-ae2f-078a00100f91 req-0920a56d-211f-45af-a647-31fad3045220 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.807826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d8bf8b55-7046-4844-ae2f-078a00100f91 req-0920a56d-211f-45af-a647-31fad3045220 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Calling delete_port for bc208eda-8df2-4724-84c3-cee74300e925 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:16.868218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b9da4-6869-436a-88e8-c0336e9d1ad1 req-d62afdfa-a49a-4631-9d2f-a30cf3b6dff4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.870308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-474b9da4-6869-436a-88e8-c0336e9d1ad1 req-d62afdfa-a49a-4631-9d2f-a30cf3b6dff4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 943 time: 0.2740054 Jul 16 18:23:17.004601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-474b9da4-6869-436a-88e8-c0336e9d1ad1 req-3b4c2a5c-5fa8-4fb4-aa27-9b60a549503f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892842 Jul 16 18:23:17.012680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaa8e3-8e5d-42b1-9b35-2cd2c1c13786 req-21b77849-e674-4805-9795-2451dc8bd8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.014397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fdbaa8e3-8e5d-42b1-9b35-2cd2c1c13786 req-21b77849-e674-4805-9795-2451dc8bd8aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2340658 Jul 16 18:23:17.164853 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fdbaa8e3-8e5d-42b1-9b35-2cd2c1c13786 req-18748256-d662-4703-89c6-575c626bf1ff service neutron] 10.222.0.38 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389635 Jul 16 18:23:17.168227 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8bf8b55-7046-4844-ae2f-078a00100f91 req-0920a56d-211f-45af-a647-31fad3045220 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.181771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b08a4d8f-69e5-4867-91ac-381bac2f9465'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:17.186360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['79784b9f-64b8-4ef5-9c69-e81f6e04b45f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:17.282878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920a56d-211f-45af-a647-31fad3045220 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event deleted for resources: {'Port': ['ID=bc208eda-8df2-4724-84c3-cee74300e925,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.394045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bf8b55-7046-4844-ae2f-078a00100f91 req-0920a56d-211f-45af-a647-31fad3045220 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] No DVR routers for this DVR port bc208eda-8df2-4724-84c3-cee74300e925 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:17.397526 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d8bf8b55-7046-4844-ae2f-078a00100f91 req-0920a56d-211f-45af-a647-31fad3045220 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.400439 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8bf8b55-7046-4844-ae2f-078a00100f91 req-0920a56d-211f-45af-a647-31fad3045220 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "DELETE /v2.0/ports/bc208eda-8df2-4724-84c3-cee74300e925 HTTP/1.1" status: 204 len: 173 time: 1.1161888 Jul 16 18:23:17.524917 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d08a4b-d864-4119-b4c5-0704449ca212 req-a09a320d-d353-40ec-9063-e8015761cbcf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.526836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86d08a4b-d864-4119-b4c5-0704449ca212 req-a09a320d-d353-40ec-9063-e8015761cbcf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.2721987 Jul 16 18:23:17.534923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fdbaa8e3-8e5d-42b1-9b35-2cd2c1c13786 req-d320274b-071e-40b7-ae8f-5c5e305217c5 service neutron] 10.222.0.38 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636103 Jul 16 18:23:17.631808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86d08a4b-d864-4119-b4c5-0704449ca212 req-a4744389-aa72-4191-985c-c37c35801a65 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922906 Jul 16 18:23:17.921902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbccb382-9d4d-4dad-9f2e-a97730b1f113', 'name': 'network-vif-deleted', 'tag': 'bc208eda-8df2-4724-84c3-cee74300e925'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:17.924869 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ee9672-fdf7-4266-b29b-c76820b643b4" -d '{"events": [{"server_uuid": "dbccb382-9d4d-4dad-9f2e-a97730b1f113", "name": "network-vif-deleted", "tag": "bc208eda-8df2-4724-84c3-cee74300e925"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:17.962635 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b714c9-8cf5-4435-a79e-9126131a3881 x-openstack-request-id: req-b3b714c9-8cf5-4435-a79e-9126131a3881 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:17.963334 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbccb382-9d4d-4dad-9f2e-a97730b1f113", "name": "network-vif-deleted", "tag": "bc208eda-8df2-4724-84c3-cee74300e925", "status": "failed", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:17.963744 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3b714c9-8cf5-4435-a79e-9126131a3881 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:17.964400 n-d-793618-9 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dbccb382-9d4d-4dad-9f2e-a97730b1f113', 'name': 'network-vif-deleted', 'tag': 'bc208eda-8df2-4724-84c3-cee74300e925', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:23:18.233204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1903-1e0c-4429-a1ac-8a36bb5ed1b1 req-45d0c476-f5fb-463d-98f9-b30e8321489f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.240596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad4f1903-1e0c-4429-a1ac-8a36bb5ed1b1 req-45d0c476-f5fb-463d-98f9-b30e8321489f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 943 time: 0.0942104 Jul 16 18:23:18.296808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad4f1903-1e0c-4429-a1ac-8a36bb5ed1b1 req-179e2b68-7a86-4edd-a6cb-a15f399653e8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552139 Jul 16 18:23:18.344706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 83527d54-fa52-420b-8f3e-7eff10d75f7d details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:18.533572 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:23:18.751807 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:18.768224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'port_id': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'mac_address': 'fa:16:3e:a6:2b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:18.783398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d540bbc-1229-48a6-ac19-05bbe0b1be71 req-e82caee4-5b71-4daa-b7b5-ebd997efb3f8 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.803779 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d540bbc-1229-48a6-ac19-05bbe0b1be71 req-e82caee4-5b71-4daa-b7b5-ebd997efb3f8 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 907 time: 0.1493788 Jul 16 18:23:18.845269 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.889216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83527d54-fa52-420b-8f3e-7eff10d75f7d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:18.940800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:18.951777 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.981618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec151c7-be44-4258-8864-bec193bc4d02 req-4a668d14-702c-4086-bff0-30dfea4e6e0c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.986113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cec151c7-be44-4258-8864-bec193bc4d02 req-4a668d14-702c-4086-bff0-30dfea4e6e0c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1066253 Jul 16 18:23:19.046493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=83527d54-fa52-420b-8f3e-7eff10d75f7d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:19.068219 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cec151c7-be44-4258-8864-bec193bc4d02 req-23e98dd6-1993-4532-9eb6-9d913fb04a02 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758080 Jul 16 18:23:19.159712 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['83527d54-fa52-420b-8f3e-7eff10d75f7d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:19.509554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdf023-bbae-41a3-9a58-eec72a9dbfdf req-3efb7bcd-245d-4022-a014-204123354a5c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.517750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2dcdf023-bbae-41a3-9a58-eec72a9dbfdf req-3efb7bcd-245d-4022-a014-204123354a5c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 944 time: 0.0975080 Jul 16 18:23:19.555110 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2dcdf023-bbae-41a3-9a58-eec72a9dbfdf req-0ac9e1ad-f2ca-419b-8abe-7817f4559fbc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362217 Jul 16 18:23:20.068150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5af49-ee3e-40dc-8b8c-3901f0d302ca req-0fe63d8b-4dc6-4ec3-84b6-c570e9b30d6e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.069827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30a5af49-ee3e-40dc-8b8c-3901f0d302ca req-0fe63d8b-4dc6-4ec3-84b6-c570e9b30d6e tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 907 time: 0.1380179 Jul 16 18:23:20.078058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e82972-59fa-4ab7-b880-40f6cd0de1ff req-7d3e5f66-63b1-4cd0-9ccf-832cf71e9820 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.079587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62e82972-59fa-4ab7-b880-40f6cd0de1ff req-7d3e5f66-63b1-4cd0-9ccf-832cf71e9820 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 907 time: 0.1346641 Jul 16 18:23:20.299046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-62e82972-59fa-4ab7-b880-40f6cd0de1ff req-f37552f9-f1f2-4769-a81c-e3c03fea791d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Deleting port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:20.299398 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62e82972-59fa-4ab7-b880-40f6cd0de1ff req-f37552f9-f1f2-4769-a81c-e3c03fea791d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.361132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 83527d54-fa52-420b-8f3e-7eff10d75f7d up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:20.389357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae8bb1-38ce-403a-b0b6-7cdba1de64a8 req-10af7997-93c3-406e-aa82-1e428688bbd5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.404761 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0ae8bb1-38ce-403a-b0b6-7cdba1de64a8 req-10af7997-93c3-406e-aa82-1e428688bbd5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1746669 Jul 16 18:23:20.458772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-62e82972-59fa-4ab7-b880-40f6cd0de1ff req-f37552f9-f1f2-4769-a81c-e3c03fea791d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] For port 15b3d7de-8a7f-4ee8-8993-0d19975bd186, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=15b3d7de-8a7f-4ee8-8993-0d19975bd186,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:20.459179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62e82972-59fa-4ab7-b880-40f6cd0de1ff req-f37552f9-f1f2-4769-a81c-e3c03fea791d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.484499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 83527d54-fa52-420b-8f3e-7eff10d75f7d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:20.490817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 83527d54-fa52-420b-8f3e-7eff10d75f7d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:20.491404 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.493457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0ae8bb1-38ce-403a-b0b6-7cdba1de64a8 req-d8c231fa-e663-40a0-9c94-8c80eb366564 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798717 Jul 16 18:23:20.499867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-62e82972-59fa-4ab7-b880-40f6cd0de1ff req-f37552f9-f1f2-4769-a81c-e3c03fea791d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Calling delete_port for 15b3d7de-8a7f-4ee8-8993-0d19975bd186 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:20.613715 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.659527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:20.662080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:20.665390 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd128cc-a18c-48da-93f0-70c6d980c810" -d '{"events": [{"server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "name": "network-vif-plugged", "status": "completed", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:20.670279 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.749360 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41c6d3e-c9ba-4626-8d2b-b615ebb8cc8a x-openstack-request-id: req-a41c6d3e-c9ba-4626-8d2b-b615ebb8cc8a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:20.751308 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "name": "network-vif-plugged", "status": "completed", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:20.754440 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a41c6d3e-c9ba-4626-8d2b-b615ebb8cc8a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:20.754440 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'code': 200} Jul 16 18:23:20.754440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=83527d54-fa52-420b-8f3e-7eff10d75f7d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:20.770489 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62e82972-59fa-4ab7-b880-40f6cd0de1ff req-f37552f9-f1f2-4769-a81c-e3c03fea791d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.866172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37552f9-f1f2-4769-a81c-e3c03fea791d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event deleted for resources: {'Port': ['ID=15b3d7de-8a7f-4ee8-8993-0d19975bd186,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:20.948653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e82972-59fa-4ab7-b880-40f6cd0de1ff req-f37552f9-f1f2-4769-a81c-e3c03fea791d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] No DVR routers for this DVR port 15b3d7de-8a7f-4ee8-8993-0d19975bd186 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:20.951892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-62e82972-59fa-4ab7-b880-40f6cd0de1ff req-f37552f9-f1f2-4769-a81c-e3c03fea791d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.953976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62e82972-59fa-4ab7-b880-40f6cd0de1ff req-f37552f9-f1f2-4769-a81c-e3c03fea791d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "DELETE /v2.0/ports/15b3d7de-8a7f-4ee8-8993-0d19975bd186 HTTP/1.1" status: 204 len: 173 time: 0.8657761 Jul 16 18:23:20.956124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45afd4b-90ab-461d-b6fc-7abac2264a52', 'name': 'network-vif-deleted', 'tag': '15b3d7de-8a7f-4ee8-8993-0d19975bd186'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:20.965784 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaa8d1e-53cf-45f6-867d-fe9da2082f40" -d '{"events": [{"server_uuid": "a45afd4b-90ab-461d-b6fc-7abac2264a52", "name": "network-vif-deleted", "tag": "15b3d7de-8a7f-4ee8-8993-0d19975bd186"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:21.000157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6b4f1-5540-4516-be3f-681a5159b13a req-1ee86ddf-e966-4b1b-9dcb-799d101049fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.001747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ce6b4f1-5540-4516-be3f-681a5159b13a req-1ee86ddf-e966-4b1b-9dcb-799d101049fd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 1096 time: 0.1710391 Jul 16 18:23:21.037142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cde31-0051-47ef-87d7-582ae1f46e8d req-56770435-ae72-4fa1-a9ef-373ae5008af6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.056134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d98cde31-0051-47ef-87d7-582ae1f46e8d req-56770435-ae72-4fa1-a9ef-373ae5008af6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 945 time: 0.2690566 Jul 16 18:23:21.063836 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fc8eae-db05-4be8-9aa1-ce862d92fd92 x-openstack-request-id: req-20fc8eae-db05-4be8-9aa1-ce862d92fd92 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:21.064129 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45afd4b-90ab-461d-b6fc-7abac2264a52", "name": "network-vif-deleted", "tag": "15b3d7de-8a7f-4ee8-8993-0d19975bd186", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:21.064387 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20fc8eae-db05-4be8-9aa1-ce862d92fd92 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:21.064790 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45afd4b-90ab-461d-b6fc-7abac2264a52', 'name': 'network-vif-deleted', 'tag': '15b3d7de-8a7f-4ee8-8993-0d19975bd186', 'status': 'completed', 'code': 200} Jul 16 18:23:21.145498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ce6b4f1-5540-4516-be3f-681a5159b13a req-9a7ef1de-076f-4984-bb7f-e7f36c9d1cfe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268644 Jul 16 18:23:21.177210 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d98cde31-0051-47ef-87d7-582ae1f46e8d req-ce81bb20-ac2f-45f9-86f5-edb5a9ea055d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183655 Jul 16 18:23:21.288280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c4af6ed-b4bb-465f-b35a-8d9bf1a60be6 req-e1765263-e0f3-46d1-98e4-926aaeab782b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=a45afd4b-90ab-461d-b6fc-7abac2264a52 HTTP/1.1" status: 200 len: 210 time: 0.0450435 Jul 16 18:23:21.785835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12269a7-3d19-47d7-87f9-3234c64dfab9 req-a7ac84ee-fd4c-4525-9f40-ce67e1e360f5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.787361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e12269a7-3d19-47d7-87f9-3234c64dfab9 req-a7ac84ee-fd4c-4525-9f40-ce67e1e360f5 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1219301 Jul 16 18:23:21.894968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e12269a7-3d19-47d7-87f9-3234c64dfab9 req-96f6e2af-171f-4aa7-90be-bdba3f7b2abf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012337 Jul 16 18:23:22.388626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44173cb7-80bd-4eee-814b-5cbce1585359 req-94e93b75-a772-46b7-acc4-0a4d989c4d0b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.390305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44173cb7-80bd-4eee-814b-5cbce1585359 req-94e93b75-a772-46b7-acc4-0a4d989c4d0b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 945 time: 0.0731432 Jul 16 18:23:22.449838 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44173cb7-80bd-4eee-814b-5cbce1585359 req-ac10223f-ec21-484b-a6d8-acbe36adb7dc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512969 Jul 16 18:23:22.678644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323daa0-3205-4588-8010-87f8b3414314 req-766d4391-3693-49d9-af26-8f37baa6f0b5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.681487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d323daa0-3205-4588-8010-87f8b3414314 req-766d4391-3693-49d9-af26-8f37baa6f0b5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 945 time: 0.0905666 Jul 16 18:23:22.747997 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d323daa0-3205-4588-8010-87f8b3414314 req-5817566c-0932-4b45-bd91-c8fded83622e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591817 Jul 16 18:23:22.762179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 34952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:22.869394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7810cd0d-4d8b-4a2c-8401-8f456c20e6ce tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.870874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7810cd0d-4d8b-4a2c-8401-8f456c20e6ce tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 1091 time: 0.1073489 Jul 16 18:23:22.874096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34956) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:22.878881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:22.883399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687742cc-d152-4946-8b2d-bc1ccfdf5321 req-b702e984-4971-4e43-9ca4-d259b58c0fdd tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.884884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-687742cc-d152-4946-8b2d-bc1ccfdf5321 req-b702e984-4971-4e43-9ca4-d259b58c0fdd tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 946 time: 0.0881219 Jul 16 18:23:22.906171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.937666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-687742cc-d152-4946-8b2d-bc1ccfdf5321 req-d25746f7-f7c4-4cc6-85d5-c259d875c683 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463839 Jul 16 18:23:23.027904 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.096304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f176b9-55b2-4623-bf1d-3cb7cb3b9a47 req-8c836bcc-6240-48f1-a1f7-9806e1864674 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.103428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62f176b9-55b2-4623-bf1d-3cb7cb3b9a47 req-8c836bcc-6240-48f1-a1f7-9806e1864674 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.0771527 Jul 16 18:23:23.137845 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.25.8.194 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/2cc4e0be-596c-4e4b-b5f8-985f9348959b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:23.146231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62f176b9-55b2-4623-bf1d-3cb7cb3b9a47 req-42bd2b8b-6d8a-4072-b82c-cf5678b658db tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415351 Jul 16 18:23:23.258991 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.298344 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.340353 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:23.343349 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:23.347212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:23.352733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 15b3d7de-8a7f-4ee8-8993-0d19975bd186 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:23.369832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=2cc4e0be-596c-4e4b-b5f8-985f9348959b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.377828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 15b3d7de-8a7f-4ee8-8993-0d19975bd186 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:23.378187 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 15b3d7de-8a7f-4ee8-8993-0d19975bd186 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:23.392857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cfd8c-7246-4026-8579-0badc92c2759 req-643b37b4-d089-4280-aa82-f7a113d747ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.394507 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d1cfd8c-7246-4026-8579-0badc92c2759 req-643b37b4-d089-4280-aa82-f7a113d747ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 1097 time: 0.0759535 Jul 16 18:23:23.490260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cfd8c-7246-4026-8579-0badc92c2759 req-d391d7ea-6815-4555-be0e-2bec812b475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.492062 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d1cfd8c-7246-4026-8579-0badc92c2759 req-d391d7ea-6815-4555-be0e-2bec812b475b service neutron] 10.222.0.42 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 917 time: 0.0911562 Jul 16 18:23:23.558142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d1cfd8c-7246-4026-8579-0badc92c2759 req-7e2b4d6b-38f4-4f70-ae7a-7065738a4bbb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6241e55-82d7-40b5-bf01-44260c5979a6 HTTP/1.1" status: 200 len: 1002 time: 0.0586164 Jul 16 18:23:23.612895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cfd8c-7246-4026-8579-0badc92c2759 req-3b6c6978-e612-42b8-b419-42c4f22cf2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.614511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d1cfd8c-7246-4026-8579-0badc92c2759 req-3b6c6978-e612-42b8-b419-42c4f22cf2b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.0501277 Jul 16 18:23:23.680861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cfd8c-7246-4026-8579-0badc92c2759 req-1733fd03-d9e4-48e5-b054-ee7feb793331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.682345 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d1cfd8c-7246-4026-8579-0badc92c2759 req-1733fd03-d9e4-48e5-b054-ee7feb793331 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600846 Jul 16 18:23:23.747241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.777424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d1cfd8c-7246-4026-8579-0badc92c2759 req-17449560-fa78-4c90-be97-8f6d8d0e0616 service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881157 Jul 16 18:23:23.838424 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.023941 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.030967 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.078805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=2cc4e0be-596c-4e4b-b5f8-985f9348959b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:24.137872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.259452 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Floating IP 3d0048be-652b-48df-a542-59b193b04cb1 associated. External IP: 172.25.8.194, port: 83527d54-fa52-420b-8f3e-7eff10d75f7d. Jul 16 18:23:24.308322 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d1cfd8c-7246-4026-8579-0badc92c2759 req-136b2393-5bb8-4df5-af30-4ddf8b0e679e service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236135 Jul 16 18:23:24.405083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31a8e1-4537-4e70-b574-4ab414c562ec req-9cf0c6d8-8de8-482a-a6b7-78bc8520fdd4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.406668 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f31a8e1-4537-4e70-b574-4ab414c562ec req-9cf0c6d8-8de8-482a-a6b7-78bc8520fdd4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.38 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 946 time: 0.1911297 Jul 16 18:23:24.416635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedce7ac-1f33-4c4b-8dde-4688c1ba1991 req-427635c2-07c1-4257-a8eb-f0fe4c974722 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.418130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dedce7ac-1f33-4c4b-8dde-4688c1ba1991 req-427635c2-07c1-4257-a8eb-f0fe4c974722 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 946 time: 0.1903594 Jul 16 18:23:24.474773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b7af3-4b81-4db2-b61d-8dd30628d210 req-d356f7a0-6941-42c2-a956-9d54fc04158d tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.476327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e06b7af3-4b81-4db2-b61d-8dd30628d210 req-d356f7a0-6941-42c2-a956-9d54fc04158d tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1782048 Jul 16 18:23:24.513132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router b02367c8-c5e0-4955-b592-54f91cea78c0 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:24.524839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dedce7ac-1f33-4c4b-8dde-4688c1ba1991 req-7f3fb6da-508c-4181-94ab-3791730b9d62 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958266 Jul 16 18:23:24.568894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e06b7af3-4b81-4db2-b61d-8dd30628d210 req-ad02ed82-1344-4239-a951-fc974b8ce920 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839374 Jul 16 18:23:24.605690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3f31a8e1-4537-4e70-b574-4ab414c562ec req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Deleting port b08a4d8f-69e5-4867-91ac-381bac2f9465 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:24.605690 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f31a8e1-4537-4e70-b574-4ab414c562ec req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.634295 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:24.645606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c216ae4-78dd-4bbb-8ffc-61c5e1f69143 None None] Sync routers for ids ['b02367c8-c5e0-4955-b592-54f91cea78c0'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:24.656361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.662052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c216ae4-78dd-4bbb-8ffc-61c5e1f69143 None None] Routers {'b02367c8-c5e0-4955-b592-54f91cea78c0'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:24.663058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6c216ae4-78dd-4bbb-8ffc-61c5e1f69143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:23:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b02367c8-c5e0-4955-b592-54f91cea78c0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:24.705469 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-854ff8c2-6236-4bf5-a37b-6177eb462ce3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8301287 Jul 16 18:23:24.706453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:24.708894 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4486a4c6-4f8c-44e7-be78-e22e57833252" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:24.709053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3f31a8e1-4537-4e70-b574-4ab414c562ec req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] For port b08a4d8f-69e5-4867-91ac-381bac2f9465, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b08a4d8f-69e5-4867-91ac-381bac2f9465,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:24.709403 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f31a8e1-4537-4e70-b574-4ab414c562ec req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.730063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3f31a8e1-4537-4e70-b574-4ab414c562ec req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Calling delete_port for b08a4d8f-69e5-4867-91ac-381bac2f9465 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:24.787246 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464f50c0-d29f-4a14-b345-999a40068756 x-openstack-request-id: req-464f50c0-d29f-4a14-b345-999a40068756 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:24.788093 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:24.788360 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-464f50c0-d29f-4a14-b345-999a40068756 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:24.788767 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'status': 'completed', 'code': 200} Jul 16 18:23:24.823567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6c216ae4-78dd-4bbb-8ffc-61c5e1f69143 None None] Set router b02367c8-c5e0-4955-b592-54f91cea78c0 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:24.954979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486a4c6-4f8c-44e7-be78-e22e57833252 req-4db11f9e-5f37-4469-a606-8e98aa71acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.956851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4486a4c6-4f8c-44e7-be78-e22e57833252 req-4db11f9e-5f37-4469-a606-8e98aa71acbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 1096 time: 0.1469204 Jul 16 18:23:25.001133 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f31a8e1-4537-4e70-b574-4ab414c562ec req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.016738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['79784b9f-64b8-4ef5-9c69-e81f6e04b45f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:25.019432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b08a4d8f-69e5-4867-91ac-381bac2f9465'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:25.032111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb612c0-0faf-4c14-b5db-5cadf1206970 req-df6d48d6-81aa-4dfb-a0c9-6a9fa86881b7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.033672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-acb612c0-0faf-4c14-b5db-5cadf1206970 req-df6d48d6-81aa-4dfb-a0c9-6a9fa86881b7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 945 time: 0.1795795 Jul 16 18:23:25.097869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event deleted for resources: {'Port': ['ID=b08a4d8f-69e5-4867-91ac-381bac2f9465,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:25.141356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.141356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.141645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.141988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.142330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.142671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.143003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.143335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.143667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.144002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.144512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.144843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:25.170099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f31a8e1-4537-4e70-b574-4ab414c562ec req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] No DVR routers for this DVR port b08a4d8f-69e5-4867-91ac-381bac2f9465 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:25.173279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f31a8e1-4537-4e70-b574-4ab414c562ec req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.175822 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f31a8e1-4537-4e70-b574-4ab414c562ec req-02996672-f2cc-4df4-aacc-d67227a32323 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.38 "DELETE /v2.0/ports/b08a4d8f-69e5-4867-91ac-381bac2f9465 HTTP/1.1" status: 204 len: 173 time: 0.7545996 Jul 16 18:23:25.181440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead39842-8718-4dba-9801-ce6925e1401f', 'name': 'network-vif-deleted', 'tag': 'b08a4d8f-69e5-4867-91ac-381bac2f9465'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:25.183916 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b7f9b9-21b9-41db-be54-57acf2662ee0" -d '{"events": [{"server_uuid": "ead39842-8718-4dba-9801-ce6925e1401f", "name": "network-vif-deleted", "tag": "b08a4d8f-69e5-4867-91ac-381bac2f9465"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:25.211949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486a4c6-4f8c-44e7-be78-e22e57833252 req-b3c20709-e7a9-4320-9c26-b834eb250ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.213518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4486a4c6-4f8c-44e7-be78-e22e57833252 req-b3c20709-e7a9-4320-9c26-b834eb250ef4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d HTTP/1.1" status: 200 len: 898 time: 0.2454138 Jul 16 18:23:25.218058 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-acb612c0-0faf-4c14-b5db-5cadf1206970 req-8fe6bebe-0c95-44c1-8ed1-e954a9ce283e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360345 Jul 16 18:23:25.229211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6c216ae4-78dd-4bbb-8ffc-61c5e1f69143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '3d0048be-652b-48df-a542-59b193b04cb1', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'port_id': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'mac_address': 'fa:16:3e:a6:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:23:23Z', 'updated_at': '2021-07-16T18:23:23Z', 'revision_number': 0, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d25612-ccf8-4a06-8a87-b957fb0d7137', 'name': '', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:8a:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:03Z', 'updated_at': '2021-07-16T18:23:11Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:25.256611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34974) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:25.286933 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbac710a-c737-4684-a43a-ce71a0014342 x-openstack-request-id: req-fbac710a-c737-4684-a43a-ce71a0014342 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:25.287905 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead39842-8718-4dba-9801-ce6925e1401f", "name": "network-vif-deleted", "tag": "b08a4d8f-69e5-4867-91ac-381bac2f9465", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:25.288347 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbac710a-c737-4684-a43a-ce71a0014342 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:25.289083 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead39842-8718-4dba-9801-ce6925e1401f', 'name': 'network-vif-deleted', 'tag': 'b08a4d8f-69e5-4867-91ac-381bac2f9465', 'status': 'completed', 'code': 200} Jul 16 18:23:25.295564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c216ae4-78dd-4bbb-8ffc-61c5e1f69143 None None] Checking router: b02367c8-c5e0-4955-b592-54f91cea78c0 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:25.308374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4486a4c6-4f8c-44e7-be78-e22e57833252 req-6ab93abe-4aea-4e5a-94de-3f6e0da2333d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d HTTP/1.1" status: 200 len: 999 time: 0.0850937 Jul 16 18:23:25.310198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c216ae4-78dd-4bbb-8ffc-61c5e1f69143 None None] Routers {'b02367c8-c5e0-4955-b592-54f91cea78c0'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:25.311376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6c216ae4-78dd-4bbb-8ffc-61c5e1f69143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:23:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b02367c8-c5e0-4955-b592-54f91cea78c0'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:25.374076 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-08214256-8283-441a-8b5e-c9efcf27772e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/3d0048be-652b-48df-a542-59b193b04cb1 HTTP/1.1" status: 200 len: 991 time: 0.1148148 Jul 16 18:23:25.402545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486a4c6-4f8c-44e7-be78-e22e57833252 req-fbf91589-83ef-404c-9c23-ee4ca67a4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.404243 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4486a4c6-4f8c-44e7-be78-e22e57833252 req-fbf91589-83ef-404c-9c23-ee4ca67a4bd7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2a82ba5-69c5-47e1-a340-fb55d3fc53d9 HTTP/1.1" status: 200 len: 834 time: 0.0886889 Jul 16 18:23:25.460088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6c216ae4-78dd-4bbb-8ffc-61c5e1f69143 None None] Set router b02367c8-c5e0-4955-b592-54f91cea78c0 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:25.490441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486a4c6-4f8c-44e7-be78-e22e57833252 req-f4fb5ba9-2dbf-4303-ace6-3d13794ea5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.492898 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4486a4c6-4f8c-44e7-be78-e22e57833252 req-f4fb5ba9-2dbf-4303-ace6-3d13794ea5c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704269 Jul 16 18:23:25.614140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4486a4c6-4f8c-44e7-be78-e22e57833252 req-be61992b-047f-4262-bf8d-874dc6179aec service neutron] 10.222.0.38 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135874 Jul 16 18:23:25.755435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d5bfe3f-868d-4e57-9dc8-fb45620cb7e1 req-30fcbacb-7b12-4848-b1a6-3857e38c1036 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead39842-8718-4dba-9801-ce6925e1401f HTTP/1.1" status: 200 len: 210 time: 0.0645752 Jul 16 18:23:25.789485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6c216ae4-78dd-4bbb-8ffc-61c5e1f69143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '3d0048be-652b-48df-a542-59b193b04cb1', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'port_id': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'mac_address': 'fa:16:3e:a6:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:23:23Z', 'updated_at': '2021-07-16T18:23:23Z', 'revision_number': 0, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d25612-ccf8-4a06-8a87-b957fb0d7137', 'name': '', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:8a:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:03Z', 'updated_at': '2021-07-16T18:23:11Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:25.837384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c216ae4-78dd-4bbb-8ffc-61c5e1f69143 None None] The sync data for ids ['b02367c8-c5e0-4955-b592-54f91cea78c0'] in n-d-793618-9 is: [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '3d0048be-652b-48df-a542-59b193b04cb1', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'port_id': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'mac_address': 'fa:16:3e:a6:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:23:23Z', 'updated_at': '2021-07-16T18:23:23Z', 'revision_number': 0, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d25612-ccf8-4a06-8a87-b957fb0d7137', 'name': '', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:8a:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:03Z', 'updated_at': '2021-07-16T18:23:11Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:25.891695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4486a4c6-4f8c-44e7-be78-e22e57833252 req-78e77f4a-5b09-41c3-98af-061e28bc3d77 service neutron] 10.222.0.38 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693532 Jul 16 18:23:25.920464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342baea-1949-4ebb-8974-4d738f129457 req-cd65899d-9f78-4666-b841-d6620f89233b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.922635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3342baea-1949-4ebb-8974-4d738f129457 req-cd65899d-9f78-4666-b841-d6620f89233b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.1570449 Jul 16 18:23:25.999796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3342baea-1949-4ebb-8974-4d738f129457 req-8c880e43-3404-453e-90cd-73b4f44b2f07 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654681 Jul 16 18:23:26.129707 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9fd88-84be-4791-8f48-7d8e40ae3037 None None] New status for floating IP 3d0048be-652b-48df-a542-59b193b04cb1: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:23:26.377591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 34982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:26.567894 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46b38ce5-82ae-43f3-85ad-3312e0f6dd2f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/3d0048be-652b-48df-a542-59b193b04cb1 HTTP/1.1" status: 200 len: 993 time: 0.1891150 Jul 16 18:23:27.213047 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613b35f-7f4a-4d10-a9f7-727b4fb00a3d req-1d081d92-cf81-47dd-a696-7fc531ae975e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.214619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b613b35f-7f4a-4d10-a9f7-727b4fb00a3d req-1d081d92-cf81-47dd-a696-7fc531ae975e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 946 time: 0.0792089 Jul 16 18:23:27.299181 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b613b35f-7f4a-4d10-a9f7-727b4fb00a3d req-df86f8ff-fa49-4ee0-9dd5-df26662ce72b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693531 Jul 16 18:23:27.316281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23178c-0471-47ad-b70d-cb7414c7a695 req-0af69608-e5b8-40c1-852b-dab8e7aa9f6c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.318003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc23178c-0471-47ad-b70d-cb7414c7a695 req-0af69608-e5b8-40c1-852b-dab8e7aa9f6c tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.1025021 Jul 16 18:23:27.368773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc23178c-0471-47ad-b70d-cb7414c7a695 req-31a3b19e-134f-49b4-80b6-174d65c5af81 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446601 Jul 16 18:23:27.391050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device a6241e55-82d7-40b5-bf01-44260c5979a6 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:27.479604 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.510194 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:27.516204 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a72b068-f291-4aa2-97be-8de1e720fe01" -d '{"events": [{"server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:27.538890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=a6241e55-82d7-40b5-bf01-44260c5979a6,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:27.544137 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.573080 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948a86e1-5481-4328-b655-88d14ebb5761 x-openstack-request-id: req-948a86e1-5481-4328-b655-88d14ebb5761 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:27.573456 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "name": "network-vif-unplugged", "status": "failed", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:27.573671 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-948a86e1-5481-4328-b655-88d14ebb5761 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:27.574067 n-d-793618-9 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'code': 422} returned with failed status Jul 16 18:23:27.606934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=a6241e55-82d7-40b5-bf01-44260c5979a6,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:28.395541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b08a4d8f-69e5-4867-91ac-381bac2f9465 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:28.421567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: b08a4d8f-69e5-4867-91ac-381bac2f9465 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:28.422211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b08a4d8f-69e5-4867-91ac-381bac2f9465 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:28.519090 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-4bf60d8d-1aa4-4c8e-b51e-76e774477689 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0551076 Jul 16 18:23:28.567179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b610c27-3f1c-415f-8528-8c69878e233e req-7709b4d7-5d6c-4a23-bfa1-a11fcf0f0c92 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:28.573844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b610c27-3f1c-415f-8528-8c69878e233e req-7709b4d7-5d6c-4a23-bfa1-a11fcf0f0c92 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.1571014 Jul 16 18:23:28.600480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f68b6-aab5-466b-9510-ad7decf0ad44 req-7e925ab7-0f34-4229-9a02-0c533e2ad4a3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:28.602629 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba3f68b6-aab5-466b-9510-ad7decf0ad44 req-7e925ab7-0f34-4229-9a02-0c533e2ad4a3 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.1566122 Jul 16 18:23:28.675072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b610c27-3f1c-415f-8528-8c69878e233e req-44d9652f-b6de-4e32-ba15-cdf9e7c983d7 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995886 Jul 16 18:23:28.740750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae7379-2a31-413f-a3a9-541dd58f7d12 req-85bb4b04-a956-430c-8cb5-c7d7f2f3847b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:28.742299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51ae7379-2a31-413f-a3a9-541dd58f7d12 req-85bb4b04-a956-430c-8cb5-c7d7f2f3847b tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 946 time: 0.2219110 Jul 16 18:23:28.802208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51ae7379-2a31-413f-a3a9-541dd58f7d12 req-c5e57dfd-ad37-41e7-afa6-b3a8a0dd6f06 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=48fd45f9-4f82-4c85-9aa4-33e56d78e206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520098 Jul 16 18:23:28.804586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba3f68b6-aab5-466b-9510-ad7decf0ad44 req-7b58224e-9e5b-4d2c-bfe6-2a593ae962fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Deleting port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:28.805797 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3f68b6-aab5-466b-9510-ad7decf0ad44 req-7b58224e-9e5b-4d2c-bfe6-2a593ae962fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.921761 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba3f68b6-aab5-466b-9510-ad7decf0ad44 req-7b58224e-9e5b-4d2c-bfe6-2a593ae962fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] For port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=79784b9f-64b8-4ef5-9c69-e81f6e04b45f,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:28.922270 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3f68b6-aab5-466b-9510-ad7decf0ad44 req-7b58224e-9e5b-4d2c-bfe6-2a593ae962fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.940305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ba3f68b6-aab5-466b-9510-ad7decf0ad44 req-7b58224e-9e5b-4d2c-bfe6-2a593ae962fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Calling delete_port for 79784b9f-64b8-4ef5-9c69-e81f6e04b45f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:29.088768 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3f68b6-aab5-466b-9510-ad7decf0ad44 req-7b58224e-9e5b-4d2c-bfe6-2a593ae962fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.101165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['79784b9f-64b8-4ef5-9c69-e81f6e04b45f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:29.125710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58224e-9e5b-4d2c-bfe6-2a593ae962fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event deleted for resources: {'Port': ['ID=79784b9f-64b8-4ef5-9c69-e81f6e04b45f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:29.189328 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3f68b6-aab5-466b-9510-ad7decf0ad44 req-7b58224e-9e5b-4d2c-bfe6-2a593ae962fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] No DVR routers for this DVR port 79784b9f-64b8-4ef5-9c69-e81f6e04b45f on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:29.193171 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba3f68b6-aab5-466b-9510-ad7decf0ad44 req-7b58224e-9e5b-4d2c-bfe6-2a593ae962fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.195429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba3f68b6-aab5-466b-9510-ad7decf0ad44 req-7b58224e-9e5b-4d2c-bfe6-2a593ae962fe tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "DELETE /v2.0/ports/79784b9f-64b8-4ef5-9c69-e81f6e04b45f HTTP/1.1" status: 204 len: 173 time: 0.5831933 Jul 16 18:23:29.196049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4d4c8e-2bce-4381-82f1-6438feeb16ba', 'name': 'network-vif-deleted', 'tag': '79784b9f-64b8-4ef5-9c69-e81f6e04b45f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:29.199765 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ea2033-abe2-464f-a038-63f0b4732187" -d '{"events": [{"server_uuid": "2d4d4c8e-2bce-4381-82f1-6438feeb16ba", "name": "network-vif-deleted", "tag": "79784b9f-64b8-4ef5-9c69-e81f6e04b45f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:29.251754 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e0f79d-720d-44ea-90b4-eb745f536040 x-openstack-request-id: req-e1e0f79d-720d-44ea-90b4-eb745f536040 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:29.252219 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4d4c8e-2bce-4381-82f1-6438feeb16ba", "name": "network-vif-deleted", "tag": "79784b9f-64b8-4ef5-9c69-e81f6e04b45f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:29.252431 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1e0f79d-720d-44ea-90b4-eb745f536040 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:29.252941 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4d4c8e-2bce-4381-82f1-6438feeb16ba', 'name': 'network-vif-deleted', 'tag': '79784b9f-64b8-4ef5-9c69-e81f6e04b45f', 'status': 'completed', 'code': 200} Jul 16 18:23:29.627744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-c1e6ed99-3a9f-4d83-a9ee-6f1218e42399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.629299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-c1e6ed99-3a9f-4d83-a9ee-6f1218e42399 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a&tenant_id=445df62e7cfd49fc984446fbd0508f3a HTTP/1.1" status: 200 len: 1095 time: 0.0585890 Jul 16 18:23:29.712266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-88927964-4eec-4b8e-940d-8fd0739d4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.714011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-88927964-4eec-4b8e-940d-8fd0739d4051 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 1095 time: 0.0577700 Jul 16 18:23:29.824695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-618f2ea6-195a-4eae-8ec5-4efd3fe4001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.827029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-618f2ea6-195a-4eae-8ec5-4efd3fe4001e service neutron] 10.222.0.42 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 917 time: 0.1057782 Jul 16 18:23:29.962006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-42f0c2ae-75fc-41bc-b923-bdb744f9954a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6241e55-82d7-40b5-bf01-44260c5979a6 HTTP/1.1" status: 200 len: 1000 time: 0.1091104 Jul 16 18:23:29.985758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e83f41a9-f89b-4d6f-b61d-bd58b8ff8936 req-b7ecfb4a-15a0-4b34-918d-b80b8c694bc2 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d4d4c8e-2bce-4381-82f1-6438feeb16ba HTTP/1.1" status: 200 len: 210 time: 0.0440924 Jul 16 18:23:30.012073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286e824-bf64-496a-8af1-caf93fc08aef req-144eced8-f044-4213-b022-c630d512b454 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:30.015479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1286e824-bf64-496a-8af1-caf93fc08aef req-144eced8-f044-4213-b022-c630d512b454 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.2084150 Jul 16 18:23:30.044097 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29666483-5537-4cf0-a37d-38480aef9184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.078425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-83bd1b48-fcd1-406d-9433-f41f8e431be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:30.079952 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-83bd1b48-fcd1-406d-9433-f41f8e431be2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.0966654 Jul 16 18:23:30.102607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1286e824-bf64-496a-8af1-caf93fc08aef req-1a36daea-d14c-47c2-86c4-cf56c444f0ca tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637274 Jul 16 18:23:30.150036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-33fb4c49-3766-4d8d-a321-aa7321b92608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:30.151587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-33fb4c49-3766-4d8d-a321-aa7321b92608 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630844 Jul 16 18:23:30.251420 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-0a95d910-55cb-4b5f-ac43-a84ca753661f service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927296 Jul 16 18:23:30.356932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b838052-b3d4-41ae-8d23-19cee6386391 req-b06a1ec9-967e-4039-a584-bf71748cd577 service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972526 Jul 16 18:23:31.367113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a0eb-fc44-43ef-bf8f-0de9e2cd6df5 req-7311fbcb-dd68-432b-8f27-622bff40be99 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.377136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd67a0eb-fc44-43ef-bf8f-0de9e2cd6df5 req-7311fbcb-dd68-432b-8f27-622bff40be99 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.1062918 Jul 16 18:23:31.430656 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 79784b9f-64b8-4ef5-9c69-e81f6e04b45f no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:31.439876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd67a0eb-fc44-43ef-bf8f-0de9e2cd6df5 req-aa3316f0-3ca7-45d2-a7b4-cada88a388bf tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597429 Jul 16 18:23:31.488223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 79784b9f-64b8-4ef5-9c69-e81f6e04b45f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:31.488872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 79784b9f-64b8-4ef5-9c69-e81f6e04b45f not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:31.649677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b90612-e76e-45f2-a2cd-036222dadcf6 req-6b47cd01-a11d-4954-ac20-590e2ec01b06 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.668916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6b90612-e76e-45f2-a2cd-036222dadcf6 req-6b47cd01-a11d-4954-ac20-590e2ec01b06 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1177778 Jul 16 18:23:31.709135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6b90612-e76e-45f2-a2cd-036222dadcf6 req-abffa3ef-54ad-4fdf-a4da-50434d8f2db4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378509 Jul 16 18:23:32.273932 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-763107e5-d0c6-44b0-9f93-dfeed710cfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.652441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e684ac3-68e5-46b0-95b7-98200c0beed9 req-bf9268fc-2d1a-40cd-9ff0-6364552eeafa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:32.657965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e684ac3-68e5-46b0-95b7-98200c0beed9 req-bf9268fc-2d1a-40cd-9ff0-6364552eeafa tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.0845737 Jul 16 18:23:32.667160 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.679055 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.712794 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.728401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e684ac3-68e5-46b0-95b7-98200c0beed9 req-64237be7-8dc0-491c-bd58-8f507078a9ad tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658834 Jul 16 18:23:32.949355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd2362-73d2-49ed-b293-499ddacb999e req-6e1af5a3-836f-47df-abec-e74dd5c7ea00 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:32.949355 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edfd2362-73d2-49ed-b293-499ddacb999e req-6e1af5a3-836f-47df-abec-e74dd5c7ea00 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1027777 Jul 16 18:23:32.987284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edfd2362-73d2-49ed-b293-499ddacb999e req-d824533b-f68f-4396-a904-65d4c6af6457 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328209 Jul 16 18:23:33.800131 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.006845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9238ae-14c3-4416-acf5-7a8b6b8aa395 req-85ce3ff7-b401-4a03-b996-cb77513be229 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:34.037038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a9238ae-14c3-4416-acf5-7a8b6b8aa395 req-85ce3ff7-b401-4a03-b996-cb77513be229 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.1392546 Jul 16 18:23:34.111619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a9238ae-14c3-4416-acf5-7a8b6b8aa395 req-53423312-051a-499f-9056-b52c1f31e0d8 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734427 Jul 16 18:23:34.213044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f5e0d-b76f-485e-8108-39d52642e3d4 req-e09a6d34-c01b-46de-a7a6-9821447c775a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:34.214770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e7f5e0d-b76f-485e-8108-39d52642e3d4 req-e09a6d34-c01b-46de-a7a6-9821447c775a tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0783041 Jul 16 18:23:34.259326 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e7f5e0d-b76f-485e-8108-39d52642e3d4 req-16535cb8-f103-40b6-964a-220d351d596d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377777 Jul 16 18:23:35.335345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080aaa-d8d2-41d0-ae75-c970cc37155a req-9051920a-a539-437a-a5d4-9824d9ca9176 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.337116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2080aaa-d8d2-41d0-ae75-c970cc37155a req-9051920a-a539-437a-a5d4-9824d9ca9176 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.0848923 Jul 16 18:23:35.402304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2080aaa-d8d2-41d0-ae75-c970cc37155a req-3759243c-ea93-42b1-97f7-2968af3d9554 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468142 Jul 16 18:23:35.507605 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.689064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe54c5-d707-4152-8801-1eb1745aaf36 req-a8132ab1-5a1b-4dc3-8c48-db369b9a8d92 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.696452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-89fe54c5-d707-4152-8801-1eb1745aaf36 req-a8132ab1-5a1b-4dc3-8c48-db369b9a8d92 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0797424 Jul 16 18:23:35.735579 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-89fe54c5-d707-4152-8801-1eb1745aaf36 req-a76456c1-4813-4a78-9c12-8ad97995c746 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382254 Jul 16 18:23:36.655854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bae188-97b0-4584-ad92-ce503e4d356c req-df90e7bf-8d67-4eb9-bd6c-eaec5dc49db1 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.657472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7bae188-97b0-4584-ad92-ce503e4d356c req-df90e7bf-8d67-4eb9-bd6c-eaec5dc49db1 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.0764451 Jul 16 18:23:36.768307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7bae188-97b0-4584-ad92-ce503e4d356c req-abf4bd5f-eb41-435e-922c-bd16b6c13d60 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026647 Jul 16 18:23:36.941425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642e6b7-ceee-4e87-8ce0-a7e51bac42e1 req-50c20224-7316-4b9e-ad4d-4647d3e20fb0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.942861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e642e6b7-ceee-4e87-8ce0-a7e51bac42e1 req-50c20224-7316-4b9e-ad4d-4647d3e20fb0 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0642867 Jul 16 18:23:36.980455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e642e6b7-ceee-4e87-8ce0-a7e51bac42e1 req-3eb85627-b1d0-4077-98a7-efd6111dd6aa tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317461 Jul 16 18:23:37.998895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2871d2-510e-45e6-a127-d9ca1b4bb194 req-81b0531a-1185-4c1f-88af-6d6c47fac694 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.000429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f2871d2-510e-45e6-a127-d9ca1b4bb194 req-81b0531a-1185-4c1f-88af-6d6c47fac694 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.0725057 Jul 16 18:23:38.094623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f2871d2-510e-45e6-a127-d9ca1b4bb194 req-f4cc6077-f81f-4b99-b953-39b476e4373e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880876 Jul 16 18:23:38.205559 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda092-3387-4de5-b33d-9d48e47ff532 req-08095ae1-df48-45b2-a573-243e6dea0fdb tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.207007 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eecda092-3387-4de5-b33d-9d48e47ff532 req-08095ae1-df48-45b2-a573-243e6dea0fdb tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0784841 Jul 16 18:23:38.247259 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eecda092-3387-4de5-b33d-9d48e47ff532 req-507df26e-4b2a-4b73-b3a2-bd7e9ae311f5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344129 Jul 16 18:23:39.295470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893c968-a9f4-4717-ae1b-c2f53b52c2fb req-285937cc-2a4c-4c37-acd3-013693c13575 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.297121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4893c968-a9f4-4717-ae1b-c2f53b52c2fb req-285937cc-2a4c-4c37-acd3-013693c13575 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.0692112 Jul 16 18:23:39.337383 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4893c968-a9f4-4717-ae1b-c2f53b52c2fb req-e0bc7b53-d2a9-496b-90ec-23c9c315d90e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341935 Jul 16 18:23:39.496532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a587c-c5d6-4d25-ba0c-3b5b0d3fe3e7 req-0158f01d-92da-4207-9cdc-76ebf5b7d907 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.504624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df2a587c-c5d6-4d25-ba0c-3b5b0d3fe3e7 req-0158f01d-92da-4207-9cdc-76ebf5b7d907 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1137946 Jul 16 18:23:39.538998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df2a587c-c5d6-4d25-ba0c-3b5b0d3fe3e7 req-971ce8cd-e867-4a8e-ab6f-6da76004d7d1 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333614 Jul 16 18:23:40.564390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ab6b6-6a72-4417-a3ed-2fd8f4e37507 req-03529828-b3a0-40c3-9069-8361d4ff1921 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.566088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca1ab6b6-6a72-4417-a3ed-2fd8f4e37507 req-03529828-b3a0-40c3-9069-8361d4ff1921 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.0657408 Jul 16 18:23:40.606748 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca1ab6b6-6a72-4417-a3ed-2fd8f4e37507 req-5a354cda-48de-44ac-aec9-246c6fdd0126 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351472 Jul 16 18:23:40.762162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46159bd2-7a07-4354-a433-fe97a340a1ff req-e9aabe07-ef7f-44a0-925a-20becc485c70 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.763847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46159bd2-7a07-4354-a433-fe97a340a1ff req-e9aabe07-ef7f-44a0-925a-20becc485c70 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0751576 Jul 16 18:23:40.802820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46159bd2-7a07-4354-a433-fe97a340a1ff req-205cc082-1d7c-4d3a-af43-e40df2877d3d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331998 Jul 16 18:23:41.808748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5961150-7964-4659-9489-b408cbae9c31 req-10f1dca7-a6ed-40c7-885c-63d21b87471e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.810468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5961150-7964-4659-9489-b408cbae9c31 req-10f1dca7-a6ed-40c7-885c-63d21b87471e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.0689316 Jul 16 18:23:41.858449 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5961150-7964-4659-9489-b408cbae9c31 req-fc72b829-35ad-421e-b216-8d0203a2f489 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417202 Jul 16 18:23:42.013691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506ef24-9796-482d-8d2c-c86f357abffe req-d0788ac7-751c-4aa1-8221-17883fb110bd tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:42.015846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2506ef24-9796-482d-8d2c-c86f357abffe req-d0788ac7-751c-4aa1-8221-17883fb110bd tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0929642 Jul 16 18:23:42.064243 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2506ef24-9796-482d-8d2c-c86f357abffe req-35f20d92-0225-485a-b2cd-9a58e81dd8ed tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 Jul 16 18:23:43.045763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e8a4e-c036-41bd-a02d-ef99d78f78ac req-e4010ba1-1850-4b80-b144-045363276846 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.047218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e24e8a4e-c036-41bd-a02d-ef99d78f78ac req-e4010ba1-1850-4b80-b144-045363276846 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.0698354 Jul 16 18:23:43.085546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e24e8a4e-c036-41bd-a02d-ef99d78f78ac req-0fc3d239-7c36-448f-9fae-3fdb9b9fa376 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325346 Jul 16 18:23:43.243563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e6470-205a-4f7e-8122-794fd10d54f9 req-ae1b4e3d-147c-48b4-98cc-02f22e4d45da tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.245184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-346e6470-205a-4f7e-8122-794fd10d54f9 req-ae1b4e3d-147c-48b4-98cc-02f22e4d45da tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0697491 Jul 16 18:23:43.283771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-346e6470-205a-4f7e-8122-794fd10d54f9 req-02cf6ce3-b8c2-408f-8bf7-212252812d2d tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Jul 16 18:23:44.275688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a8a5-9197-4eab-a005-a086afe74fed req-52475c0c-06d8-41ca-8e73-91ed11cb8341 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.277416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c27a8a5-9197-4eab-a005-a086afe74fed req-52475c0c-06d8-41ca-8e73-91ed11cb8341 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.0717905 Jul 16 18:23:44.319877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c27a8a5-9197-4eab-a005-a086afe74fed req-67b42ac6-6f2c-42eb-ae6a-3f117f0a9a95 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357900 Jul 16 18:23:44.465595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5da2a-e1e0-4f67-b4f8-77d125df3588 req-f06880a8-e3ff-46c5-8bb1-ef6c177f8d50 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.467706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4b5da2a-e1e0-4f67-b4f8-77d125df3588 req-f06880a8-e3ff-46c5-8bb1-ef6c177f8d50 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0665979 Jul 16 18:23:44.507801 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4b5da2a-e1e0-4f67-b4f8-77d125df3588 req-9eaa4e6c-bc67-4e84-95fe-e644a65db334 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338869 Jul 16 18:23:44.787035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:44.897920 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.988077 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.991531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.027490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5880a624-7811-4689-8cfe-54b44da1c7c3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:45.032096 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f6550fec16f48cd804293f36da49030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440369 Jul 16 18:23:45.037507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35210) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:45.045123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.046289 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.046409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.046661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.046996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.047333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.047664 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.047994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.048325 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.048657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.048981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.049329 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb7da7-59ad-4ac7-9d17-cf13546385c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.095257 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8711db-8e4c-486a-a277-ee870b793987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.095487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404abf7-e617-4b63-b281-5aace7042355 req-2aa1f156-7807-4c7e-8787-acff4cfa8bcf tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.097132 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9404abf7-e617-4b63-b281-5aace7042355 req-2aa1f156-7807-4c7e-8787-acff4cfa8bcf tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.0688424 Jul 16 18:23:45.117446 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8711db-8e4c-486a-a277-ee870b793987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.164197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8711db-8e4c-486a-a277-ee870b793987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.166758 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d8711db-8e4c-486a-a277-ee870b793987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.167938 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8d8711db-8e4c-486a-a277-ee870b793987 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5880a624-7811-4689-8cfe-54b44da1c7c3 HTTP/1.1" status: 204 len: 168 time: 0.1296496 Jul 16 18:23:45.175868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8711db-8e4c-486a-a277-ee870b793987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5880a624-7811-4689-8cfe-54b44da1c7c3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:45.212130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Deleting port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:45.212482 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.309627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] For port 78cdea6e-fd2d-40df-8b76-ec7c336228e1, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=78cdea6e-fd2d-40df-8b76-ec7c336228e1,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:45.310377 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.520079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device a6241e55-82d7-40b5-bf01-44260c5979a6 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:45.536108 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.536888 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.537343 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Floating IP c454d16a-0a91-4dee-8d4c-48db1f179f64 disassociated. External IP: 172.25.8.232, port: 78cdea6e-fd2d-40df-8b76-ec7c336228e1. Jul 16 18:23:45.537806 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Calling delete_port for 78cdea6e-fd2d-40df-8b76-ec7c336228e1 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:45.612297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0dca2-9abc-4d74-92f9-96678eab0072 req-f5de2488-47d3-499a-a767-6459a78cd192 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.614194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-efd0dca2-9abc-4d74-92f9-96678eab0072 req-f5de2488-47d3-499a-a767-6459a78cd192 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 944 time: 0.1368451 Jul 16 18:23:45.646835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=a6241e55-82d7-40b5-bf01-44260c5979a6,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:45.661020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'port_id': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'mac_address': 'fa:16:3e:f6:72:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:45.702247 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.705873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-efd0dca2-9abc-4d74-92f9-96678eab0072 req-225da1cb-facf-4729-9d17-58a59a05e886 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852492 Jul 16 18:23:45.735987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6241e55-82d7-40b5-bf01-44260c5979a6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:45.749262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=a6241e55-82d7-40b5-bf01-44260c5979a6,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:45.753060 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.783217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474dc13-eb93-4b86-b96b-1a1484dd9ce5 req-fa05fb99-e845-4ab5-9e22-200c03a88874 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.784657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f474dc13-eb93-4b86-b96b-1a1484dd9ce5 req-fa05fb99-e845-4ab5-9e22-200c03a88874 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 945 time: 0.1212983 Jul 16 18:23:45.786952 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.806551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=a6241e55-82d7-40b5-bf01-44260c5979a6,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:45.814897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.815255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.815611 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.815943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.816278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.816612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.816943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.817272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.817632 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.817960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.818394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.818724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:45.834960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event deleted for resources: {'Port': ['ID=78cdea6e-fd2d-40df-8b76-ec7c336228e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:45.892695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f474dc13-eb93-4b86-b96b-1a1484dd9ce5 req-fb8047a8-942c-4d7b-979e-2935ff5805d4 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e040a5e-683d-42aa-a81e-80699988714b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981133 Jul 16 18:23:45.949543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['a6241e55-82d7-40b5-bf01-44260c5979a6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:45.963985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Router 81875c68-872e-420c-a022-f54ae8be3f22 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:46.390470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:46.400945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03c686-becc-4378-a056-68c4f68ca293 None None] Sync routers for ids ['81875c68-872e-420c-a022-f54ae8be3f22'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:46.410925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03c686-becc-4378-a056-68c4f68ca293 None None] Routers {'81875c68-872e-420c-a022-f54ae8be3f22'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:46.411512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eb03c686-becc-4378-a056-68c4f68ca293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:23:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81875c68-872e-420c-a022-f54ae8be3f22'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:46.433908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] No DVR routers for this DVR port 78cdea6e-fd2d-40df-8b76-ec7c336228e1 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:46.436452 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.438556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9404abf7-e617-4b63-b281-5aace7042355 req-76475ca0-98f5-44e8-aa6d-7f906140ca26 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.42 "DELETE /v2.0/ports/78cdea6e-fd2d-40df-8b76-ec7c336228e1 HTTP/1.1" status: 204 len: 173 time: 1.3364377 Jul 16 18:23:46.438989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-deleted', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:46.441297 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91495c3f-897d-48d3-aa3e-1eefb3899aab" -d '{"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-deleted", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:46.477555 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38a68c0-61fb-4f7b-80a7-05c1b0dd833c x-openstack-request-id: req-d38a68c0-61fb-4f7b-80a7-05c1b0dd833c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:46.477855 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea74c81d-1942-49e8-81f1-70ccd7780524", "name": "network-vif-deleted", "tag": "78cdea6e-fd2d-40df-8b76-ec7c336228e1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:46.478126 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d38a68c0-61fb-4f7b-80a7-05c1b0dd833c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:46.478830 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea74c81d-1942-49e8-81f1-70ccd7780524', 'name': 'network-vif-deleted', 'tag': '78cdea6e-fd2d-40df-8b76-ec7c336228e1', 'status': 'completed', 'code': 200} Jul 16 18:23:46.523383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-eb03c686-becc-4378-a056-68c4f68ca293 None None] Set router 81875c68-872e-420c-a022-f54ae8be3f22 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:46.735482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eb03c686-becc-4378-a056-68c4f68ca293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:15:44Z', 'revision_number': 4, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '6e267c1f-0fec-4cc5-97b0-fc2c8602f0da', 'name': '', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'mac_address': 'fa:16:3e:25:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:43Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'subnets': [{'id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:46.901049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6167b-492a-4eef-b02d-38682442462a req-3a6efefc-844d-4d5f-8ea0-0fb4f893c644 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.904537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50e6167b-492a-4eef-b02d-38682442462a req-3a6efefc-844d-4d5f-8ea0-0fb4f893c644 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 945 time: 0.0717959 Jul 16 18:23:46.922953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03c686-becc-4378-a056-68c4f68ca293 None None] Checking router: 81875c68-872e-420c-a022-f54ae8be3f22 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:46.932314 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03c686-becc-4378-a056-68c4f68ca293 None None] Routers {'81875c68-872e-420c-a022-f54ae8be3f22'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:46.932956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eb03c686-becc-4378-a056-68c4f68ca293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:23:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81875c68-872e-420c-a022-f54ae8be3f22'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:46.953940 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50e6167b-492a-4eef-b02d-38682442462a req-b74e17f4-3836-468f-b07d-3029e2e3e234 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444806 Jul 16 18:23:47.053967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-eb03c686-becc-4378-a056-68c4f68ca293 None None] Set router 81875c68-872e-420c-a022-f54ae8be3f22 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:47.102274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-89d516d9-cd4a-44a2-8ac9-ac8954df1983 req-0a0a7f00-bbea-4a29-8203-73f4862c7787 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea74c81d-1942-49e8-81f1-70ccd7780524 HTTP/1.1" status: 200 len: 210 time: 0.0317383 Jul 16 18:23:47.262628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eb03c686-becc-4378-a056-68c4f68ca293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:15:44Z', 'revision_number': 4, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '6e267c1f-0fec-4cc5-97b0-fc2c8602f0da', 'name': '', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'mac_address': 'fa:16:3e:25:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:43Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'subnets': [{'id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:47.288839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03c686-becc-4378-a056-68c4f68ca293 None None] The sync data for ids ['81875c68-872e-420c-a022-f54ae8be3f22'] in n-d-793618-9 is: [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:15:44Z', 'revision_number': 4, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '6e267c1f-0fec-4cc5-97b0-fc2c8602f0da', 'name': '', 'network_id': 'bf7b37a0-880b-4518-a8ff-3e201a36b0f9', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'mac_address': 'fa:16:3e:25:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:43Z', 'updated_at': '2021-07-16T18:15:53Z', 'revision_number': 5, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'subnets': [{'id': '17f4e093-5a5b-4032-9a05-4b47a9f45324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:47.497697 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f8958-0a62-41a6-b485-77cee363b8ef None None] New status for floating IP c454d16a-0a91-4dee-8d4c-48db1f179f64: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:23:47.537661 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device a6241e55-82d7-40b5-bf01-44260c5979a6 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:47.591188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port a6241e55-82d7-40b5-bf01-44260c5979a6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:47.591677 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.671321 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.694618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:47.696867 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7fd95d-a931-4c7e-a27d-4d4dff8d9515" -d '{"events": [{"server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "name": "network-vif-plugged", "status": "completed", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:47.710210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=a6241e55-82d7-40b5-bf01-44260c5979a6,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:47.714770 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.715660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:47.737917 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0906a3e-51e2-48f1-87ed-96ec2db2674f x-openstack-request-id: req-e0906a3e-51e2-48f1-87ed-96ec2db2674f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:47.738119 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "name": "network-vif-plugged", "status": "completed", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:47.738343 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0906a3e-51e2-48f1-87ed-96ec2db2674f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:47.738741 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'code': 200} Jul 16 18:23:47.740714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 78cdea6e-fd2d-40df-8b76-ec7c336228e1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:47.741226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 78cdea6e-fd2d-40df-8b76-ec7c336228e1 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:47.788537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=a6241e55-82d7-40b5-bf01-44260c5979a6,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:47.907615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59df6cd-7aa6-4a0a-96dc-98ac54fcbb09 req-7424d008-f716-451d-a5b4-46e49bb612fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.909107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c59df6cd-7aa6-4a0a-96dc-98ac54fcbb09 req-7424d008-f716-451d-a5b4-46e49bb612fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 1098 time: 0.0501945 Jul 16 18:23:47.941808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c59df6cd-7aa6-4a0a-96dc-98ac54fcbb09 req-804ef3c0-18cd-4b25-bd72-803cdb7c6f23 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268097 Jul 16 18:23:48.131041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceff29-66b5-4469-91a3-4a3a92a09c8d req-257655ca-cddc-425e-a3f5-0671aa27ff0f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.132466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00ceff29-66b5-4469-91a3-4a3a92a09c8d req-257655ca-cddc-425e-a3f5-0671aa27ff0f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 947 time: 0.0623171 Jul 16 18:23:48.171365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00ceff29-66b5-4469-91a3-4a3a92a09c8d req-cbc875e2-9633-4de1-a3e8-67e1c9b42657 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331476 Jul 16 18:23:48.223535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:48.284073 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c81b95ff-48e7-4769-9d78-f797b6749ad5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.307257 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c81b95ff-48e7-4769-9d78-f797b6749ad5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.355251 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c81b95ff-48e7-4769-9d78-f797b6749ad5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.358018 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c81b95ff-48e7-4769-9d78-f797b6749ad5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.359159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c81b95ff-48e7-4769-9d78-f797b6749ad5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "DELETE /v2.0/security-groups/1e040a5e-683d-42aa-a81e-80699988714b HTTP/1.1" status: 204 len: 168 time: 0.1345870 Jul 16 18:23:48.361863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:48.368740 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b95ff-48e7-4769-9d78-f797b6749ad5 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e040a5e-683d-42aa-a81e-80699988714b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:48.376050 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9b421951-4784-439e-bc3f-af1135c2c6cd tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] show failed (client error): The resource could not be found. Jul 16 18:23:48.377055 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9b421951-4784-439e-bc3f-af1135c2c6cd tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "GET /v2.0/security-groups/1e040a5e-683d-42aa-a81e-80699988714b HTTP/1.1" status: 404 len: 347 time: 0.0139425 Jul 16 18:23:48.379647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:48.501333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a776bc7f-27ed-41a9-86d9-50b563128d01 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Deleting port 444cd46b-8a7e-409e-912b-55a58ef02744 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:48.501688 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a776bc7f-27ed-41a9-86d9-50b563128d01 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.586406 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a776bc7f-27ed-41a9-86d9-50b563128d01 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.587204 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a776bc7f-27ed-41a9-86d9-50b563128d01 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.598374 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a776bc7f-27ed-41a9-86d9-50b563128d01 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Calling delete_port for 444cd46b-8a7e-409e-912b-55a58ef02744 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:48.734230 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a776bc7f-27ed-41a9-86d9-50b563128d01 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.760639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776bc7f-27ed-41a9-86d9-50b563128d01 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Pushing event deleted for resources: {'Port': ['ID=444cd46b-8a7e-409e-912b-55a58ef02744,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:48.823284 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a776bc7f-27ed-41a9-86d9-50b563128d01 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.826038 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a776bc7f-27ed-41a9-86d9-50b563128d01 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.827843 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a776bc7f-27ed-41a9-86d9-50b563128d01 tempest-ServerActionsTestJSON-1587928204 tempest-ServerActionsTestJSON-1587928204-project] 10.222.0.52 "DELETE /v2.0/floatingips/c454d16a-0a91-4dee-8d4c-48db1f179f64 HTTP/1.1" status: 204 len: 168 time: 0.4472330 Jul 16 18:23:48.831175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:49.402434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6749ab-6e39-4910-ba9a-90cb2c9ae1cc req-779824fe-d241-4e8b-b745-c46830559a6e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.403949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd6749ab-6e39-4910-ba9a-90cb2c9ae1cc req-779824fe-d241-4e8b-b745-c46830559a6e tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 947 time: 0.1135683 Jul 16 18:23:49.454209 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8af3571-ab08-41d4-ac41-845b53372d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.459358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd6749ab-6e39-4910-ba9a-90cb2c9ae1cc req-a447beb6-07f4-4448-9633-5cda5a03f515 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475285 Jul 16 18:23:49.721899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c8af3571-ab08-41d4-ac41-845b53372d4f admin admin] Deleting port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:49.722253 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8af3571-ab08-41d4-ac41-845b53372d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.804126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c8af3571-ab08-41d4-ac41-845b53372d4f admin admin] For port 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6e267c1f-0fec-4cc5-97b0-fc2c8602f0da,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:49.804487 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8af3571-ab08-41d4-ac41-845b53372d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.817291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c8af3571-ab08-41d4-ac41-845b53372d4f admin admin] Calling delete_port for 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:49.992142 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8af3571-ab08-41d4-ac41-845b53372d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.018836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af3571-ab08-41d4-ac41-845b53372d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e267c1f-0fec-4cc5-97b0-fc2c8602f0da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.185351 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8af3571-ab08-41d4-ac41-845b53372d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.395830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8af3571-ab08-41d4-ac41-845b53372d4f admin admin] Router 81875c68-872e-420c-a022-f54ae8be3f22 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:50.501447 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8af3571-ab08-41d4-ac41-845b53372d4f admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:50.509553 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35288) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:50.509959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c8af3571-ab08-41d4-ac41-845b53372d4f admin admin] 10.222.0.52 "PUT /v2.0/routers/81875c68-872e-420c-a022-f54ae8be3f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6775253 Jul 16 18:23:50.518838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27189a8f-95cd-4291-94f8-30c632c40558 None None] Sync routers for ids ['81875c68-872e-420c-a022-f54ae8be3f22'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:50.528382 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27189a8f-95cd-4291-94f8-30c632c40558 None None] Routers {'81875c68-872e-420c-a022-f54ae8be3f22'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:50.529260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-27189a8f-95cd-4291-94f8-30c632c40558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:23:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81875c68-872e-420c-a022-f54ae8be3f22'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:50.641225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.642649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-27189a8f-95cd-4291-94f8-30c632c40558 None None] Set router 81875c68-872e-420c-a022-f54ae8be3f22 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:50.674039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa55663-d931-4aa8-8505-43635d519274 req-d0b33702-58d5-4b1f-87a7-8e262dcc7d3c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.675730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-faa55663-d931-4aa8-8505-43635d519274 req-d0b33702-58d5-4b1f-87a7-8e262dcc7d3c tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 947 time: 0.0953095 Jul 16 18:23:50.720759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-faa55663-d931-4aa8-8505-43635d519274 req-f9bd9974-50be-4326-b7ea-ce9079de3051 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385065 Jul 16 18:23:50.770815 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.831942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Deleting port d301230a-35fd-4d04-8e1a-3f787de5245f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:50.832290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.854589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-27189a8f-95cd-4291-94f8-30c632c40558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:23:49Z', 'revision_number': 5, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port': {'id': 'd301230a-35fd-4d04-8e1a-3f787de5245f', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81875c68-872e-420c-a022-f54ae8be3f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:40Z', 'updated_at': '2021-07-16T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:50.884456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27189a8f-95cd-4291-94f8-30c632c40558 None None] Checking router: 81875c68-872e-420c-a022-f54ae8be3f22 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:50.893562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27189a8f-95cd-4291-94f8-30c632c40558 None None] Routers {'81875c68-872e-420c-a022-f54ae8be3f22'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:50.894191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-27189a8f-95cd-4291-94f8-30c632c40558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:23:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81875c68-872e-420c-a022-f54ae8be3f22'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:50.914910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] For port d301230a-35fd-4d04-8e1a-3f787de5245f, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d301230a-35fd-4d04-8e1a-3f787de5245f,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:50.915275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.927135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Calling delete_port for d301230a-35fd-4d04-8e1a-3f787de5245f owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:50.977279 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-27189a8f-95cd-4291-94f8-30c632c40558 None None] Set router 81875c68-872e-420c-a022-f54ae8be3f22 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:51.031262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-27189a8f-95cd-4291-94f8-30c632c40558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:23:50Z', 'revision_number': 6, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:51.057261 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27189a8f-95cd-4291-94f8-30c632c40558 None None] The sync data for ids ['81875c68-872e-420c-a022-f54ae8be3f22'] in n-d-793618-9 is: [{'id': '81875c68-872e-420c-a022-f54ae8be3f22', 'name': 'tempest-ServerActionsTestJSON-1374242965-router', 'tenant_id': '7ff61005884a4cf495bfab056c2e2f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:39Z', 'updated_at': '2021-07-16T18:23:50Z', 'revision_number': 6, 'project_id': '7ff61005884a4cf495bfab056c2e2f39', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:51.097865 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.122991 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=d301230a-35fd-4d04-8e1a-3f787de5245f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:51.189511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.608725 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.610880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.651364 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.651965 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81875c68-872e-420c-a022-f54ae8be3f22 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:51.657545 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.658707 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-136d68f2-f893-45be-af2a-aa1ce6466f73 admin admin] 10.222.0.52 "DELETE /v2.0/routers/81875c68-872e-420c-a022-f54ae8be3f22 HTTP/1.1" status: 204 len: 168 time: 1.1476383 Jul 16 18:23:51.661218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:51.705257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f5066c-2c0c-4e87-bd2f-46a53cc7c40e admin admin] Deleting subnet 17f4e093-5a5b-4032-9a05-4b47a9f45324 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:51.708255 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f5066c-2c0c-4e87-bd2f-46a53cc7c40e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.742694 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f5066c-2c0c-4e87-bd2f-46a53cc7c40e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.822195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f5066c-2c0c-4e87-bd2f-46a53cc7c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.883551 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f5066c-2c0c-4e87-bd2f-46a53cc7c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.909728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5066c-2c0c-4e87-bd2f-46a53cc7c40e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f4e093-5a5b-4032-9a05-4b47a9f45324,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:51.913625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f5066c-2c0c-4e87-bd2f-46a53cc7c40e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.915493 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-33f5066c-2c0c-4e87-bd2f-46a53cc7c40e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/17f4e093-5a5b-4032-9a05-4b47a9f45324 HTTP/1.1" status: 204 len: 168 time: 0.2532921 Jul 16 18:23:51.918022 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:51.919293 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4710b66d-1a8e-4faf-a2db-43b69f1149eb None None] Network bf7b37a0-880b-4518-a8ff-3e201a36b0f9 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:51.991162 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.046106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Deleting port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:52.046452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.116245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34190146-df6b-406e-a0a1-13e717863ad7 None None] DHCP port deletion for bf7b37a0-880b-4518-a8ff-3e201a36b0f9 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:52.117833 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] For port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=312a5fae-f935-4bf0-ba3d-2cdc37bc2032,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:52.118198 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.136367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Calling delete_port for 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:52.172255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-34190146-df6b-406e-a0a1-13e717863ad7 None None] Deleting port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:52.172636 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34190146-df6b-406e-a0a1-13e717863ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.222934 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.237764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-34190146-df6b-406e-a0a1-13e717863ad7 None None] For port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=312a5fae-f935-4bf0-ba3d-2cdc37bc2032,segment=NetworkSegment(431b4132-ac04-40e6-b11d-a402a46cb170),segment_id=431b4132-ac04-40e6-b11d-a402a46cb170)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:52.238173 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34190146-df6b-406e-a0a1-13e717863ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.250154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] No DVR routers for this DVR port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:52.251423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-34190146-df6b-406e-a0a1-13e717863ad7 None None] Calling delete_port for 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:52.252303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=312a5fae-f935-4bf0-ba3d-2cdc37bc2032,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.328828 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.331455 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34190146-df6b-406e-a0a1-13e717863ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.338992 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7b37a0-880b-4518-a8ff-3e201a36b0f9']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:52.349116 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431b4132-ac04-40e6-b11d-a402a46cb170') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:52.349451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431b4132-ac04-40e6-b11d-a402a46cb170') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:52.357147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34190146-df6b-406e-a0a1-13e717863ad7 None None] Pushing event deleted for resources: {'Port': ['ID=312a5fae-f935-4bf0-ba3d-2cdc37bc2032,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.359054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34190146-df6b-406e-a0a1-13e717863ad7 None None] No DVR routers for this DVR port 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:52.362197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.377741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.383432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:52.383810 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:52.385449 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:52.437829 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.443079 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.444866 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] 10.222.0.52 "DELETE /v2.0/networks/bf7b37a0-880b-4518-a8ff-3e201a36b0f9 HTTP/1.1" status: 204 len: 168 time: 0.5258887 Jul 16 18:23:52.456014 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eea51d-e894-488d-b4da-528674aa4c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf7b37a0-880b-4518-a8ff-3e201a36b0f9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.553897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:52.593845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6f7952ac-4f44-4e91-ad6f-3f8ac9b79ed9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ff61005884a4cf495bfab056c2e2f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387015 Jul 16 18:23:52.596057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:52.651238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb92b4c-f8ed-41fd-9b2a-5e178de4d3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.672285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb92b4c-f8ed-41fd-9b2a-5e178de4d3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.722253 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb92b4c-f8ed-41fd-9b2a-5e178de4d3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.724997 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ceb92b4c-f8ed-41fd-9b2a-5e178de4d3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.726203 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ceb92b4c-f8ed-41fd-9b2a-5e178de4d3d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48fd45f9-4f82-4c85-9aa4-33e56d78e206 HTTP/1.1" status: 204 len: 168 time: 0.1292613 Jul 16 18:23:52.735403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb92b4c-f8ed-41fd-9b2a-5e178de4d3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fd45f9-4f82-4c85-9aa4-33e56d78e206,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.804434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:52.825027 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:52.825415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6e267c1f-0fec-4cc5-97b0-fc2c8602f0da not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:52.825840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:52.847639 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:52.847917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 312a5fae-f935-4bf0-ba3d-2cdc37bc2032 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:52.848339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d301230a-35fd-4d04-8e1a-3f787de5245f no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:52.866871 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: d301230a-35fd-4d04-8e1a-3f787de5245f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:52.867226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d301230a-35fd-4d04-8e1a-3f787de5245f not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:53.766013 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ae15f9f-1387-4ce1-a374-e7d271f111cb req-b0966918-aa14-4390-b93e-082dcfa6a143 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0291865 Jul 16 18:23:54.919143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-afa869da-f8e5-4f8e-a522-ab175889b536 req-d6708419-9e9c-42c5-965e-bc0ebffd178c tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0298915 Jul 16 18:23:55.523647 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:23:55.877447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a0238f6-ca40-42d8-a6fe-9a1174682ce4 req-b59a6cd8-2578-4a48-a4cf-fdcf7391c386 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0296547 Jul 16 18:23:56.067707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f54eae7-4ba7-46eb-b6d3-60a3b00c3bd9 req-f46c9e4d-60cb-404a-be44-7c3233452fd2 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0286102 Jul 16 18:23:57.215134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84169459-d937-4808-a16b-b10efcab1ca7 req-3afe82c6-2fde-4560-8aa2-2c839f0a1180 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0282438 Jul 16 18:23:57.823717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab0372-86c4-4ef8-b50a-8e4d6ef192df req-cc36b7dd-af1a-48a8-bf4a-d214754409cc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:57.825210 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47ab0372-86c4-4ef8-b50a-8e4d6ef192df req-cc36b7dd-af1a-48a8-bf4a-d214754409cc tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 945 time: 0.0644095 Jul 16 18:23:57.863353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47ab0372-86c4-4ef8-b50a-8e4d6ef192df req-7f930eb9-28fa-4898-a699-5c468803d2b3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Jul 16 18:23:57.888536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:57.951747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6017b4ac-7b29-46f5-b668-528d0ea2c3b9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/3d0048be-652b-48df-a542-59b193b04cb1 HTTP/1.1" status: 200 len: 993 time: 0.0619178 Jul 16 18:23:58.179906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81226a00-5270-435f-ae25-4db3526fd8ea req-c989f10b-79c6-48c0-bc66-72d94874520c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517342 Jul 16 18:23:58.255355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81226a00-5270-435f-ae25-4db3526fd8ea req-d35eecba-88ef-4a2d-82f1-717677317e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.256886 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81226a00-5270-435f-ae25-4db3526fd8ea req-d35eecba-88ef-4a2d-82f1-717677317e80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=445df62e7cfd49fc984446fbd0508f3a&device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 1098 time: 0.0557814 Jul 16 18:23:58.368941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81226a00-5270-435f-ae25-4db3526fd8ea req-fbc4bee5-bccb-44d3-bfcf-660bb7a45168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.370498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81226a00-5270-435f-ae25-4db3526fd8ea req-fbc4bee5-bccb-44d3-bfcf-660bb7a45168 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 200 len: 917 time: 0.0936341 Jul 16 18:23:58.464280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81226a00-5270-435f-ae25-4db3526fd8ea req-3aac0e69-7fb0-4c41-b640-e6c4f349bd81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6241e55-82d7-40b5-bf01-44260c5979a6 HTTP/1.1" status: 200 len: 1002 time: 0.0873559 Jul 16 18:23:58.521110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf65309-2e57-437b-88a9-0ce559555a40 req-6d91d9ab-c0cb-41ca-8167-de072ffa1eb5 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.522842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bf65309-2e57-437b-88a9-0ce559555a40 req-6d91d9ab-c0cb-41ca-8167-de072ffa1eb5 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 1096 time: 0.1116397 Jul 16 18:23:58.526593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81226a00-5270-435f-ae25-4db3526fd8ea req-148fba37-4d2d-44e2-b8a6-f7519f2c9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.527993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81226a00-5270-435f-ae25-4db3526fd8ea req-148fba37-4d2d-44e2-b8a6-f7519f2c9116 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 200 len: 855 time: 0.0566137 Jul 16 18:23:58.595589 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bf65309-2e57-437b-88a9-0ce559555a40 req-10e12476-027a-4149-b6ab-3d7d3cf09083 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643556 Jul 16 18:23:58.618763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81226a00-5270-435f-ae25-4db3526fd8ea req-d6867f02-2602-4f1f-820c-607861443710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.620695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81226a00-5270-435f-ae25-4db3526fd8ea req-d6867f02-2602-4f1f-820c-607861443710 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26995a0a-1d3b-4f98-9817-403ef31a46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822837 Jul 16 18:23:58.744499 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c69ff8fa-ac11-4fa1-a2b1-043ec68e33b1 req-e4d24946-4fa1-435f-a237-7d866a4583b4 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0346589 Jul 16 18:23:58.765019 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81226a00-5270-435f-ae25-4db3526fd8ea req-c67af589-b141-4b90-81f3-b71713ca70de service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363997 Jul 16 18:23:58.875417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81226a00-5270-435f-ae25-4db3526fd8ea req-01f896c2-b0ce-4189-b3f6-51fac454d2c2 service neutron] 10.222.0.42 "GET /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047997 Jul 16 18:23:59.351918 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-b406fd44-7f47-4763-b263-0543b8c0ec10 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0521984 Jul 16 18:23:59.911307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6238025c-26e7-4fd5-8464-1427f440b8f4 req-63a4bf25-f387-4cef-b9c5-0742e4d3006b tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0342653 Jul 16 18:23:59.915556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-e2e68633-e637-491b-9c71-be5b848843c7 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:23:59.916552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-e2e68633-e637-491b-9c71-be5b848843c7 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1153836 Jul 16 18:23:59.926355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] Request body: {'binding': {'host': 'n-h2-793618-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:59.926820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:24:00.048542 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-195947ab-51ae-4961-86f6-1e40f15bcc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.055914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] Attempting to bind port 83527d54-fa52-420b-8f3e-7eff10d75f7d on host n-h2-793618-9 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:00.056260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] Attempting to bind port 83527d54-fa52-420b-8f3e-7eff10d75f7d by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:00.056597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] Attempting to bind port 83527d54-fa52-420b-8f3e-7eff10d75f7d on network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:00.060877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] Port 83527d54-fa52-420b-8f3e-7eff10d75f7d on network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:00.061913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] Attempting to bind port 83527d54-fa52-420b-8f3e-7eff10d75f7d on network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:00.066600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:00.066939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] Checking segment: {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:00.067324 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] Bound using segment: {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:00.067752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] Bound port: 83527d54-fa52-420b-8f3e-7eff10d75f7d, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:00.154933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:00.159301 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.160490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] 10.222.0.52 "POST /v2.0/ports/83527d54-fa52-420b-8f3e-7eff10d75f7d/bindings HTTP/1.1" status: 201 len: 389 time: 0.2376828 Jul 16 18:24:00.362017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3988aa4-ee62-46d0-a33e-9328d8dcd54c req-36d15858-736f-47fa-8ca4-045ad78d308a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.363413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3988aa4-ee62-46d0-a33e-9328d8dcd54c req-36d15858-736f-47fa-8ca4-045ad78d308a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 945 time: 0.0622098 Jul 16 18:24:00.400169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3988aa4-ee62-46d0-a33e-9328d8dcd54c req-155411d2-d4af-4d61-b3ef-cd132d120134 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311680 Jul 16 18:24:00.508925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-ad054cf2-4e81-407c-88c2-59d3a08798cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.510432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-ad054cf2-4e81-407c-88c2-59d3a08798cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 1096 time: 0.0555744 Jul 16 18:24:00.597809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-66c5b949-c0c0-495d-b110-98ef8c9c90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.599269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-66c5b949-c0c0-495d-b110-98ef8c9c90eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d HTTP/1.1" status: 200 len: 898 time: 0.0822802 Jul 16 18:24:00.666097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-decef672-45a8-4475-9a04-71a892d23df7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d HTTP/1.1" status: 200 len: 1001 time: 0.0595160 Jul 16 18:24:00.711642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-62261f43-0829-4ae1-bf5a-acf14d0c7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.713059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-62261f43-0829-4ae1-bf5a-acf14d0c7b82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2a82ba5-69c5-47e1-a340-fb55d3fc53d9 HTTP/1.1" status: 200 len: 834 time: 0.0409756 Jul 16 18:24:00.775399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-354688ac-3be5-446d-896e-21774408a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.776918 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-354688ac-3be5-446d-896e-21774408a952 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575714 Jul 16 18:24:01.192456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e514ca20-0e15-4851-beea-c07fc5eac18b req-a37a723a-f556-487a-9518-7acd46122499 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0337617 Jul 16 18:24:01.212951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-85a44775-b488-4781-b6b1-15ac3cf7e483 service neutron] 10.222.0.42 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295504 Jul 16 18:24:01.305216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-339f8c58-f07c-422e-bed6-dbb9bd0abb31 service neutron] 10.222.0.42 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857937 Jul 16 18:24:01.460254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-2c24563a-b2d3-460f-98d3-3903854fe62a tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.461807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-2c24563a-b2d3-460f-98d3-3903854fe62a tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb&tenant_id=7d7e779da2c0442f85c056cdc3f73ede&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1096 time: 0.0928054 Jul 16 18:24:01.479373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-9'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:01.587936 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.647030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120427f-b508-40f9-bac5-cf11a16ccf5d req-8e05e9cd-1925-4907-a5e1-2b163cd5ed5d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.648531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9120427f-b508-40f9-bac5-cf11a16ccf5d req-8e05e9cd-1925-4907-a5e1-2b163cd5ed5d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 945 time: 0.1325271 Jul 16 18:24:01.737530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9120427f-b508-40f9-bac5-cf11a16ccf5d req-98bbb7e0-ea4f-4fbc-b70a-5d425db7cd5c tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827713 Jul 16 18:24:01.766812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:01.804216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:01.849179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:01.851471 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd7752f-53cd-4d07-b0d9-fc592c0af45c" -d '{"events": [{"server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "name": "network-vif-unplugged", "status": "completed", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:01.855368 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.861659 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.891211 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e58cf3-3eb6-46ad-af78-270f946018b7 x-openstack-request-id: req-56e58cf3-3eb6-46ad-af78-270f946018b7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:01.891508 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "name": "network-vif-unplugged", "status": "completed", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:01.891765 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56e58cf3-3eb6-46ad-af78-270f946018b7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:01.892166 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'code': 200} Jul 16 18:24:01.954503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=83527d54-fa52-420b-8f3e-7eff10d75f7d,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:02.012171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Attempting to bind port 83527d54-fa52-420b-8f3e-7eff10d75f7d on host n-h1-793618-9 for vnic_type normal with profile {"migrating_to": "n-h2-793618-9"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:02.012432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Attempting to bind port 83527d54-fa52-420b-8f3e-7eff10d75f7d by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:02.012771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Attempting to bind port 83527d54-fa52-420b-8f3e-7eff10d75f7d on network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:02.017401 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Port 83527d54-fa52-420b-8f3e-7eff10d75f7d on network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:02.017698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Attempting to bind port 83527d54-fa52-420b-8f3e-7eff10d75f7d on network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:02.022878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:02.023229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Checking segment: {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:02.023625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Bound using segment: {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:02.024064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Bound port: 83527d54-fa52-420b-8f3e-7eff10d75f7d, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5547b628-e744-46fa-abd9-91f94dd07f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:02.024435 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.096715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:02.099775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:02.104597 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.128233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7e13d9ed-f573-4c0b-9ddc-ee397dd55962 None None] Provisioning complete for port 83527d54-fa52-420b-8f3e-7eff10d75f7d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:02.128769 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e13d9ed-f573-4c0b-9ddc-ee397dd55962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.210431 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=83527d54-fa52-420b-8f3e-7eff10d75f7d,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:02.215272 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e13d9ed-f573-4c0b-9ddc-ee397dd55962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.243454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:02.245781 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c2a1fb-bbd5-4d00-9647-2a1d9243de66" -d '{"events": [{"server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "name": "network-vif-plugged", "status": "completed", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:02.256672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.257196 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.258698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-cdb8bc6f-4bdf-43e3-8b8e-b2769a31fbd7 service neutron] 10.222.0.42 "PUT /v2.0/ports/83527d54-fa52-420b-8f3e-7eff10d75f7d HTTP/1.1" status: 200 len: 1121 time: 0.7834589 Jul 16 18:24:02.263247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7e13d9ed-f573-4c0b-9ddc-ee397dd55962 None None] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:02.274615 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e13d9ed-f573-4c0b-9ddc-ee397dd55962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.310182 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84fdd67a-85ac-4a62-8a6e-c4fac284f09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.400243 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0a0be9-6541-47d6-989b-0d45979ae1e4 x-openstack-request-id: req-4a0a0be9-6541-47d6-989b-0d45979ae1e4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:02.400914 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "name": "network-vif-plugged", "status": "completed", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:02.401250 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a0a0be9-6541-47d6-989b-0d45979ae1e4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:02.401741 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'code': 200} Jul 16 18:24:02.431909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-675d2d8b-9577-477d-9100-6e1d23b4e5a8 req-f1611d80-2fe5-4b2d-8c69-60f30117409a tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0419927 Jul 16 18:24:02.432124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['83527d54-fa52-420b-8f3e-7eff10d75f7d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:02.494721 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13d9ed-f573-4c0b-9ddc-ee397dd55962 None None] Pushing event updated for resources: {'Port': ['ID=83527d54-fa52-420b-8f3e-7eff10d75f7d,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:02.695559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28f83552-c8e8-4d35-9ee4-dbece59ecebd None None] Provisioning complete for port 83527d54-fa52-420b-8f3e-7eff10d75f7d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:02.695961 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28f83552-c8e8-4d35-9ee4-dbece59ecebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.697490 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.738505 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.754630 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.918893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bd45-28d6-45a8-bb76-e6a6a4018610 req-d79445ba-5908-41c5-993f-db17813bc601 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.920465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9819bd45-28d6-45a8-bb76-e6a6a4018610 req-d79445ba-5908-41c5-993f-db17813bc601 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 945 time: 0.0637641 Jul 16 18:24:02.958229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9819bd45-28d6-45a8-bb76-e6a6a4018610 req-79a1ad04-cf08-4b3d-8095-9b645da297cb tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317075 Jul 16 18:24:03.585608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cac89bd-c9e5-4f01-baa2-ca9dde98f8f0 req-0caac41a-f795-4c3f-a410-73335171feea tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0310862 Jul 16 18:24:03.633772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 83527d54-fa52-420b-8f3e-7eff10d75f7d details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:03.728257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:03.739376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 83527d54-fa52-420b-8f3e-7eff10d75f7d has no active binding in host n-h2-793618-9 {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:24:03.797161 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.893078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:03.895432 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3e01a8-7ebc-4298-b55b-b34553d6f178" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:03.932518 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab91905-213e-422d-aad1-c2803a6f6b30 x-openstack-request-id: req-dab91905-213e-422d-aad1-c2803a6f6b30 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:03.933064 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:03.933064 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dab91905-213e-422d-aad1-c2803a6f6b30 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:03.933466 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'status': 'completed', 'code': 200} Jul 16 18:24:04.007984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e01a8-7ebc-4298-b55b-b34553d6f178 req-e247c5d9-6041-4081-b8bb-0623aee5c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.009561 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee3e01a8-7ebc-4298-b55b-b34553d6f178 req-e247c5d9-6041-4081-b8bb-0623aee5c030 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 1126 time: 0.0533864 Jul 16 18:24:04.131279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e01a8-7ebc-4298-b55b-b34553d6f178 req-a8472c8d-2206-40af-a7dc-db9bbc22eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.132757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee3e01a8-7ebc-4298-b55b-b34553d6f178 req-a8472c8d-2206-40af-a7dc-db9bbc22eb4b service neutron] 10.222.0.38 "GET /v2.0/networks?id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d HTTP/1.1" status: 200 len: 898 time: 0.1168475 Jul 16 18:24:04.194119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9d9a3-ce4b-48a6-bef5-0d89df44dc8f req-0106877d-03a2-452b-8d49-fff773c9cef6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.195577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbc9d9a3-ce4b-48a6-bef5-0d89df44dc8f req-0106877d-03a2-452b-8d49-fff773c9cef6 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 945 time: 0.1232901 Jul 16 18:24:04.223675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee3e01a8-7ebc-4298-b55b-b34553d6f178 req-be720364-f4c9-4d77-a481-2607525b2cbe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d HTTP/1.1" status: 200 len: 1001 time: 0.0832343 Jul 16 18:24:04.271685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbc9d9a3-ce4b-48a6-bef5-0d89df44dc8f req-ef073771-c540-431d-8fd1-15d40b3f1d4a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690885 Jul 16 18:24:04.285472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e01a8-7ebc-4298-b55b-b34553d6f178 req-a1c3047c-cf61-41fa-a011-d44aec1b713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.286946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee3e01a8-7ebc-4298-b55b-b34553d6f178 req-a1c3047c-cf61-41fa-a011-d44aec1b713a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2a82ba5-69c5-47e1-a340-fb55d3fc53d9 HTTP/1.1" status: 200 len: 834 time: 0.0572124 Jul 16 18:24:04.342384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e01a8-7ebc-4298-b55b-b34553d6f178 req-b7166566-7f30-4ba4-92df-8712b915a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.344083 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee3e01a8-7ebc-4298-b55b-b34553d6f178 req-b7166566-7f30-4ba4-92df-8712b915a195 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513563 Jul 16 18:24:04.433655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee3e01a8-7ebc-4298-b55b-b34553d6f178 req-52b97f70-0662-44fc-ad37-0a95ac233733 service neutron] 10.222.0.38 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827434 Jul 16 18:24:04.519979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee3e01a8-7ebc-4298-b55b-b34553d6f178 req-4950b4a1-443b-4e6b-879f-774487b7c725 service neutron] 10.222.0.38 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799754 Jul 16 18:24:04.734879 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d579ce23-90cd-4c69-addd-b061e0171654 req-70678dfa-dc16-4066-8d56-d3a7af638cc1 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0285814 Jul 16 18:24:05.448857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c414a-0e2e-405e-bc51-8d3b41590ad9 req-52a38a85-a77e-4493-b6ce-616ad80331ff tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.450403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e36c414a-0e2e-405e-bc51-8d3b41590ad9 req-52a38a85-a77e-4493-b6ce-616ad80331ff tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 945 time: 0.0665364 Jul 16 18:24:05.495530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e36c414a-0e2e-405e-bc51-8d3b41590ad9 req-c7b19b6f-bd1d-44ae-b3f7-bdf8872fdc70 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330222 Jul 16 18:24:05.496049 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.881946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4598870d-f6fa-46a7-8d38-12e33ccf84b3 req-891a5630-0fb2-4caf-a276-d2caf1277be8 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0284870 Jul 16 18:24:06.667371 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681ae41-383b-4217-8252-63af8c43c99c req-ec3c3499-9efd-4820-b913-5c6a1456f324 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:06.668858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e681ae41-383b-4217-8252-63af8c43c99c req-ec3c3499-9efd-4820-b913-5c6a1456f324 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 945 time: 0.0623434 Jul 16 18:24:06.706559 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e681ae41-383b-4217-8252-63af8c43c99c req-7b3c7ac9-c43b-4acc-9347-258ee9df2ae4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Jul 16 18:24:07.033236 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-57d73568-b6d0-4320-98ba-7384caf274bc req-66f1c282-a3ab-4ff4-9146-4fe681192e5e tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0327096 Jul 16 18:24:07.698958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-6e30d706-ad80-4b89-9559-0f77f5637e17 service neutron] 10.222.0.38 "GET /v2.0/ports/83527d54-fa52-420b-8f3e-7eff10d75f7d/bindings/n-h2-793618-9 HTTP/1.1" status: 200 len: 384 time: 0.0540338 Jul 16 18:24:07.902505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-fa1f65e9-726b-4d0b-aa4c-f7cb0458e34b service neutron] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:07.932219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-fa1f65e9-726b-4d0b-aa4c-f7cb0458e34b service neutron] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:07.976445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58684ce7-c7f3-4838-a7ec-6bec5f1bec0b req-4fed1256-1ec5-4c9b-95d3-7f6c5386a091 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.977989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58684ce7-c7f3-4838-a7ec-6bec5f1bec0b req-4fed1256-1ec5-4c9b-95d3-7f6c5386a091 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 945 time: 0.1335220 Jul 16 18:24:08.030563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:08.032764 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16239acc-717c-4ab3-8662-8dcfbcfa856e" -d '{"events": [{"server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "name": "network-vif-unplugged", "status": "completed", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:08.042638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-fa1f65e9-726b-4d0b-aa4c-f7cb0458e34b service neutron] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:08.071504 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bc2848-5937-451d-bc38-7ea5c3ac6a80 x-openstack-request-id: req-23bc2848-5937-451d-bc38-7ea5c3ac6a80 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:08.071790 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "name": "network-vif-unplugged", "status": "completed", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:08.072003 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23bc2848-5937-451d-bc38-7ea5c3ac6a80 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:08.072396 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'code': 200} Jul 16 18:24:08.075548 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58684ce7-c7f3-4838-a7ec-6bec5f1bec0b req-38d5881f-d641-41a5-abd7-65b44543570f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757260 Jul 16 18:24:08.079663 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-fa1f65e9-726b-4d0b-aa4c-f7cb0458e34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.099651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ae77-1a07-4262-a6b7-19c02fb9670e req-de4dcb50-36cb-4c76-8e44-7ae8e5afa72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.101194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7825ae77-1a07-4262-a6b7-19c02fb9670e req-de4dcb50-36cb-4c76-8e44-7ae8e5afa72a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 1126 time: 0.1454306 Jul 16 18:24:08.234399 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35c49853-05e6-451f-b863-0edc7fb187b6 req-63f27d52-f12f-4006-9c4c-e4843f7c5a99 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0650330 Jul 16 18:24:08.258818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-fa1f65e9-726b-4d0b-aa4c-f7cb0458e34b service neutron] Transition to ACTIVE for port object 83527d54-fa52-420b-8f3e-7eff10d75f7d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:08.264930 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-fa1f65e9-726b-4d0b-aa4c-f7cb0458e34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.296962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ae77-1a07-4262-a6b7-19c02fb9670e req-fcd4e421-234c-4e34-80ed-128743833c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.298477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7825ae77-1a07-4262-a6b7-19c02fb9670e req-fcd4e421-234c-4e34-80ed-128743833c59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d HTTP/1.1" status: 200 len: 898 time: 0.1752293 Jul 16 18:24:08.416036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f65e9-726b-4d0b-aa4c-f7cb0458e34b service neutron] Pushing event updated for resources: {'Port': ['ID=83527d54-fa52-420b-8f3e-7eff10d75f7d,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.430676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7825ae77-1a07-4262-a6b7-19c02fb9670e req-857982a0-fd63-4016-afe1-435f42b0e442 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d HTTP/1.1" status: 200 len: 999 time: 0.1252029 Jul 16 18:24:08.482691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-fa1f65e9-726b-4d0b-aa4c-f7cb0458e34b service neutron] No DVR routers for this DVR port 83527d54-fa52-420b-8f3e-7eff10d75f7d on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:08.540364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ae77-1a07-4262-a6b7-19c02fb9670e req-7e176133-a469-4771-8670-d002e1a69816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.541923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7825ae77-1a07-4262-a6b7-19c02fb9670e req-7e176133-a469-4771-8670-d002e1a69816 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c2a82ba5-69c5-47e1-a340-fb55d3fc53d9 HTTP/1.1" status: 200 len: 834 time: 0.1037593 Jul 16 18:24:08.657925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-fa1f65e9-726b-4d0b-aa4c-f7cb0458e34b service neutron] 10.222.0.38 "PUT /v2.0/ports/83527d54-fa52-420b-8f3e-7eff10d75f7d/bindings/n-h2-793618-9/activate HTTP/1.1" status: 200 len: 369 time: 0.9530632 Jul 16 18:24:08.663932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ae77-1a07-4262-a6b7-19c02fb9670e req-678c0780-8e8b-41c3-aadc-a9915c589e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.665426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7825ae77-1a07-4262-a6b7-19c02fb9670e req-678c0780-8e8b-41c3-aadc-a9915c589e6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943372 Jul 16 18:24:08.785428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7825ae77-1a07-4262-a6b7-19c02fb9670e req-e35a38eb-11d9-47e8-ac33-97ee2ec07220 service neutron] 10.222.0.38 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134007 Jul 16 18:24:08.835403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-1b5f8831-b2bc-4889-9790-461432efafba tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.836957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-1b5f8831-b2bc-4889-9790-461432efafba tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb&tenant_id=7d7e779da2c0442f85c056cdc3f73ede&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.1094778 Jul 16 18:24:08.929195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7825ae77-1a07-4262-a6b7-19c02fb9670e req-2002c68a-cb6b-4321-b9ca-526bc3441190 service neutron] 10.222.0.38 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374433 Jul 16 18:24:08.943809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-046ba5bc-b822-4326-af35-4ab24a29c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.945285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-046ba5bc-b822-4326-af35-4ab24a29c5fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb&tenant_id=7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 1095 time: 0.0732427 Jul 16 18:24:09.025274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-f83180f0-d7c0-4f23-a367-df1a277005ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.026833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-f83180f0-d7c0-4f23-a367-df1a277005ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 1095 time: 0.0560255 Jul 16 18:24:09.115624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-87eba1c6-2231-49b6-a388-8f6e68a3102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.117123 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-87eba1c6-2231-49b6-a388-8f6e68a3102b service neutron] 10.222.0.42 "GET /v2.0/networks?id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d HTTP/1.1" status: 200 len: 898 time: 0.0833602 Jul 16 18:24:09.192777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-e617dfac-6612-4014-a52c-36d88e48e51f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d HTTP/1.1" status: 200 len: 999 time: 0.0620787 Jul 16 18:24:09.266147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-ff99d264-c100-4083-9ede-1f8513919859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.267599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-ff99d264-c100-4083-9ede-1f8513919859 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2a82ba5-69c5-47e1-a340-fb55d3fc53d9 HTTP/1.1" status: 200 len: 834 time: 0.0647366 Jul 16 18:24:09.319981 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae59513-ec62-4f2a-a498-52cc0c4b7da1 req-5cdc9eab-5732-47bc-807b-4eaa6a5f456e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.321509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eae59513-ec62-4f2a-a498-52cc0c4b7da1 req-5cdc9eab-5732-47bc-807b-4eaa6a5f456e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 944 time: 0.1278384 Jul 16 18:24:09.371280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-afbcf9ee-31da-4b69-87fc-e5d2cd3480dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.372665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-afbcf9ee-31da-4b69-87fc-e5d2cd3480dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974703 Jul 16 18:24:09.407567 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eae59513-ec62-4f2a-a498-52cc0c4b7da1 req-967eb1a8-0d6b-4455-85cc-9bdbd17c3e07 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790434 Jul 16 18:24:09.410368 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ceb9a455-97c4-4076-87cf-e0afab4ff7b6 req-f684e68b-3d4c-4739-8993-660e6225366d tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0444157 Jul 16 18:24:09.485151 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-e2e14c99-f12f-4e4d-8464-c2e8bfaf94a5 service neutron] 10.222.0.42 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018250 Jul 16 18:24:09.578261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-646843f4-2aef-4ca7-92b7-fda4ef2c2bcb service neutron] 10.222.0.42 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851772 Jul 16 18:24:09.861919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-4ef183aa-b2d6-4066-ab38-e3745fe8ef6e tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.863415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-4ef183aa-b2d6-4066-ab38-e3745fe8ef6e tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb&tenant_id=7d7e779da2c0442f85c056cdc3f73ede&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 1095 time: 0.0566790 Jul 16 18:24:10.306305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-bb835077-eed0-4ecf-9357-74809a4edcd8 service neutron] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:10.309595 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-bb835077-eed0-4ecf-9357-74809a4edcd8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.310731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-bb835077-eed0-4ecf-9357-74809a4edcd8 service neutron] 10.222.0.42 "DELETE /v2.0/ports/83527d54-fa52-420b-8f3e-7eff10d75f7d/bindings/n-h1-793618-9 HTTP/1.1" status: 204 len: 173 time: 0.4403141 Jul 16 18:24:10.578844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65258ae5-10d9-448c-8618-7371906f32ef req-42d873ff-3489-4b11-88bd-6a76f79b7ecf tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0309913 Jul 16 18:24:10.610553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886135fd-c10b-43ae-8ab4-a14c68a3a9e9 req-2f5c93e3-ba95-41a1-acd2-87044c31971d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.611182 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 83527d54-fa52-420b-8f3e-7eff10d75f7d no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:10.612089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-886135fd-c10b-43ae-8ab4-a14c68a3a9e9 req-2f5c93e3-ba95-41a1-acd2-87044c31971d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 944 time: 0.0926671 Jul 16 18:24:10.650268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 83527d54-fa52-420b-8f3e-7eff10d75f7d not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:10.655885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-886135fd-c10b-43ae-8ab4-a14c68a3a9e9 req-6620ee87-c383-4095-8b00-15772342848e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370150 Jul 16 18:24:10.819813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6face73-7dfc-4f6c-a41c-8f8a5cad0819 req-2f676ed2-3456-4185-b660-beb57454e721 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.821405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d6face73-7dfc-4f6c-a41c-8f8a5cad0819 req-2f676ed2-3456-4185-b660-beb57454e721 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 1095 time: 0.0524957 Jul 16 18:24:10.856593 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d6face73-7dfc-4f6c-a41c-8f8a5cad0819 req-7c216735-2582-4deb-ab09-7a34ae799bbe tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296385 Jul 16 18:24:11.044610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17f71-9be5-4337-b135-222397bce6a1 req-60ceed5b-ac1e-4ad6-8ddd-b7e4ce8ff198 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.046317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1f17f71-9be5-4337-b135-222397bce6a1 req-60ceed5b-ac1e-4ad6-8ddd-b7e4ce8ff198 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 944 time: 0.0659521 Jul 16 18:24:11.083907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1f17f71-9be5-4337-b135-222397bce6a1 req-25a11e94-0355-405f-8bc8-d96b559a0140 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320587 Jul 16 18:24:11.107186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:11.170154 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4dba8d23-ca65-4ce4-a2b3-10bdcf6cc2fe tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/3d0048be-652b-48df-a542-59b193b04cb1 HTTP/1.1" status: 200 len: 991 time: 0.0618536 Jul 16 18:24:11.415495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:11.568137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port 2cc4e0be-596c-4e4b-b5f8-985f9348959b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:11.568489 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.646479 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.646821 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.658552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for 2cc4e0be-596c-4e4b-b5f8-985f9348959b owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:11.742839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff4462e9-8e65-4ac6-a5a7-d50009b3ad95 req-f4ea0260-e514-420f-ba4a-e1a52059f67b tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0318608 Jul 16 18:24:11.833371 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.859732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=2cc4e0be-596c-4e4b-b5f8-985f9348959b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:11.921775 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.922115 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Floating IP 3d0048be-652b-48df-a542-59b193b04cb1 disassociated (deleted). External IP: 172.25.8.194, port: 83527d54-fa52-420b-8f3e-7eff10d75f7d. Jul 16 18:24:12.130481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router b02367c8-c5e0-4955-b592-54f91cea78c0 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:12.237481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:12.242298 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.246833 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac704011-4e06-43d1-8deb-266026912122 None None] Sync routers for ids ['b02367c8-c5e0-4955-b592-54f91cea78c0'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:12.256618 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac704011-4e06-43d1-8deb-266026912122 None None] Routers {'b02367c8-c5e0-4955-b592-54f91cea78c0'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:12.257223 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac704011-4e06-43d1-8deb-266026912122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b02367c8-c5e0-4955-b592-54f91cea78c0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:12.277477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d210e87b-d9b0-4c42-8839-0d33b2d32f1d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/floatingips/3d0048be-652b-48df-a542-59b193b04cb1 HTTP/1.1" status: 204 len: 168 time: 0.8608809 Jul 16 18:24:12.278073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:12.280458 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71711da0-da0f-4a12-a842-a77644f6a16c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:12.318071 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd768886-4ee2-46a0-b90b-6834d30caa10 x-openstack-request-id: req-dd768886-4ee2-46a0-b90b-6834d30caa10 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:12.318369 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:12.318630 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd768886-4ee2-46a0-b90b-6834d30caa10 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:12.319043 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'status': 'completed', 'code': 200} Jul 16 18:24:12.365434 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ac704011-4e06-43d1-8deb-266026912122 None None] Set router b02367c8-c5e0-4955-b592-54f91cea78c0 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:12.405654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711da0-da0f-4a12-a842-a77644f6a16c req-a6cd05f6-bc72-4c09-b093-936ed5763d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.407198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71711da0-da0f-4a12-a842-a77644f6a16c req-a6cd05f6-bc72-4c09-b093-936ed5763d2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 1095 time: 0.0580115 Jul 16 18:24:12.510521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711da0-da0f-4a12-a842-a77644f6a16c req-e940f757-ad76-49b0-bd9e-b7b2760c0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.512039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71711da0-da0f-4a12-a842-a77644f6a16c req-e940f757-ad76-49b0-bd9e-b7b2760c0476 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d HTTP/1.1" status: 200 len: 898 time: 0.0980849 Jul 16 18:24:12.564704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71711da0-da0f-4a12-a842-a77644f6a16c req-f9ef8c17-5e52-48f5-989a-51189b2fa281 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d HTTP/1.1" status: 200 len: 217 time: 0.0445774 Jul 16 18:24:12.575115 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac704011-4e06-43d1-8deb-266026912122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c1d25612-ccf8-4a06-8a87-b957fb0d7137', 'name': '', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:8a:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:03Z', 'updated_at': '2021-07-16T18:23:11Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:12.601824 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac704011-4e06-43d1-8deb-266026912122 None None] Checking router: b02367c8-c5e0-4955-b592-54f91cea78c0 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:12.609939 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac704011-4e06-43d1-8deb-266026912122 None None] Routers {'b02367c8-c5e0-4955-b592-54f91cea78c0'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:12.610547 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac704011-4e06-43d1-8deb-266026912122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b02367c8-c5e0-4955-b592-54f91cea78c0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:12.647020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711da0-da0f-4a12-a842-a77644f6a16c req-1d393586-b892-488b-b847-dbd9d0815280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.648457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71711da0-da0f-4a12-a842-a77644f6a16c req-1d393586-b892-488b-b847-dbd9d0815280 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2a82ba5-69c5-47e1-a340-fb55d3fc53d9 HTTP/1.1" status: 200 len: 834 time: 0.0772295 Jul 16 18:24:12.706002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454efa2-d60e-4481-b340-b92ed38c5001 req-606f7690-c202-4da1-82ce-6a258a865ca5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.707505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8454efa2-d60e-4481-b340-b92ed38c5001 req-606f7690-c202-4da1-82ce-6a258a865ca5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 944 time: 0.1066496 Jul 16 18:24:12.715690 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ac704011-4e06-43d1-8deb-266026912122 None None] Set router b02367c8-c5e0-4955-b592-54f91cea78c0 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:12.756608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711da0-da0f-4a12-a842-a77644f6a16c req-46dc6b37-e310-45f0-b3b0-b08998da5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.758163 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71711da0-da0f-4a12-a842-a77644f6a16c req-46dc6b37-e310-45f0-b3b0-b08998da5d6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019728 Jul 16 18:24:12.763254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8454efa2-d60e-4481-b340-b92ed38c5001 req-a2a92f2f-1689-4486-91bb-71541335a53e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=43dc9451-1e07-4784-83fe-c52a6566fe4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494461 Jul 16 18:24:12.874805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71711da0-da0f-4a12-a842-a77644f6a16c req-f47aa101-1e62-4936-a1f8-36c872c78428 service neutron] 10.222.0.42 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076777 Jul 16 18:24:12.909161 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9955f1b5-7c9c-42b2-b278-29199410f245 req-11d14725-99e2-4104-a9c5-e30f9cded0ac tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0333190 Jul 16 18:24:12.944939 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac704011-4e06-43d1-8deb-266026912122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c1d25612-ccf8-4a06-8a87-b957fb0d7137', 'name': '', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:8a:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:03Z', 'updated_at': '2021-07-16T18:23:11Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:12.974501 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac704011-4e06-43d1-8deb-266026912122 None None] The sync data for ids ['b02367c8-c5e0-4955-b592-54f91cea78c0'] in n-d-793618-9 is: [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c1d25612-ccf8-4a06-8a87-b957fb0d7137', 'name': '', 'network_id': '73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:8a:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:03Z', 'updated_at': '2021-07-16T18:23:11Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': 'c2a82ba5-69c5-47e1-a340-fb55d3fc53d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:13.003944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71711da0-da0f-4a12-a842-a77644f6a16c req-2b1dd169-ae28-4ac6-b669-bfb0a8a13f19 service neutron] 10.222.0.42 "GET /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975034 Jul 16 18:24:13.099474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8a7bb-b33f-4755-be6c-50c866464824 req-21896d15-f86e-4258-8501-9ffa3bc0aa80 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.101038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53a8a7bb-b33f-4755-be6c-50c866464824 req-21896d15-f86e-4258-8501-9ffa3bc0aa80 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 944 time: 0.0678182 Jul 16 18:24:13.199401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e435f59-d45f-402f-8633-3ae74176a789 None None] New status for floating IP 3d0048be-652b-48df-a542-59b193b04cb1: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:13.212532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-53a8a7bb-b33f-4755-be6c-50c866464824 req-e48fb2c6-44f1-4b10-9455-c5165eb3a092 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port 83527d54-fa52-420b-8f3e-7eff10d75f7d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:13.213049 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53a8a7bb-b33f-4755-be6c-50c866464824 req-e48fb2c6-44f1-4b10-9455-c5165eb3a092 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.308570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-53a8a7bb-b33f-4755-be6c-50c866464824 req-e48fb2c6-44f1-4b10-9455-c5165eb3a092 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] For port 83527d54-fa52-420b-8f3e-7eff10d75f7d, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=83527d54-fa52-420b-8f3e-7eff10d75f7d,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:13.308937 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53a8a7bb-b33f-4755-be6c-50c866464824 req-e48fb2c6-44f1-4b10-9455-c5165eb3a092 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.321222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-53a8a7bb-b33f-4755-be6c-50c866464824 req-e48fb2c6-44f1-4b10-9455-c5165eb3a092 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for 83527d54-fa52-420b-8f3e-7eff10d75f7d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:13.454212 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53a8a7bb-b33f-4755-be6c-50c866464824 req-e48fb2c6-44f1-4b10-9455-c5165eb3a092 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.485760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fb2c6-44f1-4b10-9455-c5165eb3a092 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=83527d54-fa52-420b-8f3e-7eff10d75f7d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:13.534633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a8a7bb-b33f-4755-be6c-50c866464824 req-e48fb2c6-44f1-4b10-9455-c5165eb3a092 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] No DVR routers for this DVR port 83527d54-fa52-420b-8f3e-7eff10d75f7d on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:13.537193 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53a8a7bb-b33f-4755-be6c-50c866464824 req-e48fb2c6-44f1-4b10-9455-c5165eb3a092 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.539549 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53a8a7bb-b33f-4755-be6c-50c866464824 req-e48fb2c6-44f1-4b10-9455-c5165eb3a092 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.42 "DELETE /v2.0/ports/83527d54-fa52-420b-8f3e-7eff10d75f7d HTTP/1.1" status: 204 len: 173 time: 0.4306340 Jul 16 18:24:13.941081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b9f441f6-a958-4c66-b315-6ee083208232 req-62b139e3-d7db-47c0-96ec-03f8cea087aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2c2d679-fb8b-48e3-ad08-3e133a84dbdb HTTP/1.1" status: 200 len: 210 time: 0.0319355 Jul 16 18:24:14.084045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a54d595e-5bc5-49b5-b21e-e0bd73548596 req-d0380e72-7f17-4365-a594-1e5ae2458642 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0296924 Jul 16 18:24:14.320136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'name': 'network-vif-deleted', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:14.322506 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1b90db-63b0-424e-a1ba-7dc017ff6915" -d '{"events": [{"server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "name": "network-vif-deleted", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:14.356372 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ea7015-519c-4c8b-af31-3d99d88a21d8 x-openstack-request-id: req-d2ea7015-519c-4c8b-af31-3d99d88a21d8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:14.356666 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c2d679-fb8b-48e3-ad08-3e133a84dbdb", "name": "network-vif-deleted", "tag": "83527d54-fa52-420b-8f3e-7eff10d75f7d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:14.356914 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2ea7015-519c-4c8b-af31-3d99d88a21d8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:14.357329 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c2d679-fb8b-48e3-ad08-3e133a84dbdb', 'name': 'network-vif-deleted', 'tag': '83527d54-fa52-420b-8f3e-7eff10d75f7d', 'status': 'completed', 'code': 200} Jul 16 18:24:15.034126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:15.259103 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45226b96-a702-4538-a544-d94782f9b79a req-b49a369b-7990-4590-8f3d-ba57f970ad75 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0332038 Jul 16 18:24:15.418285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b899-7d33-498d-b6f7-84c195c1f9ac tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.679321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8b899-7d33-498d-b6f7-84c195c1f9ac tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port c1d25612-ccf8-4a06-8a87-b957fb0d7137 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:15.679579 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b899-7d33-498d-b6f7-84c195c1f9ac tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.694716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 83527d54-fa52-420b-8f3e-7eff10d75f7d no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:15.714784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 83527d54-fa52-420b-8f3e-7eff10d75f7d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:15.715144 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 83527d54-fa52-420b-8f3e-7eff10d75f7d not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:15.770511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a4a8b899-7d33-498d-b6f7-84c195c1f9ac tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] For port c1d25612-ccf8-4a06-8a87-b957fb0d7137, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c1d25612-ccf8-4a06-8a87-b957fb0d7137,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:15.770877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b899-7d33-498d-b6f7-84c195c1f9ac tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.783087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8b899-7d33-498d-b6f7-84c195c1f9ac tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for c1d25612-ccf8-4a06-8a87-b957fb0d7137 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:15.964903 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b899-7d33-498d-b6f7-84c195c1f9ac tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.991499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8b899-7d33-498d-b6f7-84c195c1f9ac tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=c1d25612-ccf8-4a06-8a87-b957fb0d7137,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:16.164395 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b899-7d33-498d-b6f7-84c195c1f9ac tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.379594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a8b899-7d33-498d-b6f7-84c195c1f9ac tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router b02367c8-c5e0-4955-b592-54f91cea78c0 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:16.412511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1213cf57-fef9-4d1c-891a-bb362d74ba2f req-311800ef-7372-4a02-900e-1713bb94804c tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0317771 Jul 16 18:24:16.511632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a8b899-7d33-498d-b6f7-84c195c1f9ac tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:16.517405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a4a8b899-7d33-498d-b6f7-84c195c1f9ac tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "PUT /v2.0/routers/b02367c8-c5e0-4955-b592-54f91cea78c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4822299 Jul 16 18:24:16.520082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:16.521446 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f93f17-a1be-48ea-9a63-3ae2be7ef588 None None] Sync routers for ids ['b02367c8-c5e0-4955-b592-54f91cea78c0'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:16.530572 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f93f17-a1be-48ea-9a63-3ae2be7ef588 None None] Routers {'b02367c8-c5e0-4955-b592-54f91cea78c0'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:16.531193 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-88f93f17-a1be-48ea-9a63-3ae2be7ef588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b02367c8-c5e0-4955-b592-54f91cea78c0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:16.569705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd1e358-37a7-4136-bae1-1ade44d85077 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting subnet c2a82ba5-69c5-47e1-a340-fb55d3fc53d9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:16.572668 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e358-37a7-4136-bae1-1ade44d85077 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.615685 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e358-37a7-4136-bae1-1ade44d85077 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.633827 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-88f93f17-a1be-48ea-9a63-3ae2be7ef588 None None] Set router b02367c8-c5e0-4955-b592-54f91cea78c0 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:16.698852 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e358-37a7-4136-bae1-1ade44d85077 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.758957 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e358-37a7-4136-bae1-1ade44d85077 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.772186 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e358-37a7-4136-bae1-1ade44d85077 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.774378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1fd1e358-37a7-4136-bae1-1ade44d85077 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/subnets/c2a82ba5-69c5-47e1-a340-fb55d3fc53d9 HTTP/1.1" status: 204 len: 168 time: 0.2531726 Jul 16 18:24:16.777767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35498) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:16.781444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3671a0-274b-4c78-af52-57de60d06fc2 None None] Network 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:16.812964 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-88f93f17-a1be-48ea-9a63-3ae2be7ef588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:24:15Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:16.833921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1e358-37a7-4136-bae1-1ade44d85077 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a82ba5-69c5-47e1-a340-fb55d3fc53d9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:16.839926 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f93f17-a1be-48ea-9a63-3ae2be7ef588 None None] Checking router: b02367c8-c5e0-4955-b592-54f91cea78c0 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:16.849705 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f93f17-a1be-48ea-9a63-3ae2be7ef588 None None] Routers {'b02367c8-c5e0-4955-b592-54f91cea78c0'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:16.850343 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-88f93f17-a1be-48ea-9a63-3ae2be7ef588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['b02367c8-c5e0-4955-b592-54f91cea78c0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:16.928499 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.978051 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-88f93f17-a1be-48ea-9a63-3ae2be7ef588 None None] Set router b02367c8-c5e0-4955-b592-54f91cea78c0 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:17.043832 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.110633 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port 84323d4a-4165-4a1d-9430-7c5281ebb93e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:17.110983 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.157155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af9a29-0ebb-4fed-a645-e61e6aa077f9 None None] DHCP port deletion for 73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:17.193020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] For port 84323d4a-4165-4a1d-9430-7c5281ebb93e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=84323d4a-4165-4a1d-9430-7c5281ebb93e,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:17.193636 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.206478 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for 84323d4a-4165-4a1d-9430-7c5281ebb93e owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:17.211025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-87af9a29-0ebb-4fed-a645-e61e6aa077f9 None None] Deleting port 0f808d32-44ca-4c0f-87e0-59a2f237d885 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:17.211418 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87af9a29-0ebb-4fed-a645-e61e6aa077f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.272785 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-88f93f17-a1be-48ea-9a63-3ae2be7ef588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:24:15Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:17.278231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-87af9a29-0ebb-4fed-a645-e61e6aa077f9 None None] For port 0f808d32-44ca-4c0f-87e0-59a2f237d885, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0f808d32-44ca-4c0f-87e0-59a2f237d885,segment=NetworkSegment(5547b628-e744-46fa-abd9-91f94dd07f6b),segment_id=5547b628-e744-46fa-abd9-91f94dd07f6b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:17.278636 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87af9a29-0ebb-4fed-a645-e61e6aa077f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.292352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-87af9a29-0ebb-4fed-a645-e61e6aa077f9 None None] Calling delete_port for 0f808d32-44ca-4c0f-87e0-59a2f237d885 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:17.300355 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f93f17-a1be-48ea-9a63-3ae2be7ef588 None None] The sync data for ids ['b02367c8-c5e0-4955-b592-54f91cea78c0'] in n-d-793618-9 is: [{'id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443324906', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:24:15Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': '84323d4a-4165-4a1d-9430-7c5281ebb93e', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02367c8-c5e0-4955-b592-54f91cea78c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:59Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:17.382008 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87af9a29-0ebb-4fed-a645-e61e6aa077f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.385145 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.410755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af9a29-0ebb-4fed-a645-e61e6aa077f9 None None] Pushing event deleted for resources: {'Port': ['ID=0f808d32-44ca-4c0f-87e0-59a2f237d885,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:17.412610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af9a29-0ebb-4fed-a645-e61e6aa077f9 None None] No DVR routers for this DVR port 0f808d32-44ca-4c0f-87e0-59a2f237d885 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:17.418231 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=84323d4a-4165-4a1d-9430-7c5281ebb93e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:17.486718 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.563864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-80a10f12-396c-4be6-8da0-5d0ac5e4c83c req-103f3d66-af63-4919-97ef-f1beea3abc9e tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0289116 Jul 16 18:24:17.580100 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.582254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.623163 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.623652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Fanout notify agent at l3_agent the message router_deleted on router b02367c8-c5e0-4955-b592-54f91cea78c0 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:17.631041 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.632174 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c613c54d-0a31-4bc1-8543-2b200ef790a3 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/routers/b02367c8-c5e0-4955-b592-54f91cea78c0 HTTP/1.1" status: 204 len: 168 time: 0.8533990 Jul 16 18:24:17.634787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:17.716365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.809540 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.820280 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:17.830663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5547b628-e744-46fa-abd9-91f94dd07f6b') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:17.830969 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5547b628-e744-46fa-abd9-91f94dd07f6b') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:17.840316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.854428 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.860828 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:17.861225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:17.864302 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:17.929683 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.937706 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.942502 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/networks/73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d HTTP/1.1" status: 204 len: 168 time: 0.3039317 Jul 16 18:24:17.942705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:17.951422 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cac64a-1d0d-4c32-87ee-211374736990 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Network': ['ID=73eb9aeb-7b3d-41ee-9b30-e04c6a3cc77d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.004238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-747ea758-013f-494d-a426-70e58d15fe23 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.029056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-747ea758-013f-494d-a426-70e58d15fe23 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.088816 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-747ea758-013f-494d-a426-70e58d15fe23 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.091448 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-747ea758-013f-494d-a426-70e58d15fe23 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.092646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-747ea758-013f-494d-a426-70e58d15fe23 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/security-groups/43dc9451-1e07-4784-83fe-c52a6566fe4a HTTP/1.1" status: 204 len: 168 time: 0.1489348 Jul 16 18:24:18.101457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ea758-013f-494d-a426-70e58d15fe23 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dc9451-1e07-4784-83fe-c52a6566fe4a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.293734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:18.299181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8bfd9275-69e2-483e-821c-b4aab3b2ac6a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107254611', 'description': 'tempest-secgroup-smoke-2107254611 description', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:18.323524 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9275-69e2-483e-821c-b4aab3b2ac6a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.408530 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9275-69e2-483e-821c-b4aab3b2ac6a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.412159 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9275-69e2-483e-821c-b4aab3b2ac6a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.439922 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9275-69e2-483e-821c-b4aab3b2ac6a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.441163 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8bfd9275-69e2-483e-821c-b4aab3b2ac6a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1464031 Jul 16 18:24:18.443001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd9275-69e2-483e-821c-b4aab3b2ac6a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa75feb-3b38-49ed-af57-d901e23613c3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.444233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:18.448977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-24cf012d-5e87-4ea6-804b-5127c2370379 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '7fa75feb-3b38-49ed-af57-d901e23613c3', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:18.475861 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24cf012d-5e87-4ea6-804b-5127c2370379 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.531455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24cf012d-5e87-4ea6-804b-5127c2370379 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.535137 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24cf012d-5e87-4ea6-804b-5127c2370379 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.553603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf012d-5e87-4ea6-804b-5127c2370379 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c864045-1e2f-46ac-9abf-f8f3c713febf,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.558690 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-24cf012d-5e87-4ea6-804b-5127c2370379 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.563265 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-24cf012d-5e87-4ea6-804b-5127c2370379 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179848 Jul 16 18:24:18.563443 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:18.568125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6dee4945-02d2-4fc3-b27d-d9d8d27d2cc4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '7fa75feb-3b38-49ed-af57-d901e23613c3', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:18.595325 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dee4945-02d2-4fc3-b27d-d9d8d27d2cc4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.653676 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dee4945-02d2-4fc3-b27d-d9d8d27d2cc4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.657453 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dee4945-02d2-4fc3-b27d-d9d8d27d2cc4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.675190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee4945-02d2-4fc3-b27d-d9d8d27d2cc4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894908d6-00ba-4a7a-b3a3-12d15f150949,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.682161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6dee4945-02d2-4fc3-b27d-d9d8d27d2cc4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.683576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6dee4945-02d2-4fc3-b27d-d9d8d27d2cc4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191072 Jul 16 18:24:18.687170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:18.691978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-83466b5d-cfea-4cc0-a91f-70089e2f4d20 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '7fa75feb-3b38-49ed-af57-d901e23613c3', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:18.718514 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b9cc423b-9897-4007-bffb-bf1c4fe7a480 req-49045c8c-a8f9-4a64-b7af-013e71be0190 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0276282 Jul 16 18:24:18.719236 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83466b5d-cfea-4cc0-a91f-70089e2f4d20 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.781066 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83466b5d-cfea-4cc0-a91f-70089e2f4d20 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.785278 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83466b5d-cfea-4cc0-a91f-70089e2f4d20 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.808915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83466b5d-cfea-4cc0-a91f-70089e2f4d20 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c160280-63a3-4ea6-a38c-f107298ff757,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.810692 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 84323d4a-4165-4a1d-9430-7c5281ebb93e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:18.812616 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83466b5d-cfea-4cc0-a91f-70089e2f4d20 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.814041 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-83466b5d-cfea-4cc0-a91f-70089e2f4d20 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255858 Jul 16 18:24:18.816591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35522) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:18.821081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-30a3c934-4044-4cd3-b40a-cdfc48e0b9d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '7fa75feb-3b38-49ed-af57-d901e23613c3', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:18.835019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 84323d4a-4165-4a1d-9430-7c5281ebb93e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:18.835019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 84323d4a-4165-4a1d-9430-7c5281ebb93e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:18.835599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c1d25612-ccf8-4a06-8a87-b957fb0d7137 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:18.848604 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30a3c934-4044-4cd3-b40a-cdfc48e0b9d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.854849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c1d25612-ccf8-4a06-8a87-b957fb0d7137 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:18.855206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c1d25612-ccf8-4a06-8a87-b957fb0d7137 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:18.855624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0f808d32-44ca-4c0f-87e0-59a2f237d885 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:18.874555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 0f808d32-44ca-4c0f-87e0-59a2f237d885 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:18.874905 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0f808d32-44ca-4c0f-87e0-59a2f237d885 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:18.908455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30a3c934-4044-4cd3-b40a-cdfc48e0b9d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.912874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30a3c934-4044-4cd3-b40a-cdfc48e0b9d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.930937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3c934-4044-4cd3-b40a-cdfc48e0b9d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59d8bf8-ac83-4380-a12c-3f6ce8a95822,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.937829 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-30a3c934-4044-4cd3-b40a-cdfc48e0b9d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.938887 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-30a3c934-4044-4cd3-b40a-cdfc48e0b9d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213579 Jul 16 18:24:18.941647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:18.946017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7f102261-a7ce-4c9d-a852-4f93d6d529a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '7fa75feb-3b38-49ed-af57-d901e23613c3', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:18.970130 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-7f102261-a7ce-4c9d-a852-4f93d6d529a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Project 7d7e779da2c0442f85c056cdc3f73ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:24:18.975155 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f102261-a7ce-4c9d-a852-4f93d6d529a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.034388 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f102261-a7ce-4c9d-a852-4f93d6d529a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.038370 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f102261-a7ce-4c9d-a852-4f93d6d529a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.058767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f102261-a7ce-4c9d-a852-4f93d6d529a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb3d039-d377-43d5-a94c-a0c912eca0b9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.062659 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f102261-a7ce-4c9d-a852-4f93d6d529a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.063950 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7f102261-a7ce-4c9d-a852-4f93d6d529a5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213703 Jul 16 18:24:19.066613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:19.071009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e558d276-22e5-4788-a2d3-e1f7cd4ab966 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'security_group_rule': {'security_group_id': '7fa75feb-3b38-49ed-af57-d901e23613c3', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:19.098657 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-e558d276-22e5-4788-a2d3-e1f7cd4ab966 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Project 7d7e779da2c0442f85c056cdc3f73ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:24:19.103426 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e558d276-22e5-4788-a2d3-e1f7cd4ab966 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.170845 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e558d276-22e5-4788-a2d3-e1f7cd4ab966 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.179091 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e558d276-22e5-4788-a2d3-e1f7cd4ab966 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.200562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558d276-22e5-4788-a2d3-e1f7cd4ab966 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01e13f8-8bb2-4ae5-a186-7d87b93907ab,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.207438 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e558d276-22e5-4788-a2d3-e1f7cd4ab966 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.208842 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e558d276-22e5-4788-a2d3-e1f7cd4ab966 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412363 Jul 16 18:24:19.211813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:19.216919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5b876cf1-0def-4108-b111-4fb683846ded tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'network': {'name': 'tempest-network-smoke--1333851554', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:19.237752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b876cf1-0def-4108-b111-4fb683846ded tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Made reservation on behalf of 7d7e779da2c0442f85c056cdc3f73ede for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:19.241141 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b876cf1-0def-4108-b111-4fb683846ded tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.264611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b876cf1-0def-4108-b111-4fb683846ded tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:19.273551 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b876cf1-0def-4108-b111-4fb683846ded tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.273908 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-5b876cf1-0def-4108-b111-4fb683846ded tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Added segment 9300f61a-6261-4bd3-86c2-a99460fdedc7 of type vlan for network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b Jul 16 18:24:19.316541 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b876cf1-0def-4108-b111-4fb683846ded tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.344034 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b876cf1-0def-4108-b111-4fb683846ded tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.349584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b876cf1-0def-4108-b111-4fb683846ded tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.350178 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b876cf1-0def-4108-b111-4fb683846ded tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.386576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5b876cf1-0def-4108-b111-4fb683846ded tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1733496 Jul 16 18:24:19.388976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:19.395564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'admin_state_up': True, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:19.429566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b876cf1-0def-4108-b111-4fb683846ded tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Network': ['ID=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.440622 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:19.444088 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.445134 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.499667 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.630674 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.144505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.186047 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c25fb54-daf4-4030-8c02-b93674728be5 req-cfd0fede-7240-4d1f-8aa2-bed0c1321916 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0435326 Jul 16 18:24:20.187651 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.292036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.25.8.126 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:20.389250 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.428654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.462941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:20.465751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:20.468193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:20.506333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:20.718516 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.911951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.042512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router fc8c4bde-1063-4be4-857c-af1bfacfa152 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:21.147724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:21.157741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Sync routers for ids ['fc8c4bde-1063-4be4-857c-af1bfacfa152'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:21.166657 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.166826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Routers {'fc8c4bde-1063-4be4-857c-af1bfacfa152'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:21.167442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fc8c4bde-1063-4be4-857c-af1bfacfa152'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:21.168042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-310d0991-9466-4dea-9bf8-8523a47af820 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7780344 Jul 16 18:24:21.171933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:21.214127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3f10a59a-7fc3-44c7-824e-2bd221c41a43 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=7d7e779da2c0442f85c056cdc3f73ede&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387006 Jul 16 18:24:21.214458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:21.283666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Set router fc8c4bde-1063-4be4-857c-af1bfacfa152 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:21.314744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9946afb4-9ae5-434e-aec6-b36c065ff3f4 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.318824 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9946afb4-9ae5-434e-aec6-b36c065ff3f4 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1008713 Jul 16 18:24:21.319311 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:21.347495 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9071ffe1-143a-48e2-bf53-28edd10563ed req-d89ddde3-e23d-4033-8483-0cfca6c1680d tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0293236 Jul 16 18:24:21.349459 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f53b8476-832e-4e6f-9a35-1cae4593c9ec tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289683 Jul 16 18:24:21.352023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:21.357538 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-025b22f1-7e21-4af9-b990-b1bcad4adb99 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490089737', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:21.444819 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025b22f1-7e21-4af9-b990-b1bcad4adb99 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Made reservation on behalf of 7d7e779da2c0442f85c056cdc3f73ede for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:21.448336 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-025b22f1-7e21-4af9-b990-b1bcad4adb99 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.468431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:24:20Z', 'revision_number': 3, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:21.498308 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Checking router: fc8c4bde-1063-4be4-857c-af1bfacfa152 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:21.498665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Updating router fc8c4bde-1063-4be4-857c-af1bfacfa152 port ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:21.534748 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.629172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-025b22f1-7e21-4af9-b990-b1bcad4adb99 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.693652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b22f1-7e21-4af9-b990-b1bcad4adb99 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Subnet': ['ID=6b6b8273-6d4d-4775-8ddc-47d64fa5770b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:21.700768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b22f1-7e21-4af9-b990-b1bcad4adb99 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Checking segment: {'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:21.701141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025b22f1-7e21-4af9-b990-b1bcad4adb99 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network hostable DHCP agents. Network: 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:21.717067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025b22f1-7e21-4af9-b990-b1bcad4adb99 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:21.726623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-025b22f1-7e21-4af9-b990-b1bcad4adb99 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:21.730812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b22f1-7e21-4af9-b990-b1bcad4adb99 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.731557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-025b22f1-7e21-4af9-b990-b1bcad4adb99 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.739653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c239dc-15d2-462c-adde-b03ae6571d09 None None] Network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:21.745933 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-025b22f1-7e21-4af9-b990-b1bcad4adb99 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3926530 Jul 16 18:24:21.748658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:21.841302 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.856887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Transition to ACTIVE for port object ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:21.871054 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.959996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644089a0-91b2-4942-a0ac-e9dc5dfa7bd1 None None] Pushing event updated for resources: {'Port': ['ID=ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:21.967697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Attempting to bind port ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:21.967697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Attempting to bind port ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:21.967697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Attempting to bind port ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:21.974751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:21.975140 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:21.975557 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.975958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:21.976434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Bound port: ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:21.976823 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.014772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ips': [{'subnet_id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:22.015562 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.116115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] For port ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:22.138466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] For port ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:22.145494 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.191484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.222985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Allocated IP 172.20.0.2 (6a6111f0-fe32-47ff-8b9d-d066ec64ba6b/6b6b8273-6d4d-4775-8ddc-47d64fa5770b/6bb252c8-e9d1-425e-a0e4-9ddadb93c224) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:22.276550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644089a0-91b2-4942-a0ac-e9dc5dfa7bd1 None None] Pushing event updated for resources: {'Port': ['ID=ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:22.284506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Routers {'fc8c4bde-1063-4be4-857c-af1bfacfa152'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:22.285154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fc8c4bde-1063-4be4-857c-af1bfacfa152'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:22.489654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] Set router fc8c4bde-1063-4be4-857c-af1bfacfa152 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:22.491719 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.553704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Transition to ACTIVE for port object 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:22.557918 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-797c65be-a29b-482d-87de-44698712858f req-a6bbc5da-6e11-495e-9ab7-50db00a2f1b9 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0345685 Jul 16 18:24:22.588641 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Transition to ACTIVE for port object 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:22.618028 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.651081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.20.0.1 (6a6111f0-fe32-47ff-8b9d-d066ec64ba6b/6b6b8273-6d4d-4775-8ddc-47d64fa5770b/8955641c-0be5-4f9a-930a-69b3996e8b58) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:22.688294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:22.693963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Pushing event updated for resources: {'Port': ['ID=6bb252c8-e9d1-425e-a0e4-9ddadb93c224,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:22.698006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:22.701277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:22.790910 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.808089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Transition to ACTIVE for port object 8955641c-0be5-4f9a-930a-69b3996e8b58 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:22.823805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2b8dd-91da-4bf2-8045-42a9977a389b req-7853953a-2ffb-4c36-beff-31d3c5c21481 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.825534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65a2b8dd-91da-4bf2-8045-42a9977a389b req-7853953a-2ffb-4c36-beff-31d3c5c21481 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 947 time: 0.0768719 Jul 16 18:24:22.846728 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.878771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-65a2b8dd-91da-4bf2-8045-42a9977a389b req-040f20b0-f63d-4b06-bfe0-497283444d67 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403984 Jul 16 18:24:22.894269 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:22.899732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:22.902170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:22.933485 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=8955641c-0be5-4f9a-930a-69b3996e8b58,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:22.953411 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.954472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Attempting to bind port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:22.954846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Attempting to bind port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:22.955207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Attempting to bind port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 on network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:22.963557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:22.963938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Checking segment: {'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:22.964347 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.964743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Bound using segment: {'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:22.965209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Bound port: 6bb252c8-e9d1-425e-a0e4-9ddadb93c224, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:22.965619 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.981624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:24:20Z', 'revision_number': 3, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:23.032693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c62ca0b-e1ca-4a72-a8ef-b6ecfe4942af None None] The sync data for ids ['fc8c4bde-1063-4be4-857c-af1bfacfa152'] in n-d-793618-9 is: [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:24:20Z', 'revision_number': 3, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:23.065378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] For port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:23.069437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] For port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6bb252c8-e9d1-425e-a0e4-9ddadb93c224,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:23.074078 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.112230 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.140541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c7ef2-84c0-428d-b4d7-f7bf257e3f47 None None] Pushing event updated for resources: {'Port': ['ID=6bb252c8-e9d1-425e-a0e4-9ddadb93c224,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:23.476647 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.482413 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.560402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.569003 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=8955641c-0be5-4f9a-930a-69b3996e8b58,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:23.669392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:23.670983 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:23.723999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb9f49-7f99-410e-9056-f347ff7b97a1 req-c8580d84-1ae3-464b-b70d-eb11d2f2678a tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0309815 Jul 16 18:24:23.792725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router fc8c4bde-1063-4be4-857c-af1bfacfa152 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:23.910907 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:23.925613 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e3afa2d1-8937-4532-a316-886cac7282af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "PUT /v2.0/routers/fc8c4bde-1063-4be4-857c-af1bfacfa152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1666627 Jul 16 18:24:24.147495 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-32317327-0c51-4cf7-8373-9b507ca3a16d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107254611&fields=id&tenant_id=7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 267 time: 0.0580564 Jul 16 18:24:24.176568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc1eb23-6fd9-468b-a674-f778798bc9d8 None None] Network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:24.181363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e858436-3d83-47ed-9250-769e64b5897f req-e6bdd26e-d506-4135-823c-484bb5d78282 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.182941 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e858436-3d83-47ed-9250-769e64b5897f req-e6bdd26e-d506-4135-823c-484bb5d78282 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 947 time: 0.1671562 Jul 16 18:24:24.239065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-283d849e-c10a-4eb6-96aa-947684f5a68d tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.240687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-283d849e-c10a-4eb6-96aa-947684f5a68d tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 947 time: 0.1869254 Jul 16 18:24:24.259487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e247f3eb-6f1a-4cfd-b997-064d88fcbb3c None None] Provisioning for port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:24.323914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e858436-3d83-47ed-9250-769e64b5897f req-9e4ece2e-fa11-4ed8-93dc-c077b99be482 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups?id=dedf6fa3-7e1b-473a-81ed-a48b49815441&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277325 Jul 16 18:24:24.386607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-31c060a1-011b-4c8e-94bd-8339126aa57f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.387927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-31c060a1-011b-4c8e-94bd-8339126aa57f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/networks?id=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b HTTP/1.1" status: 200 len: 797 time: 0.2332335 Jul 16 18:24:24.411286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-f44f5ce8-d7dc-4847-9328-ab4278c6779a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/quotas/7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 375 time: 0.0159428 Jul 16 18:24:24.456506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Deleting port a6241e55-82d7-40b5-bf01-44260c5979a6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:24.456857 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.559203 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e20072cc-6924-4327-acce-2d9fb842b557 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411502 Jul 16 18:24:24.566023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] For port a6241e55-82d7-40b5-bf01-44260c5979a6, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=a6241e55-82d7-40b5-bf01-44260c5979a6,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:24.566396 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.598485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2b8aaf0d-623e-43a4-b083-59e7a3f2db2c None None] Provisioning for port 8955641c-0be5-4f9a-930a-69b3996e8b58 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:24.603512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2b8aaf0d-623e-43a4-b083-59e7a3f2db2c None None] Provisioning complete for port 8955641c-0be5-4f9a-930a-69b3996e8b58 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:24.604010 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b8aaf0d-623e-43a4-b083-59e7a3f2db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.651795 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2b8aaf0d-623e-43a4-b083-59e7a3f2db2c None None] Port 8955641c-0be5-4f9a-930a-69b3996e8b58 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:24.700853 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Sync routers for ids ['fc8c4bde-1063-4be4-857c-af1bfacfa152'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:24.713727 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Routers {'fc8c4bde-1063-4be4-857c-af1bfacfa152'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:24.714361 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fc8c4bde-1063-4be4-857c-af1bfacfa152'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:24.827711 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Set router fc8c4bde-1063-4be4-857c-af1bfacfa152 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:24.867112 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.867709 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.867924 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Floating IP 94449d1d-f5b7-47dc-9adc-d1355a73f9d2 disassociated. External IP: 172.25.8.123, port: a6241e55-82d7-40b5-bf01-44260c5979a6. Jul 16 18:24:24.868289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Calling delete_port for a6241e55-82d7-40b5-bf01-44260c5979a6 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:24.896139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-9fbc3985-f93b-4c1a-8889-b827290c1966 service neutron] 10.222.0.52 "GET /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223066 Jul 16 18:24:24.899575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f6ccaa5a-5a55-4caf-a576-253990c79660 None None] Provisioning complete for port 8955641c-0be5-4f9a-930a-69b3996e8b58 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:24.899961 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaa5a-5a55-4caf-a576-253990c79660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.997775 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccaa5a-5a55-4caf-a576-253990c79660 None None] Port 8955641c-0be5-4f9a-930a-69b3996e8b58 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:25.001282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:25.062809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:25.067815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:25.068442 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.082480 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8955641c-0be5-4f9a-930a-69b3996e8b58', 'name': '', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:26:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:22Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 2, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:25.109730 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Checking router: fc8c4bde-1063-4be4-857c-af1bfacfa152 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:25.110035 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Updating router fc8c4bde-1063-4be4-857c-af1bfacfa152 port 8955641c-0be5-4f9a-930a-69b3996e8b58 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:25.122029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ada6ae49-dbd7-4c78-aa2b-96fc4bca7a93 req-ec7bef01-e3c2-4df8-92a5-38a127d8f124 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0627282 Jul 16 18:24:25.125598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-688ae8c8-50ba-4cb3-8af1-87d9d02115d8 None None] Provisioning complete for port 8955641c-0be5-4f9a-930a-69b3996e8b58 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:25.126401 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-688ae8c8-50ba-4cb3-8af1-87d9d02115d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.126515 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.147756 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.200753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event deleted for resources: {'Port': ['ID=a6241e55-82d7-40b5-bf01-44260c5979a6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:25.220908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-688ae8c8-50ba-4cb3-8af1-87d9d02115d8 None None] Port 8955641c-0be5-4f9a-930a-69b3996e8b58 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:25.225220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.225935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.226584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.226770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.227074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.227414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.227750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.228086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.228421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.228751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.229087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.229438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.235575 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.275349 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:25.281030 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.282127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:25.301892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-d91b88b6-0b69-4eec-919a-582fac910b5b service neutron] 10.222.0.52 "GET /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046440 Jul 16 18:24:25.419083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Router 1c0de61d-d763-4af6-9b22-78cff60f36ac has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:25.477956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:25.493017 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:25.503287 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:25.504143 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.531282 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.544236 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Transition to ACTIVE for port object 8955641c-0be5-4f9a-930a-69b3996e8b58 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:25.552265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c0ba669-fbc8-42ea-a2c4-0db95dcd38cb req-78e85c14-7b4d-4d07-9f53-59bce7b5ff9b tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f54d075-80c9-4454-b7c7-1cde9b446c3a HTTP/1.1" status: 200 len: 210 time: 0.0511241 Jul 16 18:24:25.554077 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.637786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0df29e81-fdc4-4754-960e-4faac3bc851a req-e01066b7-40b8-4d7d-8a2c-b37ed798c558 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 210 time: 0.0917363 Jul 16 18:24:25.650822 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Pushing event updated for resources: {'Port': ['ID=8955641c-0be5-4f9a-930a-69b3996e8b58,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:25.678935 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.679856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:25.680146 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.680661 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.682743 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.683028 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.683353 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.683689 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.684033 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.684666 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.684666 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.684961 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.685280 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:25.708305 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.711851 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e3a16-7395-4a57-81b8-9884c09c53d7 None None] Sync routers for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:25.733929 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Attempting to bind port 8955641c-0be5-4f9a-930a-69b3996e8b58 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:25.734618 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Attempting to bind port 8955641c-0be5-4f9a-930a-69b3996e8b58 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:25.734719 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Attempting to bind port 8955641c-0be5-4f9a-930a-69b3996e8b58 on network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:25.746359 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:25.746866 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Checking segment: {'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:25.747278 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.753581 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Bound using segment: {'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:25.754413 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Bound port: 8955641c-0be5-4f9a-930a-69b3996e8b58, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:25.755083 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.760428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] No DVR routers for this DVR port a6241e55-82d7-40b5-bf01-44260c5979a6 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:25.763271 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.763819 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6bb252c8-e9d1-425e-a0e4-9ddadb93c224,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:25.766495 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc531e2c-6135-4e5d-998d-7e84251d83dc req-007510eb-bacb-44ca-878c-ee10a86d635f tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.42 "DELETE /v2.0/ports/a6241e55-82d7-40b5-bf01-44260c5979a6 HTTP/1.1" status: 204 len: 173 time: 1.4948707 Jul 16 18:24:25.766957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'name': 'network-vif-deleted', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:25.769191 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.770033 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096d3c75-fc54-4f85-a15b-97deed1bc9f3" -d '{"events": [{"server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "name": "network-vif-deleted", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:25.784636 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e3a16-7395-4a57-81b8-9884c09c53d7 None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:25.785306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e1e3a16-7395-4a57-81b8-9884c09c53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:25.860329 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dae441-6ce4-4548-9a85-cc55e0df081f x-openstack-request-id: req-51dae441-6ce4-4548-9a85-cc55e0df081f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:25.860642 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f54d075-80c9-4454-b7c7-1cde9b446c3a", "name": "network-vif-deleted", "tag": "a6241e55-82d7-40b5-bf01-44260c5979a6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:25.860896 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51dae441-6ce4-4548-9a85-cc55e0df081f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:25.861301 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f54d075-80c9-4454-b7c7-1cde9b446c3a', 'name': 'network-vif-deleted', 'tag': 'a6241e55-82d7-40b5-bf01-44260c5979a6', 'status': 'completed', 'code': 200} Jul 16 18:24:25.895489 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] For port 8955641c-0be5-4f9a-930a-69b3996e8b58, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:25.907580 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] For port 8955641c-0be5-4f9a-930a-69b3996e8b58, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8955641c-0be5-4f9a-930a-69b3996e8b58,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:25.914879 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.989745 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Routers {'fc8c4bde-1063-4be4-857c-af1bfacfa152'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:25.990400 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fc8c4bde-1063-4be4-857c-af1bfacfa152'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.014174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=6bb252c8-e9d1-425e-a0e4-9ddadb93c224,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.038131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4e1e3a16-7395-4a57-81b8-9884c09c53d7 None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:26.056122 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a6de3-b863-4e94-b053-2cedb4b0f17e None None] Pushing event updated for resources: {'Port': ['ID=8955641c-0be5-4f9a-930a-69b3996e8b58,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.163374 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] Set router fc8c4bde-1063-4be4-857c-af1bfacfa152 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:26.354071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e1e3a16-7395-4a57-81b8-9884c09c53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:42Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.380463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-23dbabbe-58f0-4100-be66-22bf64c9a730 req-bd0f8284-9d8b-4303-8d7c-0bd3ab74e2a6 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0488586 Jul 16 18:24:26.391439 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e3a16-7395-4a57-81b8-9884c09c53d7 None None] Checking router: 1c0de61d-d763-4af6-9b22-78cff60f36ac for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:26.401614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e3a16-7395-4a57-81b8-9884c09c53d7 None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:26.402248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e1e3a16-7395-4a57-81b8-9884c09c53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.431353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3161169e-d26e-4cd9-8a90-49fbb77e1fb3 req-1adefedf-9841-48fd-8108-76ce28c3d2f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0443013 Jul 16 18:24:26.483909 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8955641c-0be5-4f9a-930a-69b3996e8b58', 'name': '', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:26:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:22Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.515973 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc9d312-4c5a-46ce-8491-eba9cd7b6f59 None None] The sync data for ids ['fc8c4bde-1063-4be4-857c-af1bfacfa152'] in n-d-793618-9 is: [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8955641c-0be5-4f9a-930a-69b3996e8b58', 'name': '', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:26:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:22Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:26.548406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-4e1e3a16-7395-4a57-81b8-9884c09c53d7 None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:26.726418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.795648 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1f82074-2bf3-4370-a64f-98ce80589d18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.825331 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1f82074-2bf3-4370-a64f-98ce80589d18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.853614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4e1e3a16-7395-4a57-81b8-9884c09c53d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:42Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.927235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e3a16-7395-4a57-81b8-9884c09c53d7 None None] The sync data for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 is: [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:16:33Z', 'revision_number': 4, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '09f87707-8c14-4a69-a9e5-6e5c6686436b', 'name': '', 'network_id': '26995a0a-1d3b-4f98-9817-403ef31a46e4', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'mac_address': 'fa:16:3e:1a:e6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '2b8e6342-959e-4395-bc83-159435e560c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:32Z', 'updated_at': '2021-07-16T18:16:42Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'subnets': [{'id': '2b8e6342-959e-4395-bc83-159435e560c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:26.927451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6877436-4eba-4199-95ec-bd84ccc8b4ef req-c0b6c645-3be7-4a01-8323-e0b3a0ec842a tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 210 time: 0.0416703 Jul 16 18:24:26.941606 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1f82074-2bf3-4370-a64f-98ce80589d18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.949513 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1f82074-2bf3-4370-a64f-98ce80589d18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.953853 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35604) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.972698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f1f82074-2bf3-4370-a64f-98ce80589d18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "DELETE /v2.0/security-groups/dedf6fa3-7e1b-473a-81ed-a48b49815441 HTTP/1.1" status: 204 len: 168 time: 0.2232645 Jul 16 18:24:26.992491 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-c2cb5a3d-2a80-4b70-9fe2-2e06a9e878e0 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] show failed (client error): The resource could not be found. Jul 16 18:24:26.993677 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c2cb5a3d-2a80-4b70-9fe2-2e06a9e878e0 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "GET /v2.0/security-groups/dedf6fa3-7e1b-473a-81ed-a48b49815441 HTTP/1.1" status: 404 len: 347 time: 0.0386999 Jul 16 18:24:26.999119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:27.023087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82074-2bf3-4370-a64f-98ce80589d18 tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedf6fa3-7e1b-473a-81ed-a48b49815441,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.081178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8955641c-0be5-4f9a-930a-69b3996e8b58 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:27.184516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-4b369c39-6c89-4043-af3a-28f8f521b084 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.193677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-4b369c39-6c89-4043-af3a-28f8f521b084 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "GET /v2.0/networks?id=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b HTTP/1.1" status: 200 len: 797 time: 0.2143061 Jul 16 18:24:27.197839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 8955641c-0be5-4f9a-930a-69b3996e8b58 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:27.204822 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8955641c-0be5-4f9a-930a-69b3996e8b58 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:27.205518 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.235128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-77411422-ba1d-44bb-ad8c-c275d89788fb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Deleting port 36d0e678-0d09-4125-9f11-0d53bbd80857 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:27.236101 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77411422-ba1d-44bb-ad8c-c275d89788fb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.265777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-ed2fdefd-6e6b-465e-9065-f04419dc8397 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d7e779da2c0442f85c056cdc3f73ede HTTP/1.1" status: 200 len: 380 time: 0.0627184 Jul 16 18:24:27.282150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'port': {'device_id': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'admin_state_up': True, 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'security_groups': ['7fa75feb-3b38-49ed-af57-d901e23613c3']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:27.335349 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.386952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 8955641c-0be5-4f9a-930a-69b3996e8b58, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8955641c-0be5-4f9a-930a-69b3996e8b58,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:27.392264 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.393105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:27.401571 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77411422-ba1d-44bb-ad8c-c275d89788fb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.401937 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77411422-ba1d-44bb-ad8c-c275d89788fb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.425763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-77411422-ba1d-44bb-ad8c-c275d89788fb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Calling delete_port for 36d0e678-0d09-4125-9f11-0d53bbd80857 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:27.489374 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931dcbd-ea5b-42ac-a44c-a4cffce24c92 None None] New status for floating IP 94449d1d-f5b7-47dc-9adc-d1355a73f9d2: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:27.523716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Made reservation on behalf of 7d7e779da2c0442f85c056cdc3f73ede for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:27.535827 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.541494 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=8955641c-0be5-4f9a-930a-69b3996e8b58,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.573645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:27.574290 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.650504 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77411422-ba1d-44bb-ad8c-c275d89788fb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.651334 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-a931dcbd-ea5b-42ac-a44c-a4cffce24c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:24:27.651780 n-d-793618-9 neutron-server[93769]: DEBUG oslo_db.api [None req-a931dcbd-ea5b-42ac-a44c-a4cffce24c92 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:24:27.683241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77411422-ba1d-44bb-ad8c-c275d89788fb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Pushing event deleted for resources: {'Port': ['ID=36d0e678-0d09-4125-9f11-0d53bbd80857,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.707529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:27.726400 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68015948-6442-47d3-a49e-9b1341c9c017 req-4a9c8340-4dfa-40de-94a7-524f3f063354 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0492229 Jul 16 18:24:27.750597 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device a6241e55-82d7-40b5-bf01-44260c5979a6 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:27.782763 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77411422-ba1d-44bb-ad8c-c275d89788fb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.787695 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77411422-ba1d-44bb-ad8c-c275d89788fb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.792066 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-77411422-ba1d-44bb-ad8c-c275d89788fb tempest-AttachVolumeShelveTestJSON-813433633 tempest-AttachVolumeShelveTestJSON-813433633-project] 10.222.0.52 "DELETE /v2.0/floatingips/94449d1d-f5b7-47dc-9adc-d1355a73f9d2 HTTP/1.1" status: 204 len: 168 time: 0.7918780 Jul 16 18:24:27.804914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: a6241e55-82d7-40b5-bf01-44260c5979a6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:27.804914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device a6241e55-82d7-40b5-bf01-44260c5979a6 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:27.822957 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:27.823445 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.867983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.20.0.13 (6a6111f0-fe32-47ff-8b9d-d066ec64ba6b/6b6b8273-6d4d-4775-8ddc-47d64fa5770b/c34b7efc-0238-4f07-a928-774c85adf91e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:28.153671 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931dcbd-ea5b-42ac-a44c-a4cffce24c92 None None] New status for floating IP 94449d1d-f5b7-47dc-9adc-d1355a73f9d2: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:28.186426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df07cc10-417d-4fba-bd41-e345c4a2984e req-f3519e73-0179-4993-9e6b-731a1345eb43 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 210 time: 0.0710397 Jul 16 18:24:28.224690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8014288d-d0a4-413f-8153-769db98660af req-2d91250f-117c-4fd4-bc91-7cbb7723edf0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d18048102c1f496c97729d5497f417c2&device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0957155 Jul 16 18:24:28.309894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41282fbd-c366-4bec-81aa-2ceb1e039732 req-5d7c86f3-92bf-4cd2-b0f2-584bcd6ae0ea tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0841818 Jul 16 18:24:28.317834 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.325284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8014288d-d0a4-413f-8153-769db98660af req-cff73d2a-de52-4598-88cc-851521fe67d0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d18048102c1f496c97729d5497f417c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860982 Jul 16 18:24:28.364199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Transition to ACTIVE for port object c34b7efc-0238-4f07-a928-774c85adf91e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:28.830679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8955641c-0be5-4f9a-930a-69b3996e8b58 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:28.851851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014288d-d0a4-413f-8153-769db98660af req-3849ac63-3e43-4202-81b6-8b06d5475610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:28.853723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8014288d-d0a4-413f-8153-769db98660af req-3849ac63-3e43-4202-81b6-8b06d5475610 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5215855 Jul 16 18:24:28.855216 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.888457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8955641c-0be5-4f9a-930a-69b3996e8b58 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:28.888837 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.897256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:28.904477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:28.907797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:28.943424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=c34b7efc-0238-4f07-a928-774c85adf91e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.973473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:28.974256 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.992267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-87d9b9f0-7aec-4f0f-a99c-9788e5cb26a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7205946 Jul 16 18:24:29.008548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Request body: {'port': {'device_id': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:29.115095 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.182341 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff5a2c06-a18a-46cd-ae65-00a0da2434cb None None] Provisioning for port c34b7efc-0238-4f07-a928-774c85adf91e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:29.186824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff5a2c06-a18a-46cd-ae65-00a0da2434cb None None] Provisioning complete for port c34b7efc-0238-4f07-a928-774c85adf91e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:29.187355 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2c06-a18a-46cd-ae65-00a0da2434cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.223695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a2c06-a18a-46cd-ae65-00a0da2434cb None None] Port c34b7efc-0238-4f07-a928-774c85adf91e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:29.424781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4089c7-2ecf-4f4d-9c17-fb260659409a req-5fcb6213-1b5c-4533-804f-887ae914899b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.426665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e4089c7-2ecf-4f4d-9c17-fb260659409a req-5fcb6213-1b5c-4533-804f-887ae914899b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 932 time: 0.1122291 Jul 16 18:24:29.494277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fc3d8c5-fb1d-4c3d-9d82-240ff0a316c2 req-92689862-fdf8-4e7e-85b6-9ee28eb7d4cb tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0442951 Jul 16 18:24:29.510244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34b7efc-0238-4f07-a928-774c85adf91e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:29.528102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.537921 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e4089c7-2ecf-4f4d-9c17-fb260659409a req-49e4aa94-a906-4ff3-855b-777c266c4acd tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868473 Jul 16 18:24:29.545575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Transition to ACTIVE for port object c34b7efc-0238-4f07-a928-774c85adf91e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:29.550317 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.600095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Pushing event updated for resources: {'Port': ['ID=c34b7efc-0238-4f07-a928-774c85adf91e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:29.678561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Attempting to bind port c34b7efc-0238-4f07-a928-774c85adf91e on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:29.678985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Attempting to bind port c34b7efc-0238-4f07-a928-774c85adf91e by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:29.679388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Attempting to bind port c34b7efc-0238-4f07-a928-774c85adf91e on network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:29.684384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Port c34b7efc-0238-4f07-a928-774c85adf91e on network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:29.684791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Attempting to bind port c34b7efc-0238-4f07-a928-774c85adf91e on network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:29.691066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:29.691505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Checking segment: {'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:29.691974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Bound using segment: {'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:29.692488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Bound port: c34b7efc-0238-4f07-a928-774c85adf91e, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9300f61a-6261-4bd3-86c2-a99460fdedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:29.692933 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.764406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] For port c34b7efc-0238-4f07-a928-774c85adf91e, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:29.767949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] For port c34b7efc-0238-4f07-a928-774c85adf91e, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c34b7efc-0238-4f07-a928-774c85adf91e,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:29.773145 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.808672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.809436 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.811269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] 10.222.0.38 "PUT /v2.0/ports/c34b7efc-0238-4f07-a928-774c85adf91e HTTP/1.1" status: 200 len: 1092 time: 0.8100398 Jul 16 18:24:29.813890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'tag': 'c34b7efc-0238-4f07-a928-774c85adf91e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:29.816785 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5cad2d-1dec-4ef0-bafa-de22d64b6cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02", "tag": "c34b7efc-0238-4f07-a928-774c85adf91e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:29.846032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6569073-029b-4ec6-a250-47a4fdcd5a8c service neutron] Pushing event updated for resources: {'Port': ['ID=c34b7efc-0238-4f07-a928-774c85adf91e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:29.907361 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddee6b83-0240-402f-9813-7b322a63beba x-openstack-request-id: req-ddee6b83-0240-402f-9813-7b322a63beba {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:29.907992 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02", "tag": "c34b7efc-0238-4f07-a928-774c85adf91e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:29.907992 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddee6b83-0240-402f-9813-7b322a63beba {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:29.908300 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'tag': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'status': 'completed', 'code': 200} Jul 16 18:24:29.938044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-7bc68d51-b8fd-435f-b17f-bb6735ef1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.939708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-7bc68d51-b8fd-435f-b17f-bb6735ef1006 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 1095 time: 0.0643063 Jul 16 18:24:29.987374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-bacd69de-df39-40fb-b041-94e89060f099 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34b7efc-0238-4f07-a928-774c85adf91e HTTP/1.1" status: 200 len: 217 time: 0.0410814 Jul 16 18:24:30.051899 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-817ac331-996f-4920-81b3-bcfa16489ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.071721 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8014288d-d0a4-413f-8153-769db98660af req-04d27fc8-6870-4173-8407-c3058479722e tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.42 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0424714 Jul 16 18:24:30.075707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-0f5877ce-6a83-4379-ac92-7c731c883d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.077410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-0f5877ce-6a83-4379-ac92-7c731c883d5a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6b6b8273-6d4d-4775-8ddc-47d64fa5770b HTTP/1.1" status: 200 len: 834 time: 0.0841887 Jul 16 18:24:30.154272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-3c913dd2-65c0-4031-b367-a76c4e6e9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.157165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-3c913dd2-65c0-4031-b367-a76c4e6e9f6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739920 Jul 16 18:24:30.283023 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-e96f0a48-5b6d-45dc-9d1f-c9298d0a911c service neutron] 10.222.0.38 "GET /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194177 Jul 16 18:24:30.393920 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-964647f5-b7d4-49e6-ab3d-1f18d21ec8d5 req-47127ed4-a78f-470c-9e67-7963ed89df4e service neutron] 10.222.0.38 "GET /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049769 Jul 16 18:24:30.512011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cad2d-1dec-4ef0-bafa-de22d64b6cd0 req-fc806839-6f8a-4e4d-88c4-d7434f3ca6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.513892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f5cad2d-1dec-4ef0-bafa-de22d64b6cd0 req-fc806839-6f8a-4e4d-88c4-d7434f3ca6d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 1095 time: 0.0728602 Jul 16 18:24:30.687775 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06642be8-729a-41c2-958c-99c1b34b2719 req-f5f6d5fb-9500-454a-b567-ba217bcf1a63 tempest-ServerShowV257Test-157375599 tempest-ServerShowV257Test-157375599-project] 10.222.0.52 "GET /v2.0/ports?device_id=48de847d-b2d9-4697-8876-1aec9f01aa3b HTTP/1.1" status: 200 len: 210 time: 0.0353954 Jul 16 18:24:30.746666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cad2d-1dec-4ef0-bafa-de22d64b6cd0 req-afc63705-afcc-416d-921a-47eedfb42e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.749217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f5cad2d-1dec-4ef0-bafa-de22d64b6cd0 req-afc63705-afcc-416d-921a-47eedfb42e46 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b HTTP/1.1" status: 200 len: 898 time: 0.2276289 Jul 16 18:24:30.800909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f5cad2d-1dec-4ef0-bafa-de22d64b6cd0 req-cf12b35d-35c9-4be0-8938-28f2233de464 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34b7efc-0238-4f07-a928-774c85adf91e HTTP/1.1" status: 200 len: 217 time: 0.0443079 Jul 16 18:24:30.814357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a33e40-49ea-498d-9932-639ade21fda1 req-9e6be5e3-9e2d-491b-96fc-da6e287aff81 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.815846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74a33e40-49ea-498d-9932-639ade21fda1 req-9e6be5e3-9e2d-491b-96fc-da6e287aff81 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 944 time: 0.1231754 Jul 16 18:24:30.886963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cad2d-1dec-4ef0-bafa-de22d64b6cd0 req-eded34c6-c99d-4754-beb5-85acfde5dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.888332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f5cad2d-1dec-4ef0-bafa-de22d64b6cd0 req-eded34c6-c99d-4754-beb5-85acfde5dfb5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6b6b8273-6d4d-4775-8ddc-47d64fa5770b HTTP/1.1" status: 200 len: 834 time: 0.0716364 Jul 16 18:24:30.891800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74a33e40-49ea-498d-9932-639ade21fda1 req-0718e67d-30be-4538-8bcd-d23513fe198e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678000 Jul 16 18:24:30.946911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cad2d-1dec-4ef0-bafa-de22d64b6cd0 req-7038323d-e312-4ecf-8714-e0a0d3da59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.948436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f5cad2d-1dec-4ef0-bafa-de22d64b6cd0 req-7038323d-e312-4ecf-8714-e0a0d3da59da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534587 Jul 16 18:24:31.057279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f5cad2d-1dec-4ef0-bafa-de22d64b6cd0 req-5e45f936-a385-4b94-b69f-7b44e3c21246 service neutron] 10.222.0.38 "GET /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013241 Jul 16 18:24:31.154212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f5cad2d-1dec-4ef0-bafa-de22d64b6cd0 req-af9de8ef-04dc-4a89-838d-7552fe18a86a service neutron] 10.222.0.38 "GET /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899892 Jul 16 18:24:32.038635 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.076139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8bef0-d5c7-401f-af82-9c8f3037dff6 req-79376b8b-4cf7-4453-9ec8-366c04f8bfff tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.078096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41a8bef0-d5c7-401f-af82-9c8f3037dff6 req-79376b8b-4cf7-4453-9ec8-366c04f8bfff tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 944 time: 0.0703757 Jul 16 18:24:32.123442 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41a8bef0-d5c7-401f-af82-9c8f3037dff6 req-cf9d7157-69c3-42b6-ac76-7061f1870450 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394070 Jul 16 18:24:32.157189 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68ff7b2b-9671-4746-a51b-f0634c69a0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.247919 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68ff7b2b-9671-4746-a51b-f0634c69a0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.253050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68ff7b2b-9671-4746-a51b-f0634c69a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.272953 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e04370d-f588-427e-806b-26dcde828ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.296599 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-68ff7b2b-9671-4746-a51b-f0634c69a0b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d18048102c1f496c97729d5497f417c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560642 Jul 16 18:24:32.297643 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff7b2b-9671-4746-a51b-f0634c69a0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e040125d-7392-49c1-9ba1-e0185f0aaa50,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:32.299513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.350085 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c091a9d-3a72-4baf-a3f7-d387e76568b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.372875 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c091a9d-3a72-4baf-a3f7-d387e76568b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.425293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c091a9d-3a72-4baf-a3f7-d387e76568b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.428970 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c091a9d-3a72-4baf-a3f7-d387e76568b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.432826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0c091a9d-3a72-4baf-a3f7-d387e76568b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e040125d-7392-49c1-9ba1-e0185f0aaa50 HTTP/1.1" status: 204 len: 168 time: 0.1321263 Jul 16 18:24:32.441511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c091a9d-3a72-4baf-a3f7-d387e76568b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e040125d-7392-49c1-9ba1-e0185f0aaa50,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:32.523644 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:24:32.675774 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.720900 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.724597 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c34b7efc-0238-4f07-a928-774c85adf91e details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:32.737968 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.849709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c34b7efc-0238-4f07-a928-774c85adf91e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c34b7efc-0238-4f07-a928-774c85adf91e,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:32.860910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'port_id': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'mac_address': 'fa:16:3e:0d:01:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:32.901504 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.915242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34b7efc-0238-4f07-a928-774c85adf91e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:32.935818 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c34b7efc-0238-4f07-a928-774c85adf91e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c34b7efc-0238-4f07-a928-774c85adf91e,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:32.940365 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.993448 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c34b7efc-0238-4f07-a928-774c85adf91e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.104378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.138589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['c34b7efc-0238-4f07-a928-774c85adf91e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:33.215966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-47811130-network', 'tenant_id': '39653ac6b80446089ba2a5340bd6293e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:33.244345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Made reservation on behalf of 39653ac6b80446089ba2a5340bd6293e for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:33.247254 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.268849 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.383767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247b962-0519-42bc-8767-506d6ab33b5b req-07560892-ff5c-4728-9a1a-d4a8277b696f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.385250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f247b962-0519-42bc-8767-506d6ab33b5b req-07560892-ff5c-4728-9a1a-d4a8277b696f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 945 time: 0.0997245 Jul 16 18:24:33.443099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f247b962-0519-42bc-8767-506d6ab33b5b req-b8f5613e-4ea0-4e37-861b-3b1cb1b5f6e2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501635 Jul 16 18:24:33.456279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.460390 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.487851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:33.493593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c423698a-38ba-42dc-847b-57de14d80ba9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.502187 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.502541 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Added segment 99774e82-48a6-4305-93ed-0b2ad490db7b of type vlan for network cd64b135-1a27-4b05-bed5-09c59d4d528d Jul 16 18:24:33.546769 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.581874 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.582853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.583553 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.620093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5144501 Jul 16 18:24:33.623144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.629918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4d38fbb1-c106-4ff2-bf9c-19b00e4ffcc6 admin admin] Request body: {'subnet': {'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-47811130-subnet', 'tenant_id': '39653ac6b80446089ba2a5340bd6293e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:33.652191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d38fbb1-c106-4ff2-bf9c-19b00e4ffcc6 admin admin] Made reservation on behalf of 39653ac6b80446089ba2a5340bd6293e for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:33.654890 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d38fbb1-c106-4ff2-bf9c-19b00e4ffcc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.674322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1ab09-e749-449a-aa45-a268846d9595 admin admin] Pushing event updated for resources: {'Network': ['ID=cd64b135-1a27-4b05-bed5-09c59d4d528d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.688247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network cd64b135-1a27-4b05-bed5-09c59d4d528d details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:33.698476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.802193 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.837791 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d38fbb1-c106-4ff2-bf9c-19b00e4ffcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.894395 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38fbb1-c106-4ff2-bf9c-19b00e4ffcc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbecab5-6c69-484a-b267-4c0495023942,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.901742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38fbb1-c106-4ff2-bf9c-19b00e4ffcc6 admin admin] Checking segment: {'id': '99774e82-48a6-4305-93ed-0b2ad490db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:33.902139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38fbb1-c106-4ff2-bf9c-19b00e4ffcc6 admin admin] Network hostable DHCP agents. Network: cd64b135-1a27-4b05-bed5-09c59d4d528d, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:33.919210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38fbb1-c106-4ff2-bf9c-19b00e4ffcc6 admin admin] Network cd64b135-1a27-4b05-bed5-09c59d4d528d is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:33.929210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4d38fbb1-c106-4ff2-bf9c-19b00e4ffcc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, cd64b135-1a27-4b05-bed5-09c59d4d528d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:33.933175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d38fbb1-c106-4ff2-bf9c-19b00e4ffcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.933788 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d38fbb1-c106-4ff2-bf9c-19b00e4ffcc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.939825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb707e1a-f61d-4bd8-8c8d-22bf8a2467a1 None None] Network cd64b135-1a27-4b05-bed5-09c59d4d528d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:33.949194 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4d38fbb1-c106-4ff2-bf9c-19b00e4ffcc6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3242955 Jul 16 18:24:34.083486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815c18e-7f5a-4090-b142-7c8af4dffa64 None None] Network cd64b135-1a27-4b05-bed5-09c59d4d528d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:34.139592 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8da9f8f9-0ad1-476a-b629-fb0078be5f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.443079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dcc94-880b-4669-aa1b-91f864854665 req-00575574-dfe4-4044-a872-0905b2d8d718 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.444538 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-00575574-dfe4-4044-a872-0905b2d8d718 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/networks?id=cd64b135-1a27-4b05-bed5-09c59d4d528d HTTP/1.1" status: 200 len: 812 time: 0.1327538 Jul 16 18:24:34.463957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-6fc4b010-7277-4c2d-956e-94548ebcc13b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/quotas/39653ac6b80446089ba2a5340bd6293e HTTP/1.1" status: 200 len: 375 time: 0.0132611 Jul 16 18:24:34.518290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-287575b5-c3f3-46ed-811a-2ef7735e930d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=39653ac6b80446089ba2a5340bd6293e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320489 Jul 16 18:24:34.617790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8da9f8f9-0ad1-476a-b629-fb0078be5f92 admin admin] Deleting port 09f87707-8c14-4a69-a9e5-6e5c6686436b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:34.618131 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8da9f8f9-0ad1-476a-b629-fb0078be5f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.713203 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-f4aeb66a-4ff3-41f6-9951-a3a24b983d14 service neutron] 10.222.0.52 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882479 Jul 16 18:24:34.736592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c34b7efc-0238-4f07-a928-774c85adf91e up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:34.755754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8da9f8f9-0ad1-476a-b629-fb0078be5f92 admin admin] For port 09f87707-8c14-4a69-a9e5-6e5c6686436b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=09f87707-8c14-4a69-a9e5-6e5c6686436b,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:34.756115 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8da9f8f9-0ad1-476a-b629-fb0078be5f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.765750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad458a3-c045-40ae-8a7a-184e8c86015a req-941541da-c4b7-414c-9572-fc4b8c2165df tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.767264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ad458a3-c045-40ae-8a7a-184e8c86015a req-941541da-c4b7-414c-9572-fc4b8c2165df tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 945 time: 0.2067308 Jul 16 18:24:34.786975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port c34b7efc-0238-4f07-a928-774c85adf91e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:34.791267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port c34b7efc-0238-4f07-a928-774c85adf91e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:34.791812 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.793890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8da9f8f9-0ad1-476a-b629-fb0078be5f92 admin admin] Calling delete_port for 09f87707-8c14-4a69-a9e5-6e5c6686436b owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:34.875373 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.897468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34b7efc-0238-4f07-a928-774c85adf91e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:34.899775 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a82010a-4744-4551-bc10-750a5e3a6471" -d '{"events": [{"server_uuid": "ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02", "name": "network-vif-plugged", "status": "completed", "tag": "c34b7efc-0238-4f07-a928-774c85adf91e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:34.902726 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ad458a3-c045-40ae-8a7a-184e8c86015a req-a6cff554-1d64-441b-a713-10c2b800c2a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229839 Jul 16 18:24:34.912512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c34b7efc-0238-4f07-a928-774c85adf91e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c34b7efc-0238-4f07-a928-774c85adf91e,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:34.917975 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.929177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-874217af-594e-486d-b765-083ab6d9b4ce service neutron] 10.222.0.52 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087984 Jul 16 18:24:34.971704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c34b7efc-0238-4f07-a928-774c85adf91e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.994736 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b76a75a-10a1-4266-9c2b-45bf209d623c x-openstack-request-id: req-8b76a75a-10a1-4266-9c2b-45bf209d623c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:34.995035 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02", "name": "network-vif-plugged", "status": "completed", "tag": "c34b7efc-0238-4f07-a928-774c85adf91e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:34.995293 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b76a75a-10a1-4266-9c2b-45bf209d623c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:34.995697 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'code': 200} Jul 16 18:24:35.093286 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8da9f8f9-0ad1-476a-b629-fb0078be5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.153445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9f8f9-0ad1-476a-b629-fb0078be5f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f87707-8c14-4a69-a9e5-6e5c6686436b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.509640 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.568275 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64e9fba4-e381-43b7-b333-e3d03ea0afe0 req-94946939-18e5-45c5-a62e-0a603ef3ad5f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 210 time: 0.4236050 Jul 16 18:24:35.632700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff35efa-243b-44b7-9a91-87bd6019d383 req-08958700-3317-42b4-b632-73c1213c7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.634427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ff35efa-243b-44b7-9a91-87bd6019d383 req-08958700-3317-42b4-b632-73c1213c7b66 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 1097 time: 0.5760057 Jul 16 18:24:35.713388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ff35efa-243b-44b7-9a91-87bd6019d383 req-aabcb848-cc2e-425b-b22d-c4165deb347d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705922 Jul 16 18:24:35.723436 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8da9f8f9-0ad1-476a-b629-fb0078be5f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.943439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da9f8f9-0ad1-476a-b629-fb0078be5f92 admin admin] Router 1c0de61d-d763-4af6-9b22-78cff60f36ac has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:36.082793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da9f8f9-0ad1-476a-b629-fb0078be5f92 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:36.088160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8da9f8f9-0ad1-476a-b629-fb0078be5f92 admin admin] 10.222.0.52 "PUT /v2.0/routers/1c0de61d-d763-4af6-9b22-78cff60f36ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3885970 Jul 16 18:24:36.090651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:36.091678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fbc28a-3d89-4b99-ae20-a663b17897af None None] Sync routers for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:36.102931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fbc28a-3d89-4b99-ae20-a663b17897af None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:36.103599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-89fbc28a-3d89-4b99-ae20-a663b17897af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:36.224546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-89fbc28a-3d89-4b99-ae20-a663b17897af None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:36.262410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a4f92-f4a5-444f-a0bb-e19f1491e924 req-9dd73a39-878c-4572-9943-7a808e95187e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.263960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-342a4f92-f4a5-444f-a0bb-e19f1491e924 req-9dd73a39-878c-4572-9943-7a808e95187e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.2349150 Jul 16 18:24:36.321914 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.330492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dcc94-880b-4669-aa1b-91f864854665 req-42eab223-4f70-4845-a450-1252ad98177e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.331943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-42eab223-4f70-4845-a450-1252ad98177e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.42 "GET /v2.0/networks?id=cd64b135-1a27-4b05-bed5-09c59d4d528d HTTP/1.1" status: 200 len: 812 time: 0.2321322 Jul 16 18:24:36.377009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-417dcc94-880b-4669-aa1b-91f864854665 req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Request body: {'port': {'device_id': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d', 'admin_state_up': True, 'tenant_id': '39653ac6b80446089ba2a5340bd6293e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:36.409728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-342a4f92-f4a5-444f-a0bb-e19f1491e924 req-d981a6e4-c27a-47cf-96c3-22093e3ecc4e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320860 Jul 16 18:24:36.416928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-89fbc28a-3d89-4b99-ae20-a663b17897af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:24:35Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:36.444772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fbc28a-3d89-4b99-ae20-a663b17897af None None] Checking router: 1c0de61d-d763-4af6-9b22-78cff60f36ac for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:36.454082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fbc28a-3d89-4b99-ae20-a663b17897af None None] Routers {'1c0de61d-d763-4af6-9b22-78cff60f36ac'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:36.454695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-89fbc28a-3d89-4b99-ae20-a663b17897af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1c0de61d-d763-4af6-9b22-78cff60f36ac'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:36.526089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.580019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-89fbc28a-3d89-4b99-ae20-a663b17897af None None] Set router 1c0de61d-d763-4af6-9b22-78cff60f36ac gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:36.583763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417dcc94-880b-4669-aa1b-91f864854665 req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Made reservation on behalf of 39653ac6b80446089ba2a5340bd6293e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:36.587494 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-417dcc94-880b-4669-aa1b-91f864854665 req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.632631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Deleting port 3444676e-a45f-4a0f-b335-bfa574a30ebe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:36.633048 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.733751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc05cc3c-0672-44ba-a068-ea474048ddcf req-3d8f95c3-c420-4fb9-9180-627b06a1007d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 210 time: 0.0419168 Jul 16 18:24:36.780344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-89fbc28a-3d89-4b99-ae20-a663b17897af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:24:35Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:36.812507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fbc28a-3d89-4b99-ae20-a663b17897af None None] The sync data for ids ['1c0de61d-d763-4af6-9b22-78cff60f36ac'] in n-d-793618-9 is: [{'id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'name': 'tempest-AttachVolumeShelveTestJSON-863520912-router', 'tenant_id': '445df62e7cfd49fc984446fbd0508f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:28Z', 'updated_at': '2021-07-16T18:24:35Z', 'revision_number': 5, 'project_id': '445df62e7cfd49fc984446fbd0508f3a', 'gw_port': {'id': '3444676e-a45f-4a0f-b335-bfa574a30ebe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0de61d-d763-4af6-9b22-78cff60f36ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:29Z', 'updated_at': '2021-07-16T18:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:36.831701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] For port 3444676e-a45f-4a0f-b335-bfa574a30ebe, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3444676e-a45f-4a0f-b335-bfa574a30ebe,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:36.832073 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.834961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-417dcc94-880b-4669-aa1b-91f864854665 req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Allocated IP 172.20.0.9 (cd64b135-1a27-4b05-bed5-09c59d4d528d/cdbecab5-6c69-484a-b267-4c0495023942/7ce6ac85-f785-4f70-816e-e25ccd3a002e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:36.853106 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Calling delete_port for 3444676e-a45f-4a0f-b335-bfa574a30ebe owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:37.089389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-417dcc94-880b-4669-aa1b-91f864854665 req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.148635 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.180398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Pushing event deleted for resources: {'Port': ['ID=3444676e-a45f-4a0f-b335-bfa574a30ebe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.208866 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-417dcc94-880b-4669-aa1b-91f864854665 req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.283221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417dcc94-880b-4669-aa1b-91f864854665 req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Network cd64b135-1a27-4b05-bed5-09c59d4d528d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:37.292122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-417dcc94-880b-4669-aa1b-91f864854665 req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:37.299324 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-417dcc94-880b-4669-aa1b-91f864854665 req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:37.325577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Pushing event updated for resources: {'Port': ['ID=7ce6ac85-f785-4f70-816e-e25ccd3a002e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.330755 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.429978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.437421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dcc94-880b-4669-aa1b-91f864854665 req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.438036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-417dcc94-880b-4669-aa1b-91f864854665 req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.440613 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.486508 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-c2cc5be3-68d4-4a80-ac67-50c818691a7a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1139619 Jul 16 18:24:37.493379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.493963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c0de61d-d763-4af6-9b22-78cff60f36ac {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:37.499652 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.501005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a664c015-c298-43b5-a753-94903a28ef19 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1c0de61d-d763-4af6-9b22-78cff60f36ac HTTP/1.1" status: 204 len: 168 time: 1.4094501 Jul 16 18:24:37.503592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.507522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Request body: {'port': {'device_id': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:37.626511 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.658794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34100d84-2f42-4122-809a-89e77dca8781 req-53a37b86-73c4-4103-b18e-5fa96c8aa9a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.659332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34100d84-2f42-4122-809a-89e77dca8781 req-53a37b86-73c4-4103-b18e-5fa96c8aa9a8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.1253338 Jul 16 18:24:37.786727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34100d84-2f42-4122-809a-89e77dca8781 req-61da1aae-4472-4731-be3f-b3d77d781be8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017079 Jul 16 18:24:37.908962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfed12d3-d3c4-40c0-bf38-bf1f34170973 admin admin] Deleting subnet 2b8e6342-959e-4395-bc83-159435e560c6 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:37.912286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfed12d3-d3c4-40c0-bf38-bf1f34170973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.948325 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfed12d3-d3c4-40c0-bf38-bf1f34170973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.039344 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfed12d3-d3c4-40c0-bf38-bf1f34170973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.054392 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc893d4c-b2d6-4481-9e25-fdbb789c1fba req-fb6e1aed-a536-4e3a-8a02-ec3f2388d350 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.055905 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc893d4c-b2d6-4481-9e25-fdbb789c1fba req-fb6e1aed-a536-4e3a-8a02-ec3f2388d350 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 931 time: 0.1744978 Jul 16 18:24:38.071022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce6ac85-f785-4f70-816e-e25ccd3a002e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:38.095405 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.099300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfed12d3-d3c4-40c0-bf38-bf1f34170973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.108985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552cf52-9f8a-490e-b4c2-74eda7489267 req-a70cf9d9-aec0-40fb-9d0b-04f239c3bd30 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.110522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8552cf52-9f8a-490e-b4c2-74eda7489267 req-a70cf9d9-aec0-40fb-9d0b-04f239c3bd30 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.1823409 Jul 16 18:24:38.125394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed12d3-d3c4-40c0-bf38-bf1f34170973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8e6342-959e-4395-bc83-159435e560c6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.129327 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfed12d3-d3c4-40c0-bf38-bf1f34170973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.133394 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bfed12d3-d3c4-40c0-bf38-bf1f34170973 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2b8e6342-959e-4395-bc83-159435e560c6 HTTP/1.1" status: 204 len: 168 time: 0.6266279 Jul 16 18:24:38.133874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.136213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Transition to ACTIVE for port object 7ce6ac85-f785-4f70-816e-e25ccd3a002e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:38.137647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ce0d4f-de37-4cbf-8099-906c8a02e76b None None] Network 26995a0a-1d3b-4f98-9817-403ef31a46e4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:38.146428 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.150745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc893d4c-b2d6-4481-9e25-fdbb789c1fba req-1ad1c5a7-8848-4e14-878e-5225676c286e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847566 Jul 16 18:24:38.214954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.217134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8552cf52-9f8a-490e-b4c2-74eda7489267 req-69b05f12-ff90-4a23-ad84-496e8a775419 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961852 Jul 16 18:24:38.219368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce6ac85-f785-4f70-816e-e25ccd3a002e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.254095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.301055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Attempting to bind port 7ce6ac85-f785-4f70-816e-e25ccd3a002e on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:38.301552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Attempting to bind port 7ce6ac85-f785-4f70-816e-e25ccd3a002e by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '99774e82-48a6-4305-93ed-0b2ad490db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:38.301728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Attempting to bind port 7ce6ac85-f785-4f70-816e-e25ccd3a002e on network cd64b135-1a27-4b05-bed5-09c59d4d528d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:38.306227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Port 7ce6ac85-f785-4f70-816e-e25ccd3a002e on network cd64b135-1a27-4b05-bed5-09c59d4d528d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:38.306563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Attempting to bind port 7ce6ac85-f785-4f70-816e-e25ccd3a002e on network cd64b135-1a27-4b05-bed5-09c59d4d528d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:38.312445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:38.312795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Checking segment: {'id': '99774e82-48a6-4305-93ed-0b2ad490db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:38.313376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Bound using segment: {'id': '99774e82-48a6-4305-93ed-0b2ad490db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:38.313953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Bound port: 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99774e82-48a6-4305-93ed-0b2ad490db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:38.314917 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.321471 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Deleting port e9d5dafc-93b4-4557-b30d-a05f8caf40c2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:38.321775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.351982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9cabc9-9ca4-42ef-98bc-a4810679e116 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.355988 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3e9cabc9-9ca4-42ef-98bc-a4810679e116 tempest-TestNetworkAdvancedServerOps-904643862 tempest-TestNetworkAdvancedServerOps-904643862-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 1092 time: 0.0984836 Jul 16 18:24:38.356476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.363193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:38.363883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b251f-740b-4efc-a93d-47f218f4d8f5 None None] DHCP port deletion for 26995a0a-1d3b-4f98-9817-403ef31a46e4 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:38.399420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] For port e9d5dafc-93b4-4557-b30d-a05f8caf40c2, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e9d5dafc-93b4-4557-b30d-a05f8caf40c2,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:38.399420 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.412789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Calling delete_port for e9d5dafc-93b4-4557-b30d-a05f8caf40c2 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:38.413029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-126b251f-740b-4efc-a93d-47f218f4d8f5 None None] Deleting port e9d5dafc-93b4-4557-b30d-a05f8caf40c2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:38.413572 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-126b251f-740b-4efc-a93d-47f218f4d8f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.417744 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.422520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:38.449302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:38.454917 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.479339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-126b251f-740b-4efc-a93d-47f218f4d8f5 None None] For port e9d5dafc-93b4-4557-b30d-a05f8caf40c2, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e9d5dafc-93b4-4557-b30d-a05f8caf40c2,segment=NetworkSegment(fd07ba57-2d5f-40d7-8fb9-043b9f55c492),segment_id=fd07ba57-2d5f-40d7-8fb9-043b9f55c492)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:38.479718 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-126b251f-740b-4efc-a93d-47f218f4d8f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.493243 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-126b251f-740b-4efc-a93d-47f218f4d8f5 None None] Calling delete_port for e9d5dafc-93b4-4557-b30d-a05f8caf40c2 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:38.503325 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.510082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.510712 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.512124 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] 10.222.0.42 "PUT /v2.0/ports/7ce6ac85-f785-4f70-816e-e25ccd3a002e HTTP/1.1" status: 200 len: 1091 time: 1.0161862 Jul 16 18:24:38.513952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'tag': '7ce6ac85-f785-4f70-816e-e25ccd3a002e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:38.516055 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f31a33e-3ccc-4705-87ea-c18da2d13654" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1331a1-dd9a-4f9b-927c-040adc13c4ab", "tag": "7ce6ac85-f785-4f70-816e-e25ccd3a002e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:38.535361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d5dafc-93b4-4557-b30d-a05f8caf40c2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.541130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] No DVR routers for this DVR port e9d5dafc-93b4-4557-b30d-a05f8caf40c2 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:38.582554 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:24:38.593561 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc4b1b1-6b5a-4ed7-a423-6a568e08f4dc x-openstack-request-id: req-2dc4b1b1-6b5a-4ed7-a423-6a568e08f4dc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:38.593901 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1331a1-dd9a-4f9b-927c-040adc13c4ab", "tag": "7ce6ac85-f785-4f70-816e-e25ccd3a002e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:38.594158 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2dc4b1b1-6b5a-4ed7-a423-6a568e08f4dc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:38.594276 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-126b251f-740b-4efc-a93d-47f218f4d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.594560 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'tag': '7ce6ac85-f785-4f70-816e-e25ccd3a002e', 'status': 'completed', 'code': 200} Jul 16 18:24:38.597520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b8b37-03cf-4dae-8336-f8c9700624f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce6ac85-f785-4f70-816e-e25ccd3a002e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.621398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b251f-740b-4efc-a93d-47f218f4d8f5 None None] Pushing event deleted for resources: {'Port': ['ID=e9d5dafc-93b4-4557-b30d-a05f8caf40c2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.626480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b251f-740b-4efc-a93d-47f218f4d8f5 None None] No DVR routers for this DVR port e9d5dafc-93b4-4557-b30d-a05f8caf40c2 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:38.628141 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.640682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26995a0a-1d3b-4f98-9817-403ef31a46e4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:38.651506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:38.651888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd07ba57-2d5f-40d7-8fb9-043b9f55c492') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:38.662984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dcc94-880b-4669-aa1b-91f864854665 req-0dcd1168-3a43-4f4b-a301-2d339b974057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.663845 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.664679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-0dcd1168-3a43-4f4b-a301-2d339b974057 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39653ac6b80446089ba2a5340bd6293e&device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 1094 time: 0.0804486 Jul 16 18:24:38.670562 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.678793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.684729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:38.685037 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:38.687267 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:38.718358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-1eaca417-d956-42fc-b895-724642f76a3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e HTTP/1.1" status: 200 len: 217 time: 0.0444236 Jul 16 18:24:38.740129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.745684 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.750080 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/26995a0a-1d3b-4f98-9817-403ef31a46e4 HTTP/1.1" status: 204 len: 168 time: 0.6151919 Jul 16 18:24:38.765444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d29d13-cf45-4faa-b681-6ae95ef068d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=26995a0a-1d3b-4f98-9817-403ef31a46e4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.827103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dcc94-880b-4669-aa1b-91f864854665 req-21361d46-9288-47f4-9403-2e9682931997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.828602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-21361d46-9288-47f4-9403-2e9682931997 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdbecab5-6c69-484a-b267-4c0495023942 HTTP/1.1" status: 200 len: 852 time: 0.0841780 Jul 16 18:24:38.853922 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3444676e-a45f-4a0f-b335-bfa574a30ebe no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:38.873160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.875757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 3444676e-a45f-4a0f-b335-bfa574a30ebe {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:38.876114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3444676e-a45f-4a0f-b335-bfa574a30ebe not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:38.876537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 09f87707-8c14-4a69-a9e5-6e5c6686436b no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:38.896849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 09f87707-8c14-4a69-a9e5-6e5c6686436b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:38.897476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 09f87707-8c14-4a69-a9e5-6e5c6686436b not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:38.898075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e9d5dafc-93b4-4557-b30d-a05f8caf40c2 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:38.920979 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fa01a2da-77aa-4465-a18d-30eeac28f570 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=445df62e7cfd49fc984446fbd0508f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461681 Jul 16 18:24:38.922814 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: e9d5dafc-93b4-4557-b30d-a05f8caf40c2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:38.923170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e9d5dafc-93b4-4557-b30d-a05f8caf40c2 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:38.924714 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.978631 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-665836a0-63aa-4a26-a5a2-526c479208f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.001663 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-665836a0-63aa-4a26-a5a2-526c479208f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.053077 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-665836a0-63aa-4a26-a5a2-526c479208f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.056048 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-665836a0-63aa-4a26-a5a2-526c479208f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.057253 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-665836a0-63aa-4a26-a5a2-526c479208f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/855b4a6a-d3a1-4a45-b1b4-a781fad79c6e HTTP/1.1" status: 204 len: 168 time: 0.1311958 Jul 16 18:24:39.066594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665836a0-63aa-4a26-a5a2-526c479208f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855b4a6a-d3a1-4a45-b1b4-a781fad79c6e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.234337 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-d1741511-be17-49be-8499-1327ce232669 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd64b135-1a27-4b05-bed5-09c59d4d528d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3937998 Jul 16 18:24:39.268102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Allocated IP 172.25.8.198 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/15c1fd60-ba8d-4140-9bf6-4b3faefc6ea2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:39.430546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-a8d35f8c-58a5-412b-b4c5-c74b2239b9bb service neutron] 10.222.0.42 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898661 Jul 16 18:24:39.508735 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.517730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978045a-3c42-41b8-b3f3-6ff66a258a04 req-de273ab4-bc00-4290-bd0b-69f40771b751 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.519247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0978045a-3c42-41b8-b3f3-6ff66a258a04 req-de273ab4-bc00-4290-bd0b-69f40771b751 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.2050588 Jul 16 18:24:39.617349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-417dcc94-880b-4669-aa1b-91f864854665 req-545b186f-5dbc-44af-bcff-75c7dc88a872 service neutron] 10.222.0.42 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773303 Jul 16 18:24:39.624771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0978045a-3c42-41b8-b3f3-6ff66a258a04 req-350c21d4-2ea3-4c40-ac32-d6cffa3673b0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765953 Jul 16 18:24:39.636976 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.702162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:39.728782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:39.732308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:39.736728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=15c1fd60-ba8d-4140-9bf6-4b3faefc6ea2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.817979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31a33e-3ccc-4705-87ea-c18da2d13654 req-b4a34b01-7cab-4e49-9639-0d545d7783ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.819521 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f31a33e-3ccc-4705-87ea-c18da2d13654 req-b4a34b01-7cab-4e49-9639-0d545d7783ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39653ac6b80446089ba2a5340bd6293e&device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 1094 time: 0.1486344 Jul 16 18:24:40.008034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31a33e-3ccc-4705-87ea-c18da2d13654 req-75dc8068-409b-4d7c-b048-ac702849e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.009592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f31a33e-3ccc-4705-87ea-c18da2d13654 req-75dc8068-409b-4d7c-b048-ac702849e39d service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd64b135-1a27-4b05-bed5-09c59d4d528d HTTP/1.1" status: 200 len: 913 time: 0.1798370 Jul 16 18:24:40.076100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f31a33e-3ccc-4705-87ea-c18da2d13654 req-b2261571-734a-43d6-8377-63410ba9d73a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e HTTP/1.1" status: 200 len: 217 time: 0.0383935 Jul 16 18:24:40.167325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31a33e-3ccc-4705-87ea-c18da2d13654 req-11999cac-71d2-497f-b206-9a08ecbf23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.168860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f31a33e-3ccc-4705-87ea-c18da2d13654 req-11999cac-71d2-497f-b206-9a08ecbf23cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdbecab5-6c69-484a-b267-4c0495023942 HTTP/1.1" status: 200 len: 852 time: 0.0851893 Jul 16 18:24:40.211581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f31a33e-3ccc-4705-87ea-c18da2d13654 req-3182b9c2-7c73-4e38-8b06-70650951d730 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd64b135-1a27-4b05-bed5-09c59d4d528d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327878 Jul 16 18:24:40.387851 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.391388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f31a33e-3ccc-4705-87ea-c18da2d13654 req-c95e04de-1577-4891-aa60-3e7b9f6396d4 service neutron] 10.222.0.42 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440187 Jul 16 18:24:40.537196 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.540659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f31a33e-3ccc-4705-87ea-c18da2d13654 req-61d0779b-3e39-41cf-84f0-f5886bdd0d9f service neutron] 10.222.0.42 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310468 Jul 16 18:24:40.695062 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.700561 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.806061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event updated for resources: {'Port': ['ID=15c1fd60-ba8d-4140-9bf6-4b3faefc6ea2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:40.815758 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.925453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f91db5-fb35-4162-bf05-7b9f4274dd4e req-ada4c097-858d-4a07-ba0d-52a41e0d6f36 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.927139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29f91db5-fb35-4162-bf05-7b9f4274dd4e req-ada4c097-858d-4a07-ba0d-52a41e0d6f36 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.1745191 Jul 16 18:24:40.956033 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Floating IP 050e23be-b525-4a91-a3c1-533a805f6b32 associated. External IP: 172.25.8.198, port: c34b7efc-0238-4f07-a928-774c85adf91e. Jul 16 18:24:41.013099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29f91db5-fb35-4162-bf05-7b9f4274dd4e req-ceb9dd45-ae0d-40f6-b5cd-42ef56441a14 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781379 Jul 16 18:24:41.179886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router fc8c4bde-1063-4be4-857c-af1bfacfa152 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:41.290624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:41.302066 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b41e10-f06d-4620-a73c-2231f286c41a None None] Sync routers for ids ['fc8c4bde-1063-4be4-857c-af1bfacfa152'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:41.313728 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b41e10-f06d-4620-a73c-2231f286c41a None None] Routers {'fc8c4bde-1063-4be4-857c-af1bfacfa152'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:41.314712 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-99b41e10-f06d-4620-a73c-2231f286c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fc8c4bde-1063-4be4-857c-af1bfacfa152'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:41.315020 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.360878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-953f3959-045a-4de6-a220-0cde7a8d71b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0003338 Jul 16 18:24:41.360878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'tag': 'c34b7efc-0238-4f07-a928-774c85adf91e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:41.362125 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cff7f4b-47e8-471e-8ec3-354a9ef0dd48" -d '{"events": [{"name": "network-changed", "server_uuid": "ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02", "tag": "c34b7efc-0238-4f07-a928-774c85adf91e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:41.431887 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4e9a30-8b95-48c6-9e0e-ee62a975f722 x-openstack-request-id: req-cf4e9a30-8b95-48c6-9e0e-ee62a975f722 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:41.432173 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02", "tag": "c34b7efc-0238-4f07-a928-774c85adf91e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:41.432432 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf4e9a30-8b95-48c6-9e0e-ee62a975f722 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:41.432852 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'tag': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'status': 'completed', 'code': 200} Jul 16 18:24:41.434425 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-99b41e10-f06d-4620-a73c-2231f286c41a None None] Set router fc8c4bde-1063-4be4-857c-af1bfacfa152 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:41.555105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff7f4b-47e8-471e-8ec3-354a9ef0dd48 req-d599570e-05ba-4e5f-af61-269fd8944341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.557570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cff7f4b-47e8-471e-8ec3-354a9ef0dd48 req-d599570e-05ba-4e5f-af61-269fd8944341 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 1097 time: 0.1033428 Jul 16 18:24:41.566848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903d0e5-0b94-4853-a5ae-643a146bbf7d req-5df42b84-8aab-4b29-b288-3510c46c33a0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.568310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c903d0e5-0b94-4853-a5ae-643a146bbf7d req-5df42b84-8aab-4b29-b288-3510c46c33a0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.1040120 Jul 16 18:24:41.679335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c903d0e5-0b94-4853-a5ae-643a146bbf7d req-6fbcc980-849f-4e41-8eb7-c988caf66806 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018217 Jul 16 18:24:41.679470 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-99b41e10-f06d-4620-a73c-2231f286c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '050e23be-b525-4a91-a3c1-533a805f6b32', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'port_id': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'mac_address': 'fa:16:3e:0d:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:40Z', 'revision_number': 0, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8955641c-0be5-4f9a-930a-69b3996e8b58', 'name': '', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:26:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:22Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:41.708010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:41.708710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff7f4b-47e8-471e-8ec3-354a9ef0dd48 req-c1fda9dd-cc9b-4f4e-9e35-ad7a36b57b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.710030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cff7f4b-47e8-471e-8ec3-354a9ef0dd48 req-c1fda9dd-cc9b-4f4e-9e35-ad7a36b57b82 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b HTTP/1.1" status: 200 len: 898 time: 0.1407707 Jul 16 18:24:41.793130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cff7f4b-47e8-471e-8ec3-354a9ef0dd48 req-debaba4e-bb2b-4d60-ac35-48303bbaddb5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34b7efc-0238-4f07-a928-774c85adf91e HTTP/1.1" status: 200 len: 1000 time: 0.0764277 Jul 16 18:24:41.795016 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0cc88b15-6939-43de-bec4-b64b767e2a1f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/050e23be-b525-4a91-a3c1-533a805f6b32 HTTP/1.1" status: 200 len: 992 time: 0.0845513 Jul 16 18:24:41.799500 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b41e10-f06d-4620-a73c-2231f286c41a None None] Checking router: fc8c4bde-1063-4be4-857c-af1bfacfa152 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:41.810524 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b41e10-f06d-4620-a73c-2231f286c41a None None] Routers {'fc8c4bde-1063-4be4-857c-af1bfacfa152'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:41.811318 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-99b41e10-f06d-4620-a73c-2231f286c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:24:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fc8c4bde-1063-4be4-857c-af1bfacfa152'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:41.836496 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 7ce6ac85-f785-4f70-816e-e25ccd3a002e details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:41.862460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff7f4b-47e8-471e-8ec3-354a9ef0dd48 req-3bf67af0-59d9-472f-99bf-8730125d36df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.864729 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cff7f4b-47e8-471e-8ec3-354a9ef0dd48 req-3bf67af0-59d9-472f-99bf-8730125d36df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6b6b8273-6d4d-4775-8ddc-47d64fa5770b HTTP/1.1" status: 200 len: 834 time: 0.0657442 Jul 16 18:24:41.931544 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-99b41e10-f06d-4620-a73c-2231f286c41a None None] Set router fc8c4bde-1063-4be4-857c-af1bfacfa152 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:41.934022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff7f4b-47e8-471e-8ec3-354a9ef0dd48 req-2194e925-6c57-42fa-b286-03fd735ea66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.937199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cff7f4b-47e8-471e-8ec3-354a9ef0dd48 req-2194e925-6c57-42fa-b286-03fd735ea66d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658267 Jul 16 18:24:41.951051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:41.966238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '7ce6ac85-f785-4f70-816e-e25ccd3a002e', 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d', 'port_id': '7ce6ac85-f785-4f70-816e-e25ccd3a002e', 'mac_address': 'fa:16:3e:70:5c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbecab5-6c69-484a-b267-4c0495023942', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:42.010874 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.033398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce6ac85-f785-4f70-816e-e25ccd3a002e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:42.050615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cff7f4b-47e8-471e-8ec3-354a9ef0dd48 req-f49d384e-df08-4b3f-b9b0-4d5e19c79610 service neutron] 10.222.0.38 "GET /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076260 Jul 16 18:24:42.057655 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:42.062085 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.170862 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=7ce6ac85-f785-4f70-816e-e25ccd3a002e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:42.207167 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-99b41e10-f06d-4620-a73c-2231f286c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '050e23be-b525-4a91-a3c1-533a805f6b32', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'port_id': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'mac_address': 'fa:16:3e:0d:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:40Z', 'revision_number': 0, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8955641c-0be5-4f9a-930a-69b3996e8b58', 'name': '', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:26:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:22Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:42.220887 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cff7f4b-47e8-471e-8ec3-354a9ef0dd48 req-34205926-8637-4456-99e6-19cd4829d5c8 service neutron] 10.222.0.38 "GET /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642525 Jul 16 18:24:42.238376 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b41e10-f06d-4620-a73c-2231f286c41a None None] The sync data for ids ['fc8c4bde-1063-4be4-857c-af1bfacfa152'] in n-d-793618-9 is: [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '050e23be-b525-4a91-a3c1-533a805f6b32', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'port_id': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'mac_address': 'fa:16:3e:0d:01:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:40Z', 'revision_number': 0, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8955641c-0be5-4f9a-930a-69b3996e8b58', 'name': '', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:26:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:22Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:42.251627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['7ce6ac85-f785-4f70-816e-e25ccd3a002e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:42.267199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed2ffe-9901-4b32-8d23-22a56457e73e req-35bcc13a-8b02-476d-9f9a-c3e65c025cc6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.273427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18ed2ffe-9901-4b32-8d23-22a56457e73e req-35bcc13a-8b02-476d-9f9a-c3e65c025cc6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 944 time: 0.1059337 Jul 16 18:24:42.336820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18ed2ffe-9901-4b32-8d23-22a56457e73e req-9df26b53-79d0-4494-9961-e0e4eddb7a23 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606089 Jul 16 18:24:42.515842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae773fd-6098-4d84-8e87-834551eb764e None None] New status for floating IP 050e23be-b525-4a91-a3c1-533a805f6b32: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:42.798608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:42.870263 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fefad7ad-fc8b-49d4-8705-559ab543d9d9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/050e23be-b525-4a91-a3c1-533a805f6b32 HTTP/1.1" status: 200 len: 994 time: 0.0650570 Jul 16 18:24:43.507948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb9f7a-d1e9-4017-9d30-07f504151fb7 req-010858b3-9cdf-4052-9cb4-9f45f28c1b82 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.509788 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83eb9f7a-d1e9-4017-9d30-07f504151fb7 req-010858b3-9cdf-4052-9cb4-9f45f28c1b82 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 944 time: 0.0667634 Jul 16 18:24:43.551720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83eb9f7a-d1e9-4017-9d30-07f504151fb7 req-801bb679-bfc9-4b15-8a1d-9948b23f7aae tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348325 Jul 16 18:24:43.844293 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 7ce6ac85-f785-4f70-816e-e25ccd3a002e up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:43.892893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 7ce6ac85-f785-4f70-816e-e25ccd3a002e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:43.896497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 7ce6ac85-f785-4f70-816e-e25ccd3a002e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:43.896879 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.972871 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.999138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce6ac85-f785-4f70-816e-e25ccd3a002e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:44.002187 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca81484-7fae-49c9-abcd-5ed9845afc25" -d '{"events": [{"server_uuid": "cd1331a1-dd9a-4f9b-927c-040adc13c4ab", "name": "network-vif-plugged", "status": "completed", "tag": "7ce6ac85-f785-4f70-816e-e25ccd3a002e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:44.015177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:44.019362 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.046844 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f5680e-63fa-48fb-8ec3-33e8d41aa966 x-openstack-request-id: req-01f5680e-63fa-48fb-8ec3-33e8d41aa966 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:44.047144 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1331a1-dd9a-4f9b-927c-040adc13c4ab", "name": "network-vif-plugged", "status": "completed", "tag": "7ce6ac85-f785-4f70-816e-e25ccd3a002e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:44.047392 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01f5680e-63fa-48fb-8ec3-33e8d41aa966 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:44.047782 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce6ac85-f785-4f70-816e-e25ccd3a002e', 'code': 200} Jul 16 18:24:44.076598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=7ce6ac85-f785-4f70-816e-e25ccd3a002e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:44.153826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc31e19-8847-4582-abbb-d15782f86ae4 req-fe02562d-71e7-4622-ad00-7672f506dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.155891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbc31e19-8847-4582-abbb-d15782f86ae4 req-fe02562d-71e7-4622-ad00-7672f506dde9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 1096 time: 0.0521274 Jul 16 18:24:44.191034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbc31e19-8847-4582-abbb-d15782f86ae4 req-7fab9153-702f-4678-bc25-e52c98fb90c4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292282 Jul 16 18:24:44.748307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57ed5-4b47-405c-9d0c-869b89d1a20a req-241dbc95-e19e-41f8-9652-aa995b1fefed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.750505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59f57ed5-4b47-405c-9d0c-869b89d1a20a req-241dbc95-e19e-41f8-9652-aa995b1fefed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0719805 Jul 16 18:24:44.790770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59f57ed5-4b47-405c-9d0c-869b89d1a20a req-575a4750-5b83-4b1a-97da-e1b241b877e1 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343342 Jul 16 18:24:45.971654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fb1da-04c6-434c-ae33-a73ac650dd69 req-935bcd21-3502-434c-95a6-c47923716ef3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.973172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b45fb1da-04c6-434c-ae33-a73ac650dd69 req-935bcd21-3502-434c-95a6-c47923716ef3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0648024 Jul 16 18:24:46.011198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b45fb1da-04c6-434c-ae33-a73ac650dd69 req-95da9291-ef0d-4c10-8d38-ebd4ec272a0b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Jul 16 18:24:46.295670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-1267d3e1-30be-4724-ab5b-1ce704a2dbd3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.297815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-1267d3e1-30be-4724-ab5b-1ce704a2dbd3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/networks?id=cd64b135-1a27-4b05-bed5-09c59d4d528d HTTP/1.1" status: 200 len: 812 time: 0.1089785 Jul 16 18:24:46.313374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-406b690b-65cb-4010-9358-fac109fceec8 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/quotas/39653ac6b80446089ba2a5340bd6293e HTTP/1.1" status: 200 len: 375 time: 0.0094004 Jul 16 18:24:46.380857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-9ef19049-ea4d-4cbc-b903-baa4e9c415e0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=39653ac6b80446089ba2a5340bd6293e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624790 Jul 16 18:24:46.849469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-aff3adc3-44f9-4cba-aee7-cdb9b25022eb service neutron] 10.222.0.52 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617851 Jul 16 18:24:46.940419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-5fe4fb93-62c8-4c0c-ba0a-1d8ec266c85f service neutron] 10.222.0.52 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849671 Jul 16 18:24:47.115612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c1d8c2-5faa-47b9-9ec8-01c14167df93 req-dc8e547f-ecef-4e21-b2bb-d5f9329a9de0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 210 time: 0.0298505 Jul 16 18:24:48.223094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-15f56f83-42eb-4768-a01a-40a9127e5fe2 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.224766 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-15f56f83-42eb-4768-a01a-40a9127e5fe2 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.38 "GET /v2.0/networks?id=cd64b135-1a27-4b05-bed5-09c59d4d528d HTTP/1.1" status: 200 len: 812 time: 0.1177886 Jul 16 18:24:48.250320 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Request body: {'port': {'device_id': 'cc867eb4-b8ef-4663-8d24-bb42aec21b17', 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d', 'admin_state_up': True, 'tenant_id': '39653ac6b80446089ba2a5340bd6293e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:48.272679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42d57f85-e540-4e51-9583-59496df90470 req-e6b9152e-170e-4b81-8f3b-215cc6e7333d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 210 time: 0.0379238 Jul 16 18:24:48.385544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Made reservation on behalf of 39653ac6b80446089ba2a5340bd6293e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:48.389043 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.522067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Allocated IP 172.20.0.12 (cd64b135-1a27-4b05-bed5-09c59d4d528d/cdbecab5-6c69-484a-b267-4c0495023942/401d0849-7560-4643-b104-078bb4d54444) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:48.676776 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.720533 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.733620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['7ce6ac85-f785-4f70-816e-e25ccd3a002e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:48.773331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Network cd64b135-1a27-4b05-bed5-09c59d4d528d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:48.778104 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:48.779378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:48.811002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Pushing event updated for resources: {'Port': ['ID=401d0849-7560-4643-b104-078bb4d54444,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:48.851033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.851802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.866912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-0de36657-e16d-4890-80f5-ec0707d157ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6229732 Jul 16 18:24:48.879010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Request body: {'port': {'device_id': 'cc867eb4-b8ef-4663-8d24-bb42aec21b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:48.960877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.226345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401d0849-7560-4643-b104-078bb4d54444 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:49.234346 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.246084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Transition to ACTIVE for port object 401d0849-7560-4643-b104-078bb4d54444 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:49.250423 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.310135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Pushing event updated for resources: {'Port': ['ID=401d0849-7560-4643-b104-078bb4d54444,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.386347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Attempting to bind port 401d0849-7560-4643-b104-078bb4d54444 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:49.386691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Attempting to bind port 401d0849-7560-4643-b104-078bb4d54444 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '99774e82-48a6-4305-93ed-0b2ad490db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:49.387025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Attempting to bind port 401d0849-7560-4643-b104-078bb4d54444 on network cd64b135-1a27-4b05-bed5-09c59d4d528d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:49.391537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Port 401d0849-7560-4643-b104-078bb4d54444 on network cd64b135-1a27-4b05-bed5-09c59d4d528d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:49.391874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Attempting to bind port 401d0849-7560-4643-b104-078bb4d54444 on network cd64b135-1a27-4b05-bed5-09c59d4d528d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:49.396825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:49.397172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Checking segment: {'id': '99774e82-48a6-4305-93ed-0b2ad490db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:49.397595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Bound using segment: {'id': '99774e82-48a6-4305-93ed-0b2ad490db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:49.398061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Bound port: 401d0849-7560-4643-b104-078bb4d54444, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99774e82-48a6-4305-93ed-0b2ad490db7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:49.398428 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.507058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] For port 401d0849-7560-4643-b104-078bb4d54444, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:49.510736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] For port 401d0849-7560-4643-b104-078bb4d54444, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=401d0849-7560-4643-b104-078bb4d54444,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:49.523522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caae9d8-7eb0-4b07-95d5-347555579809 req-5141c048-1cf5-43fc-b2b3-8854d2556ee2 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:49.525135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0caae9d8-7eb0-4b07-95d5-347555579809 req-5141c048-1cf5-43fc-b2b3-8854d2556ee2 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 944 time: 0.1167448 Jul 16 18:24:49.526971 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.579266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:49.579787 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.581180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] 10.222.0.38 "PUT /v2.0/ports/401d0849-7560-4643-b104-078bb4d54444 HTTP/1.1" status: 200 len: 1092 time: 0.7071280 Jul 16 18:24:49.581677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc867eb4-b8ef-4663-8d24-bb42aec21b17', 'tag': '401d0849-7560-4643-b104-078bb4d54444'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:49.583959 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8f06ff-5d39-41f4-a911-f502c1fb09a4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc867eb4-b8ef-4663-8d24-bb42aec21b17", "tag": "401d0849-7560-4643-b104-078bb4d54444"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:49.634080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd27e6-5464-4cc7-9cb8-42e573a41e5d service neutron] Pushing event updated for resources: {'Port': ['ID=401d0849-7560-4643-b104-078bb4d54444,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.638038 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c9907d-6eda-4334-83b1-25254b0894f7 x-openstack-request-id: req-22c9907d-6eda-4334-83b1-25254b0894f7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:49.638462 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc867eb4-b8ef-4663-8d24-bb42aec21b17", "tag": "401d0849-7560-4643-b104-078bb4d54444", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:49.638860 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22c9907d-6eda-4334-83b1-25254b0894f7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:49.639353 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc867eb4-b8ef-4663-8d24-bb42aec21b17', 'tag': '401d0849-7560-4643-b104-078bb4d54444', 'status': 'completed', 'code': 200} Jul 16 18:24:49.688993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0caae9d8-7eb0-4b07-95d5-347555579809 req-ed68ee9f-3bd2-4240-a659-b49ebb6404af tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531658 Jul 16 18:24:49.713268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-911cd715-49b5-4f2f-b474-70ca1a216acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:49.714827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-911cd715-49b5-4f2f-b474-70ca1a216acc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=39653ac6b80446089ba2a5340bd6293e&device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 1095 time: 0.0745816 Jul 16 18:24:49.758095 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-d06a0bce-0717-4003-b93d-627914fd38d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401d0849-7560-4643-b104-078bb4d54444 HTTP/1.1" status: 200 len: 217 time: 0.0352764 Jul 16 18:24:49.807684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-4571cfad-e1b1-4ec2-b592-fb0141fae479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:49.809173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-4571cfad-e1b1-4ec2-b592-fb0141fae479 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cdbecab5-6c69-484a-b267-4c0495023942 HTTP/1.1" status: 200 len: 852 time: 0.0452857 Jul 16 18:24:49.847736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-65c35533-4a36-42ca-ae6c-fdb6e17bbb1a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd64b135-1a27-4b05-bed5-09c59d4d528d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322204 Jul 16 18:24:49.940722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-c9f6468e-eb2f-472d-baf7-b2594dc24c8c service neutron] 10.222.0.38 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866060 Jul 16 18:24:50.033901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99481cbe-d196-49a6-84b3-8a48b42b9c9e req-83c9d4b8-31d9-4f5c-ae36-1650e6dbb5ff service neutron] 10.222.0.38 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867913 Jul 16 18:24:50.136363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f06ff-5d39-41f4-a911-f502c1fb09a4 req-7c39c0a0-c582-4364-996a-ce4916cdde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.137911 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d8f06ff-5d39-41f4-a911-f502c1fb09a4 req-7c39c0a0-c582-4364-996a-ce4916cdde9e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=39653ac6b80446089ba2a5340bd6293e&device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 1095 time: 0.0537403 Jul 16 18:24:50.235758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f06ff-5d39-41f4-a911-f502c1fb09a4 req-053af371-6115-4a3c-84d7-fb69c823d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.237279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d8f06ff-5d39-41f4-a911-f502c1fb09a4 req-053af371-6115-4a3c-84d7-fb69c823d55b service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd64b135-1a27-4b05-bed5-09c59d4d528d HTTP/1.1" status: 200 len: 913 time: 0.0931304 Jul 16 18:24:50.279582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d8f06ff-5d39-41f4-a911-f502c1fb09a4 req-5ca5eeed-d17c-4ece-ad95-dddbf92c8684 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401d0849-7560-4643-b104-078bb4d54444 HTTP/1.1" status: 200 len: 217 time: 0.0341494 Jul 16 18:24:50.330090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f06ff-5d39-41f4-a911-f502c1fb09a4 req-25425055-9759-4461-b172-9d6d5bf7e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.331467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d8f06ff-5d39-41f4-a911-f502c1fb09a4 req-25425055-9759-4461-b172-9d6d5bf7e9da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cdbecab5-6c69-484a-b267-4c0495023942 HTTP/1.1" status: 200 len: 852 time: 0.0437033 Jul 16 18:24:50.370097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d8f06ff-5d39-41f4-a911-f502c1fb09a4 req-23542fcb-5a96-433f-82d3-d4d200f5c99a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd64b135-1a27-4b05-bed5-09c59d4d528d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312793 Jul 16 18:24:50.459723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d8f06ff-5d39-41f4-a911-f502c1fb09a4 req-e922161b-bff8-4ab1-b673-75d924d8e797 service neutron] 10.222.0.38 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827413 Jul 16 18:24:50.560375 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d8f06ff-5d39-41f4-a911-f502c1fb09a4 req-b8049d9c-ae0a-4fd6-8e71-b5ed0bcd8848 service neutron] 10.222.0.38 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934925 Jul 16 18:24:50.870961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e5518-3440-4b71-9436-e56397d6663f req-3d4df635-faf7-4017-b545-473fd93865ec tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.872645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d14e5518-3440-4b71-9436-e56397d6663f req-3d4df635-faf7-4017-b545-473fd93865ec tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 944 time: 0.0685751 Jul 16 18:24:50.911972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d14e5518-3440-4b71-9436-e56397d6663f req-0a10dbcc-51a5-4809-b4b0-3315f48f7ea0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328522 Jul 16 18:24:51.948892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 35936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:52.065731 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.092345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e0d7d-cc35-400b-9035-2d823841a00d req-3227141e-0cc8-4708-ae9c-2b13e9bf1718 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.094635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-099e0d7d-cc35-400b-9035-2d823841a00d req-3227141e-0cc8-4708-ae9c-2b13e9bf1718 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 944 time: 0.0661924 Jul 16 18:24:52.139519 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-099e0d7d-cc35-400b-9035-2d823841a00d req-804a6fc7-514f-4270-8fed-bcad21ce76a4 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385394 Jul 16 18:24:52.156894 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.160658 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.199312 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0179a26161294c4b89293542f83952a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491460 Jul 16 18:24:52.200175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6233984-2816-4f4b-857b-7cbc79af6741,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.202037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 35940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:52.207558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:52.207908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:52.208253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:52.208592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:52.208930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:52.209265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:52.209622 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:52.209953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:52.210282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:52.210610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:52.210939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:52.211264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17adee0-1113-4107-8810-f0d03ad62564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:52.253809 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39bf696f-5181-4625-9e70-69bfc104863e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.274687 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39bf696f-5181-4625-9e70-69bfc104863e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.320787 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39bf696f-5181-4625-9e70-69bfc104863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.323410 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39bf696f-5181-4625-9e70-69bfc104863e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.324588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-39bf696f-5181-4625-9e70-69bfc104863e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f6233984-2816-4f4b-857b-7cbc79af6741 HTTP/1.1" status: 204 len: 168 time: 0.1214912 Jul 16 18:24:52.332056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf696f-5181-4625-9e70-69bfc104863e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6233984-2816-4f4b-857b-7cbc79af6741,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.800920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 401d0849-7560-4643-b104-078bb4d54444 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:52.898690 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 401d0849-7560-4643-b104-078bb4d54444, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=401d0849-7560-4643-b104-078bb4d54444,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:52.911737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '401d0849-7560-4643-b104-078bb4d54444', 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d', 'port_id': '401d0849-7560-4643-b104-078bb4d54444', 'mac_address': 'fa:16:3e:0d:cf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbecab5-6c69-484a-b267-4c0495023942', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:52.956914 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.970558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401d0849-7560-4643-b104-078bb4d54444 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:52.989980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 401d0849-7560-4643-b104-078bb4d54444, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=401d0849-7560-4643-b104-078bb4d54444,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:52.993828 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.042289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=401d0849-7560-4643-b104-078bb4d54444,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:53.049779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:53.050128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:53.050475 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:53.050920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:53.051156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:53.051491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:53.051818 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:53.052151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:53.052479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:53.052807 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:53.053137 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:53.053489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:53.197608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['401d0849-7560-4643-b104-078bb4d54444'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:53.498724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f92ae1-2eab-4bd8-8c6a-9bf1e82dac28 req-366e901b-4699-4a34-9ff9-9a065d157ba8 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.500998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88f92ae1-2eab-4bd8-8c6a-9bf1e82dac28 req-366e901b-4699-4a34-9ff9-9a065d157ba8 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 945 time: 0.2503302 Jul 16 18:24:53.538674 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88f92ae1-2eab-4bd8-8c6a-9bf1e82dac28 req-dc4c7c39-df6c-4d06-b9e9-011ba1432c6b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323105 Jul 16 18:24:54.835138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 401d0849-7560-4643-b104-078bb4d54444 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:54.848203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:54.891618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 401d0849-7560-4643-b104-078bb4d54444 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:54.896433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 401d0849-7560-4643-b104-078bb4d54444 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:54.896987 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.910770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8945e5-efb7-4a18-b891-585245e4aec4 req-350784ab-f7dc-4df9-bfc2-8d3f65187b83 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.912305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea8945e5-efb7-4a18-b891-585245e4aec4 req-350784ab-f7dc-4df9-bfc2-8d3f65187b83 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 945 time: 0.2612486 Jul 16 18:24:54.961342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea8945e5-efb7-4a18-b891-585245e4aec4 req-c70c0f62-a5aa-4769-8902-7534943139fa tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373061 Jul 16 18:24:54.978869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2096235b-aed6-4ea0-92b1-4926738126ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.980983 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.005430 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc867eb4-b8ef-4663-8d24-bb42aec21b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401d0849-7560-4643-b104-078bb4d54444'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:55.008016 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23aa8fe-f606-45b5-b0f6-223301201111" -d '{"events": [{"server_uuid": "cc867eb4-b8ef-4663-8d24-bb42aec21b17", "name": "network-vif-plugged", "status": "completed", "tag": "401d0849-7560-4643-b104-078bb4d54444"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:55.022392 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 401d0849-7560-4643-b104-078bb4d54444, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=401d0849-7560-4643-b104-078bb4d54444,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:55.026707 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.054455 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2635de7-c8c1-4c9b-bf2c-32ce251ad712 x-openstack-request-id: req-f2635de7-c8c1-4c9b-bf2c-32ce251ad712 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:55.054753 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc867eb4-b8ef-4663-8d24-bb42aec21b17", "name": "network-vif-plugged", "status": "completed", "tag": "401d0849-7560-4643-b104-078bb4d54444", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:55.055007 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2635de7-c8c1-4c9b-bf2c-32ce251ad712 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:55.055399 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc867eb4-b8ef-4663-8d24-bb42aec21b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401d0849-7560-4643-b104-078bb4d54444', 'code': 200} Jul 16 18:24:55.081598 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2096235b-aed6-4ea0-92b1-4926738126ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.082728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=401d0849-7560-4643-b104-078bb4d54444,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.090175 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2096235b-aed6-4ea0-92b1-4926738126ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.152073 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2096235b-aed6-4ea0-92b1-4926738126ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0468be5ec1714d02aa418d357f67c63b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027215 Jul 16 18:24:55.153082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096235b-aed6-4ea0-92b1-4926738126ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fe90f2-6519-4d0b-811b-57d6bcaf4b03,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.154874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36018) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.181878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e37fd6-6758-4227-b2ad-c2a89c547504 req-292ed817-07eb-4a59-9560-4a7fae7887b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.183389 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1e37fd6-6758-4227-b2ad-c2a89c547504 req-292ed817-07eb-4a59-9560-4a7fae7887b4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 1097 time: 0.0670283 Jul 16 18:24:55.208799 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f72fb701-9f70-443c-bd84-032378b9ee3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.221924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1e37fd6-6758-4227-b2ad-c2a89c547504 req-c16611af-9739-4677-b588-09ecd14bf5e5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Jul 16 18:24:55.229675 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f72fb701-9f70-443c-bd84-032378b9ee3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.274878 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f72fb701-9f70-443c-bd84-032378b9ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.277583 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f72fb701-9f70-443c-bd84-032378b9ee3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.278735 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f72fb701-9f70-443c-bd84-032378b9ee3b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8fe90f2-6519-4d0b-811b-57d6bcaf4b03 HTTP/1.1" status: 204 len: 168 time: 0.1228642 Jul 16 18:24:55.286874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fb701-9f70-443c-bd84-032378b9ee3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fe90f2-6519-4d0b-811b-57d6bcaf4b03,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.542995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.556785 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e92f700-0cfa-4dd4-9e01-91b613bf4c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.642813 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e92f700-0cfa-4dd4-9e01-91b613bf4c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.646454 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8e92f700-0cfa-4dd4-9e01-91b613bf4c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.684842 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8e92f700-0cfa-4dd4-9e01-91b613bf4c89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65a016a8dccd46a5bcff05502e888742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407509 Jul 16 18:24:55.685993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92f700-0cfa-4dd4-9e01-91b613bf4c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf375c5e-efee-4be5-9eb0-732ef9f2bf46,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.687561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.736690 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b52c1c4-c3c5-42b6-b895-64c5f41bf621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.757540 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b52c1c4-c3c5-42b6-b895-64c5f41bf621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.803816 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b52c1c4-c3c5-42b6-b895-64c5f41bf621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.806411 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b52c1c4-c3c5-42b6-b895-64c5f41bf621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.807675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5b52c1c4-c3c5-42b6-b895-64c5f41bf621 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf375c5e-efee-4be5-9eb0-732ef9f2bf46 HTTP/1.1" status: 204 len: 168 time: 0.1190143 Jul 16 18:24:55.818015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52c1c4-c3c5-42b6-b895-64c5f41bf621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf375c5e-efee-4be5-9eb0-732ef9f2bf46,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.144698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630aa45-465e-4559-ac88-0d053a65639d req-f4134fb0-045e-4e90-9e5b-b986ef304cad tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.146300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2630aa45-465e-4559-ac88-0d053a65639d req-f4134fb0-045e-4e90-9e5b-b986ef304cad tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 946 time: 0.0721529 Jul 16 18:24:56.188015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2630aa45-465e-4559-ac88-0d053a65639d req-aa4c4936-f715-4cb5-a577-5f12872e3b11 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351436 Jul 16 18:24:57.406884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0a14f-66a2-4ea2-9cdc-ab8cb22df081 req-e3ac7761-4889-4d0e-a43e-de1b3c05a464 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:57.408445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0c0a14f-66a2-4ea2-9cdc-ab8cb22df081 req-e3ac7761-4889-4d0e-a43e-de1b3c05a464 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 946 time: 0.0893524 Jul 16 18:24:57.455568 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0c0a14f-66a2-4ea2-9cdc-ab8cb22df081 req-5ba4eece-a842-4155-a003-0bdc464993a9 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Jul 16 18:24:57.936289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1a2ef-6533-4e06-a61b-fac3b456c304 req-3e49f6f9-b999-46d4-aa0d-6399b8ab5778 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:57.937852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d6b1a2ef-6533-4e06-a61b-fac3b456c304 req-3e49f6f9-b999-46d4-aa0d-6399b8ab5778 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 946 time: 0.0804102 Jul 16 18:24:57.977381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d6b1a2ef-6533-4e06-a61b-fac3b456c304 req-807f28f6-7636-4ec1-87da-af5304699e58 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330606 Jul 16 18:24:59.203842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16b6f7-7107-4761-8227-3dc8951f4a13 req-1836318c-e083-4ffb-b23b-be3270267927 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.205390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b16b6f7-7107-4761-8227-3dc8951f4a13 req-1836318c-e083-4ffb-b23b-be3270267927 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 946 time: 0.1021488 Jul 16 18:24:59.213115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0fb8d-8ddc-4448-a5fc-436ede436ced req-b69c1bbd-0f6e-4645-b6df-ebb6882a6c6c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.214610 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26b0fb8d-8ddc-4448-a5fc-436ede436ced req-b69c1bbd-0f6e-4645-b6df-ebb6882a6c6c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc867eb4-b8ef-4663-8d24-bb42aec21b17 HTTP/1.1" status: 200 len: 946 time: 0.1218686 Jul 16 18:24:59.314293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26b0fb8d-8ddc-4448-a5fc-436ede436ced req-a9c3fc4c-778c-4e90-80f0-78da3760c9f2 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912468 Jul 16 18:24:59.347130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7b16b6f7-7107-4761-8227-3dc8951f4a13 req-f44861f6-f0a9-4365-b447-94ca5ecee46f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Deleting port 401d0849-7560-4643-b104-078bb4d54444 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:59.347483 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b16b6f7-7107-4761-8227-3dc8951f4a13 req-f44861f6-f0a9-4365-b447-94ca5ecee46f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.441645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7b16b6f7-7107-4761-8227-3dc8951f4a13 req-f44861f6-f0a9-4365-b447-94ca5ecee46f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] For port 401d0849-7560-4643-b104-078bb4d54444, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=401d0849-7560-4643-b104-078bb4d54444,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:59.442046 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b16b6f7-7107-4761-8227-3dc8951f4a13 req-f44861f6-f0a9-4365-b447-94ca5ecee46f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.455148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7b16b6f7-7107-4761-8227-3dc8951f4a13 req-f44861f6-f0a9-4365-b447-94ca5ecee46f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Calling delete_port for 401d0849-7560-4643-b104-078bb4d54444 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:59.589676 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b16b6f7-7107-4761-8227-3dc8951f4a13 req-f44861f6-f0a9-4365-b447-94ca5ecee46f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.602746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['7ce6ac85-f785-4f70-816e-e25ccd3a002e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:59.608080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['401d0849-7560-4643-b104-078bb4d54444'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:59.624022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44861f6-f0a9-4365-b447-94ca5ecee46f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Pushing event deleted for resources: {'Port': ['ID=401d0849-7560-4643-b104-078bb4d54444,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:59.673940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b16b6f7-7107-4761-8227-3dc8951f4a13 req-f44861f6-f0a9-4365-b447-94ca5ecee46f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] No DVR routers for this DVR port 401d0849-7560-4643-b104-078bb4d54444 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:59.677831 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b16b6f7-7107-4761-8227-3dc8951f4a13 req-f44861f6-f0a9-4365-b447-94ca5ecee46f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.682595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b16b6f7-7107-4761-8227-3dc8951f4a13 req-f44861f6-f0a9-4365-b447-94ca5ecee46f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.38 "DELETE /v2.0/ports/401d0849-7560-4643-b104-078bb4d54444 HTTP/1.1" status: 204 len: 173 time: 0.4649568 Jul 16 18:24:59.682595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc867eb4-b8ef-4663-8d24-bb42aec21b17', 'name': 'network-vif-deleted', 'tag': '401d0849-7560-4643-b104-078bb4d54444'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:59.690231 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572a6725-9f00-4d8e-bda6-d6b54347104f" -d '{"events": [{"server_uuid": "cc867eb4-b8ef-4663-8d24-bb42aec21b17", "name": "network-vif-deleted", "tag": "401d0849-7560-4643-b104-078bb4d54444"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:59.737468 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c49c93-ea5e-4101-8fd3-8d6f8b7459eb x-openstack-request-id: req-c6c49c93-ea5e-4101-8fd3-8d6f8b7459eb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:59.737849 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc867eb4-b8ef-4663-8d24-bb42aec21b17", "name": "network-vif-deleted", "tag": "401d0849-7560-4643-b104-078bb4d54444", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:59.738270 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6c49c93-ea5e-4101-8fd3-8d6f8b7459eb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:59.738748 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc867eb4-b8ef-4663-8d24-bb42aec21b17', 'name': 'network-vif-deleted', 'tag': '401d0849-7560-4643-b104-078bb4d54444', 'status': 'completed', 'code': 200} Jul 16 18:25:00.052561 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b086830-4dd1-4b63-969c-27b0400a1d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.568135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b916964-7f7e-4456-a16a-8c04e9c77427 req-35eb5f66-6f00-44e6-9049-4e8bc9aed639 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.569716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b916964-7f7e-4456-a16a-8c04e9c77427 req-35eb5f66-6f00-44e6-9049-4e8bc9aed639 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0707316 Jul 16 18:25:00.610319 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b916964-7f7e-4456-a16a-8c04e9c77427 req-42b37782-bed8-4563-952c-84e0e38b142c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 Jul 16 18:25:00.888130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46192b9-7311-486a-b707-2a83e661fff1 req-5eb297fa-e150-46b8-aeda-c790f91d20d6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.889680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f46192b9-7311-486a-b707-2a83e661fff1 req-5eb297fa-e150-46b8-aeda-c790f91d20d6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0683281 Jul 16 18:25:00.930193 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f46192b9-7311-486a-b707-2a83e661fff1 req-4305a286-adb1-4cbd-8236-5d224ffc0a66 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339320 Jul 16 18:25:01.119438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26856716-e87c-48d4-9dd0-f6175def7767 req-61581d9a-0ebf-49ca-928e-329b1d766048 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:01.121069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26856716-e87c-48d4-9dd0-f6175def7767 req-61581d9a-0ebf-49ca-928e-329b1d766048 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0748060 Jul 16 18:25:01.167057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26856716-e87c-48d4-9dd0-f6175def7767 req-f61fa833-e5cd-40ae-b2c0-4ec9bf526871 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 Jul 16 18:25:01.836509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.949199 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64612b9e-8a0b-4351-8ca3-d0097617f2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.051456 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64612b9e-8a0b-4351-8ca3-d0097617f2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.055475 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64612b9e-8a0b-4351-8ca3-d0097617f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.087114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64612b9e-8a0b-4351-8ca3-d0097617f2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406eb9ea-144f-41f2-8d41-19dd72d93989,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.108726 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-64612b9e-8a0b-4351-8ca3-d0097617f2a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5897b2e23d5b4f38afc784116bbe7e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701404 Jul 16 18:25:02.113171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.171924 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aab3829-a34e-4b62-9647-756ec0aad2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.194703 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aab3829-a34e-4b62-9647-756ec0aad2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.246012 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aab3829-a34e-4b62-9647-756ec0aad2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.248570 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5aab3829-a34e-4b62-9647-756ec0aad2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.250314 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5aab3829-a34e-4b62-9647-756ec0aad2f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/406eb9ea-144f-41f2-8d41-19dd72d93989 HTTP/1.1" status: 204 len: 168 time: 0.1377664 Jul 16 18:25:02.257882 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab3829-a34e-4b62-9647-756ec0aad2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406eb9ea-144f-41f2-8d41-19dd72d93989,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.285190 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4a50639-2edf-46aa-b603-9f044ae007f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.531416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.544887 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f79b3a8-01b8-4d60-8c90-b5c5d3639345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.675507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f79b3a8-01b8-4d60-8c90-b5c5d3639345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.678650 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.681852 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f79b3a8-01b8-4d60-8c90-b5c5d3639345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.714470 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.722831 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5f79b3a8-01b8-4d60-8c90-b5c5d3639345 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3a4404edcaf46a7a72339399e5716dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901989 Jul 16 18:25:02.723143 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.723690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79b3a8-01b8-4d60-8c90-b5c5d3639345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60c7903-0337-45f8-ba02-c020c13735ed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.725827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.795939 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f40a2d0-381c-4088-89fc-c6f7b93a414d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.825805 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f40a2d0-381c-4088-89fc-c6f7b93a414d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.880442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 401d0849-7560-4643-b104-078bb4d54444 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:02.893950 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f40a2d0-381c-4088-89fc-c6f7b93a414d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.897668 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f40a2d0-381c-4088-89fc-c6f7b93a414d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.902200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5f40a2d0-381c-4088-89fc-c6f7b93a414d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c60c7903-0337-45f8-ba02-c020c13735ed HTTP/1.1" status: 204 len: 168 time: 0.1752784 Jul 16 18:25:02.903219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 401d0849-7560-4643-b104-078bb4d54444 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:02.904045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 401d0849-7560-4643-b104-078bb4d54444 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:02.918797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40a2d0-381c-4088-89fc-c6f7b93a414d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60c7903-0337-45f8-ba02-c020c13735ed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:03.051912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352d422-4e13-4ad3-b246-b3cbb7b8785e req-1cfae982-d96c-4fd3-a17b-7a1f1b966513 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:03.053515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f352d422-4e13-4ad3-b246-b3cbb7b8785e req-1cfae982-d96c-4fd3-a17b-7a1f1b966513 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0714357 Jul 16 18:25:03.092526 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f352d422-4e13-4ad3-b246-b3cbb7b8785e req-ea0fd0ff-594b-4674-9c9d-d00a815ee307 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326097 Jul 16 18:25:03.275483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae517c7-cf62-40d6-939e-f99f3834eb75 req-fdc2ef24-dc7e-428b-ba94-bf08ecd1cb66 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:03.277034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dae517c7-cf62-40d6-939e-f99f3834eb75 req-fdc2ef24-dc7e-428b-ba94-bf08ecd1cb66 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0685942 Jul 16 18:25:03.315996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dae517c7-cf62-40d6-939e-f99f3834eb75 req-e60ce8ab-704d-4e25-9a23-9600a6694ffd tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322962 Jul 16 18:25:03.807788 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.916909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7589ee-c574-40f5-92b4-008626624845 req-c12fb099-2ea4-4e8f-92bc-9d4c242a7320 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:04.918496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a7589ee-c574-40f5-92b4-008626624845 req-c12fb099-2ea4-4e8f-92bc-9d4c242a7320 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0703335 Jul 16 18:25:04.957552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a7589ee-c574-40f5-92b4-008626624845 req-9d74c0ea-bdc8-4a25-af9b-c40b1b8c5466 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328043 Jul 16 18:25:04.962055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.068900 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcb620c-a24a-4de1-bc5f-7c5732a24a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.166614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a6990-23a2-41e0-9329-57ee0e9d3392 req-1d1b69e8-ce61-4dd1-bcc2-37eb269b7f21 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:05.168115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc6a6990-23a2-41e0-9329-57ee0e9d3392 req-1d1b69e8-ce61-4dd1-bcc2-37eb269b7f21 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0963571 Jul 16 18:25:05.227302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc6a6990-23a2-41e0-9329-57ee0e9d3392 req-0491cf57-f556-48c6-b439-e6480293186c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521154 Jul 16 18:25:05.242138 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcb620c-a24a-4de1-bc5f-7c5732a24a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.246036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfcb620c-a24a-4de1-bc5f-7c5732a24a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.295591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.296145 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cfcb620c-a24a-4de1-bc5f-7c5732a24a07 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25eeec0605c84020ac9da8f29b7a0f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326354 Jul 16 18:25:05.300562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb620c-a24a-4de1-bc5f-7c5732a24a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51994543-3368-4d71-8c13-4bceecb611cd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.359742 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8128fde1-4ded-41d4-bc3a-f0bc4bf4acd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.381423 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8128fde1-4ded-41d4-bc3a-f0bc4bf4acd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.428974 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8128fde1-4ded-41d4-bc3a-f0bc4bf4acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.431565 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8128fde1-4ded-41d4-bc3a-f0bc4bf4acd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.432779 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8128fde1-4ded-41d4-bc3a-f0bc4bf4acd6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51994543-3368-4d71-8c13-4bceecb611cd HTTP/1.1" status: 204 len: 168 time: 0.1352890 Jul 16 18:25:05.441900 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128fde1-4ded-41d4-bc3a-f0bc4bf4acd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51994543-3368-4d71-8c13-4bceecb611cd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.505462 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.510768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d4cda-a294-45fd-a2db-a41eb8dd4be9 req-feddc28e-40f6-481c-9539-a73419e95466 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:05.512269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f70d4cda-a294-45fd-a2db-a41eb8dd4be9 req-feddc28e-40f6-481c-9539-a73419e95466 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0773220 Jul 16 18:25:05.552430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f70d4cda-a294-45fd-a2db-a41eb8dd4be9 req-46e5df2a-4e9f-4c59-8bf1-2d09f139df30 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338464 Jul 16 18:25:05.720736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.732911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32c78-600f-42d6-88b7-15162cf3ae7e req-f4879be2-c99c-4bdc-a2d7-8e3552de40cb tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:05.734649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92c32c78-600f-42d6-88b7-15162cf3ae7e req-f4879be2-c99c-4bdc-a2d7-8e3552de40cb tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0662017 Jul 16 18:25:05.737195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5053836-56f8-4ac7-ae33-08826dcd99a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.773038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92c32c78-600f-42d6-88b7-15162cf3ae7e req-4e28f73e-10f4-4ff5-8e6e-b508e5c3e8f9 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324950 Jul 16 18:25:05.829262 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5053836-56f8-4ac7-ae33-08826dcd99a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.833533 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f5053836-56f8-4ac7-ae33-08826dcd99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.869163 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f5053836-56f8-4ac7-ae33-08826dcd99a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e9f80ffa602420ea34e6f7285fa60f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471598 Jul 16 18:25:05.871795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.873747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5053836-56f8-4ac7-ae33-08826dcd99a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a09a9a-0ed2-4742-84e6-bc81221e5c4a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.927640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d2d62bc-af2e-4d66-86bd-767b9365c02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.949638 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d2d62bc-af2e-4d66-86bd-767b9365c02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.003996 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d2d62bc-af2e-4d66-86bd-767b9365c02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.006546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d2d62bc-af2e-4d66-86bd-767b9365c02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.009966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2d2d62bc-af2e-4d66-86bd-767b9365c02c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1a09a9a-0ed2-4742-84e6-bc81221e5c4a HTTP/1.1" status: 204 len: 168 time: 0.1346822 Jul 16 18:25:06.032497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d62bc-af2e-4d66-86bd-767b9365c02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a09a9a-0ed2-4742-84e6-bc81221e5c4a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:06.067118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dbbf1-a0df-4a1e-86a3-6057e7e2e295 req-34d6ab62-1e37-430e-82e7-79743819b4a6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:06.068631 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-690dbbf1-a0df-4a1e-86a3-6057e7e2e295 req-34d6ab62-1e37-430e-82e7-79743819b4a6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0777411 Jul 16 18:25:06.107512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-690dbbf1-a0df-4a1e-86a3-6057e7e2e295 req-15188882-4df2-43b4-93ee-a2636466b643 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332417 Jul 16 18:25:06.281640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675d047-4e12-4a14-8f7c-a0a1e9cb920a req-1767862a-4ef4-4812-92e2-df7447eae916 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:06.283218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a675d047-4e12-4a14-8f7c-a0a1e9cb920a req-1767862a-4ef4-4812-92e2-df7447eae916 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0634232 Jul 16 18:25:06.327097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a675d047-4e12-4a14-8f7c-a0a1e9cb920a req-7cad7e85-4ab9-4165-96b4-15f12989940e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Jul 16 18:25:06.611903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375ad5c-1134-4957-b2d1-633f5fba7cc9 req-f89a51d0-4e51-4cb6-951d-debf0e7648bb tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:06.613462 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c375ad5c-1134-4957-b2d1-633f5fba7cc9 req-f89a51d0-4e51-4cb6-951d-debf0e7648bb tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0677314 Jul 16 18:25:06.651256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c375ad5c-1134-4957-b2d1-633f5fba7cc9 req-023b342a-8bc1-4552-9ff7-bc93bdb61f6c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Jul 16 18:25:06.827707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166163d-307c-48bd-9208-ba4ceee3091a req-7cc34b01-b75b-459c-8881-c91b194e7c54 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:06.829245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7166163d-307c-48bd-9208-ba4ceee3091a req-7cc34b01-b75b-459c-8881-c91b194e7c54 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0663283 Jul 16 18:25:06.869833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7166163d-307c-48bd-9208-ba4ceee3091a req-1a823d73-2bdc-491f-8f7b-c97568e0bf16 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341218 Jul 16 18:25:07.162934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51fab1-40ba-4e20-b06a-ab60cf542923 req-3f89c960-4ac7-44d9-8d65-2eeb8b8a8587 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:07.164447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf51fab1-40ba-4e20-b06a-ab60cf542923 req-3f89c960-4ac7-44d9-8d65-2eeb8b8a8587 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0685163 Jul 16 18:25:07.205382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf51fab1-40ba-4e20-b06a-ab60cf542923 req-b828f4c7-7b1f-4d93-9d73-0023426c4c31 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351467 Jul 16 18:25:07.388325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2748a9-d82c-433f-b881-d624a0ab480c req-b9f5033f-060f-40d3-bd84-1f9f0d721364 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:07.389897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d2748a9-d82c-433f-b881-d624a0ab480c req-b9f5033f-060f-40d3-bd84-1f9f0d721364 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0655968 Jul 16 18:25:07.428443 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d2748a9-d82c-433f-b881-d624a0ab480c req-1d2946ba-ffdc-4d19-9ccf-d78d09073075 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Jul 16 18:25:07.597690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.712404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e02f2c-e2c8-4bf6-9182-2dc54120929e req-f801a8cb-3256-499e-882f-681de9ede1e0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:07.713947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25e02f2c-e2c8-4bf6-9182-2dc54120929e req-f801a8cb-3256-499e-882f-681de9ede1e0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0690198 Jul 16 18:25:07.751393 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-144531ae-84a5-4d67-bd81-994c54cd5691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.772189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25e02f2c-e2c8-4bf6-9182-2dc54120929e req-add9d278-c5b3-4015-a726-5fc701ee7c00 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526092 Jul 16 18:25:07.866746 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-144531ae-84a5-4d67-bd81-994c54cd5691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.870562 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-144531ae-84a5-4d67-bd81-994c54cd5691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.935600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-144531ae-84a5-4d67-bd81-994c54cd5691 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bc71386e81e4517a620ecee88b8651f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366213 Jul 16 18:25:07.938825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.945397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144531ae-84a5-4d67-bd81-994c54cd5691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38173022-124c-412c-bc25-1525dc764207,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.006484 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44424e9a-d675-40b1-8dcc-8d46cac1bb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.014899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7885004-8514-4478-9a41-2ea54f728684 req-4a1f5018-ecc2-4d05-b6a4-31fba7d81cbc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:08.016610 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7885004-8514-4478-9a41-2ea54f728684 req-4a1f5018-ecc2-4d05-b6a4-31fba7d81cbc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1272635 Jul 16 18:25:08.055420 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44424e9a-d675-40b1-8dcc-8d46cac1bb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.083573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7885004-8514-4478-9a41-2ea54f728684 req-f6e37402-5ca4-4096-844c-831076eb971e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591581 Jul 16 18:25:08.115353 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44424e9a-d675-40b1-8dcc-8d46cac1bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.118144 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44424e9a-d675-40b1-8dcc-8d46cac1bb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.119238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-44424e9a-d675-40b1-8dcc-8d46cac1bb56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/38173022-124c-412c-bc25-1525dc764207 HTTP/1.1" status: 204 len: 168 time: 0.1795192 Jul 16 18:25:08.127681 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44424e9a-d675-40b1-8dcc-8d46cac1bb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38173022-124c-412c-bc25-1525dc764207,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.362850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d52d6-90b3-4c64-872e-ae947231cfbe req-2c76bdb3-0a7b-4356-95a1-12d3b401ca17 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:08.364360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc2d52d6-90b3-4c64-872e-ae947231cfbe req-2c76bdb3-0a7b-4356-95a1-12d3b401ca17 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/networks?id=cd64b135-1a27-4b05-bed5-09c59d4d528d HTTP/1.1" status: 200 len: 812 time: 0.1034214 Jul 16 18:25:08.381156 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc2d52d6-90b3-4c64-872e-ae947231cfbe req-78beeccf-b831-422b-a1eb-2afcdbf66ca6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/quotas/39653ac6b80446089ba2a5340bd6293e HTTP/1.1" status: 200 len: 375 time: 0.0113688 Jul 16 18:25:08.388018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.431275 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89297ad8-5edd-476c-820f-8ae4f46449c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.494439 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc2d52d6-90b3-4c64-872e-ae947231cfbe req-4f41ecef-8606-4f48-bba4-15f41fbf43cb tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=39653ac6b80446089ba2a5340bd6293e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042926 Jul 16 18:25:08.548433 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89297ad8-5edd-476c-820f-8ae4f46449c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.552306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89297ad8-5edd-476c-820f-8ae4f46449c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.590301 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-89297ad8-5edd-476c-820f-8ae4f46449c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=647d3f13e87b45db850f888662ad921f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012606 Jul 16 18:25:08.592830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.601925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89297ad8-5edd-476c-820f-8ae4f46449c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d161b7-91d5-4b8b-b45e-b777986bda92,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.692003 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e4543e4-e6ef-4354-9b5f-7f6e9082bc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.711302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b7c5e-267f-4c9c-903f-ba53e133a866 req-410fc40f-d614-4aa9-b828-c60f261d8349 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:08.712795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc9b7c5e-267f-4c9c-903f-ba53e133a866 req-410fc40f-d614-4aa9-b828-c60f261d8349 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1120381 Jul 16 18:25:08.735331 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e4543e4-e6ef-4354-9b5f-7f6e9082bc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.786388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc9b7c5e-267f-4c9c-903f-ba53e133a866 req-e33dac53-233a-4ca4-b2a1-b53f0333c3e5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679922 Jul 16 18:25:08.809006 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e4543e4-e6ef-4354-9b5f-7f6e9082bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.813415 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e4543e4-e6ef-4354-9b5f-7f6e9082bc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.814726 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0e4543e4-e6ef-4354-9b5f-7f6e9082bc38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28d161b7-91d5-4b8b-b45e-b777986bda92 HTTP/1.1" status: 204 len: 168 time: 0.2203405 Jul 16 18:25:08.825499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4543e4-e6ef-4354-9b5f-7f6e9082bc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d161b7-91d5-4b8b-b45e-b777986bda92,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.969885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ce8ae-9075-41c0-ae2a-437bc68fe5a1 req-16617129-7423-4a96-8cd1-035df5cda4b4 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:08.971546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-137ce8ae-9075-41c0-ae2a-437bc68fe5a1 req-16617129-7423-4a96-8cd1-035df5cda4b4 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0676768 Jul 16 18:25:09.019013 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-137ce8ae-9075-41c0-ae2a-437bc68fe5a1 req-176d6010-8ce4-45e3-b1ac-f811cea69172 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417953 Jul 16 18:25:09.220631 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f2e08f52-2b24-4e3d-b872-bd73015e3fcb req-dbbd13d5-4c12-45e4-a63f-7eecb77d1ba2 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=39653ac6b80446089ba2a5340bd6293e HTTP/1.1" status: 200 len: 221 time: 0.0280027 Jul 16 18:25:09.392322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e75a53-6a36-4b87-9f89-3c792b1ffc99 req-90ae7aa3-25e2-474d-8302-857aeda587ac tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:09.393989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6e75a53-6a36-4b87-9f89-3c792b1ffc99 req-90ae7aa3-25e2-474d-8302-857aeda587ac tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0753703 Jul 16 18:25:09.432783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6e75a53-6a36-4b87-9f89-3c792b1ffc99 req-38a89db3-d5aa-47a9-b471-e2c240e6757f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327919 Jul 16 18:25:09.526103 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:25:09.616819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eac7ac-ee12-41a4-827d-060afbbf9cfb req-989da54f-1351-456b-b1da-b7d44c4d62d6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:09.618358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73eac7ac-ee12-41a4-827d-060afbbf9cfb req-989da54f-1351-456b-b1da-b7d44c4d62d6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0645165 Jul 16 18:25:09.658511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73eac7ac-ee12-41a4-827d-060afbbf9cfb req-d62bea90-f9aa-425d-8aa5-0652f644fa5b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343823 Jul 16 18:25:09.850262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617931e-ab4e-4cbd-bc92-830928229159 req-ebba47ec-e9a2-4f3a-92db-6a4c6b413d51 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:09.851781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c617931e-ab4e-4cbd-bc92-830928229159 req-ebba47ec-e9a2-4f3a-92db-6a4c6b413d51 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0651765 Jul 16 18:25:09.894449 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c617931e-ab4e-4cbd-bc92-830928229159 req-494883a2-1e39-45a6-8c74-8df3247a2456 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368140 Jul 16 18:25:09.992828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-b89932af-21d4-402d-926c-ba7de1cb27db service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535655 Jul 16 18:25:10.120535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8975fea-847d-44aa-aa05-791acb7c53b2 req-a0425db6-ac99-4897-8a31-35c6672b3a58 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.122079 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8975fea-847d-44aa-aa05-791acb7c53b2 req-a0425db6-ac99-4897-8a31-35c6672b3a58 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1118016 Jul 16 18:25:10.149069 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-86f78718-c760-4805-89a0-a57dc7cf2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.150590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-86f78718-c760-4805-89a0-a57dc7cf2b1d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 1097 time: 0.1069298 Jul 16 18:25:10.178748 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8975fea-847d-44aa-aa05-791acb7c53b2 req-4555d3ed-da2e-4389-8557-ea49e54ed681 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507605 Jul 16 18:25:10.270065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-f745e63c-e1cf-4dbd-95fe-ffc64f5b3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.271581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-f745e63c-e1cf-4dbd-95fe-ffc64f5b3181 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b HTTP/1.1" status: 200 len: 898 time: 0.0964367 Jul 16 18:25:10.380510 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-7fed9cd5-13d6-4c73-bc5b-ac6f9ad56075 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34b7efc-0238-4f07-a928-774c85adf91e HTTP/1.1" status: 200 len: 1002 time: 0.1016316 Jul 16 18:25:10.438632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107e4f0-a208-4d24-a41d-6b0c2ccddd08 req-71835dfe-7167-4cda-ab8d-402bd31be5af tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.440162 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f107e4f0-a208-4d24-a41d-6b0c2ccddd08 req-71835dfe-7167-4cda-ab8d-402bd31be5af tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1161509 Jul 16 18:25:10.454036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-d79e83ac-5f1d-4526-b96c-60e148e55b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.455467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-d79e83ac-5f1d-4526-b96c-60e148e55b97 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6b6b8273-6d4d-4775-8ddc-47d64fa5770b HTTP/1.1" status: 200 len: 834 time: 0.0684428 Jul 16 18:25:10.497195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f107e4f0-a208-4d24-a41d-6b0c2ccddd08 req-6e50d643-754f-47e5-af58-60542b0ea7f3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503154 Jul 16 18:25:10.701184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-90b5818a-fa9e-418e-9626-97eb066f902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.703326 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-90b5818a-fa9e-418e-9626-97eb066f902f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393110 Jul 16 18:25:10.711718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98143a8c-b64c-41f4-8971-e1607ea2a332 req-8e6c8dcd-3c20-44eb-a6fc-58b87e438691 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.712976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98143a8c-b64c-41f4-8971-e1607ea2a332 req-8e6c8dcd-3c20-44eb-a6fc-58b87e438691 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0846722 Jul 16 18:25:10.717865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-27169f56-3a86-4ba5-bf0b-e6668a67e1ed service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:25:10.719458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-27169f56-3a86-4ba5-bf0b-e6668a67e1ed service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055561 Jul 16 18:25:10.778720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98143a8c-b64c-41f4-8971-e1607ea2a332 req-92546e27-4af3-4894-bf0c-af012ae00349 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578525 Jul 16 18:25:10.830789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.854466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-1b2c45bd-3194-402c-af88-ae1e05a4993a service neutron] 10.222.0.38 "GET /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276677 Jul 16 18:25:10.973965 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dee144e8-e842-4f7b-bb1f-72c8010e00a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.010256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-929f3eeb-caf1-4786-ba03-f3ac63c5ebf1 req-26bbea58-7b4f-4cc4-a645-a532cb1746a8 service neutron] 10.222.0.38 "GET /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496282 Jul 16 18:25:11.043516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9473b49-4516-4342-9c74-122c4d757c49 req-ca36ac4f-d30c-4156-8b3a-892efdc3af17 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:11.044916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9473b49-4516-4342-9c74-122c4d757c49 req-ca36ac4f-d30c-4156-8b3a-892efdc3af17 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1254053 Jul 16 18:25:11.106263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9473b49-4516-4342-9c74-122c4d757c49 req-eab3e537-8ec0-4274-b940-2542ab31f1a4 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547831 Jul 16 18:25:11.147049 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dee144e8-e842-4f7b-bb1f-72c8010e00a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.151103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dee144e8-e842-4f7b-bb1f-72c8010e00a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.190265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dee144e8-e842-4f7b-bb1f-72c8010e00a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cf19b6cb91f45b39de1c73d9b68e0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581228 Jul 16 18:25:11.191232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee144e8-e842-4f7b-bb1f-72c8010e00a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90858512-2ffa-4623-a2c2-7f9ddc0b6c2a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:11.193578 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.250315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe10f-90e7-4e62-af62-b3b24a4069b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.272986 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe10f-90e7-4e62-af62-b3b24a4069b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.287919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba0f48-b67a-4dc4-9516-d8f1834f5bba req-8ee74379-e9f1-4c6e-b63e-9c7923229bad tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:11.289454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5cba0f48-b67a-4dc4-9516-d8f1834f5bba req-8ee74379-e9f1-4c6e-b63e-9c7923229bad tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0636504 Jul 16 18:25:11.325010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe10f-90e7-4e62-af62-b3b24a4069b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.328715 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe10f-90e7-4e62-af62-b3b24a4069b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.329932 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3a8fe10f-90e7-4e62-af62-b3b24a4069b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90858512-2ffa-4623-a2c2-7f9ddc0b6c2a HTTP/1.1" status: 204 len: 168 time: 0.1345086 Jul 16 18:25:11.338099 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fe10f-90e7-4e62-af62-b3b24a4069b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90858512-2ffa-4623-a2c2-7f9ddc0b6c2a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:11.341866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5cba0f48-b67a-4dc4-9516-d8f1834f5bba req-3278cc96-0717-404b-9ca5-e1af0de504dc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462313 Jul 16 18:25:11.611787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36570) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.626764 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b3627ca-6fe7-4801-803c-71aa57e72538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.728322 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b3627ca-6fe7-4801-803c-71aa57e72538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.732284 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2b3627ca-6fe7-4801-803c-71aa57e72538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.772232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3627ca-6fe7-4801-803c-71aa57e72538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35537872-ed8e-41ff-a8ac-271dbbf5101b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:11.779011 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2b3627ca-6fe7-4801-803c-71aa57e72538 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03fca57211174ea1959aa767a6aae712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659727 Jul 16 18:25:11.781185 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.840293 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-671791ad-201a-492d-afc9-0d1cd26a14f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.864619 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-671791ad-201a-492d-afc9-0d1cd26a14f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.897699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8ff91-76ff-4333-b79e-72d15e201312 req-2d0a22f7-232f-4eff-a171-057f55600ae5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:11.899245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36a8ff91-76ff-4333-b79e-72d15e201312 req-2d0a22f7-232f-4eff-a171-057f55600ae5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.4276364 Jul 16 18:25:11.916471 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-671791ad-201a-492d-afc9-0d1cd26a14f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.919273 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-671791ad-201a-492d-afc9-0d1cd26a14f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.920548 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-671791ad-201a-492d-afc9-0d1cd26a14f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35537872-ed8e-41ff-a8ac-271dbbf5101b HTTP/1.1" status: 204 len: 168 time: 0.1381822 Jul 16 18:25:11.933857 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671791ad-201a-492d-afc9-0d1cd26a14f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35537872-ed8e-41ff-a8ac-271dbbf5101b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:11.944900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36a8ff91-76ff-4333-b79e-72d15e201312 req-a03ff45d-1a05-4509-a26c-d08e92e54096 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Jul 16 18:25:12.145684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdaeb3-d19e-4b6b-91c3-17ae353eb529 req-e487213d-d302-4736-9353-9edb99b3369f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:12.148886 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33bdaeb3-d19e-4b6b-91c3-17ae353eb529 req-e487213d-d302-4736-9353-9edb99b3369f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0844498 Jul 16 18:25:12.205638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33bdaeb3-d19e-4b6b-91c3-17ae353eb529 req-e86ca88c-0791-4864-827c-b62d7c4f196f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471106 Jul 16 18:25:12.361473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5e4ef-5e89-48b7-9919-c0bf3e52647e req-6cacc095-7b10-450e-b559-adf9835538e5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:12.363104 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12f5e4ef-5e89-48b7-9919-c0bf3e52647e req-6cacc095-7b10-450e-b559-adf9835538e5 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.0887272 Jul 16 18:25:12.431897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12f5e4ef-5e89-48b7-9919-c0bf3e52647e req-5645ca21-04ea-4d14-9260-37b86ea95452 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501842 Jul 16 18:25:12.452027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1ded6-bcce-4346-8069-5180ab7ff6ea req-6c6623fd-80c2-4dbf-8f76-14998edd94c6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:12.454046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cec1ded6-bcce-4346-8069-5180ab7ff6ea req-6c6623fd-80c2-4dbf-8f76-14998edd94c6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1148415 Jul 16 18:25:12.493823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cec1ded6-bcce-4346-8069-5180ab7ff6ea req-c5616dd3-d09c-4ade-88c6-68b3cf266b55 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334134 Jul 16 18:25:12.677223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c633167-d324-459a-8436-6cbfc3c911b2 req-4b27b806-d7a9-4722-8111-3526815d5fbd tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:12.678769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c633167-d324-459a-8436-6cbfc3c911b2 req-4b27b806-d7a9-4722-8111-3526815d5fbd tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0672095 Jul 16 18:25:12.716772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c633167-d324-459a-8436-6cbfc3c911b2 req-ee6adaf1-bc55-4d4d-9d2b-c841d4ea0229 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Jul 16 18:25:12.912154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568cb98-b479-4d31-b590-46a9413ce21e req-b08f4f61-050d-4998-870d-5fc8928615e4 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:12.913844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9568cb98-b479-4d31-b590-46a9413ce21e req-b08f4f61-050d-4998-870d-5fc8928615e4 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0643504 Jul 16 18:25:12.951628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9568cb98-b479-4d31-b590-46a9413ce21e req-671b29be-f85d-400e-a3c6-c001a202d022 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317357 Jul 16 18:25:13.131030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2904f-2e00-411f-a994-79fba399597d req-484f1a32-eedc-4678-a59a-d9812b764051 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.132526 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ac2904f-2e00-411f-a994-79fba399597d req-484f1a32-eedc-4678-a59a-d9812b764051 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0650816 Jul 16 18:25:13.171147 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6ac2904f-2e00-411f-a994-79fba399597d req-1a9b267e-1e9a-4afa-a656-4bc62026988c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326445 Jul 16 18:25:13.453499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55ec8c-1623-472b-88a5-8a513307b3d3 req-46d7b0cc-ddea-414a-aa47-ed9f3cb306dc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.455218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b55ec8c-1623-472b-88a5-8a513307b3d3 req-46d7b0cc-ddea-414a-aa47-ed9f3cb306dc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0746439 Jul 16 18:25:13.513113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b55ec8c-1623-472b-88a5-8a513307b3d3 req-cf74b2d9-1784-42e4-910b-d95e301561c8 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518041 Jul 16 18:25:13.674924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5da5c-eeb6-4237-aad3-7f5567e95a69 req-6cecd50c-f8d7-40f8-a8b6-7dcafae22f04 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.676405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18a5da5c-eeb6-4237-aad3-7f5567e95a69 req-6cecd50c-f8d7-40f8-a8b6-7dcafae22f04 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.0763254 Jul 16 18:25:13.748106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18a5da5c-eeb6-4237-aad3-7f5567e95a69 req-609effb3-d174-4133-9a1d-0b0e6b5e8089 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586555 Jul 16 18:25:13.786373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c06a5f-3a3a-4bb4-ba18-9fcc1479812e req-7a5a5eaf-4868-4fed-88f9-9f7c30567c1d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.788592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36c06a5f-3a3a-4bb4-ba18-9fcc1479812e req-7a5a5eaf-4868-4fed-88f9-9f7c30567c1d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1101561 Jul 16 18:25:13.833884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36c06a5f-3a3a-4bb4-ba18-9fcc1479812e req-a5855b68-715b-445e-bbe9-05aa6535f43b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 Jul 16 18:25:14.076774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae33a78-14cf-4ca2-8fb1-7a39ef0ea7bb req-1e6df5b8-1c6d-4d93-9e6d-6a6d06173a0e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:14.080885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ae33a78-14cf-4ca2-8fb1-7a39ef0ea7bb req-1e6df5b8-1c6d-4d93-9e6d-6a6d06173a0e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0729189 Jul 16 18:25:14.119839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ae33a78-14cf-4ca2-8fb1-7a39ef0ea7bb req-59667cbe-379c-496a-85e0-a0c92c20a072 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351403 Jul 16 18:25:14.237560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.308167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b847b-3b96-44e5-8f3a-72ab00740cd3 req-13f67d5c-b3bd-4db8-944c-6705980bb3cd tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:14.309699 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b00b847b-3b96-44e5-8f3a-72ab00740cd3 req-13f67d5c-b3bd-4db8-944c-6705980bb3cd tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0676811 Jul 16 18:25:14.347160 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e857edd-f1a9-4bbd-821e-e111f200a240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.352196 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b00b847b-3b96-44e5-8f3a-72ab00740cd3 req-3ce1e2b6-a8e0-4f66-81c6-08de20c13a5f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365036 Jul 16 18:25:14.439180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e857edd-f1a9-4bbd-821e-e111f200a240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.442896 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e857edd-f1a9-4bbd-821e-e111f200a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.483349 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6e857edd-f1a9-4bbd-821e-e111f200a240 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d29da8bf3f3493b9b456edbffa750a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444210 Jul 16 18:25:14.485372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e857edd-f1a9-4bbd-821e-e111f200a240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206af6d9-cfae-4144-b174-e79508e3b6a9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:14.488479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36740) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.537866 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a228a6a0-a16b-4076-a506-0335d3304d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.543932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60590985-7cc4-4fae-94ec-23e57a73eb86 req-aecae44d-23e9-45a2-839f-c7947814cbfa tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:14.545571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60590985-7cc4-4fae-94ec-23e57a73eb86 req-aecae44d-23e9-45a2-839f-c7947814cbfa tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0660949 Jul 16 18:25:14.559285 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a228a6a0-a16b-4076-a506-0335d3304d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.583534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60590985-7cc4-4fae-94ec-23e57a73eb86 req-a6655163-fae4-4837-aa65-922f9551a0e9 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320213 Jul 16 18:25:14.606324 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a228a6a0-a16b-4076-a506-0335d3304d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.609862 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a228a6a0-a16b-4076-a506-0335d3304d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.612978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a228a6a0-a16b-4076-a506-0335d3304d1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/206af6d9-cfae-4144-b174-e79508e3b6a9 HTTP/1.1" status: 204 len: 168 time: 0.1233425 Jul 16 18:25:14.621016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228a6a0-a16b-4076-a506-0335d3304d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206af6d9-cfae-4144-b174-e79508e3b6a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:14.761886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297e888-74f6-44d4-bad4-a62430f6aac4 req-43085095-4cc0-440f-bb43-6a6665f63356 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:14.763388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d297e888-74f6-44d4-bad4-a62430f6aac4 req-43085095-4cc0-440f-bb43-6a6665f63356 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0654478 Jul 16 18:25:14.804430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d297e888-74f6-44d4-bad4-a62430f6aac4 req-a68b1bdb-0a5e-45af-b076-dd9ee4aeffa5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343089 Jul 16 18:25:14.898697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36752) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.914089 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e51c2ed-53df-45a5-8702-c7a0ca28843c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.950006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957911c4-08a2-450a-83e9-179490ab1bee req-7fd55358-33ca-422b-9d57-889afc4d607f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:14.951555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-957911c4-08a2-450a-83e9-179490ab1bee req-7fd55358-33ca-422b-9d57-889afc4d607f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.0731490 Jul 16 18:25:14.992560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-957911c4-08a2-450a-83e9-179490ab1bee req-927293e8-8725-4989-9d93-39937a7342aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347233 Jul 16 18:25:15.026511 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e51c2ed-53df-45a5-8702-c7a0ca28843c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.031571 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e51c2ed-53df-45a5-8702-c7a0ca28843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.077953 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7e51c2ed-53df-45a5-8702-c7a0ca28843c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a477903deac4fa9bc9df7202aa19910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776755 Jul 16 18:25:15.081193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:15.083560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51c2ed-53df-45a5-8702-c7a0ca28843c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0785443e-c8cd-42de-afe3-551223f1abe9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.167702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-893c8a24-f5dd-40f1-9dfd-aa0c0d3c8444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.199920 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-893c8a24-f5dd-40f1-9dfd-aa0c0d3c8444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.214357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c8163-d54e-4191-aa91-db3047bf5043 req-aa19e723-455b-4eb2-8944-ce46bcd84a0a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:15.215880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-604c8163-d54e-4191-aa91-db3047bf5043 req-aa19e723-455b-4eb2-8944-ce46bcd84a0a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1091740 Jul 16 18:25:15.276724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-604c8163-d54e-4191-aa91-db3047bf5043 req-f50ba83d-6b0b-46a3-8c2b-38e22879696b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517826 Jul 16 18:25:15.291063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-893c8a24-f5dd-40f1-9dfd-aa0c0d3c8444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.293952 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-893c8a24-f5dd-40f1-9dfd-aa0c0d3c8444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.298837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-893c8a24-f5dd-40f1-9dfd-aa0c0d3c8444 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0785443e-c8cd-42de-afe3-551223f1abe9 HTTP/1.1" status: 204 len: 168 time: 0.2125759 Jul 16 18:25:15.306804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c8a24-f5dd-40f1-9dfd-aa0c0d3c8444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0785443e-c8cd-42de-afe3-551223f1abe9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:16.185011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a04572-9f95-4e1e-8402-60890e517e38 req-9a1d35c4-a4cc-48be-a12e-60b6b8e43c6b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:16.186754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a04572-9f95-4e1e-8402-60890e517e38 req-9a1d35c4-a4cc-48be-a12e-60b6b8e43c6b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.0679975 Jul 16 18:25:16.225518 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a04572-9f95-4e1e-8402-60890e517e38 req-651b4e0a-3a45-4740-b0b7-dfb22d654b4e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324585 Jul 16 18:25:16.450721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ad60e-5eb5-4e25-8d7d-e3b48006c071 req-80dbc039-409c-4865-a305-4e1b8dae84a6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:16.452248 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb7ad60e-5eb5-4e25-8d7d-e3b48006c071 req-80dbc039-409c-4865-a305-4e1b8dae84a6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0636177 Jul 16 18:25:16.491475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb7ad60e-5eb5-4e25-8d7d-e3b48006c071 req-bec9e56e-3f6c-4778-af54-81937e29d617 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Jul 16 18:25:16.602408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:16.708608 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97405715-cbb0-4bc3-b29a-51c542997708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.810237 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97405715-cbb0-4bc3-b29a-51c542997708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.814829 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97405715-cbb0-4bc3-b29a-51c542997708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.853763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-97405715-cbb0-4bc3-b29a-51c542997708 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a502e65a2a59451a9fba6af5c607f38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502198 Jul 16 18:25:16.854665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97405715-cbb0-4bc3-b29a-51c542997708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2f6bcf-e16d-493f-98fb-679bf1e09adf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:16.856671 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36832) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:16.916178 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78e011a7-3ab5-4c4c-a6dd-44bdc4472c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.937241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e9c3d-8746-4f8d-b7c6-b1d36a78e5c9 req-99c6f77a-5197-4395-a225-18b3f08d2fc8 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:16.944071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad9e9c3d-8746-4f8d-b7c6-b1d36a78e5c9 req-99c6f77a-5197-4395-a225-18b3f08d2fc8 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0736995 Jul 16 18:25:16.947254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78e011a7-3ab5-4c4c-a6dd-44bdc4472c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.979456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad9e9c3d-8746-4f8d-b7c6-b1d36a78e5c9 req-dc9c017a-9408-44c6-8651-1e227f7b946f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343874 Jul 16 18:25:17.004255 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78e011a7-3ab5-4c4c-a6dd-44bdc4472c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.004255 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-78e011a7-3ab5-4c4c-a6dd-44bdc4472c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.005781 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-78e011a7-3ab5-4c4c-a6dd-44bdc4472c2a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f2f6bcf-e16d-493f-98fb-679bf1e09adf HTTP/1.1" status: 204 len: 168 time: 0.1468275 Jul 16 18:25:17.013625 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e011a7-3ab5-4c4c-a6dd-44bdc4472c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2f6bcf-e16d-493f-98fb-679bf1e09adf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:17.407489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48f29a-b3a2-4fb5-b823-3fd7e2882aa3 req-43090e8c-ae75-407a-8d46-6f11022f7b51 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:17.409106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f48f29a-b3a2-4fb5-b823-3fd7e2882aa3 req-43090e8c-ae75-407a-8d46-6f11022f7b51 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.0694153 Jul 16 18:25:17.448045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f48f29a-b3a2-4fb5-b823-3fd7e2882aa3 req-a541b96a-d81e-4f4a-a3b9-9389960253e7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330710 Jul 16 18:25:18.137753 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.155846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c32e3-0e96-4375-9b11-a9b90fff6eea req-34293fb8-875c-41b0-a75c-cb3720b18e84 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:18.157456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-367c32e3-0e96-4375-9b11-a9b90fff6eea req-34293fb8-875c-41b0-a75c-cb3720b18e84 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0652649 Jul 16 18:25:18.196229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-367c32e3-0e96-4375-9b11-a9b90fff6eea req-d4113089-ba5e-4634-8ae4-2fd804c67114 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327358 Jul 16 18:25:18.236696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-667348470', 'router:external': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:18.257829 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Made reservation on behalf of 57f68de30b124742ac04cc17c1a517a8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:18.260119 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.268601 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.358620 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.363212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.373272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f4669-9dc5-4dd8-a7ea-6fa69b621b37 req-3a15567a-5da1-4ef2-bc20-34ce96c50261 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:18.375517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5a7f4669-9dc5-4dd8-a7ea-6fa69b621b37 req-3a15567a-5da1-4ef2-bc20-34ce96c50261 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0669782 Jul 16 18:25:18.384135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:18.399127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c0ef99-087c-4357-b835-fbf476bf9705,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:18.402050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.402398 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Added segment 9a561da9-bd43-463d-9dcc-b81d4213cda4 of type vlan for network 6932446b-d2ea-45bb-a9be-757c9e90fc16 Jul 16 18:25:18.420484 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5a7f4669-9dc5-4dd8-a7ea-6fa69b621b37 req-5a718460-e69e-40a8-a968-07e06de52080 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 Jul 16 18:25:18.448630 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.486335 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.487419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:18.488079 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.555865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event updated for resources: {'Network': ['ID=6932446b-d2ea-45bb-a9be-757c9e90fc16,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:18.558988 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ee4687fa-0e47-4fbd-8e57-2b7f8ef6f350 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4201555 Jul 16 18:25:18.561920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36884) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.568047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 6932446b-d2ea-45bb-a9be-757c9e90fc16 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:18.570720 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Request body: {'subnet': {'network_id': '6932446b-d2ea-45bb-a9be-757c9e90fc16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:18.596898 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Made reservation on behalf of 57f68de30b124742ac04cc17c1a517a8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:18.599971 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.672183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c7722-1e41-4df9-b54c-ffd622ab497c req-0e89988b-d2c2-4c0f-a6b0-5816c953ca64 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:18.673998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-059c7722-1e41-4df9-b54c-ffd622ab497c req-0e89988b-d2c2-4c0f-a6b0-5816c953ca64 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.1005547 Jul 16 18:25:18.727431 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a435a3c-b5b9-4b73-97b1-ba3e8f7f7f69 req-61fb2e73-3b44-4853-b51f-46aa474e8994 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:18.728927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a435a3c-b5b9-4b73-97b1-ba3e8f7f7f69 req-61fb2e73-3b44-4853-b51f-46aa474e8994 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1123939 Jul 16 18:25:18.731863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-059c7722-1e41-4df9-b54c-ffd622ab497c req-f6687f3d-8c02-491b-98b4-91b686b6035b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516188 Jul 16 18:25:18.769122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a435a3c-b5b9-4b73-97b1-ba3e8f7f7f69 req-9ac5cd85-bb89-4102-8d1f-d6c74284e220 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332227 Jul 16 18:25:18.911404 n-d-793618-9 neutron-server[93766]: DEBUG neutron.objects.ports [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93766) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:25:18.911879 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.967332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af227357-9745-4f00-9a58-d285d4acb712 req-3f69ca67-7461-43e7-b678-85b04a46637f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:18.967564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event updated for resources: {'Subnet': ['ID=16cacfeb-e4d1-4c76-89a4-9c1424c48c9a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:18.969723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af227357-9745-4f00-9a58-d285d4acb712 req-3f69ca67-7461-43e7-b678-85b04a46637f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0689771 Jul 16 18:25:18.976745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Checking segment: {'id': '9a561da9-bd43-463d-9dcc-b81d4213cda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6932446b-d2ea-45bb-a9be-757c9e90fc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:18.977121 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Network hostable DHCP agents. Network: 6932446b-d2ea-45bb-a9be-757c9e90fc16, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:18.994132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Network 6932446b-d2ea-45bb-a9be-757c9e90fc16 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:19.003745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 6932446b-d2ea-45bb-a9be-757c9e90fc16) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:19.009008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.009948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af227357-9745-4f00-9a58-d285d4acb712 req-6c6dd815-8fc3-4962-bfc9-cc2ae79520ef tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329494 Jul 16 18:25:19.013133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6338d35-c45f-4c20-afab-6bac2bf349cc None None] Network 6932446b-d2ea-45bb-a9be-757c9e90fc16 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:19.017134 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.036155 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-493b39a5-2e96-4c4e-98ea-79dad181faf1 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4729867 Jul 16 18:25:19.036800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:19.042568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-921119399', 'network_id': '6932446b-d2ea-45bb-a9be-757c9e90fc16'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:19.064067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Made reservation on behalf of 57f68de30b124742ac04cc17c1a517a8 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:19.066986 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.083960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] device_id is not set on port 9958ca94-c3aa-48b9-9569-a3d851835c24 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:19.147043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef21a2c7-d034-422c-99e2-1ffba8c147ef None None] Network 6932446b-d2ea-45bb-a9be-757c9e90fc16 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:19.189637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Allocated IP 172.20.0.5 (6932446b-d2ea-45bb-a9be-757c9e90fc16/16cacfeb-e4d1-4c76-89a4-9c1424c48c9a/9958ca94-c3aa-48b9-9569-a3d851835c24) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:19.209515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea261e9f-6a12-4e4c-a1e1-a95dedf59fb1 req-e2c2ba48-1153-49a0-9ffe-19b1a36e2d2e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.211270 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea261e9f-6a12-4e4c-a1e1-a95dedf59fb1 req-e2c2ba48-1153-49a0-9ffe-19b1a36e2d2e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0677729 Jul 16 18:25:19.257050 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ea261e9f-6a12-4e4c-a1e1-a95dedf59fb1 req-161e5231-7606-4be8-abac-7a63eace95d3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394285 Jul 16 18:25:19.341453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.379965 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.419840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Network 6932446b-d2ea-45bb-a9be-757c9e90fc16 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:19.424764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:19.428257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:19.433261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece708c-33b3-46f9-9eac-d74e3898f1a3 req-3743bf5e-bf47-4a05-8632-04ac2aab78fc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.434863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cece708c-33b3-46f9-9eac-d74e3898f1a3 req-3743bf5e-bf47-4a05-8632-04ac2aab78fc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0652723 Jul 16 18:25:19.453762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event updated for resources: {'Port': ['ID=9958ca94-c3aa-48b9-9569-a3d851835c24,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.473726 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.474353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.478803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cece708c-33b3-46f9-9eac-d74e3898f1a3 req-120f94db-bc91-424b-919c-7a9dacd27dcc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372341 Jul 16 18:25:19.487288 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-973ea1b2-82a6-4885-a4d6-d1ce86a169a0 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.4493580 Jul 16 18:25:19.489811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36896) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:19.579069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e00f1d02-cd3e-4b58-9a45-9a7b78892e94 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Deleting port 9958ca94-c3aa-48b9-9569-a3d851835c24 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:19.579418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00f1d02-cd3e-4b58-9a45-9a7b78892e94 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.653995 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00f1d02-cd3e-4b58-9a45-9a7b78892e94 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.667891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e00f1d02-cd3e-4b58-9a45-9a7b78892e94 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Calling delete_port for 9958ca94-c3aa-48b9-9569-a3d851835c24 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:19.723703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79546f-baa6-41c2-9280-d3a3be68fc95 req-132a3810-5e16-4669-9e1f-1e47e027c977 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.725199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d79546f-baa6-41c2-9280-d3a3be68fc95 req-132a3810-5e16-4669-9e1f-1e47e027c977 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0675125 Jul 16 18:25:19.766099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9d79546f-baa6-41c2-9280-d3a3be68fc95 req-8c4362a3-e7cf-45a8-bf1e-414d835b070d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351131 Jul 16 18:25:19.797009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00f1d02-cd3e-4b58-9a45-9a7b78892e94 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.827271 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f1d02-cd3e-4b58-9a45-9a7b78892e94 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event deleted for resources: {'Port': ['ID=9958ca94-c3aa-48b9-9569-a3d851835c24,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.909516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e00f1d02-cd3e-4b58-9a45-9a7b78892e94 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.911576 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e00f1d02-cd3e-4b58-9a45-9a7b78892e94 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "DELETE /v2.0/ports/9958ca94-c3aa-48b9-9569-a3d851835c24 HTTP/1.1" status: 204 len: 168 time: 0.4208455 Jul 16 18:25:19.914193 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:19.918791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6932446b-d2ea-45bb-a9be-757c9e90fc16', 'external_fixed_ips': [{'subnet_id': '16cacfeb-e4d1-4c76-89a4-9c1424c48c9a', 'ip_address': '172.20.0.5'}]}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:19.939756 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.940762 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.964833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff0a83-8cce-4175-9d4a-0be19b6e4692 req-f8b78722-39e9-4ec9-a2f8-67bb0a4b39d2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.966367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34ff0a83-8cce-4175-9d4a-0be19b6e4692 req-f8b78722-39e9-4ec9-a2f8-67bb0a4b39d2 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.1056945 Jul 16 18:25:19.992189 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.000896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c99d5f-28e0-4085-9feb-24ec682f95b9 req-6441afce-eff9-4747-be8b-a40a95083cd1 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:20.002421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44c99d5f-28e0-4085-9feb-24ec682f95b9 req-6441afce-eff9-4747-be8b-a40a95083cd1 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1077290 Jul 16 18:25:20.035641 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34ff0a83-8cce-4175-9d4a-0be19b6e4692 req-acdf26d6-2fe9-4349-91ad-4b0afc7550b8 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619395 Jul 16 18:25:20.054017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44c99d5f-28e0-4085-9feb-24ec682f95b9 req-ca0b7bd3-82bb-40cf-8b83-fa2d3658eb75 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454617 Jul 16 18:25:20.134903 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.250676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75488c1a-eca9-4023-8243-0017d3812183 req-d3680ef9-9a27-46f4-9994-8d497f7f7acc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:20.252212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75488c1a-eca9-4023-8243-0017d3812183 req-d3680ef9-9a27-46f4-9994-8d497f7f7acc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0655277 Jul 16 18:25:20.290665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75488c1a-eca9-4023-8243-0017d3812183 req-fc2a06fc-ea3b-4ccc-aa89-010e227066bc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325491 Jul 16 18:25:20.336564 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.360092 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.471464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fbcd2-423f-4c80-b54b-57451b1355fa req-0b0ceba9-5fa0-4a1f-9957-810537729f59 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:20.472994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b79fbcd2-423f-4c80-b54b-57451b1355fa req-0b0ceba9-5fa0-4a1f-9957-810537729f59 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0691423 Jul 16 18:25:20.512802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b79fbcd2-423f-4c80-b54b-57451b1355fa req-83d08e60-de7e-4285-aa06-fa0615b563f8 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339367 Jul 16 18:25:20.548458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Allocated IP 172.20.0.5 (6932446b-d2ea-45bb-a9be-757c9e90fc16/16cacfeb-e4d1-4c76-89a4-9c1424c48c9a/165c1e97-6351-43b0-b522-968567acc618) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:20.652966 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.692858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.707491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af556f1f-5dc3-4ef3-af88-436228c80321 req-bb240f4d-99e7-483a-b7de-e017eab1ae6f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:20.709104 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af556f1f-5dc3-4ef3-af88-436228c80321 req-bb240f4d-99e7-483a-b7de-e017eab1ae6f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0651462 Jul 16 18:25:20.729576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Network 6932446b-d2ea-45bb-a9be-757c9e90fc16 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:20.736224 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:20.739789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:20.750441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af556f1f-5dc3-4ef3-af88-436228c80321 req-0412c86f-bdb7-4516-b6fd-1eb4ef3053ce tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345287 Jul 16 18:25:20.767174 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event updated for resources: {'Port': ['ID=165c1e97-6351-43b0-b522-968567acc618,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.929714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095af28-780c-4377-9315-228b4fbecd08 req-a0e9c6ed-15ce-4035-a4b2-55ef515976e5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:20.931258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c095af28-780c-4377-9315-228b4fbecd08 req-a0e9c6ed-15ce-4035-a4b2-55ef515976e5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0664411 Jul 16 18:25:20.969634 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c095af28-780c-4377-9315-228b4fbecd08 req-8866f170-5b68-4834-9808-2b535086c575 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325027 Jul 16 18:25:21.003486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.205756 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.274437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da21ce4-05ce-40f0-b759-4834bf7f33c1 req-0ac67cef-3b60-41f2-b46e-4562a20a9ee4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.276308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6da21ce4-05ce-40f0-b759-4834bf7f33c1 req-0ac67cef-3b60-41f2-b46e-4562a20a9ee4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.1242564 Jul 16 18:25:21.315499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a7101-971d-4f90-bc96-93a495847132 req-2f3b5224-22e7-4941-94b4-634e07686043 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.317110 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e7a7101-971d-4f90-bc96-93a495847132 req-2f3b5224-22e7-4941-94b4-634e07686043 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1321452 Jul 16 18:25:21.349910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6da21ce4-05ce-40f0-b759-4834bf7f33c1 req-399d5a9b-f3f3-44cf-9409-8fd850fc49af tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618849 Jul 16 18:25:21.370744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e7a7101-971d-4f90-bc96-93a495847132 req-6114753e-ea2f-419e-b7b3-895302edf893 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471928 Jul 16 18:25:21.555268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a0446-fa7f-4dbc-89b8-85942b7bab75 req-8e3e3434-cbb8-4f12-b04e-570a4f1e6748 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.556877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-056a0446-fa7f-4dbc-89b8-85942b7bab75 req-8e3e3434-cbb8-4f12-b04e-570a4f1e6748 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0696702 Jul 16 18:25:21.596535 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-056a0446-fa7f-4dbc-89b8-85942b7bab75 req-b7f49b76-aa93-439a-994b-fc384ed0b043 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332942 Jul 16 18:25:21.680201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Router 9b7ab2d1-5dd5-47e5-aced-613e84f31d5c is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:21.795188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be715c3-ea03-43b0-895d-f6f1710c9736 req-03d62a0e-709a-43d6-a165-a2b308a67621 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.797301 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8be715c3-ea03-43b0-895d-f6f1710c9736 req-03d62a0e-709a-43d6-a165-a2b308a67621 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0660505 Jul 16 18:25:21.798915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:21.808889 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] Sync routers for ids ['9b7ab2d1-5dd5-47e5-aced-613e84f31d5c'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:21.815470 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.817103 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-11499722-89d9-4ee0-92a9-dd4dc69840da tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.9018302 Jul 16 18:25:21.819563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36932) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:21.820344 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] Routers {'9b7ab2d1-5dd5-47e5-aced-613e84f31d5c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:21.821154 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['9b7ab2d1-5dd5-47e5-aced-613e84f31d5c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:21.842663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8be715c3-ea03-43b0-895d-f6f1710c9736 req-70adefe2-1a4c-47eb-bd27-8161214a8136 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391128 Jul 16 18:25:21.932256 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] Set router 9b7ab2d1-5dd5-47e5-aced-613e84f31d5c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:21.934603 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.032462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1fd76-9de7-4dcf-b8b6-647ed5dd3828 req-29ea4b3b-e2cf-4bf8-9b49-2f52a85ae560 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.034195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53a1fd76-9de7-4dcf-b8b6-647ed5dd3828 req-29ea4b3b-e2cf-4bf8-9b49-2f52a85ae560 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0667713 Jul 16 18:25:22.038490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.073082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53a1fd76-9de7-4dcf-b8b6-647ed5dd3828 req-7940959e-5aef-4e1f-978a-82ad99440474 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324347 Jul 16 18:25:22.099076 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Deleting port 165c1e97-6351-43b0-b522-968567acc618 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:22.099437 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.121941 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7ab2d1-5dd5-47e5-aced-613e84f31d5c', 'name': '', 'tenant_id': '57f68de30b124742ac04cc17c1a517a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6932446b-d2ea-45bb-a9be-757c9e90fc16', 'external_fixed_ips': [{'subnet_id': '16cacfeb-e4d1-4c76-89a4-9c1424c48c9a', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '165c1e97-6351-43b0-b522-968567acc618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:19Z', 'updated_at': '2021-07-16T18:25:20Z', 'revision_number': 3, 'project_id': '57f68de30b124742ac04cc17c1a517a8', 'gw_port': {'id': '165c1e97-6351-43b0-b522-968567acc618', 'name': '', 'network_id': '6932446b-d2ea-45bb-a9be-757c9e90fc16', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7ab2d1-5dd5-47e5-aced-613e84f31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '16cacfeb-e4d1-4c76-89a4-9c1424c48c9a', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:20Z', 'updated_at': '2021-07-16T18:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16cacfeb-e4d1-4c76-89a4-9c1424c48c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:22.159158 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] Checking router: 9b7ab2d1-5dd5-47e5-aced-613e84f31d5c for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:22.159512 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] Updating router 9b7ab2d1-5dd5-47e5-aced-613e84f31d5c port 165c1e97-6351-43b0-b522-968567acc618 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:22.183343 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.193101 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.195845 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Calling delete_port for 165c1e97-6351-43b0-b522-968567acc618 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:22.345733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4262c7-e14d-4b54-85ee-7b5e3d34fe08 req-a8a70f42-0d41-4a31-92e1-6bf3f394b143 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.347376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f4262c7-e14d-4b54-85ee-7b5e3d34fe08 req-a8a70f42-0d41-4a31-92e1-6bf3f394b143 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0719826 Jul 16 18:25:22.375514 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.398878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f4262c7-e14d-4b54-85ee-7b5e3d34fe08 req-510fff21-84ef-4474-87bc-adcb3cbe918d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453751 Jul 16 18:25:22.403530 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event deleted for resources: {'Port': ['ID=165c1e97-6351-43b0-b522-968567acc618,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:22.463402 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:25:22.463799 n-d-793618-9 neutron-server[93769]: DEBUG oslo_db.api [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:25:22.480213 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.573122 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.573902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3068-cef7-4dad-b276-248e54a21b51 req-3f58cac1-bcc2-44f7-9626-48536a11adbf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.575403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50af3068-cef7-4dad-b276-248e54a21b51 req-3f58cac1-bcc2-44f7-9626-48536a11adbf tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.0954630 Jul 16 18:25:22.575612 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.620709 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.621954 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b7ab2d1-5dd5-47e5-aced-613e84f31d5c {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:22.627054 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.628250 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-68396734-84ee-4d88-aba4-167a79d8903c tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "DELETE /v2.0/routers/9b7ab2d1-5dd5-47e5-aced-613e84f31d5c HTTP/1.1" status: 204 len: 168 time: 0.8075542 Jul 16 18:25:22.628381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50af3068-cef7-4dad-b276-248e54a21b51 req-d27e1d70-29ab-4a95-a050-2e35129eb1f7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464118 Jul 16 18:25:22.630876 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:22.642825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90ba93-eb48-4c75-b720-bc0c09a1c435 req-1ea06af6-59d8-4e4b-8ec1-935d73e83a40 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.644352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e90ba93-eb48-4c75-b720-bc0c09a1c435 req-1ea06af6-59d8-4e4b-8ec1-935d73e83a40 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1119349 Jul 16 18:25:22.683294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e90ba93-eb48-4c75-b720-bc0c09a1c435 req-69cf2bc5-7f37-45f6-b33b-74c171c08765 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333478 Jul 16 18:25:22.685012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c63159-f6e5-4b38-9ef2-ef7f1b214de6 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Deleting subnet 16cacfeb-e4d1-4c76-89a4-9c1424c48c9a {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:22.688908 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77c63159-f6e5-4b38-9ef2-ef7f1b214de6 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.738483 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77c63159-f6e5-4b38-9ef2-ef7f1b214de6 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.781797 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77c63159-f6e5-4b38-9ef2-ef7f1b214de6 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.838976 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77c63159-f6e5-4b38-9ef2-ef7f1b214de6 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.866706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c63159-f6e5-4b38-9ef2-ef7f1b214de6 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=16cacfeb-e4d1-4c76-89a4-9c1424c48c9a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:22.868724 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77c63159-f6e5-4b38-9ef2-ef7f1b214de6 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.872972 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-77c63159-f6e5-4b38-9ef2-ef7f1b214de6 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/16cacfeb-e4d1-4c76-89a4-9c1424c48c9a HTTP/1.1" status: 204 len: 168 time: 0.2388325 Jul 16 18:25:22.873199 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:22.946777 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.988117 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] Port 165c1e97-6351-43b0-b522-968567acc618 not found while updating agent binding for router 9b7ab2d1-5dd5-47e5-aced-613e84f31d5c. {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:25:22.997069 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] Routers set() bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:22.997471 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] Router IDs set() for agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:25:22.998126 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9b7ab2d1-5dd5-47e5-aced-613e84f31d5c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:25:22.998488 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419bd271-6680-4d4a-a0c3-a8ced7f97e42 None None] The sync data for ids ['9b7ab2d1-5dd5-47e5-aced-613e84f31d5c'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:23.023946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d104f61-0b60-4a48-9495-71823f63e169 req-f6871dde-a081-486e-b0aa-c54dd4ffe41d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.025492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6d104f61-0b60-4a48-9495-71823f63e169 req-f6871dde-a081-486e-b0aa-c54dd4ffe41d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0646780 Jul 16 18:25:23.029087 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.040761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6932446b-d2ea-45bb-a9be-757c9e90fc16']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:23.056777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a561da9-bd43-463d-9dcc-b81d4213cda4') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:23.057084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a561da9-bd43-463d-9dcc-b81d4213cda4') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:23.065871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6d104f61-0b60-4a48-9495-71823f63e169 req-12853ad0-6ff6-4b36-b885-3dbf2ece0589 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337074 Jul 16 18:25:23.066071 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.080530 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.086788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:23.088123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:23.089942 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:23.147339 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.152666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6932446b-d2ea-45bb-a9be-757c9e90fc16 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:25:23.156317 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.162227 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "DELETE /v2.0/networks/6932446b-d2ea-45bb-a9be-757c9e90fc16 HTTP/1.1" status: 204 len: 168 time: 0.2880054 Jul 16 18:25:23.173375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44581570-7e1d-4478-b15c-b47360bcaedf tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event deleted for resources: {'Network': ['ID=6932446b-d2ea-45bb-a9be-757c9e90fc16,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:23.261916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575746aa-ddf2-4464-a435-388d173ee87d req-5b1c3bfb-52a7-4d3b-badc-c511da580343 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.263900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-575746aa-ddf2-4464-a435-388d173ee87d req-5b1c3bfb-52a7-4d3b-badc-c511da580343 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0747435 Jul 16 18:25:23.309653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-575746aa-ddf2-4464-a435-388d173ee87d req-abc5eebc-231d-463c-ae68-890c3991fa89 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384302 Jul 16 18:25:23.377823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:23.382379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-475af037-03d6-43b8-be44-1fecc19a764b tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Request body: {'router': {'name': 'tempest-router--870487570', 'project_id': 'b732092bb365497b8281b22095654abe'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:23.404848 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-475af037-03d6-43b8-be44-1fecc19a764b tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.406430 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-475af037-03d6-43b8-be44-1fecc19a764b tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.466268 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-475af037-03d6-43b8-be44-1fecc19a764b tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.487179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-475af037-03d6-43b8-be44-1fecc19a764b tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.505819 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-475af037-03d6-43b8-be44-1fecc19a764b tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.507019 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-475af037-03d6-43b8-be44-1fecc19a764b tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1281881 Jul 16 18:25:23.509719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:23.589954 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60909322-bbc8-41d4-951a-55df48143b69 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.598966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fd368-e844-4b27-9e7d-de54f8a9338c req-fc4c580b-4149-4ff6-b3da-f22d33558bd0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.600543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae0fd368-e844-4b27-9e7d-de54f8a9338c req-fc4c580b-4149-4ff6-b3da-f22d33558bd0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1461782 Jul 16 18:25:23.797651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae0fd368-e844-4b27-9e7d-de54f8a9338c req-14e20d7a-a7a7-41fd-8ee3-a2473a612494 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634629 Jul 16 18:25:23.821646 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60909322-bbc8-41d4-951a-55df48143b69 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.825277 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60909322-bbc8-41d4-951a-55df48143b69 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.882173 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60909322-bbc8-41d4-951a-55df48143b69 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.882698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60909322-bbc8-41d4-951a-55df48143b69 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c04bb386-8c97-437f-ba83-0530139113cc {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:23.887245 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60909322-bbc8-41d4-951a-55df48143b69 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.888462 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-60909322-bbc8-41d4-951a-55df48143b69 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "DELETE /v2.0/routers/c04bb386-8c97-437f-ba83-0530139113cc HTTP/1.1" status: 204 len: 168 time: 0.3778148 Jul 16 18:25:23.901851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d6265-0857-40a0-b5c4-cd1f77af458b req-918070bd-bcaa-4a09-a173-bdc964df4686 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.903483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-394d6265-0857-40a0-b5c4-cd1f77af458b req-918070bd-bcaa-4a09-a173-bdc964df4686 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.1467698 Jul 16 18:25:23.977649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-394d6265-0857-40a0-b5c4-cd1f77af458b req-6e8b94cf-828d-4af2-8d18-0b714798386f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678072 Jul 16 18:25:23.995680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 36976) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:24.013433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db407d-8367-4474-98e2-718975ddd4a6 req-ca850fba-5e41-4f53-926d-5ed929d6d221 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:24.016061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31db407d-8367-4474-98e2-718975ddd4a6 req-ca850fba-5e41-4f53-926d-5ed929d6d221 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0988770 Jul 16 18:25:24.060144 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31db407d-8367-4474-98e2-718975ddd4a6 req-90b920d2-7f6c-4488-af41-033351a9bef5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364251 Jul 16 18:25:24.202063 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1990646368', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:24.226712 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.227726 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.290488 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.446638 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.623799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b73734-77d7-41d8-b685-1adf8ba09d3b req-e3aed6ba-990e-4db3-b238-2523b5024673 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:24.625354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5b73734-77d7-41d8-b685-1adf8ba09d3b req-e3aed6ba-990e-4db3-b238-2523b5024673 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0668240 Jul 16 18:25:24.653231 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.664434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5b73734-77d7-41d8-b685-1adf8ba09d3b req-6d39d7e8-983d-4a9f-bdba-660635f8499a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Jul 16 18:25:24.674147 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.774257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Allocated IP 172.25.8.81 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/f1449815-c205-4586-996b-8420bda18377) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:24.883389 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.921585 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.961708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:24.964717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:24.969671 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:24.972660 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Pushing event updated for resources: {'Port': ['ID=f1449815-c205-4586-996b-8420bda18377,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:25.156692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a026ff-3f39-45c7-a318-625a6638c5c4 req-ab3db07d-6769-4e4e-9f3c-0cfe28b03500 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.158301 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53a026ff-3f39-45c7-a318-625a6638c5c4 req-ab3db07d-6769-4e4e-9f3c-0cfe28b03500 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.0644863 Jul 16 18:25:25.196138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53a026ff-3f39-45c7-a318-625a6638c5c4 req-b23cb063-ffc9-4300-b4ca-183f4b3ffd1b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320361 Jul 16 18:25:25.227679 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.420935 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.546989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Router 2254ce2f-c08a-4065-bf3c-bf21dd43245c is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:25.649598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:25.659699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006e2c2d-ec8e-4bfa-9421-5b5c4909026a None None] Sync routers for ids ['2254ce2f-c08a-4065-bf3c-bf21dd43245c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:25.667632 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.668862 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e2c2d-ec8e-4bfa-9421-5b5c4909026a None None] Routers {'2254ce2f-c08a-4065-bf3c-bf21dd43245c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:25.669063 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2bfd1bbf-52a5-4cff-aa18-fd89226da467 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6723285 Jul 16 18:25:25.669518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-006e2c2d-ec8e-4bfa-9421-5b5c4909026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2254ce2f-c08a-4065-bf3c-bf21dd43245c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:25.672390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:25.702255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-006e2c2d-ec8e-4bfa-9421-5b5c4909026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:25.711793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e2c2d-ec8e-4bfa-9421-5b5c4909026a None None] Routers {'2254ce2f-c08a-4065-bf3c-bf21dd43245c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:25.712412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-006e2c2d-ec8e-4bfa-9421-5b5c4909026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2254ce2f-c08a-4065-bf3c-bf21dd43245c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:25.744231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-006e2c2d-ec8e-4bfa-9421-5b5c4909026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:25.744900 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006e2c2d-ec8e-4bfa-9421-5b5c4909026a None None] The sync data for ids ['2254ce2f-c08a-4065-bf3c-bf21dd43245c'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:25.787163 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4b73a478-23eb-4372-bb2c-b71de2db8288 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/routers/2254ce2f-c08a-4065-bf3c-bf21dd43245c HTTP/1.1" status: 200 len: 920 time: 0.1132896 Jul 16 18:25:25.789983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 36998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:25.846589 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e14e25f8-1410-4493-9567-367ea3b1d150 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "GET /v2.0/ports?device_id=2254ce2f-c08a-4065-bf3c-bf21dd43245c HTTP/1.1" status: 200 len: 205 time: 0.0555267 Jul 16 18:25:25.849548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37000) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:25.882641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5089b8a-388e-4d52-b303-95675a3370e9 req-873c7a01-c7e1-4bd2-9167-96e1ec2953ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.884149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5089b8a-388e-4d52-b303-95675a3370e9 req-873c7a01-c7e1-4bd2-9167-96e1ec2953ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0919039 Jul 16 18:25:25.923823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5089b8a-388e-4d52-b303-95675a3370e9 req-07252b07-19ff-457d-9416-4b52ebc54e07 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339770 Jul 16 18:25:25.955293 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.055973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.107046 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Deleting port f1449815-c205-4586-996b-8420bda18377 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:26.107386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.187906 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.199279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Calling delete_port for f1449815-c205-4586-996b-8420bda18377 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:26.366223 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.384329 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699bbfd-65b6-4f74-ac77-6f8e8fae9694 req-cbbc379f-582a-44de-a78a-763af46f2273 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:26.385998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5699bbfd-65b6-4f74-ac77-6f8e8fae9694 req-cbbc379f-582a-44de-a78a-763af46f2273 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.0749450 Jul 16 18:25:26.392949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Pushing event deleted for resources: {'Port': ['ID=f1449815-c205-4586-996b-8420bda18377,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:26.429029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5699bbfd-65b6-4f74-ac77-6f8e8fae9694 req-40ffc13a-9157-477e-89ba-e10d2241c7f7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364647 Jul 16 18:25:26.453605 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.867817 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.869951 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.913535 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.914081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Fanout notify agent at l3_agent the message router_deleted on router 2254ce2f-c08a-4065-bf3c-bf21dd43245c {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:26.921427 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.922889 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b71a46bc-b798-4e14-bcdc-e6f8c22ca294 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/routers/2254ce2f-c08a-4065-bf3c-bf21dd43245c HTTP/1.1" status: 204 len: 168 time: 1.0723200 Jul 16 18:25:26.926365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:26.930557 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Request body: {'router': {'name': 'tempest-snat-router-22809072', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:26.950763 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.951698 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.001468 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.112426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178a025-8834-448c-8046-1632438c42f6 req-b59de63a-db27-4c70-a5e4-b6c15cd479cd tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:27.113835 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a178a025-8834-448c-8046-1632438c42f6 req-b59de63a-db27-4c70-a5e4-b6c15cd479cd tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0786047 Jul 16 18:25:27.137712 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.155317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a178a025-8834-448c-8046-1632438c42f6 req-98941c1b-1abb-4580-b009-3ee9ca354fd6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353229 Jul 16 18:25:27.334744 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.357241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.460213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Allocated IP 172.25.8.152 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/cc2c5954-56ca-4eb0-a004-8c63b457a9f6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:27.571361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.605394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558cf37-1130-4585-a081-9483005456bd req-f040b647-3a85-477e-b1b9-453c6d8e7131 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:27.606891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7558cf37-1130-4585-a081-9483005456bd req-f040b647-3a85-477e-b1b9-453c6d8e7131 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.0645418 Jul 16 18:25:27.614345 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.646072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7558cf37-1130-4585-a081-9483005456bd req-ee691972-a48f-4db8-840f-7e92b1bd921f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320768 Jul 16 18:25:27.649786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:27.654585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:27.657659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:27.686666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event updated for resources: {'Port': ['ID=cc2c5954-56ca-4eb0-a004-8c63b457a9f6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:27.912175 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.103567 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.230058 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Router 6f053cd8-d411-4532-a97f-2518800c7262 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:28.332475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac046b73-ef70-4dde-ad7f-000c866bb6a9 req-3098f0df-7994-4225-a0c7-2467f561dbaa tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:28.334039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac046b73-ef70-4dde-ad7f-000c866bb6a9 req-3098f0df-7994-4225-a0c7-2467f561dbaa tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0667160 Jul 16 18:25:28.339276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:28.348243 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Sync routers for ids ['6f053cd8-d411-4532-a97f-2518800c7262'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:28.356318 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.357639 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eef26ed8-7495-49b8-9f03-5789011237ef tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.4303129 Jul 16 18:25:28.360416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37012) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:28.361270 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Routers {'6f053cd8-d411-4532-a97f-2518800c7262'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:28.361946 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6f053cd8-d411-4532-a97f-2518800c7262'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:28.379973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac046b73-ef70-4dde-ad7f-000c866bb6a9 req-582d288a-2aa9-4f20-99fb-fd651a6cd1dd tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Jul 16 18:25:28.467656 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cdf25188-fccd-4f4f-a6e2-c10ed4aa24f2 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/routers/6f053cd8-d411-4532-a97f-2518800c7262 HTTP/1.1" status: 200 len: 907 time: 0.1060824 Jul 16 18:25:28.470331 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37014) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:28.473189 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Set router 6f053cd8-d411-4532-a97f-2518800c7262 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:28.474673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Request body: {'router': {'name': 'tempest-snat-router-22809072', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'enable_snat': True}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:28.495293 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.496337 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.550083 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.646805 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f053cd8-d411-4532-a97f-2518800c7262', 'name': 'tempest-snat-router-22809072', 'tenant_id': '57f68de30b124742ac04cc17c1a517a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.152'}], 'enable_snat': False}, 'gw_port_id': 'cc2c5954-56ca-4eb0-a004-8c63b457a9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:26Z', 'updated_at': '2021-07-16T18:25:27Z', 'revision_number': 3, 'project_id': '57f68de30b124742ac04cc17c1a517a8', 'gw_port': {'id': 'cc2c5954-56ca-4eb0-a004-8c63b457a9f6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f053cd8-d411-4532-a97f-2518800c7262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:27Z', 'updated_at': '2021-07-16T18:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:28.673510 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Checking router: 6f053cd8-d411-4532-a97f-2518800c7262 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:28.673885 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Updating router 6f053cd8-d411-4532-a97f-2518800c7262 port cc2c5954-56ca-4eb0-a004-8c63b457a9f6 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:28.689927 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.712906 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.868146 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf9ca-eb49-40aa-b6bd-b30ca97ea012 req-808faaea-0ba3-4fc6-bdcf-f4fea086008b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:28.869847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98acf9ca-eb49-40aa-b6bd-b30ca97ea012 req-808faaea-0ba3-4fc6-bdcf-f4fea086008b tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.1008730 Jul 16 18:25:28.918652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98acf9ca-eb49-40aa-b6bd-b30ca97ea012 req-483ad68c-1214-44a5-b385-d32b30f65762 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 Jul 16 18:25:28.944477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.966313 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.081594 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.091051 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Transition to ACTIVE for port object cc2c5954-56ca-4eb0-a004-8c63b457a9f6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:29.098415 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.145127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Allocated IP 172.25.8.102 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/ffb805f8-2ad9-4e39-956a-637c6ee6de34) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:29.149469 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Pushing event updated for resources: {'Port': ['ID=cc2c5954-56ca-4eb0-a004-8c63b457a9f6,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:29.151387 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Attempting to bind port cc2c5954-56ca-4eb0-a004-8c63b457a9f6 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:29.151754 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Attempting to bind port cc2c5954-56ca-4eb0-a004-8c63b457a9f6 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:29.152121 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Attempting to bind port cc2c5954-56ca-4eb0-a004-8c63b457a9f6 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:29.161077 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:29.161481 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:29.161888 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.162278 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:29.162738 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Bound port: cc2c5954-56ca-4eb0-a004-8c63b457a9f6, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:29.163119 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.166565 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:29.166909 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:29.167247 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:29.167583 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:29.167913 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:29.168245 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:29.168565 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:29.168941 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:29.169215 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:29.169564 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:29.169885 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:29.170270 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:29.223460 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] For port cc2c5954-56ca-4eb0-a004-8c63b457a9f6, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:29.226904 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] For port cc2c5954-56ca-4eb0-a004-8c63b457a9f6, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=cc2c5954-56ca-4eb0-a004-8c63b457a9f6,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:29.231120 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.254986 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.288392 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Routers {'6f053cd8-d411-4532-a97f-2518800c7262'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:29.289062 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6f053cd8-d411-4532-a97f-2518800c7262'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:29.290860 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd9d97-23ac-4bed-961d-816f57df7cd1 None None] Pushing event updated for resources: {'Port': ['ID=cc2c5954-56ca-4eb0-a004-8c63b457a9f6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:29.295126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.331630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:29.337806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:29.341332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:29.347547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event updated for resources: {'Port': ['ID=ffb805f8-2ad9-4e39-956a-637c6ee6de34,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:29.398619 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] Set router 6f053cd8-d411-4532-a97f-2518800c7262 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:29.561767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cd248-695b-40d1-9440-9e3de8fb6039 req-ff6c211d-af3f-4764-884f-2c3e2358276b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:29.563351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e7cd248-695b-40d1-9440-9e3de8fb6039 req-ff6c211d-af3f-4764-884f-2c3e2358276b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0674505 Jul 16 18:25:29.588315 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f053cd8-d411-4532-a97f-2518800c7262', 'name': 'tempest-snat-router-22809072', 'tenant_id': '57f68de30b124742ac04cc17c1a517a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.152'}], 'enable_snat': False}, 'gw_port_id': 'cc2c5954-56ca-4eb0-a004-8c63b457a9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:26Z', 'updated_at': '2021-07-16T18:25:27Z', 'revision_number': 3, 'project_id': '57f68de30b124742ac04cc17c1a517a8', 'gw_port': {'id': 'cc2c5954-56ca-4eb0-a004-8c63b457a9f6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f053cd8-d411-4532-a97f-2518800c7262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:27Z', 'updated_at': '2021-07-16T18:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:29.602829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e7cd248-695b-40d1-9440-9e3de8fb6039 req-6df8e750-ae39-4585-9737-d412edf9aa69 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336075 Jul 16 18:25:29.603910 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.618668 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1ec78-f1db-4456-80fc-f6076677bf94 None None] The sync data for ids ['6f053cd8-d411-4532-a97f-2518800c7262'] in n-d-793618-9 is: [{'id': '6f053cd8-d411-4532-a97f-2518800c7262', 'name': 'tempest-snat-router-22809072', 'tenant_id': '57f68de30b124742ac04cc17c1a517a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.152'}], 'enable_snat': False}, 'gw_port_id': 'cc2c5954-56ca-4eb0-a004-8c63b457a9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:26Z', 'updated_at': '2021-07-16T18:25:27Z', 'revision_number': 3, 'project_id': '57f68de30b124742ac04cc17c1a517a8', 'gw_port': {'id': 'cc2c5954-56ca-4eb0-a004-8c63b457a9f6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f053cd8-d411-4532-a97f-2518800c7262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:27Z', 'updated_at': '2021-07-16T18:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:29.804799 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.978119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Router 0a4ce0a7-5398-4169-9817-03e8dcede7ee is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:30.026157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3e9de-bbf2-43f7-b42d-c34edf149a27 req-1e1741a8-f9f1-4c44-b2e0-c4b41abec6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:30.027722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ca3e9de-bbf2-43f7-b42d-c34edf149a27 req-1e1741a8-f9f1-4c44-b2e0-c4b41abec6a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 1097 time: 0.0643647 Jul 16 18:25:30.057531 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e8c8248-e3c4-4509-9598-0759902933ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.094741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ca3e9de-bbf2-43f7-b42d-c34edf149a27 req-196b76ba-c4f1-4ad1-9b7a-f466d58d744c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607238 Jul 16 18:25:30.129168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc44a7-d718-47f8-8507-6390393e6502 req-ddc32074-aca9-4ed3-b97b-463367eb223f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:30.130829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bcc44a7-d718-47f8-8507-6390393e6502 req-ddc32074-aca9-4ed3-b97b-463367eb223f tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.0800385 Jul 16 18:25:30.190045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bcc44a7-d718-47f8-8507-6390393e6502 req-8b7a5c84-4747-4066-a794-16c429574023 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529702 Jul 16 18:25:30.455661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:30.465667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] Sync routers for ids ['0a4ce0a7-5398-4169-9817-03e8dcede7ee'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:30.471181 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.473941 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d544f33b-1bdb-418d-b2e8-3f83cc9abd31 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.0025277 Jul 16 18:25:30.475136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:30.478903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] Routers {'0a4ce0a7-5398-4169-9817-03e8dcede7ee'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:30.479524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0a4ce0a7-5398-4169-9817-03e8dcede7ee'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:30.589713 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-60c47a1f-dbcb-4f7f-a5c3-7b34bf2a5c0d tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/routers/0a4ce0a7-5398-4169-9817-03e8dcede7ee HTTP/1.1" status: 200 len: 906 time: 0.1132631 Jul 16 18:25:30.592246 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37024) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:30.594005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] Set router 0a4ce0a7-5398-4169-9817-03e8dcede7ee gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:30.712807 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.849630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40233c1c-eae8-47af-9454-88382163dfb4 req-266bd0e8-d661-4fca-90c7-eda0d021f9d5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:30.851798 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.860922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40233c1c-eae8-47af-9454-88382163dfb4 req-266bd0e8-d661-4fca-90c7-eda0d021f9d5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1265087 Jul 16 18:25:30.916604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Deleting port ffb805f8-2ad9-4e39-956a-637c6ee6de34 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:30.916954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.945949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40233c1c-eae8-47af-9454-88382163dfb4 req-ae147636-dd7e-40c4-8833-1aae56c73eaf tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826287 Jul 16 18:25:30.950002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device cc2c5954-56ca-4eb0-a004-8c63b457a9f6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:31.016352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c34b7efc-0238-4f07-a928-774c85adf91e details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:31.036709 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.050260 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Calling delete_port for ffb805f8-2ad9-4e39-956a-637c6ee6de34 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:31.215881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4ce0a7-5398-4169-9817-03e8dcede7ee', 'name': 'tempest-snat-router-22809072', 'tenant_id': '57f68de30b124742ac04cc17c1a517a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ffb805f8-2ad9-4e39-956a-637c6ee6de34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:28Z', 'updated_at': '2021-07-16T18:25:29Z', 'revision_number': 3, 'project_id': '57f68de30b124742ac04cc17c1a517a8', 'gw_port': {'id': 'ffb805f8-2ad9-4e39-956a-637c6ee6de34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4ce0a7-5398-4169-9817-03e8dcede7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:28Z', 'updated_at': '2021-07-16T18:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:31.235128 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.252227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port cc2c5954-56ca-4eb0-a004-8c63b457a9f6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:31.259611 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port cc2c5954-56ca-4eb0-a004-8c63b457a9f6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:31.259982 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.261594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] Checking router: 0a4ce0a7-5398-4169-9817-03e8dcede7ee for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:31.261951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] Updating router 0a4ce0a7-5398-4169-9817-03e8dcede7ee port ffb805f8-2ad9-4e39-956a-637c6ee6de34 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:31.275341 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffb805f8-2ad9-4e39-956a-637c6ee6de34,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:31.311230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] Port ffb805f8-2ad9-4e39-956a-637c6ee6de34 not found while updating agent binding for router 0a4ce0a7-5398-4169-9817-03e8dcede7ee. {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:25:31.340921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] Routers {'0a4ce0a7-5398-4169-9817-03e8dcede7ee'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:31.341764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['0a4ce0a7-5398-4169-9817-03e8dcede7ee'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:31.345541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c34b7efc-0238-4f07-a928-774c85adf91e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c34b7efc-0238-4f07-a928-774c85adf91e,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:31.356127 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.394994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85359829-29c8-413a-954a-d8a4293b20a4 req-a90e67ae-2ea2-43c2-a4af-2c8db1e1732d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:31.396591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85359829-29c8-413a-954a-d8a4293b20a4 req-a90e67ae-2ea2-43c2-a4af-2c8db1e1732d tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.0801585 Jul 16 18:25:31.427888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'port_id': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'mac_address': 'fa:16:3e:0d:01:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:31.436003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] Set router 0a4ce0a7-5398-4169-9817-03e8dcede7ee gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:31.445814 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85359829-29c8-413a-954a-d8a4293b20a4 req-6449fef3-b522-4cea-8cb9-e9375fc2c1ee tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Jul 16 18:25:31.458536 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.460902 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.462276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:31.527624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4ce0a7-5398-4169-9817-03e8dcede7ee', 'name': 'tempest-snat-router-22809072', 'tenant_id': '57f68de30b124742ac04cc17c1a517a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:28Z', 'updated_at': '2021-07-16T18:25:31Z', 'revision_number': 5, 'project_id': '57f68de30b124742ac04cc17c1a517a8', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:31.554436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.554951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a4ce0a7-5398-4169-9817-03e8dcede7ee {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:31.559355 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.562846 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ceb806fa-b1ab-4c07-94a4-44a5680c43fd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "DELETE /v2.0/routers/0a4ce0a7-5398-4169-9817-03e8dcede7ee HTTP/1.1" status: 204 len: 168 time: 0.9672933 Jul 16 18:25:31.563450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:31.569633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96baba-4325-4055-b6ef-7a9a8339a566 None None] The sync data for ids ['0a4ce0a7-5398-4169-9817-03e8dcede7ee'] in n-d-793618-9 is: [{'id': '0a4ce0a7-5398-4169-9817-03e8dcede7ee', 'name': 'tempest-snat-router-22809072', 'tenant_id': '57f68de30b124742ac04cc17c1a517a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:28Z', 'updated_at': '2021-07-16T18:25:31Z', 'revision_number': 5, 'project_id': '57f68de30b124742ac04cc17c1a517a8', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:31.577558 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d43e8344-bd77-4071-840a-4c947f754ea0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/floatingips/050e23be-b525-4a91-a3c1-533a805f6b32 HTTP/1.1" status: 200 len: 994 time: 0.1126707 Jul 16 18:25:31.580496 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.593258 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.602668 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c34b7efc-0238-4f07-a928-774c85adf91e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:31.634053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port cc2c5954-56ca-4eb0-a004-8c63b457a9f6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=cc2c5954-56ca-4eb0-a004-8c63b457a9f6,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:31.635868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c34b7efc-0238-4f07-a928-774c85adf91e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c34b7efc-0238-4f07-a928-774c85adf91e,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:31.638701 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.643242 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.688904 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.691895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=cc2c5954-56ca-4eb0-a004-8c63b457a9f6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:31.745024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c34b7efc-0238-4f07-a928-774c85adf91e,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:31.799593 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.851332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['c34b7efc-0238-4f07-a928-774c85adf91e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:31.862142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Deleting port cc2c5954-56ca-4eb0-a004-8c63b457a9f6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:31.862685 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.945046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] For port cc2c5954-56ca-4eb0-a004-8c63b457a9f6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=cc2c5954-56ca-4eb0-a004-8c63b457a9f6,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:31.945438 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.957464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Calling delete_port for cc2c5954-56ca-4eb0-a004-8c63b457a9f6 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:32.168821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa5351-008e-463b-99e6-a562a167b3b6 req-77e06810-03b5-4ad1-9c7b-ecdc1772626b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.170238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40aa5351-008e-463b-99e6-a562a167b3b6 req-77e06810-03b5-4ad1-9c7b-ecdc1772626b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1048777 Jul 16 18:25:32.193739 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.230639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc2c5954-56ca-4eb0-a004-8c63b457a9f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:32.278810 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70c5483b-fc3e-4fbe-9a0d-790496b039c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.611950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:32.612374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:32.612813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:32.613154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:32.613643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:32.613986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:32.614313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:32.614637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:32.614963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:32.615285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:32.615609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:32.615932 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:32.626112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40aa5351-008e-463b-99e6-a562a167b3b6 req-f4607383-b359-47ce-9790-1fd4c4d68875 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484606 Jul 16 18:25:32.664924 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.716776 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.726304 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.729593 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.759598 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.761720 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.803881 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.804506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f053cd8-d411-4532-a97f-2518800c7262 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:32.811002 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.812969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a6e7a620-e76f-4e75-87bc-98d2ea514beb tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "DELETE /v2.0/routers/6f053cd8-d411-4532-a97f-2518800c7262 HTTP/1.1" status: 204 len: 168 time: 1.2478814 Jul 16 18:25:32.815915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:32.822181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-973167881', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:32.851509 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.852578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.913839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.987007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c34b7efc-0238-4f07-a928-774c85adf91e up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:33.035248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port c34b7efc-0238-4f07-a928-774c85adf91e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:33.035899 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.050213 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.118686 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.143224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34b7efc-0238-4f07-a928-774c85adf91e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:33.145540 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0510f1bf-13c2-4acd-af3e-c2af8d080bc4" -d '{"events": [{"server_uuid": "ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02", "name": "network-vif-plugged", "status": "completed", "tag": "c34b7efc-0238-4f07-a928-774c85adf91e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:33.161091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port c34b7efc-0238-4f07-a928-774c85adf91e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c34b7efc-0238-4f07-a928-774c85adf91e,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:33.165412 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.190556 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c9c45-b152-4bba-8c49-c88c4081d075 x-openstack-request-id: req-542c9c45-b152-4bba-8c49-c88c4081d075 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:33.190851 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02", "name": "network-vif-plugged", "status": "completed", "tag": "c34b7efc-0238-4f07-a928-774c85adf91e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:33.191110 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-542c9c45-b152-4bba-8c49-c88c4081d075 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:33.191514 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'code': 200} Jul 16 18:25:33.217942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=c34b7efc-0238-4f07-a928-774c85adf91e,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:33.250773 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.271768 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.381994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Allocated IP 172.25.8.113 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/76e837dd-b9ad-4b22-b709-6a0e8bfb95ce) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:33.483379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.521864 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.557489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:33.562976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:33.566520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:33.598075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Pushing event updated for resources: {'Port': ['ID=76e837dd-b9ad-4b22-b709-6a0e8bfb95ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:33.808574 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.864595 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.875867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da57a25-6ba5-4610-9f31-54353fdb769f req-ed5bf26e-1a48-4bc9-b44c-4eb844bc3e75 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.877486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2da57a25-6ba5-4610-9f31-54353fdb769f req-ed5bf26e-1a48-4bc9-b44c-4eb844bc3e75 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1218781 Jul 16 18:25:33.984566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2da57a25-6ba5-4610-9f31-54353fdb769f req-485f6539-dc02-4494-a7c1-2abc087560ef tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707810 Jul 16 18:25:34.103727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.228316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Router 352f53c2-53fe-4e97-a55f-fbbb6dcee8e8 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:34.334656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:34.344622 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4dd03-0723-42ec-a94e-e62341064fe0 None None] Sync routers for ids ['352f53c2-53fe-4e97-a55f-fbbb6dcee8e8'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:34.353211 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4dd03-0723-42ec-a94e-e62341064fe0 None None] Routers {'352f53c2-53fe-4e97-a55f-fbbb6dcee8e8'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:34.353411 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.353973 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d8a4dd03-0723-42ec-a94e-e62341064fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['352f53c2-53fe-4e97-a55f-fbbb6dcee8e8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:34.354694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2bdc6a6e-d91d-4ea5-bc68-972d0decfb84 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5375648 Jul 16 18:25:34.357356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:34.362631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-33b8bdaa-e9d1-4ec8-8d13-efd44ff15572 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:34.385783 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d8a4dd03-0723-42ec-a94e-e62341064fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:34.394706 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4dd03-0723-42ec-a94e-e62341064fe0 None None] Routers {'352f53c2-53fe-4e97-a55f-fbbb6dcee8e8'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:34.395301 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d8a4dd03-0723-42ec-a94e-e62341064fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['352f53c2-53fe-4e97-a55f-fbbb6dcee8e8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:34.426329 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d8a4dd03-0723-42ec-a94e-e62341064fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:34.426967 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4dd03-0723-42ec-a94e-e62341064fe0 None None] The sync data for ids ['352f53c2-53fe-4e97-a55f-fbbb6dcee8e8'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:34.657808 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8bdaa-e9d1-4ec8-8d13-efd44ff15572 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.819854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device cc2c5954-56ca-4eb0-a004-8c63b457a9f6 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:34.842800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: cc2c5954-56ca-4eb0-a004-8c63b457a9f6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:34.843343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device cc2c5954-56ca-4eb0-a004-8c63b457a9f6 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:35.062031 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8bdaa-e9d1-4ec8-8d13-efd44ff15572 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.065798 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8bdaa-e9d1-4ec8-8d13-efd44ff15572 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.510415 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.550808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b6c4d-a0c6-4c3d-8195-723e4f92786e req-1c15c9cc-f888-4789-9e9f-c9147dfe2cca tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.552287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a69b6c4d-a0c6-4c3d-8195-723e4f92786e req-1c15c9cc-f888-4789-9e9f-c9147dfe2cca tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.4515767 Jul 16 18:25:35.554034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b8bdaa-e9d1-4ec8-8d13-efd44ff15572 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Router 352f53c2-53fe-4e97-a55f-fbbb6dcee8e8 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:35.633112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a69b6c4d-a0c6-4c3d-8195-723e4f92786e req-4aef6841-9e57-4789-92f6-6dae389df18c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741270 Jul 16 18:25:35.686543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b8bdaa-e9d1-4ec8-8d13-efd44ff15572 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:35.691646 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8bdaa-e9d1-4ec8-8d13-efd44ff15572 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.692637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-33b8bdaa-e9d1-4ec8-8d13-efd44ff15572 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "PUT /v2.0/routers/352f53c2-53fe-4e97-a55f-fbbb6dcee8e8 HTTP/1.1" status: 200 len: 921 time: 1.3342688 Jul 16 18:25:35.695268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.695678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fffd719-9bf0-4ba0-87d7-8a8a9cd8e24c None None] Sync routers for ids ['352f53c2-53fe-4e97-a55f-fbbb6dcee8e8'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:35.704622 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fffd719-9bf0-4ba0-87d7-8a8a9cd8e24c None None] Routers {'352f53c2-53fe-4e97-a55f-fbbb6dcee8e8'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:35.705238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4fffd719-9bf0-4ba0-87d7-8a8a9cd8e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['352f53c2-53fe-4e97-a55f-fbbb6dcee8e8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:35.739681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4fffd719-9bf0-4ba0-87d7-8a8a9cd8e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:35.748224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fffd719-9bf0-4ba0-87d7-8a8a9cd8e24c None None] Routers {'352f53c2-53fe-4e97-a55f-fbbb6dcee8e8'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:35.748830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4fffd719-9bf0-4ba0-87d7-8a8a9cd8e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['352f53c2-53fe-4e97-a55f-fbbb6dcee8e8'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:35.780215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4fffd719-9bf0-4ba0-87d7-8a8a9cd8e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:35.780863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fffd719-9bf0-4ba0-87d7-8a8a9cd8e24c None None] The sync data for ids ['352f53c2-53fe-4e97-a55f-fbbb6dcee8e8'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:35.800234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6e3134fb-aa27-40de-9aaf-5eb252230a03 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/routers/352f53c2-53fe-4e97-a55f-fbbb6dcee8e8 HTTP/1.1" status: 200 len: 921 time: 0.1037915 Jul 16 18:25:35.802942 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.890803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6950a792-a154-48d5-bb38-616e157323a8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.892327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6950a792-a154-48d5-bb38-616e157323a8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&device_id=352f53c2-53fe-4e97-a55f-fbbb6dcee8e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0884805 Jul 16 18:25:35.895057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.979747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc29762-1c4a-4b06-84c4-3c7f911d1232 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.981147 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3bc29762-1c4a-4b06-84c4-3c7f911d1232 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 881 time: 0.0851703 Jul 16 18:25:35.984031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.016502 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2abf560c-4eb6-463a-9d5e-eccc083d370e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "GET /v2.0/ports?device_id=352f53c2-53fe-4e97-a55f-fbbb6dcee8e8 HTTP/1.1" status: 200 len: 205 time: 0.0304902 Jul 16 18:25:36.018750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.082709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 7ce6ac85-f785-4f70-816e-e25ccd3a002e details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:36.121464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.178867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:36.189514 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '7ce6ac85-f785-4f70-816e-e25ccd3a002e', 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d', 'port_id': '7ce6ac85-f785-4f70-816e-e25ccd3a002e', 'mac_address': 'fa:16:3e:70:5c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbecab5-6c69-484a-b267-4c0495023942', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:36.221296 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.227092 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.239977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ce6ac85-f785-4f70-816e-e25ccd3a002e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:36.259073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:36.263094 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.277715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Deleting port 76e837dd-b9ad-4b22-b709-6a0e8bfb95ce {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:36.277984 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.317015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=7ce6ac85-f785-4f70-816e-e25ccd3a002e,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:36.353817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['7ce6ac85-f785-4f70-816e-e25ccd3a002e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:36.354180 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.365994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Calling delete_port for 76e837dd-b9ad-4b22-b709-6a0e8bfb95ce owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:36.530548 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.555400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Pushing event deleted for resources: {'Port': ['ID=76e837dd-b9ad-4b22-b709-6a0e8bfb95ce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:36.620063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.712286 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.714541 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.784631 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.785114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Fanout notify agent at l3_agent the message router_deleted on router 352f53c2-53fe-4e97-a55f-fbbb6dcee8e8 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:36.793148 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.794194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a0b6d465-3a15-4d8c-bc8f-b31154ba8be3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/routers/352f53c2-53fe-4e97-a55f-fbbb6dcee8e8 HTTP/1.1" status: 204 len: 168 time: 0.7745662 Jul 16 18:25:36.798659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.804424 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cf0510a5-f6ad-41cb-b347-9351da99f3d1 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2132567760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:36.832185 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf0510a5-f6ad-41cb-b347-9351da99f3d1 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.832536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce8b9c-446f-4836-96d6-a5084b29099e req-092af743-4d9e-48e8-9a34-81d05798a29d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:36.833861 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf0510a5-f6ad-41cb-b347-9351da99f3d1 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.834360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-01ce8b9c-446f-4836-96d6-a5084b29099e req-092af743-4d9e-48e8-9a34-81d05798a29d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 944 time: 0.0833995 Jul 16 18:25:36.877936 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-01ce8b9c-446f-4836-96d6-a5084b29099e req-8ce4fee9-c030-4bc9-ae1d-085816b5a596 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369320 Jul 16 18:25:36.894542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf0510a5-f6ad-41cb-b347-9351da99f3d1 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.899836 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf0510a5-f6ad-41cb-b347-9351da99f3d1 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.916669 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf0510a5-f6ad-41cb-b347-9351da99f3d1 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.920614 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cf0510a5-f6ad-41cb-b347-9351da99f3d1 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1182628 Jul 16 18:25:36.920877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.925913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Request body: {'router': {'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:37.137087 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.340927 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.369761 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.489734 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Allocated IP 172.25.8.87 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/416bbfa9-cadb-4004-946c-e6cd7a0d53cf) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:37.622159 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.680344 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.727467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:37.731642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:37.735188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:37.764401 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Pushing event updated for resources: {'Port': ['ID=416bbfa9-cadb-4004-946c-e6cd7a0d53cf,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:38.057950 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.083639 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 7ce6ac85-f785-4f70-816e-e25ccd3a002e up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:38.099233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d360ed-52ac-494f-b349-0dee12b3df83 req-a8ce5dc4-c4b8-4e83-8a24-4fd544352ace tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:38.100865 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84d360ed-52ac-494f-b349-0dee12b3df83 req-a8ce5dc4-c4b8-4e83-8a24-4fd544352ace tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 944 time: 0.0910065 Jul 16 18:25:38.155535 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 7ce6ac85-f785-4f70-816e-e25ccd3a002e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:38.156493 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.161170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84d360ed-52ac-494f-b349-0dee12b3df83 req-b9965be7-af07-4493-b074-71ed8407dc09 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535183 Jul 16 18:25:38.247204 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.273721 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce6ac85-f785-4f70-816e-e25ccd3a002e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:38.276786 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8774512-d5ef-4bbf-9394-f57e1d4b3276" -d '{"events": [{"server_uuid": "cd1331a1-dd9a-4f9b-927c-040adc13c4ab", "name": "network-vif-plugged", "status": "completed", "tag": "7ce6ac85-f785-4f70-816e-e25ccd3a002e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:38.294437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:38.302537 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.317736 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.321587 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.335057 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f42f7c0-4ce0-4bd3-aee8-25075f8ce78e x-openstack-request-id: req-2f42f7c0-4ce0-4bd3-aee8-25075f8ce78e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:38.335351 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1331a1-dd9a-4f9b-927c-040adc13c4ab", "name": "network-vif-plugged", "status": "completed", "tag": "7ce6ac85-f785-4f70-816e-e25ccd3a002e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:38.335611 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f42f7c0-4ce0-4bd3-aee8-25075f8ce78e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:38.336012 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce6ac85-f785-4f70-816e-e25ccd3a002e', 'code': 200} Jul 16 18:25:38.380886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=7ce6ac85-f785-4f70-816e-e25ccd3a002e,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:38.470283 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Router eea96ac0-cf72-4b1f-9012-b7bea782d9eb is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:38.595877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:38.603030 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.604343 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4c1ccbe7-c934-4008-8a73-63a22a87fc8e tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "PUT /v2.0/routers/eea96ac0-cf72-4b1f-9012-b7bea782d9eb HTTP/1.1" status: 200 len: 879 time: 1.6826088 Jul 16 18:25:38.607534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:38.613757 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ecb28-7c20-4fc1-84f9-e9a3b716fdfe None None] Sync routers for ids ['eea96ac0-cf72-4b1f-9012-b7bea782d9eb'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:38.622796 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ecb28-7c20-4fc1-84f9-e9a3b716fdfe None None] Routers {'eea96ac0-cf72-4b1f-9012-b7bea782d9eb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:38.623828 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f2ecb28-7c20-4fc1-84f9-e9a3b716fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eea96ac0-cf72-4b1f-9012-b7bea782d9eb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:38.661848 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f2ecb28-7c20-4fc1-84f9-e9a3b716fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:38.671235 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ecb28-7c20-4fc1-84f9-e9a3b716fdfe None None] Routers {'eea96ac0-cf72-4b1f-9012-b7bea782d9eb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:38.673284 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f2ecb28-7c20-4fc1-84f9-e9a3b716fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eea96ac0-cf72-4b1f-9012-b7bea782d9eb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:38.707627 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f2ecb28-7c20-4fc1-84f9-e9a3b716fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:38.708386 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ecb28-7c20-4fc1-84f9-e9a3b716fdfe None None] The sync data for ids ['eea96ac0-cf72-4b1f-9012-b7bea782d9eb'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:38.721189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-92564222-31a6-4309-899e-d13f2b622006 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/routers/eea96ac0-cf72-4b1f-9012-b7bea782d9eb HTTP/1.1" status: 200 len: 920 time: 0.1120758 Jul 16 18:25:38.723843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:38.782924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fcb726-3af9-43eb-a2f8-726e188a1a62 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:38.784482 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a2fcb726-3af9-43eb-a2f8-726e188a1a62 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&device_id=eea96ac0-cf72-4b1f-9012-b7bea782d9eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0595682 Jul 16 18:25:38.787326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:38.886153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa441956-8048-48f3-b757-efbc2d94f0d8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:38.887688 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-aa441956-8048-48f3-b757-efbc2d94f0d8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 881 time: 0.0991523 Jul 16 18:25:38.890611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:38.923765 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-65036adc-49eb-47a7-9f32-a35354f17042 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea96ac0-cf72-4b1f-9012-b7bea782d9eb HTTP/1.1" status: 200 len: 205 time: 0.0292437 Jul 16 18:25:38.924046 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:39.035190 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.148468 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.215557 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Deleting port 416bbfa9-cadb-4004-946c-e6cd7a0d53cf {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:39.215907 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.308647 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.322039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Calling delete_port for 416bbfa9-cadb-4004-946c-e6cd7a0d53cf owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:39.369184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3eacb-eba4-4b49-9ace-fa9a6de01d30 req-0f5675bc-b04d-451a-ad53-8ed2ccc70c72 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:39.376727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-80a3eacb-eba4-4b49-9ace-fa9a6de01d30 req-0f5675bc-b04d-451a-ad53-8ed2ccc70c72 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0859897 Jul 16 18:25:39.415525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-80a3eacb-eba4-4b49-9ace-fa9a6de01d30 req-bd10cdeb-5622-4d32-bcf5-7d84704455ec tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378964 Jul 16 18:25:39.517914 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.545535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Pushing event deleted for resources: {'Port': ['ID=416bbfa9-cadb-4004-946c-e6cd7a0d53cf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:39.620005 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.073029 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.075578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.122254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.122793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Fanout notify agent at l3_agent the message router_deleted on router eea96ac0-cf72-4b1f-9012-b7bea782d9eb {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:40.130724 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.136376 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5c8423f1-a4fd-473b-b46b-92fb4b5c504b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/routers/eea96ac0-cf72-4b1f-9012-b7bea782d9eb HTTP/1.1" status: 204 len: 168 time: 1.2112014 Jul 16 18:25:40.136649 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:40.142948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7dd23805-dae5-4b23-9dda-fbf74d884ca5 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1405788931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:40.195287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd23805-dae5-4b23-9dda-fbf74d884ca5 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.196092 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd23805-dae5-4b23-9dda-fbf74d884ca5 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.271396 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd23805-dae5-4b23-9dda-fbf74d884ca5 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.275477 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd23805-dae5-4b23-9dda-fbf74d884ca5 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.293206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dd23805-dae5-4b23-9dda-fbf74d884ca5 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.297258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7dd23805-dae5-4b23-9dda-fbf74d884ca5 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1568663 Jul 16 18:25:40.297603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:40.305656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'enable_snat': True}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:40.523333 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.683551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6240d3-7bf3-4eb7-9a4c-d26e6165c951 req-f135e3a5-2f49-4a50-a6fa-18820b54a466 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.685097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da6240d3-7bf3-4eb7-9a4c-d26e6165c951 req-f135e3a5-2f49-4a50-a6fa-18820b54a466 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1362283 Jul 16 18:25:40.736746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da6240d3-7bf3-4eb7-9a4c-d26e6165c951 req-f7d8bc1a-4795-4a72-bcf7-c8ed676c39fd tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453739 Jul 16 18:25:40.886668 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.907271 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.029729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Allocated IP 172.25.8.197 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/6951c1fb-87f9-4347-803f-18a91d621f5e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:41.153055 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.195516 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.236740 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:41.245615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:41.253553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:41.279094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event updated for resources: {'Port': ['ID=6951c1fb-87f9-4347-803f-18a91d621f5e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:41.525350 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.127395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b31a2e-ccf9-4131-b205-1bf25e09331e req-7e8f3dec-dfdc-42c2-80f6-d453ae3f7b8b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:42.128816 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90b31a2e-ccf9-4131-b205-1bf25e09331e req-7e8f3dec-dfdc-42c2-80f6-d453ae3f7b8b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1465919 Jul 16 18:25:42.163457 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.172670 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.184102 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90b31a2e-ccf9-4131-b205-1bf25e09331e req-e8f8edc4-4231-4090-a518-1c6bd8cd5c62 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495880 Jul 16 18:25:42.329793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Router 6ee32a04-ddf6-4256-9221-5b4b879200e5 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:42.444600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:42.449163 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.453942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a585b709-12b6-4c57-b423-2945a4ccc6b8 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "PUT /v2.0/routers/6ee32a04-ddf6-4256-9221-5b4b879200e5 HTTP/1.1" status: 200 len: 915 time: 2.1512687 Jul 16 18:25:42.454041 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37118) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:42.458368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0bf8b1-261a-4b84-963b-40fa20bb340b None None] Sync routers for ids ['6ee32a04-ddf6-4256-9221-5b4b879200e5'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:42.473534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0bf8b1-261a-4b84-963b-40fa20bb340b None None] Routers {'6ee32a04-ddf6-4256-9221-5b4b879200e5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:42.474423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4b0bf8b1-261a-4b84-963b-40fa20bb340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6ee32a04-ddf6-4256-9221-5b4b879200e5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.523000 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4b0bf8b1-261a-4b84-963b-40fa20bb340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.532802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0bf8b1-261a-4b84-963b-40fa20bb340b None None] Routers {'6ee32a04-ddf6-4256-9221-5b4b879200e5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:42.533481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4b0bf8b1-261a-4b84-963b-40fa20bb340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6ee32a04-ddf6-4256-9221-5b4b879200e5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.572766 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-43f9c38f-b806-4a65-9f94-f66d0ca1b346 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/routers/6ee32a04-ddf6-4256-9221-5b4b879200e5 HTTP/1.1" status: 200 len: 921 time: 0.1179075 Jul 16 18:25:42.575023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-4b0bf8b1-261a-4b84-963b-40fa20bb340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.575781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0bf8b1-261a-4b84-963b-40fa20bb340b None None] The sync data for ids ['6ee32a04-ddf6-4256-9221-5b4b879200e5'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:42.576379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:42.633517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73dcdfe-86de-4535-8cfd-76c0cc106d59 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:42.635080 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f73dcdfe-86de-4535-8cfd-76c0cc106d59 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&device_id=6ee32a04-ddf6-4256-9221-5b4b879200e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0576990 Jul 16 18:25:42.637913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:42.735275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad7b4a-dbfd-4767-8d1d-708e7087fddd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:42.736787 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-13ad7b4a-dbfd-4767-8d1d-708e7087fddd tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 881 time: 0.0978756 Jul 16 18:25:42.740594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:42.770723 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b6e68ce8-1c2a-4900-ae88-1b57a29ec1dd tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ee32a04-ddf6-4256-9221-5b4b879200e5 HTTP/1.1" status: 200 len: 205 time: 0.0296373 Jul 16 18:25:42.773462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:42.896465 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.010597 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.076278 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Deleting port 6951c1fb-87f9-4347-803f-18a91d621f5e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:43.076920 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.174412 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.188382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Calling delete_port for 6951c1fb-87f9-4347-803f-18a91d621f5e owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:43.419144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fae9c-5c01-48c7-8f92-80058651384e req-60056106-4dd3-4d0e-ab8b-ab33e419f04b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.420707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-773fae9c-5c01-48c7-8f92-80058651384e req-60056106-4dd3-4d0e-ab8b-ab33e419f04b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0930643 Jul 16 18:25:43.429508 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.467423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Pushing event deleted for resources: {'Port': ['ID=6951c1fb-87f9-4347-803f-18a91d621f5e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:43.475972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-773fae9c-5c01-48c7-8f92-80058651384e req-9e4b1e7a-2dcb-42f5-9df4-2923855a0e8a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Jul 16 18:25:43.541002 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.646255 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.649583 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.713398 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.714327 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Fanout notify agent at l3_agent the message router_deleted on router 6ee32a04-ddf6-4256-9221-5b4b879200e5 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:43.722322 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.723505 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-16d4e969-439f-4b04-ae5f-7ff7e05cbade tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/routers/6ee32a04-ddf6-4256-9221-5b4b879200e5 HTTP/1.1" status: 204 len: 168 time: 0.9490316 Jul 16 18:25:43.727431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:43.737723 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e5e57d45-5203-4910-a9ba-528be8ba5208 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1870776822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:43.769685 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5e57d45-5203-4910-a9ba-528be8ba5208 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.770945 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5e57d45-5203-4910-a9ba-528be8ba5208 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.840738 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5e57d45-5203-4910-a9ba-528be8ba5208 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.850832 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5e57d45-5203-4910-a9ba-528be8ba5208 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.870709 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5e57d45-5203-4910-a9ba-528be8ba5208 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.873239 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e5e57d45-5203-4910-a9ba-528be8ba5208 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1445408 Jul 16 18:25:43.876577 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37136) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:43.883563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'enable_snat': False}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:44.134947 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.381433 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.402198 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.527507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Allocated IP 172.25.8.226 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/9224465b-090b-405e-82da-0b639d9af70e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:44.669730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7feb14-17bf-4a32-9166-94108db96bb9 req-85485de2-6d60-4ca1-99f0-d42dbdd39f12 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.677065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da7feb14-17bf-4a32-9166-94108db96bb9 req-85485de2-6d60-4ca1-99f0-d42dbdd39f12 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0765474 Jul 16 18:25:44.689014 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.729288 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da7feb14-17bf-4a32-9166-94108db96bb9 req-c8715039-f040-40c3-b80f-2e422be0365a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512285 Jul 16 18:25:44.751126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.796006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:44.800045 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:44.802594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:44.856825 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Pushing event updated for resources: {'Port': ['ID=9224465b-090b-405e-82da-0b639d9af70e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:45.147027 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.353706 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.357643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.505454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Router 42ca39a4-90b0-4390-8534-9fc55da8ec27 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:45.638511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:45.646167 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.648292 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a7a05672-4226-4835-848c-a497ea380b4f tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "PUT /v2.0/routers/42ca39a4-90b0-4390-8534-9fc55da8ec27 HTTP/1.1" status: 200 len: 916 time: 1.7685239 Jul 16 18:25:45.652300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:45.652809 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f96f7-838c-4dbd-b5a7-81b254328ebe None None] Sync routers for ids ['42ca39a4-90b0-4390-8534-9fc55da8ec27'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:45.663178 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f96f7-838c-4dbd-b5a7-81b254328ebe None None] Routers {'42ca39a4-90b0-4390-8534-9fc55da8ec27'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:45.663889 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cb7f96f7-838c-4dbd-b5a7-81b254328ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['42ca39a4-90b0-4390-8534-9fc55da8ec27'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:45.701229 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cb7f96f7-838c-4dbd-b5a7-81b254328ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:45.712256 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f96f7-838c-4dbd-b5a7-81b254328ebe None None] Routers {'42ca39a4-90b0-4390-8534-9fc55da8ec27'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:45.713475 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cb7f96f7-838c-4dbd-b5a7-81b254328ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['42ca39a4-90b0-4390-8534-9fc55da8ec27'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:45.749812 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cb7f96f7-838c-4dbd-b5a7-81b254328ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:45.751352 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f96f7-838c-4dbd-b5a7-81b254328ebe None None] The sync data for ids ['42ca39a4-90b0-4390-8534-9fc55da8ec27'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:45.764900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8031176e-c4d8-41d6-921b-7dc5aabef71a tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/routers/42ca39a4-90b0-4390-8534-9fc55da8ec27 HTTP/1.1" status: 200 len: 922 time: 0.1090448 Jul 16 18:25:45.765437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:45.889399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a102f2-9714-4f64-931f-82c77840ba96 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:45.891912 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-32a102f2-9714-4f64-931f-82c77840ba96 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&device_id=42ca39a4-90b0-4390-8534-9fc55da8ec27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1255267 Jul 16 18:25:45.895594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:45.956058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3b43c-4477-4f4c-ae04-96926399fcef req-c6835a00-7879-46bf-8220-f495b3bb9010 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:45.957683 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25b3b43c-4477-4f4c-ae04-96926399fcef req-c6835a00-7879-46bf-8220-f495b3bb9010 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0774443 Jul 16 18:25:46.002542 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527c3f31-cd3a-4922-81c9-2144c262c486 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:46.003593 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-527c3f31-cd3a-4922-81c9-2144c262c486 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/networks/553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 881 time: 0.1068668 Jul 16 18:25:46.009433 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:46.018293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25b3b43c-4477-4f4c-ae04-96926399fcef req-f680929e-f053-4a94-86c1-e049363a6ec3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480378 Jul 16 18:25:46.054694 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e21a2c66-a7fd-4cd4-ad52-c9773e48b2dc tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "GET /v2.0/ports?device_id=42ca39a4-90b0-4390-8534-9fc55da8ec27 HTTP/1.1" status: 200 len: 205 time: 0.0441704 Jul 16 18:25:46.057183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37154) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:46.182951 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.292478 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.350340 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Deleting port 9224465b-090b-405e-82da-0b639d9af70e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:46.350673 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.525985 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:25:46.761076 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.772971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Calling delete_port for 9224465b-090b-405e-82da-0b639d9af70e owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:46.936258 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.963080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Pushing event deleted for resources: {'Port': ['ID=9224465b-090b-405e-82da-0b639d9af70e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.026485 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.120908 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.123410 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.168238 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.169059 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Fanout notify agent at l3_agent the message router_deleted on router 42ca39a4-90b0-4390-8534-9fc55da8ec27 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:47.170519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b0a60-8a88-4157-b430-9461531e9e51 req-9f648b79-eeab-4227-8abc-35c3c26907d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.172086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d3b0a60-8a88-4157-b430-9461531e9e51 req-9f648b79-eeab-4227-8abc-35c3c26907d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39653ac6b80446089ba2a5340bd6293e&device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 1096 time: 0.0848873 Jul 16 18:25:47.176661 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.182070 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a951a04c-c05d-4aff-b76a-30c39534dd01 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/routers/42ca39a4-90b0-4390-8534-9fc55da8ec27 HTTP/1.1" status: 204 len: 168 time: 1.1196358 Jul 16 18:25:47.182070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37170) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.185863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1536324040', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:47.208944 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.209954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.261560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e245b-3a8a-4632-8776-efd37798a9b9 req-cc318351-28be-42f7-b465-9bdcfc07ebca tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.263074 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e69e245b-3a8a-4632-8776-efd37798a9b9 req-cc318351-28be-42f7-b465-9bdcfc07ebca tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.1289990 Jul 16 18:25:47.266233 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.309784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b0a60-8a88-4157-b430-9461531e9e51 req-79f8cdab-7030-4dff-98b7-abb352ceb007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.311177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d3b0a60-8a88-4157-b430-9461531e9e51 req-79f8cdab-7030-4dff-98b7-abb352ceb007 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd64b135-1a27-4b05-bed5-09c59d4d528d HTTP/1.1" status: 200 len: 913 time: 0.1323576 Jul 16 18:25:47.319245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e69e245b-3a8a-4632-8776-efd37798a9b9 req-f8e9ac56-e89a-4221-aa42-b4204ad6729e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476964 Jul 16 18:25:47.359291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d3b0a60-8a88-4157-b430-9461531e9e51 req-f8259ff7-6788-4078-83a8-880538f1e35d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e HTTP/1.1" status: 200 len: 217 time: 0.0390279 Jul 16 18:25:47.404686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.409005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b0a60-8a88-4157-b430-9461531e9e51 req-82cb0709-535b-404e-8bb8-597f055fd176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.410581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d3b0a60-8a88-4157-b430-9461531e9e51 req-82cb0709-535b-404e-8bb8-597f055fd176 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdbecab5-6c69-484a-b267-4c0495023942 HTTP/1.1" status: 200 len: 852 time: 0.0454328 Jul 16 18:25:47.444977 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d3b0a60-8a88-4157-b430-9461531e9e51 req-9abc8671-fb94-4da5-aa8c-aa476d6cd765 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd64b135-1a27-4b05-bed5-09c59d4d528d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277596 Jul 16 18:25:47.537143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d3b0a60-8a88-4157-b430-9461531e9e51 req-2d1f611c-79b9-48a5-9029-29eda4c3420b service neutron] 10.222.0.42 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861924 Jul 16 18:25:47.601277 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.620354 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.627089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d3b0a60-8a88-4157-b430-9461531e9e51 req-469ce093-c345-4edd-82a3-063ad8547bca service neutron] 10.222.0.42 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836649 Jul 16 18:25:47.723040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Allocated IP 172.25.8.42 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/0ecb1584-2c95-46c9-90be-ff381b00ad88) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:47.826761 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.868610 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.904055 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:47.910751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:47.913427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:47.937662 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Pushing event updated for resources: {'Port': ['ID=0ecb1584-2c95-46c9-90be-ff381b00ad88,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:48.169458 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.366855 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.497851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Router 1b301e30-3350-49ad-93c0-8eee72659dd1 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:48.499072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663baff-9a68-4b98-816a-02470ad8ac29 req-7cd79d57-60c0-4154-847a-fa74ffb55170 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:48.501354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e663baff-9a68-4b98-816a-02470ad8ac29 req-7cd79d57-60c0-4154-847a-fa74ffb55170 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0696867 Jul 16 18:25:48.539995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e663baff-9a68-4b98-816a-02470ad8ac29 req-4f2db908-6fca-4e51-bd91-c8eb2ef43588 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329077 Jul 16 18:25:48.604295 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:48.615930 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e1163-b15a-49be-890b-21ce0d452301 None None] Sync routers for ids ['1b301e30-3350-49ad-93c0-8eee72659dd1'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:48.622785 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.624002 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-67d14ca7-6e59-4f61-822f-6a9cae801d90 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4416602 Jul 16 18:25:48.625625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e1163-b15a-49be-890b-21ce0d452301 None None] Routers {'1b301e30-3350-49ad-93c0-8eee72659dd1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:48.626366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a16e1163-b15a-49be-890b-21ce0d452301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b301e30-3350-49ad-93c0-8eee72659dd1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:48.626812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:48.631441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:48.661482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a16e1163-b15a-49be-890b-21ce0d452301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:48.670274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e1163-b15a-49be-890b-21ce0d452301 None None] Routers {'1b301e30-3350-49ad-93c0-8eee72659dd1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:48.670905 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a16e1163-b15a-49be-890b-21ce0d452301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b301e30-3350-49ad-93c0-8eee72659dd1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:48.702101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a16e1163-b15a-49be-890b-21ce0d452301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:48.702754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e1163-b15a-49be-890b-21ce0d452301 None None] The sync data for ids ['1b301e30-3350-49ad-93c0-8eee72659dd1'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:48.928608 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.943007 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.993245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Deleting port 0ecb1584-2c95-46c9-90be-ff381b00ad88 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:48.993620 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.066470 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.077686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Calling delete_port for 0ecb1584-2c95-46c9-90be-ff381b00ad88 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:49.238751 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.268484 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Pushing event deleted for resources: {'Port': ['ID=0ecb1584-2c95-46c9-90be-ff381b00ad88,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:49.330316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.535203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.538508 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.615759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Router 1b301e30-3350-49ad-93c0-8eee72659dd1 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:49.694297 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:49.700951 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.705153 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a8b630b8-95fd-4569-8e66-bc3eee810fd2 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "PUT /v2.0/routers/1b301e30-3350-49ad-93c0-8eee72659dd1 HTTP/1.1" status: 200 len: 706 time: 1.0745983 Jul 16 18:25:49.705526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37178) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:49.706005 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c306ed6-5b00-4a01-95b5-46127ca40543 None None] Sync routers for ids ['1b301e30-3350-49ad-93c0-8eee72659dd1'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:49.716519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c0ca-b72b-4edd-ba1b-4c3a4d7c5dcd req-8e4ee247-7f3c-460d-97d6-c82c3cd4659a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:49.718234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db25c0ca-b72b-4edd-ba1b-4c3a4d7c5dcd req-8e4ee247-7f3c-460d-97d6-c82c3cd4659a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0648468 Jul 16 18:25:49.728439 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c306ed6-5b00-4a01-95b5-46127ca40543 None None] Routers {'1b301e30-3350-49ad-93c0-8eee72659dd1'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:49.729145 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4c306ed6-5b00-4a01-95b5-46127ca40543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b301e30-3350-49ad-93c0-8eee72659dd1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:49.757959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db25c0ca-b72b-4edd-ba1b-4c3a4d7c5dcd req-23c4926e-ec9b-470d-93af-9d84caf17ce9 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334764 Jul 16 18:25:49.769170 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4c306ed6-5b00-4a01-95b5-46127ca40543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:49.779776 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c306ed6-5b00-4a01-95b5-46127ca40543 None None] Routers {'1b301e30-3350-49ad-93c0-8eee72659dd1'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:49.780473 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4c306ed6-5b00-4a01-95b5-46127ca40543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:25:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b301e30-3350-49ad-93c0-8eee72659dd1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:49.827051 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4c306ed6-5b00-4a01-95b5-46127ca40543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:49.828952 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c306ed6-5b00-4a01-95b5-46127ca40543 None None] The sync data for ids ['1b301e30-3350-49ad-93c0-8eee72659dd1'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:49.957957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b65056-9472-4d03-89cd-f20bbaad7f0d req-63b9aa79-5c2a-46b7-8136-2c27bd76d063 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:49.959541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85b65056-9472-4d03-89cd-f20bbaad7f0d req-63b9aa79-5c2a-46b7-8136-2c27bd76d063 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 945 time: 0.0657237 Jul 16 18:25:50.004582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85b65056-9472-4d03-89cd-f20bbaad7f0d req-c0d96bd2-a5eb-4d2b-a807-66f428af1b86 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390241 Jul 16 18:25:50.086042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 7ce6ac85-f785-4f70-816e-e25ccd3a002e no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:50.136724 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9b73e168-f0f0-4d9a-b685-4a2160be0a2e tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/routers/1b301e30-3350-49ad-93c0-8eee72659dd1 HTTP/1.1" status: 200 len: 741 time: 0.4275248 Jul 16 18:25:50.137266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.173530 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.183626 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-81d29002-77df-43ea-9984-7bd252976d14 tempest-RoutersAdminTest-1876784244 tempest-RoutersAdminTest-1876784244-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&device_id=1b301e30-3350-49ad-93c0-8eee72659dd1 HTTP/1.1" status: 200 len: 205 time: 0.0430982 Jul 16 18:25:50.184634 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.209924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ce6ac85-f785-4f70-816e-e25ccd3a002e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:50.212563 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067d5d67-53b9-4517-a251-0d7cf029a370" -d '{"events": [{"server_uuid": "cd1331a1-dd9a-4f9b-927c-040adc13c4ab", "name": "network-vif-unplugged", "status": "completed", "tag": "7ce6ac85-f785-4f70-816e-e25ccd3a002e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:50.219919 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0e10b033-e48d-4cdc-b462-64560766f4ab tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b301e30-3350-49ad-93c0-8eee72659dd1 HTTP/1.1" status: 200 len: 205 time: 0.0306070 Jul 16 18:25:50.219919 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.311316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbb693e0-5a03-4460-89ef-71f32028111b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.387801 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e30e57c-bb80-4a85-bd05-93141c2215b7 x-openstack-request-id: req-1e30e57c-bb80-4a85-bd05-93141c2215b7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:50.388088 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1331a1-dd9a-4f9b-927c-040adc13c4ab", "name": "network-vif-unplugged", "status": "failed", "tag": "7ce6ac85-f785-4f70-816e-e25ccd3a002e", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:50.388569 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e30e57c-bb80-4a85-bd05-93141c2215b7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:50.388973 n-d-793618-9 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ce6ac85-f785-4f70-816e-e25ccd3a002e', 'code': 422} returned with failed status Jul 16 18:25:50.392565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:50.397125 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.446670 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=7ce6ac85-f785-4f70-816e-e25ccd3a002e,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:50.485491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbb693e0-5a03-4460-89ef-71f32028111b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.487664 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbb693e0-5a03-4460-89ef-71f32028111b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.541939 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbb693e0-5a03-4460-89ef-71f32028111b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.542733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb693e0-5a03-4460-89ef-71f32028111b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Fanout notify agent at l3_agent the message router_deleted on router 1b301e30-3350-49ad-93c0-8eee72659dd1 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:50.550452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbb693e0-5a03-4460-89ef-71f32028111b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.551567 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cbb693e0-5a03-4460-89ef-71f32028111b tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/routers/1b301e30-3350-49ad-93c0-8eee72659dd1 HTTP/1.1" status: 204 len: 168 time: 0.3315473 Jul 16 18:25:50.554814 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.595166 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5f06df0a-272a-4088-8d85-c185cec673b8 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b301e30-3350-49ad-93c0-8eee72659dd1 HTTP/1.1" status: 200 len: 205 time: 0.0392392 Jul 16 18:25:50.597532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.642627 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-9190ed91-f76f-4f6c-a0b8-248951ef85b1 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] delete failed (client error): The resource could not be found. Jul 16 18:25:50.643593 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9190ed91-f76f-4f6c-a0b8-248951ef85b1 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/routers/1b301e30-3350-49ad-93c0-8eee72659dd1 HTTP/1.1" status: 404 len: 336 time: 0.0446327 Jul 16 18:25:50.646381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.680332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-855daecc-1c9f-45da-930e-c8d308d4fd83 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "GET /v2.0/ports?device_id=42ca39a4-90b0-4390-8534-9fc55da8ec27 HTTP/1.1" status: 200 len: 205 time: 0.0328033 Jul 16 18:25:50.683055 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37212) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.725769 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-41b7d219-3946-4cbd-a9f0-94ad9271bc6a tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] delete failed (client error): The resource could not be found. Jul 16 18:25:50.729412 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-41b7d219-3946-4cbd-a9f0-94ad9271bc6a tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/routers/42ca39a4-90b0-4390-8534-9fc55da8ec27 HTTP/1.1" status: 404 len: 336 time: 0.0427487 Jul 16 18:25:50.729806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37214) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.743746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d519a-270a-45f0-a6da-f069f28a9c5a req-75e42798-1e7c-4921-bfd3-b0aabf3e0ce3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:50.745479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-758d519a-270a-45f0-a6da-f069f28a9c5a req-75e42798-1e7c-4921-bfd3-b0aabf3e0ce3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.0674837 Jul 16 18:25:50.761446 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-88ec03d9-053e-4ea1-afbf-167c6195fcd1 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ee32a04-ddf6-4256-9221-5b4b879200e5 HTTP/1.1" status: 200 len: 205 time: 0.0307517 Jul 16 18:25:50.763706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37216) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.787060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-758d519a-270a-45f0-a6da-f069f28a9c5a req-e515b659-5810-4964-85c7-96d430dc9182 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339396 Jul 16 18:25:50.802003 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-34984a39-27e5-4b81-ad67-a4409cf18364 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] delete failed (client error): The resource could not be found. Jul 16 18:25:50.802748 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-34984a39-27e5-4b81-ad67-a4409cf18364 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/routers/6ee32a04-ddf6-4256-9221-5b4b879200e5 HTTP/1.1" status: 404 len: 336 time: 0.0381231 Jul 16 18:25:50.805348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.837779 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-165bf760-eb6d-4e74-9032-0a336ca6d3b3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea96ac0-cf72-4b1f-9012-b7bea782d9eb HTTP/1.1" status: 200 len: 205 time: 0.0313199 Jul 16 18:25:50.840163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37220) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.881560 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-132c79bb-60ca-418b-819e-e38cdb5cd6a3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] delete failed (client error): The resource could not be found. Jul 16 18:25:50.882618 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-132c79bb-60ca-418b-819e-e38cdb5cd6a3 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/routers/eea96ac0-cf72-4b1f-9012-b7bea782d9eb HTTP/1.1" status: 404 len: 336 time: 0.0415313 Jul 16 18:25:50.885206 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37226) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.916403 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2f533f37-ebdd-497c-8220-fd137126d279 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "GET /v2.0/ports?device_id=352f53c2-53fe-4e97-a55f-fbbb6dcee8e8 HTTP/1.1" status: 200 len: 205 time: 0.0300331 Jul 16 18:25:50.919073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.960402 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-e23bf87b-e697-40f0-9388-c275129855d0 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] delete failed (client error): The resource could not be found. Jul 16 18:25:50.961477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e23bf87b-e697-40f0-9388-c275129855d0 tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/routers/352f53c2-53fe-4e97-a55f-fbbb6dcee8e8 HTTP/1.1" status: 404 len: 336 time: 0.0413082 Jul 16 18:25:50.964327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.995039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fb8115c5-2fdb-4b60-95d2-0554ffbf11fb tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "GET /v2.0/ports?device_id=2254ce2f-c08a-4065-bf3c-bf21dd43245c HTTP/1.1" status: 200 len: 205 time: 0.0295491 Jul 16 18:25:50.997594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:51.034027 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-ed4be685-c88b-4fa6-9c1e-89ebbf11e00a tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] delete failed (client error): The resource could not be found. Jul 16 18:25:51.035037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ed4be685-c88b-4fa6-9c1e-89ebbf11e00a tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/routers/2254ce2f-c08a-4065-bf3c-bf21dd43245c HTTP/1.1" status: 404 len: 336 time: 0.0366006 Jul 16 18:25:51.037696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:51.037888 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-569d500a-1d69-47f4-91e3-2776c169ac21 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1239078 Jul 16 18:25:51.064998 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-026566d7-1fcf-4e43-a06b-0c578d1debff tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] DELETE failed (client error): The resource could not be found. Jul 16 18:25:51.065482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026566d7-1fcf-4e43-a06b-0c578d1debff tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:25:51.067327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-026566d7-1fcf-4e43-a06b-0c578d1debff tempest-RoutersAdminTest-1569005106 tempest-RoutersAdminTest-1569005106-project] 10.222.0.52 "DELETE /v2.0/subnets/16cacfeb-e4d1-4c76-89a4-9c1424c48c9a HTTP/1.1" status: 404 len: 337 time: 0.0286505 Jul 16 18:25:51.351628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:51.462085 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20979bad-28cd-4f9f-b320-868d874ff049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.559577 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20979bad-28cd-4f9f-b320-868d874ff049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.564297 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20979bad-28cd-4f9f-b320-868d874ff049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.599979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-20979bad-28cd-4f9f-b320-868d874ff049 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73132c1829fd40629ae552354777a1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472627 Jul 16 18:25:51.603064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:51.604635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20979bad-28cd-4f9f-b320-868d874ff049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec6cb2b-9e6c-4433-ad88-163a861984ac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:51.663114 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b70409c4-6e7a-49e2-8f50-25e26906e0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.690225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b70409c4-6e7a-49e2-8f50-25e26906e0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.737680 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b70409c4-6e7a-49e2-8f50-25e26906e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.740290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b70409c4-6e7a-49e2-8f50-25e26906e0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.741530 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b70409c4-6e7a-49e2-8f50-25e26906e0c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eec6cb2b-9e6c-4433-ad88-163a861984ac HTTP/1.1" status: 204 len: 168 time: 0.1368802 Jul 16 18:25:51.749520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70409c4-6e7a-49e2-8f50-25e26906e0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec6cb2b-9e6c-4433-ad88-163a861984ac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:51.977935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62903c0b-542d-408a-8eb0-109df3e1444f req-e2645e3d-21f5-4aad-af8b-145352902855 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.979814 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62903c0b-542d-408a-8eb0-109df3e1444f req-e2645e3d-21f5-4aad-af8b-145352902855 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.0719204 Jul 16 18:25:52.019405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62903c0b-542d-408a-8eb0-109df3e1444f req-9b0e72cf-084b-4756-9b2f-43329c3a27c7 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Jul 16 18:25:52.032027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37264) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:52.073868 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-82050b5e-09ac-477f-9a96-56806e3b3463 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57f68de30b124742ac04cc17c1a517a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406516 Jul 16 18:25:52.076325 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:52.114014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-30d7f7f6-0e04-43fc-9879-7253ce506369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.115610 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-30d7f7f6-0e04-43fc-9879-7253ce506369 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab&tenant_id=39653ac6b80446089ba2a5340bd6293e HTTP/1.1" status: 200 len: 1094 time: 0.0619485 Jul 16 18:25:52.130286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.153780 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.192564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-8cd2e855-7118-4539-b46a-330b1552ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.194247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-8cd2e855-7118-4539-b46a-330b1552ed97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39653ac6b80446089ba2a5340bd6293e&device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 1094 time: 0.0553281 Jul 16 18:25:52.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.204333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.205532 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01c0ef99-087c-4357-b835-fbf476bf9705 HTTP/1.1" status: 204 len: 168 time: 0.1282775 Jul 16 18:25:52.213948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c0ef99-087c-4357-b835-fbf476bf9705,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:52.221540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:52.221898 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:52.222259 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:52.222585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:52.222920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:52.223252 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:52.223580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:52.223906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:52.224229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:52.224551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:52.224919 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:52.225187 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf6354-49f0-4fa2-aad5-74923f137bc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:52.289898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-9c9a34bb-2120-4374-8a33-c0b272c7fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.291496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-9c9a34bb-2120-4374-8a33-c0b272c7fd74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd64b135-1a27-4b05-bed5-09c59d4d528d HTTP/1.1" status: 200 len: 913 time: 0.0915823 Jul 16 18:25:52.335997 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-ad401c4b-1a5c-4b8b-a9c9-dd887fca8173 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e HTTP/1.1" status: 200 len: 217 time: 0.0378382 Jul 16 18:25:52.386381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-62dfda40-065a-4750-ae04-8e3324b04ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.387873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-62dfda40-065a-4750-ae04-8e3324b04ed9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdbecab5-6c69-484a-b267-4c0495023942 HTTP/1.1" status: 200 len: 852 time: 0.0464158 Jul 16 18:25:52.420170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-68aaf5dc-10e6-4c9b-ba50-05c25f3544dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd64b135-1a27-4b05-bed5-09c59d4d528d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261395 Jul 16 18:25:52.516394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-7f0db723-bf1d-4ef8-86a3-97d3b10f2275 service neutron] 10.222.0.42 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894690 Jul 16 18:25:52.605720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-ef614a2c-e0c0-425e-b242-d0feb56255a2 service neutron] 10.222.0.42 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830362 Jul 16 18:25:53.248966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02876f-9eef-4189-90d6-bbeb93bf72d4 req-52243d61-6e72-4b36-b989-6336e9aac6e1 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:53.257161 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe02876f-9eef-4189-90d6-bbeb93bf72d4 req-52243d61-6e72-4b36-b989-6336e9aac6e1 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.1056061 Jul 16 18:25:53.307302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe02876f-9eef-4189-90d6-bbeb93bf72d4 req-777d0e82-49a8-47c7-a42a-1c3a336a74b0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489962 Jul 16 18:25:53.577015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:53.700098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5e1f4883-56d7-4069-9568-f79f796efc2f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-125754790'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:53.723540 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e1f4883-56d7-4069-9568-f79f796efc2f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.724702 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e1f4883-56d7-4069-9568-f79f796efc2f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.790251 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e1f4883-56d7-4069-9568-f79f796efc2f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.794975 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e1f4883-56d7-4069-9568-f79f796efc2f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.807903 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5e1f4883-56d7-4069-9568-f79f796efc2f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.809380 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5e1f4883-56d7-4069-9568-f79f796efc2f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2312856 Jul 16 18:25:53.811892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:53.904344 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbb19-d13c-4b4d-ae9d-6a507df13b29 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.067662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbb19-d13c-4b4d-ae9d-6a507df13b29 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.069844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbb19-d13c-4b4d-ae9d-6a507df13b29 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.121754 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbb19-d13c-4b4d-ae9d-6a507df13b29 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.122285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ffbb19-d13c-4b4d-ae9d-6a507df13b29 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbdddce0-4d53-4c25-b868-1c2eeea57f63 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:54.127981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1ffbb19-d13c-4b4d-ae9d-6a507df13b29 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.128739 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b1ffbb19-d13c-4b4d-ae9d-6a507df13b29 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] 10.222.0.52 "DELETE /v2.0/routers/bbdddce0-4d53-4c25-b868-1c2eeea57f63 HTTP/1.1" status: 204 len: 168 time: 0.3153341 Jul 16 18:25:54.131823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:54.136757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a0f71e39-593c-44d0-be35-da2d69790cf4 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Request body: {'router': {'name': 'tempest-router-929327160', 'distributed': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:54.158815 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0f71e39-593c-44d0-be35-da2d69790cf4 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.160022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0f71e39-593c-44d0-be35-da2d69790cf4 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.218550 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0f71e39-593c-44d0-be35-da2d69790cf4 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.223210 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0f71e39-593c-44d0-be35-da2d69790cf4 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.236569 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a0f71e39-593c-44d0-be35-da2d69790cf4 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.238134 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a0f71e39-593c-44d0-be35-da2d69790cf4 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1048963 Jul 16 18:25:54.240893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:54.314003 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a3a8-f1c2-4343-ba56-e86ecd79f45a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.481187 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a3a8-f1c2-4343-ba56-e86ecd79f45a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.483651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a3a8-f1c2-4343-ba56-e86ecd79f45a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.515215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0835c-5da0-4b7e-8bc0-4034e080c474 req-110dfb87-8181-4f87-9962-a3072a4a87e0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:54.517489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50b0835c-5da0-4b7e-8bc0-4034e080c474 req-110dfb87-8181-4f87-9962-a3072a4a87e0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.0754020 Jul 16 18:25:54.553520 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a3a8-f1c2-4343-ba56-e86ecd79f45a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.554139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a8a3a8-f1c2-4343-ba56-e86ecd79f45a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a4da556-bc22-4b76-bfd5-95d96e0bd07a {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:54.558797 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a3a8-f1c2-4343-ba56-e86ecd79f45a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.559959 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b2a8a3a8-f1c2-4343-ba56-e86ecd79f45a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] 10.222.0.52 "DELETE /v2.0/routers/0a4da556-bc22-4b76-bfd5-95d96e0bd07a HTTP/1.1" status: 204 len: 168 time: 0.3180974 Jul 16 18:25:54.564141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:54.568796 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5b5a3f97-2a70-427b-9dac-690dfbe5ca4f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Request body: {'router': {'name': 'tempest-router-658397741', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bc32fda4e3bf4fa2bd2e47e18c640b1b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:54.570531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50b0835c-5da0-4b7e-8bc0-4034e080c474 req-647efbd9-92a3-4cd7-b633-748173ee6a39 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469089 Jul 16 18:25:54.594963 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5a3f97-2a70-427b-9dac-690dfbe5ca4f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.594963 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5a3f97-2a70-427b-9dac-690dfbe5ca4f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.652701 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5a3f97-2a70-427b-9dac-690dfbe5ca4f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.657895 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5a3f97-2a70-427b-9dac-690dfbe5ca4f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.673747 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b5a3f97-2a70-427b-9dac-690dfbe5ca4f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.675134 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5b5a3f97-2a70-427b-9dac-690dfbe5ca4f tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1099856 Jul 16 18:25:54.678791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37338) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:54.688490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:54.901803 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.902221 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.985065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93766) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 18:25:54.985596 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Router 30dbe936-0283-4fa9-8fd2-1b621797c55b migrating from provider to provider. {{(pid=93766) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 18:25:54.986443 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.990715 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.995752 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.078819 n-d-793618-9 neutron-server[93766]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] No L3 agents can host the router 30dbe936-0283-4fa9-8fd2-1b621797c55b Jul 16 18:25:55.189973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Hosts for router 30dbe936-0283-4fa9-8fd2-1b621797c55b: [] {{(pid=93766) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 18:25:55.213967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Hosts for other DVR routers connected to router 30dbe936-0283-4fa9-8fd2-1b621797c55b: set() {{(pid=93766) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 18:25:55.216443 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.217665 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a5a1a897-e81a-40fa-8b8e-bf1df6c4794d tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] 10.222.0.52 "PUT /v2.0/routers/30dbe936-0283-4fa9-8fd2-1b621797c55b HTTP/1.1" status: 200 len: 716 time: 0.5366960 Jul 16 18:25:55.222212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:55.297969 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4f916522-0a2d-4e4e-90f6-2acaefbef5a3 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] 10.222.0.52 "GET /v2.0/routers/30dbe936-0283-4fa9-8fd2-1b621797c55b HTTP/1.1" status: 200 len: 716 time: 0.0742579 Jul 16 18:25:55.300105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37342) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:55.479835 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-48a3b8c6-1746-4025-81e3-004b0ed28ed7 tempest-RoutersTestDVR-309934313 tempest-RoutersTestDVR-309934313-project] 10.222.0.52 "GET /v2.0/routers/30dbe936-0283-4fa9-8fd2-1b621797c55b HTTP/1.1" status: 200 len: 682 time: 0.1786447 Jul 16 18:25:55.482399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:55.559403 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9b0db32-ad08-4cf8-bf0d-75b95d2c81e6 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.758121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a589661-cb92-48d5-bcc4-f23491c48289 req-b852fa84-6146-47fc-ad7e-dc5d2f817dcd tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:55.759791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a589661-cb92-48d5-bcc4-f23491c48289 req-b852fa84-6146-47fc-ad7e-dc5d2f817dcd tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.0697570 Jul 16 18:25:55.863240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a589661-cb92-48d5-bcc4-f23491c48289 req-8ac6e847-a0f6-4f5f-93b0-0a02054d4619 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978174 Jul 16 18:25:56.098378 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9b0db32-ad08-4cf8-bf0d-75b95d2c81e6 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.101288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9b0db32-ad08-4cf8-bf0d-75b95d2c81e6 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.148755 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9b0db32-ad08-4cf8-bf0d-75b95d2c81e6 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.149356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b0db32-ad08-4cf8-bf0d-75b95d2c81e6 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30dbe936-0283-4fa9-8fd2-1b621797c55b {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:56.154373 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9b0db32-ad08-4cf8-bf0d-75b95d2c81e6 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.155503 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d9b0db32-ad08-4cf8-bf0d-75b95d2c81e6 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] 10.222.0.52 "DELETE /v2.0/routers/30dbe936-0283-4fa9-8fd2-1b621797c55b HTTP/1.1" status: 204 len: 168 time: 0.6717775 Jul 16 18:25:56.160147 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:56.164616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e99c768b-274a-422e-9023-c5915672c203 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Request body: {'router': {'name': 'tempest-router-1526485822', 'distributed': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:56.190231 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e99c768b-274a-422e-9023-c5915672c203 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.191295 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e99c768b-274a-422e-9023-c5915672c203 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.257278 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e99c768b-274a-422e-9023-c5915672c203 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.261979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e99c768b-274a-422e-9023-c5915672c203 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.276086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e99c768b-274a-422e-9023-c5915672c203 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.279834 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e99c768b-274a-422e-9023-c5915672c203 tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1162944 Jul 16 18:25:56.280087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:56.355424 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a4124c6-fbde-4ff9-a552-e8ce6f7f016a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.530417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a4124c6-fbde-4ff9-a552-e8ce6f7f016a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.533263 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a4124c6-fbde-4ff9-a552-e8ce6f7f016a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.582081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a4124c6-fbde-4ff9-a552-e8ce6f7f016a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.582599 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4124c6-fbde-4ff9-a552-e8ce6f7f016a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2917255-a436-44df-840f-dfb198aa99c0 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:56.586740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a4124c6-fbde-4ff9-a552-e8ce6f7f016a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.590982 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7a4124c6-fbde-4ff9-a552-e8ce6f7f016a tempest-RoutersTestDVR-576758936 tempest-RoutersTestDVR-576758936-project-admin] 10.222.0.52 "DELETE /v2.0/routers/a2917255-a436-44df-840f-dfb198aa99c0 HTTP/1.1" status: 204 len: 168 time: 0.3068318 Jul 16 18:25:56.861047 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:56.983400 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df36375c-b9b0-4102-aa4d-37be75bf98a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.049208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84748177-d738-4d7b-904d-81b45ed61f13 req-c7276e77-5562-41d6-bd29-cf8f6277c742 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:57.050761 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84748177-d738-4d7b-904d-81b45ed61f13 req-c7276e77-5562-41d6-bd29-cf8f6277c742 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.0706139 Jul 16 18:25:57.091931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84748177-d738-4d7b-904d-81b45ed61f13 req-be3ecc5d-6559-4d8d-b88f-cfad202516a5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355713 Jul 16 18:25:57.102350 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df36375c-b9b0-4102-aa4d-37be75bf98a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.119523 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-df36375c-b9b0-4102-aa4d-37be75bf98a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.162780 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-df36375c-b9b0-4102-aa4d-37be75bf98a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc32fda4e3bf4fa2bd2e47e18c640b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982931 Jul 16 18:25:57.162780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36375c-b9b0-4102-aa4d-37be75bf98a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f08523-c239-4355-8b15-e20572c3e3ff,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:57.163694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:57.221652 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5abf5cc5-8fbe-4a29-9943-453aab843940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.243622 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5abf5cc5-8fbe-4a29-9943-453aab843940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.293239 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5abf5cc5-8fbe-4a29-9943-453aab843940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.295856 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5abf5cc5-8fbe-4a29-9943-453aab843940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.297088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5abf5cc5-8fbe-4a29-9943-453aab843940 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53f08523-c239-4355-8b15-e20572c3e3ff HTTP/1.1" status: 204 len: 168 time: 0.1314054 Jul 16 18:25:57.304837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf5cc5-8fbe-4a29-9943-453aab843940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f08523-c239-4355-8b15-e20572c3e3ff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:57.582159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:57.596289 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bead5c56-e6e6-4d8c-a215-ffd52ffb6d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.704739 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bead5c56-e6e6-4d8c-a215-ffd52ffb6d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.712557 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bead5c56-e6e6-4d8c-a215-ffd52ffb6d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.755431 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead5c56-e6e6-4d8c-a215-ffd52ffb6d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce73f64b-532b-45f6-b69c-8ef833b8c730,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:57.760789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bead5c56-e6e6-4d8c-a215-ffd52ffb6d43 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a75548837ffb4694a720098377e585ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773913 Jul 16 18:25:57.763325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:57.816889 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-626b5f8e-1f19-43a8-bc47-b75b5c96308d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.840900 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-626b5f8e-1f19-43a8-bc47-b75b5c96308d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.894054 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-626b5f8e-1f19-43a8-bc47-b75b5c96308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.897447 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-626b5f8e-1f19-43a8-bc47-b75b5c96308d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.899023 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-626b5f8e-1f19-43a8-bc47-b75b5c96308d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce73f64b-532b-45f6-b69c-8ef833b8c730 HTTP/1.1" status: 204 len: 168 time: 0.1346200 Jul 16 18:25:57.909380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b5f8e-1f19-43a8-bc47-b75b5c96308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce73f64b-532b-45f6-b69c-8ef833b8c730,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:58.296518 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44582327-409a-4357-b8d3-ae2de62e97f3 req-3740424b-5d2d-46be-80a0-76c2c2e275f0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:58.298509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44582327-409a-4357-b8d3-ae2de62e97f3 req-3740424b-5d2d-46be-80a0-76c2c2e275f0 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.0861533 Jul 16 18:25:58.356551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44582327-409a-4357-b8d3-ae2de62e97f3 req-3dbe8d03-ddbf-493c-845b-7f7db1c312d6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518620 Jul 16 18:25:59.385526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:59.497087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2081810698', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:59.548095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Made reservation on behalf of 97c2b70c89464a0a98a3d0216bd3507c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:59.550946 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.561783 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.590145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497fe51-8040-4642-b9ff-c811b5f2d700 req-f9f864db-1791-4d7c-82dc-01420d0ef0bc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:59.591659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8497fe51-8040-4642-b9ff-c811b5f2d700 req-f9f864db-1791-4d7c-82dc-01420d0ef0bc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.1105044 Jul 16 18:25:59.652882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8497fe51-8040-4642-b9ff-c811b5f2d700 req-bfbc7299-5ade-4006-97e6-60c2d553bb29 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517073 Jul 16 18:25:59.706760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.710949 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.716947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] device_id is not set on port 8bde9125-669a-49e6-89af-daa9944f8921 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:59.776652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f995a4f6-b12d-416f-891c-68e084136604,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:59.851003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Allocated IP 172.25.8.96 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/8bde9125-669a-49e6-89af-daa9944f8921) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:59.993180 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.037179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.052132 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a28e7d42-66b5-4764-a018-14fa1598e875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.082994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:00.085898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:00.088534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:00.113631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Pushing event updated for resources: {'Port': ['ID=8bde9125-669a-49e6-89af-daa9944f8921,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:00.133991 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:00.134608 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.149281 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-074c8522-d6b6-46df-93cc-3b310c156b15 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7624531 Jul 16 18:26:00.152224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:00.156830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:00.180224 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.181245 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.243995 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.384461 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.604350 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.623655 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.887777 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.973888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b743ae6-4398-43df-848a-7ac79a3afedf req-3b3acec0-93fe-4729-a6c4-75b6ff3dd536 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:00.975366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b743ae6-4398-43df-848a-7ac79a3afedf req-3b3acec0-93fe-4729-a6c4-75b6ff3dd536 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.2051802 Jul 16 18:26:01.451594 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.455569 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.474625 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b743ae6-4398-43df-848a-7ac79a3afedf req-a03723c3-8d90-4c6f-b478-fb2935cb7424 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925423 Jul 16 18:26:01.512112 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.512112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb9e7849-6eba-4931-9964-68f98b00fe43 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:01.536361 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:26:01.541449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:01.542344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-661bf93e-5866-4e42-a3e1-45a75cd893f5 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3883119 Jul 16 18:26:01.628814 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bdf345e5-8334-40f1-ad20-9ea0ecc04399 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Deleting port 8bde9125-669a-49e6-89af-daa9944f8921 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:01.629212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdf345e5-8334-40f1-ad20-9ea0ecc04399 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.710985 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdf345e5-8334-40f1-ad20-9ea0ecc04399 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.723693 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bdf345e5-8334-40f1-ad20-9ea0ecc04399 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Calling delete_port for 8bde9125-669a-49e6-89af-daa9944f8921 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:01.853711 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdf345e5-8334-40f1-ad20-9ea0ecc04399 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.881890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf345e5-8334-40f1-ad20-9ea0ecc04399 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bde9125-669a-49e6-89af-daa9944f8921,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:01.954622 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdf345e5-8334-40f1-ad20-9ea0ecc04399 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.956567 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bdf345e5-8334-40f1-ad20-9ea0ecc04399 tempest-RoutersAdminNegativeTest-538060965 tempest-RoutersAdminNegativeTest-538060965-project-admin] 10.222.0.52 "DELETE /v2.0/ports/8bde9125-669a-49e6-89af-daa9944f8921 HTTP/1.1" status: 204 len: 168 time: 0.4139950 Jul 16 18:26:02.245303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37442) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:02.284312 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0da1009-d08c-4a51-b8c1-37c6575fe1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.358516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9690fb41-b440-4c9d-80b4-7d811a6cfef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.457974 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9690fb41-b440-4c9d-80b4-7d811a6cfef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.463327 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9690fb41-b440-4c9d-80b4-7d811a6cfef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.504056 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9690fb41-b440-4c9d-80b4-7d811a6cfef1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=984daa9ec08a45bdbae21a73967fb171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574644 Jul 16 18:26:02.504793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690fb41-b440-4c9d-80b4-7d811a6cfef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23767089-f41f-479b-abae-2826e4431888,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:02.506736 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:02.568279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c7ebb10-ac13-4c5a-bfe1-fa5f28343e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.592415 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c7ebb10-ac13-4c5a-bfe1-fa5f28343e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.711138 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c7ebb10-ac13-4c5a-bfe1-fa5f28343e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.714550 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c7ebb10-ac13-4c5a-bfe1-fa5f28343e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.721118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6c7ebb10-ac13-4c5a-bfe1-fa5f28343e41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23767089-f41f-479b-abae-2826e4431888 HTTP/1.1" status: 204 len: 168 time: 0.2125676 Jul 16 18:26:02.741606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20746472-ed3d-4836-90de-c60c26026a4f req-33a67f31-f7e0-4b4d-b0ab-477d7f2a825c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.743184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20746472-ed3d-4836-90de-c60c26026a4f req-33a67f31-f7e0-4b4d-b0ab-477d7f2a825c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.1157076 Jul 16 18:26:02.744457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ebb10-ac13-4c5a-bfe1-fa5f28343e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23767089-f41f-479b-abae-2826e4431888,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:02.747065 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.762346 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.768459 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.801446 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20746472-ed3d-4836-90de-c60c26026a4f req-35886172-b8ea-426e-b0db-f7a1aa54144f tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Jul 16 18:26:03.060509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:03.100766 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eae4bc1a-9f99-478e-8032-de7f33eaf819 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97c2b70c89464a0a98a3d0216bd3507c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408924 Jul 16 18:26:03.103250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37456) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:03.153600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57334426-94d1-4bc1-a2cd-5e642b6ed744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.175993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57334426-94d1-4bc1-a2cd-5e642b6ed744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.224253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57334426-94d1-4bc1-a2cd-5e642b6ed744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.227189 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57334426-94d1-4bc1-a2cd-5e642b6ed744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.228370 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-57334426-94d1-4bc1-a2cd-5e642b6ed744 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f995a4f6-b12d-416f-891c-68e084136604 HTTP/1.1" status: 204 len: 168 time: 0.1242020 Jul 16 18:26:03.238793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57334426-94d1-4bc1-a2cd-5e642b6ed744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f995a4f6-b12d-416f-891c-68e084136604,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:03.752440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a7ad-0488-49f0-878c-8e67894d3054 req-e37a5f27-2fb4-458e-9fcf-13d44ba07202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:03.754121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8d3a7ad-0488-49f0-878c-8e67894d3054 req-e37a5f27-2fb4-458e-9fcf-13d44ba07202 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39653ac6b80446089ba2a5340bd6293e&device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 1094 time: 0.1967523 Jul 16 18:26:03.814567 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.873294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a7ad-0488-49f0-878c-8e67894d3054 req-eec0f8ee-9837-42ef-80b7-1cc0ebdf5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:03.874878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8d3a7ad-0488-49f0-878c-8e67894d3054 req-eec0f8ee-9837-42ef-80b7-1cc0ebdf5d58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd64b135-1a27-4b05-bed5-09c59d4d528d HTTP/1.1" status: 200 len: 913 time: 0.0993626 Jul 16 18:26:03.920677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8d3a7ad-0488-49f0-878c-8e67894d3054 req-4220e9bd-8e28-4971-887d-9e460f033677 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e HTTP/1.1" status: 200 len: 217 time: 0.0383098 Jul 16 18:26:03.989705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37482) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:04.004324 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a7ad-0488-49f0-878c-8e67894d3054 req-8c7768e8-79d0-44db-9f79-77ba9cb0b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:04.005790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8d3a7ad-0488-49f0-878c-8e67894d3054 req-8c7768e8-79d0-44db-9f79-77ba9cb0b71b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdbecab5-6c69-484a-b267-4c0495023942 HTTP/1.1" status: 200 len: 852 time: 0.0788217 Jul 16 18:26:04.047550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8d3a7ad-0488-49f0-878c-8e67894d3054 req-2efd9c52-7591-4b39-ac14-0b48185d5043 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd64b135-1a27-4b05-bed5-09c59d4d528d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336406 Jul 16 18:26:04.060352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-a8d3a7ad-0488-49f0-878c-8e67894d3054 req-71d4da86-6ed0-4e5a-8584-66c5ad4285f9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:04.061369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8d3a7ad-0488-49f0-878c-8e67894d3054 req-71d4da86-6ed0-4e5a-8584-66c5ad4285f9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066884 Jul 16 18:26:04.070773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff31724-8443-4b16-b1a4-0fd55cc897f3 req-c6441fe8-5921-4d5a-beb6-b06a5e3585e3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:04.072238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff31724-8443-4b16-b1a4-0fd55cc897f3 req-c6441fe8-5921-4d5a-beb6-b06a5e3585e3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.1178823 Jul 16 18:26:04.090920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-481417322'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:04.112732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Made reservation on behalf of 878bd4c98a1f46d393ec13e8870dca0d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:04.116540 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.126390 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.171779 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5ff31724-8443-4b16-b1a4-0fd55cc897f3 req-cc13bf89-1bfd-4de3-b2bf-890b6b90b3a9 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903966 Jul 16 18:26:04.196701 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8d3a7ad-0488-49f0-878c-8e67894d3054 req-51c23228-b100-4f3b-a4b8-60f3dd74f38b service neutron] 10.222.0.42 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234627 Jul 16 18:26:04.235193 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.240464 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.265204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:04.280036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad25b95-b1ae-4836-b24f-cbc6836dd52a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:04.287257 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.287846 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Added segment 122b6e42-8f98-4e43-adc6-337e54bdde35 of type vlan for network c9ae1ca2-879c-439e-b56e-1de85b50463e Jul 16 18:26:04.296221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8d3a7ad-0488-49f0-878c-8e67894d3054 req-98ef2b2d-f8b5-47c4-a85c-e00faf67c286 service neutron] 10.222.0.42 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931206 Jul 16 18:26:04.329191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.357767 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.364060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:04.364661 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.395528 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4047060 Jul 16 18:26:04.398585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:04.403907 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7a686f61-cdae-4efb-b151-30538deb57c0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Request body: {'subnet': {'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:04.431808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9256202-8a49-4632-899e-800ea9506e90 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event updated for resources: {'Network': ['ID=c9ae1ca2-879c-439e-b56e-1de85b50463e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:04.442429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c9ae1ca2-879c-439e-b56e-1de85b50463e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:04.499786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a686f61-cdae-4efb-b151-30538deb57c0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Made reservation on behalf of 878bd4c98a1f46d393ec13e8870dca0d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:04.503649 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a686f61-cdae-4efb-b151-30538deb57c0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.688114 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a686f61-cdae-4efb-b151-30538deb57c0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.747815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a686f61-cdae-4efb-b151-30538deb57c0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event updated for resources: {'Subnet': ['ID=2c71206f-8aa9-4b47-a3c6-28daabafc0d7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:04.756960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a686f61-cdae-4efb-b151-30538deb57c0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Checking segment: {'id': '122b6e42-8f98-4e43-adc6-337e54bdde35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:04.757658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a686f61-cdae-4efb-b151-30538deb57c0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Network hostable DHCP agents. Network: c9ae1ca2-879c-439e-b56e-1de85b50463e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:04.774012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a686f61-cdae-4efb-b151-30538deb57c0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Network c9ae1ca2-879c-439e-b56e-1de85b50463e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:04.783322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7a686f61-cdae-4efb-b151-30538deb57c0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, c9ae1ca2-879c-439e-b56e-1de85b50463e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:04.787571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a686f61-cdae-4efb-b151-30538deb57c0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:04.788054 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a686f61-cdae-4efb-b151-30538deb57c0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.792190 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3f8573-af2e-4188-a769-5f23a0a1c3a4 None None] Network c9ae1ca2-879c-439e-b56e-1de85b50463e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:04.803446 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7a686f61-cdae-4efb-b151-30538deb57c0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4037585 Jul 16 18:26:04.806261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:04.811356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Request body: {'port': {'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1048859762'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:04.922516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Made reservation on behalf of 878bd4c98a1f46d393ec13e8870dca0d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:04.926256 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.948264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] device_id is not set on port 5566db2a-a104-4ba2-931a-67e686609c70 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:04.949897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-c9ae1ca2-879c-439e-b56e-1de85b50463e', 'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e', 'tenant_id': '878bd4c98a1f46d393ec13e8870dca0d', 'fixed_ips': [{'subnet_id': '2c71206f-8aa9-4b47-a3c6-28daabafc0d7'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:04.950866 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.063822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Allocated IP 2001:db8::169 (c9ae1ca2-879c-439e-b56e-1de85b50463e/2c71206f-8aa9-4b47-a3c6-28daabafc0d7/5566db2a-a104-4ba2-931a-67e686609c70) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:05.210404 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.224119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Transition to ACTIVE for port object 5566db2a-a104-4ba2-931a-67e686609c70 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:05.258200 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.312980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Allocated IP 2001:db8::2 (c9ae1ca2-879c-439e-b56e-1de85b50463e/2c71206f-8aa9-4b47-a3c6-28daabafc0d7/a000677f-8b6f-4dee-bc46-b94ad7ca0dea) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:05.352411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Network c9ae1ca2-879c-439e-b56e-1de85b50463e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:05.357515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:05.360805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event updated for resources: {'Port': ['ID=5566db2a-a104-4ba2-931a-67e686609c70,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:05.364474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:05.370137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.370765 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.389055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0a804fe3-55a3-41c7-b560-5d71b8758cf4 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5816941 Jul 16 18:26:05.393339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37492) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:05.399188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Request body: {'port': {'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2002068196', 'allowed_address_pairs': [{'ip_address': '2001:db8::169', 'mac_address': 'fa:16:3e:b7:cc:e7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:05.413909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee1f61-b602-4884-aea7-8aa78eea7f6d req-45cb2e44-f89e-4573-be5e-b1e0e6889516 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.415617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c9ee1f61-b602-4884-aea7-8aa78eea7f6d req-45cb2e44-f89e-4573-be5e-b1e0e6889516 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 943 time: 0.1261353 Jul 16 18:26:05.458461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c9ee1f61-b602-4884-aea7-8aa78eea7f6d req-83b4da3e-d18e-46e9-a1b5-3faff96922cc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361202 Jul 16 18:26:05.463233 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.472727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Transition to ACTIVE for port object a000677f-8b6f-4dee-bc46-b94ad7ca0dea will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:05.489573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Transition to ACTIVE for port object a000677f-8b6f-4dee-bc46-b94ad7ca0dea will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:05.501976 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.533157 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Made reservation on behalf of 878bd4c98a1f46d393ec13e8870dca0d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:05.545931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Network c9ae1ca2-879c-439e-b56e-1de85b50463e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:05.547392 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.550446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:05.553858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:05.588859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Pushing event updated for resources: {'Port': ['ID=a000677f-8b6f-4dee-bc46-b94ad7ca0dea,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:05.617750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:05.618104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:05.618457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:05.618799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:05.619141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:05.619473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:05.619806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:05.620150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:05.620465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:05.620794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:05.621122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:05.621486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:05.623794 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.634138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Attempting to bind port a000677f-8b6f-4dee-bc46-b94ad7ca0dea on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:05.634520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Attempting to bind port a000677f-8b6f-4dee-bc46-b94ad7ca0dea by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '122b6e42-8f98-4e43-adc6-337e54bdde35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:05.634892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Attempting to bind port a000677f-8b6f-4dee-bc46-b94ad7ca0dea on network c9ae1ca2-879c-439e-b56e-1de85b50463e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:05.640002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:05.640388 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Checking segment: {'id': '122b6e42-8f98-4e43-adc6-337e54bdde35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:05.641194 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.641623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Bound using segment: {'id': '122b6e42-8f98-4e43-adc6-337e54bdde35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:05.642097 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Bound port: a000677f-8b6f-4dee-bc46-b94ad7ca0dea, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122b6e42-8f98-4e43-adc6-337e54bdde35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:05.642489 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.643460 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] device_id is not set on port a1aa6e21-80d4-4717-85f2-0d867f30b001 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:05.706895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] For port a000677f-8b6f-4dee-bc46-b94ad7ca0dea, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:05.710044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] For port a000677f-8b6f-4dee-bc46-b94ad7ca0dea, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a000677f-8b6f-4dee-bc46-b94ad7ca0dea,segment=NetworkSegment(122b6e42-8f98-4e43-adc6-337e54bdde35),segment_id=122b6e42-8f98-4e43-adc6-337e54bdde35)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:05.714469 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.766283 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Allocated IP 2001:db8::350 (c9ae1ca2-879c-439e-b56e-1de85b50463e/2c71206f-8aa9-4b47-a3c6-28daabafc0d7/a1aa6e21-80d4-4717-85f2-0d867f30b001) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:05.775873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751e4f2-1968-4f28-a3ae-48fb5636432b None None] Pushing event updated for resources: {'Port': ['ID=a000677f-8b6f-4dee-bc46-b94ad7ca0dea,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:05.941199 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.955915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Transition to ACTIVE for port object a1aa6e21-80d4-4717-85f2-0d867f30b001 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:05.994823 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.047003 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Network c9ae1ca2-879c-439e-b56e-1de85b50463e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:06.051391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:06.054033 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:06.059793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.060454 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.067650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event updated for resources: {'Port': ['ID=a1aa6e21-80d4-4717-85f2-0d867f30b001,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:06.082533 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-67dffa10-26c0-4b23-b619-042e5ef93556 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.6879978 Jul 16 18:26:06.085163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37494) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:06.098346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 7ce6ac85-f785-4f70-816e-e25ccd3a002e details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:06.192855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4b9e9b-691e-47c5-88f0-e8c114f15abc tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.198715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4b9e9b-691e-47c5-88f0-e8c114f15abc tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.204685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:06.204888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4b9e9b-691e-47c5-88f0-e8c114f15abc tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.209518 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:06.210006 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-aa4b9e9b-691e-47c5-88f0-e8c114f15abc tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1234074 Jul 16 18:26:06.218730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '7ce6ac85-f785-4f70-816e-e25ccd3a002e', 'network_id': 'cd64b135-1a27-4b05-bed5-09c59d4d528d', 'port_id': '7ce6ac85-f785-4f70-816e-e25ccd3a002e', 'mac_address': 'fa:16:3e:70:5c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbecab5-6c69-484a-b267-4c0495023942', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:06.257504 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.274500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce6ac85-f785-4f70-816e-e25ccd3a002e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:06.301395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:06.306951 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.326334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b341d4d2-2d24-42e9-b741-a629f3e61318 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Deleting port a1aa6e21-80d4-4717-85f2-0d867f30b001 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:06.326690 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b341d4d2-2d24-42e9-b741-a629f3e61318 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.355154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=7ce6ac85-f785-4f70-816e-e25ccd3a002e,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:06.420936 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b341d4d2-2d24-42e9-b741-a629f3e61318 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.434273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b341d4d2-2d24-42e9-b741-a629f3e61318 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Calling delete_port for a1aa6e21-80d4-4717-85f2-0d867f30b001 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:06.510075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['7ce6ac85-f785-4f70-816e-e25ccd3a002e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:06.581383 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b341d4d2-2d24-42e9-b741-a629f3e61318 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.626925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341d4d2-2d24-42e9-b741-a629f3e61318 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event deleted for resources: {'Port': ['ID=a1aa6e21-80d4-4717-85f2-0d867f30b001,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:06.723351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa10eba-f852-4f7a-93e4-e5da8650df63 None None] Network c9ae1ca2-879c-439e-b56e-1de85b50463e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:06.789989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2181441-8298-41b6-ad90-7deefd694cac req-8ef77289-21b1-4855-b32b-97674f1f9080 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.791430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2181441-8298-41b6-ad90-7deefd694cac req-8ef77289-21b1-4855-b32b-97674f1f9080 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 944 time: 0.1771641 Jul 16 18:26:06.816400 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b341d4d2-2d24-42e9-b741-a629f3e61318 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.820635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b341d4d2-2d24-42e9-b741-a629f3e61318 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "DELETE /v2.0/ports/a1aa6e21-80d4-4717-85f2-0d867f30b001 HTTP/1.1" status: 204 len: 168 time: 0.6076186 Jul 16 18:26:06.822404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:06.854449 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fab6632e-97a8-42e3-8b0b-c8a01e1bcbce None None] Provisioning for port a000677f-8b6f-4dee-bc46-b94ad7ca0dea completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:06.856717 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-134a9f56-abc0-4087-8a94-9abd72574323 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] GET failed (client error): The resource could not be found. Jul 16 18:26:06.858340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-134a9f56-abc0-4087-8a94-9abd72574323 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "GET /v2.0/ports/a1aa6e21-80d4-4717-85f2-0d867f30b001 HTTP/1.1" status: 404 len: 333 time: 0.0365529 Jul 16 18:26:06.862377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:06.870783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Request body: {'port': {'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-453828611'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:06.878960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:06.911254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2181441-8298-41b6-ad90-7deefd694cac req-d94405b5-ced2-4524-9e6c-0c5ae40f690d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027873 Jul 16 18:26:07.003295 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a000677f-8b6f-4dee-bc46-b94ad7ca0dea up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:07.016698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Made reservation on behalf of 878bd4c98a1f46d393ec13e8870dca0d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:07.022168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.047195 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] device_id is not set on port 248eacd8-15d6-4c1f-8d10-95701a66177d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:07.066166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port a000677f-8b6f-4dee-bc46-b94ad7ca0dea completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:07.071076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port a000677f-8b6f-4dee-bc46-b94ad7ca0dea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:07.071713 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.111525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port 15c1fd60-ba8d-4140-9bf6-4b3faefc6ea2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:07.112137 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.174192 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.203650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Allocated IP 2001:db8::1f3 (c9ae1ca2-879c-439e-b56e-1de85b50463e/2c71206f-8aa9-4b47-a3c6-28daabafc0d7/248eacd8-15d6-4c1f-8d10-95701a66177d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:07.215816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port a000677f-8b6f-4dee-bc46-b94ad7ca0dea, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a000677f-8b6f-4dee-bc46-b94ad7ca0dea,segment=NetworkSegment(122b6e42-8f98-4e43-adc6-337e54bdde35),segment_id=122b6e42-8f98-4e43-adc6-337e54bdde35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:07.221815 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.225595 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.226099 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.241224 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for 15c1fd60-ba8d-4140-9bf6-4b3faefc6ea2 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:07.289617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=a000677f-8b6f-4dee-bc46-b94ad7ca0dea,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.322512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab543c53-4622-472e-99ca-2cec9eff8824 None None] Provisioning complete for port a000677f-8b6f-4dee-bc46-b94ad7ca0dea triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:07.323532 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab543c53-4622-472e-99ca-2cec9eff8824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.415513 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.430796 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.439775 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab543c53-4622-472e-99ca-2cec9eff8824 None None] Provisioning for port 5566db2a-a104-4ba2-931a-67e686609c70 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:07.440022 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=15c1fd60-ba8d-4140-9bf6-4b3faefc6ea2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.444399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ab543c53-4622-472e-99ca-2cec9eff8824 None None] Provisioning complete for port 5566db2a-a104-4ba2-931a-67e686609c70 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:07.444916 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab543c53-4622-472e-99ca-2cec9eff8824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.450249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Transition to ACTIVE for port object 248eacd8-15d6-4c1f-8d10-95701a66177d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:07.486055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ab543c53-4622-472e-99ca-2cec9eff8824 None None] Port 5566db2a-a104-4ba2-931a-67e686609c70 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:07.491270 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.520293 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.520927 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Floating IP 050e23be-b525-4a91-a3c1-533a805f6b32 disassociated (deleted). External IP: 172.25.8.198, port: c34b7efc-0238-4f07-a928-774c85adf91e. Jul 16 18:26:07.548131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Network c9ae1ca2-879c-439e-b56e-1de85b50463e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:07.551648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:07.554290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:07.560322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:07.561058 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.574643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event updated for resources: {'Port': ['ID=248eacd8-15d6-4c1f-8d10-95701a66177d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.586954 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-16c0d1ed-b7a3-4698-8adf-d50ee3594c5c tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7235169 Jul 16 18:26:07.589563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:07.596183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-21f40977-f6ca-4180-8e77-ebac0c72d145 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::169', 'mac_address': 'fa:16:3e:b7:cc:e7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:07.616206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b5acf03-9e03-4133-9769-b47e45925458 None None] Provisioning complete for port 5566db2a-a104-4ba2-931a-67e686609c70 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:07.617346 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b5acf03-9e03-4133-9769-b47e45925458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.665704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1b5acf03-9e03-4133-9769-b47e45925458 None None] Port 5566db2a-a104-4ba2-931a-67e686609c70 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:07.761977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router fc8c4bde-1063-4be4-857c-af1bfacfa152 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:07.778407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8a5dee6-312d-44fb-a4c1-935833d7d14f None None] Could not find standard attr ID for object a1aa6e21-80d4-4717-85f2-0d867f30b001. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:26:07.793944 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21f40977-f6ca-4180-8e77-ebac0c72d145 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.894884 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:07.900689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.906128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b52ba8f-645e-453a-a842-c60ac2f6d6f9 None None] Sync routers for ids ['fc8c4bde-1063-4be4-857c-af1bfacfa152'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:07.915870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52ba8f-645e-453a-a842-c60ac2f6d6f9 None None] Routers {'fc8c4bde-1063-4be4-857c-af1bfacfa152'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:07.916581 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5b52ba8f-645e-453a-a842-c60ac2f6d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fc8c4bde-1063-4be4-857c-af1bfacfa152'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:07.953996 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-21be7a4b-e0bb-4bd2-9d3b-cc2baf1a5fa9 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/floatingips/050e23be-b525-4a91-a3c1-533a805f6b32 HTTP/1.1" status: 204 len: 168 time: 1.0718982 Jul 16 18:26:07.953996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'tag': 'c34b7efc-0238-4f07-a928-774c85adf91e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:07.971497 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c486ad03-fb0b-4e39-848c-cef67bd94881" -d '{"events": [{"name": "network-changed", "server_uuid": "ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02", "tag": "c34b7efc-0238-4f07-a928-774c85adf91e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:08.006215 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21f40977-f6ca-4180-8e77-ebac0c72d145 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.012089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21f40977-f6ca-4180-8e77-ebac0c72d145 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.037285 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc1acc30-3ddc-4623-b876-5392a487aa91 None None] Provisioning for port 248eacd8-15d6-4c1f-8d10-95701a66177d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:08.044241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc1acc30-3ddc-4623-b876-5392a487aa91 None None] Provisioning complete for port 248eacd8-15d6-4c1f-8d10-95701a66177d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:08.044893 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc1acc30-3ddc-4623-b876-5392a487aa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.064337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-21f40977-f6ca-4180-8e77-ebac0c72d145 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] In _notify_port_updated(), no bound segment for port 248eacd8-15d6-4c1f-8d10-95701a66177d on network c9ae1ca2-879c-439e-b56e-1de85b50463e {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:26:08.070524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f40977-f6ca-4180-8e77-ebac0c72d145 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.072029 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21f40977-f6ca-4180-8e77-ebac0c72d145 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.073885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-21f40977-f6ca-4180-8e77-ebac0c72d145 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "PUT /v2.0/ports/248eacd8-15d6-4c1f-8d10-95701a66177d HTTP/1.1" status: 200 len: 1002 time: 0.4829051 Jul 16 18:26:08.078049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37516) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:08.135855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5b52ba8f-645e-453a-a842-c60ac2f6d6f9 None None] Set router fc8c4bde-1063-4be4-857c-af1bfacfa152 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:08.193050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f40977-f6ca-4180-8e77-ebac0c72d145 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event updated for resources: {'Port': ['ID=248eacd8-15d6-4c1f-8d10-95701a66177d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:08.252544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0f28-9186-4c7b-b281-660496cf318a req-77f32fa9-bfa5-47a9-b0b2-8512f4e7a2ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.254361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-094a0f28-9186-4c7b-b281-660496cf318a req-77f32fa9-bfa5-47a9-b0b2-8512f4e7a2ed tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 944 time: 0.1021776 Jul 16 18:26:08.268710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 7ce6ac85-f785-4f70-816e-e25ccd3a002e up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:08.284512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fc1acc30-3ddc-4623-b876-5392a487aa91 None None] Port 248eacd8-15d6-4c1f-8d10-95701a66177d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:08.324720 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0723035e-499e-40d9-8637-817e94b198b2 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Deleting port 248eacd8-15d6-4c1f-8d10-95701a66177d {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:08.325156 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0723035e-499e-40d9-8637-817e94b198b2 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.338712 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-094a0f28-9186-4c7b-b281-660496cf318a req-57e35c9c-ebb8-437c-9a48-6551158d7dac tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783648 Jul 16 18:26:08.448676 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2f565c-e129-4d67-9d30-fe57c791acfc x-openstack-request-id: req-be2f565c-e129-4d67-9d30-fe57c791acfc {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:08.448978 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02", "tag": "c34b7efc-0238-4f07-a928-774c85adf91e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:08.449233 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be2f565c-e129-4d67-9d30-fe57c791acfc {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:08.449667 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'tag': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'status': 'completed', 'code': 200} Jul 16 18:26:08.466035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 7ce6ac85-f785-4f70-816e-e25ccd3a002e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:08.466430 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.492910 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0723035e-499e-40d9-8637-817e94b198b2 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.514774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0723035e-499e-40d9-8637-817e94b198b2 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Calling delete_port for 248eacd8-15d6-4c1f-8d10-95701a66177d owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:08.538866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5b52ba8f-645e-453a-a842-c60ac2f6d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8955641c-0be5-4f9a-930a-69b3996e8b58', 'name': '', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:26:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:22Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:08.589028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b52ba8f-645e-453a-a842-c60ac2f6d6f9 None None] Checking router: fc8c4bde-1063-4be4-857c-af1bfacfa152 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:08.590653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ad03-fb0b-4e39-848c-cef67bd94881 req-4c9a40b4-c7a8-452e-8065-49467756e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.592560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c486ad03-fb0b-4e39-848c-cef67bd94881 req-4c9a40b4-c7a8-452e-8065-49467756e41c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 1097 time: 0.1169245 Jul 16 18:26:08.607571 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.609460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52ba8f-645e-453a-a842-c60ac2f6d6f9 None None] Routers {'fc8c4bde-1063-4be4-857c-af1bfacfa152'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:08.610399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5b52ba8f-645e-453a-a842-c60ac2f6d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fc8c4bde-1063-4be4-857c-af1bfacfa152'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:08.623859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315f8ec-2bb3-4cae-b7a0-781eea21fcfb req-8d183afb-b0fd-4ecc-b389-dedc0132bbb0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.629978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3315f8ec-2bb3-4cae-b7a0-781eea21fcfb req-8d183afb-b0fd-4ecc-b389-dedc0132bbb0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.1198201 Jul 16 18:26:08.678353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce6ac85-f785-4f70-816e-e25ccd3a002e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:08.680617 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e17dccf-45b4-4c01-a860-ac93f922bb40" -d '{"events": [{"server_uuid": "cd1331a1-dd9a-4f9b-927c-040adc13c4ab", "name": "network-vif-plugged", "status": "completed", "tag": "7ce6ac85-f785-4f70-816e-e25ccd3a002e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:08.686533 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0723035e-499e-40d9-8637-817e94b198b2 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.700246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:08.706637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3315f8ec-2bb3-4cae-b7a0-781eea21fcfb req-dffc4625-9073-4f73-9c83-0bdd995094e0 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634918 Jul 16 18:26:08.747611 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.754539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fe6db128-437f-4c36-adf4-82e547faa350 None None] Could not find standard attr ID for object 248eacd8-15d6-4c1f-8d10-95701a66177d. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:26:08.767227 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723035e-499e-40d9-8637-817e94b198b2 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event deleted for resources: {'Port': ['ID=248eacd8-15d6-4c1f-8d10-95701a66177d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:08.776730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ad03-fb0b-4e39-848c-cef67bd94881 req-1f39d2cd-aaa1-4e1f-a096-6c8361b0f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.778288 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c486ad03-fb0b-4e39-848c-cef67bd94881 req-1f39d2cd-aaa1-4e1f-a096-6c8361b0f125 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b HTTP/1.1" status: 200 len: 898 time: 0.1763077 Jul 16 18:26:08.839598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5b52ba8f-645e-453a-a842-c60ac2f6d6f9 None None] Set router fc8c4bde-1063-4be4-857c-af1bfacfa152 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:08.852708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c486ad03-fb0b-4e39-848c-cef67bd94881 req-5783dd09-5de2-4ed4-8378-f55872b69fa0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34b7efc-0238-4f07-a928-774c85adf91e HTTP/1.1" status: 200 len: 217 time: 0.0663633 Jul 16 18:26:08.881881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=7ce6ac85-f785-4f70-816e-e25ccd3a002e,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:08.908512 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0723035e-499e-40d9-8637-817e94b198b2 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.916788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:08.919035 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0723035e-499e-40d9-8637-817e94b198b2 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "DELETE /v2.0/ports/248eacd8-15d6-4c1f-8d10-95701a66177d HTTP/1.1" status: 204 len: 168 time: 0.8384697 Jul 16 18:26:08.965769 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3035d647-5f6b-40de-bcf7-269d0eb2c5e3 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] GET failed (client error): The resource could not be found. Jul 16 18:26:08.967449 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3035d647-5f6b-40de-bcf7-269d0eb2c5e3 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "GET /v2.0/ports/248eacd8-15d6-4c1f-8d10-95701a66177d HTTP/1.1" status: 404 len: 333 time: 0.0495775 Jul 16 18:26:08.971592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37526) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:08.972396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ad03-fb0b-4e39-848c-cef67bd94881 req-584417e0-5190-419e-b737-99bc3e1ed5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.976756 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c486ad03-fb0b-4e39-848c-cef67bd94881 req-584417e0-5190-419e-b737-99bc3e1ed5d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6b6b8273-6d4d-4775-8ddc-47d64fa5770b HTTP/1.1" status: 200 len: 834 time: 0.1157119 Jul 16 18:26:08.978250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Request body: {'port': {'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1182920602'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:08.989866 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf5bd55-f672-4e62-a88d-c39e9c9f1121 x-openstack-request-id: req-abf5bd55-f672-4e62-a88d-c39e9c9f1121 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:08.990542 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1331a1-dd9a-4f9b-927c-040adc13c4ab", "name": "network-vif-plugged", "status": "completed", "tag": "7ce6ac85-f785-4f70-816e-e25ccd3a002e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:08.990986 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-abf5bd55-f672-4e62-a88d-c39e9c9f1121 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:08.991549 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce6ac85-f785-4f70-816e-e25ccd3a002e', 'code': 200} Jul 16 18:26:08.992451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a000677f-8b6f-4dee-bc46-b94ad7ca0dea up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:09.046151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ad03-fb0b-4e39-848c-cef67bd94881 req-5b6541ac-024c-4d39-9ac1-2925b2b7c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.049076 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c486ad03-fb0b-4e39-848c-cef67bd94881 req-5b6541ac-024c-4d39-9ac1-2925b2b7c975 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648704 Jul 16 18:26:09.131095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Made reservation on behalf of 878bd4c98a1f46d393ec13e8870dca0d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:09.135150 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.150059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port a000677f-8b6f-4dee-bc46-b94ad7ca0dea triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:09.150444 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.159911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] device_id is not set on port 3b8db0df-87a3-4eeb-896a-7e275648c61a yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:09.218393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c486ad03-fb0b-4e39-848c-cef67bd94881 req-08b1bc65-5b34-4671-bed0-82790c6f5a4d service neutron] 10.222.0.38 "GET /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615870 Jul 16 18:26:09.253594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15da152-29e6-4753-a6f8-94299c143eac req-e6f9c487-55eb-4a6e-9c6e-e18ab1c2e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.256103 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f15da152-29e6-4753-a6f8-94299c143eac req-e6f9c487-55eb-4a6e-9c6e-e18ab1c2e32d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 1097 time: 0.1043069 Jul 16 18:26:09.332784 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Allocated IP 2001:db8::9c (c9ae1ca2-879c-439e-b56e-1de85b50463e/2c71206f-8aa9-4b47-a3c6-28daabafc0d7/3b8db0df-87a3-4eeb-896a-7e275648c61a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:09.346038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f15da152-29e6-4753-a6f8-94299c143eac req-64aa9fb6-b8f0-4b82-b9a3-661912533a07 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781741 Jul 16 18:26:09.362951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c486ad03-fb0b-4e39-848c-cef67bd94881 req-4dc647ea-fa25-4f85-b09e-10961b1364a1 service neutron] 10.222.0.38 "GET /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368325 Jul 16 18:26:09.382130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5b52ba8f-645e-453a-a842-c60ac2f6d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8955641c-0be5-4f9a-930a-69b3996e8b58', 'name': '', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:26:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:22Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:09.427964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b52ba8f-645e-453a-a842-c60ac2f6d6f9 None None] The sync data for ids ['fc8c4bde-1063-4be4-857c-af1bfacfa152'] in n-d-793618-9 is: [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 4, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8955641c-0be5-4f9a-930a-69b3996e8b58', 'name': '', 'network_id': '6a6111f0-fe32-47ff-8b9d-d066ec64ba6b', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'mac_address': 'fa:16:3e:26:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:22Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'subnets': [{'id': '6b6b8273-6d4d-4775-8ddc-47d64fa5770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:09.533296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.541586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000b7c2-b2d1-44d5-a856-06decd23d7a1 req-77f1da11-043d-4f70-8a3d-9699774c12d3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.543368 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3000b7c2-b2d1-44d5-a856-06decd23d7a1 req-77f1da11-043d-4f70-8a3d-9699774c12d3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0691457 Jul 16 18:26:09.548406 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Transition to ACTIVE for port object 3b8db0df-87a3-4eeb-896a-7e275648c61a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:09.587160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3000b7c2-b2d1-44d5-a856-06decd23d7a1 req-04fc9858-916c-4a75-9f20-a529a4cfca41 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357027 Jul 16 18:26:09.589120 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.630188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Network c9ae1ca2-879c-439e-b56e-1de85b50463e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:09.636911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:09.646702 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:09.652364 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.653170 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.683380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event updated for resources: {'Port': ['ID=3b8db0df-87a3-4eeb-896a-7e275648c61a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:09.693759 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-707f7355-564d-484e-9d7f-a748de7840eb tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7197459 Jul 16 18:26:09.696346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37530) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:09.704157 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-da564c32-086f-4ee6-bbcb-4cce8e533236 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b7:cc:e7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:09.710463 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44edb11-b56c-485d-becc-7c922c0fa46b None None] New status for floating IP 050e23be-b525-4a91-a3c1-533a805f6b32: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:26:09.763573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d85653-3018-418f-8287-e94e61eb1f85 req-f47d8d41-ff55-4d3f-9e70-1fc61fdc73f4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.767150 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38d85653-3018-418f-8287-e94e61eb1f85 req-f47d8d41-ff55-4d3f-9e70-1fc61fdc73f4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.0992005 Jul 16 18:26:09.838852 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da564c32-086f-4ee6-bbcb-4cce8e533236 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.935640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-38d85653-3018-418f-8287-e94e61eb1f85 req-cb01ddf1-4bff-4f19-84b4-21ab65be6481 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port c34b7efc-0238-4f07-a928-774c85adf91e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:09.935904 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38d85653-3018-418f-8287-e94e61eb1f85 req-cb01ddf1-4bff-4f19-84b4-21ab65be6481 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.012014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f2ca7805-e719-448d-8955-6343dc0bf7f7 None None] Provisioning for port 3b8db0df-87a3-4eeb-896a-7e275648c61a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:10.017447 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f2ca7805-e719-448d-8955-6343dc0bf7f7 None None] Provisioning complete for port 3b8db0df-87a3-4eeb-896a-7e275648c61a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:10.018438 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2ca7805-e719-448d-8955-6343dc0bf7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.039851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eab81-7ea3-49c8-be04-a3273649f9f3 req-e80975c2-eb5a-4a3c-8a86-76456447e966 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.053447 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da564c32-086f-4ee6-bbcb-4cce8e533236 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.054937 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-087eab81-7ea3-49c8-be04-a3273649f9f3 req-e80975c2-eb5a-4a3c-8a86-76456447e966 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 946 time: 0.1769192 Jul 16 18:26:10.061558 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da564c32-086f-4ee6-bbcb-4cce8e533236 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.068461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f2ca7805-e719-448d-8955-6343dc0bf7f7 None None] Port 3b8db0df-87a3-4eeb-896a-7e275648c61a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:10.098973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-da564c32-086f-4ee6-bbcb-4cce8e533236 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] In _notify_port_updated(), no bound segment for port 3b8db0df-87a3-4eeb-896a-7e275648c61a on network c9ae1ca2-879c-439e-b56e-1de85b50463e {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:26:10.104843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da564c32-086f-4ee6-bbcb-4cce8e533236 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.105429 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-da564c32-086f-4ee6-bbcb-4cce8e533236 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.106886 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-da564c32-086f-4ee6-bbcb-4cce8e533236 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "PUT /v2.0/ports/3b8db0df-87a3-4eeb-896a-7e275648c61a HTTP/1.1" status: 200 len: 1002 time: 0.4090016 Jul 16 18:26:10.110035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:10.113103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-38d85653-3018-418f-8287-e94e61eb1f85 req-cb01ddf1-4bff-4f19-84b4-21ab65be6481 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] For port c34b7efc-0238-4f07-a928-774c85adf91e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=c34b7efc-0238-4f07-a928-774c85adf91e,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:10.113644 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38d85653-3018-418f-8287-e94e61eb1f85 req-cb01ddf1-4bff-4f19-84b4-21ab65be6481 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.138995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-087eab81-7ea3-49c8-be04-a3273649f9f3 req-ee634aba-9843-4c2a-af61-06766bedebff tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fa75feb-3b38-49ed-af57-d901e23613c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835299 Jul 16 18:26:10.143289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-38d85653-3018-418f-8287-e94e61eb1f85 req-cb01ddf1-4bff-4f19-84b4-21ab65be6481 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for c34b7efc-0238-4f07-a928-774c85adf91e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:10.158279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da564c32-086f-4ee6-bbcb-4cce8e533236 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event updated for resources: {'Port': ['ID=3b8db0df-87a3-4eeb-896a-7e275648c61a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:10.240884 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d8015-2a27-4255-a6ae-00a3e233e7a7 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Deleting port 3b8db0df-87a3-4eeb-896a-7e275648c61a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:10.241223 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8015-2a27-4255-a6ae-00a3e233e7a7 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.317278 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38d85653-3018-418f-8287-e94e61eb1f85 req-cb01ddf1-4bff-4f19-84b4-21ab65be6481 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.355625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01ddf1-4bff-4f19-84b4-21ab65be6481 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=c34b7efc-0238-4f07-a928-774c85adf91e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:10.357874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8015-2a27-4255-a6ae-00a3e233e7a7 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.372451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d8015-2a27-4255-a6ae-00a3e233e7a7 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Calling delete_port for 3b8db0df-87a3-4eeb-896a-7e275648c61a owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:10.409651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d85653-3018-418f-8287-e94e61eb1f85 req-cb01ddf1-4bff-4f19-84b4-21ab65be6481 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] No DVR routers for this DVR port c34b7efc-0238-4f07-a928-774c85adf91e on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:10.418942 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-38d85653-3018-418f-8287-e94e61eb1f85 req-cb01ddf1-4bff-4f19-84b4-21ab65be6481 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.422331 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38d85653-3018-418f-8287-e94e61eb1f85 req-cb01ddf1-4bff-4f19-84b4-21ab65be6481 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.38 "DELETE /v2.0/ports/c34b7efc-0238-4f07-a928-774c85adf91e HTTP/1.1" status: 204 len: 173 time: 0.6492002 Jul 16 18:26:10.423024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'name': 'network-vif-deleted', 'tag': 'c34b7efc-0238-4f07-a928-774c85adf91e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:10.426082 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b28658-58ca-4d71-9e15-f04dfb5bc329" -d '{"events": [{"server_uuid": "ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02", "name": "network-vif-deleted", "tag": "c34b7efc-0238-4f07-a928-774c85adf91e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:10.502840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ed57a3ed-f025-4114-8696-736d085c92be None None] Provisioning complete for port 3b8db0df-87a3-4eeb-896a-7e275648c61a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:10.508132 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed57a3ed-f025-4114-8696-736d085c92be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.574270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ed57a3ed-f025-4114-8696-736d085c92be None None] Port 3b8db0df-87a3-4eeb-896a-7e275648c61a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:10.583982 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11e47af-1c05-42ef-94a1-bb9d9bc6fcae x-openstack-request-id: req-c11e47af-1c05-42ef-94a1-bb9d9bc6fcae {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:10.584281 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02", "name": "network-vif-deleted", "tag": "c34b7efc-0238-4f07-a928-774c85adf91e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:10.584582 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c11e47af-1c05-42ef-94a1-bb9d9bc6fcae {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:10.585065 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02', 'name': 'network-vif-deleted', 'tag': 'c34b7efc-0238-4f07-a928-774c85adf91e', 'status': 'completed', 'code': 200} Jul 16 18:26:10.599256 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8015-2a27-4255-a6ae-00a3e233e7a7 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.633700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d8015-2a27-4255-a6ae-00a3e233e7a7 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event deleted for resources: {'Port': ['ID=3b8db0df-87a3-4eeb-896a-7e275648c61a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:10.665022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8015-2a27-4255-a6ae-00a3e233e7a7 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.668500 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bd1d8015-2a27-4255-a6ae-00a3e233e7a7 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "DELETE /v2.0/ports/3b8db0df-87a3-4eeb-896a-7e275648c61a HTTP/1.1" status: 204 len: 168 time: 0.5561359 Jul 16 18:26:10.671126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37576) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:10.702184 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f50a69-b739-4c74-8f6c-acafb92bbace tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] GET failed (client error): The resource could not be found. Jul 16 18:26:10.704471 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a0f50a69-b739-4c74-8f6c-acafb92bbace tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "GET /v2.0/ports/3b8db0df-87a3-4eeb-896a-7e275648c61a HTTP/1.1" status: 404 len: 333 time: 0.0322394 Jul 16 18:26:10.708061 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:10.715546 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Request body: {'port': {'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-592740587'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:10.870774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582ab51-cda0-4cfd-a2bf-7a9182945730 req-ea490973-d2e1-4e54-a5c7-38cd62c6ed7d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.879291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1582ab51-cda0-4cfd-a2bf-7a9182945730 req-ea490973-d2e1-4e54-a5c7-38cd62c6ed7d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.1462054 Jul 16 18:26:10.899253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Made reservation on behalf of 878bd4c98a1f46d393ec13e8870dca0d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:10.902901 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.934097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] device_id is not set on port 012e617c-d55e-4b62-8952-4511210f5d18 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:10.958885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68cea046-9e45-4271-b00f-2f14dcc17ae7 req-87828ea3-991f-4298-863c-c6e527b6439d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0378680 Jul 16 18:26:11.007028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1582ab51-cda0-4cfd-a2bf-7a9182945730 req-f1aee61d-bcec-4941-83e6-3f6f5b037275 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264114 Jul 16 18:26:11.107972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68cea046-9e45-4271-b00f-2f14dcc17ae7 req-2291bbf3-225f-49b5-8d5a-b0d69c763de4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&device_id=ea34bf5d-bf6c-4696-9ef0-fb31e82ddc02 HTTP/1.1" status: 200 len: 210 time: 0.0371766 Jul 16 18:26:11.110125 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Allocated IP 2001:db8::10b (c9ae1ca2-879c-439e-b56e-1de85b50463e/2c71206f-8aa9-4b47-a3c6-28daabafc0d7/012e617c-d55e-4b62-8952-4511210f5d18) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:11.237128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37582) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:11.305279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea046-9e45-4271-b00f-2f14dcc17ae7 req-531df1fe-75ad-46be-933a-a775bda71b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.306965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68cea046-9e45-4271-b00f-2f14dcc17ae7 req-531df1fe-75ad-46be-933a-a775bda71b65 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1727476 Jul 16 18:26:11.354350 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.378647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Transition to ACTIVE for port object 012e617c-d55e-4b62-8952-4511210f5d18 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:11.502134 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.567408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Network c9ae1ca2-879c-439e-b56e-1de85b50463e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:11.570445 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event updated for resources: {'Port': ['ID=012e617c-d55e-4b62-8952-4511210f5d18,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:11.572997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:11.577657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:11.584054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.584699 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.629305 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-69218c04-45d6-4ee8-ae95-ea92b55fbabe tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9201596 Jul 16 18:26:11.632105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:11.637095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Request body: {'port': {'network_id': 'c9ae1ca2-879c-439e-b56e-1de85b50463e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2107447674'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:11.803436 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Made reservation on behalf of 878bd4c98a1f46d393ec13e8870dca0d for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:11.807018 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.816839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf15e704-b66e-4541-9912-b3bd8b5b6cd9 None None] Provisioning for port 012e617c-d55e-4b62-8952-4511210f5d18 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:11.821871 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cf15e704-b66e-4541-9912-b3bd8b5b6cd9 None None] Provisioning complete for port 012e617c-d55e-4b62-8952-4511210f5d18 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:11.822759 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf15e704-b66e-4541-9912-b3bd8b5b6cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.845745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] device_id is not set on port c52b3cd8-b7b8-4ee7-8483-26b5938605ee yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:11.857284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea046-9e45-4271-b00f-2f14dcc17ae7 req-1a0dbde6-6240-41b9-b9d4-8c606588d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.859055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68cea046-9e45-4271-b00f-2f14dcc17ae7 req-1a0dbde6-6240-41b9-b9d4-8c606588d360 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5450888 Jul 16 18:26:11.861847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cf15e704-b66e-4541-9912-b3bd8b5b6cd9 None None] Port 012e617c-d55e-4b62-8952-4511210f5d18 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:11.939944 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fba155a-d68f-4bb6-bd31-84af5cff9bd7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.211293 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060fd07-a751-480a-b86f-ca51745bd0d4 req-d1de61b3-01b3-44c0-9c21-f2dd25099fe1 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.212851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7060fd07-a751-480a-b86f-ca51745bd0d4 req-d1de61b3-01b3-44c0-9c21-f2dd25099fe1 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0649157 Jul 16 18:26:12.251792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7060fd07-a751-480a-b86f-ca51745bd0d4 req-90af6caf-09c9-4e78-849e-84dc6890155e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330691 Jul 16 18:26:12.380561 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Allocated IP 2001:db8::6d (c9ae1ca2-879c-439e-b56e-1de85b50463e/2c71206f-8aa9-4b47-a3c6-28daabafc0d7/c52b3cd8-b7b8-4ee7-8483-26b5938605ee) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:12.433418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35b4df-804a-42a6-a7e2-9774b66a93f6 req-9c68d212-b1b0-4759-a801-5a7546046e47 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.434915 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b35b4df-804a-42a6-a7e2-9774b66a93f6 req-9c68d212-b1b0-4759-a801-5a7546046e47 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0645611 Jul 16 18:26:12.474337 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b35b4df-804a-42a6-a7e2-9774b66a93f6 req-1ac5b9c8-872c-4c05-9cf1-4fdb96739a05 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334594 Jul 16 18:26:12.626186 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.650088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Transition to ACTIVE for port object c52b3cd8-b7b8-4ee7-8483-26b5938605ee will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:12.661885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285a524-7dcf-4dd6-99f9-0d36f589bfc6 req-48ac5260-3919-43f1-9c85-108e6c3843d1 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.663450 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2285a524-7dcf-4dd6-99f9-0d36f589bfc6 req-48ac5260-3919-43f1-9c85-108e6c3843d1 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0684609 Jul 16 18:26:12.701522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2285a524-7dcf-4dd6-99f9-0d36f589bfc6 req-7e6b75e0-4e4a-4254-bdf0-96c747500d60 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Jul 16 18:26:12.727223 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.737944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0fba155a-d68f-4bb6-bd31-84af5cff9bd7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port 8955641c-0be5-4f9a-930a-69b3996e8b58 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:12.738291 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fba155a-d68f-4bb6-bd31-84af5cff9bd7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.803849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Network c9ae1ca2-879c-439e-b56e-1de85b50463e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:12.839176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:12.843467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:12.849821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.850992 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.855214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event updated for resources: {'Port': ['ID=c52b3cd8-b7b8-4ee7-8483-26b5938605ee,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:12.887042 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3b30478f-7e8f-405f-978f-d44d5705a284 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2517290 Jul 16 18:26:12.888031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:12.896112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3e54b2a8-1754-4bc8-b487-935dc02e03b0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::169', 'mac_address': 'fa:16:3e:b7:cc:e7'}, {'ip_address': '2001:db8::10b', 'mac_address': 'fa:16:3e:04:e4:88'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:12.903638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0fba155a-d68f-4bb6-bd31-84af5cff9bd7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] For port 8955641c-0be5-4f9a-930a-69b3996e8b58, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8955641c-0be5-4f9a-930a-69b3996e8b58,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:12.904017 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fba155a-d68f-4bb6-bd31-84af5cff9bd7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.919068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0fba155a-d68f-4bb6-bd31-84af5cff9bd7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for 8955641c-0be5-4f9a-930a-69b3996e8b58 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:13.127402 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e54b2a8-1754-4bc8-b487-935dc02e03b0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.136063 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fba155a-d68f-4bb6-bd31-84af5cff9bd7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.155934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d9fe9-14df-4628-8608-971583eccef1 req-2d85a540-ae60-4072-92e9-5ccdb33315d8 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.157905 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-837d9fe9-14df-4628-8608-971583eccef1 req-2d85a540-ae60-4072-92e9-5ccdb33315d8 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.1332023 Jul 16 18:26:13.165451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba155a-d68f-4bb6-bd31-84af5cff9bd7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=8955641c-0be5-4f9a-930a-69b3996e8b58,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.190066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c34b7efc-0238-4f07-a928-774c85adf91e no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:13.219918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: c34b7efc-0238-4f07-a928-774c85adf91e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:13.220562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device c34b7efc-0238-4f07-a928-774c85adf91e not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:13.228255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-142393d5-d034-4b76-8012-9bc3afc54324 None None] Provisioning for port c52b3cd8-b7b8-4ee7-8483-26b5938605ee completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:13.233081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-142393d5-d034-4b76-8012-9bc3afc54324 None None] Provisioning complete for port c52b3cd8-b7b8-4ee7-8483-26b5938605ee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:13.234364 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-142393d5-d034-4b76-8012-9bc3afc54324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.238447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-837d9fe9-14df-4628-8608-971583eccef1 req-6e31562f-91a6-48e8-b3b6-380e0edfdf0a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591390 Jul 16 18:26:13.288334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-142393d5-d034-4b76-8012-9bc3afc54324 None None] Port c52b3cd8-b7b8-4ee7-8483-26b5938605ee cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:13.397209 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fba155a-d68f-4bb6-bd31-84af5cff9bd7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.428293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e54b2a8-1754-4bc8-b487-935dc02e03b0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.435248 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e54b2a8-1754-4bc8-b487-935dc02e03b0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.485135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3e54b2a8-1754-4bc8-b487-935dc02e03b0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] In _notify_port_updated(), no bound segment for port c52b3cd8-b7b8-4ee7-8483-26b5938605ee on network c9ae1ca2-879c-439e-b56e-1de85b50463e {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:26:13.491115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e54b2a8-1754-4bc8-b487-935dc02e03b0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.491995 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e54b2a8-1754-4bc8-b487-935dc02e03b0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.493504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3e54b2a8-1754-4bc8-b487-935dc02e03b0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "PUT /v2.0/ports/c52b3cd8-b7b8-4ee7-8483-26b5938605ee HTTP/1.1" status: 200 len: 1067 time: 0.6041422 Jul 16 18:26:13.498074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:13.520298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54b2a8-1754-4bc8-b487-935dc02e03b0 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event updated for resources: {'Port': ['ID=c52b3cd8-b7b8-4ee7-8483-26b5938605ee,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.556737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2018d-007d-4805-8746-0dc44eab6969 req-0e451f25-9bab-4f7a-86c1-b23ca239d825 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.558465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42a2018d-007d-4805-8746-0dc44eab6969 req-0e451f25-9bab-4f7a-86c1-b23ca239d825 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.1714013 Jul 16 18:26:13.643689 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42a2018d-007d-4805-8746-0dc44eab6969 req-264fda4f-e321-4644-b697-bfde391e3729 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731599 Jul 16 18:26:13.685695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-06277445-c694-4872-8469-8b7d4078d327 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Deleting port c52b3cd8-b7b8-4ee7-8483-26b5938605ee {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:13.686125 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06277445-c694-4872-8469-8b7d4078d327 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.698435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fba155a-d68f-4bb6-bd31-84af5cff9bd7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Router fc8c4bde-1063-4be4-857c-af1bfacfa152 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:13.810545 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06277445-c694-4872-8469-8b7d4078d327 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.814828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b6bffd6e-50b8-4f22-8444-d6862d3b0cff None None] Provisioning complete for port c52b3cd8-b7b8-4ee7-8483-26b5938605ee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:13.815452 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6bffd6e-50b8-4f22-8444-d6862d3b0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.827988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-06277445-c694-4872-8469-8b7d4078d327 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Calling delete_port for c52b3cd8-b7b8-4ee7-8483-26b5938605ee owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:13.846014 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fba155a-d68f-4bb6-bd31-84af5cff9bd7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:13.855548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ba8ad-c19f-4d45-9ffb-1f4d577c26bb None None] Sync routers for ids ['fc8c4bde-1063-4be4-857c-af1bfacfa152'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:13.858954 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0fba155a-d68f-4bb6-bd31-84af5cff9bd7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "PUT /v2.0/routers/fc8c4bde-1063-4be4-857c-af1bfacfa152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6183572 Jul 16 18:26:13.859198 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:13.872691 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b6bffd6e-50b8-4f22-8444-d6862d3b0cff None None] Port c52b3cd8-b7b8-4ee7-8483-26b5938605ee cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:13.875901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ba8ad-c19f-4d45-9ffb-1f4d577c26bb None None] Routers {'fc8c4bde-1063-4be4-857c-af1bfacfa152'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:13.876573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f00ba8ad-c19f-4d45-9ffb-1f4d577c26bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fc8c4bde-1063-4be4-857c-af1bfacfa152'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:13.936221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc13615-e442-47cb-993e-15e9a5bf8a3e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting subnet 6b6b8273-6d4d-4775-8ddc-47d64fa5770b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:13.939894 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfc13615-e442-47cb-993e-15e9a5bf8a3e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.974032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265f029-6221-4a48-ad59-ab6d947478d8 req-98d69eca-f08d-42fc-9077-9a54702f565c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.975699 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6265f029-6221-4a48-ad59-ab6d947478d8 req-98d69eca-f08d-42fc-9077-9a54702f565c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.1497524 Jul 16 18:26:14.003847 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfc13615-e442-47cb-993e-15e9a5bf8a3e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.008921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f00ba8ad-c19f-4d45-9ffb-1f4d577c26bb None None] Set router fc8c4bde-1063-4be4-857c-af1bfacfa152 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:14.072194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6265f029-6221-4a48-ad59-ab6d947478d8 req-171cbda7-0ea3-4409-85cc-61704a6d8bfa tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825856 Jul 16 18:26:14.088255 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06277445-c694-4872-8469-8b7d4078d327 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.120253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06277445-c694-4872-8469-8b7d4078d327 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event deleted for resources: {'Port': ['ID=c52b3cd8-b7b8-4ee7-8483-26b5938605ee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.147886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfc13615-e442-47cb-993e-15e9a5bf8a3e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.228975 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfc13615-e442-47cb-993e-15e9a5bf8a3e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.237203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f00ba8ad-c19f-4d45-9ffb-1f4d577c26bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:26:13Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:14.269961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc13615-e442-47cb-993e-15e9a5bf8a3e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6b8273-6d4d-4775-8ddc-47d64fa5770b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.272225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfc13615-e442-47cb-993e-15e9a5bf8a3e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.276694 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cfc13615-e442-47cb-993e-15e9a5bf8a3e tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/subnets/6b6b8273-6d4d-4775-8ddc-47d64fa5770b HTTP/1.1" status: 204 len: 168 time: 0.4140286 Jul 16 18:26:14.277499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37610) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:14.278089 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f88a740-1254-462c-9796-88944aeb9bb3 None None] Network 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:14.280833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ba8ad-c19f-4d45-9ffb-1f4d577c26bb None None] Checking router: fc8c4bde-1063-4be4-857c-af1bfacfa152 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:14.307606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ba8ad-c19f-4d45-9ffb-1f4d577c26bb None None] Routers {'fc8c4bde-1063-4be4-857c-af1bfacfa152'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:14.307917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f00ba8ad-c19f-4d45-9ffb-1f4d577c26bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['fc8c4bde-1063-4be4-857c-af1bfacfa152'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:14.415038 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.454511 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06277445-c694-4872-8469-8b7d4078d327 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.456776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-06277445-c694-4872-8469-8b7d4078d327 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "DELETE /v2.0/ports/c52b3cd8-b7b8-4ee7-8483-26b5938605ee HTTP/1.1" status: 204 len: 168 time: 0.9567561 Jul 16 18:26:14.469004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37612) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:14.507276 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4672709a-9914-49d2-b4c7-42c4668a2be7 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] GET failed (client error): The resource could not be found. Jul 16 18:26:14.511980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff27a9-8a28-4323-9f57-456238bd833a req-346c898c-9fbb-40e5-b679-ed460c4ca1c4 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.512192 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4672709a-9914-49d2-b4c7-42c4668a2be7 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "GET /v2.0/ports/c52b3cd8-b7b8-4ee7-8483-26b5938605ee HTTP/1.1" status: 404 len: 333 time: 0.0418060 Jul 16 18:26:14.512757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37614) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:14.520453 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4ff27a9-8a28-4323-9f57-456238bd833a req-346c898c-9fbb-40e5-b679-ed460c4ca1c4 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.1141069 Jul 16 18:26:14.568051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4ff27a9-8a28-4323-9f57-456238bd833a req-28e82b32-d35f-40d1-8ab7-3fe3c3cf4898 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472727 Jul 16 18:26:14.579759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f00ba8ad-c19f-4d45-9ffb-1f4d577c26bb None None] Set router fc8c4bde-1063-4be4-857c-af1bfacfa152 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:14.669106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.678927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9b748-db24-4236-aa01-6115a8475516 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Deleting port 012e617c-d55e-4b62-8952-4511210f5d18 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:14.681495 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b748-db24-4236-aa01-6115a8475516 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.759324 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62292f-afc5-4266-aa62-0e9c8c112aef None None] DHCP port deletion for 6a6111f0-fe32-47ff-8b9d-d066ec64ba6b request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:26:14.819977 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b748-db24-4236-aa01-6115a8475516 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.827522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f00ba8ad-c19f-4d45-9ffb-1f4d577c26bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:26:13Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:14.850466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9b748-db24-4236-aa01-6115a8475516 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Calling delete_port for 012e617c-d55e-4b62-8952-4511210f5d18 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:14.856890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Deleting port ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:14.857663 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.870188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ed62292f-afc5-4266-aa62-0e9c8c112aef None None] Deleting port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:14.870647 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed62292f-afc5-4266-aa62-0e9c8c112aef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.872430 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ba8ad-c19f-4d45-9ffb-1f4d577c26bb None None] The sync data for ids ['fc8c4bde-1063-4be4-857c-af1bfacfa152'] in n-d-793618-9 is: [{'id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155423293', 'tenant_id': '7d7e779da2c0442f85c056cdc3f73ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:19Z', 'updated_at': '2021-07-16T18:26:13Z', 'revision_number': 5, 'project_id': '7d7e779da2c0442f85c056cdc3f73ede', 'gw_port': {'id': 'ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c4bde-1063-4be4-857c-af1bfacfa152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:20Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:14.966141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ed62292f-afc5-4266-aa62-0e9c8c112aef None None] For port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6bb252c8-e9d1-425e-a0e4-9ddadb93c224,segment=NetworkSegment(9300f61a-6261-4bd3-86c2-a99460fdedc7),segment_id=9300f61a-6261-4bd3-86c2-a99460fdedc7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:14.966545 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed62292f-afc5-4266-aa62-0e9c8c112aef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.980169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ed62292f-afc5-4266-aa62-0e9c8c112aef None None] Calling delete_port for 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:15.003363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] For port ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:15.003875 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.014529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0903ed-122e-4000-80ae-399cd9063a90 req-7e90142b-c022-4684-a57c-6de40243e003 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:15.016168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae0903ed-122e-4000-80ae-399cd9063a90 req-7e90142b-c022-4684-a57c-6de40243e003 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0736046 Jul 16 18:26:15.024236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Calling delete_port for ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:15.065891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae0903ed-122e-4000-80ae-399cd9063a90 req-9f5d6f35-c5f3-4404-b5dd-815db4d4e12e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428603 Jul 16 18:26:15.071637 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed62292f-afc5-4266-aa62-0e9c8c112aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.100678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62292f-afc5-4266-aa62-0e9c8c112aef None None] Pushing event deleted for resources: {'Port': ['ID=6bb252c8-e9d1-425e-a0e4-9ddadb93c224,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.102566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed62292f-afc5-4266-aa62-0e9c8c112aef None None] No DVR routers for this DVR port 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:15.134969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b748-db24-4236-aa01-6115a8475516 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.205208 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9b748-db24-4236-aa01-6115a8475516 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event deleted for resources: {'Port': ['ID=012e617c-d55e-4b62-8952-4511210f5d18,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.242235 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b748-db24-4236-aa01-6115a8475516 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.245559 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7ae9b748-db24-4236-aa01-6115a8475516 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "DELETE /v2.0/ports/012e617c-d55e-4b62-8952-4511210f5d18 HTTP/1.1" status: 204 len: 168 time: 0.7298961 Jul 16 18:26:15.248159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:15.304353 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b9ea65-ef64-4a16-be8e-b4b86a27e526 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] GET failed (client error): The resource could not be found. Jul 16 18:26:15.310191 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-72b9ea65-ef64-4a16-be8e-b4b86a27e526 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "GET /v2.0/ports/012e617c-d55e-4b62-8952-4511210f5d18 HTTP/1.1" status: 404 len: 333 time: 0.0555503 Jul 16 18:26:15.312188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:15.328111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:15.358340 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:15.358693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6bb252c8-e9d1-425e-a0e4-9ddadb93c224 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:15.395229 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.441639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Port': ['ID=ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.450700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-60428cc8-a81e-4fb9-90fe-56ca5725ced9 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Deleting port 5566db2a-a104-4ba2-931a-67e686609c70 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:15.451137 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60428cc8-a81e-4fb9-90fe-56ca5725ced9 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.516729 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.547442 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60428cc8-a81e-4fb9-90fe-56ca5725ced9 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.559764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-60428cc8-a81e-4fb9-90fe-56ca5725ced9 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Calling delete_port for 5566db2a-a104-4ba2-931a-67e686609c70 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:15.610564 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.612676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.655780 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.656642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Fanout notify agent at l3_agent the message router_deleted on router fc8c4bde-1063-4be4-857c-af1bfacfa152 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:15.663891 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.665015 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-56e0ec11-c762-4965-a33f-47acc73503d4 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/routers/fc8c4bde-1063-4be4-857c-af1bfacfa152 HTTP/1.1" status: 204 len: 168 time: 1.3869433 Jul 16 18:26:15.667792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:15.746007 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60428cc8-a81e-4fb9-90fe-56ca5725ced9 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.788178 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.793822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60428cc8-a81e-4fb9-90fe-56ca5725ced9 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event deleted for resources: {'Port': ['ID=5566db2a-a104-4ba2-931a-67e686609c70,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.832279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60428cc8-a81e-4fb9-90fe-56ca5725ced9 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.834240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-60428cc8-a81e-4fb9-90fe-56ca5725ced9 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "DELETE /v2.0/ports/5566db2a-a104-4ba2-931a-67e686609c70 HTTP/1.1" status: 204 len: 168 time: 0.5209954 Jul 16 18:26:15.837288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37626) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:15.896751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74572fd-20e0-45b4-9af2-662ede2849d3 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Deleting subnet 2c71206f-8aa9-4b47-a3c6-28daabafc0d7 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:15.900135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f74572fd-20e0-45b4-9af2-662ede2849d3 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.921386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.932446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6111f0-fe32-47ff-8b9d-d066ec64ba6b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:15.944111 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f74572fd-20e0-45b4-9af2-662ede2849d3 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.950531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9300f61a-6261-4bd3-86c2-a99460fdedc7') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:15.950840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9300f61a-6261-4bd3-86c2-a99460fdedc7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:15.975676 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.997749 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.006070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:16.006493 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:16.009700 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:16.030616 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f74572fd-20e0-45b4-9af2-662ede2849d3 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.082520 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.107896 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f74572fd-20e0-45b4-9af2-662ede2849d3 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.122733 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.125042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/networks/6a6111f0-fe32-47ff-8b9d-d066ec64ba6b HTTP/1.1" status: 204 len: 168 time: 0.4560132 Jul 16 18:26:16.127234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428345c-b13d-485f-932c-ce6efa437cc7 tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'Network': ['ID=6a6111f0-fe32-47ff-8b9d-d066ec64ba6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.129132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.145251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74572fd-20e0-45b4-9af2-662ede2849d3 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event deleted for resources: {'Subnet': ['ID=2c71206f-8aa9-4b47-a3c6-28daabafc0d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.147354 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f74572fd-20e0-45b4-9af2-662ede2849d3 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.152158 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f74572fd-20e0-45b4-9af2-662ede2849d3 tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "DELETE /v2.0/subnets/2c71206f-8aa9-4b47-a3c6-28daabafc0d7 HTTP/1.1" status: 204 len: 168 time: 0.3138244 Jul 16 18:26:16.153271 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.155182 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb97285-3145-49ca-b0bb-27628f1d1956 None None] Network c9ae1ca2-879c-439e-b56e-1de85b50463e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:16.236391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.242348 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dece9669-8876-47f7-93ee-6f0d191f74aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.294294 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dece9669-8876-47f7-93ee-6f0d191f74aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.306680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Deleting port a000677f-8b6f-4dee-bc46-b94ad7ca0dea {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:16.307048 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.349450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7a6b7-14dd-4444-b95c-41c48436fb10 req-ac9f4489-a5bd-4ec3-8747-5a8e38c02a3d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:16.351022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58a7a6b7-14dd-4444-b95c-41c48436fb10 req-ac9f4489-a5bd-4ec3-8747-5a8e38c02a3d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.1243494 Jul 16 18:26:16.367979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e89302-9377-45f5-aa8d-c74c59c46ab6 None None] DHCP port deletion for c9ae1ca2-879c-439e-b56e-1de85b50463e request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:26:16.384038 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] For port a000677f-8b6f-4dee-bc46-b94ad7ca0dea, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a000677f-8b6f-4dee-bc46-b94ad7ca0dea,segment=NetworkSegment(122b6e42-8f98-4e43-adc6-337e54bdde35),segment_id=122b6e42-8f98-4e43-adc6-337e54bdde35)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:16.384722 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.398084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58a7a6b7-14dd-4444-b95c-41c48436fb10 req-bae30e2f-acac-4419-95d7-3fcaf7eed647 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408440 Jul 16 18:26:16.400850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Calling delete_port for a000677f-8b6f-4dee-bc46-b94ad7ca0dea owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:16.423552 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dece9669-8876-47f7-93ee-6f0d191f74aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.426175 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dece9669-8876-47f7-93ee-6f0d191f74aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.430769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dece9669-8876-47f7-93ee-6f0d191f74aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] 10.222.0.52 "DELETE /v2.0/security-groups/7fa75feb-3b38-49ed-af57-d901e23613c3 HTTP/1.1" status: 204 len: 168 time: 0.2974174 Jul 16 18:26:16.442909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece9669-8876-47f7-93ee-6f0d191f74aa tempest-TestNetworkAdvancedServerOps-1953868009 tempest-TestNetworkAdvancedServerOps-1953868009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa75feb-3b38-49ed-af57-d901e23613c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.443767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-06e89302-9377-45f5-aa8d-c74c59c46ab6 None None] Deleting port a000677f-8b6f-4dee-bc46-b94ad7ca0dea {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:16.444162 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e89302-9377-45f5-aa8d-c74c59c46ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.511457 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.541153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event deleted for resources: {'Port': ['ID=a000677f-8b6f-4dee-bc46-b94ad7ca0dea,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.541503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-06e89302-9377-45f5-aa8d-c74c59c46ab6 None None] For port a000677f-8b6f-4dee-bc46-b94ad7ca0dea, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a000677f-8b6f-4dee-bc46-b94ad7ca0dea,segment=NetworkSegment(122b6e42-8f98-4e43-adc6-337e54bdde35),segment_id=122b6e42-8f98-4e43-adc6-337e54bdde35)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:16.541764 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e89302-9377-45f5-aa8d-c74c59c46ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.554006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] No DVR routers for this DVR port a000677f-8b6f-4dee-bc46-b94ad7ca0dea on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:16.556961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-06e89302-9377-45f5-aa8d-c74c59c46ab6 None None] Calling delete_port for a000677f-8b6f-4dee-bc46-b94ad7ca0dea owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:16.645733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.648500 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06e89302-9377-45f5-aa8d-c74c59c46ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.657440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ae1ca2-879c-439e-b56e-1de85b50463e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:16.669510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122b6e42-8f98-4e43-adc6-337e54bdde35') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:16.669803 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122b6e42-8f98-4e43-adc6-337e54bdde35') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:16.679839 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.682320 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e89302-9377-45f5-aa8d-c74c59c46ab6 None None] Pushing event deleted for resources: {'Port': ['ID=a000677f-8b6f-4dee-bc46-b94ad7ca0dea,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.689985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e89302-9377-45f5-aa8d-c74c59c46ab6 None None] No DVR routers for this DVR port a000677f-8b6f-4dee-bc46-b94ad7ca0dea on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:16.709411 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.716665 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:16.717151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:16.720787 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:16.783398 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.793506 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.795669 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] 10.222.0.52 "DELETE /v2.0/networks/c9ae1ca2-879c-439e-b56e-1de85b50463e HTTP/1.1" status: 204 len: 168 time: 0.6414502 Jul 16 18:26:16.811865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3776ea3-d013-4471-8c78-87d04324e4bf tempest-AllowedAddressPairIpV6TestJSON-154221500 tempest-AllowedAddressPairIpV6TestJSON-154221500-project] Pushing event deleted for resources: {'Network': ['ID=c9ae1ca2-879c-439e-b56e-1de85b50463e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.874754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.934798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8955641c-0be5-4f9a-930a-69b3996e8b58 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:16.962121 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 8955641c-0be5-4f9a-930a-69b3996e8b58 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:16.962351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8955641c-0be5-4f9a-930a-69b3996e8b58 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:16.962857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:16.988845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:16.989518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ddd1d9a8-0be4-4450-8cf3-8eb84c40cf34 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:16.989811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a000677f-8b6f-4dee-bc46-b94ad7ca0dea no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:17.014744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: a000677f-8b6f-4dee-bc46-b94ad7ca0dea {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:17.015104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a000677f-8b6f-4dee-bc46-b94ad7ca0dea not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:17.056907 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135dd1c-d272-495d-950d-9c4ca3901e09 req-158b6de6-cc01-4787-81f6-0cc5587d16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.058468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8135dd1c-d272-495d-950d-9c4ca3901e09 req-158b6de6-cc01-4787-81f6-0cc5587d16b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39653ac6b80446089ba2a5340bd6293e&device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 1097 time: 0.1575949 Jul 16 18:26:17.069289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22295a-0412-40be-877c-9240a3d6f972 req-71640ab9-5c64-4890-97f8-a0c359acc70b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.070848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0a22295a-0412-40be-877c-9240a3d6f972 req-71640ab9-5c64-4890-97f8-a0c359acc70b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.1299732 Jul 16 18:26:17.110969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-30ecd911-20d0-479e-afce-fd789dc93e2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d7e779da2c0442f85c056cdc3f73ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309999 Jul 16 18:26:17.111144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.141256 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.173136 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26d77523-c904-4135-9e26-042b8fb51b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.190045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0a22295a-0412-40be-877c-9240a3d6f972 req-b7695445-093e-43f8-a10a-ac14a34eb1f5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129968 Jul 16 18:26:17.197824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26d77523-c904-4135-9e26-042b8fb51b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.211872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135dd1c-d272-495d-950d-9c4ca3901e09 req-dd2bd305-264f-475e-90ef-dca09cac9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.213832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8135dd1c-d272-495d-950d-9c4ca3901e09 req-dd2bd305-264f-475e-90ef-dca09cac9604 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd64b135-1a27-4b05-bed5-09c59d4d528d HTTP/1.1" status: 200 len: 913 time: 0.1417196 Jul 16 18:26:17.256727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8135dd1c-d272-495d-950d-9c4ca3901e09 req-92af6223-197c-4078-bae4-cebe732e2622 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e HTTP/1.1" status: 200 len: 217 time: 0.0371256 Jul 16 18:26:17.273098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26d77523-c904-4135-9e26-042b8fb51b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.275613 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-26d77523-c904-4135-9e26-042b8fb51b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.276734 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-26d77523-c904-4135-9e26-042b8fb51b30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d160feb-351f-4231-9e87-cafef48d869d HTTP/1.1" status: 204 len: 168 time: 0.1646423 Jul 16 18:26:17.288219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d77523-c904-4135-9e26-042b8fb51b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d160feb-351f-4231-9e87-cafef48d869d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:17.313614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135dd1c-d272-495d-950d-9c4ca3901e09 req-6c16da78-3ef9-460e-a1f9-c0ea8243671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.315135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8135dd1c-d272-495d-950d-9c4ca3901e09 req-6c16da78-3ef9-460e-a1f9-c0ea8243671a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdbecab5-6c69-484a-b267-4c0495023942 HTTP/1.1" status: 200 len: 852 time: 0.0523694 Jul 16 18:26:17.324863 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-73cb55d5-94b5-4b61-868b-cee5a65c5e72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=878bd4c98a1f46d393ec13e8870dca0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823745 Jul 16 18:26:17.327281 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.350096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8135dd1c-d272-495d-950d-9c4ca3901e09 req-5c7c8cc9-6038-4b88-b2c2-be5b49ee6787 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd64b135-1a27-4b05-bed5-09c59d4d528d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286040 Jul 16 18:26:17.377727 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc66c5df-1f59-4367-8774-500396827cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.404054 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc66c5df-1f59-4367-8774-500396827cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.449129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8135dd1c-d272-495d-950d-9c4ca3901e09 req-7688241c-dd49-4659-8f01-7696f3d265a7 service neutron] 10.222.0.42 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926425 Jul 16 18:26:17.452914 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc66c5df-1f59-4367-8774-500396827cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.456315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dc66c5df-1f59-4367-8774-500396827cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.459787 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dc66c5df-1f59-4367-8774-500396827cbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ad25b95-b1ae-4836-b24f-cbc6836dd52a HTTP/1.1" status: 204 len: 168 time: 0.1292522 Jul 16 18:26:17.466209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66c5df-1f59-4367-8774-500396827cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad25b95-b1ae-4836-b24f-cbc6836dd52a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:17.556433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8135dd1c-d272-495d-950d-9c4ca3901e09 req-ee4a9a58-faf3-4540-83b3-a4f1dbfc35c7 service neutron] 10.222.0.42 "GET /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016157 Jul 16 18:26:17.590431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.631197 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fa8f9588-5f1e-48c4-9a12-9d2be071f497 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea8d912c8605485bb573d103a302c8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395827 Jul 16 18:26:17.633803 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.683029 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c066a25-b5a1-4f4a-9335-0c99eb74bd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.704873 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c066a25-b5a1-4f4a-9335-0c99eb74bd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.755212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c066a25-b5a1-4f4a-9335-0c99eb74bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.757336 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7c066a25-b5a1-4f4a-9335-0c99eb74bd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.758631 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7c066a25-b5a1-4f4a-9335-0c99eb74bd49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/001986ac-8e2e-4959-a331-77db2a528690 HTTP/1.1" status: 204 len: 168 time: 0.1237941 Jul 16 18:26:17.767139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c066a25-b5a1-4f4a-9335-0c99eb74bd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001986ac-8e2e-4959-a331-77db2a528690,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.201889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.391918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f6cd6-1019-4276-b1bd-91231d612c64 req-4e01b75d-9375-46bf-aad0-9d8b64c0efd6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:18.395918 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b43f6cd6-1019-4276-b1bd-91231d612c64 req-4e01b75d-9375-46bf-aad0-9d8b64c0efd6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0727270 Jul 16 18:26:18.419153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-286566320'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:18.462786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b43f6cd6-1019-4276-b1bd-91231d612c64 req-9dd6dcd5-099a-4872-8621-fe9cbde4bc99 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628986 Jul 16 18:26:18.467473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Made reservation on behalf of 5f3315f3861a452ca2df17b7df263602 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:18.471656 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.482221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.588049 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.592178 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.645460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:18.665717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1c0afd-222c-4d88-b7ec-3850f3716902,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.670836 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.671186 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Added segment 48cec988-b631-4481-b612-e6c2514dd614 of type vlan for network f8e9fb0a-5323-4e26-bcee-add1d883652a Jul 16 18:26:18.725367 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.757436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8546f-4c38-452c-bc70-a94989e88149 req-e478ecb1-b017-4061-9581-fbdf5353260b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:18.758934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbf8546f-4c38-452c-bc70-a94989e88149 req-e478ecb1-b017-4061-9581-fbdf5353260b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.1583376 Jul 16 18:26:18.790455 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.796285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:18.796880 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.858901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbf8546f-4c38-452c-bc70-a94989e88149 req-18206269-07e9-42ca-8d2e-4e72e8f53054 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944104 Jul 16 18:26:18.869730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6664367 Jul 16 18:26:18.869981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.875225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b2e27953-5f1d-4b90-8cda-ac59f7b4dd0a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Request body: {'subnet': {'network_id': 'f8e9fb0a-5323-4e26-bcee-add1d883652a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:18.930402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d8770-4c0f-4f05-858d-598c0208cbb1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Pushing event updated for resources: {'Network': ['ID=f8e9fb0a-5323-4e26-bcee-add1d883652a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.949404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network f8e9fb0a-5323-4e26-bcee-add1d883652a details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:18.988691 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e27953-5f1d-4b90-8cda-ac59f7b4dd0a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Made reservation on behalf of 5f3315f3861a452ca2df17b7df263602 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:18.992940 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2e27953-5f1d-4b90-8cda-ac59f7b4dd0a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.082467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc08b8-e585-4a2d-999b-d597068af7e1 req-c56732cc-8cbe-442a-ae42-dd38101b83e5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:19.084173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85fc08b8-e585-4a2d-999b-d597068af7e1 req-c56732cc-8cbe-442a-ae42-dd38101b83e5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0780885 Jul 16 18:26:19.126102 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85fc08b8-e585-4a2d-999b-d597068af7e1 req-bae0d537-f933-4f9b-91a6-cea350f62393 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348251 Jul 16 18:26:19.198510 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2e27953-5f1d-4b90-8cda-ac59f7b4dd0a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.274686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e27953-5f1d-4b90-8cda-ac59f7b4dd0a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Pushing event updated for resources: {'Subnet': ['ID=b9b4cb85-7a62-4664-ba8c-11a3aa5576c9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.284199 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e27953-5f1d-4b90-8cda-ac59f7b4dd0a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Checking segment: {'id': '48cec988-b631-4481-b612-e6c2514dd614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8e9fb0a-5323-4e26-bcee-add1d883652a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:19.284571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e27953-5f1d-4b90-8cda-ac59f7b4dd0a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Network hostable DHCP agents. Network: f8e9fb0a-5323-4e26-bcee-add1d883652a, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:19.305598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e27953-5f1d-4b90-8cda-ac59f7b4dd0a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Network f8e9fb0a-5323-4e26-bcee-add1d883652a is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:19.313590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b2e27953-5f1d-4b90-8cda-ac59f7b4dd0a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, f8e9fb0a-5323-4e26-bcee-add1d883652a) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:19.318365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e27953-5f1d-4b90-8cda-ac59f7b4dd0a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:19.318907 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a37476-633b-495e-b4f1-601946d1ee50 req-758a6661-03e9-4a0e-81fc-90b5db14d833 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:19.319364 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2e27953-5f1d-4b90-8cda-ac59f7b4dd0a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.320442 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54a37476-633b-495e-b4f1-601946d1ee50 req-758a6661-03e9-4a0e-81fc-90b5db14d833 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0714855 Jul 16 18:26:19.335037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66930723-59bc-4737-8f31-0f67305226b1 None None] Network f8e9fb0a-5323-4e26-bcee-add1d883652a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:19.338040 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b2e27953-5f1d-4b90-8cda-ac59f7b4dd0a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4648497 Jul 16 18:26:19.339267 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:19.345524 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Request body: {'port': {'network_id': 'f8e9fb0a-5323-4e26-bcee-add1d883652a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-26928649'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:19.368093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54a37476-633b-495e-b4f1-601946d1ee50 req-0aa2962e-a062-4811-8c0f-ba354ddb9245 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Jul 16 18:26:19.485843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Made reservation on behalf of 5f3315f3861a452ca2df17b7df263602 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:19.490636 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.516602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] device_id is not set on port 0624125c-d77b-48a5-8ab1-e87fa8513726 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:19.524065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-f8e9fb0a-5323-4e26-bcee-add1d883652a', 'network_id': 'f8e9fb0a-5323-4e26-bcee-add1d883652a', 'tenant_id': '5f3315f3861a452ca2df17b7df263602', 'fixed_ips': [{'subnet_id': 'b9b4cb85-7a62-4664-ba8c-11a3aa5576c9'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:19.525544 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.644341 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Allocated IP 172.20.0.5 (f8e9fb0a-5323-4e26-bcee-add1d883652a/b9b4cb85-7a62-4664-ba8c-11a3aa5576c9/0624125c-d77b-48a5-8ab1-e87fa8513726) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:19.685493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10829971-ec98-42a1-ac01-29ee854c4c8f req-677397fd-8934-477e-91ce-37771bb8c154 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:19.690142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-10829971-ec98-42a1-ac01-29ee854c4c8f req-677397fd-8934-477e-91ce-37771bb8c154 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0927460 Jul 16 18:26:19.728339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-10829971-ec98-42a1-ac01-29ee854c4c8f req-970f60a1-89a5-447f-ad2f-80fd55487ac2 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354400 Jul 16 18:26:19.832018 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.854864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Transition to ACTIVE for port object 0624125c-d77b-48a5-8ab1-e87fa8513726 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:19.893775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.940604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43b690-7357-48e9-b9cb-b0f18d3b703d req-55730899-f6f2-42fe-b734-c96ef02402be tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:19.942447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f43b690-7357-48e9-b9cb-b0f18d3b703d req-55730899-f6f2-42fe-b734-c96ef02402be tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0729656 Jul 16 18:26:19.957483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Allocated IP 172.20.0.2 (f8e9fb0a-5323-4e26-bcee-add1d883652a/b9b4cb85-7a62-4664-ba8c-11a3aa5576c9/2926ccba-4d68-468e-84ec-5134a3ea0fb7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:19.968392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Pushing event updated for resources: {'Port': ['ID=0624125c-d77b-48a5-8ab1-e87fa8513726,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.975686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Network f8e9fb0a-5323-4e26-bcee-add1d883652a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:19.977291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:19.979892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:19.995215 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f43b690-7357-48e9-b9cb-b0f18d3b703d req-873b3f73-492c-4137-a7ff-d35d3f9b55c4 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456564 Jul 16 18:26:20.033154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:20.033924 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.061133 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-904478c7-7884-4ff6-a018-62a7e9aa59b1 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7207165 Jul 16 18:26:20.064072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37868) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.070436 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Request body: {'port': {'network_id': 'f8e9fb0a-5323-4e26-bcee-add1d883652a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1662239980', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.071144 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] bootfile-name is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:26:20.071651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] tftp-server is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:26:20.071999 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.api.validators [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] server-ip-address is not in valid_values {{(pid=93766) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:26:20.214039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Made reservation on behalf of 5f3315f3861a452ca2df17b7df263602 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:20.220276 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.230743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd16dbd-f640-432e-b38f-456edbb2cf72 req-6dd0f4c6-0dac-48ba-858c-8c7dca28a0d7 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:20.232613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fd16dbd-f640-432e-b38f-456edbb2cf72 req-6dd0f4c6-0dac-48ba-858c-8c7dca28a0d7 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0899358 Jul 16 18:26:20.247653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] device_id is not set on port 50a8e941-20d1-403c-a2ec-bb5fb3e8798a yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:20.270878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.287820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fd16dbd-f640-432e-b38f-456edbb2cf72 req-c1bce4b7-197c-4c40-b647-0bdb154394a1 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485156 Jul 16 18:26:20.333971 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.343022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Transition to ACTIVE for port object 2926ccba-4d68-468e-84ec-5134a3ea0fb7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:20.358250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Transition to ACTIVE for port object 2926ccba-4d68-468e-84ec-5134a3ea0fb7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:20.365065 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.402485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Network f8e9fb0a-5323-4e26-bcee-add1d883652a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:20.404463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:20.407237 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cee3dea2-f6b6-4beb-83a6-29c6d04d974e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.409133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:20.434474 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Allocated IP 172.20.0.14 (f8e9fb0a-5323-4e26-bcee-add1d883652a/b9b4cb85-7a62-4664-ba8c-11a3aa5576c9/50a8e941-20d1-403c-a2ec-bb5fb3e8798a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:20.443233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Pushing event updated for resources: {'Port': ['ID=2926ccba-4d68-468e-84ec-5134a3ea0fb7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.483685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Attempting to bind port 2926ccba-4d68-468e-84ec-5134a3ea0fb7 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:20.484058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Attempting to bind port 2926ccba-4d68-468e-84ec-5134a3ea0fb7 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '48cec988-b631-4481-b612-e6c2514dd614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8e9fb0a-5323-4e26-bcee-add1d883652a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:20.485136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Attempting to bind port 2926ccba-4d68-468e-84ec-5134a3ea0fb7 on network f8e9fb0a-5323-4e26-bcee-add1d883652a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:20.494560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:20.494950 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Checking segment: {'id': '48cec988-b631-4481-b612-e6c2514dd614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8e9fb0a-5323-4e26-bcee-add1d883652a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:20.495367 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.495758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Bound using segment: {'id': '48cec988-b631-4481-b612-e6c2514dd614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8e9fb0a-5323-4e26-bcee-add1d883652a'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:20.496398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Bound port: 2926ccba-4d68-468e-84ec-5134a3ea0fb7, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cec988-b631-4481-b612-e6c2514dd614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8e9fb0a-5323-4e26-bcee-add1d883652a'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:20.496970 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.537015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae0a54-7e8d-4432-adfa-0d5f185af99a req-d26d55f0-fa4c-48b8-8a14-e2172479a48e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:20.538689 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fae0a54-7e8d-4432-adfa-0d5f185af99a req-d26d55f0-fa4c-48b8-8a14-e2172479a48e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.1120803 Jul 16 18:26:20.567018 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] For port 2926ccba-4d68-468e-84ec-5134a3ea0fb7, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:20.570725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] For port 2926ccba-4d68-468e-84ec-5134a3ea0fb7, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2926ccba-4d68-468e-84ec-5134a3ea0fb7,segment=NetworkSegment(48cec988-b631-4481-b612-e6c2514dd614),segment_id=48cec988-b631-4481-b612-e6c2514dd614)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:20.575638 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.592508 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fae0a54-7e8d-4432-adfa-0d5f185af99a req-56cc0fa6-f471-4a54-b238-cbe19f4ed9ca tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430989 Jul 16 18:26:20.615312 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cee3dea2-f6b6-4beb-83a6-29c6d04d974e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.623167 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cee3dea2-f6b6-4beb-83a6-29c6d04d974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.656779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8adc58-4167-4a82-99f1-0d5ed60b138f None None] Pushing event updated for resources: {'Port': ['ID=2926ccba-4d68-468e-84ec-5134a3ea0fb7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.660996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cee3dea2-f6b6-4beb-83a6-29c6d04d974e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0fb84f658ca4cdcaa0dae25f772167a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868093 Jul 16 18:26:20.661168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.663055 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.690635 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Transition to ACTIVE for port object 50a8e941-20d1-403c-a2ec-bb5fb3e8798a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:20.691114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3dea2-f6b6-4beb-83a6-29c6d04d974e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c63fe75-a303-4fef-887a-b8de81bfbe63,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.747387 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4be8e697-9b0e-4c3f-94b4-3b50ca2f9b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.776194 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.779386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4be8e697-9b0e-4c3f-94b4-3b50ca2f9b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.854906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Network f8e9fb0a-5323-4e26-bcee-add1d883652a is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:20.858232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:20.863587 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:20.873111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Pushing event updated for resources: {'Port': ['ID=50a8e941-20d1-403c-a2ec-bb5fb3e8798a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.929151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4be8e697-9b0e-4c3f-94b4-3b50ca2f9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.931921 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4be8e697-9b0e-4c3f-94b4-3b50ca2f9b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.933082 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4be8e697-9b0e-4c3f-94b4-3b50ca2f9b8f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c63fe75-a303-4fef-887a-b8de81bfbe63 HTTP/1.1" status: 204 len: 168 time: 0.2689519 Jul 16 18:26:20.947707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088de9be-4122-4fb5-a6af-8601a1f66c22 req-8506171a-3779-4741-a9aa-8a4a007b27b6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:20.948946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-088de9be-4122-4fb5-a6af-8601a1f66c22 req-8506171a-3779-4741-a9aa-8a4a007b27b6 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.1066477 Jul 16 18:26:20.952887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8e697-9b0e-4c3f-94b4-3b50ca2f9b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c63fe75-a303-4fef-887a-b8de81bfbe63,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.963974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:20.964638 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.990814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.991069 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-987a95e8-ec17-4be5-9a93-aaae762c0d90 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.9256725 Jul 16 18:26:21.075905 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-088de9be-4122-4fb5-a6af-8601a1f66c22 req-49e09a3e-65bf-4e80-9cc4-77d69a13b8cc tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128399 Jul 16 18:26:21.116441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe82873-6762-4361-bc7a-fadce60f1e1e tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.122496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe82873-6762-4361-bc7a-fadce60f1e1e tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.129170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe82873-6762-4361-bc7a-fadce60f1e1e tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.133888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ffe82873-6762-4361-bc7a-fadce60f1e1e tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1386123 Jul 16 18:26:21.134194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:21.255657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f44247e2-2bec-49ab-aa50-72147b471189 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Deleting port 50a8e941-20d1-403c-a2ec-bb5fb3e8798a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:21.256071 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f44247e2-2bec-49ab-aa50-72147b471189 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.273974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:21.301016 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e70a1da-fbb6-4231-8316-0fbee7af0435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.379650 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f44247e2-2bec-49ab-aa50-72147b471189 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.401831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f44247e2-2bec-49ab-aa50-72147b471189 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Calling delete_port for 50a8e941-20d1-403c-a2ec-bb5fb3e8798a owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:21.542372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed45a-e931-4dbb-87f7-cb56cf494e7f req-cf30d95a-b68c-4031-bf57-691c171d614c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.544371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eabed45a-e931-4dbb-87f7-cb56cf494e7f req-cf30d95a-b68c-4031-bf57-691c171d614c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.3434865 Jul 16 18:26:21.588421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eabed45a-e931-4dbb-87f7-cb56cf494e7f req-12700b26-173e-4c01-a3d7-1b3af9c6bac5 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363293 Jul 16 18:26:21.731887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71fe499-2b41-4b76-9834-5de6edcad9de None None] Network f8e9fb0a-5323-4e26-bcee-add1d883652a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:21.803314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd82e4-60ed-43b0-b161-303e9c9cbc7e req-0f88162f-276a-4d5c-abbb-e0180b380430 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.811327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73cd82e4-60ed-43b0-b161-303e9c9cbc7e req-0f88162f-276a-4d5c-abbb-e0180b380430 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0751572 Jul 16 18:26:21.824704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ea2cfa28-58dd-49f7-a08a-800c225e4ddb None None] Provisioning for port 2926ccba-4d68-468e-84ec-5134a3ea0fb7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:21.863722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73cd82e4-60ed-43b0-b161-303e9c9cbc7e req-2d5faf2b-b62b-4461-9e04-73d20f90a96a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515220 Jul 16 18:26:21.872037 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e70a1da-fbb6-4231-8316-0fbee7af0435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.880809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7e70a1da-fbb6-4231-8316-0fbee7af0435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.929092 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7e70a1da-fbb6-4231-8316-0fbee7af0435 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0bdfd3ecb81f40859c62b0b11f4654f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6516263 Jul 16 18:26:21.929092 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70a1da-fbb6-4231-8316-0fbee7af0435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26578850-8310-457d-a696-1e6a02e70613,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:21.929993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:22.020094 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f44247e2-2bec-49ab-aa50-72147b471189 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.057809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c2a07a1-09b0-4a8b-bdeb-8bc5ce79bade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.059320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44247e2-2bec-49ab-aa50-72147b471189 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Pushing event deleted for resources: {'Port': ['ID=50a8e941-20d1-403c-a2ec-bb5fb3e8798a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:22.070855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877a9a5-84a3-4fa7-9a13-ee1e2fadb5d2 req-cc8fa418-1e9b-4de7-a8c0-abe789053b5c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:22.072844 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1877a9a5-84a3-4fa7-9a13-ee1e2fadb5d2 req-cc8fa418-1e9b-4de7-a8c0-abe789053b5c tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0839663 Jul 16 18:26:22.115528 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1877a9a5-84a3-4fa7-9a13-ee1e2fadb5d2 req-57aeb8bf-067e-4a9e-add9-a6a0d600e8df tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370948 Jul 16 18:26:22.125285 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c2a07a1-09b0-4a8b-bdeb-8bc5ce79bade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.174071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b120a4d-d4f1-434a-b043-bec3594f93f7 None None] Could not find standard attr ID for object 50a8e941-20d1-403c-a2ec-bb5fb3e8798a. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:26:22.174631 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f44247e2-2bec-49ab-aa50-72147b471189 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.181243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:22.181685 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f44247e2-2bec-49ab-aa50-72147b471189 tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] 10.222.0.52 "DELETE /v2.0/ports/50a8e941-20d1-403c-a2ec-bb5fb3e8798a HTTP/1.1" status: 204 len: 168 time: 1.0463734 Jul 16 18:26:22.193872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-15d71553-0c76-427c-8b36-8cce132b9f0d tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Request body: {'port': {'name': 'tempest-new-port-name-1674591272', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:22.194081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b120a4d-d4f1-434a-b043-bec3594f93f7 None None] Provisioning for port 0624125c-d77b-48a5-8ab1-e87fa8513726 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:22.194298 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-15d71553-0c76-427c-8b36-8cce132b9f0d tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] bootfile-name is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:26:22.194753 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-15d71553-0c76-427c-8b36-8cce132b9f0d tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] tftp-server is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:26:22.195135 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.api.validators [None req-15d71553-0c76-427c-8b36-8cce132b9f0d tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] server-ip-address is not in valid_values {{(pid=93767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:26:22.199382 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1b120a4d-d4f1-434a-b043-bec3594f93f7 None None] Provisioning complete for port 0624125c-d77b-48a5-8ab1-e87fa8513726 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:22.199958 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b120a4d-d4f1-434a-b043-bec3594f93f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.211368 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c2a07a1-09b0-4a8b-bdeb-8bc5ce79bade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.214609 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c2a07a1-09b0-4a8b-bdeb-8bc5ce79bade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.215851 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4c2a07a1-09b0-4a8b-bdeb-8bc5ce79bade admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26578850-8310-457d-a696-1e6a02e70613 HTTP/1.1" status: 204 len: 168 time: 0.2850227 Jul 16 18:26:22.231411 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a07a1-09b0-4a8b-bdeb-8bc5ce79bade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26578850-8310-457d-a696-1e6a02e70613,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:22.266644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1b120a4d-d4f1-434a-b043-bec3594f93f7 None None] Port 0624125c-d77b-48a5-8ab1-e87fa8513726 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:22.311045 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15d71553-0c76-427c-8b36-8cce132b9f0d tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.465290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff88dc-4d38-41e1-b2df-419d94835d68 req-8aa39204-1ed4-43d5-9dd6-d17144738779 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:22.466906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cff88dc-4d38-41e1-b2df-419d94835d68 req-8aa39204-1ed4-43d5-9dd6-d17144738779 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.1524286 Jul 16 18:26:22.503834 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ef96754f-ef56-4375-b40a-db65b6b52d6c None None] Provisioning complete for port 0624125c-d77b-48a5-8ab1-e87fa8513726 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:22.504223 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef96754f-ef56-4375-b40a-db65b6b52d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.547745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ef96754f-ef56-4375-b40a-db65b6b52d6c None None] Port 0624125c-d77b-48a5-8ab1-e87fa8513726 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:22.591258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cff88dc-4d38-41e1-b2df-419d94835d68 req-aae10322-d931-434a-8f92-0909cbebd6d3 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106441 Jul 16 18:26:22.643670 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15d71553-0c76-427c-8b36-8cce132b9f0d tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.649776 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15d71553-0c76-427c-8b36-8cce132b9f0d tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.661845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-21b8765f-bb94-4863-b03e-5fb13c649f78 None None] Could not find standard attr ID for object 50a8e941-20d1-403c-a2ec-bb5fb3e8798a. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:26:22.740715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d71553-0c76-427c-8b36-8cce132b9f0d tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Pushing event updated for resources: {'Port': ['ID=0624125c-d77b-48a5-8ab1-e87fa8513726,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:22.789336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-15d71553-0c76-427c-8b36-8cce132b9f0d tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] In _notify_port_updated(), no bound segment for port 0624125c-d77b-48a5-8ab1-e87fa8513726 on network f8e9fb0a-5323-4e26-bcee-add1d883652a {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:26:22.795216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d71553-0c76-427c-8b36-8cce132b9f0d tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:22.795887 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15d71553-0c76-427c-8b36-8cce132b9f0d tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.799658 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-15d71553-0c76-427c-8b36-8cce132b9f0d tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] 10.222.0.52 "PUT /v2.0/ports/0624125c-d77b-48a5-8ab1-e87fa8513726 HTTP/1.1" status: 200 len: 1136 time: 0.6143470 Jul 16 18:26:22.800905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:22.833141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef1923-0dfb-41c4-99df-949aa3bab978 req-3f446eab-2c8e-4ad3-bedc-497742e17745 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:22.834806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83ef1923-0dfb-41c4-99df-949aa3bab978 req-3f446eab-2c8e-4ad3-bedc-497742e17745 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0951989 Jul 16 18:26:22.896909 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37276fa-c450-43ac-83dc-c18d0e27e50f tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:22.902360 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a37276fa-c450-43ac-83dc-c18d0e27e50f tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] 10.222.0.52 "GET /v2.0/ports/0624125c-d77b-48a5-8ab1-e87fa8513726 HTTP/1.1" status: 200 len: 1136 time: 0.0965176 Jul 16 18:26:22.903052 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:22.928782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83ef1923-0dfb-41c4-99df-949aa3bab978 req-a9d6ea12-24af-48ba-be18-803ec035bcb4 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758953 Jul 16 18:26:22.968588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2926ccba-4d68-468e-84ec-5134a3ea0fb7 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:23.021639 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 2926ccba-4d68-468e-84ec-5134a3ea0fb7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:23.032544 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2926ccba-4d68-468e-84ec-5134a3ea0fb7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:23.033235 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.054474 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-60b57498-d74d-42b3-bd4d-d3545647df9a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Deleting port 0624125c-d77b-48a5-8ab1-e87fa8513726 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:23.055640 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60b57498-d74d-42b3-bd4d-d3545647df9a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.154999 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.182423 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60b57498-d74d-42b3-bd4d-d3545647df9a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.203508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:23.205718 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 2926ccba-4d68-468e-84ec-5134a3ea0fb7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2926ccba-4d68-468e-84ec-5134a3ea0fb7,segment=NetworkSegment(48cec988-b631-4481-b612-e6c2514dd614),segment_id=48cec988-b631-4481-b612-e6c2514dd614)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:23.207056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f0f6f-e781-4036-9fdd-893e434a1848 req-785c6089-621d-49e5-9613-068c3ea62e2d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:23.209297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d6f0f6f-e781-4036-9fdd-893e434a1848 req-785c6089-621d-49e5-9613-068c3ea62e2d tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.0996230 Jul 16 18:26:23.213345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-60b57498-d74d-42b3-bd4d-d3545647df9a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Calling delete_port for 0624125c-d77b-48a5-8ab1-e87fa8513726 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:23.214991 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.257183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d6f0f6f-e781-4036-9fdd-893e434a1848 req-fdc05416-419e-471d-9106-35009828a4be tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351899 Jul 16 18:26:23.293141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=2926ccba-4d68-468e-84ec-5134a3ea0fb7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.310230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84332067-170b-4c0b-b77a-1a4e26cf5595 None None] Provisioning complete for port 0624125c-d77b-48a5-8ab1-e87fa8513726 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:23.310608 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84332067-170b-4c0b-b77a-1a4e26cf5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.328158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1965508695-network', 'tenant_id': 'd6bfc2a001084067bc7042937468f44d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:23.350428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84332067-170b-4c0b-b77a-1a4e26cf5595 None None] Port 0624125c-d77b-48a5-8ab1-e87fa8513726 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:23.389947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Made reservation on behalf of d6bfc2a001084067bc7042937468f44d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:23.392997 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.401786 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60b57498-d74d-42b3-bd4d-d3545647df9a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.430953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.435660 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b57498-d74d-42b3-bd4d-d3545647df9a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Pushing event deleted for resources: {'Port': ['ID=0624125c-d77b-48a5-8ab1-e87fa8513726,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.529098 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:23.532858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60b57498-d74d-42b3-bd4d-d3545647df9a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.537212 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-60b57498-d74d-42b3-bd4d-d3545647df9a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] 10.222.0.52 "DELETE /v2.0/ports/0624125c-d77b-48a5-8ab1-e87fa8513726 HTTP/1.1" status: 204 len: 168 time: 0.6308441 Jul 16 18:26:23.537615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:23.605768 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.610664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4581eab-c79f-4a38-aeac-88cf1f3ab42a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Deleting subnet b9b4cb85-7a62-4664-ba8c-11a3aa5576c9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:23.611964 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.614221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4581eab-c79f-4a38-aeac-88cf1f3ab42a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.637176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:23.653955 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6973e13-48b5-49ab-a899-271106a7130e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.661872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.662662 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Added segment 58b94e93-ee96-4913-b617-8b33aea089c8 of type vlan for network 5f8cc944-337a-441c-9839-b6a0edd37e5d Jul 16 18:26:23.688926 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4581eab-c79f-4a38-aeac-88cf1f3ab42a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.713498 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.748211 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.749285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:23.749904 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.779168 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5744345 Jul 16 18:26:23.783130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37954) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:23.789867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-70741e4e-1859-4861-a5ae-1368eca28126 admin admin] Request body: {'subnet': {'network_id': '5f8cc944-337a-441c-9839-b6a0edd37e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1965508695-subnet', 'tenant_id': 'd6bfc2a001084067bc7042937468f44d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:23.816122 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4581eab-c79f-4a38-aeac-88cf1f3ab42a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.824771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a75641-9732-44d1-aa40-8532037b69f3 admin admin] Pushing event updated for resources: {'Network': ['ID=5f8cc944-337a-441c-9839-b6a0edd37e5d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.841749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70741e4e-1859-4861-a5ae-1368eca28126 admin admin] Made reservation on behalf of d6bfc2a001084067bc7042937468f44d for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:23.844332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70741e4e-1859-4861-a5ae-1368eca28126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.854720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 5f8cc944-337a-441c-9839-b6a0edd37e5d details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:23.902080 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4581eab-c79f-4a38-aeac-88cf1f3ab42a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.931583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4581eab-c79f-4a38-aeac-88cf1f3ab42a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b4cb85-7a62-4664-ba8c-11a3aa5576c9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.949633 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4581eab-c79f-4a38-aeac-88cf1f3ab42a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.951143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e93c78-2b27-4d13-bf4d-7c9ea6a61497 None None] Network f8e9fb0a-5323-4e26-bcee-add1d883652a requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:23.955252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f4581eab-c79f-4a38-aeac-88cf1f3ab42a tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] 10.222.0.52 "DELETE /v2.0/subnets/b9b4cb85-7a62-4664-ba8c-11a3aa5576c9 HTTP/1.1" status: 204 len: 168 time: 0.4165542 Jul 16 18:26:23.955975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:24.046971 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70741e4e-1859-4861-a5ae-1368eca28126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.059446 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.128534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70741e4e-1859-4861-a5ae-1368eca28126 admin admin] Checking segment: {'id': '58b94e93-ee96-4913-b617-8b33aea089c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5f8cc944-337a-441c-9839-b6a0edd37e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:24.129126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70741e4e-1859-4861-a5ae-1368eca28126 admin admin] Network hostable DHCP agents. Network: 5f8cc944-337a-441c-9839-b6a0edd37e5d, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:24.138303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Deleting port 2926ccba-4d68-468e-84ec-5134a3ea0fb7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:24.138678 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.150920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70741e4e-1859-4861-a5ae-1368eca28126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc04b9b-cb72-43a7-a8e2-2cc715c8efde,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:24.154184 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70741e4e-1859-4861-a5ae-1368eca28126 admin admin] Network 5f8cc944-337a-441c-9839-b6a0edd37e5d is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:24.164899 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-70741e4e-1859-4861-a5ae-1368eca28126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 5f8cc944-337a-441c-9839-b6a0edd37e5d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:24.171385 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70741e4e-1859-4861-a5ae-1368eca28126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:24.172275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-70741e4e-1859-4861-a5ae-1368eca28126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.179627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104292a-f2e7-4973-84ca-d45f119b7a16 None None] Network 5f8cc944-337a-441c-9839-b6a0edd37e5d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:24.183855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a315495c-8397-4645-849c-cdb90e355774 None None] DHCP port deletion for f8e9fb0a-5323-4e26-bcee-add1d883652a request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:26:24.189983 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-70741e4e-1859-4861-a5ae-1368eca28126 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4057379 Jul 16 18:26:24.229386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] For port 2926ccba-4d68-468e-84ec-5134a3ea0fb7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2926ccba-4d68-468e-84ec-5134a3ea0fb7,segment=NetworkSegment(48cec988-b631-4481-b612-e6c2514dd614),segment_id=48cec988-b631-4481-b612-e6c2514dd614)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:24.229939 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.244231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Calling delete_port for 2926ccba-4d68-468e-84ec-5134a3ea0fb7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:24.329617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a315495c-8397-4645-849c-cdb90e355774 None None] Deleting port 2926ccba-4d68-468e-84ec-5134a3ea0fb7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:24.330002 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a315495c-8397-4645-849c-cdb90e355774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.334379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.368728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c6b07-6d98-4e22-a664-ed86c3c4dcb9 None None] Network 5f8cc944-337a-441c-9839-b6a0edd37e5d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:24.377058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Pushing event deleted for resources: {'Port': ['ID=2926ccba-4d68-468e-84ec-5134a3ea0fb7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:24.389084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] No DVR routers for this DVR port 2926ccba-4d68-468e-84ec-5134a3ea0fb7 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:24.484264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a315495c-8397-4645-849c-cdb90e355774 None None] For port 2926ccba-4d68-468e-84ec-5134a3ea0fb7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2926ccba-4d68-468e-84ec-5134a3ea0fb7,segment=NetworkSegment(48cec988-b631-4481-b612-e6c2514dd614),segment_id=48cec988-b631-4481-b612-e6c2514dd614)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:24.485276 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a315495c-8397-4645-849c-cdb90e355774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.499978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.503698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a315495c-8397-4645-849c-cdb90e355774 None None] Calling delete_port for 2926ccba-4d68-468e-84ec-5134a3ea0fb7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:24.522661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e9fb0a-5323-4e26-bcee-add1d883652a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:24.534238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cec988-b631-4481-b612-e6c2514dd614') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:24.534535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cec988-b631-4481-b612-e6c2514dd614') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:24.550016 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.565235 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.575463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:24.575867 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:24.579479 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:24.638951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.652665 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.654864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] 10.222.0.52 "DELETE /v2.0/networks/f8e9fb0a-5323-4e26-bcee-add1d883652a HTTP/1.1" status: 204 len: 168 time: 0.6979492 Jul 16 18:26:24.695497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7347ba9-1310-4125-8c23-0fb8de08bb9b tempest-ExtraDHCPOptionsTestJSON-625146828 tempest-ExtraDHCPOptionsTestJSON-625146828-project] Pushing event deleted for resources: {'Network': ['ID=f8e9fb0a-5323-4e26-bcee-add1d883652a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:24.733381 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a315495c-8397-4645-849c-cdb90e355774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.760291 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315495c-8397-4645-849c-cdb90e355774 None None] Pushing event deleted for resources: {'Port': ['ID=2926ccba-4d68-468e-84ec-5134a3ea0fb7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:24.764033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a315495c-8397-4645-849c-cdb90e355774 None None] Network f8e9fb0a-5323-4e26-bcee-add1d883652a is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:26:24.764667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a315495c-8397-4645-849c-cdb90e355774 None None] No DVR routers for this DVR port 2926ccba-4d68-468e-84ec-5134a3ea0fb7 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:24.836434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:24.846979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-508664208-network', 'tenant_id': '8b38820bf3ac43a38d39b45f71f42a0f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:24.874393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Made reservation on behalf of 8b38820bf3ac43a38d39b45f71f42a0f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:24.878901 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.888791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.946864 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2926ccba-4d68-468e-84ec-5134a3ea0fb7 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:24.969765 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 2926ccba-4d68-468e-84ec-5134a3ea0fb7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:24.970499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2926ccba-4d68-468e-84ec-5134a3ea0fb7 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:25.010206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.013797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 37980) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:25.019643 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.045213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:25.056698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7da64f1-3248-4528-92a3-3d6c5a7e3989,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.062302 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.062657 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Added segment 74ded983-bb56-43cb-9693-bc43dc752554 of type vlan for network 7b87e19d-f99b-4d27-8f28-f60c0a434828 Jul 16 18:26:25.111978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.155392 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.156369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.157096 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.203626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3656616 Jul 16 18:26:25.206539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37984) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:25.212011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-38835b7b-e74e-4752-a310-68cfd6d40f93 admin admin] Request body: {'subnet': {'network_id': '7b87e19d-f99b-4d27-8f28-f60c0a434828', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-508664208-subnet', 'tenant_id': '8b38820bf3ac43a38d39b45f71f42a0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:25.233537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38835b7b-e74e-4752-a310-68cfd6d40f93 admin admin] Made reservation on behalf of 8b38820bf3ac43a38d39b45f71f42a0f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:25.236737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38835b7b-e74e-4752-a310-68cfd6d40f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.251383 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dd34d937-6aa0-4c81-8d84-09d94b5164f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f3315f3861a452ca2df17b7df263602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333174 Jul 16 18:26:25.251383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d059196-329d-4d16-934f-95b1e480b5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=7b87e19d-f99b-4d27-8f28-f60c0a434828,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.258520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 37986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:25.259593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 7b87e19d-f99b-4d27-8f28-f60c0a434828 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:25.369111 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77e0e4d8-ca02-4e02-92af-af935eb8ff33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.419397 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77e0e4d8-ca02-4e02-92af-af935eb8ff33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.513844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38835b7b-e74e-4752-a310-68cfd6d40f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.518873 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77e0e4d8-ca02-4e02-92af-af935eb8ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.522603 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-77e0e4d8-ca02-4e02-92af-af935eb8ff33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.523935 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-77e0e4d8-ca02-4e02-92af-af935eb8ff33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b1c0afd-222c-4d88-b7ec-3850f3716902 HTTP/1.1" status: 204 len: 168 time: 0.2643576 Jul 16 18:26:25.564287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0e4d8-ca02-4e02-92af-af935eb8ff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1c0afd-222c-4d88-b7ec-3850f3716902,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.585852 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38835b7b-e74e-4752-a310-68cfd6d40f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f52146-8e50-4a12-9d66-9723512acfaa,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.603975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38835b7b-e74e-4752-a310-68cfd6d40f93 admin admin] Checking segment: {'id': '74ded983-bb56-43cb-9693-bc43dc752554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7b87e19d-f99b-4d27-8f28-f60c0a434828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:25.604489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38835b7b-e74e-4752-a310-68cfd6d40f93 admin admin] Network hostable DHCP agents. Network: 7b87e19d-f99b-4d27-8f28-f60c0a434828, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:25.625111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38835b7b-e74e-4752-a310-68cfd6d40f93 admin admin] Network 7b87e19d-f99b-4d27-8f28-f60c0a434828 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:25.640383 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-38835b7b-e74e-4752-a310-68cfd6d40f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 7b87e19d-f99b-4d27-8f28-f60c0a434828) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:25.651880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47610e4f-850e-4aae-a24e-ffa0c20dfcc1 None None] Network 7b87e19d-f99b-4d27-8f28-f60c0a434828 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:25.652600 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38835b7b-e74e-4752-a310-68cfd6d40f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.653898 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-38835b7b-e74e-4752-a310-68cfd6d40f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.682070 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-38835b7b-e74e-4752-a310-68cfd6d40f93 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4741495 Jul 16 18:26:25.867929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4052ea71-339d-43e4-b836-494fe8d359d2 None None] Network 7b87e19d-f99b-4d27-8f28-f60c0a434828 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:26.423963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:26.482276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-aee64b7a-019b-462a-8f9d-d59eb085e6dc tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.483954 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-aee64b7a-019b-462a-8f9d-d59eb085e6dc tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/networks?id=5f8cc944-337a-441c-9839-b6a0edd37e5d HTTP/1.1" status: 200 len: 812 time: 0.1115482 Jul 16 18:26:26.499403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-cb6a0c31-860d-43db-a89a-8aab93f9f3e7 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/quotas/d6bfc2a001084067bc7042937468f44d HTTP/1.1" status: 200 len: 375 time: 0.0097528 Jul 16 18:26:26.538671 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-475e644c-2224-4ce8-8def-6da7c97143f3 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6bfc2a001084067bc7042937468f44d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332928 Jul 16 18:26:26.575428 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'network': {'name': 'tempest-RoutersTest-1917439094'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:26.600840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:26.604794 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.612821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-86a9f8ba-cefd-4e70-8a77-e2f4be94e398 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:26.613952 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-86a9f8ba-cefd-4e70-8a77-e2f4be94e398 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0688033 Jul 16 18:26:26.615498 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.721204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-864a01a9-975e-4121-bc6b-6cdf2258d177 service neutron] 10.222.0.52 "GET /v2.0/networks/5f8cc944-337a-441c-9839-b6a0edd37e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989134 Jul 16 18:26:26.738250 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.742921 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.769885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:26.790642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.790996 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Added segment bb3328e2-5c8b-45c5-b60d-c3479187899c of type vlan for network 7318f837-3474-406b-b25d-89b2bb697dc5 Jul 16 18:26:26.792404 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40fa4bc-66d6-4008-be0e-426251520eda,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.835127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-68d41195-9907-4bd0-a335-8847064ef611 service neutron] 10.222.0.52 "GET /v2.0/networks/5f8cc944-337a-441c-9839-b6a0edd37e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081824 Jul 16 18:26:26.846446 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.878341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.884426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.884752 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.924400 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4957824 Jul 16 18:26:26.924654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38038) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:26.929094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ebf9a048-f7e6-4eab-9176-6e2ea602441e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'network': {'name': 'tempest-RoutersTest-2046517285'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:26.950481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf9a048-f7e6-4eab-9176-6e2ea602441e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:26.955480 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a048-f7e6-4eab-9176-6e2ea602441e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.959080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12205ecc-302d-4423-ae80-0829a8fda72a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Network': ['ID=7318f837-3474-406b-b25d-89b2bb697dc5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.970142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 7318f837-3474-406b-b25d-89b2bb697dc5 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:27.026997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf9a048-f7e6-4eab-9176-6e2ea602441e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:27.051453 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d974fa20-b706-4c11-acbe-155313671104 req-215753f8-fba6-4a37-a979-654bf1071f4a tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 210 time: 0.0405042 Jul 16 18:26:27.060705 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a048-f7e6-4eab-9176-6e2ea602441e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.060705 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-ebf9a048-f7e6-4eab-9176-6e2ea602441e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Added segment 02983115-ce9b-4f8f-9948-78423d169ebf of type vlan for network 032e4e59-c107-481e-a72c-2f7c374fc3f2 Jul 16 18:26:27.111739 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a048-f7e6-4eab-9176-6e2ea602441e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.146759 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a048-f7e6-4eab-9176-6e2ea602441e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.152587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf9a048-f7e6-4eab-9176-6e2ea602441e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.153187 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a048-f7e6-4eab-9176-6e2ea602441e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.197195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ebf9a048-f7e6-4eab-9176-6e2ea602441e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2722006 Jul 16 18:26:27.200214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:27.206965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-076343dc-5622-411f-b680-b91b8d55af30 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'subnet': {'network_id': '7318f837-3474-406b-b25d-89b2bb697dc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:27.245090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9a048-f7e6-4eab-9176-6e2ea602441e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Network': ['ID=032e4e59-c107-481e-a72c-2f7c374fc3f2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:27.259663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 032e4e59-c107-481e-a72c-2f7c374fc3f2 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:27.355450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076343dc-5622-411f-b680-b91b8d55af30 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:27.359206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076343dc-5622-411f-b680-b91b8d55af30 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.549221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076343dc-5622-411f-b680-b91b8d55af30 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.618398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076343dc-5622-411f-b680-b91b8d55af30 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Subnet': ['ID=f5ee19d0-bd83-41a0-89eb-d39331915dc7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:27.629521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076343dc-5622-411f-b680-b91b8d55af30 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Checking segment: {'id': 'bb3328e2-5c8b-45c5-b60d-c3479187899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7318f837-3474-406b-b25d-89b2bb697dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:27.629896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076343dc-5622-411f-b680-b91b8d55af30 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network hostable DHCP agents. Network: 7318f837-3474-406b-b25d-89b2bb697dc5, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:27.645805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076343dc-5622-411f-b680-b91b8d55af30 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 7318f837-3474-406b-b25d-89b2bb697dc5 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:27.654600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-076343dc-5622-411f-b680-b91b8d55af30 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 7318f837-3474-406b-b25d-89b2bb697dc5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:27.659713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076343dc-5622-411f-b680-b91b8d55af30 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.660388 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-076343dc-5622-411f-b680-b91b8d55af30 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.667634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1b5d8e-cb84-4e11-9a48-f7f62c3f00b9 None None] Network 7318f837-3474-406b-b25d-89b2bb697dc5 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:27.678333 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-076343dc-5622-411f-b680-b91b8d55af30 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4769247 Jul 16 18:26:27.680923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:27.686628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-77d37699-942b-45fd-b6f7-50b4d2987897 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'subnet': {'network_id': '032e4e59-c107-481e-a72c-2f7c374fc3f2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:27.783974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d37699-942b-45fd-b6f7-50b4d2987897 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:27.787620 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77d37699-942b-45fd-b6f7-50b4d2987897 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.884588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-7318f837-3474-406b-b25d-89b2bb697dc5', 'network_id': '7318f837-3474-406b-b25d-89b2bb697dc5', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'fixed_ips': [{'subnet_id': 'f5ee19d0-bd83-41a0-89eb-d39331915dc7'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:27.885586 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.034570 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77d37699-942b-45fd-b6f7-50b4d2987897 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.081195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Allocated IP 172.20.0.2 (7318f837-3474-406b-b25d-89b2bb697dc5/f5ee19d0-bd83-41a0-89eb-d39331915dc7/b962194f-5e80-44de-97e0-82751660d803) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:28.114795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d37699-942b-45fd-b6f7-50b4d2987897 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Subnet': ['ID=831c6ed2-8614-46ca-aefe-1eb8b55d7365,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.130359 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d37699-942b-45fd-b6f7-50b4d2987897 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Checking segment: {'id': '02983115-ce9b-4f8f-9948-78423d169ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '032e4e59-c107-481e-a72c-2f7c374fc3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:28.130950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d37699-942b-45fd-b6f7-50b4d2987897 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network hostable DHCP agents. Network: 032e4e59-c107-481e-a72c-2f7c374fc3f2, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:28.166655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d37699-942b-45fd-b6f7-50b4d2987897 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 032e4e59-c107-481e-a72c-2f7c374fc3f2 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:28.220742 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-77d37699-942b-45fd-b6f7-50b4d2987897 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 032e4e59-c107-481e-a72c-2f7c374fc3f2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:28.265530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627d4901-b743-4eea-abe3-2c639cc360f4 None None] Network 032e4e59-c107-481e-a72c-2f7c374fc3f2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:28.267352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d37699-942b-45fd-b6f7-50b4d2987897 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.268157 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77d37699-942b-45fd-b6f7-50b4d2987897 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.276999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-001fd19c-1ab2-40f0-9595-a75a18eb0a05 req-e84c31fc-1508-4815-a489-66eb19b95c0e tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 210 time: 0.0493650 Jul 16 18:26:28.345947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38066) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.346427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-77d37699-942b-45fd-b6f7-50b4d2987897 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6640737 Jul 16 18:26:28.352111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-15acaa31-93e3-4222-9beb-466a1f0d61ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-816473253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:28.381653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-a0cebc99-15c1-4a9d-a46e-e321c49c7011 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.383949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-a0cebc99-15c1-4a9d-a46e-e321c49c7011 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.42 "GET /v2.0/networks?id=5f8cc944-337a-441c-9839-b6a0edd37e5d HTTP/1.1" status: 200 len: 812 time: 0.2029214 Jul 16 18:26:28.398678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Request body: {'port': {'device_id': '9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5', 'network_id': '5f8cc944-337a-441c-9839-b6a0edd37e5d', 'admin_state_up': True, 'tenant_id': 'd6bfc2a001084067bc7042937468f44d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:28.406054 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15acaa31-93e3-4222-9beb-466a1f0d61ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.407727 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15acaa31-93e3-4222-9beb-466a1f0d61ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.474961 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.492627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Transition to ACTIVE for port object b962194f-5e80-44de-97e0-82751660d803 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:28.510579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15acaa31-93e3-4222-9beb-466a1f0d61ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.515525 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15acaa31-93e3-4222-9beb-466a1f0d61ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.533118 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-15acaa31-93e3-4222-9beb-466a1f0d61ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.534484 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-15acaa31-93e3-4222-9beb-466a1f0d61ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1868510 Jul 16 18:26:28.537307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.548028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Transition to ACTIVE for port object b962194f-5e80-44de-97e0-82751660d803 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:28.567558 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.617131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e19b1-f9ae-4a61-b802-58841a8ec26b req-78003b81-d3b4-44f6-b275-32cf4a100e31 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.618732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a76e19b1-f9ae-4a61-b802-58841a8ec26b req-78003b81-d3b4-44f6-b275-32cf4a100e31 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.1047187 Jul 16 18:26:28.619848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Made reservation on behalf of d6bfc2a001084067bc7042937468f44d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:28.623416 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.637261 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Network 7318f837-3474-406b-b25d-89b2bb697dc5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:28.639030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:28.646987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:28.668994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Pushing event updated for resources: {'Port': ['ID=b962194f-5e80-44de-97e0-82751660d803,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.689128 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a76e19b1-f9ae-4a61-b802-58841a8ec26b req-5a169d90-0f1d-4d08-8ccc-19432a8c7fae tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625293 Jul 16 18:26:28.721142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-032e4e59-c107-481e-a72c-2f7c374fc3f2', 'network_id': '032e4e59-c107-481e-a72c-2f7c374fc3f2', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'fixed_ips': [{'subnet_id': '831c6ed2-8614-46ca-aefe-1eb8b55d7365'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:28.722041 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.746729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Attempting to bind port b962194f-5e80-44de-97e0-82751660d803 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:28.747103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Attempting to bind port b962194f-5e80-44de-97e0-82751660d803 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'bb3328e2-5c8b-45c5-b60d-c3479187899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7318f837-3474-406b-b25d-89b2bb697dc5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:28.747477 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Attempting to bind port b962194f-5e80-44de-97e0-82751660d803 on network 7318f837-3474-406b-b25d-89b2bb697dc5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:28.760262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:28.760826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Checking segment: {'id': 'bb3328e2-5c8b-45c5-b60d-c3479187899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7318f837-3474-406b-b25d-89b2bb697dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:28.761220 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.761590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Bound using segment: {'id': 'bb3328e2-5c8b-45c5-b60d-c3479187899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7318f837-3474-406b-b25d-89b2bb697dc5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:28.762077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Bound port: b962194f-5e80-44de-97e0-82751660d803, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3328e2-5c8b-45c5-b60d-c3479187899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7318f837-3474-406b-b25d-89b2bb697dc5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:28.762462 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.799247 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Allocated IP 172.20.0.13 (5f8cc944-337a-441c-9839-b6a0edd37e5d/1fc04b9b-cb72-43a7-a8e2-2cc715c8efde/c7135218-4cb0-43eb-b557-a29b18b2e320) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:28.843490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.921978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] For port b962194f-5e80-44de-97e0-82751660d803, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:28.930061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] For port b962194f-5e80-44de-97e0-82751660d803, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b962194f-5e80-44de-97e0-82751660d803,segment=NetworkSegment(bb3328e2-5c8b-45c5-b60d-c3479187899c),segment_id=bb3328e2-5c8b-45c5-b60d-c3479187899c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:28.936625 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.939771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Allocated IP 172.21.0.2 (032e4e59-c107-481e-a72c-2f7c374fc3f2/831c6ed2-8614-46ca-aefe-1eb8b55d7365/b11d2c85-ab3d-4260-ae60-cce6e94fe7fc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:28.976966 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.997980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1d8bb-b5e4-4d82-ae67-d5713d0b8fb1 None None] Pushing event updated for resources: {'Port': ['ID=b962194f-5e80-44de-97e0-82751660d803,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:29.024357 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.082604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Network 5f8cc944-337a-441c-9839-b6a0edd37e5d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:29.086594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:29.088774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Pushing event updated for resources: {'Port': ['ID=c7135218-4cb0-43eb-b557-a29b18b2e320,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:29.091216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:29.095804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Allocated IP 172.20.0.1 (7318f837-3474-406b-b25d-89b2bb697dc5/f5ee19d0-bd83-41a0-89eb-d39331915dc7/a45babaa-853d-4c83-8578-40fd53db8653) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:29.146474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.147277 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.164359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9db82938-c81f-4c7a-8678-f07f3acb863b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7710161 Jul 16 18:26:29.178257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Request body: {'port': {'device_id': '9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:29.186183 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.195791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Transition to ACTIVE for port object b11d2c85-ab3d-4260-ae60-cce6e94fe7fc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:29.211915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Transition to ACTIVE for port object b11d2c85-ab3d-4260-ae60-cce6e94fe7fc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:29.217398 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.218462 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.236607 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Transition to ACTIVE for port object a45babaa-853d-4c83-8578-40fd53db8653 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:29.298127 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.315458 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.350074 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 7318f837-3474-406b-b25d-89b2bb697dc5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:29.353677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:29.357078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:29.441608 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.482480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Network 032e4e59-c107-481e-a72c-2f7c374fc3f2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:29.490150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:29.495173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:29.500412 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=a45babaa-853d-4c83-8578-40fd53db8653,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:29.508182 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Pushing event updated for resources: {'Port': ['ID=b11d2c85-ab3d-4260-ae60-cce6e94fe7fc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:29.565602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Attempting to bind port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:29.566186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Attempting to bind port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '02983115-ce9b-4f8f-9948-78423d169ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '032e4e59-c107-481e-a72c-2f7c374fc3f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:29.566678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Attempting to bind port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc on network 032e4e59-c107-481e-a72c-2f7c374fc3f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:29.571850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:29.572337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Checking segment: {'id': '02983115-ce9b-4f8f-9948-78423d169ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '032e4e59-c107-481e-a72c-2f7c374fc3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:29.572843 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.573380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Bound using segment: {'id': '02983115-ce9b-4f8f-9948-78423d169ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '032e4e59-c107-481e-a72c-2f7c374fc3f2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:29.574481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Bound port: b11d2c85-ab3d-4260-ae60-cce6e94fe7fc, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02983115-ce9b-4f8f-9948-78423d169ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '032e4e59-c107-481e-a72c-2f7c374fc3f2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:29.574481 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.596008 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.637233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de16837-b6ce-49ca-b84e-0043d95c438c req-6fd5c98e-753e-4553-b6b4-e67f5f8f9cfc tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.638887 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7de16837-b6ce-49ca-b84e-0043d95c438c req-6fd5c98e-753e-4553-b6b4-e67f5f8f9cfc tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 932 time: 0.1683936 Jul 16 18:26:29.646549 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] For port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:29.650638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] For port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b11d2c85-ab3d-4260-ae60-cce6e94fe7fc,segment=NetworkSegment(02983115-ce9b-4f8f-9948-78423d169ebf),segment_id=02983115-ce9b-4f8f-9948-78423d169ebf)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:29.656280 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.732875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e521bf0-e9ca-493e-8e09-a0454dc7fdce None None] Pushing event updated for resources: {'Port': ['ID=b11d2c85-ab3d-4260-ae60-cce6e94fe7fc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:29.915317 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.920685 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.058250 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e1efd03-df98-4ad9-b879-8758bc1baea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.072001 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.093713 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=a45babaa-853d-4c83-8578-40fd53db8653,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:30.144955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7de16837-b6ce-49ca-b84e-0043d95c438c req-ae5f67dc-121b-4a0e-8b0b-2acf15ce0137 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897258 Jul 16 18:26:30.183911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7135218-4cb0-43eb-b557-a29b18b2e320 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:30.197106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.217693 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d9bcf-fc04-4597-911e-4b02451a9d32 req-f99cae36-9927-4a66-aad4-b1dbf46a155e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.218857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Transition to ACTIVE for port object c7135218-4cb0-43eb-b557-a29b18b2e320 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:30.220369 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-655d9bcf-fc04-4597-911e-4b02451a9d32 req-f99cae36-9927-4a66-aad4-b1dbf46a155e tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.2564278 Jul 16 18:26:30.224450 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.240654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ae124-e4b5-48f0-b9c9-2914e600598b req-faa1775e-4847-4115-8e5d-4990518aa387 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.242556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-129ae124-e4b5-48f0-b9c9-2914e600598b req-faa1775e-4847-4115-8e5d-4990518aa387 tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 946 time: 0.2288878 Jul 16 18:26:30.296010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 7318f837-3474-406b-b25d-89b2bb697dc5 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:30.300921 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:30.305430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Pushing event updated for resources: {'Port': ['ID=c7135218-4cb0-43eb-b557-a29b18b2e320,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:30.345710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-129ae124-e4b5-48f0-b9c9-2914e600598b req-1437e37c-a8d8-41ab-9362-da2c087f98df tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/security-groups?id=c423698a-38ba-42dc-847b-57de14d80ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832946 Jul 16 18:26:30.348853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fded54-9158-4852-808c-6aa276a71654 None None] Network 7318f837-3474-406b-b25d-89b2bb697dc5 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:30.410538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Attempting to bind port c7135218-4cb0-43eb-b557-a29b18b2e320 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:30.410911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Attempting to bind port c7135218-4cb0-43eb-b557-a29b18b2e320 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '58b94e93-ee96-4913-b617-8b33aea089c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5f8cc944-337a-441c-9839-b6a0edd37e5d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:30.411402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Attempting to bind port c7135218-4cb0-43eb-b557-a29b18b2e320 on network 5f8cc944-337a-441c-9839-b6a0edd37e5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:30.418161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Port c7135218-4cb0-43eb-b557-a29b18b2e320 on network 5f8cc944-337a-441c-9839-b6a0edd37e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:30.418161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Attempting to bind port c7135218-4cb0-43eb-b557-a29b18b2e320 on network 5f8cc944-337a-441c-9839-b6a0edd37e5d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:30.424212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:30.424560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Checking segment: {'id': '58b94e93-ee96-4913-b617-8b33aea089c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5f8cc944-337a-441c-9839-b6a0edd37e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:30.425477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Bound using segment: {'id': '58b94e93-ee96-4913-b617-8b33aea089c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5f8cc944-337a-441c-9839-b6a0edd37e5d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:30.425477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Bound port: c7135218-4cb0-43eb-b557-a29b18b2e320, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b94e93-ee96-4913-b617-8b33aea089c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5f8cc944-337a-441c-9839-b6a0edd37e5d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:30.425759 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.443185 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-655d9bcf-fc04-4597-911e-4b02451a9d32 req-5c4ca5a7-48f3-4fd7-ac91-e0cb908c0a1b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Deleting port 7ce6ac85-f785-4f70-816e-e25ccd3a002e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:30.443800 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-655d9bcf-fc04-4597-911e-4b02451a9d32 req-5c4ca5a7-48f3-4fd7-ac91-e0cb908c0a1b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.447369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5072bf3d-c7fa-4d8f-84ff-d9ed371a430f None None] Provisioning for port b962194f-5e80-44de-97e0-82751660d803 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:30.508332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] For port c7135218-4cb0-43eb-b557-a29b18b2e320, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:30.511828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] For port c7135218-4cb0-43eb-b557-a29b18b2e320, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c7135218-4cb0-43eb-b557-a29b18b2e320,segment=NetworkSegment(58b94e93-ee96-4913-b617-8b33aea089c8),segment_id=58b94e93-ee96-4913-b617-8b33aea089c8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:30.520603 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.540648 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router d1a0f3bc-c8c3-4deb-8ee1-a124711c949b is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:30.566830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.567997 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.570454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] 10.222.0.42 "PUT /v2.0/ports/c7135218-4cb0-43eb-b557-a29b18b2e320 HTTP/1.1" status: 200 len: 1092 time: 1.3985431 Jul 16 18:26:30.571024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5', 'tag': 'c7135218-4cb0-43eb-b557-a29b18b2e320'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:30.573474 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4329cd8c-5fa4-4cbe-9d82-2f6987fa0664" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5", "tag": "c7135218-4cb0-43eb-b557-a29b18b2e320"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:30.580151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-655d9bcf-fc04-4597-911e-4b02451a9d32 req-5c4ca5a7-48f3-4fd7-ac91-e0cb908c0a1b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] For port 7ce6ac85-f785-4f70-816e-e25ccd3a002e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=7ce6ac85-f785-4f70-816e-e25ccd3a002e,segment=NetworkSegment(99774e82-48a6-4305-93ed-0b2ad490db7b),segment_id=99774e82-48a6-4305-93ed-0b2ad490db7b)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:30.580849 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-655d9bcf-fc04-4597-911e-4b02451a9d32 req-5c4ca5a7-48f3-4fd7-ac91-e0cb908c0a1b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.600259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bac15-c25d-402d-b4e3-0d387378f326 service neutron] Pushing event updated for resources: {'Port': ['ID=c7135218-4cb0-43eb-b557-a29b18b2e320,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:30.649164 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a974531-0781-43b5-ad5a-50eb3c32d14a x-openstack-request-id: req-0a974531-0781-43b5-ad5a-50eb3c32d14a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:30.649854 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5", "tag": "c7135218-4cb0-43eb-b557-a29b18b2e320", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:30.649854 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a974531-0781-43b5-ad5a-50eb3c32d14a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:30.650141 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5', 'tag': 'c7135218-4cb0-43eb-b557-a29b18b2e320', 'status': 'completed', 'code': 200} Jul 16 18:26:30.667762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-655d9bcf-fc04-4597-911e-4b02451a9d32 req-5c4ca5a7-48f3-4fd7-ac91-e0cb908c0a1b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Calling delete_port for 7ce6ac85-f785-4f70-816e-e25ccd3a002e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:30.681519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-8248f431-cc4a-4a9a-9ea8-5fb8f9963e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.683227 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-8248f431-cc4a-4a9a-9ea8-5fb8f9963e91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6bfc2a001084067bc7042937468f44d&device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 1095 time: 0.0654180 Jul 16 18:26:30.731761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:30.734467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-9f2046fe-b816-46b6-93fc-e969f7548844 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7135218-4cb0-43eb-b557-a29b18b2e320 HTTP/1.1" status: 200 len: 217 time: 0.0441546 Jul 16 18:26:30.742499 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00abfe63-5161-4a50-8f30-1799851d80b4 None None] Sync routers for ids ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:30.745255 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e8f1c5f1-2f90-4395-9ea3-a8a556cfe0ca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/d1a0f3bc-c8c3-4deb-8ee1-a124711c949b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2068472 Jul 16 18:26:30.749031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38076) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:30.760262 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00abfe63-5161-4a50-8f30-1799851d80b4 None None] Routers {'d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:30.760936 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-00abfe63-5161-4a50-8f30-1799851d80b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:30.825198 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-00abfe63-5161-4a50-8f30-1799851d80b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:30.829918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-fbbcb732-8711-475d-b10a-a25deb1a2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.831789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-fbbcb732-8711-475d-b10a-a25deb1a2543 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1fc04b9b-cb72-43a7-a8e2-2cc715c8efde HTTP/1.1" status: 200 len: 852 time: 0.0791650 Jul 16 18:26:30.846118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3958773-fa9a-4f30-84a0-1c01e9567910 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.847616 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b3958773-fa9a-4f30-84a0-1c01e9567910 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports/a45babaa-853d-4c83-8578-40fd53db8653 HTTP/1.1" status: 200 len: 910 time: 0.0975087 Jul 16 18:26:30.850892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:30.856921 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00abfe63-5161-4a50-8f30-1799851d80b4 None None] Routers {'d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:30.857810 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-00abfe63-5161-4a50-8f30-1799851d80b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:30.900257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-50e87746-3dd4-4281-8f5d-28bf94ac3b64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f8cc944-337a-441c-9839-b6a0edd37e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614302 Jul 16 18:26:30.998021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c42dc6a3-e624-4065-b61c-77d7836384c9 None None] Provisioning for port a45babaa-853d-4c83-8578-40fd53db8653 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:31.009355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c42dc6a3-e624-4065-b61c-77d7836384c9 None None] Provisioning complete for port a45babaa-853d-4c83-8578-40fd53db8653 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:31.009998 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c42dc6a3-e624-4065-b61c-77d7836384c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.087842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b11d2c85-ab3d-4260-ae60-cce6e94fe7fc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:31.091316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-655d9bcf-fc04-4597-911e-4b02451a9d32 req-5c4ca5a7-48f3-4fd7-ac91-e0cb908c0a1b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.116190 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-00abfe63-5161-4a50-8f30-1799851d80b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:31.117390 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00abfe63-5161-4a50-8f30-1799851d80b4 None None] The sync data for ids ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:31.129423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-48d73263-3d28-4246-a2dd-eb89e9a2c18a service neutron] 10.222.0.42 "GET /v2.0/networks/5f8cc944-337a-441c-9839-b6a0edd37e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228012 Jul 16 18:26:31.134031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['7ce6ac85-f785-4f70-816e-e25ccd3a002e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:31.180073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c42dc6a3-e624-4065-b61c-77d7836384c9 None None] Port a45babaa-853d-4c83-8578-40fd53db8653 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:31.230789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:31.236768 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b962194f-5e80-44de-97e0-82751660d803 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:31.238141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ca5a7-48f3-4fd7-ac91-e0cb908c0a1b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Pushing event deleted for resources: {'Port': ['ID=7ce6ac85-f785-4f70-816e-e25ccd3a002e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:31.267644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec42eb6f-5b28-4843-a25f-15989854cf43 None None] Network 032e4e59-c107-481e-a72c-2f7c374fc3f2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:31.301468 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-655d9bcf-fc04-4597-911e-4b02451a9d32 req-5c4ca5a7-48f3-4fd7-ac91-e0cb908c0a1b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] No DVR routers for this DVR port 7ce6ac85-f785-4f70-816e-e25ccd3a002e on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:31.306219 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-655d9bcf-fc04-4597-911e-4b02451a9d32 req-5c4ca5a7-48f3-4fd7-ac91-e0cb908c0a1b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.309469 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-655d9bcf-fc04-4597-911e-4b02451a9d32 req-5c4ca5a7-48f3-4fd7-ac91-e0cb908c0a1b tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.42 "DELETE /v2.0/ports/7ce6ac85-f785-4f70-816e-e25ccd3a002e HTTP/1.1" status: 204 len: 173 time: 1.0808318 Jul 16 18:26:31.309930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'name': 'network-vif-deleted', 'tag': '7ce6ac85-f785-4f70-816e-e25ccd3a002e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:31.312662 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb82292-c6c4-49cf-ab1a-9eaa62dba8ba" -d '{"events": [{"server_uuid": "cd1331a1-dd9a-4f9b-927c-040adc13c4ab", "name": "network-vif-deleted", "tag": "7ce6ac85-f785-4f70-816e-e25ccd3a002e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:31.358679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fde43769-5b81-4bc4-b362-d049a4063cc4 req-0b3d5cff-f4b9-434a-9b00-6ca6b34d4893 service neutron] 10.222.0.42 "GET /v2.0/networks/5f8cc944-337a-441c-9839-b6a0edd37e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156000 Jul 16 18:26:31.386371 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port b962194f-5e80-44de-97e0-82751660d803 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:31.413738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c48b0761-a6f3-43c7-b66c-33efb0f137c6 None None] Provisioning for port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:31.427919 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b962194f-5e80-44de-97e0-82751660d803 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:31.428665 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.446043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c48b0761-a6f3-43c7-b66c-33efb0f137c6 None None] Provisioning complete for port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:31.446421 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48b0761-a6f3-43c7-b66c-33efb0f137c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.499898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ef84e-cf79-4957-8880-12bec46e55b1 req-14a0bc8b-990d-4303-9b01-2a8a44b06ae2 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.505888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f61ef84e-cf79-4957-8880-12bec46e55b1 req-14a0bc8b-990d-4303-9b01-2a8a44b06ae2 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 944 time: 0.1331465 Jul 16 18:26:31.580467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f61ef84e-cf79-4957-8880-12bec46e55b1 req-969e625d-7763-46a0-b6bb-6d9d7ccac61e tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632384 Jul 16 18:26:31.624579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329cd8c-5fa4-4cbe-9d82-2f6987fa0664 req-f4341995-c3c7-45cc-bcbb-89e5dc4ff26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.627883 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4329cd8c-5fa4-4cbe-9d82-2f6987fa0664 req-f4341995-c3c7-45cc-bcbb-89e5dc4ff26b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6bfc2a001084067bc7042937468f44d&device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 1095 time: 0.1188977 Jul 16 18:26:31.698265 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.751688 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port b962194f-5e80-44de-97e0-82751660d803, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b962194f-5e80-44de-97e0-82751660d803,segment=NetworkSegment(bb3328e2-5c8b-45c5-b60d-c3479187899c),segment_id=bb3328e2-5c8b-45c5-b60d-c3479187899c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:31.758025 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.806565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d296e02-593d-4f4d-af02-4abcd0ae70dc req-d14bc64e-26d2-46de-8b42-010b0367d42a tempest-ServersNegativeTestJSON-284586676 tempest-ServersNegativeTestJSON-284586676-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1331a1-dd9a-4f9b-927c-040adc13c4ab HTTP/1.1" status: 200 len: 210 time: 0.0778165 Jul 16 18:26:31.844795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329cd8c-5fa4-4cbe-9d82-2f6987fa0664 req-9cde5b6b-d1b3-448a-b9a2-e28292ad5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.846606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4329cd8c-5fa4-4cbe-9d82-2f6987fa0664 req-9cde5b6b-d1b3-448a-b9a2-e28292ad5499 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f8cc944-337a-441c-9839-b6a0edd37e5d HTTP/1.1" status: 200 len: 913 time: 0.2132204 Jul 16 18:26:31.856267 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48b0761-a6f3-43c7-b66c-33efb0f137c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.897874 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=b962194f-5e80-44de-97e0-82751660d803,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:31.911068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4329cd8c-5fa4-4cbe-9d82-2f6987fa0664 req-00e88837-d876-40f9-81b7-e1f7be4e5991 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7135218-4cb0-43eb-b557-a29b18b2e320 HTTP/1.1" status: 200 len: 217 time: 0.0518155 Jul 16 18:26:31.936816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c48b0761-a6f3-43c7-b66c-33efb0f137c6 None None] For port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b11d2c85-ab3d-4260-ae60-cce6e94fe7fc,segment=NetworkSegment(02983115-ce9b-4f8f-9948-78423d169ebf),segment_id=02983115-ce9b-4f8f-9948-78423d169ebf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:31.942035 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48b0761-a6f3-43c7-b66c-33efb0f137c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.966016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329cd8c-5fa4-4cbe-9d82-2f6987fa0664 req-b8e2c235-eec4-49f2-9912-5b0267de95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.967813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4329cd8c-5fa4-4cbe-9d82-2f6987fa0664 req-b8e2c235-eec4-49f2-9912-5b0267de95e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1fc04b9b-cb72-43a7-a8e2-2cc715c8efde HTTP/1.1" status: 200 len: 852 time: 0.0494843 Jul 16 18:26:31.994501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c48b0761-a6f3-43c7-b66c-33efb0f137c6 None None] Provisioning complete for port a45babaa-853d-4c83-8578-40fd53db8653 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:31.994974 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48b0761-a6f3-43c7-b66c-33efb0f137c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.012142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4329cd8c-5fa4-4cbe-9d82-2f6987fa0664 req-8cba0e05-f358-494a-bbfc-57213e4b1e07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f8cc944-337a-441c-9839-b6a0edd37e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368152 Jul 16 18:26:32.036226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c48b0761-a6f3-43c7-b66c-33efb0f137c6 None None] Port a45babaa-853d-4c83-8578-40fd53db8653 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:32.051551 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79b6acc-85d3-49b5-9f28-d45c3c6ea5f7 x-openstack-request-id: req-f79b6acc-85d3-49b5-9f28-d45c3c6ea5f7 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:32.052101 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1331a1-dd9a-4f9b-927c-040adc13c4ab", "name": "network-vif-deleted", "tag": "7ce6ac85-f785-4f70-816e-e25ccd3a002e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:32.052199 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b0761-a6f3-43c7-b66c-33efb0f137c6 None None] Pushing event updated for resources: {'Port': ['ID=b11d2c85-ab3d-4260-ae60-cce6e94fe7fc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:32.052294 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f79b6acc-85d3-49b5-9f28-d45c3c6ea5f7 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:32.052407 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1331a1-dd9a-4f9b-927c-040adc13c4ab', 'name': 'network-vif-deleted', 'tag': '7ce6ac85-f785-4f70-816e-e25ccd3a002e', 'status': 'completed', 'code': 200} Jul 16 18:26:32.116279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4329cd8c-5fa4-4cbe-9d82-2f6987fa0664 req-c93fd616-0236-42c6-9ac7-ace5b245d6d4 service neutron] 10.222.0.42 "GET /v2.0/networks/5f8cc944-337a-441c-9839-b6a0edd37e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965853 Jul 16 18:26:32.152760 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.156975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c42ea3a-9b62-43d1-bdc8-c1c14c72e88b None None] Provisioning complete for port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:32.157427 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c42ea3a-9b62-43d1-bdc8-c1c14c72e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.220524 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4329cd8c-5fa4-4cbe-9d82-2f6987fa0664 req-f828b32b-6315-4ec6-bcfe-e43a956b640f service neutron] 10.222.0.42 "GET /v2.0/networks/5f8cc944-337a-441c-9839-b6a0edd37e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973310 Jul 16 18:26:32.245883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c42ea3a-9b62-43d1-bdc8-c1c14c72e88b None None] Provisioning complete for port a45babaa-853d-4c83-8578-40fd53db8653 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:32.246396 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c42ea3a-9b62-43d1-bdc8-c1c14c72e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.295606 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-821e5158-9ed9-4012-aaa5-cd835a895823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.297124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7c42ea3a-9b62-43d1-bdc8-c1c14c72e88b None None] Port a45babaa-853d-4c83-8578-40fd53db8653 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:32.401967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Allocated IP 172.21.0.1 (032e4e59-c107-481e-a72c-2f7c374fc3f2/831c6ed2-8614-46ca-aefe-1eb8b55d7365/e7377bd0-fa94-4758-ad02-aeee23f52619) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:32.514614 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.527282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Transition to ACTIVE for port object e7377bd0-fa94-4758-ad02-aeee23f52619 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:32.559190 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.597507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 032e4e59-c107-481e-a72c-2f7c374fc3f2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:32.612259 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:32.616035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:32.648901 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=e7377bd0-fa94-4758-ad02-aeee23f52619,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:32.673959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.747662 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.748946 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.752111 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.799687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831037-a379-477c-b61a-75e89dc9f059 req-a009e89f-8525-43f2-9773-43371f3ee9ff tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.801804 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44831037-a379-477c-b61a-75e89dc9f059 req-a009e89f-8525-43f2-9773-43371f3ee9ff tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 944 time: 0.0784025 Jul 16 18:26:32.824009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.851951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44831037-a379-477c-b61a-75e89dc9f059 req-250332ab-7ba6-4fa2-99b6-5619784413db tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 Jul 16 18:26:32.920754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:32.926330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6ad039cc-551d-4e5a-842f-f49c96fd3340 None None] Provisioning for port e7377bd0-fa94-4758-ad02-aeee23f52619 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:32.931492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6ad039cc-551d-4e5a-842f-f49c96fd3340 None None] Provisioning complete for port e7377bd0-fa94-4758-ad02-aeee23f52619 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:32.932108 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ad039cc-551d-4e5a-842f-f49c96fd3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.956116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b11d2c85-ab3d-4260-ae60-cce6e94fe7fc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:32.970429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Deleting subnet cdbecab5-6c69-484a-b267-4c0495023942 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:32.973745 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.994934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6ad039cc-551d-4e5a-842f-f49c96fd3340 None None] Port e7377bd0-fa94-4758-ad02-aeee23f52619 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:33.014187 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:33.014505 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.014707 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.059220 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.101693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b962194f-5e80-44de-97e0-82751660d803 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:33.119639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.135931 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.140732 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.147271 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbecab5-6c69-484a-b267-4c0495023942,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:33.151053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b962194f-5e80-44de-97e0-82751660d803 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:33.151437 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.162358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.162654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.163136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.163489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.163835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.164189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.164514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.164909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.165187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.165544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.165997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.166327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.169895 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.174280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3c76dbef-7ad8-49b7-bd58-82e6de4abb64 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cdbecab5-6c69-484a-b267-4c0495023942 HTTP/1.1" status: 204 len: 168 time: 0.2499342 Jul 16 18:26:33.174510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:33.223374 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.225154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=e7377bd0-fa94-4758-ad02-aeee23f52619,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:33.254656 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.317905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 032e4e59-c107-481e-a72c-2f7c374fc3f2 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:33.319359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:33.333197 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.343750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd64b135-1a27-4b05-bed5-09c59d4d528d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:33.354535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99774e82-48a6-4305-93ed-0b2ad490db7b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:33.354834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99774e82-48a6-4305-93ed-0b2ad490db7b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:33.364598 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.384192 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.390661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:33.391652 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:33.393780 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:33.423346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router d1a0f3bc-c8c3-4deb-8ee1-a124711c949b has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:33.453212 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.458163 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.463198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cd64b135-1a27-4b05-bed5-09c59d4d528d HTTP/1.1" status: 204 len: 168 time: 0.2877440 Jul 16 18:26:33.476999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455fa6d-715c-4a48-a413-904144a63c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd64b135-1a27-4b05-bed5-09c59d4d528d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:33.530017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:33.538539 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3e5e0c04-827e-49a2-8520-862ecfb9fe2b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/d1a0f3bc-c8c3-4deb-8ee1-a124711c949b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6836188 Jul 16 18:26:33.538657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:33.543586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f765982-049a-4a4c-894b-e80340bb7915 None None] Sync routers for ids ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:33.558406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f765982-049a-4a4c-894b-e80340bb7915 None None] Routers {'d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:33.559404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f765982-049a-4a4c-894b-e80340bb7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:33.596700 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f765982-049a-4a4c-894b-e80340bb7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:33.603181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af861314-2670-465e-b212-4b888df8600e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.608205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f765982-049a-4a4c-894b-e80340bb7915 None None] Routers {'d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:33.608351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-af861314-2670-465e-b212-4b888df8600e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports/e7377bd0-fa94-4758-ad02-aeee23f52619 HTTP/1.1" status: 200 len: 910 time: 0.0662458 Jul 16 18:26:33.608435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f765982-049a-4a4c-894b-e80340bb7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:33.610698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:33.642342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f765982-049a-4a4c-894b-e80340bb7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:33.642995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f765982-049a-4a4c-894b-e80340bb7915 None None] The sync data for ids ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:33.650312 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:33.652843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-734cf0e6-9f9c-44cd-a412-ee03ae8d8316 None None] Provisioning complete for port e7377bd0-fa94-4758-ad02-aeee23f52619 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:33.653228 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-734cf0e6-9f9c-44cd-a412-ee03ae8d8316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.697015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-734cf0e6-9f9c-44cd-a412-ee03ae8d8316 None None] Port e7377bd0-fa94-4758-ad02-aeee23f52619 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:33.709345 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4f019197-a4dc-41a2-8670-f27e38f1da43 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39653ac6b80446089ba2a5340bd6293e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571992 Jul 16 18:26:33.711558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:33.759934 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4125-2963-466b-910e-c52ebce94e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.781269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4125-2963-466b-910e-c52ebce94e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.816347 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.832446 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4125-2963-466b-910e-c52ebce94e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.835237 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4125-2963-466b-910e-c52ebce94e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.836493 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a4dc4125-2963-466b-910e-c52ebce94e2c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c423698a-38ba-42dc-847b-57de14d80ba9 HTTP/1.1" status: 204 len: 168 time: 0.1239588 Jul 16 18:26:33.845518 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc4125-2963-466b-910e-c52ebce94e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c423698a-38ba-42dc-847b-57de14d80ba9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:33.959202 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe1aaca-7b65-4836-bcfb-2593484387db tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.154172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e066712-d970-4b3b-bb1e-04e4c657d3b9 req-46dd753d-1732-4eee-9cde-b464368c3068 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.155666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e066712-d970-4b3b-bb1e-04e4c657d3b9 req-46dd753d-1732-4eee-9cde-b464368c3068 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 944 time: 0.1627936 Jul 16 18:26:34.210457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e066712-d970-4b3b-bb1e-04e4c657d3b9 req-91c30779-ae01-4442-916e-3347d205024a tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481279 Jul 16 18:26:34.226058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c7135218-4cb0-43eb-b557-a29b18b2e320 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:34.229072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 7ce6ac85-f785-4f70-816e-e25ccd3a002e no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:34.254401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 7ce6ac85-f785-4f70-816e-e25ccd3a002e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:34.254751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 7ce6ac85-f785-4f70-816e-e25ccd3a002e not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:34.307965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1aaca-7b65-4836-bcfb-2593484387db tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port e7377bd0-fa94-4758-ad02-aeee23f52619 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:34.308383 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe1aaca-7b65-4836-bcfb-2593484387db tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.347557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port c7135218-4cb0-43eb-b557-a29b18b2e320, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c7135218-4cb0-43eb-b557-a29b18b2e320,segment=NetworkSegment(58b94e93-ee96-4913-b617-8b33aea089c8),segment_id=58b94e93-ee96-4913-b617-8b33aea089c8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:34.359455 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'c7135218-4cb0-43eb-b557-a29b18b2e320', 'network_id': '5f8cc944-337a-441c-9839-b6a0edd37e5d', 'port_id': 'c7135218-4cb0-43eb-b557-a29b18b2e320', 'mac_address': 'fa:16:3e:ca:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc04b9b-cb72-43a7-a8e2-2cc715c8efde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:34.404999 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe1aaca-7b65-4836-bcfb-2593484387db tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.406185 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.417408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1aaca-7b65-4836-bcfb-2593484387db tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for e7377bd0-fa94-4758-ad02-aeee23f52619 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:34.420362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7135218-4cb0-43eb-b557-a29b18b2e320 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:34.441267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port c7135218-4cb0-43eb-b557-a29b18b2e320, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c7135218-4cb0-43eb-b557-a29b18b2e320,segment=NetworkSegment(58b94e93-ee96-4913-b617-8b33aea089c8),segment_id=58b94e93-ee96-4913-b617-8b33aea089c8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:34.445636 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.494875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=c7135218-4cb0-43eb-b557-a29b18b2e320,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.550325 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:34.604130 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe1aaca-7b65-4836-bcfb-2593484387db tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.631730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1aaca-7b65-4836-bcfb-2593484387db tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=e7377bd0-fa94-4758-ad02-aeee23f52619,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.631982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['c7135218-4cb0-43eb-b557-a29b18b2e320'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:34.658894 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1693594565-network', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:34.687443 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Made reservation on behalf of e78ee7f9bff94c8aa73e51121cc3a3dd for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:34.692491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.702102 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.810488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe1aaca-7b65-4836-bcfb-2593484387db tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.814647 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.822010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.848447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:34.864377 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604938f8-bea3-4a97-ba0f-a40498503788,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.867625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.867979 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Added segment fcbd95cf-d6ca-4551-98c3-ccaa479990b5 of type vlan for network b74c4a4c-8e99-4c26-a694-d10ed483486e Jul 16 18:26:34.912177 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.940864 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.941982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.942567 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.976370 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4249055 Jul 16 18:26:34.992089 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:34.997274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f4cf12a4-ef81-4e56-bbf3-cb748a9e1bb6 admin admin] Request body: {'subnet': {'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1693594565-subnet', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:35.007255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6c4b8-ecbf-4be9-a56c-a4a44ce6aac1 admin admin] Pushing event updated for resources: {'Network': ['ID=b74c4a4c-8e99-4c26-a694-d10ed483486e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:35.017630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network b74c4a4c-8e99-4c26-a694-d10ed483486e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:35.035822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cf12a4-ef81-4e56-bbf3-cb748a9e1bb6 admin admin] Made reservation on behalf of e78ee7f9bff94c8aa73e51121cc3a3dd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:35.038447 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4cf12a4-ef81-4e56-bbf3-cb748a9e1bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.052954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe1aaca-7b65-4836-bcfb-2593484387db tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router d1a0f3bc-c8c3-4deb-8ee1-a124711c949b has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:35.208613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe1aaca-7b65-4836-bcfb-2593484387db tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:35.217432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ebe1aaca-7b65-4836-bcfb-2593484387db tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/d1a0f3bc-c8c3-4deb-8ee1-a124711c949b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6031327 Jul 16 18:26:35.217823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:35.218303 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd489ed6-ffb2-429e-a9e0-7aeafee4a1c6 None None] Sync routers for ids ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:35.228025 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd489ed6-ffb2-429e-a9e0-7aeafee4a1c6 None None] Routers {'d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:35.228851 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dd489ed6-ffb2-429e-a9e0-7aeafee4a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:35.262902 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dd489ed6-ffb2-429e-a9e0-7aeafee4a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:35.272802 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd489ed6-ffb2-429e-a9e0-7aeafee4a1c6 None None] Routers {'d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:35.273555 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dd489ed6-ffb2-429e-a9e0-7aeafee4a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:35.297233 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4cf12a4-ef81-4e56-bbf3-cb748a9e1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.308396 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-dd489ed6-ffb2-429e-a9e0-7aeafee4a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:35.309438 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd489ed6-ffb2-429e-a9e0-7aeafee4a1c6 None None] The sync data for ids ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:35.358748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf12a4-ef81-4e56-bbf3-cb748a9e1bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efddbee-f1dd-4686-875f-1bd76e060ae9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:35.374610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf12a4-ef81-4e56-bbf3-cb748a9e1bb6 admin admin] Checking segment: {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:35.374975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cf12a4-ef81-4e56-bbf3-cb748a9e1bb6 admin admin] Network hostable DHCP agents. Network: b74c4a4c-8e99-4c26-a694-d10ed483486e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:35.417660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cf12a4-ef81-4e56-bbf3-cb748a9e1bb6 admin admin] Network b74c4a4c-8e99-4c26-a694-d10ed483486e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:35.434284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f4cf12a4-ef81-4e56-bbf3-cb748a9e1bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, b74c4a4c-8e99-4c26-a694-d10ed483486e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:35.440273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf12a4-ef81-4e56-bbf3-cb748a9e1bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.440892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4cf12a4-ef81-4e56-bbf3-cb748a9e1bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.447359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022b0f9-afda-4cb3-958f-5a4300a30da3 None None] Network b74c4a4c-8e99-4c26-a694-d10ed483486e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:35.462482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f8436-3183-452c-bd5a-8691e40dec69 req-f668a52b-f660-4296-a1dd-59fb7fcbdff1 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.464025 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a43f8436-3183-452c-bd5a-8691e40dec69 req-f668a52b-f660-4296-a1dd-59fb7fcbdff1 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 945 time: 0.1038659 Jul 16 18:26:35.470750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f4cf12a4-ef81-4e56-bbf3-cb748a9e1bb6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4776394 Jul 16 18:26:35.473448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:35.479083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:35.523077 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.524013 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.534324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a43f8436-3183-452c-bd5a-8691e40dec69 req-9ab9b093-622c-466b-b7ae-382cfea6694f tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585353 Jul 16 18:26:35.562522 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.567425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bba69bad-1ee7-4dfe-b844-af85d8a44bb9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.594039 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.633097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-e2bf3ebd-d7c3-4c99-8394-f31604ae0de9 req-d540bdc2-90ff-4637-bc7d-2f2e893d1938 service neutron] (93766) timed out ('10.222.0.52', 44790) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:26:35.645581 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-b74c4a4c-8e99-4c26-a694-d10ed483486e', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:35.646609 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.740005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.794273 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Allocated IP 172.20.0.2 (b74c4a4c-8e99-4c26-a694-d10ed483486e/8efddbee-f1dd-4686-875f-1bd76e060ae9/ddb98501-a29f-4980-aa41-d03398a368ee) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:35.842679 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bba69bad-1ee7-4dfe-b844-af85d8a44bb9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port a45babaa-853d-4c83-8578-40fd53db8653 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:35.843973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bba69bad-1ee7-4dfe-b844-af85d8a44bb9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.942802 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bba69bad-1ee7-4dfe-b844-af85d8a44bb9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.956674 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bba69bad-1ee7-4dfe-b844-af85d8a44bb9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for a45babaa-853d-4c83-8578-40fd53db8653 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:35.959381 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.969825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Transition to ACTIVE for port object ddb98501-a29f-4980-aa41-d03398a368ee will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:35.987202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Transition to ACTIVE for port object ddb98501-a29f-4980-aa41-d03398a368ee will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:35.993808 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.037538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Network b74c4a4c-8e99-4c26-a694-d10ed483486e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:36.043577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:36.045906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Pushing event updated for resources: {'Port': ['ID=ddb98501-a29f-4980-aa41-d03398a368ee,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:36.048892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:36.107534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Attempting to bind port ddb98501-a29f-4980-aa41-d03398a368ee on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:36.107908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Attempting to bind port ddb98501-a29f-4980-aa41-d03398a368ee by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:36.108411 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Attempting to bind port ddb98501-a29f-4980-aa41-d03398a368ee on network b74c4a4c-8e99-4c26-a694-d10ed483486e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:36.114972 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:36.115348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Checking segment: {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:36.115759 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.116154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Bound using segment: {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:36.116627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Bound port: ddb98501-a29f-4980-aa41-d03398a368ee, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:36.117019 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.148866 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bba69bad-1ee7-4dfe-b844-af85d8a44bb9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.179040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba69bad-1ee7-4dfe-b844-af85d8a44bb9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=a45babaa-853d-4c83-8578-40fd53db8653,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:36.190345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac816663-a08c-451d-82c5-24766a65807a None None] For port ddb98501-a29f-4980-aa41-d03398a368ee, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:36.194039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ac816663-a08c-451d-82c5-24766a65807a None None] For port ddb98501-a29f-4980-aa41-d03398a368ee, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ddb98501-a29f-4980-aa41-d03398a368ee,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:36.199991 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.231967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c7135218-4cb0-43eb-b557-a29b18b2e320 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:36.253628 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.289296 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.300442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac816663-a08c-451d-82c5-24766a65807a None None] Pushing event updated for resources: {'Port': ['ID=ddb98501-a29f-4980-aa41-d03398a368ee,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:36.319775 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port c7135218-4cb0-43eb-b557-a29b18b2e320 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:36.325361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port c7135218-4cb0-43eb-b557-a29b18b2e320 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:36.326093 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.407062 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bba69bad-1ee7-4dfe-b844-af85d8a44bb9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.435786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Allocated IP 172.25.8.206 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/a4ec3fb8-34a2-4992-a266-66c842f93f3c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:36.436666 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.467739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7135218-4cb0-43eb-b557-a29b18b2e320'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:36.470360 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c65def-36ac-482d-a8ba-3f13a7708680" -d '{"events": [{"server_uuid": "9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5", "name": "network-vif-plugged", "status": "completed", "tag": "c7135218-4cb0-43eb-b557-a29b18b2e320"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:36.492826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port c7135218-4cb0-43eb-b557-a29b18b2e320, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c7135218-4cb0-43eb-b557-a29b18b2e320,segment=NetworkSegment(58b94e93-ee96-4913-b617-8b33aea089c8),segment_id=58b94e93-ee96-4913-b617-8b33aea089c8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:36.498943 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.578515 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969b9881-7a99-45a1-83e0-8639aa34c7db x-openstack-request-id: req-969b9881-7a99-45a1-83e0-8639aa34c7db {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:36.578826 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5", "name": "network-vif-plugged", "status": "completed", "tag": "c7135218-4cb0-43eb-b557-a29b18b2e320", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:36.579085 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-969b9881-7a99-45a1-83e0-8639aa34c7db {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:36.579541 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7135218-4cb0-43eb-b557-a29b18b2e320', 'code': 200} Jul 16 18:26:36.632720 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.637099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=c7135218-4cb0-43eb-b557-a29b18b2e320,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:36.659337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba69bad-1ee7-4dfe-b844-af85d8a44bb9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router d1a0f3bc-c8c3-4deb-8ee1-a124711c949b has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:36.736621 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.743627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba69bad-1ee7-4dfe-b844-af85d8a44bb9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:36.748654 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bba69bad-1ee7-4dfe-b844-af85d8a44bb9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/d1a0f3bc-c8c3-4deb-8ee1-a124711c949b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5295963 Jul 16 18:26:36.751969 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38144) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:36.754515 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab64fd05-c925-4956-b67c-ce35ed95a230 None None] Sync routers for ids ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:36.765291 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64fd05-c925-4956-b67c-ce35ed95a230 None None] Routers {'d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:36.765988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ab64fd05-c925-4956-b67c-ce35ed95a230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:36.787964 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-35745dc4-6557-47ff-a34b-e1c22a2d8d69 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1a0f3bc-c8c3-4deb-8ee1-a124711c949b HTTP/1.1" status: 200 len: 205 time: 0.0322301 Jul 16 18:26:36.788207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38146) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:36.799806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ab64fd05-c925-4956-b67c-ce35ed95a230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:36.808831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64fd05-c925-4956-b67c-ce35ed95a230 None None] Routers {'d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:36.809471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ab64fd05-c925-4956-b67c-ce35ed95a230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:36.813905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:36.823985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:36.834720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:36.841720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ec3fb8-34a2-4992-a266-66c842f93f3c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:36.858810 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ab64fd05-c925-4956-b67c-ce35ed95a230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:36.859405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab64fd05-c925-4956-b67c-ce35ed95a230 None None] The sync data for ids ['d1a0f3bc-c8c3-4deb-8ee1-a124711c949b'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:36.871129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff4212-47a3-445f-8329-c255b6fb6b00 req-7b5dfdea-5acb-4adf-a481-ac8226879cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.872681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6bff4212-47a3-445f-8329-c255b6fb6b00 req-7b5dfdea-5acb-4adf-a481-ac8226879cf2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 1097 time: 0.2123075 Jul 16 18:26:36.887218 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67bd1f53-0542-4dce-9392-b844bd2fb305 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.978530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ddb98501-a29f-4980-aa41-d03398a368ee up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:36.991445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9adf08-7398-4fe3-9c4b-a57cce212e46 req-b838fff4-32c9-4b5e-a965-ac2ff3c56470 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.992987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd9adf08-7398-4fe3-9c4b-a57cce212e46 req-b838fff4-32c9-4b5e-a965-ac2ff3c56470 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.2739313 Jul 16 18:26:37.007458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6bff4212-47a3-445f-8329-c255b6fb6b00 req-9fffcac8-5fc6-479c-bff4-0f69568ba81d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278105 Jul 16 18:26:37.028744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ddb98501-a29f-4980-aa41-d03398a368ee completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:37.059383 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67bd1f53-0542-4dce-9392-b844bd2fb305 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.061679 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67bd1f53-0542-4dce-9392-b844bd2fb305 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.072464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd9adf08-7398-4fe3-9c4b-a57cce212e46 req-dab49399-01de-426c-988d-6504f70d205a tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698204 Jul 16 18:26:37.106665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67bd1f53-0542-4dce-9392-b844bd2fb305 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.107772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bd1f53-0542-4dce-9392-b844bd2fb305 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Fanout notify agent at l3_agent the message router_deleted on router d1a0f3bc-c8c3-4deb-8ee1-a124711c949b {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:37.127472 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-67bd1f53-0542-4dce-9392-b844bd2fb305 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.128945 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-67bd1f53-0542-4dce-9392-b844bd2fb305 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/d1a0f3bc-c8c3-4deb-8ee1-a124711c949b HTTP/1.1" status: 204 len: 168 time: 0.3396888 Jul 16 18:26:37.131498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38148) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:37.184644 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a8c1bd-c4eb-4d7f-b6df-9ca24991b5cf tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting subnet 831c6ed2-8614-46ca-aefe-1eb8b55d7365 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:37.189099 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09a8c1bd-c4eb-4d7f-b6df-9ca24991b5cf tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.191072 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.233664 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09a8c1bd-c4eb-4d7f-b6df-9ca24991b5cf tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.333270 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09a8c1bd-c4eb-4d7f-b6df-9ca24991b5cf tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.398947 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09a8c1bd-c4eb-4d7f-b6df-9ca24991b5cf tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.412786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.426904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8c1bd-c4eb-4d7f-b6df-9ca24991b5cf tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Subnet': ['ID=831c6ed2-8614-46ca-aefe-1eb8b55d7365,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:37.432044 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-09a8c1bd-c4eb-4d7f-b6df-9ca24991b5cf tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.436282 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-09a8c1bd-c4eb-4d7f-b6df-9ca24991b5cf tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/831c6ed2-8614-46ca-aefe-1eb8b55d7365 HTTP/1.1" status: 204 len: 168 time: 0.3015232 Jul 16 18:26:37.436608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38150) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:37.441486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdccaec0-19a3-4103-b4d7-c94f18698535 None None] Network 032e4e59-c107-481e-a72c-2f7c374fc3f2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:37.460544 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f7c45-9679-4b6a-bf4e-bd54db8d37c5 None None] Network b74c4a4c-8e99-4c26-a694-d10ed483486e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:37.503538 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2efafeb-229d-4c71-9d59-fae164dad2e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting subnet f5ee19d0-bd83-41a0-89eb-d39331915dc7 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:37.506991 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2efafeb-229d-4c71-9d59-fae164dad2e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.550438 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2efafeb-229d-4c71-9d59-fae164dad2e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.550743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Router cf3de75b-1e9e-4501-8cb2-1db154639830 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:37.599976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4dc90969-672d-4d0f-b358-ce794b9f78bc None None] Provisioning for port ddb98501-a29f-4980-aa41-d03398a368ee completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:37.645123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2efafeb-229d-4c71-9d59-fae164dad2e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.673156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:37.683805 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Sync routers for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:37.696545 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:37.697814 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:37.704058 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.705521 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8ac0b82c-6f50-4a7d-ba0c-889ea5e9c780 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2309654 Jul 16 18:26:37.708702 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38152) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:37.794856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4dc90969-672d-4d0f-b358-ce794b9f78bc None None] Provisioning complete for port ddb98501-a29f-4980-aa41-d03398a368ee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:37.795245 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dc90969-672d-4d0f-b358-ce794b9f78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.855648 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:37.968877 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dc90969-672d-4d0f-b358-ce794b9f78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.010308 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4dc90969-672d-4d0f-b358-ce794b9f78bc None None] For port ddb98501-a29f-4980-aa41-d03398a368ee, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ddb98501-a29f-4980-aa41-d03398a368ee,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:38.014516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2cf593-411b-4b4b-b31d-eea94104bc29 None None] DHCP port deletion for 032e4e59-c107-481e-a72c-2f7c374fc3f2 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:26:38.018267 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dc90969-672d-4d0f-b358-ce794b9f78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.072213 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:37Z', 'revision_number': 3, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:38.091331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc90969-672d-4d0f-b358-ce794b9f78bc None None] Pushing event updated for resources: {'Port': ['ID=ddb98501-a29f-4980-aa41-d03398a368ee,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.102849 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Checking router: cf3de75b-1e9e-4501-8cb2-1db154639830 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:38.103483 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Updating router cf3de75b-1e9e-4501-8cb2-1db154639830 port a4ec3fb8-34a2-4992-a266-66c842f93f3c binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:38.133824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cf593-411b-4b4b-b31d-eea94104bc29 None None] Deleting port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:38.134120 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf593-411b-4b4b-b31d-eea94104bc29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.154387 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.195569 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2efafeb-229d-4c71-9d59-fae164dad2e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.234307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9b2cf593-411b-4b4b-b31d-eea94104bc29 None None] For port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b11d2c85-ab3d-4260-ae60-cce6e94fe7fc,segment=NetworkSegment(02983115-ce9b-4f8f-9948-78423d169ebf),segment_id=02983115-ce9b-4f8f-9948-78423d169ebf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:38.234659 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf593-411b-4b4b-b31d-eea94104bc29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.250437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cf593-411b-4b4b-b31d-eea94104bc29 None None] Calling delete_port for b11d2c85-ab3d-4260-ae60-cce6e94fe7fc owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:38.302978 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2efafeb-229d-4c71-9d59-fae164dad2e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.307127 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f2efafeb-229d-4c71-9d59-fae164dad2e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/f5ee19d0-bd83-41a0-89eb-d39331915dc7 HTTP/1.1" status: 204 len: 168 time: 0.8695891 Jul 16 18:26:38.307972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efafeb-229d-4c71-9d59-fae164dad2e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ee19d0-bd83-41a0-89eb-d39331915dc7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.309586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.325430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e642921-31ed-417c-be85-05fc016e9e5a req-eb212ecc-2bcc-43fe-b74c-f09f5604e72a tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.328334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e642921-31ed-417c-be85-05fc016e9e5a req-eb212ecc-2bcc-43fe-b74c-f09f5604e72a tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.1032655 Jul 16 18:26:38.333949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902da032-2765-4810-bb67-17cb2a5a6725 None None] Network 7318f837-3474-406b-b25d-89b2bb697dc5 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:38.378513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e642921-31ed-417c-be85-05fc016e9e5a req-7e7c35fd-8b76-49d7-8c3f-dbf9e6478416 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448186 Jul 16 18:26:38.461740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b80b4a23-97ad-412d-af04-2f87c033cb6a None None] Provisioning complete for port ddb98501-a29f-4980-aa41-d03398a368ee triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:38.462355 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b80b4a23-97ad-412d-af04-2f87c033cb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.467699 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.480483 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Transition to ACTIVE for port object a4ec3fb8-34a2-4992-a266-66c842f93f3c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:38.481713 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.488080 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.533675 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Pushing event updated for resources: {'Port': ['ID=a4ec3fb8-34a2-4992-a266-66c842f93f3c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.545226 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:38.545661 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:38.546010 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:38.546394 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:38.546719 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:38.547107 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:38.547484 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:38.548176 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:38.548672 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:38.549073 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:38.549455 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:38.549777 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:38.577761 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Attempting to bind port a4ec3fb8-34a2-4992-a266-66c842f93f3c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:38.578133 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Attempting to bind port a4ec3fb8-34a2-4992-a266-66c842f93f3c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:38.579444 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Attempting to bind port a4ec3fb8-34a2-4992-a266-66c842f93f3c on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:38.584635 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:38.585013 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:38.585590 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.585989 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:38.586453 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Bound port: a4ec3fb8-34a2-4992-a266-66c842f93f3c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:38.586836 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.600234 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf593-411b-4b4b-b31d-eea94104bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.619198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff244-09e9-4aa7-a0ea-cf79d087d94b req-c0e07678-83ff-41fe-ad69-73cfc7985bcd tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.619805 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2cf593-411b-4b4b-b31d-eea94104bc29 None None] No DVR routers for this DVR port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:38.627762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a12ff244-09e9-4aa7-a0ea-cf79d087d94b req-c0e07678-83ff-41fe-ad69-73cfc7985bcd tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.1233609 Jul 16 18:26:38.647322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eaae2b-5519-417b-858c-87a0e029feb4 None None] DHCP port deletion for 7318f837-3474-406b-b25d-89b2bb697dc5 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:26:38.663748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cf593-411b-4b4b-b31d-eea94104bc29 None None] Pushing event deleted for resources: {'Port': ['ID=b11d2c85-ab3d-4260-ae60-cce6e94fe7fc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.664606 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] For port a4ec3fb8-34a2-4992-a266-66c842f93f3c, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:38.676910 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] For port a4ec3fb8-34a2-4992-a266-66c842f93f3c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a4ec3fb8-34a2-4992-a266-66c842f93f3c,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:38.683002 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.696818 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a12ff244-09e9-4aa7-a0ea-cf79d087d94b req-7d90cba6-9f2c-4d5f-ac1d-2683bacbdabe tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592372 Jul 16 18:26:38.729425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0eaae2b-5519-417b-858c-87a0e029feb4 None None] Deleting port b962194f-5e80-44de-97e0-82751660d803 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:38.729425 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0eaae2b-5519-417b-858c-87a0e029feb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.730229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:38.730229 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.765917 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:38.767143 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:38.805734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f0eaae2b-5519-417b-858c-87a0e029feb4 None None] For port b962194f-5e80-44de-97e0-82751660d803, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b962194f-5e80-44de-97e0-82751660d803,segment=NetworkSegment(bb3328e2-5c8b-45c5-b60d-c3479187899c),segment_id=bb3328e2-5c8b-45c5-b60d-c3479187899c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:38.806223 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1874eff-fb58-408a-8718-a10b64ee6663 None None] Pushing event updated for resources: {'Port': ['ID=a4ec3fb8-34a2-4992-a266-66c842f93f3c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.806630 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0eaae2b-5519-417b-858c-87a0e029feb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.822705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0eaae2b-5519-417b-858c-87a0e029feb4 None None] Calling delete_port for b962194f-5e80-44de-97e0-82751660d803 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:38.892538 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] For port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc, host n-d-793618-9, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:38.892904 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.893673 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:38.912020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for b11d2c85-ab3d-4260-ae60-cce6e94fe7fc owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:38.924737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc was not found and therefore no delete operation was performed {{(pid=93766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:26:38.938879 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.962701 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0eaae2b-5519-417b-858c-87a0e029feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.977054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ddb98501-a29f-4980-aa41-d03398a368ee up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:39.022734 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=b11d2c85-ab3d-4260-ae60-cce6e94fe7fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.041564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No DVR routers for this DVR port b11d2c85-ab3d-4260-ae60-cce6e94fe7fc on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:39.060759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaae2b-5519-417b-858c-87a0e029feb4 None None] Pushing event deleted for resources: {'Port': ['ID=b962194f-5e80-44de-97e0-82751660d803,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.064686 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eaae2b-5519-417b-858c-87a0e029feb4 None None] No DVR routers for this DVR port b962194f-5e80-44de-97e0-82751660d803 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:39.072671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ddb98501-a29f-4980-aa41-d03398a368ee triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:39.073099 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.148103 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:37Z', 'revision_number': 3, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:39.172865 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.175563 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b590de-e855-4c02-bc8b-b27cb6b26be0 None None] The sync data for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 is: [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:37Z', 'revision_number': 3, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:39.178239 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fbd6d-d66a-43e3-a29d-b4dc6e9f975e req-095452b7-50b0-44f5-96a1-872e54b564e1 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.181826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-123fbd6d-d66a-43e3-a29d-b4dc6e9f975e req-095452b7-50b0-44f5-96a1-872e54b564e1 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.0810399 Jul 16 18:26:39.186830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.198889 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032e4e59-c107-481e-a72c-2f7c374fc3f2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:39.214387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02983115-ce9b-4f8f-9948-78423d169ebf') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:39.214694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02983115-ce9b-4f8f-9948-78423d169ebf') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:39.226483 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.235446 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-123fbd6d-d66a-43e3-a29d-b4dc6e9f975e req-8e7d0077-490c-4839-8991-cb435b9930ca tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453775 Jul 16 18:26:39.276197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b11d2c85-ab3d-4260-ae60-cce6e94fe7fc no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:39.286831 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.297021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: b11d2c85-ab3d-4260-ae60-cce6e94fe7fc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:39.297944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b11d2c85-ab3d-4260-ae60-cce6e94fe7fc not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:39.298531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b962194f-5e80-44de-97e0-82751660d803 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:39.300517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:39.300937 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:39.304202 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:39.321787 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: b962194f-5e80-44de-97e0-82751660d803 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:39.322137 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b962194f-5e80-44de-97e0-82751660d803 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:39.411888 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.420926 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.426214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:39.430731 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/networks/032e4e59-c107-481e-a72c-2f7c374fc3f2 HTTP/1.1" status: 204 len: 168 time: 1.1131072 Jul 16 18:26:39.490461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04dd67-c7fb-4e64-8ba5-245f84dee4d9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Network': ['ID=032e4e59-c107-481e-a72c-2f7c374fc3f2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.510078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Allocated IP 172.20.0.1 (b74c4a4c-8e99-4c26-a694-d10ed483486e/8efddbee-f1dd-4686-875f-1bd76e060ae9/52d37331-e489-44f0-8e69-86477d6e10e1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:39.551267 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.637491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.649226 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.652709 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Transition to ACTIVE for port object 52d37331-e489-44f0-8e69-86477d6e10e1 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:39.661360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7318f837-3474-406b-b25d-89b2bb697dc5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:39.673018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3328e2-5c8b-45c5-b60d-c3479187899c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:39.673242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3328e2-5c8b-45c5-b60d-c3479187899c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:39.682763 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.690649 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.697403 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.703782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:39.704189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:39.707806 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:39.736496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Network b74c4a4c-8e99-4c26-a694-d10ed483486e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:39.740422 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:39.743721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:39.750039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Pushing event updated for resources: {'Port': ['ID=52d37331-e489-44f0-8e69-86477d6e10e1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.779521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.785409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.787604 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/networks/7318f837-3474-406b-b25d-89b2bb697dc5 HTTP/1.1" status: 204 len: 168 time: 0.3601773 Jul 16 18:26:39.793523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:39.801207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fcacb96f-9013-4b96-80ed-fc37e217e1e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'network': {'name': 'tempest-RoutersTest-733742198'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:39.803771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e7b50-7cea-4703-9de2-afd595881dee tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Network': ['ID=7318f837-3474-406b-b25d-89b2bb697dc5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.815041 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.869176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcacb96f-9013-4b96-80ed-fc37e217e1e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:39.873153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcacb96f-9013-4b96-80ed-fc37e217e1e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.934586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcacb96f-9013-4b96-80ed-fc37e217e1e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:39.955597 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcacb96f-9013-4b96-80ed-fc37e217e1e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.956043 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-fcacb96f-9013-4b96-80ed-fc37e217e1e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Added segment c7c9ddfc-c821-447d-a35b-c7ae4bdef45d of type vlan for network a060c277-6490-4547-8a69-1c5a36a62fc2 Jul 16 18:26:39.998978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e8d231b2-55c0-48a7-8ef4-9791c34dc00d None None] Provisioning for port 52d37331-e489-44f0-8e69-86477d6e10e1 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:40.003637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e8d231b2-55c0-48a7-8ef4-9791c34dc00d None None] Provisioning complete for port 52d37331-e489-44f0-8e69-86477d6e10e1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:40.004031 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d231b2-55c0-48a7-8ef4-9791c34dc00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.022785 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcacb96f-9013-4b96-80ed-fc37e217e1e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.040352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e8d231b2-55c0-48a7-8ef4-9791c34dc00d None None] Port 52d37331-e489-44f0-8e69-86477d6e10e1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:40.044579 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.091342 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcacb96f-9013-4b96-80ed-fc37e217e1e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.097560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcacb96f-9013-4b96-80ed-fc37e217e1e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.098151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fcacb96f-9013-4b96-80ed-fc37e217e1e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.153024 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fcacb96f-9013-4b96-80ed-fc37e217e1e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3577206 Jul 16 18:26:40.156251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:40.162513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5cca4ee3-6878-4479-880a-4c79311cc525 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'subnet': {'network_id': 'a060c277-6490-4547-8a69-1c5a36a62fc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:40.188339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacb96f-9013-4b96-80ed-fc37e217e1e9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Network': ['ID=a060c277-6490-4547-8a69-1c5a36a62fc2,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:40.199080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network a060c277-6490-4547-8a69-1c5a36a62fc2 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:40.254745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cca4ee3-6878-4479-880a-4c79311cc525 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:40.259388 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cca4ee3-6878-4479-880a-4c79311cc525 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.306829 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.311617 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.379468 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Pushing event updated for resources: {'Port': ['ID=52d37331-e489-44f0-8e69-86477d6e10e1,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:40.381917 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.480000 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Network b74c4a4c-8e99-4c26-a694-d10ed483486e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:40.481479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:40.507097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0a0b1-12c9-42e5-b2cb-30bbcf52534e req-5bb70da4-5035-49cb-97d4-ee2d0c363df8 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.508707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97b0a0b1-12c9-42e5-b2cb-30bbcf52534e req-5bb70da4-5035-49cb-97d4-ee2d0c363df8 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.1222515 Jul 16 18:26:40.509814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cca4ee3-6878-4479-880a-4c79311cc525 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.611285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97b0a0b1-12c9-42e5-b2cb-30bbcf52534e req-0f38169d-da7c-4a9e-9c0d-50b924f30382 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955734 Jul 16 18:26:40.612684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca4ee3-6878-4479-880a-4c79311cc525 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Subnet': ['ID=4ed7b11e-f58c-4f31-a5ba-834dcf2ecc6a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:40.621509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cca4ee3-6878-4479-880a-4c79311cc525 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Checking segment: {'id': 'c7c9ddfc-c821-447d-a35b-c7ae4bdef45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a060c277-6490-4547-8a69-1c5a36a62fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:40.622005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca4ee3-6878-4479-880a-4c79311cc525 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network hostable DHCP agents. Network: a060c277-6490-4547-8a69-1c5a36a62fc2, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:40.650933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca4ee3-6878-4479-880a-4c79311cc525 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network a060c277-6490-4547-8a69-1c5a36a62fc2 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:40.656912 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Router cf3de75b-1e9e-4501-8cb2-1db154639830 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:40.670067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5cca4ee3-6878-4479-880a-4c79311cc525 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, a060c277-6490-4547-8a69-1c5a36a62fc2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:40.678856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cca4ee3-6878-4479-880a-4c79311cc525 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.681407 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cca4ee3-6878-4479-880a-4c79311cc525 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.687479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be30535-482e-4363-bde1-768f10d047ac None None] Network a060c277-6490-4547-8a69-1c5a36a62fc2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:40.709297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5cca4ee3-6878-4479-880a-4c79311cc525 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5512192 Jul 16 18:26:40.712067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:40.716907 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0c758a08-fffc-4aa1-926b-dad51884ae6b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1200303207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:40.753753 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c758a08-fffc-4aa1-926b-dad51884ae6b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.755907 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c758a08-fffc-4aa1-926b-dad51884ae6b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.803142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9bd457f9-8188-4ba8-a705-c3dcdb776ca5 None None] Provisioning complete for port 52d37331-e489-44f0-8e69-86477d6e10e1 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:40.803529 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9bd457f9-8188-4ba8-a705-c3dcdb776ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.836743 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c758a08-fffc-4aa1-926b-dad51884ae6b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.846115 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c758a08-fffc-4aa1-926b-dad51884ae6b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.857530 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9bd457f9-8188-4ba8-a705-c3dcdb776ca5 None None] Port 52d37331-e489-44f0-8e69-86477d6e10e1 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:40.889304 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c758a08-fffc-4aa1-926b-dad51884ae6b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.890503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:40.890964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0c758a08-fffc-4aa1-926b-dad51884ae6b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1776333 Jul 16 18:26:40.894840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:40.900303 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b86f5e51-ddc9-4e95-a1aa-6ab7bbb2bb78 admin admin] 10.222.0.52 "PUT /v2.0/routers/cf3de75b-1e9e-4501-8cb2-1db154639830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1910105 Jul 16 18:26:40.903420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'port': {'network_id': 'a060c277-6490-4547-8a69-1c5a36a62fc2', 'name': 'tempest-RoutersTest-1035682439'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:41.023475 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-a060c277-6490-4547-8a69-1c5a36a62fc2', 'network_id': 'a060c277-6490-4547-8a69-1c5a36a62fc2', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'fixed_ips': [{'subnet_id': '4ed7b11e-f58c-4f31-a5ba-834dcf2ecc6a'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:41.024981 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.051952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a4ec3fb8-34a2-4992-a266-66c842f93f3c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:41.138162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffacf1-365e-47bf-b26b-aa2e7cf4fe15 req-4c85f162-f89a-4827-979f-6991739e2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.139741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bffacf1-365e-47bf-b26b-aa2e7cf4fe15 req-4c85f162-f89a-4827-979f-6991739e2648 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6bfc2a001084067bc7042937468f44d&device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 1097 time: 0.1682076 Jul 16 18:26:41.196689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port a4ec3fb8-34a2-4992-a266-66c842f93f3c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:41.197073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:41.200746 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.204609 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port a4ec3fb8-34a2-4992-a266-66c842f93f3c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:41.205040 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.214842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bed6da-8489-4168-bea3-7ad1f7c45c3b req-1d034843-383f-4043-8040-1d06cb51b072 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.216371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c9bed6da-8489-4168-bea3-7ad1f7c45c3b req-1d034843-383f-4043-8040-1d06cb51b072 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.1644866 Jul 16 18:26:41.241151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Allocated IP 172.20.0.2 (a060c277-6490-4547-8a69-1c5a36a62fc2/4ed7b11e-f58c-4f31-a5ba-834dcf2ecc6a/2ed17541-90ce-4f36-98c6-38609313d624) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:41.284998 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Sync routers for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:41.296302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] device_id is not set on port 29d00c0c-530e-4ae7-8be5-807da552567f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:41.310624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:41.311276 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:41.350738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffacf1-365e-47bf-b26b-aa2e7cf4fe15 req-84338c50-1cea-4745-910b-7cff52ecca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.352296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bffacf1-365e-47bf-b26b-aa2e7cf4fe15 req-84338c50-1cea-4745-910b-7cff52ecca45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f8cc944-337a-441c-9839-b6a0edd37e5d HTTP/1.1" status: 200 len: 913 time: 0.2013640 Jul 16 18:26:41.370751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c9bed6da-8489-4168-bea3-7ad1f7c45c3b req-d20291f3-3f9e-467b-b1dc-c3d53523ac1e tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082196 Jul 16 18:26:41.407542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bffacf1-365e-47bf-b26b-aa2e7cf4fe15 req-8d74a74d-ab2a-49a7-97b0-404373da1690 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7135218-4cb0-43eb-b557-a29b18b2e320 HTTP/1.1" status: 200 len: 217 time: 0.0469334 Jul 16 18:26:41.451306 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.465300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffacf1-365e-47bf-b26b-aa2e7cf4fe15 req-5b18c42c-7860-42f0-9f8d-333dd6d0f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.466837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bffacf1-365e-47bf-b26b-aa2e7cf4fe15 req-5b18c42c-7860-42f0-9f8d-333dd6d0f958 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1fc04b9b-cb72-43a7-a8e2-2cc715c8efde HTTP/1.1" status: 200 len: 852 time: 0.0537181 Jul 16 18:26:41.499465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bffacf1-365e-47bf-b26b-aa2e7cf4fe15 req-3e5e7914-b189-45c5-9499-c4b1e9b6d5d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f8cc944-337a-441c-9839-b6a0edd37e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263658 Jul 16 18:26:41.536259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port a4ec3fb8-34a2-4992-a266-66c842f93f3c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a4ec3fb8-34a2-4992-a266-66c842f93f3c,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:41.546875 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.570444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:41.588762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38186) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:41.594341 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b2b62331-251f-4493-b5ae-b03ce645fb14 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--336250115', 'description': 'tempest-description--1796710980'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:41.595976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bffacf1-365e-47bf-b26b-aa2e7cf4fe15 req-a0a54721-05ed-4330-9de7-1cb9a9310bb3 service neutron] 10.222.0.42 "GET /v2.0/networks/5f8cc944-337a-441c-9839-b6a0edd37e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901353 Jul 16 18:26:41.614572 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.619158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2b62331-251f-4493-b5ae-b03ce645fb14 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.636094 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Transition to ACTIVE for port object 2ed17541-90ce-4f36-98c6-38609313d624 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:41.697247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bffacf1-365e-47bf-b26b-aa2e7cf4fe15 req-13cd676f-35bf-4da5-acdd-1ebd9bb8aeb8 service neutron] 10.222.0.42 "GET /v2.0/networks/5f8cc944-337a-441c-9839-b6a0edd37e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947418 Jul 16 18:26:41.700816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Transition to ACTIVE for port object 2ed17541-90ce-4f36-98c6-38609313d624 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:41.715452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=a4ec3fb8-34a2-4992-a266-66c842f93f3c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:41.727114 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.728857 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2b62331-251f-4493-b5ae-b03ce645fb14 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.733383 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2b62331-251f-4493-b5ae-b03ce645fb14 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.764051 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2b62331-251f-4493-b5ae-b03ce645fb14 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.768133 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b2b62331-251f-4493-b5ae-b03ce645fb14 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1752670 Jul 16 18:26:41.768361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38188) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:41.770401 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Allocated IP 172.20.0.7 (a060c277-6490-4547-8a69-1c5a36a62fc2/4ed7b11e-f58c-4f31-a5ba-834dcf2ecc6a/29d00c0c-530e-4ae7-8be5-807da552567f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:41.773448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3a70caf9-c1ba-460f-bd2e-c864590aaf76 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Request body: {'security_group_rule': {'security_group_id': 'e98b433b-3d98-4bb2-a9be-bf429ac867d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:41.778832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b62331-251f-4493-b5ae-b03ce645fb14 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98b433b-3d98-4bb2-a9be-bf429ac867d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:41.807425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a70caf9-c1ba-460f-bd2e-c864590aaf76 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.881554 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a70caf9-c1ba-460f-bd2e-c864590aaf76 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.885753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a70caf9-c1ba-460f-bd2e-c864590aaf76 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.908213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70caf9-c1ba-460f-bd2e-c864590aaf76 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6642aa7-e4d0-41f9-8bea-60dca5f5ec2a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:41.912804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a70caf9-c1ba-460f-bd2e-c864590aaf76 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.914494 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3a70caf9-c1ba-460f-bd2e-c864590aaf76 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451092 Jul 16 18:26:41.919396 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38190) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:41.926196 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5894c101-c201-4512-ab39-4e6499f788a2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Request body: {'security_group_rule': {'security_group_id': 'e98b433b-3d98-4bb2-a9be-bf429ac867d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:41.945528 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.955855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Network a060c277-6490-4547-8a69-1c5a36a62fc2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:41.956554 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5894c101-c201-4512-ab39-4e6499f788a2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.960624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Transition to ACTIVE for port object 29d00c0c-530e-4ae7-8be5-807da552567f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:41.961757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:41.970651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:41.986462 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Pushing event updated for resources: {'Port': ['ID=2ed17541-90ce-4f36-98c6-38609313d624,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:42.006569 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.022438 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5894c101-c201-4512-ab39-4e6499f788a2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.027114 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5894c101-c201-4512-ab39-4e6499f788a2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.047418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894c101-c201-4512-ab39-4e6499f788a2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e76a583-bcb9-482b-b5cb-3cea0cbe3aa4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:42.055989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5894c101-c201-4512-ab39-4e6499f788a2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.060258 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5894c101-c201-4512-ab39-4e6499f788a2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370459 Jul 16 18:26:42.060540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network a060c277-6490-4547-8a69-1c5a36a62fc2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:42.060673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:42.063940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:42.066091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:42.066322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:42.078375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Attempting to bind port 2ed17541-90ce-4f36-98c6-38609313d624 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:42.079128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Attempting to bind port 2ed17541-90ce-4f36-98c6-38609313d624 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'c7c9ddfc-c821-447d-a35b-c7ae4bdef45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a060c277-6490-4547-8a69-1c5a36a62fc2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:42.079583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Attempting to bind port 2ed17541-90ce-4f36-98c6-38609313d624 on network a060c277-6490-4547-8a69-1c5a36a62fc2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:42.088014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:42.088331 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.088499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Checking segment: {'id': 'c7c9ddfc-c821-447d-a35b-c7ae4bdef45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a060c277-6490-4547-8a69-1c5a36a62fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:42.088891 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.089300 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Bound using segment: {'id': 'c7c9ddfc-c821-447d-a35b-c7ae4bdef45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a060c277-6490-4547-8a69-1c5a36a62fc2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:42.089811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Bound port: 2ed17541-90ce-4f36-98c6-38609313d624, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c9ddfc-c821-447d-a35b-c7ae4bdef45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a060c277-6490-4547-8a69-1c5a36a62fc2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:42.090205 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.116850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=29d00c0c-530e-4ae7-8be5-807da552567f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:42.135322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.136093 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.154462 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4cd79fd6-8400-4a76-bcc2-7e24c3611ee9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2551122 Jul 16 18:26:42.154746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:42.165194 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:40Z', 'revision_number': 2, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:42.197632 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Checking router: cf3de75b-1e9e-4501-8cb2-1db154639830 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:42.197994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Updating router cf3de75b-1e9e-4501-8cb2-1db154639830 port 52d37331-e489-44f0-8e69-86477d6e10e1 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:42.202473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] For port 2ed17541-90ce-4f36-98c6-38609313d624, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:42.205623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.234070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] For port 2ed17541-90ce-4f36-98c6-38609313d624, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2ed17541-90ce-4f36-98c6-38609313d624,segment=NetworkSegment(c7c9ddfc-c821-447d-a35b-c7ae4bdef45d),segment_id=c7c9ddfc-c821-447d-a35b-c7ae4bdef45d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:42.241280 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.273907 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.331921 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Allocated IP 172.25.8.153 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/fba5f281-4c6d-4f63-83c9-281aa0352d80) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:42.342157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dc7e1-0a68-4b96-b756-0220f17e1d89 None None] Pushing event updated for resources: {'Port': ['ID=2ed17541-90ce-4f36-98c6-38609313d624,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:42.557537 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.621499 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.703449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:42.708495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:42.714162 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:42.717731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event updated for resources: {'Port': ['ID=fba5f281-4c6d-4f63-83c9-281aa0352d80,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:42.763876 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.776242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Transition to ACTIVE for port object 52d37331-e489-44f0-8e69-86477d6e10e1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:42.784929 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.843408 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.849904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b66ef-ed78-4755-9e86-15bd24939677 None None] Pushing event updated for resources: {'Port': ['ID=52d37331-e489-44f0-8e69-86477d6e10e1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:42.928888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Attempting to bind port 52d37331-e489-44f0-8e69-86477d6e10e1 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:42.929440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Attempting to bind port 52d37331-e489-44f0-8e69-86477d6e10e1 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:42.930164 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Attempting to bind port 52d37331-e489-44f0-8e69-86477d6e10e1 on network b74c4a4c-8e99-4c26-a694-d10ed483486e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:42.936517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:42.937008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Checking segment: {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:42.937852 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.938569 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Bound using segment: {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:42.939195 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62bf65-16d1-4421-b8f0-accd8f70d985 req-46201ec9-9025-4edb-8531-fc2c5fbd3b71 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.939663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Bound port: 52d37331-e489-44f0-8e69-86477d6e10e1, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:42.939919 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.940861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c62bf65-16d1-4421-b8f0-accd8f70d985 req-46201ec9-9025-4edb-8531-fc2c5fbd3b71 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.2511263 Jul 16 18:26:42.948041 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.011623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.058020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] For port 52d37331-e489-44f0-8e69-86477d6e10e1, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:43.062360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] For port 52d37331-e489-44f0-8e69-86477d6e10e1, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=52d37331-e489-44f0-8e69-86477d6e10e1,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:43.068793 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.103338 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c62bf65-16d1-4421-b8f0-accd8f70d985 req-24143415-d03b-4295-8a91-e62a388fc8eb tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191592 Jul 16 18:26:43.120582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:43.121224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:43.123275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2ed17541-90ce-4f36-98c6-38609313d624 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:43.155246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b66ef-ed78-4755-9e86-15bd24939677 None None] Pushing event updated for resources: {'Port': ['ID=52d37331-e489-44f0-8e69-86477d6e10e1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:43.226804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.235440 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.345401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:43.356397 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event updated for resources: {'Port': ['ID=fba5f281-4c6d-4f63-83c9-281aa0352d80,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:43.370316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.385292 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.386825 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-65ba141e-30d1-4550-a945-07aa1f7d34f6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3251815 Jul 16 18:26:43.389190 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.398231 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.400074 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 2ed17541-90ce-4f36-98c6-38609313d624 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:43.407627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a4ec3fb8-34a2-4992-a266-66c842f93f3c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:43.461896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=29d00c0c-530e-4ae7-8be5-807da552567f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:43.579333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port a4ec3fb8-34a2-4992-a266-66c842f93f3c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:43.579854 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.651016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-b3e95c44-b9dd-4386-86f1-0bc75e53c818 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--336250115&fields=id&tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd HTTP/1.1" status: 200 len: 267 time: 0.0828199 Jul 16 18:26:43.738366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:43Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:43.767082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03cd951-2dab-427b-881d-c7ee16d8f1b6 None None] Network a060c277-6490-4547-8a69-1c5a36a62fc2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:43.772796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fdeb95-8294-439e-a816-20c90d969306 None None] The sync data for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 is: [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:43Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:43.801103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b6ffb6c2-b67d-45af-b8ed-b74fb045ec1d None None] Provisioning for port 2ed17541-90ce-4f36-98c6-38609313d624 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:43.801945 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.857035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b6ffb6c2-b67d-45af-b8ed-b74fb045ec1d None None] Provisioning complete for port 2ed17541-90ce-4f36-98c6-38609313d624 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:43.857559 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ffb6c2-b67d-45af-b8ed-b74fb045ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.955179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-1894122c-9f36-4623-954a-c06533e9fb4e tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.956763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-1894122c-9f36-4623-954a-c06533e9fb4e tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 811 time: 0.2958689 Jul 16 18:26:43.991560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-f5646e49-efef-494f-b680-1f303a2a0934 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/quotas/e78ee7f9bff94c8aa73e51121cc3a3dd HTTP/1.1" status: 200 len: 375 time: 0.0255454 Jul 16 18:26:44.003591 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ffb6c2-b67d-45af-b8ed-b74fb045ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.080181 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.080721 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b6ffb6c2-b67d-45af-b8ed-b74fb045ec1d None None] For port 2ed17541-90ce-4f36-98c6-38609313d624, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2ed17541-90ce-4f36-98c6-38609313d624,segment=NetworkSegment(c7c9ddfc-c821-447d-a35b-c7ae4bdef45d),segment_id=c7c9ddfc-c821-447d-a35b-c7ae4bdef45d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:44.088526 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ffb6c2-b67d-45af-b8ed-b74fb045ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.146808 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffb6c2-b67d-45af-b8ed-b74fb045ec1d None None] Pushing event updated for resources: {'Port': ['ID=2ed17541-90ce-4f36-98c6-38609313d624,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:44.147440 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-e3e39a84-94f3-4e01-b80a-dad7e7f7d289 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1545551 Jul 16 18:26:44.400565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-18ec10d9-c6ed-46b7-a869-d0e2cbf748e7 service neutron] 10.222.0.52 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470767 Jul 16 18:26:44.426286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e85b43cd-5f6d-4c97-8940-254313544dec None None] Provisioning complete for port 2ed17541-90ce-4f36-98c6-38609313d624 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:44.426995 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e85b43cd-5f6d-4c97-8940-254313544dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.495557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e963eb-a892-42d5-8dd7-8de503efe600 req-383593d8-009a-41f8-9f41-5241f2004a66 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.497168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5e963eb-a892-42d5-8dd7-8de503efe600 req-383593d8-009a-41f8-9f41-5241f2004a66 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.2444360 Jul 16 18:26:44.551122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e85b43cd-5f6d-4c97-8940-254313544dec None None] Provisioning for port 29d00c0c-530e-4ae7-8be5-807da552567f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:44.557093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e85b43cd-5f6d-4c97-8940-254313544dec None None] Provisioning complete for port 29d00c0c-530e-4ae7-8be5-807da552567f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:44.557833 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e85b43cd-5f6d-4c97-8940-254313544dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.600039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e85b43cd-5f6d-4c97-8940-254313544dec None None] Port 29d00c0c-530e-4ae7-8be5-807da552567f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:44.621839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5e963eb-a892-42d5-8dd7-8de503efe600 req-b024b06d-9b5c-4458-8155-227135c5b2df tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174641 Jul 16 18:26:44.633897 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.648863 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-534dca0f-a341-4128-8bcb-84fe639d24bf service neutron] 10.222.0.52 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370682 Jul 16 18:26:44.651846 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.727346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c5802e0-003e-45c0-82b2-7f51b9c366c8 None None] Provisioning complete for port 29d00c0c-530e-4ae7-8be5-807da552567f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:44.728049 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c5802e0-003e-45c0-82b2-7f51b9c366c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.787171 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.789058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=29d00c0c-530e-4ae7-8be5-807da552567f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:44.790269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7c5802e0-003e-45c0-82b2-7f51b9c366c8 None None] Port 29d00c0c-530e-4ae7-8be5-807da552567f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:44.930311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd44402d-31ea-4e3e-8783-97ef541ffc5f None None] Provisioning complete for port 29d00c0c-530e-4ae7-8be5-807da552567f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:44.932136 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd44402d-31ea-4e3e-8783-97ef541ffc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.011489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fd44402d-31ea-4e3e-8783-97ef541ffc5f None None] Port 29d00c0c-530e-4ae7-8be5-807da552567f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:45.013822 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d0c4f59b-3e45-4c68-b4dd-b58adbe5a8cc req-d351c035-4c1d-49e1-aa30-5cc2882b8209 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 210 time: 0.0641160 Jul 16 18:26:45.027723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network a060c277-6490-4547-8a69-1c5a36a62fc2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:45.031265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:45.150660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2ed17541-90ce-4f36-98c6-38609313d624 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:45.224577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ca3fd-eff4-495a-88c6-746ba94a326e req-f86b0881-b6da-449e-82ab-2eb9011765df tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.226320 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-429ca3fd-eff4-495a-88c6-746ba94a326e req-f86b0881-b6da-449e-82ab-2eb9011765df tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.1070480 Jul 16 18:26:45.228408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2ed17541-90ce-4f36-98c6-38609313d624 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:45.228795 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.271536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router e005030a-fafe-48de-a0ff-6e132b2bc9d2 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:45.294023 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-429ca3fd-eff4-495a-88c6-746ba94a326e req-da20b34a-763f-479c-bc73-aa7dbf58d0db tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557640 Jul 16 18:26:45.368001 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 52d37331-e489-44f0-8e69-86477d6e10e1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:45.414149 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:45.422731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.423205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3893b580-89b3-47a8-8582-69b0970fe8eb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/e005030a-fafe-48de-a0ff-6e132b2bc9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2673376 Jul 16 18:26:45.433600 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7493cf10-7a32-4b9a-9e79-34de86704635 None None] Sync routers for ids ['e005030a-fafe-48de-a0ff-6e132b2bc9d2'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:45.442106 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7d7deaad-cba7-45a9-9373-aa911000fb77 None None] Provisioning complete for port 29d00c0c-530e-4ae7-8be5-807da552567f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:45.442488 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d7deaad-cba7-45a9-9373-aa911000fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.443956 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7493cf10-7a32-4b9a-9e79-34de86704635 None None] Routers {'e005030a-fafe-48de-a0ff-6e132b2bc9d2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:45.445254 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7493cf10-7a32-4b9a-9e79-34de86704635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e005030a-fafe-48de-a0ff-6e132b2bc9d2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:45.468338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 52d37331-e489-44f0-8e69-86477d6e10e1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:45.476128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 52d37331-e489-44f0-8e69-86477d6e10e1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:45.476514 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.489305 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7493cf10-7a32-4b9a-9e79-34de86704635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:45.504038 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7493cf10-7a32-4b9a-9e79-34de86704635 None None] Routers {'e005030a-fafe-48de-a0ff-6e132b2bc9d2'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:45.505608 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7493cf10-7a32-4b9a-9e79-34de86704635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e005030a-fafe-48de-a0ff-6e132b2bc9d2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:45.511259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7d7deaad-cba7-45a9-9373-aa911000fb77 None None] Port 29d00c0c-530e-4ae7-8be5-807da552567f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:45.534932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc2deac-8886-4717-a0ed-2c0614598dca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.541487 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5fc2deac-8886-4717-a0ed-2c0614598dca tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports/29d00c0c-530e-4ae7-8be5-807da552567f HTTP/1.1" status: 200 len: 977 time: 0.1170561 Jul 16 18:26:45.551771 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7493cf10-7a32-4b9a-9e79-34de86704635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:45.552652 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7493cf10-7a32-4b9a-9e79-34de86704635 None None] The sync data for ids ['e005030a-fafe-48de-a0ff-6e132b2bc9d2'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:45.554895 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38228) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.602288 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.642610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 52d37331-e489-44f0-8e69-86477d6e10e1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=52d37331-e489-44f0-8e69-86477d6e10e1,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:45.647311 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.695104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=52d37331-e489-44f0-8e69-86477d6e10e1,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:46.008619 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f15db33-982c-4aed-a7ab-4f4d49323115 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.168575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab5f0fdd-d442-4190-a484-63cb97fc1bdb req-462c9c91-f62c-42ee-a399-3eb3c5a0941f tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 210 time: 0.0397937 Jul 16 18:26:46.368793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-bbfb7c19-0c6f-4863-9b2e-e36dd562af93 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.370600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-bbfb7c19-0c6f-4863-9b2e-e36dd562af93 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.38 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 811 time: 0.1340175 Jul 16 18:26:46.430300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-4bc0d4bf-e4f6-4bec-928d-09f5929282bb tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd HTTP/1.1" status: 200 len: 379 time: 0.0501485 Jul 16 18:26:46.448102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Request body: {'port': {'device_id': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'admin_state_up': True, 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'security_groups': ['e98b433b-3d98-4bb2-a9be-bf429ac867d7']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:46.576885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef50ca8-2036-4718-b933-913d87ad04a2 req-16e7736a-6759-471c-a4cd-8fd7a20ffff9 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.578336 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aef50ca8-2036-4718-b933-913d87ad04a2 req-16e7736a-6759-471c-a4cd-8fd7a20ffff9 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.1440578 Jul 16 18:26:46.589748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7f15db33-982c-4aed-a7ab-4f4d49323115 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port 29d00c0c-530e-4ae7-8be5-807da552567f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:46.590283 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f15db33-982c-4aed-a7ab-4f4d49323115 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.622645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Made reservation on behalf of e78ee7f9bff94c8aa73e51121cc3a3dd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:46.626222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.634242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aef50ca8-2036-4718-b933-913d87ad04a2 req-3d8c6525-b1f7-4371-b7af-1bdaf2638ee4 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489650 Jul 16 18:26:46.681358 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f15db33-982c-4aed-a7ab-4f4d49323115 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.693174 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7f15db33-982c-4aed-a7ab-4f4d49323115 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for 29d00c0c-530e-4ae7-8be5-807da552567f owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:46.936478 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f15db33-982c-4aed-a7ab-4f4d49323115 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.962537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 52d37331-e489-44f0-8e69-86477d6e10e1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:46.987307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15db33-982c-4aed-a7ab-4f4d49323115 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=29d00c0c-530e-4ae7-8be5-807da552567f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:47.029408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 52d37331-e489-44f0-8e69-86477d6e10e1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:47.029949 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.166309 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f15db33-982c-4aed-a7ab-4f4d49323115 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.176664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Allocated IP 172.20.0.6 (b74c4a4c-8e99-4c26-a694-d10ed483486e/8efddbee-f1dd-4686-875f-1bd76e060ae9/0a672923-2306-464d-9640-976e31d67c1f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:47.193510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7fd76-b370-4761-bb44-d3373a155e13 req-7041c367-b435-46c2-a0c8-ced495a3b530 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.197828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41f7fd76-b370-4761-bb44-d3373a155e13 req-7041c367-b435-46c2-a0c8-ced495a3b530 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.1771352 Jul 16 18:26:47.235781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628e7b-beeb-4a39-ba2e-aec5d20d17ab req-38c93c14-1b1f-48f8-8a89-7daa22f135d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.237195 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62628e7b-beeb-4a39-ba2e-aec5d20d17ab req-38c93c14-1b1f-48f8-8a89-7daa22f135d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6bfc2a001084067bc7042937468f44d&device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 1097 time: 0.2154298 Jul 16 18:26:47.333847 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f15db33-982c-4aed-a7ab-4f4d49323115 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router e005030a-fafe-48de-a0ff-6e132b2bc9d2 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:47.361423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cda2932d-01fb-4931-9eb3-87112e40a1ef req-c58b2da1-0294-4f3a-9ec0-178308db3bd0 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 210 time: 0.0625904 Jul 16 18:26:47.364217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41f7fd76-b370-4761-bb44-d3373a155e13 req-75140fd1-3572-4b1e-99e7-16751825f37b tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413696 Jul 16 18:26:47.413731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f15db33-982c-4aed-a7ab-4f4d49323115 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:47.419075 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7f15db33-982c-4aed-a7ab-4f4d49323115 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/e005030a-fafe-48de-a0ff-6e132b2bc9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8623865 Jul 16 18:26:47.422088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:47.425439 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781c122-0c55-4f5e-98f2-f6f7bd1a336a None None] Sync routers for ids ['e005030a-fafe-48de-a0ff-6e132b2bc9d2'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:47.435679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781c122-0c55-4f5e-98f2-f6f7bd1a336a None None] Routers {'e005030a-fafe-48de-a0ff-6e132b2bc9d2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:47.436593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3781c122-0c55-4f5e-98f2-f6f7bd1a336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e005030a-fafe-48de-a0ff-6e132b2bc9d2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:47.471048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628e7b-beeb-4a39-ba2e-aec5d20d17ab req-bc9ccaae-52ab-4f24-90d2-5e4bda1db79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.472141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3781c122-0c55-4f5e-98f2-f6f7bd1a336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:47.472529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62628e7b-beeb-4a39-ba2e-aec5d20d17ab req-bc9ccaae-52ab-4f24-90d2-5e4bda1db79e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f8cc944-337a-441c-9839-b6a0edd37e5d HTTP/1.1" status: 200 len: 913 time: 0.2282736 Jul 16 18:26:47.481345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781c122-0c55-4f5e-98f2-f6f7bd1a336a None None] Routers {'e005030a-fafe-48de-a0ff-6e132b2bc9d2'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:47.481983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3781c122-0c55-4f5e-98f2-f6f7bd1a336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e005030a-fafe-48de-a0ff-6e132b2bc9d2'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:47.514536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3781c122-0c55-4f5e-98f2-f6f7bd1a336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:47.515171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781c122-0c55-4f5e-98f2-f6f7bd1a336a None None] The sync data for ids ['e005030a-fafe-48de-a0ff-6e132b2bc9d2'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:47.522386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.525649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62628e7b-beeb-4a39-ba2e-aec5d20d17ab req-c5645440-816a-475c-8e63-90b150eb73e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7135218-4cb0-43eb-b557-a29b18b2e320 HTTP/1.1" status: 200 len: 217 time: 0.0469949 Jul 16 18:26:47.561886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Transition to ACTIVE for port object 0a672923-2306-464d-9640-976e31d67c1f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:47.590287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628e7b-beeb-4a39-ba2e-aec5d20d17ab req-00577e90-ed42-4466-9c95-216a53758a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.591761 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62628e7b-beeb-4a39-ba2e-aec5d20d17ab req-00577e90-ed42-4466-9c95-216a53758a64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1fc04b9b-cb72-43a7-a8e2-2cc715c8efde HTTP/1.1" status: 200 len: 852 time: 0.0586329 Jul 16 18:26:47.609541 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-901be0b6-17a8-4676-b495-eab3c5d45ceb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:26:47.611345 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-901be0b6-17a8-4676-b495-eab3c5d45ceb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/e005030a-fafe-48de-a0ff-6e132b2bc9d2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1874716 Jul 16 18:26:47.614194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:47.629606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62628e7b-beeb-4a39-ba2e-aec5d20d17ab req-2cdc24a9-1956-4e18-922d-f7bfe33da89f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f8cc944-337a-441c-9839-b6a0edd37e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311651 Jul 16 18:26:47.643709 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-94f2c162-576d-4e4b-a7c0-d4c75be391b8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=e005030a-fafe-48de-a0ff-6e132b2bc9d2 HTTP/1.1" status: 200 len: 205 time: 0.0285234 Jul 16 18:26:47.645015 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.646141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:47.718049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Network b74c4a4c-8e99-4c26-a694-d10ed483486e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:47.721216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9ea1-6658-4e88-9f8b-e8a1b6794cba tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.747875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:47.750318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:47.782913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event updated for resources: {'Port': ['ID=0a672923-2306-464d-9640-976e31d67c1f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:47.836464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62628e7b-beeb-4a39-ba2e-aec5d20d17ab req-404959e9-09eb-4b7f-8db0-bd65825e79f7 service neutron] 10.222.0.42 "GET /v2.0/networks/5f8cc944-337a-441c-9839-b6a0edd37e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003379 Jul 16 18:26:47.847197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.848177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.893837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-275ad40c-9f65-420e-ade1-bb61d58ec1cd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4504564 Jul 16 18:26:47.895268 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9ea1-6658-4e88-9f8b-e8a1b6794cba tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.897874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9ea1-6658-4e88-9f8b-e8a1b6794cba tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.931236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Request body: {'port': {'device_id': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:47.945631 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9ea1-6658-4e88-9f8b-e8a1b6794cba tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.946272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0e9ea1-6658-4e88-9f8b-e8a1b6794cba tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Fanout notify agent at l3_agent the message router_deleted on router e005030a-fafe-48de-a0ff-6e132b2bc9d2 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:47.954560 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9ea1-6658-4e88-9f8b-e8a1b6794cba tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.957680 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9d0e9ea1-6658-4e88-9f8b-e8a1b6794cba tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/e005030a-fafe-48de-a0ff-6e132b2bc9d2 HTTP/1.1" status: 204 len: 168 time: 0.3080037 Jul 16 18:26:47.957812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:47.996118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62628e7b-beeb-4a39-ba2e-aec5d20d17ab req-51143f5c-ed0b-4bc1-a11f-a575c5042a0d service neutron] 10.222.0.42 "GET /v2.0/networks/5f8cc944-337a-441c-9839-b6a0edd37e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447375 Jul 16 18:26:48.009355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-812bc895-0677-47ec-b648-64db15e13459 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting subnet 4ed7b11e-f58c-4f31-a5ba-834dcf2ecc6a {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:48.012571 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-812bc895-0677-47ec-b648-64db15e13459 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.030410 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.051593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc6c31df-a14b-4b00-ba94-f38f72693bbf None None] Provisioning for port 0a672923-2306-464d-9640-976e31d67c1f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:48.054471 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-812bc895-0677-47ec-b648-64db15e13459 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.055508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc6c31df-a14b-4b00-ba94-f38f72693bbf None None] Provisioning complete for port 0a672923-2306-464d-9640-976e31d67c1f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:48.055889 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc6c31df-a14b-4b00-ba94-f38f72693bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.092989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c31df-a14b-4b00-ba94-f38f72693bbf None None] Port 0a672923-2306-464d-9640-976e31d67c1f cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:48.145959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-812bc895-0677-47ec-b648-64db15e13459 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.202539 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-812bc895-0677-47ec-b648-64db15e13459 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.230077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bc895-0677-47ec-b648-64db15e13459 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed7b11e-f58c-4f31-a5ba-834dcf2ecc6a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.233918 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-812bc895-0677-47ec-b648-64db15e13459 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.238338 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-812bc895-0677-47ec-b648-64db15e13459 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/4ed7b11e-f58c-4f31-a5ba-834dcf2ecc6a HTTP/1.1" status: 204 len: 168 time: 0.2771835 Jul 16 18:26:48.238562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:48.242664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9371b0d-9c35-45ec-a2ec-19a2ee015fa4 None None] Network a060c277-6490-4547-8a69-1c5a36a62fc2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:48.308489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a672923-2306-464d-9640-976e31d67c1f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:48.316549 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.329884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Transition to ACTIVE for port object 0a672923-2306-464d-9640-976e31d67c1f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:48.335792 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.339651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.396986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a672923-2306-464d-9640-976e31d67c1f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.403378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port 2ed17541-90ce-4f36-98c6-38609313d624 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:48.403929 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.480003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Attempting to bind port 0a672923-2306-464d-9640-976e31d67c1f on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:48.480409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Attempting to bind port 0a672923-2306-464d-9640-976e31d67c1f by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:48.480754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Attempting to bind port 0a672923-2306-464d-9640-976e31d67c1f on network b74c4a4c-8e99-4c26-a694-d10ed483486e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:48.488249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Port 0a672923-2306-464d-9640-976e31d67c1f on network b74c4a4c-8e99-4c26-a694-d10ed483486e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:48.488249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Attempting to bind port 0a672923-2306-464d-9640-976e31d67c1f on network b74c4a4c-8e99-4c26-a694-d10ed483486e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:48.493781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:48.494135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Checking segment: {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:48.494537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Bound using segment: {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:48.494979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Bound port: 0a672923-2306-464d-9640-976e31d67c1f, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:48.495509 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.529482 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] For port 2ed17541-90ce-4f36-98c6-38609313d624, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2ed17541-90ce-4f36-98c6-38609313d624,segment=NetworkSegment(c7c9ddfc-c821-447d-a35b-c7ae4bdef45d),segment_id=c7c9ddfc-c821-447d-a35b-c7ae4bdef45d)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:48.529854 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.544934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for 2ed17541-90ce-4f36-98c6-38609313d624 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:48.545203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20120958-0da7-4174-985f-589d59cd12ae None None] DHCP port deletion for a060c277-6490-4547-8a69-1c5a36a62fc2 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:26:48.642115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-20120958-0da7-4174-985f-589d59cd12ae None None] Deleting port 2ed17541-90ce-4f36-98c6-38609313d624 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:48.642492 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20120958-0da7-4174-985f-589d59cd12ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.653850 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.667486 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] For port 0a672923-2306-464d-9640-976e31d67c1f, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:48.675548 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] For port 0a672923-2306-464d-9640-976e31d67c1f, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0a672923-2306-464d-9640-976e31d67c1f,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:48.686212 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.692379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=2ed17541-90ce-4f36-98c6-38609313d624,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.704777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No DVR routers for this DVR port 2ed17541-90ce-4f36-98c6-38609313d624 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:48.730620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9e60a-f36c-471f-a5f5-2dfc91ed6c57 req-4622c278-a9f3-41d5-90bd-8b026ebba891 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:48.732226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ac9e60a-f36c-471f-a5f5-2dfc91ed6c57 req-4622c278-a9f3-41d5-90bd-8b026ebba891 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.1785669 Jul 16 18:26:48.760014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:48.760616 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.762674 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] 10.222.0.38 "PUT /v2.0/ports/0a672923-2306-464d-9640-976e31d67c1f HTTP/1.1" status: 200 len: 1091 time: 0.8370576 Jul 16 18:26:48.771292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'tag': '0a672923-2306-464d-9640-976e31d67c1f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:48.774540 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8785136e-907e-4abd-b8dd-e131cf9feaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb8adab-28df-4352-9e9e-61711ea1150c", "tag": "0a672923-2306-464d-9640-976e31d67c1f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:48.783912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-20120958-0da7-4174-985f-589d59cd12ae None None] For port 2ed17541-90ce-4f36-98c6-38609313d624, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2ed17541-90ce-4f36-98c6-38609313d624,segment=NetworkSegment(c7c9ddfc-c821-447d-a35b-c7ae4bdef45d),segment_id=c7c9ddfc-c821-447d-a35b-c7ae4bdef45d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:48.784333 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20120958-0da7-4174-985f-589d59cd12ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.790820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb35ee-6198-4f3b-bb0a-e6c265ef7492 req-5d60b6d5-ef8e-4b67-ad66-9354a6389e46 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:48.792381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4fcb35ee-6198-4f3b-bb0a-e6c265ef7492 req-5d60b6d5-ef8e-4b67-ad66-9354a6389e46 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 943 time: 0.2068946 Jul 16 18:26:48.800059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-20120958-0da7-4174-985f-589d59cd12ae None None] Calling delete_port for 2ed17541-90ce-4f36-98c6-38609313d624 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:48.873668 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.886272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a060c277-6490-4547-8a69-1c5a36a62fc2']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:48.892714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaffe57-6099-40a6-b0a9-0296daa11fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a672923-2306-464d-9640-976e31d67c1f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.902849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c9ddfc-c821-447d-a35b-c7ae4bdef45d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:48.903148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c9ddfc-c821-447d-a35b-c7ae4bdef45d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:48.911206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ac9e60a-f36c-471f-a5f5-2dfc91ed6c57 req-7ad4b63d-afdc-4e9c-9567-ff3dbf2f70f9 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696849 Jul 16 18:26:48.930863 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20120958-0da7-4174-985f-589d59cd12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.932749 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.965632 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2ed17541-90ce-4f36-98c6-38609313d624 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:48.970012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20120958-0da7-4174-985f-589d59cd12ae None None] Pushing event deleted for resources: {'Port': ['ID=2ed17541-90ce-4f36-98c6-38609313d624,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.972240 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.977649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4fcb35ee-6198-4f3b-bb0a-e6c265ef7492 req-a7d386ad-c765-4f6c-a900-c1ebbf0b7daf tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702585 Jul 16 18:26:48.986534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:48.987214 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.990933 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20120958-0da7-4174-985f-589d59cd12ae None None] No DVR routers for this DVR port 2ed17541-90ce-4f36-98c6-38609313d624 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:48.997355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 2ed17541-90ce-4f36-98c6-38609313d624 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:48.997355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2ed17541-90ce-4f36-98c6-38609313d624 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:49.012576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-a1eeb131-67ee-4413-a417-0c580acdbdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.014551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-a1eeb131-67ee-4413-a417-0c580acdbdbb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 1094 time: 0.1856766 Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:49.023784 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:49.058077 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e588304c-2a2f-4543-a202-9ebee89845c7 x-openstack-request-id: req-e588304c-2a2f-4543-a202-9ebee89845c7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:49.058380 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb8adab-28df-4352-9e9e-61711ea1150c", "tag": "0a672923-2306-464d-9640-976e31d67c1f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:49.058693 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e588304c-2a2f-4543-a202-9ebee89845c7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:49.059098 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'tag': '0a672923-2306-464d-9640-976e31d67c1f', 'status': 'completed', 'code': 200} Jul 16 18:26:49.060706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-177e01e9-cd55-414e-a7d5-1f2cb9fcb8e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a672923-2306-464d-9640-976e31d67c1f HTTP/1.1" status: 200 len: 217 time: 0.0394893 Jul 16 18:26:49.082954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.088637 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.094001 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/networks/a060c277-6490-4547-8a69-1c5a36a62fc2 HTTP/1.1" status: 204 len: 168 time: 0.8511817 Jul 16 18:26:49.094976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38256) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.100519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-309a15af-479c-4e90-a6bd-90d71205d708 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'network': {'name': 'tempest-RoutersTest-14443264'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:49.120313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-4fee612f-9cf2-493f-b41b-f11288dec2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.120878 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ee56d-42db-4eb6-bd56-bdf1729e9f0e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Network': ['ID=a060c277-6490-4547-8a69-1c5a36a62fc2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:49.122142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-4fee612f-9cf2-493f-b41b-f11288dec2fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0552258 Jul 16 18:26:49.132932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309a15af-479c-4e90-a6bd-90d71205d708 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:49.136393 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-309a15af-479c-4e90-a6bd-90d71205d708 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.162005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309a15af-479c-4e90-a6bd-90d71205d708 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:49.171418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-309a15af-479c-4e90-a6bd-90d71205d708 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.171761 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-309a15af-479c-4e90-a6bd-90d71205d708 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Added segment 62cd8dfe-ad41-42ea-bd7f-e680764e18c7 of type vlan for network 3996650c-e9ee-4299-b233-9fd9f304a6f7 Jul 16 18:26:49.181687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-483140e6-1a1c-4c0e-b1c5-35cdfac187ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.183815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-483140e6-1a1c-4c0e-b1c5-35cdfac187ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557053 Jul 16 18:26:49.217379 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-309a15af-479c-4e90-a6bd-90d71205d708 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.246489 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-309a15af-479c-4e90-a6bd-90d71205d708 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.252772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309a15af-479c-4e90-a6bd-90d71205d708 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.253423 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-309a15af-479c-4e90-a6bd-90d71205d708 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.278860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-8c07d29d-fcd1-46d7-9aa3-c98e37d3bc7e service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886827 Jul 16 18:26:49.284627 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-309a15af-479c-4e90-a6bd-90d71205d708 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1885700 Jul 16 18:26:49.287215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.294079 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3f650f2e-be9d-47cd-b11b-73d063453c05 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'subnet': {'network_id': '3996650c-e9ee-4299-b233-9fd9f304a6f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:49.341931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a15af-479c-4e90-a6bd-90d71205d708 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Network': ['ID=3996650c-e9ee-4299-b233-9fd9f304a6f7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:49.352473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 3996650c-e9ee-4299-b233-9fd9f304a6f7 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:49.383354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3745f94-5b48-4d91-9a75-caaa0674852a req-aa97fd5b-6ee2-48a3-a6d7-8b7a29c36577 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981896 Jul 16 18:26:49.415158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f650f2e-be9d-47cd-b11b-73d063453c05 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:49.418905 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f650f2e-be9d-47cd-b11b-73d063453c05 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.481381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785136e-907e-4abd-b8dd-e131cf9feaa2 req-086cbec0-5d0f-48db-9664-a1da8f1605b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.482951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8785136e-907e-4abd-b8dd-e131cf9feaa2 req-086cbec0-5d0f-48db-9664-a1da8f1605b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 1094 time: 0.0533283 Jul 16 18:26:49.580664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785136e-907e-4abd-b8dd-e131cf9feaa2 req-86514e3d-6642-42d1-9894-399ee087ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.582201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8785136e-907e-4abd-b8dd-e131cf9feaa2 req-86514e3d-6642-42d1-9894-399ee087ee25 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 912 time: 0.0934317 Jul 16 18:26:49.603219 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f650f2e-be9d-47cd-b11b-73d063453c05 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.623385 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8785136e-907e-4abd-b8dd-e131cf9feaa2 req-42ddb07b-ec16-4188-b7cb-f2d4aa274942 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a672923-2306-464d-9640-976e31d67c1f HTTP/1.1" status: 200 len: 217 time: 0.0336535 Jul 16 18:26:49.668972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f650f2e-be9d-47cd-b11b-73d063453c05 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Subnet': ['ID=1e72e0db-1f75-4713-86c6-d05740d4067b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:49.676859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785136e-907e-4abd-b8dd-e131cf9feaa2 req-4ca00116-1041-4542-9cae-c8d61890e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.678293 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f650f2e-be9d-47cd-b11b-73d063453c05 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Checking segment: {'id': '62cd8dfe-ad41-42ea-bd7f-e680764e18c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3996650c-e9ee-4299-b233-9fd9f304a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:49.678426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8785136e-907e-4abd-b8dd-e131cf9feaa2 req-4ca00116-1041-4542-9cae-c8d61890e0f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0489712 Jul 16 18:26:49.678662 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f650f2e-be9d-47cd-b11b-73d063453c05 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network hostable DHCP agents. Network: 3996650c-e9ee-4299-b233-9fd9f304a6f7, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:49.695242 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f650f2e-be9d-47cd-b11b-73d063453c05 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 3996650c-e9ee-4299-b233-9fd9f304a6f7 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:49.703801 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3f650f2e-be9d-47cd-b11b-73d063453c05 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 3996650c-e9ee-4299-b233-9fd9f304a6f7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:49.707965 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f650f2e-be9d-47cd-b11b-73d063453c05 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.708563 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f650f2e-be9d-47cd-b11b-73d063453c05 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.717128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bf96d1-e145-494e-a6f3-ba194bb08e11 None None] Network 3996650c-e9ee-4299-b233-9fd9f304a6f7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:49.726260 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3f650f2e-be9d-47cd-b11b-73d063453c05 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4354911 Jul 16 18:26:49.726446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.731069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9e8636a-a102-4b8a-8842-3ede62c32926 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1165465401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:49.739743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785136e-907e-4abd-b8dd-e131cf9feaa2 req-fdf857d0-036f-4183-93a5-42df1e24fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.741264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8785136e-907e-4abd-b8dd-e131cf9feaa2 req-fdf857d0-036f-4183-93a5-42df1e24fe5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546067 Jul 16 18:26:49.754764 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9e8636a-a102-4b8a-8842-3ede62c32926 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.755876 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9e8636a-a102-4b8a-8842-3ede62c32926 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.810952 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9e8636a-a102-4b8a-8842-3ede62c32926 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.816361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9e8636a-a102-4b8a-8842-3ede62c32926 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.840842 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9e8636a-a102-4b8a-8842-3ede62c32926 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.845856 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d9e8636a-a102-4b8a-8842-3ede62c32926 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1183484 Jul 16 18:26:49.846562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.856143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8785136e-907e-4abd-b8dd-e131cf9feaa2 req-929b9684-bccb-45e4-85dd-5492581714c3 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054323 Jul 16 18:26:49.962774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8785136e-907e-4abd-b8dd-e131cf9feaa2 req-84be2c3c-7219-4486-b8f1-3bcd6298e351 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984190 Jul 16 18:26:50.075367 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-3996650c-e9ee-4299-b233-9fd9f304a6f7', 'network_id': '3996650c-e9ee-4299-b233-9fd9f304a6f7', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'fixed_ips': [{'subnet_id': '1e72e0db-1f75-4713-86c6-d05740d4067b'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:50.076674 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.187734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d56b6-9b9b-4ec2-b39c-dc1920998940 req-c3cf448a-f1ec-4224-856b-419267493e20 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.189517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-618d56b6-9b9b-4ec2-b39c-dc1920998940 req-c3cf448a-f1ec-4224-856b-419267493e20 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.1248262 Jul 16 18:26:50.223436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Allocated IP 172.20.0.2 (3996650c-e9ee-4299-b233-9fd9f304a6f7/1e72e0db-1f75-4713-86c6-d05740d4067b/e809564a-296d-4509-a8c1-ade04d966af6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:50.226617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8c148-8fb8-4e65-bc18-d621678cab5d req-93e22333-8b57-4714-b01b-c496c3a33860 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.233697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eff8c148-8fb8-4e65-bc18-d621678cab5d req-93e22333-8b57-4714-b01b-c496c3a33860 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 943 time: 0.1260493 Jul 16 18:26:50.267602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-618d56b6-9b9b-4ec2-b39c-dc1920998940 req-3a4a0a08-d6f0-4846-b965-8ae2f64d7c90 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712037 Jul 16 18:26:50.286458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eff8c148-8fb8-4e65-bc18-d621678cab5d req-364bac07-f904-4322-ab0d-9156ffe92e23 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519023 Jul 16 18:26:50.397934 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.409103 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.420010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Transition to ACTIVE for port object e809564a-296d-4509-a8c1-ade04d966af6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:50.436540 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Transition to ACTIVE for port object e809564a-296d-4509-a8c1-ade04d966af6 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:50.442864 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.485678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Network 3996650c-e9ee-4299-b233-9fd9f304a6f7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:50.488694 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:50.492431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:50.500266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Pushing event updated for resources: {'Port': ['ID=e809564a-296d-4509-a8c1-ade04d966af6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.561017 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Attempting to bind port e809564a-296d-4509-a8c1-ade04d966af6 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:50.561431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Attempting to bind port e809564a-296d-4509-a8c1-ade04d966af6 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '62cd8dfe-ad41-42ea-bd7f-e680764e18c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3996650c-e9ee-4299-b233-9fd9f304a6f7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:50.561811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Attempting to bind port e809564a-296d-4509-a8c1-ade04d966af6 on network 3996650c-e9ee-4299-b233-9fd9f304a6f7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:50.567150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:50.567585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Checking segment: {'id': '62cd8dfe-ad41-42ea-bd7f-e680764e18c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3996650c-e9ee-4299-b233-9fd9f304a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:50.568003 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.568410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Bound using segment: {'id': '62cd8dfe-ad41-42ea-bd7f-e680764e18c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3996650c-e9ee-4299-b233-9fd9f304a6f7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:50.568893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Bound port: e809564a-296d-4509-a8c1-ade04d966af6, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cd8dfe-ad41-42ea-bd7f-e680764e18c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3996650c-e9ee-4299-b233-9fd9f304a6f7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:50.569284 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.638762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] For port e809564a-296d-4509-a8c1-ade04d966af6, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:50.642633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] For port e809564a-296d-4509-a8c1-ade04d966af6, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e809564a-296d-4509-a8c1-ade04d966af6,segment=NetworkSegment(62cd8dfe-ad41-42ea-bd7f-e680764e18c7),segment_id=62cd8dfe-ad41-42ea-bd7f-e680764e18c7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:50.647290 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.684420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab58b32-9453-4933-b0ad-729e5c683ed1 req-b5eff4ef-1d00-439a-b5f1-510828c5b87d tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.691534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Allocated IP 172.20.0.1 (3996650c-e9ee-4299-b233-9fd9f304a6f7/1e72e0db-1f75-4713-86c6-d05740d4067b/dcf4302c-fb48-4a7e-8a8c-589e88e94858) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:50.692083 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ab58b32-9453-4933-b0ad-729e5c683ed1 req-b5eff4ef-1d00-439a-b5f1-510828c5b87d tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.0739782 Jul 16 18:26:50.714327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b3a03-6271-4961-b655-d46a85c87817 None None] Pushing event updated for resources: {'Port': ['ID=e809564a-296d-4509-a8c1-ade04d966af6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.741965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ab58b32-9453-4933-b0ad-729e5c683ed1 req-590fb853-853f-4682-9c83-89ebeff6fbab tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494254 Jul 16 18:26:50.826710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.843742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Transition to ACTIVE for port object dcf4302c-fb48-4a7e-8a8c-589e88e94858 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:50.882178 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.939047 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 3996650c-e9ee-4299-b233-9fd9f304a6f7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:50.942310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:50.946440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:50.953125 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=dcf4302c-fb48-4a7e-8a8c-589e88e94858,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.995714 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.122075 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.382776 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.387712 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.397771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0a672923-2306-464d-9640-976e31d67c1f details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:51.470681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=dcf4302c-fb48-4a7e-8a8c-589e88e94858,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:51.476633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.495300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda1a1f-da8b-4b4b-8669-2bc2edef8e69 req-2ad31d01-7eb3-4e66-90e6-e58368ac9a57 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.497628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dda1a1f-da8b-4b4b-8669-2bc2edef8e69 req-2ad31d01-7eb3-4e66-90e6-e58368ac9a57 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 943 time: 0.0861142 Jul 16 18:26:51.549636 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 0a672923-2306-464d-9640-976e31d67c1f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0a672923-2306-464d-9640-976e31d67c1f,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:51.555545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5dda1a1f-da8b-4b4b-8669-2bc2edef8e69 req-553d1984-efb0-4f0b-9945-c01a5160a41e tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506806 Jul 16 18:26:51.568871 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '0a672923-2306-464d-9640-976e31d67c1f', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'port_id': '0a672923-2306-464d-9640-976e31d67c1f', 'mac_address': 'fa:16:3e:88:20:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:51.590619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 3996650c-e9ee-4299-b233-9fd9f304a6f7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:51.592176 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:51.609264 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.623863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a672923-2306-464d-9640-976e31d67c1f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:51.646626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 0a672923-2306-464d-9640-976e31d67c1f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0a672923-2306-464d-9640-976e31d67c1f,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:51.653223 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.706047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=0a672923-2306-464d-9640-976e31d67c1f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:51.722868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router 54ff78a0-c537-4d34-9a1a-61fe2cd4082b is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:51.829738 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:51.840546 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3c2aa2d2-22d9-4ecf-9746-1cbd35412ea2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/54ff78a0-c537-4d34-9a1a-61fe2cd4082b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9894361 Jul 16 18:26:51.840639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:51.844314 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24472a8-21ce-4a55-84e3-0700034208c8 None None] Sync routers for ids ['54ff78a0-c537-4d34-9a1a-61fe2cd4082b'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:51.856811 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24472a8-21ce-4a55-84e3-0700034208c8 None None] Routers {'54ff78a0-c537-4d34-9a1a-61fe2cd4082b'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:51.857011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['0a672923-2306-464d-9640-976e31d67c1f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:51.857816 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c24472a8-21ce-4a55-84e3-0700034208c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['54ff78a0-c537-4d34-9a1a-61fe2cd4082b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:51.896178 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c24472a8-21ce-4a55-84e3-0700034208c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:51.905654 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24472a8-21ce-4a55-84e3-0700034208c8 None None] Routers {'54ff78a0-c537-4d34-9a1a-61fe2cd4082b'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:51.906519 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c24472a8-21ce-4a55-84e3-0700034208c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['54ff78a0-c537-4d34-9a1a-61fe2cd4082b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:51.927256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b29045-da60-4f12-a95c-e91828e51008 None None] Network 3996650c-e9ee-4299-b233-9fd9f304a6f7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:51.931178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd7762-605d-4934-9ad3-5703c37d7d49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.935112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1abd7762-605d-4934-9ad3-5703c37d7d49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports/dcf4302c-fb48-4a7e-8a8c-589e88e94858 HTTP/1.1" status: 200 len: 910 time: 0.0915070 Jul 16 18:26:51.935481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38280) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:51.943768 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c24472a8-21ce-4a55-84e3-0700034208c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:51.944436 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24472a8-21ce-4a55-84e3-0700034208c8 None None] The sync data for ids ['54ff78a0-c537-4d34-9a1a-61fe2cd4082b'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:51.980507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd6e58-a57c-47ee-8ccd-1c153b7f269c req-aadb1d95-3ec5-4116-a317-e491c0e05838 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.985955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8cd6e58-a57c-47ee-8ccd-1c153b7f269c req-aadb1d95-3ec5-4116-a317-e491c0e05838 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.1078088 Jul 16 18:26:52.015679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0f3483fe-6c25-4757-b278-b3246bcf5604 None None] Provisioning for port e809564a-296d-4509-a8c1-ade04d966af6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:52.025271 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8cd6e58-a57c-47ee-8ccd-1c153b7f269c req-0aaacb3d-8451-4060-b9ef-5b04d0081413 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/security-groups?id=e6973e13-48b5-49ab-a899-271106a7130e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367272 Jul 16 18:26:52.263217 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.322808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4c268-4fba-41dc-bfa8-9d3b840e9702 req-48ecb9dc-6e3e-4362-a1d1-c671aa05aeba tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.324502 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7e4c268-4fba-41dc-bfa8-9d3b840e9702 req-48ecb9dc-6e3e-4362-a1d1-c671aa05aeba tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 946 time: 0.0702381 Jul 16 18:26:52.373009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ac54b20-56c2-4924-bc7a-6759c2adc3ce None None] Provisioning for port dcf4302c-fb48-4a7e-8a8c-589e88e94858 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:52.377587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7ac54b20-56c2-4924-bc7a-6759c2adc3ce None None] Provisioning complete for port dcf4302c-fb48-4a7e-8a8c-589e88e94858 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:52.377975 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ac54b20-56c2-4924-bc7a-6759c2adc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.415317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7ac54b20-56c2-4924-bc7a-6759c2adc3ce None None] Port dcf4302c-fb48-4a7e-8a8c-589e88e94858 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:52.441198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d7e4c268-4fba-41dc-bfa8-9d3b840e9702 req-e37f1510-50cd-4a04-bf62-95c7e193c469 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Deleting port c7135218-4cb0-43eb-b557-a29b18b2e320 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:52.441814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7e4c268-4fba-41dc-bfa8-9d3b840e9702 req-e37f1510-50cd-4a04-bf62-95c7e193c469 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.541813 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port dcf4302c-fb48-4a7e-8a8c-589e88e94858 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:52.542169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.544990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d7e4c268-4fba-41dc-bfa8-9d3b840e9702 req-e37f1510-50cd-4a04-bf62-95c7e193c469 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] For port c7135218-4cb0-43eb-b557-a29b18b2e320, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c7135218-4cb0-43eb-b557-a29b18b2e320,segment=NetworkSegment(58b94e93-ee96-4913-b617-8b33aea089c8),segment_id=58b94e93-ee96-4913-b617-8b33aea089c8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:52.545437 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7e4c268-4fba-41dc-bfa8-9d3b840e9702 req-e37f1510-50cd-4a04-bf62-95c7e193c469 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.558258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d7e4c268-4fba-41dc-bfa8-9d3b840e9702 req-e37f1510-50cd-4a04-bf62-95c7e193c469 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Calling delete_port for c7135218-4cb0-43eb-b557-a29b18b2e320 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:52.648029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-87f9218e-c435-4f16-b71c-eacbc7613df9 None None] Provisioning complete for port dcf4302c-fb48-4a7e-8a8c-589e88e94858 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:52.649110 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87f9218e-c435-4f16-b71c-eacbc7613df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.649228 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.672287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for dcf4302c-fb48-4a7e-8a8c-589e88e94858 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:52.703831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-87f9218e-c435-4f16-b71c-eacbc7613df9 None None] Port dcf4302c-fb48-4a7e-8a8c-589e88e94858 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:52.773047 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7e4c268-4fba-41dc-bfa8-9d3b840e9702 req-e37f1510-50cd-4a04-bf62-95c7e193c469 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.786112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['c7135218-4cb0-43eb-b557-a29b18b2e320'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:52.805611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f1510-50cd-4a04-bf62-95c7e193c469 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Pushing event deleted for resources: {'Port': ['ID=c7135218-4cb0-43eb-b557-a29b18b2e320,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:52.824411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d2e6e-adc5-4888-86d6-4c822f6c1daa req-14673295-46cb-46af-9c17-acb2a4fefbeb tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.825932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac2d2e6e-adc5-4888-86d6-4c822f6c1daa req-14673295-46cb-46af-9c17-acb2a4fefbeb tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 944 time: 0.1462095 Jul 16 18:26:52.850240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9cd1ee16-a2a2-4558-8732-cec4e1cdaa4f None None] Provisioning complete for port dcf4302c-fb48-4a7e-8a8c-589e88e94858 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:52.850787 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ee16-a2a2-4558-8732-cec4e1cdaa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.884234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e4c268-4fba-41dc-bfa8-9d3b840e9702 req-e37f1510-50cd-4a04-bf62-95c7e193c469 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] No DVR routers for this DVR port c7135218-4cb0-43eb-b557-a29b18b2e320 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:52.889122 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7e4c268-4fba-41dc-bfa8-9d3b840e9702 req-e37f1510-50cd-4a04-bf62-95c7e193c469 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.892298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7e4c268-4fba-41dc-bfa8-9d3b840e9702 req-e37f1510-50cd-4a04-bf62-95c7e193c469 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.42 "DELETE /v2.0/ports/c7135218-4cb0-43eb-b557-a29b18b2e320 HTTP/1.1" status: 204 len: 173 time: 0.5613179 Jul 16 18:26:52.892587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5', 'name': 'network-vif-deleted', 'tag': 'c7135218-4cb0-43eb-b557-a29b18b2e320'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:52.892730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9cd1ee16-a2a2-4558-8732-cec4e1cdaa4f None None] Port dcf4302c-fb48-4a7e-8a8c-589e88e94858 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:52.895040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.903078 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59228e4-e0e1-42c1-94b1-cbb43412cadc" -d '{"events": [{"server_uuid": "9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5", "name": "network-vif-deleted", "tag": "c7135218-4cb0-43eb-b557-a29b18b2e320"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:52.928923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=dcf4302c-fb48-4a7e-8a8c-589e88e94858,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:52.929202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac2d2e6e-adc5-4888-86d6-4c822f6c1daa req-ba200033-34e0-4242-b49c-e088100eb962 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779026 Jul 16 18:26:52.965048 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:52.965551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:52.965995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:52.966438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:52.966877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:52.967327 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:52.967772 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:52.968190 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:52.968619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:52.969043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:52.969504 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:52.969948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:52.987981 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a0812f-2b75-4740-a203-be193ac02154 x-openstack-request-id: req-d3a0812f-2b75-4740-a203-be193ac02154 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:52.988280 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5", "name": "network-vif-deleted", "tag": "c7135218-4cb0-43eb-b557-a29b18b2e320", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:52.989146 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3a0812f-2b75-4740-a203-be193ac02154 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:52.989646 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5', 'name': 'network-vif-deleted', 'tag': 'c7135218-4cb0-43eb-b557-a29b18b2e320', 'status': 'completed', 'code': 200} Jul 16 18:26:53.013523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e809564a-296d-4509-a8c1-ade04d966af6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:53.069878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port e809564a-296d-4509-a8c1-ade04d966af6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:53.075431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e809564a-296d-4509-a8c1-ade04d966af6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:53.075921 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.182457 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.221281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port e809564a-296d-4509-a8c1-ade04d966af6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e809564a-296d-4509-a8c1-ade04d966af6,segment=NetworkSegment(62cd8dfe-ad41-42ea-bd7f-e680764e18c7),segment_id=62cd8dfe-ad41-42ea-bd7f-e680764e18c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:53.226205 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.248413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1df832d9-1b84-4082-92e3-cd01be67ab41 req-ef28c0c1-5114-45b9-acc6-9dabd28e5934 tempest-TestServerAdvancedOps-326503023 tempest-TestServerAdvancedOps-326503023-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca9b9df-08d3-4a4a-a49b-6d53ee3fb2b5 HTTP/1.1" status: 200 len: 210 time: 0.0439019 Jul 16 18:26:53.282578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=e809564a-296d-4509-a8c1-ade04d966af6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:53.353472 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.406551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0a672923-2306-464d-9640-976e31d67c1f up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:53.459759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 0a672923-2306-464d-9640-976e31d67c1f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:53.463447 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 0a672923-2306-464d-9640-976e31d67c1f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:53.463997 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.513906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router 54ff78a0-c537-4d34-9a1a-61fe2cd4082b has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:53.551384 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.578079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a672923-2306-464d-9640-976e31d67c1f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:53.580867 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061c210c-4b6b-4291-aa3a-7e27ee36da34" -d '{"events": [{"server_uuid": "7fb8adab-28df-4352-9e9e-61711ea1150c", "name": "network-vif-plugged", "status": "completed", "tag": "0a672923-2306-464d-9640-976e31d67c1f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:53.593933 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 0a672923-2306-464d-9640-976e31d67c1f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0a672923-2306-464d-9640-976e31d67c1f,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:53.598508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:53.600000 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.603881 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-56612e3d-1b4d-4cfa-a885-3fa243924615 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/54ff78a0-c537-4d34-9a1a-61fe2cd4082b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6673546 Jul 16 18:26:53.607421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:53.625858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02df50-3da3-4835-a565-b9b93771da81 None None] Sync routers for ids ['54ff78a0-c537-4d34-9a1a-61fe2cd4082b'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:53.631959 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7e37d1-c14f-44e5-b319-3ae869a1ad2a x-openstack-request-id: req-ff7e37d1-c14f-44e5-b319-3ae869a1ad2a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:53.632245 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb8adab-28df-4352-9e9e-61711ea1150c", "name": "network-vif-plugged", "status": "completed", "tag": "0a672923-2306-464d-9640-976e31d67c1f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:53.632498 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff7e37d1-c14f-44e5-b319-3ae869a1ad2a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:53.632889 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a672923-2306-464d-9640-976e31d67c1f', 'code': 200} Jul 16 18:26:53.636647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-46d408e0-f084-4518-9f8b-f0cfd0e94324 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=54ff78a0-c537-4d34-9a1a-61fe2cd4082b HTTP/1.1" status: 200 len: 205 time: 0.0279827 Jul 16 18:26:53.639570 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38292) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:53.647493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02df50-3da3-4835-a565-b9b93771da81 None None] Routers {'54ff78a0-c537-4d34-9a1a-61fe2cd4082b'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:53.648132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9b02df50-3da3-4835-a565-b9b93771da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['54ff78a0-c537-4d34-9a1a-61fe2cd4082b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:53.691346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9b02df50-3da3-4835-a565-b9b93771da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:53.699397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=0a672923-2306-464d-9640-976e31d67c1f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:53.706878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02df50-3da3-4835-a565-b9b93771da81 None None] Routers {'54ff78a0-c537-4d34-9a1a-61fe2cd4082b'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:53.707488 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9b02df50-3da3-4835-a565-b9b93771da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['54ff78a0-c537-4d34-9a1a-61fe2cd4082b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:53.723332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4c4a77f-cb20-427a-a8bc-52b9004b850d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.740339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9b02df50-3da3-4835-a565-b9b93771da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:53.741007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02df50-3da3-4835-a565-b9b93771da81 None None] The sync data for ids ['54ff78a0-c537-4d34-9a1a-61fe2cd4082b'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:53.751869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7d7b0-5883-4b94-8545-c92106fb2195 req-1a9fca34-1f9a-404e-923e-12d21d67380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.753496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4b7d7b0-5883-4b94-8545-c92106fb2195 req-1a9fca34-1f9a-404e-923e-12d21d67380c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 1096 time: 0.0564749 Jul 16 18:26:53.787312 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4b7d7b0-5883-4b94-8545-c92106fb2195 req-eb97c4da-49b9-4588-a1e0-e4736177c92d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274835 Jul 16 18:26:53.886072 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4c4a77f-cb20-427a-a8bc-52b9004b850d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.888145 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4c4a77f-cb20-427a-a8bc-52b9004b850d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.929747 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4c4a77f-cb20-427a-a8bc-52b9004b850d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.930396 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c4a77f-cb20-427a-a8bc-52b9004b850d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Fanout notify agent at l3_agent the message router_deleted on router 54ff78a0-c537-4d34-9a1a-61fe2cd4082b {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:53.936938 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b4c4a77f-cb20-427a-a8bc-52b9004b850d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.938665 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b4c4a77f-cb20-427a-a8bc-52b9004b850d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/54ff78a0-c537-4d34-9a1a-61fe2cd4082b HTTP/1.1" status: 204 len: 168 time: 0.2968955 Jul 16 18:26:53.941146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38294) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:53.994307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4ec808-24ff-4a27-9a95-3838bcd68d02 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting subnet 1e72e0db-1f75-4713-86c6-d05740d4067b {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:53.997402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec808-24ff-4a27-9a95-3838bcd68d02 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.036242 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec808-24ff-4a27-9a95-3838bcd68d02 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.120965 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec808-24ff-4a27-9a95-3838bcd68d02 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.122890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16085b-cbd8-42d9-81f7-205db12d5bef req-01d28ce0-443f-46f3-be41-8e363dc86e43 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.124408 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df16085b-cbd8-42d9-81f7-205db12d5bef req-01d28ce0-443f-46f3-be41-8e363dc86e43 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0628762 Jul 16 18:26:54.166435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df16085b-cbd8-42d9-81f7-205db12d5bef req-3b40f53e-60bc-4423-a921-ab37c39de37d tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351188 Jul 16 18:26:54.184419 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec808-24ff-4a27-9a95-3838bcd68d02 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.209878 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ec808-24ff-4a27-9a95-3838bcd68d02 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Subnet': ['ID=1e72e0db-1f75-4713-86c6-d05740d4067b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:54.215636 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec808-24ff-4a27-9a95-3838bcd68d02 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.217426 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0f4ec808-24ff-4a27-9a95-3838bcd68d02 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/1e72e0db-1f75-4713-86c6-d05740d4067b HTTP/1.1" status: 204 len: 168 time: 0.2753036 Jul 16 18:26:54.220334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:54.221210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6aeb90-81e9-4789-86e1-28d5dbccb0f0 None None] Network 3996650c-e9ee-4299-b233-9fd9f304a6f7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:54.366402 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:54.419934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb475f6-a7ac-4b01-9625-12fb0e005ab1 None None] DHCP port deletion for 3996650c-e9ee-4299-b233-9fd9f304a6f7 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:26:54.425775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-59df6970-eab7-4532-9cc6-52436cfc45e4 admin admin] Deleting subnet 1fc04b9b-cb72-43a7-a8e2-2cc715c8efde {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:54.431481 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59df6970-eab7-4532-9cc6-52436cfc45e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.467633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59df6970-eab7-4532-9cc6-52436cfc45e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.476273 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-abb475f6-a7ac-4b01-9625-12fb0e005ab1 None None] Deleting port e809564a-296d-4509-a8c1-ade04d966af6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:54.476799 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abb475f6-a7ac-4b01-9625-12fb0e005ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.518099 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59df6970-eab7-4532-9cc6-52436cfc45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.565975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-abb475f6-a7ac-4b01-9625-12fb0e005ab1 None None] For port e809564a-296d-4509-a8c1-ade04d966af6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e809564a-296d-4509-a8c1-ade04d966af6,segment=NetworkSegment(62cd8dfe-ad41-42ea-bd7f-e680764e18c7),segment_id=62cd8dfe-ad41-42ea-bd7f-e680764e18c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:54.566650 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abb475f6-a7ac-4b01-9625-12fb0e005ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.581816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-abb475f6-a7ac-4b01-9625-12fb0e005ab1 None None] Calling delete_port for e809564a-296d-4509-a8c1-ade04d966af6 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:54.599366 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.604456 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59df6970-eab7-4532-9cc6-52436cfc45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.638816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df6970-eab7-4532-9cc6-52436cfc45e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc04b9b-cb72-43a7-a8e2-2cc715c8efde,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:54.641574 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-59df6970-eab7-4532-9cc6-52436cfc45e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.643738 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-59df6970-eab7-4532-9cc6-52436cfc45e4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1fc04b9b-cb72-43a7-a8e2-2cc715c8efde HTTP/1.1" status: 204 len: 168 time: 0.2756779 Jul 16 18:26:54.648511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:54.677170 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abb475f6-a7ac-4b01-9625-12fb0e005ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.689292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port e809564a-296d-4509-a8c1-ade04d966af6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:54.689659 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.702076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb475f6-a7ac-4b01-9625-12fb0e005ab1 None None] Pushing event deleted for resources: {'Port': ['ID=e809564a-296d-4509-a8c1-ade04d966af6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:54.706276 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb475f6-a7ac-4b01-9625-12fb0e005ab1 None None] No DVR routers for this DVR port e809564a-296d-4509-a8c1-ade04d966af6 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:54.740831 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.813595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] For port e809564a-296d-4509-a8c1-ade04d966af6, host n-d-793618-9, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:54.814036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.840336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for e809564a-296d-4509-a8c1-ade04d966af6 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:54.844246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Port e809564a-296d-4509-a8c1-ade04d966af6 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:26:54.849862 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.882798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=e809564a-296d-4509-a8c1-ade04d966af6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:54.907619 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.910296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No DVR routers for this DVR port e809564a-296d-4509-a8c1-ade04d966af6 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:54.922139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8cc944-337a-441c-9839-b6a0edd37e5d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:54.929727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e809564a-296d-4509-a8c1-ade04d966af6 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:54.952587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: e809564a-296d-4509-a8c1-ade04d966af6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:54.953033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e809564a-296d-4509-a8c1-ade04d966af6 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:54.953517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b94e93-ee96-4913-b617-8b33aea089c8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:54.954385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b94e93-ee96-4913-b617-8b33aea089c8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:54.979768 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.018995 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.021576 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.033217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3996650c-e9ee-4299-b233-9fd9f304a6f7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:55.035430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:55.035817 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:55.037429 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:55.058905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cd8dfe-ad41-42ea-bd7f-e680764e18c7') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:55.059204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cd8dfe-ad41-42ea-bd7f-e680764e18c7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:55.099442 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.113176 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.115086 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.121541 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.123336 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5f8cc944-337a-441c-9839-b6a0edd37e5d HTTP/1.1" status: 204 len: 168 time: 0.4737422 Jul 16 18:26:55.126547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:55.127153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:55.127153 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:55.129925 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:55.148054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268dbea-2f78-443a-aca0-b9bed8163780 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f8cc944-337a-441c-9839-b6a0edd37e5d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:55.172226 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16f9614-ed66-4d1d-b522-72cf16ed98bd admin admin] Deleting subnet c3f52146-8e50-4a12-9d66-9723512acfaa {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:55.175477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16f9614-ed66-4d1d-b522-72cf16ed98bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.198521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.208891 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.215709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/networks/3996650c-e9ee-4299-b233-9fd9f304a6f7 HTTP/1.1" status: 204 len: 168 time: 0.9943447 Jul 16 18:26:55.216040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:55.223301 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-683433124', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:55.226163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182c2d8-a035-409f-a5ef-087a7d6a5b3d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Network': ['ID=3996650c-e9ee-4299-b233-9fd9f304a6f7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:55.232656 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16f9614-ed66-4d1d-b522-72cf16ed98bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.286722 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.287725 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.294404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16f9614-ed66-4d1d-b522-72cf16ed98bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.357839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4886659-c5c4-4d28-b06f-dbe1728cfb9e req-42de6564-a4d2-485b-be29-e71a27284da9 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.359342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4886659-c5c4-4d28-b06f-dbe1728cfb9e req-42de6564-a4d2-485b-be29-e71a27284da9 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0705919 Jul 16 18:26:55.373802 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.399595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d4886659-c5c4-4d28-b06f-dbe1728cfb9e req-8258b7af-f5cf-4926-b5da-d5c55cea9bda tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341811 Jul 16 18:26:55.447688 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16f9614-ed66-4d1d-b522-72cf16ed98bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.477950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f9614-ed66-4d1d-b522-72cf16ed98bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f52146-8e50-4a12-9d66-9723512acfaa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:55.538233 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b16f9614-ed66-4d1d-b522-72cf16ed98bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.540131 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b16f9614-ed66-4d1d-b522-72cf16ed98bd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c3f52146-8e50-4a12-9d66-9723512acfaa HTTP/1.1" status: 204 len: 168 time: 0.4126077 Jul 16 18:26:55.542677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:55.562313 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.574748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1745f1-766d-4563-abfc-25fbcdf8f37b req-4f7f6115-1ee7-4eb5-84de-4046f2b462ab tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.576257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f1745f1-766d-4563-abfc-25fbcdf8f37b req-4f7f6115-1ee7-4eb5-84de-4046f2b462ab tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0690076 Jul 16 18:26:55.586724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:55.591472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3db89acb-cb1a-43d1-a944-fc6fcaf172b7 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Request body: {'floatingip': {'port_id': '0a672923-2306-464d-9640-976e31d67c1f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:55.642174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.663560 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3db89acb-cb1a-43d1-a944-fc6fcaf172b7 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.769085 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.780732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b87e19d-f99b-4d27-8f28-f60c0a434828']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:55.792629 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ded983-bb56-43cb-9693-bc43dc752554') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:55.792921 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ded983-bb56-43cb-9693-bc43dc752554') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:55.804449 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.876834 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.886134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:55.886528 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:55.888131 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:55.927819 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.975433 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.012655 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.019427 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.023817 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7b87e19d-f99b-4d27-8f28-f60c0a434828 HTTP/1.1" status: 204 len: 168 time: 0.4776571 Jul 16 18:26:56.040237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb25632-291f-4d02-bd75-f8ce126f00b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b87e19d-f99b-4d27-8f28-f60c0a434828,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:56.101741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Allocated IP 172.25.8.184 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/80c8b167-de34-4475-9430-657b156ee1e4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:56.146455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:56.169472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3db89acb-cb1a-43d1-a944-fc6fcaf172b7 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.174409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3db89acb-cb1a-43d1-a944-fc6fcaf172b7 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.231603 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e8836488-b0d3-4933-8c9c-10bc6b53e43d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6bfc2a001084067bc7042937468f44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840116 Jul 16 18:26:56.237400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38324) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:56.248176 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.275072 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-3db89acb-cb1a-43d1-a944-fc6fcaf172b7 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Floating IP 85a20ba4-0855-4ab1-a5a3-9f6dddf49ae1 associated. External IP: 172.25.8.153, port: 0a672923-2306-464d-9640-976e31d67c1f. Jul 16 18:26:56.312983 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f071-05c1-4afe-9aa4-24e1efb104b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.331940 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.334073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c7135218-4cb0-43eb-b557-a29b18b2e320 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:56.340229 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f071-05c1-4afe-9aa4-24e1efb104b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.355023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: c7135218-4cb0-43eb-b557-a29b18b2e320 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:56.355375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c7135218-4cb0-43eb-b557-a29b18b2e320 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:56.388105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:56.398035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:56.408122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:56.436794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=80c8b167-de34-4475-9430-657b156ee1e4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:56.493028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db89acb-cb1a-43d1-a944-fc6fcaf172b7 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Router cf3de75b-1e9e-4501-8cb2-1db154639830 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:56.524341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f071-05c1-4afe-9aa4-24e1efb104b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.526884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f071-05c1-4afe-9aa4-24e1efb104b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.528055 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fbb5f071-05c1-4afe-9aa4-24e1efb104b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6973e13-48b5-49ab-a899-271106a7130e HTTP/1.1" status: 204 len: 168 time: 0.2897060 Jul 16 18:26:56.556654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5f071-05c1-4afe-9aa4-24e1efb104b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6973e13-48b5-49ab-a899-271106a7130e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:56.607768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db89acb-cb1a-43d1-a944-fc6fcaf172b7 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:56.613151 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3db89acb-cb1a-43d1-a944-fc6fcaf172b7 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.619389 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed68d58-6d2d-4c80-9805-358fa920c755 None None] Sync routers for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:56.630294 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed68d58-6d2d-4c80-9805-358fa920c755 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:56.631290 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eed68d58-6d2d-4c80-9805-358fa920c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:56.655503 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3db89acb-cb1a-43d1-a944-fc6fcaf172b7 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "PUT /v2.0/floatingips/85a20ba4-0855-4ab1-a5a3-9f6dddf49ae1 HTTP/1.1" status: 200 len: 991 time: 1.0676272 Jul 16 18:26:56.656728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'tag': '0a672923-2306-464d-9640-976e31d67c1f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:56.660439 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aa9598-4a20-4805-92e6-43e4d5643811" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb8adab-28df-4352-9e9e-61711ea1150c", "tag": "0a672923-2306-464d-9640-976e31d67c1f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:56.689534 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.706977 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793ab2c4-1a0e-401f-bed0-8a1818c6575a x-openstack-request-id: req-793ab2c4-1a0e-401f-bed0-8a1818c6575a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:56.707282 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb8adab-28df-4352-9e9e-61711ea1150c", "tag": "0a672923-2306-464d-9640-976e31d67c1f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:56.707553 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-793ab2c4-1a0e-401f-bed0-8a1818c6575a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:56.707975 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'tag': '0a672923-2306-464d-9640-976e31d67c1f', 'status': 'completed', 'code': 200} Jul 16 18:26:56.811060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa9598-4a20-4805-92e6-43e4d5643811 req-ff168aa2-e5df-4618-b6b6-92ad0d2c94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:56.812932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34aa9598-4a20-4805-92e6-43e4d5643811 req-ff168aa2-e5df-4618-b6b6-92ad0d2c94d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 1096 time: 0.0820642 Jul 16 18:26:56.896997 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eed68d58-6d2d-4c80-9805-358fa920c755 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:56.948146 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa9598-4a20-4805-92e6-43e4d5643811 req-627432b0-a6b1-4615-889e-1988cbdab3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:56.949983 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34aa9598-4a20-4805-92e6-43e4d5643811 req-627432b0-a6b1-4615-889e-1988cbdab3d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 912 time: 0.1301246 Jul 16 18:26:57.036571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34aa9598-4a20-4805-92e6-43e4d5643811 req-40f50d9a-451f-4497-9f5d-da120bca64aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a672923-2306-464d-9640-976e31d67c1f HTTP/1.1" status: 200 len: 999 time: 0.0793915 Jul 16 18:26:57.039608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:57.120304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa9598-4a20-4805-92e6-43e4d5643811 req-e86a8f0e-7e95-4823-a0e4-f47a692ee8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.122023 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34aa9598-4a20-4805-92e6-43e4d5643811 req-e86a8f0e-7e95-4823-a0e4-f47a692ee8f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0746489 Jul 16 18:26:57.129785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6f763719-96a6-4dae-9ee2-389f372534bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b38820bf3ac43a38d39b45f71f42a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0888159 Jul 16 18:26:57.131723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:57.180683 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eed68d58-6d2d-4c80-9805-358fa920c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '85a20ba4-0855-4ab1-a5a3-9f6dddf49ae1', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'port_id': '0a672923-2306-464d-9640-976e31d67c1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'mac_address': 'fa:16:3e:88:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:42Z', 'updated_at': '2021-07-16T18:26:56Z', 'revision_number': 1, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.209044 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed68d58-6d2d-4c80-9805-358fa920c755 None None] Checking router: cf3de75b-1e9e-4501-8cb2-1db154639830 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:57.219141 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed68d58-6d2d-4c80-9805-358fa920c755 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:57.220028 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eed68d58-6d2d-4c80-9805-358fa920c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.221694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf397d5-6876-4026-9e71-608a3c23e83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.230377 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.235439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa9598-4a20-4805-92e6-43e4d5643811 req-6ab7f24e-71c8-4b55-bf66-cffc440921b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.237825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34aa9598-4a20-4805-92e6-43e4d5643811 req-6ab7f24e-71c8-4b55-bf66-cffc440921b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060531 Jul 16 18:26:57.258757 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf397d5-6876-4026-9e71-608a3c23e83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.328696 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eed68d58-6d2d-4c80-9805-358fa920c755 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:57.365600 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router 44433d8c-6d27-4a67-807f-5dd4df53439a is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:57.486310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:57.500355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b5f91-c096-485d-beb1-3cb96c20ed0f None None] Sync routers for ids ['44433d8c-6d27-4a67-807f-5dd4df53439a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:57.512229 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.513846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b5f91-c096-485d-beb1-3cb96c20ed0f None None] Routers {'44433d8c-6d27-4a67-807f-5dd4df53439a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:57.514844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-773b5f91-c096-485d-beb1-3cb96c20ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['44433d8c-6d27-4a67-807f-5dd4df53439a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.515019 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4d472566-25e3-4cbb-ba86-bc1dd4343b3c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2956007 Jul 16 18:26:57.519718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:57.551997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-773b5f91-c096-485d-beb1-3cb96c20ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.561953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b5f91-c096-485d-beb1-3cb96c20ed0f None None] Routers {'44433d8c-6d27-4a67-807f-5dd4df53439a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:57.562873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-773b5f91-c096-485d-beb1-3cb96c20ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['44433d8c-6d27-4a67-807f-5dd4df53439a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.604111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-773b5f91-c096-485d-beb1-3cb96c20ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.605051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b5f91-c096-485d-beb1-3cb96c20ed0f None None] The sync data for ids ['44433d8c-6d27-4a67-807f-5dd4df53439a'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:57.635772 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eed68d58-6d2d-4c80-9805-358fa920c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '85a20ba4-0855-4ab1-a5a3-9f6dddf49ae1', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'port_id': '0a672923-2306-464d-9640-976e31d67c1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'mac_address': 'fa:16:3e:88:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:42Z', 'updated_at': '2021-07-16T18:26:56Z', 'revision_number': 1, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.670159 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed68d58-6d2d-4c80-9805-358fa920c755 None None] The sync data for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 is: [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '85a20ba4-0855-4ab1-a5a3-9f6dddf49ae1', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'port_id': '0a672923-2306-464d-9640-976e31d67c1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'mac_address': 'fa:16:3e:88:20:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:42Z', 'updated_at': '2021-07-16T18:26:56Z', 'revision_number': 1, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:57.675315 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5a03c439-a5da-4b5c-b7c7-779bb5711a96 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/routers/44433d8c-6d27-4a67-807f-5dd4df53439a HTTP/1.1" status: 200 len: 880 time: 0.1544528 Jul 16 18:26:57.679732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:57.751525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34aa9598-4a20-4805-92e6-43e4d5643811 req-3e3e64d5-97dd-461d-abdc-9a1f68872739 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055399 Jul 16 18:26:57.754322 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf397d5-6876-4026-9e71-608a3c23e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.756845 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bf397d5-6876-4026-9e71-608a3c23e83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.757926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9bf397d5-6876-4026-9e71-608a3c23e83b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7da64f1-3248-4528-92a3-3d6c5a7e3989 HTTP/1.1" status: 204 len: 168 time: 0.6252675 Jul 16 18:26:57.794227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf397d5-6876-4026-9e71-608a3c23e83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7da64f1-3248-4528-92a3-3d6c5a7e3989,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:57.936036 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750555a-db6e-49d5-b87c-1cf8a389c39b None None] New status for floating IP 85a20ba4-0855-4ab1-a5a3-9f6dddf49ae1: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:26:57.965194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-34aa9598-4a20-4805-92e6-43e4d5643811 req-7774cbfe-cc5e-44a7-a574-6f4586177418 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061431 Jul 16 18:26:58.067684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3fc50b15-8c66-4844-8ebb-cad3408b566f tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3845797 Jul 16 18:26:58.067875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:58.072551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-861906c9-22c5-43c6-9195-cde7540751d5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-683433124'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:58.431077 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-861906c9-22c5-43c6-9195-cde7540751d5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.446167 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-861906c9-22c5-43c6-9195-cde7540751d5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.539832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38368) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:58.584542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861906c9-22c5-43c6-9195-cde7540751d5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router 44433d8c-6d27-4a67-807f-5dd4df53439a has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:58.654979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1785288142-network', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:58.678784 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Made reservation on behalf of f0df120ae57f4fec894f6d2c17dd65b8 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:58.681449 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.690958 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.705997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861906c9-22c5-43c6-9195-cde7540751d5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:58.713146 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-861906c9-22c5-43c6-9195-cde7540751d5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.714387 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-861906c9-22c5-43c6-9195-cde7540751d5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/44433d8c-6d27-4a67-807f-5dd4df53439a HTTP/1.1" status: 200 len: 887 time: 0.6455331 Jul 16 18:26:58.718317 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:58.722937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbaa0af-0bca-44ca-8c27-020509ea0ad4 None None] Sync routers for ids ['44433d8c-6d27-4a67-807f-5dd4df53439a'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:58.735560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbaa0af-0bca-44ca-8c27-020509ea0ad4 None None] Routers {'44433d8c-6d27-4a67-807f-5dd4df53439a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:58.736323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7cbaa0af-0bca-44ca-8c27-020509ea0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['44433d8c-6d27-4a67-807f-5dd4df53439a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:58.772247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7cbaa0af-0bca-44ca-8c27-020509ea0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:58.781654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbaa0af-0bca-44ca-8c27-020509ea0ad4 None None] Routers {'44433d8c-6d27-4a67-807f-5dd4df53439a'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:58.783415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7cbaa0af-0bca-44ca-8c27-020509ea0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['44433d8c-6d27-4a67-807f-5dd4df53439a'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:58.822318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7cbaa0af-0bca-44ca-8c27-020509ea0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:58.823228 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbaa0af-0bca-44ca-8c27-020509ea0ad4 None None] The sync data for ids ['44433d8c-6d27-4a67-807f-5dd4df53439a'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:58.882564 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-66d433ee-4e69-4f96-a228-da77438b5bf5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/routers/44433d8c-6d27-4a67-807f-5dd4df53439a HTTP/1.1" status: 200 len: 887 time: 0.1626363 Jul 16 18:26:58.885424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:58.904739 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.910822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.929935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8c7642ba-76f6-4f49-ab40-288f1dcd024c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=44433d8c-6d27-4a67-807f-5dd4df53439a HTTP/1.1" status: 200 len: 205 time: 0.0407560 Jul 16 18:26:58.930676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:58.938393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:58.943846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b49232a-92b8-4dcd-ac93-749fb5132ec1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:58.951204 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.951542 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Added segment 5f1eb63c-34b7-48fc-ab4c-44be10472211 of type vlan for network 7b36efc9-5535-46da-bd7a-1e9fedeb406c Jul 16 18:26:58.997513 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.031372 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.032778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.033597 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.056356 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.059476 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5184424 Jul 16 18:26:59.062178 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:59.073974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-22b8cfe1-c950-4909-bd09-23a82f0e40fe admin admin] Request body: {'subnet': {'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1785288142-subnet', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:59.120432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2442ccd-6e48-4333-b169-c31e05f458d5 admin admin] Pushing event updated for resources: {'Network': ['ID=7b36efc9-5535-46da-bd7a-1e9fedeb406c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.132221 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:59.132764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b8cfe1-c950-4909-bd09-23a82f0e40fe admin admin] Made reservation on behalf of f0df120ae57f4fec894f6d2c17dd65b8 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:59.135640 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22b8cfe1-c950-4909-bd09-23a82f0e40fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.166007 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.226984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port 80c8b167-de34-4475-9430-657b156ee1e4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:59.227331 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.305080 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.317092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for 80c8b167-de34-4475-9430-657b156ee1e4 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:59.319438 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22b8cfe1-c950-4909-bd09-23a82f0e40fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.374966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8cfe1-c950-4909-bd09-23a82f0e40fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e59bf1-3334-4805-a095-a675fad1696c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.383070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8cfe1-c950-4909-bd09-23a82f0e40fe admin admin] Checking segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:59.383465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8cfe1-c950-4909-bd09-23a82f0e40fe admin admin] Network hostable DHCP agents. Network: 7b36efc9-5535-46da-bd7a-1e9fedeb406c, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:59.399571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8cfe1-c950-4909-bd09-23a82f0e40fe admin admin] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:59.407819 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-22b8cfe1-c950-4909-bd09-23a82f0e40fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 7b36efc9-5535-46da-bd7a-1e9fedeb406c) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:59.411793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b8cfe1-c950-4909-bd09-23a82f0e40fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.412390 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-22b8cfe1-c950-4909-bd09-23a82f0e40fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.417935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7205e663-6765-4f8e-b092-9cb945f5214c None None] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:59.429282 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-22b8cfe1-c950-4909-bd09-23a82f0e40fe admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3660867 Jul 16 18:26:59.432041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:59.437874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:59.489724 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.490753 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.513452 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.549264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=80c8b167-de34-4475-9430-657b156ee1e4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.569163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:59.570157 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.629761 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.702541 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.704734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Allocated IP 172.20.0.2 (7b36efc9-5535-46da-bd7a-1e9fedeb406c/06e59bf1-3334-4805-a095-a675fad1696c/e0623234-7810-4174-abde-09b00c7acf7d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:59.850115 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.859113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Transition to ACTIVE for port object e0623234-7810-4174-abde-09b00c7acf7d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:59.875214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Transition to ACTIVE for port object e0623234-7810-4174-abde-09b00c7acf7d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:59.881947 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.924357 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:59.927315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:59.931025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:59.936805 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Pushing event updated for resources: {'Port': ['ID=e0623234-7810-4174-abde-09b00c7acf7d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.994307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Attempting to bind port e0623234-7810-4174-abde-09b00c7acf7d on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:59.994822 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Attempting to bind port e0623234-7810-4174-abde-09b00c7acf7d by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:59.995194 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Attempting to bind port e0623234-7810-4174-abde-09b00c7acf7d on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:00.000543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:00.001008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Checking segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:00.001444 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.001845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Bound using segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:00.002316 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Bound port: e0623234-7810-4174-abde-09b00c7acf7d, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:00.002704 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.062204 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b522fa3b-b2e9-4729-86db-af512ffa8853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.084375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] For port e0623234-7810-4174-abde-09b00c7acf7d, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:00.087904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] For port e0623234-7810-4174-abde-09b00c7acf7d, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e0623234-7810-4174-abde-09b00c7acf7d,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:00.092456 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.145457 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.148879 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.151618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d7842-deee-4f41-96c0-41b380b9b1ec None None] Pushing event updated for resources: {'Port': ['ID=e0623234-7810-4174-abde-09b00c7acf7d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:00.151794 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.213488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.214014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Fanout notify agent at l3_agent the message router_deleted on router 44433d8c-6d27-4a67-807f-5dd4df53439a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:27:00.222252 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.226751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-51030665-4803-498d-bd63-9d474cc8473e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/44433d8c-6d27-4a67-807f-5dd4df53439a HTTP/1.1" status: 204 len: 168 time: 1.2920432 Jul 16 18:27:00.227307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:00.231753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-04850094-d3ea-449b-a0a9-4644fa2b2e49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'network': {'name': 'tempest-RoutersTest-1821463097'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:00.265490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04850094-d3ea-449b-a0a9-4644fa2b2e49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:00.269703 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04850094-d3ea-449b-a0a9-4644fa2b2e49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.328517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04850094-d3ea-449b-a0a9-4644fa2b2e49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:00.353161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04850094-d3ea-449b-a0a9-4644fa2b2e49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.353643 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-04850094-d3ea-449b-a0a9-4644fa2b2e49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Added segment bd8a39f7-6433-49d0-ac53-c3ff3edc4340 of type vlan for network f067fa51-720d-458b-a714-4146fdb84659 Jul 16 18:27:00.404625 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04850094-d3ea-449b-a0a9-4644fa2b2e49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.499243 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04850094-d3ea-449b-a0a9-4644fa2b2e49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.505647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04850094-d3ea-449b-a0a9-4644fa2b2e49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.506181 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04850094-d3ea-449b-a0a9-4644fa2b2e49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.529618 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:27:00.574030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-04850094-d3ea-449b-a0a9-4644fa2b2e49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3437543 Jul 16 18:27:00.574403 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:00.580548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d9bf964b-2b42-4310-b3b7-6275ece47deb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'subnet': {'network_id': 'f067fa51-720d-458b-a714-4146fdb84659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:00.606848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04850094-d3ea-449b-a0a9-4644fa2b2e49 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Network': ['ID=f067fa51-720d-458b-a714-4146fdb84659,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:00.609580 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.617847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network f067fa51-720d-458b-a714-4146fdb84659 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:00.629925 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.687722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bf964b-2b42-4310-b3b7-6275ece47deb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:00.691994 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9bf964b-2b42-4310-b3b7-6275ece47deb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.742984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Allocated IP 172.25.8.76 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/6ea89228-b2b7-4740-88fa-168a72ff09fa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:00.870849 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.900602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9bf964b-2b42-4310-b3b7-6275ece47deb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.980905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf964b-2b42-4310-b3b7-6275ece47deb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Subnet': ['ID=c66b68e1-0acf-4f38-8ae3-d00d281c05ac,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:00.990151 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.995687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8d6af62-9682-44ec-b1db-69eb76108789 req-ee45fda1-0b93-419d-a650-fc641c893c22 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766385 Jul 16 18:27:00.996167 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bf964b-2b42-4310-b3b7-6275ece47deb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Checking segment: {'id': 'bd8a39f7-6433-49d0-ac53-c3ff3edc4340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f067fa51-720d-458b-a714-4146fdb84659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:00.996627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf964b-2b42-4310-b3b7-6275ece47deb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network hostable DHCP agents. Network: f067fa51-720d-458b-a714-4146fdb84659, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:01.026336 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e0623234-7810-4174-abde-09b00c7acf7d up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:01.029207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf964b-2b42-4310-b3b7-6275ece47deb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network f067fa51-720d-458b-a714-4146fdb84659 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:01.044038 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d9bf964b-2b42-4310-b3b7-6275ece47deb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, f067fa51-720d-458b-a714-4146fdb84659) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:01.050642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bf964b-2b42-4310-b3b7-6275ece47deb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.051316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d9bf964b-2b42-4310-b3b7-6275ece47deb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.062162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe000e-8b3f-4e6e-8c9f-ddc04cd7fdaf None None] Network f067fa51-720d-458b-a714-4146fdb84659 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:01.071039 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d9bf964b-2b42-4310-b3b7-6275ece47deb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4954381 Jul 16 18:27:01.073566 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38390) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:01.078843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fe898794-d1d1-4249-bd74-97b5deb970a5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1598297848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:01.109739 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe898794-d1d1-4249-bd74-97b5deb970a5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.112417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe898794-d1d1-4249-bd74-97b5deb970a5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.120283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:01.127510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:01.136659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Pushing event updated for resources: {'Port': ['ID=6ea89228-b2b7-4740-88fa-168a72ff09fa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.142045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:01.152420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port e0623234-7810-4174-abde-09b00c7acf7d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:01.201086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe898794-d1d1-4249-bd74-97b5deb970a5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.206931 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe898794-d1d1-4249-bd74-97b5deb970a5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.211955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6af62-9682-44ec-b1db-69eb76108789 req-8fd3bdc5-802b-4672-a44e-1209e8bebf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.213515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8d6af62-9682-44ec-b1db-69eb76108789 req-8fd3bdc5-802b-4672-a44e-1209e8bebf4c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 1096 time: 0.1460273 Jul 16 18:27:01.244542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fe898794-d1d1-4249-bd74-97b5deb970a5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.246612 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fe898794-d1d1-4249-bd74-97b5deb970a5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1712909 Jul 16 18:27:01.247647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f62aa1-21f0-4370-8c8b-95cac200679c None None] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:01.248590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38394) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:01.451300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6af62-9682-44ec-b1db-69eb76108789 req-a3396c95-bdfe-48c9-9b84-48bf5dd43ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.454303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8d6af62-9682-44ec-b1db-69eb76108789 req-a3396c95-bdfe-48c9-9b84-48bf5dd43ae7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 912 time: 0.1728542 Jul 16 18:27:01.500230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-f067fa51-720d-458b-a714-4146fdb84659', 'network_id': 'f067fa51-720d-458b-a714-4146fdb84659', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'fixed_ips': [{'subnet_id': 'c66b68e1-0acf-4f38-8ae3-d00d281c05ac'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:01.501135 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.513197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f667df7d-8858-40e3-b93b-f6827a027164 None None] Provisioning for port e0623234-7810-4174-abde-09b00c7acf7d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:01.523806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f667df7d-8858-40e3-b93b-f6827a027164 None None] Provisioning complete for port e0623234-7810-4174-abde-09b00c7acf7d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:01.524198 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f667df7d-8858-40e3-b93b-f6827a027164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.555470 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.573361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8d6af62-9682-44ec-b1db-69eb76108789 req-20f9b66a-7848-4846-bd73-1158e67e6911 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a672923-2306-464d-9640-976e31d67c1f HTTP/1.1" status: 200 len: 1001 time: 0.1121311 Jul 16 18:27:01.576617 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.690947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6af62-9682-44ec-b1db-69eb76108789 req-d7452a61-e8f0-4a2d-ab44-cfec63e578b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.692500 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8d6af62-9682-44ec-b1db-69eb76108789 req-d7452a61-e8f0-4a2d-ab44-cfec63e578b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.1129735 Jul 16 18:27:01.780965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Allocated IP 172.20.0.2 (f067fa51-720d-458b-a714-4146fdb84659/c66b68e1-0acf-4f38-8ae3-d00d281c05ac/a3051fda-4b79-4f83-8741-571d03d826c5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:01.783949 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f667df7d-8858-40e3-b93b-f6827a027164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.848384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6af62-9682-44ec-b1db-69eb76108789 req-01159cbf-5101-4ad4-89b3-3e02e4c7a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.849949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8d6af62-9682-44ec-b1db-69eb76108789 req-01159cbf-5101-4ad4-89b3-3e02e4c7a15f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492763 Jul 16 18:27:01.854572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f667df7d-8858-40e3-b93b-f6827a027164 None None] For port e0623234-7810-4174-abde-09b00c7acf7d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e0623234-7810-4174-abde-09b00c7acf7d,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:01.861674 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f667df7d-8858-40e3-b93b-f6827a027164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.892422 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.960247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667df7d-8858-40e3-b93b-f6827a027164 None None] Pushing event updated for resources: {'Port': ['ID=e0623234-7810-4174-abde-09b00c7acf7d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:02.030600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8d6af62-9682-44ec-b1db-69eb76108789 req-7892e2a7-b7b8-44ad-b4c9-0f90b146e842 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722422 Jul 16 18:27:02.030987 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.047669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Transition to ACTIVE for port object a3051fda-4b79-4f83-8741-571d03d826c5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:02.064695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Transition to ACTIVE for port object a3051fda-4b79-4f83-8741-571d03d826c5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:02.081518 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.129961 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Allocated IP 172.20.0.1 (f067fa51-720d-458b-a714-4146fdb84659/c66b68e1-0acf-4f38-8ae3-d00d281c05ac/f8aebcfb-6c3e-421d-98e3-b111e369772c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:02.137960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Network f067fa51-720d-458b-a714-4146fdb84659 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:02.146145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:02.150855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:02.163228 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Pushing event updated for resources: {'Port': ['ID=a3051fda-4b79-4f83-8741-571d03d826c5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:02.163384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Router 2de17d68-8577-4fbf-89a2-c9a18105c457 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:27:02.168185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8d6af62-9682-44ec-b1db-69eb76108789 req-2ce0078e-1c51-402e-a3d5-c3fdb49ee950 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280537 Jul 16 18:27:02.245776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Attempting to bind port a3051fda-4b79-4f83-8741-571d03d826c5 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:02.246450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Attempting to bind port a3051fda-4b79-4f83-8741-571d03d826c5 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'bd8a39f7-6433-49d0-ac53-c3ff3edc4340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f067fa51-720d-458b-a714-4146fdb84659'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:02.246999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Attempting to bind port a3051fda-4b79-4f83-8741-571d03d826c5 on network f067fa51-720d-458b-a714-4146fdb84659 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:02.249010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c39a0407-104b-477e-bde7-0a6a19a5de23 None None] Provisioning complete for port e0623234-7810-4174-abde-09b00c7acf7d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:02.249585 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c39a0407-104b-477e-bde7-0a6a19a5de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.275958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:02.277051 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.280839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:02.281234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Checking segment: {'id': 'bd8a39f7-6433-49d0-ac53-c3ff3edc4340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f067fa51-720d-458b-a714-4146fdb84659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:02.281663 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.282104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Bound using segment: {'id': 'bd8a39f7-6433-49d0-ac53-c3ff3edc4340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f067fa51-720d-458b-a714-4146fdb84659'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:02.282598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Bound port: a3051fda-4b79-4f83-8741-571d03d826c5, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8a39f7-6433-49d0-ac53-c3ff3edc4340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f067fa51-720d-458b-a714-4146fdb84659'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:02.282983 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.290315 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Sync routers for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:02.291760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.292484 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Transition to ACTIVE for port object f8aebcfb-6c3e-421d-98e3-b111e369772c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:02.292988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3c21cbb0-082f-4b48-ac0f-74f3408ae70e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8592505 Jul 16 18:27:02.296412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:02.301151 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:02.301792 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:26:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:02.342650 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.397179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network f067fa51-720d-458b-a714-4146fdb84659 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:02.404247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:02.412600 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:02.418145 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:02.440433 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1772665-3bce-43e3-a7e7-a513907e13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.456317 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=f8aebcfb-6c3e-421d-98e3-b111e369772c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:02.507400 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.565289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] For port a3051fda-4b79-4f83-8741-571d03d826c5, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:02.570384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] For port a3051fda-4b79-4f83-8741-571d03d826c5, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a3051fda-4b79-4f83-8741-571d03d826c5,segment=NetworkSegment(bd8a39f7-6433-49d0-ac53-c3ff3edc4340),segment_id=bd8a39f7-6433-49d0-ac53-c3ff3edc4340)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:02.577871 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.653679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877a4a5-2d2d-4554-8e77-0547c90e8009 None None] Pushing event updated for resources: {'Port': ['ID=a3051fda-4b79-4f83-8741-571d03d826c5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:02.697728 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:01Z', 'revision_number': 3, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:02.708738 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.756772 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.760472 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.765246 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.766986 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Checking router: 2de17d68-8577-4fbf-89a2-c9a18105c457 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:02.767386 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Updating router 2de17d68-8577-4fbf-89a2-c9a18105c457 port 6ea89228-b2b7-4740-88fa-168a72ff09fa binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:02.832167 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.896146 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.119141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e0623234-7810-4174-abde-09b00c7acf7d up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:03.123961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Allocated IP 172.20.0.1 (7b36efc9-5535-46da-bd7a-1e9fedeb406c/06e59bf1-3334-4805-a095-a675fad1696c/5fc16b2c-9600-4804-bef5-f474d597e9d6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:03.144596 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.149566 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.204728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e0623234-7810-4174-abde-09b00c7acf7d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:03.206749 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.216018 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.226606 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=f8aebcfb-6c3e-421d-98e3-b111e369772c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:03.228612 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Transition to ACTIVE for port object 6ea89228-b2b7-4740-88fa-168a72ff09fa will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:03.229394 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.242414 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.276782 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.315245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Transition to ACTIVE for port object 5fc16b2c-9600-4804-bef5-f474d597e9d6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:03.342965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a3051fda-4b79-4f83-8741-571d03d826c5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:03.387240 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.417085 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port a3051fda-4b79-4f83-8741-571d03d826c5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:03.465552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:03.472703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:03.483863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:03.510211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc16b2c-9600-4804-bef5-f474d597e9d6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:03.512747 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb06fdd-9733-4845-923e-4b9bdf7a1c1c None None] Pushing event updated for resources: {'Port': ['ID=6ea89228-b2b7-4740-88fa-168a72ff09fa,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:03.532302 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Attempting to bind port 6ea89228-b2b7-4740-88fa-168a72ff09fa on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:03.532864 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Attempting to bind port 6ea89228-b2b7-4740-88fa-168a72ff09fa by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:03.533252 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Attempting to bind port 6ea89228-b2b7-4740-88fa-168a72ff09fa on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:03.538188 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.539249 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:03.539925 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:03.549454 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.550164 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:03.550829 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Bound port: 6ea89228-b2b7-4740-88fa-168a72ff09fa, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:03.551423 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.649288 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] For port 6ea89228-b2b7-4740-88fa-168a72ff09fa, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:03.653538 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] For port 6ea89228-b2b7-4740-88fa-168a72ff09fa, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6ea89228-b2b7-4740-88fa-168a72ff09fa,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:03.661575 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.780931 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:03.781610 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:03.819229 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.832834 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.859827 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb06fdd-9733-4845-923e-4b9bdf7a1c1c None None] Pushing event updated for resources: {'Port': ['ID=6ea89228-b2b7-4740-88fa-168a72ff09fa,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:03.915038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2049741-dba6-4ffd-af36-bd6488302a5a None None] Provisioning for port 5fc16b2c-9600-4804-bef5-f474d597e9d6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:03.921683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2049741-dba6-4ffd-af36-bd6488302a5a None None] Provisioning complete for port 5fc16b2c-9600-4804-bef5-f474d597e9d6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:03.922346 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2049741-dba6-4ffd-af36-bd6488302a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.966941 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network f067fa51-720d-458b-a714-4146fdb84659 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:03.968620 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:03.969050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:03.971438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2049741-dba6-4ffd-af36-bd6488302a5a None None] Port 5fc16b2c-9600-4804-bef5-f474d597e9d6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:04.063529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51567b96-8d13-4f99-8a36-f0f89ef38529 None None] Network f067fa51-720d-458b-a714-4146fdb84659 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:04.067505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.072784 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.109023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8f9626b-a66e-4e09-bf20-e6275ff3e926 None None] Provisioning for port a3051fda-4b79-4f83-8741-571d03d826c5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:04.130432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router 710e97bf-016b-4ff1-9dd5-f1a7738f6abe is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:27:04.146714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8f9626b-a66e-4e09-bf20-e6275ff3e926 None None] Provisioning complete for port a3051fda-4b79-4f83-8741-571d03d826c5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:04.147341 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8f9626b-a66e-4e09-bf20-e6275ff3e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.157542 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.180426 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:01Z', 'revision_number': 3, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:04.213234 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308d4c5-32f4-419c-8c1b-b530404420c6 None None] The sync data for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 is: [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:01Z', 'revision_number': 3, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:04.237192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc16b2c-9600-4804-bef5-f474d597e9d6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:04.239757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:04.244989 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6bb53635-3c96-428c-872d-1a1608225a34 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/710e97bf-016b-4ff1-9dd5-f1a7738f6abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9953978 Jul 16 18:27:04.247476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:04.258219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac9fe9e-c8b6-4f98-8a29-5858209d89ea None None] Sync routers for ids ['710e97bf-016b-4ff1-9dd5-f1a7738f6abe'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:04.283407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:04.285094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:04.309952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48352bbb-740e-4b3f-bb19-e3410db15530 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.311423 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-48352bbb-740e-4b3f-bb19-e3410db15530 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports/f8aebcfb-6c3e-421d-98e3-b111e369772c HTTP/1.1" status: 200 len: 910 time: 0.0630190 Jul 16 18:27:04.317852 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:04.324310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac9fe9e-c8b6-4f98-8a29-5858209d89ea None None] Routers {'710e97bf-016b-4ff1-9dd5-f1a7738f6abe'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:04.324836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eac9fe9e-c8b6-4f98-8a29-5858209d89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['710e97bf-016b-4ff1-9dd5-f1a7738f6abe'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:04.327726 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4430efde-efb1-440f-ba7b-87af9067d961 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c66b68e1-0acf-4f38-8ae3-d00d281c05ac'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:04.367050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eac9fe9e-c8b6-4f98-8a29-5858209d89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:04.379476 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8f9626b-a66e-4e09-bf20-e6275ff3e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.393432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac9fe9e-c8b6-4f98-8a29-5858209d89ea None None] Routers {'710e97bf-016b-4ff1-9dd5-f1a7738f6abe'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:04.394685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eac9fe9e-c8b6-4f98-8a29-5858209d89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['710e97bf-016b-4ff1-9dd5-f1a7738f6abe'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:04.446069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eac9fe9e-c8b6-4f98-8a29-5858209d89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:04.446723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac9fe9e-c8b6-4f98-8a29-5858209d89ea None None] The sync data for ids ['710e97bf-016b-4ff1-9dd5-f1a7738f6abe'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:04.472305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a8f9626b-a66e-4e09-bf20-e6275ff3e926 None None] For port a3051fda-4b79-4f83-8741-571d03d826c5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a3051fda-4b79-4f83-8741-571d03d826c5,segment=NetworkSegment(bd8a39f7-6433-49d0-ac53-c3ff3edc4340),segment_id=bd8a39f7-6433-49d0-ac53-c3ff3edc4340)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:04.478729 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8f9626b-a66e-4e09-bf20-e6275ff3e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.564366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9626b-a66e-4e09-bf20-e6275ff3e926 None None] Pushing event updated for resources: {'Port': ['ID=a3051fda-4b79-4f83-8741-571d03d826c5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:04.624532 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4430efde-efb1-440f-ba7b-87af9067d961 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.717494 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b5497a9b-1401-4366-8728-765c756cd99b None None] Provisioning complete for port 5fc16b2c-9600-4804-bef5-f474d597e9d6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:04.717882 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5497a9b-1401-4366-8728-765c756cd99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.793617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b5497a9b-1401-4366-8728-765c756cd99b None None] Port 5fc16b2c-9600-4804-bef5-f474d597e9d6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:04.919124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Router 2de17d68-8577-4fbf-89a2-c9a18105c457 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:04.936837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c371ef75-daad-49e0-bb23-3fd14df280c1 None None] Provisioning complete for port a3051fda-4b79-4f83-8741-571d03d826c5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:04.937217 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c371ef75-daad-49e0-bb23-3fd14df280c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.111171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c371ef75-daad-49e0-bb23-3fd14df280c1 None None] Provisioning for port f8aebcfb-6c3e-421d-98e3-b111e369772c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:05.119953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c371ef75-daad-49e0-bb23-3fd14df280c1 None None] Provisioning complete for port f8aebcfb-6c3e-421d-98e3-b111e369772c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:05.120584 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c371ef75-daad-49e0-bb23-3fd14df280c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.122302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:05.123241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a3051fda-4b79-4f83-8741-571d03d826c5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:05.138264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-39b32ccb-631f-4ee1-bc7b-b8b6b9cc10c4 admin admin] 10.222.0.52 "PUT /v2.0/routers/2de17d68-8577-4fbf-89a2-c9a18105c457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8330188 Jul 16 18:27:05.228566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c371ef75-daad-49e0-bb23-3fd14df280c1 None None] Port f8aebcfb-6c3e-421d-98e3-b111e369772c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:05.247433 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4430efde-efb1-440f-ba7b-87af9067d961 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.252241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port a3051fda-4b79-4f83-8741-571d03d826c5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:05.252827 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.275574 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4430efde-efb1-440f-ba7b-87af9067d961 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.361603 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6ea89228-b2b7-4740-88fa-168a72ff09fa up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:05.410643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4510f156-c6b1-4782-8da9-fcf19c2baa0e None None] Provisioning complete for port f8aebcfb-6c3e-421d-98e3-b111e369772c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:05.412348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430efde-efb1-440f-ba7b-87af9067d961 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=f8aebcfb-6c3e-421d-98e3-b111e369772c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:05.413459 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4510f156-c6b1-4782-8da9-fcf19c2baa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.430034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4430efde-efb1-440f-ba7b-87af9067d961 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:05.430841 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4430efde-efb1-440f-ba7b-87af9067d961 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.432235 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4430efde-efb1-440f-ba7b-87af9067d961 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/ports/f8aebcfb-6c3e-421d-98e3-b111e369772c HTTP/1.1" status: 200 len: 910 time: 1.1128008 Jul 16 18:27:05.435204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:05.477351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4510f156-c6b1-4782-8da9-fcf19c2baa0e None None] Port f8aebcfb-6c3e-421d-98e3-b111e369772c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:05.490591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 6ea89228-b2b7-4740-88fa-168a72ff09fa completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:05.495679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 6ea89228-b2b7-4740-88fa-168a72ff09fa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:05.496086 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.555517 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.623232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9da067c9-3d57-48b3-9fa0-69138a881f9d None None] Provisioning complete for port f8aebcfb-6c3e-421d-98e3-b111e369772c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:05.623363 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9da067c9-3d57-48b3-9fa0-69138a881f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.629942 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.642840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-17f37c6e-568b-4230-a64b-cf700022b572 req-284516c7-c420-4eb4-b77d-96d28cc295ff service neutron] (93766) timed out ('10.222.0.52', 45184) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:27:05.671498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 6ea89228-b2b7-4740-88fa-168a72ff09fa, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6ea89228-b2b7-4740-88fa-168a72ff09fa,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:05.680147 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.710698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9da067c9-3d57-48b3-9fa0-69138a881f9d None None] Port f8aebcfb-6c3e-421d-98e3-b111e369772c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:05.742601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=6ea89228-b2b7-4740-88fa-168a72ff09fa,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:05.751193 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:05.751940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:05.751940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:05.752204 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:05.752660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:05.752992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:05.753345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:05.753770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:05.754053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:05.754313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:05.754652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:05.754961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:05.776284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:05.781381 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-7937395-network', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:05.802394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Made reservation on behalf of 089a7abeba0448ed9ed18684269d7a3a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:05.804982 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.814954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.822813 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-077061d6-2771-44a9-b820-fe79d604a1b7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.905274 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.910051 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.935613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:05.945738 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242b6e56-7340-424e-a6fa-c18d0371b47d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:05.953111 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.953504 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Added segment 99d74e5c-d2c6-4108-a777-c07fb5f566e2 of type vlan for network aff40e77-1313-494e-b1c7-be52f378c041 Jul 16 18:27:06.001436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.037926 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.039453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.040704 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.079888 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3024116 Jul 16 18:27:06.082691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.088926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a618d537-6d14-4c78-9d8f-41abf8b631fa admin admin] Request body: {'subnet': {'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-7937395-subnet', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:06.109432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fafb7-2e78-49ea-93b6-fd936c9ad933 admin admin] Pushing event updated for resources: {'Network': ['ID=aff40e77-1313-494e-b1c7-be52f378c041,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:06.121960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network aff40e77-1313-494e-b1c7-be52f378c041 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:06.125006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a618d537-6d14-4c78-9d8f-41abf8b631fa admin admin] Made reservation on behalf of 089a7abeba0448ed9ed18684269d7a3a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:06.127739 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a618d537-6d14-4c78-9d8f-41abf8b631fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.151178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-077061d6-2771-44a9-b820-fe79d604a1b7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port f8aebcfb-6c3e-421d-98e3-b111e369772c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:06.151573 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-077061d6-2771-44a9-b820-fe79d604a1b7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.290486 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-077061d6-2771-44a9-b820-fe79d604a1b7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.323255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-077061d6-2771-44a9-b820-fe79d604a1b7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for f8aebcfb-6c3e-421d-98e3-b111e369772c owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:06.350940 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Sync routers for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:06.359707 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:06.360450 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41287f38-455f-4882-a149-f724ef773b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:06.436332 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a618d537-6d14-4c78-9d8f-41abf8b631fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.466643 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:06.539876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618d537-6d14-4c78-9d8f-41abf8b631fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a039d6-61d5-45f5-a67a-c813380835f3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:06.553004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a618d537-6d14-4c78-9d8f-41abf8b631fa admin admin] Checking segment: {'id': '99d74e5c-d2c6-4108-a777-c07fb5f566e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:06.553411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618d537-6d14-4c78-9d8f-41abf8b631fa admin admin] Network hostable DHCP agents. Network: aff40e77-1313-494e-b1c7-be52f378c041, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:06.607026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618d537-6d14-4c78-9d8f-41abf8b631fa admin admin] Network aff40e77-1313-494e-b1c7-be52f378c041 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:06.619487 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-077061d6-2771-44a9-b820-fe79d604a1b7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.630100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a618d537-6d14-4c78-9d8f-41abf8b631fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, aff40e77-1313-494e-b1c7-be52f378c041) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:06.637924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e732bc-052b-48e0-8d4e-0cb1a07a3c43 None None] Network aff40e77-1313-494e-b1c7-be52f378c041 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:06.652605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077061d6-2771-44a9-b820-fe79d604a1b7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=f8aebcfb-6c3e-421d-98e3-b111e369772c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:06.656249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a618d537-6d14-4c78-9d8f-41abf8b631fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.656828 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a618d537-6d14-4c78-9d8f-41abf8b631fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.674670 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41287f38-455f-4882-a149-f724ef773b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 2, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:06.708571 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Checking router: 2de17d68-8577-4fbf-89a2-c9a18105c457 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:06.709242 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Updating router 2de17d68-8577-4fbf-89a2-c9a18105c457 port 5fc16b2c-9600-4804-bef5-f474d597e9d6 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:06.718155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a618d537-6d14-4c78-9d8f-41abf8b631fa admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6320665 Jul 16 18:27:06.718514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.723393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-7937395-router', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:06.747269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.750046 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.752079 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.828722 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.840795 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-077061d6-2771-44a9-b820-fe79d604a1b7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.873487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-aff40e77-1313-494e-b1c7-be52f378c041', 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'fixed_ips': [{'subnet_id': '07a039d6-61d5-45f5-a67a-c813380835f3'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:06.874634 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.980382 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6ea89228-b2b7-4740-88fa-168a72ff09fa up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:07.074909 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.082381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077061d6-2771-44a9-b820-fe79d604a1b7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router 710e97bf-016b-4ff1-9dd5-f1a7738f6abe has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:07.120860 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.146642 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Transition to ACTIVE for port object 5fc16b2c-9600-4804-bef5-f474d597e9d6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:07.161920 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.199773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077061d6-2771-44a9-b820-fe79d604a1b7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:07.216630 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57930106-d113-4177-8b4a-100934c1303a None None] Sync routers for ids ['710e97bf-016b-4ff1-9dd5-f1a7738f6abe'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:07.220077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.220596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-077061d6-2771-44a9-b820-fe79d604a1b7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/710e97bf-016b-4ff1-9dd5-f1a7738f6abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7834373 Jul 16 18:27:07.252311 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40da765-ffea-4b22-951a-3b56bb88045f None None] Pushing event updated for resources: {'Port': ['ID=5fc16b2c-9600-4804-bef5-f474d597e9d6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:07.309875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57930106-d113-4177-8b4a-100934c1303a None None] Routers {'710e97bf-016b-4ff1-9dd5-f1a7738f6abe'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:07.310658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-57930106-d113-4177-8b4a-100934c1303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['710e97bf-016b-4ff1-9dd5-f1a7738f6abe'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:07.319805 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Allocated IP 172.20.0.2 (aff40e77-1313-494e-b1c7-be52f378c041/07a039d6-61d5-45f5-a67a-c813380835f3/0951e5d1-152f-42ad-91b1-669c49b122eb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:07.329754 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Attempting to bind port 5fc16b2c-9600-4804-bef5-f474d597e9d6 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:07.330488 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Attempting to bind port 5fc16b2c-9600-4804-bef5-f474d597e9d6 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:07.330782 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a8d04ca3-03e6-491c-a535-476f9d9704c3 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=710e97bf-016b-4ff1-9dd5-f1a7738f6abe HTTP/1.1" status: 200 len: 205 time: 0.1077127 Jul 16 18:27:07.331259 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Attempting to bind port 5fc16b2c-9600-4804-bef5-f474d597e9d6 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:07.333447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.337678 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:07.338397 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Checking segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:07.339006 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.339809 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Bound using segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:07.340560 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Bound port: 5fc16b2c-9600-4804-bef5-f474d597e9d6, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:07.341177 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.367071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-57930106-d113-4177-8b4a-100934c1303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:07.379735 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 6ea89228-b2b7-4740-88fa-168a72ff09fa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:07.380488 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.422579 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-41287f38-455f-4882-a149-f724ef773b3f None None] For port 5fc16b2c-9600-4804-bef5-f474d597e9d6, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:07.426475 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-41287f38-455f-4882-a149-f724ef773b3f None None] For port 5fc16b2c-9600-4804-bef5-f474d597e9d6, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5fc16b2c-9600-4804-bef5-f474d597e9d6,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:07.433575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57930106-d113-4177-8b4a-100934c1303a None None] Routers {'710e97bf-016b-4ff1-9dd5-f1a7738f6abe'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:07.434233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-57930106-d113-4177-8b4a-100934c1303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['710e97bf-016b-4ff1-9dd5-f1a7738f6abe'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:07.435387 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.473377 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.489381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-57930106-d113-4177-8b4a-100934c1303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:07.490483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57930106-d113-4177-8b4a-100934c1303a None None] The sync data for ids ['710e97bf-016b-4ff1-9dd5-f1a7738f6abe'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:07.497338 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.505544 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40da765-ffea-4b22-951a-3b56bb88045f None None] Pushing event updated for resources: {'Port': ['ID=5fc16b2c-9600-4804-bef5-f474d597e9d6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:07.524160 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:07.524736 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41287f38-455f-4882-a149-f724ef773b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:07.585842 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5414f941-76de-4ecc-81d2-070892525b1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.645604 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-41287f38-455f-4882-a149-f724ef773b3f None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:07.667772 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.678096 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Transition to ACTIVE for port object 0951e5d1-152f-42ad-91b1-669c49b122eb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:07.695313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Transition to ACTIVE for port object 0951e5d1-152f-42ad-91b1-669c49b122eb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:07.704566 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.717347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Allocated IP 172.25.8.162 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/fd561e14-6e15-46a5-8941-8106f5ba428a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:07.753891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Pushing event updated for resources: {'Port': ['ID=0951e5d1-152f-42ad-91b1-669c49b122eb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:07.768523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Network aff40e77-1313-494e-b1c7-be52f378c041 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:07.770651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:07.777060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:07.828583 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5414f941-76de-4ecc-81d2-070892525b1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.842255 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5414f941-76de-4ecc-81d2-070892525b1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.861483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Attempting to bind port 0951e5d1-152f-42ad-91b1-669c49b122eb on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:07.861910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Attempting to bind port 0951e5d1-152f-42ad-91b1-669c49b122eb by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '99d74e5c-d2c6-4108-a777-c07fb5f566e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:07.862235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Attempting to bind port 0951e5d1-152f-42ad-91b1-669c49b122eb on network aff40e77-1313-494e-b1c7-be52f378c041 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:07.871925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:07.872316 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Checking segment: {'id': '99d74e5c-d2c6-4108-a777-c07fb5f566e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:07.872732 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.873695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Bound using segment: {'id': '99d74e5c-d2c6-4108-a777-c07fb5f566e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:07.873695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Bound port: 0951e5d1-152f-42ad-91b1-669c49b122eb, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d74e5c-d2c6-4108-a777-c07fb5f566e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:07.874024 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.929867 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5414f941-76de-4ecc-81d2-070892525b1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.930548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5414f941-76de-4ecc-81d2-070892525b1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Fanout notify agent at l3_agent the message router_deleted on router 710e97bf-016b-4ff1-9dd5-f1a7738f6abe {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:27:07.941080 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5414f941-76de-4ecc-81d2-070892525b1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.942474 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5414f941-76de-4ecc-81d2-070892525b1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/710e97bf-016b-4ff1-9dd5-f1a7738f6abe HTTP/1.1" status: 204 len: 168 time: 0.6080694 Jul 16 18:27:07.945206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] For port 0951e5d1-152f-42ad-91b1-669c49b122eb, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:07.945991 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38440) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.948306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] For port 0951e5d1-152f-42ad-91b1-669c49b122eb, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0951e5d1-152f-42ad-91b1-669c49b122eb,segment=NetworkSegment(99d74e5c-d2c6-4108-a777-c07fb5f566e2),segment_id=99d74e5c-d2c6-4108-a777-c07fb5f566e2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:07.953540 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.995437 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41287f38-455f-4882-a149-f724ef773b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:07Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:08.019073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b052b-95db-43e7-87d2-7c4d13a4947d None None] Pushing event updated for resources: {'Port': ['ID=0951e5d1-152f-42ad-91b1-669c49b122eb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.020581 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.026685 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41287f38-455f-4882-a149-f724ef773b3f None None] The sync data for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 is: [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:07Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:08.026994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7476d7c9-08bd-4464-8295-6e0e7be19939 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting subnet c66b68e1-0acf-4f38-8ae3-d00d281c05ac {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:08.034453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7476d7c9-08bd-4464-8295-6e0e7be19939 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.100142 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7476d7c9-08bd-4464-8295-6e0e7be19939 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.162674 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.240948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:08.257096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Pushing event updated for resources: {'Port': ['ID=fd561e14-6e15-46a5-8941-8106f5ba428a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.263430 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7476d7c9-08bd-4464-8295-6e0e7be19939 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.267035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:08.292675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:08.400878 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7476d7c9-08bd-4464-8295-6e0e7be19939 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.456668 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7867726a-1b07-4012-95ed-96bd87959725 None None] Network f067fa51-720d-458b-a714-4146fdb84659 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:08.467551 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7476d7c9-08bd-4464-8295-6e0e7be19939 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.472852 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7476d7c9-08bd-4464-8295-6e0e7be19939 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/c66b68e1-0acf-4f38-8ae3-d00d281c05ac HTTP/1.1" status: 204 len: 168 time: 0.5226164 Jul 16 18:27:08.473137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:08.499347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476d7c9-08bd-4464-8295-6e0e7be19939 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Subnet': ['ID=c66b68e1-0acf-4f38-8ae3-d00d281c05ac,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.590887 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.676349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port a3051fda-4b79-4f83-8741-571d03d826c5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:08.676697 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.731502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54841f6-5541-4d5b-9a03-5793d828325b None None] DHCP port deletion for f067fa51-720d-458b-a714-4146fdb84659 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:08.765830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] For port a3051fda-4b79-4f83-8741-571d03d826c5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a3051fda-4b79-4f83-8741-571d03d826c5,segment=NetworkSegment(bd8a39f7-6433-49d0-ac53-c3ff3edc4340),segment_id=bd8a39f7-6433-49d0-ac53-c3ff3edc4340)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:08.766711 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.785896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for a3051fda-4b79-4f83-8741-571d03d826c5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:08.790143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c54841f6-5541-4d5b-9a03-5793d828325b None None] Deleting port a3051fda-4b79-4f83-8741-571d03d826c5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:08.790721 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54841f6-5541-4d5b-9a03-5793d828325b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.906538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c54841f6-5541-4d5b-9a03-5793d828325b None None] For port a3051fda-4b79-4f83-8741-571d03d826c5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a3051fda-4b79-4f83-8741-571d03d826c5,segment=NetworkSegment(bd8a39f7-6433-49d0-ac53-c3ff3edc4340),segment_id=bd8a39f7-6433-49d0-ac53-c3ff3edc4340)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:08.907481 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54841f6-5541-4d5b-9a03-5793d828325b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.928762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c54841f6-5541-4d5b-9a03-5793d828325b None None] Calling delete_port for a3051fda-4b79-4f83-8741-571d03d826c5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:08.939758 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.945862 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.974494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=a3051fda-4b79-4f83-8741-571d03d826c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.980728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No DVR routers for this DVR port a3051fda-4b79-4f83-8741-571d03d826c5 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:09.101484 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.104781 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54841f6-5541-4d5b-9a03-5793d828325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.125206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f067fa51-720d-458b-a714-4146fdb84659']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:09.137463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8a39f7-6433-49d0-ac53-c3ff3edc4340') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:09.138098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54841f6-5541-4d5b-9a03-5793d828325b None None] Pushing event deleted for resources: {'Port': ['ID=a3051fda-4b79-4f83-8741-571d03d826c5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.138303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8a39f7-6433-49d0-ac53-c3ff3edc4340') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:09.142031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0951e5d1-152f-42ad-91b1-669c49b122eb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:09.150214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54841f6-5541-4d5b-9a03-5793d828325b None None] No DVR routers for this DVR port a3051fda-4b79-4f83-8741-571d03d826c5 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:09.155082 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.185184 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.196091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:09.196806 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.250711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 0951e5d1-152f-42ad-91b1-669c49b122eb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:09.256020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5fc16b2c-9600-4804-bef5-f474d597e9d6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:09.281111 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:09.290606 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.310298 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.318134 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/networks/f067fa51-720d-458b-a714-4146fdb84659 HTTP/1.1" status: 204 len: 168 time: 0.8431568 Jul 16 18:27:09.319321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38446) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:09.324007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-58acc31d-300f-420c-9682-44a2f954114d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-700621248', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:09.328181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcedc4-c198-4337-86de-b478773fb594 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Network': ['ID=f067fa51-720d-458b-a714-4146fdb84659,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.349652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 5fc16b2c-9600-4804-bef5-f474d597e9d6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:09.354006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 5fc16b2c-9600-4804-bef5-f474d597e9d6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:09.354389 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.359877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b6cb13-b46f-4dde-b587-978ac36ff311 None None] Network aff40e77-1313-494e-b1c7-be52f378c041 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:09.361675 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.368822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58acc31d-300f-420c-9682-44a2f954114d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.369804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58acc31d-300f-420c-9682-44a2f954114d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.467408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0a82c13-b565-4cd5-a7be-96f22aeacbd6 None None] Provisioning for port 0951e5d1-152f-42ad-91b1-669c49b122eb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:09.477948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f0a82c13-b565-4cd5-a7be-96f22aeacbd6 None None] Provisioning complete for port 0951e5d1-152f-42ad-91b1-669c49b122eb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:09.478324 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0a82c13-b565-4cd5-a7be-96f22aeacbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.491135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58acc31d-300f-420c-9682-44a2f954114d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.496504 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58acc31d-300f-420c-9682-44a2f954114d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.525671 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-58acc31d-300f-420c-9682-44a2f954114d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.529648 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-58acc31d-300f-420c-9682-44a2f954114d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2065427 Jul 16 18:27:09.529773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:09.535296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-97505ea2-3354-4853-928d-d87e8506a26b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'network': {'name': 'tempest-RoutersTest-841264444'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:09.558720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97505ea2-3354-4853-928d-d87e8506a26b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:09.564296 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97505ea2-3354-4853-928d-d87e8506a26b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.567254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Router dad7d6d6-907b-4c7c-9872-4bc2d64deb84 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:27:09.599459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97505ea2-3354-4853-928d-d87e8506a26b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:09.622379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97505ea2-3354-4853-928d-d87e8506a26b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.622738 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-97505ea2-3354-4853-928d-d87e8506a26b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Added segment 01ea5526-7c80-464a-ae6b-250d96f6ca8c of type vlan for network 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 Jul 16 18:27:09.625158 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.678016 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97505ea2-3354-4853-928d-d87e8506a26b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.695134 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0a82c13-b565-4cd5-a7be-96f22aeacbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.715583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:09.722373 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97505ea2-3354-4853-928d-d87e8506a26b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.726544 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Sync routers for ids ['dad7d6d6-907b-4c7c-9872-4bc2d64deb84'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:09.731984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97505ea2-3354-4853-928d-d87e8506a26b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.732809 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97505ea2-3354-4853-928d-d87e8506a26b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.733228 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.737671 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3d0933f0-35a5-4054-a191-ad65f5c611cb admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0178461 Jul 16 18:27:09.738190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:09.743470 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Routers {'dad7d6d6-907b-4c7c-9872-4bc2d64deb84'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:09.744110 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['dad7d6d6-907b-4c7c-9872-4bc2d64deb84'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:09.769875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 5fc16b2c-9600-4804-bef5-f474d597e9d6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5fc16b2c-9600-4804-bef5-f474d597e9d6,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:09.777601 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.819800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f0a82c13-b565-4cd5-a7be-96f22aeacbd6 None None] For port 0951e5d1-152f-42ad-91b1-669c49b122eb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0951e5d1-152f-42ad-91b1-669c49b122eb,segment=NetworkSegment(99d74e5c-d2c6-4108-a777-c07fb5f566e2),segment_id=99d74e5c-d2c6-4108-a777-c07fb5f566e2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:09.836637 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0a82c13-b565-4cd5-a7be-96f22aeacbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.852216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-97505ea2-3354-4853-928d-d87e8506a26b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3213739 Jul 16 18:27:09.854440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a3051fda-4b79-4f83-8741-571d03d826c5 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:09.855137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:09.860351 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0cbd8b8b-7251-4d5c-b51d-1b56d0f690be tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'subnet': {'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:09.883573 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Set router dad7d6d6-907b-4c7c-9872-4bc2d64deb84 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:09.888706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: a3051fda-4b79-4f83-8741-571d03d826c5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:09.889068 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a3051fda-4b79-4f83-8741-571d03d826c5 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:09.894491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=5fc16b2c-9600-4804-bef5-f474d597e9d6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.903832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97505ea2-3354-4853-928d-d87e8506a26b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Network': ['ID=3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.952788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a82c13-b565-4cd5-a7be-96f22aeacbd6 None None] Pushing event updated for resources: {'Port': ['ID=0951e5d1-152f-42ad-91b1-669c49b122eb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.956916 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:10.003445 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbd8b8b-7251-4d5c-b51d-1b56d0f690be tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:10.013154 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbd8b8b-7251-4d5c-b51d-1b56d0f690be tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.162614 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'name': 'tempest-TestVolumeBootPattern-7937395-router', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:06Z', 'updated_at': '2021-07-16T18:27:08Z', 'revision_number': 3, 'project_id': '089a7abeba0448ed9ed18684269d7a3a', 'gw_port': {'id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:07Z', 'updated_at': '2021-07-16T18:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:10.189979 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Checking router: dad7d6d6-907b-4c7c-9872-4bc2d64deb84 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:10.190238 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Updating router dad7d6d6-907b-4c7c-9872-4bc2d64deb84 port fd561e14-6e15-46a5-8941-8106f5ba428a binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:10.226375 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.234491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbd8b8b-7251-4d5c-b51d-1b56d0f690be tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.264559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-974a1fba-4708-4abd-ac74-0f6c2fc64ac2 None None] Provisioning complete for port 0951e5d1-152f-42ad-91b1-669c49b122eb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:10.265832 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-974a1fba-4708-4abd-ac74-0f6c2fc64ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.293126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd8b8b-7251-4d5c-b51d-1b56d0f690be tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Subnet': ['ID=9b36890f-e229-42b0-b2d6-e17d68432a54,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:10.319317 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd8b8b-7251-4d5c-b51d-1b56d0f690be tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Checking segment: {'id': '01ea5526-7c80-464a-ae6b-250d96f6ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:10.320278 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbd8b8b-7251-4d5c-b51d-1b56d0f690be tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network hostable DHCP agents. Network: 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:10.348225 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbd8b8b-7251-4d5c-b51d-1b56d0f690be tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:10.362219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0cbd8b8b-7251-4d5c-b51d-1b56d0f690be tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:10.367508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbd8b8b-7251-4d5c-b51d-1b56d0f690be tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.369061 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0cbd8b8b-7251-4d5c-b51d-1b56d0f690be tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.377824 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.379529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b700d8-d956-413c-84c0-918873f9c648 None None] Network 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:10.392453 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0cbd8b8b-7251-4d5c-b51d-1b56d0f690be tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5328646 Jul 16 18:27:10.392680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:10.501800 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.511948 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Transition to ACTIVE for port object fd561e14-6e15-46a5-8941-8106f5ba428a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:10.518685 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.541484 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:10.546437 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.571569 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Attempting to bind port fd561e14-6e15-46a5-8941-8106f5ba428a on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:10.571950 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Attempting to bind port fd561e14-6e15-46a5-8941-8106f5ba428a by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:10.572311 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Attempting to bind port fd561e14-6e15-46a5-8941-8106f5ba428a on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:10.580184 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:10.580587 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:10.580990 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.581408 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:10.582043 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Bound port: fd561e14-6e15-46a5-8941-8106f5ba428a, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:10.582247 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.583766 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a38ad-0da3-47f2-b950-47f2f071550c None None] Pushing event updated for resources: {'Port': ['ID=fd561e14-6e15-46a5-8941-8106f5ba428a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:10.638806 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] For port fd561e14-6e15-46a5-8941-8106f5ba428a, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:10.643487 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] For port fd561e14-6e15-46a5-8941-8106f5ba428a, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=fd561e14-6e15-46a5-8941-8106f5ba428a,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:10.648827 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.713489 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a38ad-0da3-47f2-b950-47f2f071550c None None] Pushing event updated for resources: {'Port': ['ID=fd561e14-6e15-46a5-8941-8106f5ba428a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:10.732345 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Routers {'dad7d6d6-907b-4c7c-9872-4bc2d64deb84'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:10.733009 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['dad7d6d6-907b-4c7c-9872-4bc2d64deb84'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:10.809255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Allocated IP 172.20.0.1 (aff40e77-1313-494e-b1c7-be52f378c041/07a039d6-61d5-45f5-a67a-c813380835f3/45cdc312-d2a8-46a5-b3c0-63509da73c62) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:10.833381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Allocated IP 172.20.0.2 (3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59/9b36890f-e229-42b0-b2d6-e17d68432a54/2820f037-76e7-4b17-bbae-4e5ec80e5bcb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:10.844393 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.849693 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] Set router dad7d6d6-907b-4c7c-9872-4bc2d64deb84 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:10.997618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0951e5d1-152f-42ad-91b1-669c49b122eb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:11.056087 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'name': 'tempest-TestVolumeBootPattern-7937395-router', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:06Z', 'updated_at': '2021-07-16T18:27:08Z', 'revision_number': 3, 'project_id': '089a7abeba0448ed9ed18684269d7a3a', 'gw_port': {'id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:07Z', 'updated_at': '2021-07-16T18:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:11.057344 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.070465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Transition to ACTIVE for port object 2820f037-76e7-4b17-bbae-4e5ec80e5bcb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:11.084518 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0fedb7-2e88-4bd2-b7be-f336a4ed0e9f None None] The sync data for ids ['dad7d6d6-907b-4c7c-9872-4bc2d64deb84'] in n-d-793618-9 is: [{'id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'name': 'tempest-TestVolumeBootPattern-7937395-router', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:06Z', 'updated_at': '2021-07-16T18:27:08Z', 'revision_number': 3, 'project_id': '089a7abeba0448ed9ed18684269d7a3a', 'gw_port': {'id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:07Z', 'updated_at': '2021-07-16T18:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:11.091567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Transition to ACTIVE for port object 2820f037-76e7-4b17-bbae-4e5ec80e5bcb will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:11.095447 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 0951e5d1-152f-42ad-91b1-669c49b122eb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:11.095978 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.117449 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.176217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Network 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:11.183415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:11.188826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:11.194695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Pushing event updated for resources: {'Port': ['ID=2820f037-76e7-4b17-bbae-4e5ec80e5bcb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:11.286929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Attempting to bind port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:11.287311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Attempting to bind port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '01ea5526-7c80-464a-ae6b-250d96f6ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:11.287667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Attempting to bind port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb on network 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:11.290456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5fc16b2c-9600-4804-bef5-f474d597e9d6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:11.313001 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:11.313506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Checking segment: {'id': '01ea5526-7c80-464a-ae6b-250d96f6ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:11.313915 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.314310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Bound using segment: {'id': '01ea5526-7c80-464a-ae6b-250d96f6ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:11.314811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Bound port: 2820f037-76e7-4b17-bbae-4e5ec80e5bcb, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ea5526-7c80-464a-ae6b-250d96f6ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:11.315193 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.418087 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 5fc16b2c-9600-4804-bef5-f474d597e9d6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:11.418465 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.420733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] For port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:11.424755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] For port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2820f037-76e7-4b17-bbae-4e5ec80e5bcb,segment=NetworkSegment(01ea5526-7c80-464a-ae6b-250d96f6ca8c),segment_id=01ea5526-7c80-464a-ae6b-250d96f6ca8c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:11.446170 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.530083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d8222-3450-4b1f-8f9e-ae1a241a3a7f None None] Pushing event updated for resources: {'Port': ['ID=2820f037-76e7-4b17-bbae-4e5ec80e5bcb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:11.579749 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.628378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Transition to ACTIVE for port object 45cdc312-d2a8-46a5-b3c0-63509da73c62 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:11.665686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Allocated IP 172.20.0.1 (3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59/9b36890f-e229-42b0-b2d6-e17d68432a54/74ea14a9-1e8d-448e-80f2-5d8ecd946e6e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:11.744987 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.834332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Network aff40e77-1313-494e-b1c7-be52f378c041 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:11.842352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:11.844236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=45cdc312-d2a8-46a5-b3c0-63509da73c62,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:11.855163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:11.928962 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.931641 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.986194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Transition to ACTIVE for port object 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:12.071706 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.114888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e73b8ed1-04b5-4fe9-96db-10b962649be2 None None] Provisioning for port 45cdc312-d2a8-46a5-b3c0-63509da73c62 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:12.120444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e73b8ed1-04b5-4fe9-96db-10b962649be2 None None] Provisioning complete for port 45cdc312-d2a8-46a5-b3c0-63509da73c62 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:12.120823 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73b8ed1-04b5-4fe9-96db-10b962649be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.146737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:12.152967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:12.157235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:12.157928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e73b8ed1-04b5-4fe9-96db-10b962649be2 None None] Port 45cdc312-d2a8-46a5-b3c0-63509da73c62 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:12.162564 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.166731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=74ea14a9-1e8d-448e-80f2-5d8ecd946e6e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:12.246101 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.455363 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.482015 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.488127 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.588996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af2f14f-a19f-40a8-8cf1-1a45c319083a None None] Network 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:12.657860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=45cdc312-d2a8-46a5-b3c0-63509da73c62,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:12.661855 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.708897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b8031c97-2a24-4589-b5d3-231aaa3cf3f0 None None] Provisioning for port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:12.838557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Network aff40e77-1313-494e-b1c7-be52f378c041 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:12.842068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:12.986825 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.008744 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.114025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device fd561e14-6e15-46a5-8941-8106f5ba428a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:13.116196 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Router dad7d6d6-907b-4c7c-9872-4bc2d64deb84 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:13.122341 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.133350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=74ea14a9-1e8d-448e-80f2-5d8ecd946e6e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:13.163419 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-167cfcc6-efdb-4a83-9bad-6aa6a52e8c5a None None] Provisioning for port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:13.178063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-167cfcc6-efdb-4a83-9bad-6aa6a52e8c5a None None] Provisioning complete for port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:13.178453 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-167cfcc6-efdb-4a83-9bad-6aa6a52e8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.238592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-167cfcc6-efdb-4a83-9bad-6aa6a52e8c5a None None] Port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:13.242432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port fd561e14-6e15-46a5-8941-8106f5ba428a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:13.249174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port fd561e14-6e15-46a5-8941-8106f5ba428a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:13.249580 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.334926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:13.336873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:13.339393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:13.352533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ac6305bb-0439-48aa-8ac6-1b5332cba2c0 admin admin] 10.222.0.52 "PUT /v2.0/routers/dad7d6d6-907b-4c7c-9872-4bc2d64deb84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6019340 Jul 16 18:27:13.475103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Sync routers for ids ['dad7d6d6-907b-4c7c-9872-4bc2d64deb84'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:13.503739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Routers {'dad7d6d6-907b-4c7c-9872-4bc2d64deb84'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:13.504383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['dad7d6d6-907b-4c7c-9872-4bc2d64deb84'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:13.518571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router a5e82735-8e62-4407-8ee0-ce847cc99dc5 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:27:13.645124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:13.656837 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Sync routers for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:13.667709 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5fc41a05-a36c-412f-a7ba-3aa7350655d2 None None] Provisioning complete for port 45cdc312-d2a8-46a5-b3c0-63509da73c62 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:13.668061 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fc41a05-a36c-412f-a7ba-3aa7350655d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.671158 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:13.674513 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:13.676749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e4653931-8f70-40ee-8c50-1719ff1ff54c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2826927 Jul 16 18:27:13.679535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38470) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:13.685638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-16d4ecac-366e-45c5-92b7-e4f3c7ee5300 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'network': {'name': 'tempest-RoutersTest-1915631089'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:13.739100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d4ecac-366e-45c5-92b7-e4f3c7ee5300 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:13.746804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4ecac-366e-45c5-92b7-e4f3c7ee5300 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.789910 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:13.814578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5fc41a05-a36c-412f-a7ba-3aa7350655d2 None None] Port 45cdc312-d2a8-46a5-b3c0-63509da73c62 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:13.835572 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d4ecac-366e-45c5-92b7-e4f3c7ee5300 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:13.849574 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4ecac-366e-45c5-92b7-e4f3c7ee5300 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.850057 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.850309 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-16d4ecac-366e-45c5-92b7-e4f3c7ee5300 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Added segment 86d26f5b-42ea-43eb-8fff-7fbc864a17c1 of type vlan for network 9c2479e9-e17f-4491-bd01-0b3c0c06593e Jul 16 18:27:13.906493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Set router dad7d6d6-907b-4c7c-9872-4bc2d64deb84 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:13.907777 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4ecac-366e-45c5-92b7-e4f3c7ee5300 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.939484 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port fd561e14-6e15-46a5-8941-8106f5ba428a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=fd561e14-6e15-46a5-8941-8106f5ba428a,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:13.947268 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.948310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2820f037-76e7-4b17-bbae-4e5ec80e5bcb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:13.950539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5fc41a05-a36c-412f-a7ba-3aa7350655d2 None None] Provisioning complete for port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:13.950916 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fc41a05-a36c-412f-a7ba-3aa7350655d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.971573 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4ecac-366e-45c5-92b7-e4f3c7ee5300 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.980330 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d4ecac-366e-45c5-92b7-e4f3c7ee5300 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:13.982793 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-16d4ecac-366e-45c5-92b7-e4f3c7ee5300 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.056773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5f39c48-bc13-44de-892b-22a62995d049 req-1eda9f49-19cf-4e90-a7a4-34bd0bfd4e91 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1308281 Jul 16 18:27:14.119419 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:12Z', 'revision_number': 2, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:12Z', 'revision_number': 2, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:14.151509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5fc41a05-a36c-412f-a7ba-3aa7350655d2 None None] Port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:14.154662 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-16d4ecac-366e-45c5-92b7-e4f3c7ee5300 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4721014 Jul 16 18:27:14.155621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38480) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:14.178539 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Checking router: a5e82735-8e62-4407-8ee0-ce847cc99dc5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:14.178899 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-390129a9-d13b-4e72-9466-91590947a714 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'subnet': {'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:14.179356 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Updating router a5e82735-8e62-4407-8ee0-ce847cc99dc5 port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:14.193867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=fd561e14-6e15-46a5-8941-8106f5ba428a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.199255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:14.210078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:14.210470 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.233604 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.266094 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4ecac-366e-45c5-92b7-e4f3c7ee5300 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Network': ['ID=9c2479e9-e17f-4491-bd01-0b3c0c06593e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.275186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f39c48-bc13-44de-892b-22a62995d049 req-1a351145-567d-4f12-8bb3-0826bde54111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.278374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5f39c48-bc13-44de-892b-22a62995d049 req-1a351145-567d-4f12-8bb3-0826bde54111 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 1096 time: 0.1618266 Jul 16 18:27:14.294551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 9c2479e9-e17f-4491-bd01-0b3c0c06593e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:14.432320 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0e99905a-cfd1-45c3-b2b3-ae5a29e652ca None None] Provisioning complete for port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:14.435405 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e99905a-cfd1-45c3-b2b3-ae5a29e652ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.438919 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390129a9-d13b-4e72-9466-91590947a714 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:14.446335 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-390129a9-d13b-4e72-9466-91590947a714 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.490590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f39c48-bc13-44de-892b-22a62995d049 req-e4dc3d60-45e7-4edc-875d-64b30cb2f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.493114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5f39c48-bc13-44de-892b-22a62995d049 req-e4dc3d60-45e7-4edc-875d-64b30cb2f62a service neutron] 10.222.0.38 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 912 time: 0.1856072 Jul 16 18:27:14.618792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5f39c48-bc13-44de-892b-22a62995d049 req-39654328-a40e-45bd-8da9-b6926d773431 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a672923-2306-464d-9640-976e31d67c1f HTTP/1.1" status: 200 len: 1001 time: 0.1160026 Jul 16 18:27:14.690029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0e99905a-cfd1-45c3-b2b3-ae5a29e652ca None None] Port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:14.695992 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.700918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'name': 'tempest-TestVolumeBootPattern-7937395-router', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:06Z', 'updated_at': '2021-07-16T18:27:12Z', 'revision_number': 4, 'project_id': '089a7abeba0448ed9ed18684269d7a3a', 'gw_port': {'id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:07Z', 'updated_at': '2021-07-16T18:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '45cdc312-d2a8-46a5-b3c0-63509da73c62', 'name': '', 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'mac_address': 'fa:16:3e:38:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '07a039d6-61d5-45f5-a67a-c813380835f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:12Z', 'revision_number': 2, 'project_id': '089a7abeba0448ed9ed18684269d7a3a', 'subnets': [{'id': '07a039d6-61d5-45f5-a67a-c813380835f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:14.705541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f39c48-bc13-44de-892b-22a62995d049 req-c2f13cca-8da0-407e-8f44-ab3ef59d75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.707550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5f39c48-bc13-44de-892b-22a62995d049 req-c2f13cca-8da0-407e-8f44-ab3ef59d75e9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0783894 Jul 16 18:27:14.754064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-390129a9-d13b-4e72-9466-91590947a714 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.779084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f39c48-bc13-44de-892b-22a62995d049 req-178e6241-ee62-41dc-9e37-21e80bddc850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.780781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5f39c48-bc13-44de-892b-22a62995d049 req-178e6241-ee62-41dc-9e37-21e80bddc850 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665319 Jul 16 18:27:14.803003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Checking router: dad7d6d6-907b-4c7c-9872-4bc2d64deb84 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:14.803380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Updating router dad7d6d6-907b-4c7c-9872-4bc2d64deb84 port 45cdc312-d2a8-46a5-b3c0-63509da73c62 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:14.824393 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.838971 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Transition to ACTIVE for port object 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:14.848142 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.860237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2820f037-76e7-4b17-bbae-4e5ec80e5bcb,segment=NetworkSegment(01ea5526-7c80-464a-ae6b-250d96f6ca8c),segment_id=01ea5526-7c80-464a-ae6b-250d96f6ca8c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:14.860994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390129a9-d13b-4e72-9466-91590947a714 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Subnet': ['ID=0db7eee9-ac9a-4868-b506-bba8bc802a3a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.885623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390129a9-d13b-4e72-9466-91590947a714 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Checking segment: {'id': '86d26f5b-42ea-43eb-8fff-7fbc864a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:14.885994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390129a9-d13b-4e72-9466-91590947a714 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network hostable DHCP agents. Network: 9c2479e9-e17f-4491-bd01-0b3c0c06593e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:14.889175 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.919088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390129a9-d13b-4e72-9466-91590947a714 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 9c2479e9-e17f-4491-bd01-0b3c0c06593e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:14.926223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5f39c48-bc13-44de-892b-22a62995d049 req-1367a831-60f8-4d69-a833-335ecc13b790 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375945 Jul 16 18:27:14.929144 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.932014 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-390129a9-d13b-4e72-9466-91590947a714 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 9c2479e9-e17f-4491-bd01-0b3c0c06593e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:14.938057 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390129a9-d13b-4e72-9466-91590947a714 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.938833 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-390129a9-d13b-4e72-9466-91590947a714 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.958337 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-390129a9-d13b-4e72-9466-91590947a714 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7946606 Jul 16 18:27:14.960891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:14.984071 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a656da-48ca-41b7-8ce3-bf8964c89835 None None] Pushing event updated for resources: {'Port': ['ID=74ea14a9-1e8d-448e-80f2-5d8ecd946e6e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.991159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89ecb11-1db6-4dc4-be56-0acbf3bfa0bb None None] Network 9c2479e9-e17f-4491-bd01-0b3c0c06593e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:15.070994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device fd561e14-6e15-46a5-8941-8106f5ba428a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:15.088655 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Attempting to bind port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:15.089304 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Attempting to bind port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '01ea5526-7c80-464a-ae6b-250d96f6ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:15.090026 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Attempting to bind port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e on network 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:15.100754 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:15.102437 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Checking segment: {'id': '01ea5526-7c80-464a-ae6b-250d96f6ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:15.103011 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.103592 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Bound using segment: {'id': '01ea5526-7c80-464a-ae6b-250d96f6ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:15.104071 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Bound port: 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ea5526-7c80-464a-ae6b-250d96f6ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:15.104454 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.159750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f5f39c48-bc13-44de-892b-22a62995d049 req-9db07834-b600-43ac-874b-29f9b67d84f8 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240813 Jul 16 18:27:15.207131 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] For port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:15.214431 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] For port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=74ea14a9-1e8d-448e-80f2-5d8ecd946e6e,segment=NetworkSegment(01ea5526-7c80-464a-ae6b-250d96f6ca8c),segment_id=01ea5526-7c80-464a-ae6b-250d96f6ca8c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:15.221440 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.289569 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port fd561e14-6e15-46a5-8941-8106f5ba428a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:15.290062 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.340026 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=2820f037-76e7-4b17-bbae-4e5ec80e5bcb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:15.341070 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:15.341882 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:15.407756 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a656da-48ca-41b7-8ce3-bf8964c89835 None None] Pushing event updated for resources: {'Port': ['ID=74ea14a9-1e8d-448e-80f2-5d8ecd946e6e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:15.519049 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:15.536949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.653386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:15.654794 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.833599 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:12Z', 'revision_number': 2, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:15Z', 'revision_number': 4, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:15.872606 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b6def-b0af-4198-9ccb-4a61ade9bd88 None None] The sync data for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 is: [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:12Z', 'revision_number': 2, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:15Z', 'revision_number': 4, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:15.917205 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.921290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Allocated IP 172.21.0.1 (9c2479e9-e17f-4491-bd01-0b3c0c06593e/0db7eee9-ac9a-4868-b506-bba8bc802a3a/16debd2c-a471-4f85-8b40-a95fce620412) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:15.930599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Transition to ACTIVE for port object 45cdc312-d2a8-46a5-b3c0-63509da73c62 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:15.937880 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.991368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb845a-42eb-437f-a184-1afacf958541 None None] Pushing event updated for resources: {'Port': ['ID=45cdc312-d2a8-46a5-b3c0-63509da73c62,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:16.050405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.058667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Attempting to bind port 45cdc312-d2a8-46a5-b3c0-63509da73c62 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:16.059044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Attempting to bind port 45cdc312-d2a8-46a5-b3c0-63509da73c62 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '99d74e5c-d2c6-4108-a777-c07fb5f566e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:16.059408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Attempting to bind port 45cdc312-d2a8-46a5-b3c0-63509da73c62 on network aff40e77-1313-494e-b1c7-be52f378c041 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:16.064823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Transition to ACTIVE for port object 16debd2c-a471-4f85-8b40-a95fce620412 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:16.065059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:16.065395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Checking segment: {'id': '99d74e5c-d2c6-4108-a777-c07fb5f566e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:16.065820 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.066229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Bound using segment: {'id': '99d74e5c-d2c6-4108-a777-c07fb5f566e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:16.066819 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Bound port: 45cdc312-d2a8-46a5-b3c0-63509da73c62, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d74e5c-d2c6-4108-a777-c07fb5f566e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:16.067231 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.103575 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.162983 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=16debd2c-a471-4f85-8b40-a95fce620412,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:16.190603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 9c2479e9-e17f-4491-bd01-0b3c0c06593e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:16.192360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:16.195727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:16.253339 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.401101 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.430049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Allocated IP 172.21.0.2 (9c2479e9-e17f-4491-bd01-0b3c0c06593e/0db7eee9-ac9a-4868-b506-bba8bc802a3a/20961692-83ea-4842-a691-295442e86674) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:16.436615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] For port 45cdc312-d2a8-46a5-b3c0-63509da73c62, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:16.445809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] For port 45cdc312-d2a8-46a5-b3c0-63509da73c62, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=45cdc312-d2a8-46a5-b3c0-63509da73c62,segment=NetworkSegment(99d74e5c-d2c6-4108-a777-c07fb5f566e2),segment_id=99d74e5c-d2c6-4108-a777-c07fb5f566e2)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:16.452442 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.584274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb845a-42eb-437f-a184-1afacf958541 None None] Pushing event updated for resources: {'Port': ['ID=45cdc312-d2a8-46a5-b3c0-63509da73c62,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:16.590638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Routers {'dad7d6d6-907b-4c7c-9872-4bc2d64deb84'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:16.591309 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['dad7d6d6-907b-4c7c-9872-4bc2d64deb84'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:16.771607 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.786491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] Set router dad7d6d6-907b-4c7c-9872-4bc2d64deb84 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:16.802542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.816046 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.818523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Transition to ACTIVE for port object 20961692-83ea-4842-a691-295442e86674 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:16.864019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Transition to ACTIVE for port object 20961692-83ea-4842-a691-295442e86674 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:16.876212 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.889337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=16debd2c-a471-4f85-8b40-a95fce620412,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:16.912493 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.988203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Network 9c2479e9-e17f-4491-bd01-0b3c0c06593e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:16.995583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:16.999214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Pushing event updated for resources: {'Port': ['ID=20961692-83ea-4842-a691-295442e86674,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:17.037012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 9c2479e9-e17f-4491-bd01-0b3c0c06593e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:17.039439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:17.066683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:17.106966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-be49505b-8745-46ca-ac20-312cb909b7d3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.108635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-be49505b-8745-46ca-ac20-312cb909b7d3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.1409714 Jul 16 18:27:17.128014 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-77cd96ff-baff-454c-93da-d8c7f10fe4f7 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/quotas/f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 375 time: 0.0130682 Jul 16 18:27:17.139546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2820f037-76e7-4b17-bbae-4e5ec80e5bcb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:17.175715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router a5e82735-8e62-4407-8ee0-ce847cc99dc5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:17.207257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7e22b308-4f24-42c6-a3fa-38677f9a6e39 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678771 Jul 16 18:27:17.209986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Attempting to bind port 20961692-83ea-4842-a691-295442e86674 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:17.210433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Attempting to bind port 20961692-83ea-4842-a691-295442e86674 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '86d26f5b-42ea-43eb-8fff-7fbc864a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:17.210884 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Attempting to bind port 20961692-83ea-4842-a691-295442e86674 on network 9c2479e9-e17f-4491-bd01-0b3c0c06593e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:17.226719 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:17.227197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Checking segment: {'id': '86d26f5b-42ea-43eb-8fff-7fbc864a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:17.227674 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.228145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Bound using segment: {'id': '86d26f5b-42ea-43eb-8fff-7fbc864a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:17.228727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Bound port: 20961692-83ea-4842-a691-295442e86674, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d26f5b-42ea-43eb-8fff-7fbc864a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:17.229178 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.287545 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:17.288025 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.289152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:17.300776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'name': 'tempest-TestVolumeBootPattern-7937395-router', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:06Z', 'updated_at': '2021-07-16T18:27:12Z', 'revision_number': 4, 'project_id': '089a7abeba0448ed9ed18684269d7a3a', 'gw_port': {'id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:07Z', 'updated_at': '2021-07-16T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '45cdc312-d2a8-46a5-b3c0-63509da73c62', 'name': '', 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'mac_address': 'fa:16:3e:38:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '07a039d6-61d5-45f5-a67a-c813380835f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:16Z', 'revision_number': 4, 'project_id': '089a7abeba0448ed9ed18684269d7a3a', 'subnets': [{'id': '07a039d6-61d5-45f5-a67a-c813380835f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:17.302635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:17.302819 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b02fb2fb-42f6-44bf-b4ef-8cd83ef2af3e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3405550 Jul 16 18:27:17.317245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cb3b73b0-3b30-423c-9ed2-a30b28714c1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'network': {'name': 'tempest-RoutersTest-1462043272'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:17.327988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-d966767d-23f7-4766-862e-dcc0c9d640d9 service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135647 Jul 16 18:27:17.366415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068582a3-24f1-4337-bd83-24abe2e1ebad None None] The sync data for ids ['dad7d6d6-907b-4c7c-9872-4bc2d64deb84'] in n-d-793618-9 is: [{'id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'name': 'tempest-TestVolumeBootPattern-7937395-router', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:06Z', 'updated_at': '2021-07-16T18:27:12Z', 'revision_number': 4, 'project_id': '089a7abeba0448ed9ed18684269d7a3a', 'gw_port': {'id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:07Z', 'updated_at': '2021-07-16T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '45cdc312-d2a8-46a5-b3c0-63509da73c62', 'name': '', 'network_id': 'aff40e77-1313-494e-b1c7-be52f378c041', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'mac_address': 'fa:16:3e:38:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '07a039d6-61d5-45f5-a67a-c813380835f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:16Z', 'revision_number': 4, 'project_id': '089a7abeba0448ed9ed18684269d7a3a', 'subnets': [{'id': '07a039d6-61d5-45f5-a67a-c813380835f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:17.368138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3b73b0-3b30-423c-9ed2-a30b28714c1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:17.371977 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb3b73b0-3b30-423c-9ed2-a30b28714c1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.385493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] For port 20961692-83ea-4842-a691-295442e86674, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:17.389903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] For port 20961692-83ea-4842-a691-295442e86674, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=20961692-83ea-4842-a691-295442e86674,segment=NetworkSegment(86d26f5b-42ea-43eb-8fff-7fbc864a17c1),segment_id=86d26f5b-42ea-43eb-8fff-7fbc864a17c1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:17.395503 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.436911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3b73b0-3b30-423c-9ed2-a30b28714c1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:17.458557 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb3b73b0-3b30-423c-9ed2-a30b28714c1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.458915 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-cb3b73b0-3b30-423c-9ed2-a30b28714c1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Added segment 7ccd3cae-1380-455a-93ba-ebaad0ddd46f of type vlan for network 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe Jul 16 18:27:17.473978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-83b8eb64-8976-4d87-9ccd-78286a1bdbc9 service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384647 Jul 16 18:27:17.499379 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f03e0-9798-4020-9b29-f5d9941af29a None None] Pushing event updated for resources: {'Port': ['ID=20961692-83ea-4842-a691-295442e86674,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:17.528279 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:17.540551 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb3b73b0-3b30-423c-9ed2-a30b28714c1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.589514 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb3b73b0-3b30-423c-9ed2-a30b28714c1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.602668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b73b0-3b30-423c-9ed2-a30b28714c1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.603705 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb3b73b0-3b30-423c-9ed2-a30b28714c1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.618335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:17.633517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:17.634099 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.657860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cb3b73b0-3b30-423c-9ed2-a30b28714c1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3509343 Jul 16 18:27:17.658512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:17.666626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-86e5677f-0f53-44cc-b664-eba9ea1def8d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'subnet': {'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:17.694071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Sync routers for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:17.768178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:17.769166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:17.806801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b73b0-3b30-423c-9ed2-a30b28714c1a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Network': ['ID=4f3e05ae-a1ae-4689-bfb4-426f55bd53fe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:17.825983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:17.838583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e5677f-0f53-44cc-b664-eba9ea1def8d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:17.845264 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86e5677f-0f53-44cc-b664-eba9ea1def8d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.030797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:18.035127 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.093385 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03a1b0c2-cdd4-4e11-ae84-f065f8f863f0 req-72fd9568-3e8b-4caa-84bd-a68b4a35ebed tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 210 time: 0.0377307 Jul 16 18:27:18.135448 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=74ea14a9-1e8d-448e-80f2-5d8ecd946e6e,segment=NetworkSegment(01ea5526-7c80-464a-ae6b-250d96f6ca8c),segment_id=01ea5526-7c80-464a-ae6b-250d96f6ca8c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:18.147482 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86e5677f-0f53-44cc-b664-eba9ea1def8d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.148178 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.219844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5677f-0f53-44cc-b664-eba9ea1def8d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Subnet': ['ID=634ac874-aa0c-48f4-94d2-a50178bc19d5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:18.245249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e5677f-0f53-44cc-b664-eba9ea1def8d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Checking segment: {'id': '7ccd3cae-1380-455a-93ba-ebaad0ddd46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:18.245721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e5677f-0f53-44cc-b664-eba9ea1def8d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network hostable DHCP agents. Network: 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:18.248415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=74ea14a9-1e8d-448e-80f2-5d8ecd946e6e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:18.269699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e5677f-0f53-44cc-b664-eba9ea1def8d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:18.279055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-86e5677f-0f53-44cc-b664-eba9ea1def8d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:18.285406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5677f-0f53-44cc-b664-eba9ea1def8d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.286417 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86e5677f-0f53-44cc-b664-eba9ea1def8d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.293209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b83f57-ba62-4472-b515-3d9415a37612 None None] Network 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:18.307629 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-86e5677f-0f53-44cc-b664-eba9ea1def8d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6451890 Jul 16 18:27:18.308288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38528) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:18.400404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:16Z', 'revision_number': 3, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:16Z', 'revision_number': 2, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:15Z', 'revision_number': 4, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:18.439870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Checking router: a5e82735-8e62-4407-8ee0-ce847cc99dc5 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:18.439870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Updating router a5e82735-8e62-4407-8ee0-ce847cc99dc5 port 16debd2c-a471-4f85-8b40-a95fce620412 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:18.563033 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.567636 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:18.568813 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.859815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99552ca8-cd1f-420c-bff3-4ce69f86c2db None None] Network 9c2479e9-e17f-4491-bd01-0b3c0c06593e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:18.950575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Allocated IP 172.22.0.2 (4f3e05ae-a1ae-4689-bfb4-426f55bd53fe/634ac874-aa0c-48f4-94d2-a50178bc19d5/de591f2c-9ccb-4c02-b078-4703a069f806) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:19.313516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.330722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e0f889b6-92c7-4c4a-b786-c1c58dffda29 req-a9983b1c-2a0a-4dc9-abbe-2dca179573b3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 210 time: 0.0771511 Jul 16 18:27:19.352721 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 45cdc312-d2a8-46a5-b3c0-63509da73c62 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:19.393669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9f8080ab-4751-4d76-8b00-7c837b0e01f5 None None] Provisioning for port 20961692-83ea-4842-a691-295442e86674 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:19.536102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-b31bb4ee-b054-42ec-a583-0c23338c3ebb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:19.538464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-b31bb4ee-b054-42ec-a583-0c23338c3ebb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.42 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.1537337 Jul 16 18:27:19.551270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'port': {'device_id': 'e993810b-721c-451d-8b09-d293994d34dd', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'admin_state_up': True, 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:19.563869 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.644713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Transition to ACTIVE for port object de591f2c-9ccb-4c02-b078-4703a069f806 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:19.690875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 45cdc312-d2a8-46a5-b3c0-63509da73c62 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:19.694461 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.713192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 45cdc312-d2a8-46a5-b3c0-63509da73c62 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:19.713611 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.756196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Transition to ACTIVE for port object de591f2c-9ccb-4c02-b078-4703a069f806 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:19.760615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Transition to ACTIVE for port object 16debd2c-a471-4f85-8b40-a95fce620412 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:19.768956 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.780777 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.865154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Network 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:19.870197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Allocated IP 172.22.0.1 (4f3e05ae-a1ae-4689-bfb4-426f55bd53fe/634ac874-aa0c-48f4-94d2-a50178bc19d5/8719b32e-e6d8-42c6-9ec6-7fd929b3fc44) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:19.875350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:19.879433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:19.912772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Pushing event updated for resources: {'Port': ['ID=de591f2c-9ccb-4c02-b078-4703a069f806,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:20.054367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Made reservation on behalf of f0df120ae57f4fec894f6d2c17dd65b8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:20.064017 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.086118 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.087150 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.103823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Transition to ACTIVE for port object 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:20.126071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a271b20-1398-401f-904e-ce16d1044328 None None] Pushing event updated for resources: {'Port': ['ID=16debd2c-a471-4f85-8b40-a95fce620412,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:20.137907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Attempting to bind port 16debd2c-a471-4f85-8b40-a95fce620412 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:20.138287 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Attempting to bind port 16debd2c-a471-4f85-8b40-a95fce620412 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '86d26f5b-42ea-43eb-8fff-7fbc864a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:20.138744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Attempting to bind port 16debd2c-a471-4f85-8b40-a95fce620412 on network 9c2479e9-e17f-4491-bd01-0b3c0c06593e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:20.147479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Attempting to bind port de591f2c-9ccb-4c02-b078-4703a069f806 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:20.147854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Attempting to bind port de591f2c-9ccb-4c02-b078-4703a069f806 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '7ccd3cae-1380-455a-93ba-ebaad0ddd46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:20.148225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Attempting to bind port de591f2c-9ccb-4c02-b078-4703a069f806 on network 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:20.160988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:20.161424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Checking segment: {'id': '86d26f5b-42ea-43eb-8fff-7fbc864a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:20.161820 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.161989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.162226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Bound using segment: {'id': '86d26f5b-42ea-43eb-8fff-7fbc864a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:20.162986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Bound port: 16debd2c-a471-4f85-8b40-a95fce620412, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d26f5b-42ea-43eb-8fff-7fbc864a17c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:20.163381 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.168602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:20.168984 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Checking segment: {'id': '7ccd3cae-1380-455a-93ba-ebaad0ddd46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:20.169485 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.169894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Bound using segment: {'id': '7ccd3cae-1380-455a-93ba-ebaad0ddd46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:20.170380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Bound port: de591f2c-9ccb-4c02-b078-4703a069f806, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccd3cae-1380-455a-93ba-ebaad0ddd46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:20.171038 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.197587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 45cdc312-d2a8-46a5-b3c0-63509da73c62, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=45cdc312-d2a8-46a5-b3c0-63509da73c62,segment=NetworkSegment(99d74e5c-d2c6-4108-a777-c07fb5f566e2),segment_id=99d74e5c-d2c6-4108-a777-c07fb5f566e2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:20.204330 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.205155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 20961692-83ea-4842-a691-295442e86674 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:20.253777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:20.261074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Allocated IP 172.20.0.14 (7b36efc9-5535-46da-bd7a-1e9fedeb406c/06e59bf1-3334-4805-a095-a675fad1696c/6de48bf8-b95e-42b0-92e9-5198963bfdca) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:20.272440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:20.276938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:20.336066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] For port 16debd2c-a471-4f85-8b40-a95fce620412, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:20.340399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] For port 16debd2c-a471-4f85-8b40-a95fce620412, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=16debd2c-a471-4f85-8b40-a95fce620412,segment=NetworkSegment(86d26f5b-42ea-43eb-8fff-7fbc864a17c1),segment_id=86d26f5b-42ea-43eb-8fff-7fbc864a17c1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:20.370459 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.451705 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.483692 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=8719b32e-e6d8-42c6-9ec6-7fd929b3fc44,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:20.495546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.534459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:20.539221 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:20.550140 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fc7dcfc-2821-4931-85c5-53cfb0c28b02 None None] Provisioning for port 16debd2c-a471-4f85-8b40-a95fce620412 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:20.591641 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-301808da-768c-46c3-a3ef-53813dfdf83f req-e04f48be-6531-4b1f-9c74-ac01c1ebedf9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 210 time: 0.0526083 Jul 16 18:27:20.592779 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Transition to ACTIVE for port object 6de48bf8-b95e-42b0-92e9-5198963bfdca will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:20.602946 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.640287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.653124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=45cdc312-d2a8-46a5-b3c0-63509da73c62,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:20.711308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=6de48bf8-b95e-42b0-92e9-5198963bfdca,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:20.720763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:20.722523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:20.725556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:20.738341 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a271b20-1398-401f-904e-ce16d1044328 None None] Pushing event updated for resources: {'Port': ['ID=16debd2c-a471-4f85-8b40-a95fce620412,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:20.765416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] For port de591f2c-9ccb-4c02-b078-4703a069f806, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:20.799010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 20961692-83ea-4842-a691-295442e86674 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:20.804029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] For port de591f2c-9ccb-4c02-b078-4703a069f806, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=de591f2c-9ccb-4c02-b078-4703a069f806,segment=NetworkSegment(7ccd3cae-1380-455a-93ba-ebaad0ddd46f),segment_id=7ccd3cae-1380-455a-93ba-ebaad0ddd46f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:20.807314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.808057 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.809347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fc7dcfc-2821-4931-85c5-53cfb0c28b02 None None] Provisioning complete for port 20961692-83ea-4842-a691-295442e86674 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:20.812471 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fc7dcfc-2821-4931-85c5-53cfb0c28b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.842888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-7a041061-cf8c-4484-bdcf-b2d9b8de7b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2962773 Jul 16 18:27:20.854762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Request body: {'port': {'device_id': 'e993810b-721c-451d-8b09-d293994d34dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:20.874413 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.887690 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:20.894616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 20961692-83ea-4842-a691-295442e86674 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:20.895105 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.972982 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.214987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fba064-c84f-4b1c-85ab-1ea8bcd3f15c None None] Pushing event updated for resources: {'Port': ['ID=de591f2c-9ccb-4c02-b078-4703a069f806,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:21.229779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.236453 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.249873 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fc7dcfc-2821-4931-85c5-53cfb0c28b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.317676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.530597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=8719b32e-e6d8-42c6-9ec6-7fd929b3fc44,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:21.539043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de48bf8-b95e-42b0-92e9-5198963bfdca {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:21.555086 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.573177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Transition to ACTIVE for port object 6de48bf8-b95e-42b0-92e9-5198963bfdca will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:21.583945 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.586795 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:21.588274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:21.593180 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.661373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2fc7dcfc-2821-4931-85c5-53cfb0c28b02 None None] For port 20961692-83ea-4842-a691-295442e86674, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=20961692-83ea-4842-a691-295442e86674,segment=NetworkSegment(86d26f5b-42ea-43eb-8fff-7fbc864a17c1),segment_id=86d26f5b-42ea-43eb-8fff-7fbc864a17c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:21.686416 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fc7dcfc-2821-4931-85c5-53cfb0c28b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.738776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6de48bf8-b95e-42b0-92e9-5198963bfdca,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:21.788572 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router a5e82735-8e62-4407-8ee0-ce847cc99dc5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:21.833062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7dcfc-2821-4931-85c5-53cfb0c28b02 None None] Pushing event updated for resources: {'Port': ['ID=20961692-83ea-4842-a691-295442e86674,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:21.887897 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:27:21.888530 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:27:21.900383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:20Z', 'revision_number': 4, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:20Z', 'revision_number': 4, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:19Z', 'revision_number': 1, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:21.908879 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Attempting to bind port 6de48bf8-b95e-42b0-92e9-5198963bfdca on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:21.909220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Attempting to bind port 6de48bf8-b95e-42b0-92e9-5198963bfdca by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:21.909708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Attempting to bind port 6de48bf8-b95e-42b0-92e9-5198963bfdca on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:21.960183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Port 6de48bf8-b95e-42b0-92e9-5198963bfdca on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:21.960553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Attempting to bind port 6de48bf8-b95e-42b0-92e9-5198963bfdca on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:21.987933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:21.988282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Checking segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:21.988687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Bound using segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:21.989147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Bound port: 6de48bf8-b95e-42b0-92e9-5198963bfdca, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:21.992258 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.024209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:22.034988 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2e66012e-07c3-492b-837e-f376db5502ce tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7254927 Jul 16 18:27:22.037800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:22.043624 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-57004bee-c39a-4f16-85ee-312484fc48e7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'network': {'name': 'tempest-RoutersTest-1478113029'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:22.069522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57004bee-c39a-4f16-85ee-312484fc48e7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:22.073915 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57004bee-c39a-4f16-85ee-312484fc48e7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.090913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] For port 6de48bf8-b95e-42b0-92e9-5198963bfdca, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:22.095278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] For port 6de48bf8-b95e-42b0-92e9-5198963bfdca, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6de48bf8-b95e-42b0-92e9-5198963bfdca,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:22.103954 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.106365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57004bee-c39a-4f16-85ee-312484fc48e7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:22.120746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57004bee-c39a-4f16-85ee-312484fc48e7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.121422 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-57004bee-c39a-4f16-85ee-312484fc48e7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Added segment 541d96b8-cde4-4fb6-91be-e2f03af64769 of type vlan for network 8958a368-d94b-473a-a72e-e5d585a45008 Jul 16 18:27:22.142508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd6d9b-8acb-40ab-a049-fc0c1df97d46 None None] The sync data for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 is: [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:20Z', 'revision_number': 4, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:20Z', 'revision_number': 4, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:19Z', 'revision_number': 1, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:22.160025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-decacded-d6f4-40a5-aa0a-7c95939d1532 None None] Provisioning for port 6de48bf8-b95e-42b0-92e9-5198963bfdca completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:22.165973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.170243 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.175450 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] 10.222.0.42 "PUT /v2.0/ports/6de48bf8-b95e-42b0-92e9-5198963bfdca HTTP/1.1" status: 200 len: 1092 time: 1.3248200 Jul 16 18:27:22.198958 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57004bee-c39a-4f16-85ee-312484fc48e7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.249848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e993810b-721c-451d-8b09-d293994d34dd', 'tag': '6de48bf8-b95e-42b0-92e9-5198963bfdca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:22.253416 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1976504-9329-4cf3-ae50-cca29b21b70c" -d '{"events": [{"name": "network-changed", "server_uuid": "e993810b-721c-451d-8b09-d293994d34dd", "tag": "6de48bf8-b95e-42b0-92e9-5198963bfdca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:22.260660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2573f4-c429-4622-87d9-56f5623125c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6de48bf8-b95e-42b0-92e9-5198963bfdca,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:22.292090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57004bee-c39a-4f16-85ee-312484fc48e7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.299094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37b41c-4b5b-44a0-9708-71377597e327 req-ee3a89fa-9422-4d1e-8828-4117b8cb35a4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.306736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f37b41c-4b5b-44a0-9708-71377597e327 req-ee3a89fa-9422-4d1e-8828-4117b8cb35a4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 944 time: 0.4221253 Jul 16 18:27:22.324535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57004bee-c39a-4f16-85ee-312484fc48e7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.325214 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57004bee-c39a-4f16-85ee-312484fc48e7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.392178 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788c68a7-80fa-4e01-983f-867e241246c7 x-openstack-request-id: req-788c68a7-80fa-4e01-983f-867e241246c7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:22.392488 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e993810b-721c-451d-8b09-d293994d34dd", "tag": "6de48bf8-b95e-42b0-92e9-5198963bfdca", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:22.392727 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-788c68a7-80fa-4e01-983f-867e241246c7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:22.393132 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e993810b-721c-451d-8b09-d293994d34dd', 'tag': '6de48bf8-b95e-42b0-92e9-5198963bfdca', 'status': 'completed', 'code': 200} Jul 16 18:27:22.426883 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-57004bee-c39a-4f16-85ee-312484fc48e7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3878353 Jul 16 18:27:22.429920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38548) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:22.439049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-37b8aaa7-5f1f-47cb-9729-d4173a390d2c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'subnet': {'network_id': '8958a368-d94b-473a-a72e-e5d585a45008', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:22.465625 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f37b41c-4b5b-44a0-9708-71377597e327 req-f71a5591-4e81-4f2d-96d7-6afa084e5275 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579127 Jul 16 18:27:22.486976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:22.509409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-01407411-2cfc-44b2-9fb4-5a9af46ffe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.509409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-01407411-2cfc-44b2-9fb4-5a9af46ffe17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 1095 time: 0.2264278 Jul 16 18:27:22.560579 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-f80b375a-e2e0-41f5-bf8b-f0562501385d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de48bf8-b95e-42b0-92e9-5198963bfdca HTTP/1.1" status: 200 len: 217 time: 0.0478375 Jul 16 18:27:22.563948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b8aaa7-5f1f-47cb-9729-d4173a390d2c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Made reservation on behalf of 58a8f69ae12c4837b47b193d0e6b9a4a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:22.585253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37b8aaa7-5f1f-47cb-9729-d4173a390d2c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.653642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:22.658777 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.706731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-95f10313-983a-439a-9dc6-3011def6d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.708647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-95f10313-983a-439a-9dc6-3011def6d1b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.1416440 Jul 16 18:27:22.803348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57004bee-c39a-4f16-85ee-312484fc48e7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Network': ['ID=8958a368-d94b-473a-a72e-e5d585a45008,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:22.848364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 8958a368-d94b-473a-a72e-e5d585a45008 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:22.866122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-d8b9a43b-7306-41d4-ab65-800e8a1da6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.869063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-d8b9a43b-7306-41d4-ab65-800e8a1da6f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534240 Jul 16 18:27:22.947118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60b733b-7d9f-4349-ace6-a05aa5ec3708 None None] Network 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:23.051472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-4fa87787-6395-4b7c-a15c-980f52adc9c0 service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743102 Jul 16 18:27:23.100585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff7b3f00-301a-482c-9863-4a04ef5d176f None None] Provisioning for port de591f2c-9ccb-4c02-b078-4703a069f806 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:23.104285 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37b8aaa7-5f1f-47cb-9729-d4173a390d2c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.205634 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8aaa7-5f1f-47cb-9729-d4173a390d2c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Subnet': ['ID=2f7e2035-cb69-4bcc-bd86-c23337d53240,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:23.247335 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8aaa7-5f1f-47cb-9729-d4173a390d2c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Checking segment: {'id': '541d96b8-cde4-4fb6-91be-e2f03af64769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:23.248571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8aaa7-5f1f-47cb-9729-d4173a390d2c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network hostable DHCP agents. Network: 8958a368-d94b-473a-a72e-e5d585a45008, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:23.270888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccbb30ff-1703-4145-af27-7e1bc85eb443 req-45615be4-23fe-4087-a091-050027f0cdcb service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125571 Jul 16 18:27:23.280015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8aaa7-5f1f-47cb-9729-d4173a390d2c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 8958a368-d94b-473a-a72e-e5d585a45008 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:23.298977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-37b8aaa7-5f1f-47cb-9729-d4173a390d2c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 8958a368-d94b-473a-a72e-e5d585a45008) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:23.316240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d9622-18a2-48f3-9dbd-23fe6eb182af None None] Network 8958a368-d94b-473a-a72e-e5d585a45008 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:23.323657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8aaa7-5f1f-47cb-9729-d4173a390d2c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:23.324436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37b8aaa7-5f1f-47cb-9729-d4173a390d2c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.369902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:23.377485 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-37b8aaa7-5f1f-47cb-9729-d4173a390d2c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9461546 Jul 16 18:27:23.435852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 16debd2c-a471-4f85-8b40-a95fce620412 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:23.602412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 16debd2c-a471-4f85-8b40-a95fce620412 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:23.650360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 16debd2c-a471-4f85-8b40-a95fce620412 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:23.651005 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.656028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-8958a368-d94b-473a-a72e-e5d585a45008', 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'fixed_ips': [{'subnet_id': '2f7e2035-cb69-4bcc-bd86-c23337d53240'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:23.657924 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.756629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1976504-9329-4cf3-ae50-cca29b21b70c req-5cd27eba-0cbb-4f8c-80a4-c97021c7ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:23.760909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1976504-9329-4cf3-ae50-cca29b21b70c req-5cd27eba-0cbb-4f8c-80a4-c97021c7ba87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 1095 time: 0.4042101 Jul 16 18:27:23.995911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-da59fbf4-c0cc-46a0-90bd-c3619ee1efc6 None None] Provisioning for port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:24.012592 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.027815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-da59fbf4-c0cc-46a0-90bd-c3619ee1efc6 None None] Provisioning complete for port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:24.028205 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da59fbf4-c0cc-46a0-90bd-c3619ee1efc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.080051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-da59fbf4-c0cc-46a0-90bd-c3619ee1efc6 None None] Port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:24.085112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Allocated IP 172.23.0.2 (8958a368-d94b-473a-a72e-e5d585a45008/2f7e2035-cb69-4bcc-bd86-c23337d53240/4b46c0bd-eed2-4b85-bef5-067fb4f5e06c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:24.085247 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c43f40-41e0-45b7-b347-94ba527671d8 req-e410ac4c-dca1-4d50-b250-d4b22a641139 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.088399 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47c43f40-41e0-45b7-b347-94ba527671d8 req-e410ac4c-dca1-4d50-b250-d4b22a641139 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 944 time: 0.4024997 Jul 16 18:27:24.119741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 16debd2c-a471-4f85-8b40-a95fce620412, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=16debd2c-a471-4f85-8b40-a95fce620412,segment=NetworkSegment(86d26f5b-42ea-43eb-8fff-7fbc864a17c1),segment_id=86d26f5b-42ea-43eb-8fff-7fbc864a17c1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:24.129424 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.130252 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device de591f2c-9ccb-4c02-b078-4703a069f806 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:24.189993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47c43f40-41e0-45b7-b347-94ba527671d8 req-e2e7beb9-7f96-403c-a657-d829d156fd40 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933619 Jul 16 18:27:24.213682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1976504-9329-4cf3-ae50-cca29b21b70c req-dc76718c-5522-4171-bbdc-34e5f89dad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.215254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1976504-9329-4cf3-ae50-cca29b21b70c req-dc76718c-5522-4171-bbdc-34e5f89dad57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.4407351 Jul 16 18:27:24.266356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1976504-9329-4cf3-ae50-cca29b21b70c req-af4b5f60-92b1-43e8-89aa-f4582db9395f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de48bf8-b95e-42b0-92e9-5198963bfdca HTTP/1.1" status: 200 len: 217 time: 0.0445051 Jul 16 18:27:24.307967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-056ef4e0-bffc-4ceb-990e-eb13ae527ff8 None None] Provisioning complete for port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:24.308704 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-056ef4e0-bffc-4ceb-990e-eb13ae527ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.320707 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=16debd2c-a471-4f85-8b40-a95fce620412,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.352768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1976504-9329-4cf3-ae50-cca29b21b70c req-3cbdd1a4-e87e-4c7a-a8f1-8cbf0790b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.354485 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1976504-9329-4cf3-ae50-cca29b21b70c req-3cbdd1a4-e87e-4c7a-a8f1-8cbf0790b3c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0820382 Jul 16 18:27:24.375912 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.398194 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-056ef4e0-bffc-4ceb-990e-eb13ae527ff8 None None] Port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:24.402664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port de591f2c-9ccb-4c02-b078-4703a069f806 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:24.413003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port de591f2c-9ccb-4c02-b078-4703a069f806 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:24.413417 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.447111 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.462982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Transition to ACTIVE for port object 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:24.483684 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Transition to ACTIVE for port object 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:24.494119 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.531370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1976504-9329-4cf3-ae50-cca29b21b70c req-c44fa8d4-bdb1-40de-8a23-6279c66fe824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.533800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1976504-9329-4cf3-ae50-cca29b21b70c req-c44fa8d4-bdb1-40de-8a23-6279c66fe824 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698601 Jul 16 18:27:24.571362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Network 8958a368-d94b-473a-a72e-e5d585a45008 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:24.583545 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.585472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:24.588393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:24.603388 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-672e7d90-92a5-435a-8c21-778ae45f79da None None] Provisioning complete for port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:24.603765 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-672e7d90-92a5-435a-8c21-778ae45f79da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.627859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Pushing event updated for resources: {'Port': ['ID=4b46c0bd-eed2-4b85-bef5-067fb4f5e06c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.706758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-672e7d90-92a5-435a-8c21-778ae45f79da None None] Port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:24.710963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port de591f2c-9ccb-4c02-b078-4703a069f806, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=de591f2c-9ccb-4c02-b078-4703a069f806,segment=NetworkSegment(7ccd3cae-1380-455a-93ba-ebaad0ddd46f),segment_id=7ccd3cae-1380-455a-93ba-ebaad0ddd46f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:24.720292 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.721173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 45cdc312-d2a8-46a5-b3c0-63509da73c62 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:24.724055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1976504-9329-4cf3-ae50-cca29b21b70c req-9d41dd0d-3025-4454-9ef5-c84787bd6cf2 service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570258 Jul 16 18:27:24.763901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Attempting to bind port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:24.764271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Attempting to bind port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '541d96b8-cde4-4fb6-91be-e2f03af64769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:24.765014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Attempting to bind port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c on network 8958a368-d94b-473a-a72e-e5d585a45008 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:24.786328 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:24.786706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Checking segment: {'id': '541d96b8-cde4-4fb6-91be-e2f03af64769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:24.787090 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.787500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Bound using segment: {'id': '541d96b8-cde4-4fb6-91be-e2f03af64769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:24.788286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Bound port: 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541d96b8-cde4-4fb6-91be-e2f03af64769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:24.788685 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.825022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Allocated IP 172.23.0.1 (8958a368-d94b-473a-a72e-e5d585a45008/2f7e2035-cb69-4bcc-bd86-c23337d53240/6f922162-dace-4d6b-8485-732d5c8e4ff0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:24.848368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=de591f2c-9ccb-4c02-b078-4703a069f806,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.871331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 45cdc312-d2a8-46a5-b3c0-63509da73c62 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:24.871725 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.898719 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1976504-9329-4cf3-ae50-cca29b21b70c req-f1500dc7-e30f-4af0-99ab-f8a91da60f03 service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545703 Jul 16 18:27:24.926993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] For port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:24.932517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] For port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4b46c0bd-eed2-4b85-bef5-067fb4f5e06c,segment=NetworkSegment(541d96b8-cde4-4fb6-91be-e2f03af64769),segment_id=541d96b8-cde4-4fb6-91be-e2f03af64769)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:24.938192 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.996681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.016221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Transition to ACTIVE for port object 6f922162-dace-4d6b-8485-732d5c8e4ff0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:25.050572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabb0b4-9eea-4da6-a9bd-6c901d455446 None None] Pushing event updated for resources: {'Port': ['ID=4b46c0bd-eed2-4b85-bef5-067fb4f5e06c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:25.074662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 20961692-83ea-4842-a691-295442e86674 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:25.084279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.140503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 8958a368-d94b-473a-a72e-e5d585a45008 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:25.142767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 20961692-83ea-4842-a691-295442e86674 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:25.143183 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.147439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:25.151967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:25.199473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=6f922162-dace-4d6b-8485-732d5c8e4ff0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:25.273188 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.292856 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Sync routers for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:25.311426 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:25.312226 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:25.447666 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:25.557225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9cbac-03c5-4e7c-b35a-8b4526aabf3c req-11e79505-fb33-4a6e-aabf-3f1fec462e85 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.558845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ef9cbac-03c5-4e7c-b35a-8b4526aabf3c req-11e79505-fb33-4a6e-aabf-3f1fec462e85 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 944 time: 0.1903579 Jul 16 18:27:25.604644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ef9cbac-03c5-4e7c-b35a-8b4526aabf3c req-cc7ceab5-18f8-4b05-adb2-1e08b1434711 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372419 Jul 16 18:27:25.604848 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device de591f2c-9ccb-4c02-b078-4703a069f806 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:25.612734 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.683593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port de591f2c-9ccb-4c02-b078-4703a069f806 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:25.684427 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.743996 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:20Z', 'revision_number': 4, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:20Z', 'revision_number': 2, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:25.778692 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Checking router: a5e82735-8e62-4407-8ee0-ce847cc99dc5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:25.779398 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Updating router a5e82735-8e62-4407-8ee0-ce847cc99dc5 port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:25.784411 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 16debd2c-a471-4f85-8b40-a95fce620412 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:25.821305 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.867043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 16debd2c-a471-4f85-8b40-a95fce620412 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:25.867428 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.007730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:26.030789 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.036999 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.078204 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:26.137435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event updated for resources: {'Port': ['ID=6f922162-dace-4d6b-8485-732d5c8e4ff0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.149816 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.214267 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.226575 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Transition to ACTIVE for port object 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:26.234986 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.274381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Network 8958a368-d94b-473a-a72e-e5d585a45008 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:26.276089 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:26.338259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fdee8e-c829-49e5-bc8f-71828fbe76f8 None None] Network 8958a368-d94b-473a-a72e-e5d585a45008 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:26.339302 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75cc05-0068-4e14-b8d8-61501d022953 None None] Pushing event updated for resources: {'Port': ['ID=8719b32e-e6d8-42c6-9ec6-7fd929b3fc44,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.374269 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Attempting to bind port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:26.374644 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Attempting to bind port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '7ccd3cae-1380-455a-93ba-ebaad0ddd46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:26.375011 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Attempting to bind port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 on network 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:26.381100 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:26.381509 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Checking segment: {'id': '7ccd3cae-1380-455a-93ba-ebaad0ddd46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:26.382060 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.382461 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Bound using segment: {'id': '7ccd3cae-1380-455a-93ba-ebaad0ddd46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:26.383110 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Bound port: 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccd3cae-1380-455a-93ba-ebaad0ddd46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:26.383533 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.414738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d03b36db-33dc-4ea5-bef1-0c920b421831 None None] Provisioning for port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:26.426229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d03b36db-33dc-4ea5-bef1-0c920b421831 None None] Provisioning complete for port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:26.426876 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d03b36db-33dc-4ea5-bef1-0c920b421831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.463439 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] For port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:26.467484 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] For port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8719b32e-e6d8-42c6-9ec6-7fd929b3fc44,segment=NetworkSegment(7ccd3cae-1380-455a-93ba-ebaad0ddd46f),segment_id=7ccd3cae-1380-455a-93ba-ebaad0ddd46f)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:26.473675 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.538637 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:26.539521 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:26.604060 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d03b36db-33dc-4ea5-bef1-0c920b421831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.623118 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75cc05-0068-4e14-b8d8-61501d022953 None None] Pushing event updated for resources: {'Port': ['ID=8719b32e-e6d8-42c6-9ec6-7fd929b3fc44,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.661537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d03b36db-33dc-4ea5-bef1-0c920b421831 None None] For port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4b46c0bd-eed2-4b85-bef5-067fb4f5e06c,segment=NetworkSegment(541d96b8-cde4-4fb6-91be-e2f03af64769),segment_id=541d96b8-cde4-4fb6-91be-e2f03af64769)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:26.669989 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d03b36db-33dc-4ea5-bef1-0c920b421831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.688204 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:26.780607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b36db-33dc-4ea5-bef1-0c920b421831 None None] Pushing event updated for resources: {'Port': ['ID=4b46c0bd-eed2-4b85-bef5-067fb4f5e06c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.837194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router a5e82735-8e62-4407-8ee0-ce847cc99dc5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:26.958511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86f34b-2590-4c5f-bf96-ee050c95d7df req-782122c7-1413-4cef-8459-60c499d1c519 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.960080 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a86f34b-2590-4c5f-bf96-ee050c95d7df req-782122c7-1413-4cef-8459-60c499d1c519 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 944 time: 0.1667314 Jul 16 18:27:26.990396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:26.995945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0130735f-bca7-4a14-87cf-b49270f7930b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6233263 Jul 16 18:27:26.998704 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:27.003918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c97117da-6b89-4abb-ad9e-fc9900d23810 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:27.061248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de496f32-8346-46f2-8d44-293c9ed5668a None None] Provisioning complete for port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:27.061657 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de496f32-8346-46f2-8d44-293c9ed5668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.084796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a86f34b-2590-4c5f-bf96-ee050c95d7df req-4745496b-fb7d-4456-9f08-547a1b289458 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157918 Jul 16 18:27:27.092919 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:25Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f922162-dace-4d6b-8485-732d5c8e4ff0', 'name': '', 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:e2:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:24Z', 'updated_at': '2021-07-16T18:27:25Z', 'revision_number': 2, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:26Z', 'revision_number': 4, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:27.146318 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36dd3-b5a8-4196-9329-0412c5eb6e11 None None] The sync data for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 is: [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:25Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f922162-dace-4d6b-8485-732d5c8e4ff0', 'name': '', 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:e2:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:24Z', 'updated_at': '2021-07-16T18:27:25Z', 'revision_number': 2, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:26Z', 'revision_number': 4, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:27.253449 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de496f32-8346-46f2-8d44-293c9ed5668a None None] Provisioning for port 6f922162-dace-4d6b-8485-732d5c8e4ff0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:27.262723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de496f32-8346-46f2-8d44-293c9ed5668a None None] Provisioning complete for port 6f922162-dace-4d6b-8485-732d5c8e4ff0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:27.263102 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de496f32-8346-46f2-8d44-293c9ed5668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.307957 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-de496f32-8346-46f2-8d44-293c9ed5668a None None] Port 6f922162-dace-4d6b-8485-732d5c8e4ff0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:27.440895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c15780d7-b196-4cab-916e-8af36da71139 None None] Provisioning complete for port 6f922162-dace-4d6b-8485-732d5c8e4ff0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:27.441435 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c15780d7-b196-4cab-916e-8af36da71139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.444768 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:27.521911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c15780d7-b196-4cab-916e-8af36da71139 None None] Port 6f922162-dace-4d6b-8485-732d5c8e4ff0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:27.535234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:27.535616 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.549970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-c97117da-6b89-4abb-ad9e-fc9900d23810 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:27:27.566735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-c97117da-6b89-4abb-ad9e-fc9900d23810 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Removed routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:27:27.567214 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c97117da-6b89-4abb-ad9e-fc9900d23810 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.622392 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:27.677664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fc7c8ae2-80f2-42aa-81d0-b715c5b5f15d None None] Provisioning complete for port 6f922162-dace-4d6b-8485-732d5c8e4ff0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:27.678043 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8ae2-80f2-42aa-81d0-b715c5b5f15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.723716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c8ae2-80f2-42aa-81d0-b715c5b5f15d None None] Port 6f922162-dace-4d6b-8485-732d5c8e4ff0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:27.728290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:27.733038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:27.733455 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.774990 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c97117da-6b89-4abb-ad9e-fc9900d23810 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.778603 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c97117da-6b89-4abb-ad9e-fc9900d23810 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.823357 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.862970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8719b32e-e6d8-42c6-9ec6-7fd929b3fc44,segment=NetworkSegment(7ccd3cae-1380-455a-93ba-ebaad0ddd46f),segment_id=7ccd3cae-1380-455a-93ba-ebaad0ddd46f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:27.868221 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.888351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97117da-6b89-4abb-ad9e-fc9900d23810 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router a5e82735-8e62-4407-8ee0-ce847cc99dc5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:27.919688 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=8719b32e-e6d8-42c6-9ec6-7fd929b3fc44,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.950154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Sync routers for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:27.959986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:27.960610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:27.984442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97117da-6b89-4abb-ad9e-fc9900d23810 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:27.991388 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c97117da-6b89-4abb-ad9e-fc9900d23810 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.992586 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c97117da-6b89-4abb-ad9e-fc9900d23810 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5 HTTP/1.1" status: 200 len: 933 time: 0.9929457 Jul 16 18:27:27.995521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:28.096403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6c1fce06-0ed8-41a4-90e1-300903bfd7b5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5 HTTP/1.1" status: 200 len: 933 time: 0.0997260 Jul 16 18:27:28.099043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:28.103814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1e75ac14-225d-4975-a287-81b1a839648e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:28.208433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:28.369000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67f9a1-2f67-4f00-a00f-ff8c5ab43fc3 req-0cfd2a32-b7a2-4f52-84e9-189fb5b39803 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.370467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f67f9a1-2f67-4f00-a00f-ff8c5ab43fc3 req-0cfd2a32-b7a2-4f52-84e9-189fb5b39803 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 944 time: 0.1343882 Jul 16 18:27:28.417550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 6, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f922162-dace-4d6b-8485-732d5c8e4ff0', 'name': '', 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:e2:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:24Z', 'updated_at': '2021-07-16T18:27:25Z', 'revision_number': 2, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:28.444399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Checking router: a5e82735-8e62-4407-8ee0-ce847cc99dc5 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:28.444757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Updating router a5e82735-8e62-4407-8ee0-ce847cc99dc5 port 6f922162-dace-4d6b-8485-732d5c8e4ff0 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:28.458877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f67f9a1-2f67-4f00-a00f-ff8c5ab43fc3 req-2fa54dbb-b70b-4614-95b3-d1b335a5b66a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667543 Jul 16 18:27:28.484843 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.546796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-1e75ac14-225d-4975-a287-81b1a839648e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:27:28.547151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-1e75ac14-225d-4975-a287-81b1a839648e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:27:28.577243 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e75ac14-225d-4975-a287-81b1a839648e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.747290 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.757684 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Transition to ACTIVE for port object 6f922162-dace-4d6b-8485-732d5c8e4ff0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:28.757859 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e75ac14-225d-4975-a287-81b1a839648e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.761160 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e75ac14-225d-4975-a287-81b1a839648e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.764377 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.844659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e6682-2b76-4b24-b391-d6153b3a8570 None None] Pushing event updated for resources: {'Port': ['ID=6f922162-dace-4d6b-8485-732d5c8e4ff0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.875656 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Attempting to bind port 6f922162-dace-4d6b-8485-732d5c8e4ff0 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:28.876609 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Attempting to bind port 6f922162-dace-4d6b-8485-732d5c8e4ff0 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '541d96b8-cde4-4fb6-91be-e2f03af64769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:28.877060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Attempting to bind port 6f922162-dace-4d6b-8485-732d5c8e4ff0 on network 8958a368-d94b-473a-a72e-e5d585a45008 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:28.882937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:28.883454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Checking segment: {'id': '541d96b8-cde4-4fb6-91be-e2f03af64769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:28.883866 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.884266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Bound using segment: {'id': '541d96b8-cde4-4fb6-91be-e2f03af64769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:28.884746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Bound port: 6f922162-dace-4d6b-8485-732d5c8e4ff0, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541d96b8-cde4-4fb6-91be-e2f03af64769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:28.885130 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.958666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] For port 6f922162-dace-4d6b-8485-732d5c8e4ff0, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:28.962695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] For port 6f922162-dace-4d6b-8485-732d5c8e4ff0, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6f922162-dace-4d6b-8485-732d5c8e4ff0,segment=NetworkSegment(541d96b8-cde4-4fb6-91be-e2f03af64769),segment_id=541d96b8-cde4-4fb6-91be-e2f03af64769)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:28.968210 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.035211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:29.035859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:29.075278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e6682-2b76-4b24-b391-d6153b3a8570 None None] Pushing event updated for resources: {'Port': ['ID=6f922162-dace-4d6b-8485-732d5c8e4ff0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:29.141291 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:29.192576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e75ac14-225d-4975-a287-81b1a839648e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router a5e82735-8e62-4407-8ee0-ce847cc99dc5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:29.294968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e75ac14-225d-4975-a287-81b1a839648e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:29.310636 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e75ac14-225d-4975-a287-81b1a839648e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.312145 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1e75ac14-225d-4975-a287-81b1a839648e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5 HTTP/1.1" status: 200 len: 699 time: 1.2118037 Jul 16 18:27:29.314890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:29.380157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 7, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f922162-dace-4d6b-8485-732d5c8e4ff0', 'name': '', 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:e2:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:24Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 4, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:29.409033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6198de6-4475-44d2-ad6c-5bfae552ec3d None None] The sync data for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 is: [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 7, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f922162-dace-4d6b-8485-732d5c8e4ff0', 'name': '', 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:e2:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:24Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 4, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:29.412687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:29.429218 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3d54cfc3-f5b6-43e6-b8f7-6ce381aa4b56 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5 HTTP/1.1" status: 200 len: 699 time: 0.1129868 Jul 16 18:27:29.431808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38580) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:29.465500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:29.466109 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.549561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6f922162-dace-4d6b-8485-732d5c8e4ff0 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:29.599585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 6f922162-dace-4d6b-8485-732d5c8e4ff0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:29.603418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 6f922162-dace-4d6b-8485-732d5c8e4ff0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:29.603795 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.648704 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4addab-6d27-4f23-8ebd-3e9dbbef52df req-87928d5b-4fe4-4be9-8d03-aca472603ab6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.650323 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f4addab-6d27-4f23-8ebd-3e9dbbef52df req-87928d5b-4fe4-4be9-8d03-aca472603ab6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 944 time: 0.0805357 Jul 16 18:27:29.697909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f4addab-6d27-4f23-8ebd-3e9dbbef52df req-897de079-7728-48ca-979c-97c506b3620f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407627 Jul 16 18:27:29.733211 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.774291 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 6f922162-dace-4d6b-8485-732d5c8e4ff0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6f922162-dace-4d6b-8485-732d5c8e4ff0,segment=NetworkSegment(541d96b8-cde4-4fb6-91be-e2f03af64769),segment_id=541d96b8-cde4-4fb6-91be-e2f03af64769)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:29.779593 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.835911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=6f922162-dace-4d6b-8485-732d5c8e4ff0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:29.967791 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d8bc6-1ae6-4a2f-842d-215a0d806dd2 None None] Sync routers for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:29.976565 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d8bc6-1ae6-4a2f-842d-215a0d806dd2 None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:29.977175 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-045d8bc6-1ae6-4a2f-842d-215a0d806dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:30.016526 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da94aba-e639-43c1-b027-5b053ec88fb4 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.057773 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1121b6a6-27aa-42d0-a921-a49b55be1a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.066654 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-045d8bc6-1ae6-4a2f-842d-215a0d806dd2 None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:30.270044 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3da94aba-e639-43c1-b027-5b053ec88fb4 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port 6f922162-dace-4d6b-8485-732d5c8e4ff0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:30.270387 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da94aba-e639-43c1-b027-5b053ec88fb4 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.276558 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-045d8bc6-1ae6-4a2f-842d-215a0d806dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 7, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f922162-dace-4d6b-8485-732d5c8e4ff0', 'name': '', 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:e2:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:24Z', 'updated_at': '2021-07-16T18:27:29Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:30.303347 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d8bc6-1ae6-4a2f-842d-215a0d806dd2 None None] Checking router: a5e82735-8e62-4407-8ee0-ce847cc99dc5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:30.311509 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d8bc6-1ae6-4a2f-842d-215a0d806dd2 None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:30.312125 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-045d8bc6-1ae6-4a2f-842d-215a0d806dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:30.360099 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3da94aba-e639-43c1-b027-5b053ec88fb4 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] For port 6f922162-dace-4d6b-8485-732d5c8e4ff0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6f922162-dace-4d6b-8485-732d5c8e4ff0,segment=NetworkSegment(541d96b8-cde4-4fb6-91be-e2f03af64769),segment_id=541d96b8-cde4-4fb6-91be-e2f03af64769)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:30.361225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da94aba-e639-43c1-b027-5b053ec88fb4 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.372700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3da94aba-e639-43c1-b027-5b053ec88fb4 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for 6f922162-dace-4d6b-8485-732d5c8e4ff0 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:30.398952 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-045d8bc6-1ae6-4a2f-842d-215a0d806dd2 None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:30.544658 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da94aba-e639-43c1-b027-5b053ec88fb4 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.570538 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da94aba-e639-43c1-b027-5b053ec88fb4 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=6f922162-dace-4d6b-8485-732d5c8e4ff0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:30.610427 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-045d8bc6-1ae6-4a2f-842d-215a0d806dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 7, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f922162-dace-4d6b-8485-732d5c8e4ff0', 'name': '', 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:e2:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:24Z', 'updated_at': '2021-07-16T18:27:29Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:30.641724 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d8bc6-1ae6-4a2f-842d-215a0d806dd2 None None] The sync data for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 is: [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 7, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f922162-dace-4d6b-8485-732d5c8e4ff0', 'name': '', 'network_id': '8958a368-d94b-473a-a72e-e5d585a45008', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:e2:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:24Z', 'updated_at': '2021-07-16T18:27:29Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '2f7e2035-cb69-4bcc-bd86-c23337d53240', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:30.755686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3da94aba-e639-43c1-b027-5b053ec88fb4 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.896429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec77853-de18-44bb-992a-73b776e261dd req-4fe525d3-28cc-4b65-9cff-a96ef26d35d9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.898090 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ec77853-de18-44bb-992a-73b776e261dd req-4fe525d3-28cc-4b65-9cff-a96ef26d35d9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 944 time: 0.0699592 Jul 16 18:27:30.936070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ec77853-de18-44bb-992a-73b776e261dd req-f82ea85d-536d-4817-8b02-45a117529327 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322945 Jul 16 18:27:30.985523 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da94aba-e639-43c1-b027-5b053ec88fb4 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router a5e82735-8e62-4407-8ee0-ce847cc99dc5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:31.077974 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da94aba-e639-43c1-b027-5b053ec88fb4 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:31.083386 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3da94aba-e639-43c1-b027-5b053ec88fb4 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6506355 Jul 16 18:27:31.086080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:31.088698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b48f1d-76ce-4a8a-9899-2349c1edfdfb None None] Sync routers for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:31.100278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b48f1d-76ce-4a8a-9899-2349c1edfdfb None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:31.100909 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f4b48f1d-76ce-4a8a-9899-2349c1edfdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:31.135805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b9ce88-4f2e-4a0e-9b3b-43ebbca09042 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting subnet 2f7e2035-cb69-4bcc-bd86-c23337d53240 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:31.138960 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b9ce88-4f2e-4a0e-9b3b-43ebbca09042 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.178834 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b9ce88-4f2e-4a0e-9b3b-43ebbca09042 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.189836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f4b48f1d-76ce-4a8a-9899-2349c1edfdfb None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:31.279168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b9ce88-4f2e-4a0e-9b3b-43ebbca09042 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.348088 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b9ce88-4f2e-4a0e-9b3b-43ebbca09042 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.380465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9ce88-4f2e-4a0e-9b3b-43ebbca09042 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7e2035-cb69-4bcc-bd86-c23337d53240,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.384350 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-41b9ce88-4f2e-4a0e-9b3b-43ebbca09042 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.386290 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-41b9ce88-4f2e-4a0e-9b3b-43ebbca09042 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/2f7e2035-cb69-4bcc-bd86-c23337d53240 HTTP/1.1" status: 204 len: 168 time: 0.2992811 Jul 16 18:27:31.389175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:31.394084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce900c86-438e-4c80-a497-6affe11e9c8b None None] Network 8958a368-d94b-473a-a72e-e5d585a45008 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:31.472265 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.484624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f4b48f1d-76ce-4a8a-9899-2349c1edfdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:30Z', 'revision_number': 8, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:31.523778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:31.524135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.530352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b48f1d-76ce-4a8a-9899-2349c1edfdfb None None] Checking router: a5e82735-8e62-4407-8ee0-ce847cc99dc5 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:31.543647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b48f1d-76ce-4a8a-9899-2349c1edfdfb None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:31.544256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f4b48f1d-76ce-4a8a-9899-2349c1edfdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:31.587025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] For port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4b46c0bd-eed2-4b85-bef5-067fb4f5e06c,segment=NetworkSegment(541d96b8-cde4-4fb6-91be-e2f03af64769),segment_id=541d96b8-cde4-4fb6-91be-e2f03af64769)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:31.587391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.599168 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:31.641102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f4b48f1d-76ce-4a8a-9899-2349c1edfdfb None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:31.685822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.713195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=4b46c0bd-eed2-4b85-bef5-067fb4f5e06c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.715056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No DVR routers for this DVR port 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:31.719381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d6e86d-7336-4349-9af7-ae00616718a8 None None] DHCP port deletion for 8958a368-d94b-473a-a72e-e5d585a45008 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:31.802456 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.812315 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8958a368-d94b-473a-a72e-e5d585a45008']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:31.823236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541d96b8-cde4-4fb6-91be-e2f03af64769') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:31.823657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541d96b8-cde4-4fb6-91be-e2f03af64769') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:31.834414 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.851366 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.864240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:31.864794 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:31.869378 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:31.871990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f4b48f1d-76ce-4a8a-9899-2349c1edfdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:30Z', 'revision_number': 8, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:31.902510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b48f1d-76ce-4a8a-9899-2349c1edfdfb None None] The sync data for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 is: [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:30Z', 'revision_number': 8, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8719b32e-e6d8-42c6-9ec6-7fd929b3fc44', 'name': '', 'network_id': '4f3e05ae-a1ae-4689-bfb4-426f55bd53fe', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:57:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:19Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '634ac874-aa0c-48f4-94d2-a50178bc19d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:31.931082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.939542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.941577 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/networks/8958a368-d94b-473a-a72e-e5d585a45008 HTTP/1.1" status: 204 len: 168 time: 0.5514159 Jul 16 18:27:31.944623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:31.957427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f94ee3-07a5-4cca-9a9f-f1b5cba68367 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Network': ['ID=8958a368-d94b-473a-a72e-e5d585a45008,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:32.222439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678274d4-971a-4209-a1c8-ee1a3708f43d req-d0982317-f1ce-4afb-a21e-41b104717148 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.224254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-678274d4-971a-4209-a1c8-ee1a3708f43d req-d0982317-f1ce-4afb-a21e-41b104717148 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 944 time: 0.1723802 Jul 16 18:27:32.282922 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29a2c6ee-c7e1-4473-9f96-a0a88920352c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.294424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-678274d4-971a-4209-a1c8-ee1a3708f43d req-5aafd35e-849a-4700-9320-e867231d25f2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645564 Jul 16 18:27:32.374559 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c41a2bb-328c-4899-a12a-9709d2a5309c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.627350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3c41a2bb-328c-4899-a12a-9709d2a5309c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:32.627678 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c41a2bb-328c-4899-a12a-9709d2a5309c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.719142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3c41a2bb-328c-4899-a12a-9709d2a5309c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] For port 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8719b32e-e6d8-42c6-9ec6-7fd929b3fc44,segment=NetworkSegment(7ccd3cae-1380-455a-93ba-ebaad0ddd46f),segment_id=7ccd3cae-1380-455a-93ba-ebaad0ddd46f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:32.719511 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c41a2bb-328c-4899-a12a-9709d2a5309c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.732349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3c41a2bb-328c-4899-a12a-9709d2a5309c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:32.738636 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.740611 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.742551 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.913155 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c41a2bb-328c-4899-a12a-9709d2a5309c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.939577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41a2bb-328c-4899-a12a-9709d2a5309c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=8719b32e-e6d8-42c6-9ec6-7fd929b3fc44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:33.108085 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c41a2bb-328c-4899-a12a-9709d2a5309c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.304027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c41a2bb-328c-4899-a12a-9709d2a5309c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router a5e82735-8e62-4407-8ee0-ce847cc99dc5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:33.404915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c41a2bb-328c-4899-a12a-9709d2a5309c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:33.410871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3c41a2bb-328c-4899-a12a-9709d2a5309c tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4651024 Jul 16 18:27:33.413664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:33.416718 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa112d71-0a27-434a-aa22-d8cb76e4d2df None None] Sync routers for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:33.429050 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa112d71-0a27-434a-aa22-d8cb76e4d2df None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:33.429714 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa112d71-0a27-434a-aa22-d8cb76e4d2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:33.452553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:33.478312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:33.479195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4b46c0bd-eed2-4b85-bef5-067fb4f5e06c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:33.479733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6f922162-dace-4d6b-8485-732d5c8e4ff0 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:33.502495 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 6f922162-dace-4d6b-8485-732d5c8e4ff0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:33.502866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6f922162-dace-4d6b-8485-732d5c8e4ff0 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:33.509417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting subnet 634ac874-aa0c-48f4-94d2-a50178bc19d5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:33.511389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.524467 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-aa112d71-0a27-434a-aa22-d8cb76e4d2df None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:33.559391 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.602815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f477ac-3eea-4c8e-8519-f69b8b955660 req-450acfcd-b9ca-4ff9-9841-ff4f405bf544 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.604355 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6f477ac-3eea-4c8e-8519-f69b8b955660 req-450acfcd-b9ca-4ff9-9841-ff4f405bf544 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 944 time: 0.1478422 Jul 16 18:27:33.684118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6f477ac-3eea-4c8e-8519-f69b8b955660 req-692ac04b-628a-4e4b-8226-4732a7b2cdfb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682805 Jul 16 18:27:33.689764 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.732003 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa112d71-0a27-434a-aa22-d8cb76e4d2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:32Z', 'revision_number': 9, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:33.749610 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.761162 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa112d71-0a27-434a-aa22-d8cb76e4d2df None None] Checking router: a5e82735-8e62-4407-8ee0-ce847cc99dc5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:33.770484 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa112d71-0a27-434a-aa22-d8cb76e4d2df None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:33.771151 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa112d71-0a27-434a-aa22-d8cb76e4d2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:33.777788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Subnet': ['ID=634ac874-aa0c-48f4-94d2-a50178bc19d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:33.783013 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.787456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/634ac874-aa0c-48f4-94d2-a50178bc19d5 HTTP/1.1" status: 204 len: 168 time: 0.3701954 Jul 16 18:27:33.787680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:33.790588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:33.790945 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:33.791298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:33.791644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:33.791987 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:33.792326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:33.792664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:33.793000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:33.793341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:33.793673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:33.793999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:33.794337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a065ab0-aeaa-48e4-8e8d-ccb8ee26d4c2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:33.794736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf1efb-c8c6-4f2a-a73d-b9c2595cfc8f None None] Network 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:33.842946 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.872772 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-aa112d71-0a27-434a-aa22-d8cb76e4d2df None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:33.877545 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.938218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port de591f2c-9ccb-4c02-b078-4703a069f806 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:33.938811 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.011667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] For port de591f2c-9ccb-4c02-b078-4703a069f806, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=de591f2c-9ccb-4c02-b078-4703a069f806,segment=NetworkSegment(7ccd3cae-1380-455a-93ba-ebaad0ddd46f),segment_id=7ccd3cae-1380-455a-93ba-ebaad0ddd46f)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:34.013029 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.019339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331df23d-d012-4356-a6f6-499d09ae03b1 None None] DHCP port deletion for 4f3e05ae-a1ae-4689-bfb4-426f55bd53fe request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:34.027281 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for de591f2c-9ccb-4c02-b078-4703a069f806 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:34.068954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-331df23d-d012-4356-a6f6-499d09ae03b1 None None] Deleting port de591f2c-9ccb-4c02-b078-4703a069f806 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:34.069376 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-331df23d-d012-4356-a6f6-499d09ae03b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.114884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.143532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=de591f2c-9ccb-4c02-b078-4703a069f806,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.144931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-331df23d-d012-4356-a6f6-499d09ae03b1 None None] For port de591f2c-9ccb-4c02-b078-4703a069f806, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=de591f2c-9ccb-4c02-b078-4703a069f806,segment=NetworkSegment(7ccd3cae-1380-455a-93ba-ebaad0ddd46f),segment_id=7ccd3cae-1380-455a-93ba-ebaad0ddd46f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:34.145420 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-331df23d-d012-4356-a6f6-499d09ae03b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.147344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No DVR routers for this DVR port de591f2c-9ccb-4c02-b078-4703a069f806 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:34.165399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-331df23d-d012-4356-a6f6-499d09ae03b1 None None] Calling delete_port for de591f2c-9ccb-4c02-b078-4703a069f806 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:34.206910 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa112d71-0a27-434a-aa22-d8cb76e4d2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:32Z', 'revision_number': 9, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:34.233418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.241499 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa112d71-0a27-434a-aa22-d8cb76e4d2df None None] The sync data for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 is: [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:32Z', 'revision_number': 9, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '16debd2c-a471-4f85-8b40-a95fce620412', 'name': '', 'network_id': '9c2479e9-e17f-4491-bd01-0b3c0c06593e', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:da:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:15Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '0db7eee9-ac9a-4868-b506-bba8bc802a3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:34.244775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3e05ae-a1ae-4689-bfb4-426f55bd53fe']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:34.256945 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccd3cae-1380-455a-93ba-ebaad0ddd46f') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:34.257259 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccd3cae-1380-455a-93ba-ebaad0ddd46f') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:34.263159 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-331df23d-d012-4356-a6f6-499d09ae03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.267235 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.281714 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.288333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:34.288725 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:34.291857 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:34.293853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331df23d-d012-4356-a6f6-499d09ae03b1 None None] Pushing event deleted for resources: {'Port': ['ID=de591f2c-9ccb-4c02-b078-4703a069f806,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.299590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331df23d-d012-4356-a6f6-499d09ae03b1 None None] No DVR routers for this DVR port de591f2c-9ccb-4c02-b078-4703a069f806 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:34.353829 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.361177 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.362987 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/networks/4f3e05ae-a1ae-4689-bfb4-426f55bd53fe HTTP/1.1" status: 204 len: 168 time: 0.5742536 Jul 16 18:27:34.365995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:34.374130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743f1c6-4873-41a1-849b-46edf4534958 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Network': ['ID=4f3e05ae-a1ae-4689-bfb4-426f55bd53fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.693236 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a997-86db-4a58-b234-7551ea6d35fb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.912312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515011d-05e8-4bd0-8408-5295102046e3 req-d91e1501-2022-4dce-9ad7-4d9d6c16dff9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.913753 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0515011d-05e8-4bd0-8408-5295102046e3 req-d91e1501-2022-4dce-9ad7-4d9d6c16dff9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 944 time: 0.1001956 Jul 16 18:27:34.987221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0515011d-05e8-4bd0-8408-5295102046e3 req-0282fea7-004f-45c2-a785-a871a5329b8c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674052 Jul 16 18:27:35.031410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4a997-86db-4a58-b234-7551ea6d35fb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port 16debd2c-a471-4f85-8b40-a95fce620412 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:35.031762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a997-86db-4a58-b234-7551ea6d35fb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.118193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e7c4a997-86db-4a58-b234-7551ea6d35fb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] For port 16debd2c-a471-4f85-8b40-a95fce620412, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=16debd2c-a471-4f85-8b40-a95fce620412,segment=NetworkSegment(86d26f5b-42ea-43eb-8fff-7fbc864a17c1),segment_id=86d26f5b-42ea-43eb-8fff-7fbc864a17c1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:35.120377 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a997-86db-4a58-b234-7551ea6d35fb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.136856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4a997-86db-4a58-b234-7551ea6d35fb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for 16debd2c-a471-4f85-8b40-a95fce620412 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:35.316103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a997-86db-4a58-b234-7551ea6d35fb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.347670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4a997-86db-4a58-b234-7551ea6d35fb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=16debd2c-a471-4f85-8b40-a95fce620412,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:35.387566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device de591f2c-9ccb-4c02-b078-4703a069f806 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:35.409752 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: de591f2c-9ccb-4c02-b078-4703a069f806 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:35.410093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device de591f2c-9ccb-4c02-b078-4703a069f806 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:35.410508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:35.431467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:35.431817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8719b32e-e6d8-42c6-9ec6-7fd929b3fc44 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:35.520656 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.521650 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a997-86db-4a58-b234-7551ea6d35fb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.708199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c4a997-86db-4a58-b234-7551ea6d35fb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router a5e82735-8e62-4407-8ee0-ce847cc99dc5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:35.797234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c4a997-86db-4a58-b234-7551ea6d35fb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:35.802704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e7c4a997-86db-4a58-b234-7551ea6d35fb tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4356029 Jul 16 18:27:35.805402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:35.807973 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb45d6-d22e-4e80-acd3-4dc6d1346f4a None None] Sync routers for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:35.817411 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb45d6-d22e-4e80-acd3-4dc6d1346f4a None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:35.818149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3eb45d6-d22e-4e80-acd3-4dc6d1346f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:35.858328 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c86c7b-5281-488c-a9af-c10241f30de5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting subnet 0db7eee9-ac9a-4868-b506-bba8bc802a3a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:35.862609 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44c86c7b-5281-488c-a9af-c10241f30de5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.903133 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44c86c7b-5281-488c-a9af-c10241f30de5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.068465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a3eb45d6-d22e-4e80-acd3-4dc6d1346f4a None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:36.271325 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3eb45d6-d22e-4e80-acd3-4dc6d1346f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:35Z', 'revision_number': 10, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:36.303179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb45d6-d22e-4e80-acd3-4dc6d1346f4a None None] Checking router: a5e82735-8e62-4407-8ee0-ce847cc99dc5 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:36.311628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb45d6-d22e-4e80-acd3-4dc6d1346f4a None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:36.312255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3eb45d6-d22e-4e80-acd3-4dc6d1346f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:36.331392 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44c86c7b-5281-488c-a9af-c10241f30de5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.403364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-a3eb45d6-d22e-4e80-acd3-4dc6d1346f4a None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:36.403938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51513c6e-8d51-4b7b-ac4b-63e085cfb2af req-4589f298-4a26-444a-99f7-913f38270e57 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.405346 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51513c6e-8d51-4b7b-ac4b-63e085cfb2af req-4589f298-4a26-444a-99f7-913f38270e57 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 944 time: 0.1082463 Jul 16 18:27:36.432389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44c86c7b-5281-488c-a9af-c10241f30de5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.474803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c86c7b-5281-488c-a9af-c10241f30de5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Subnet': ['ID=0db7eee9-ac9a-4868-b506-bba8bc802a3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.480459 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44c86c7b-5281-488c-a9af-c10241f30de5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.485046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6de48bf8-b95e-42b0-92e9-5198963bfdca details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:36.486336 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-44c86c7b-5281-488c-a9af-c10241f30de5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/0db7eee9-ac9a-4868-b506-bba8bc802a3a HTTP/1.1" status: 204 len: 168 time: 0.6764331 Jul 16 18:27:36.486729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38622) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:36.487578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51513c6e-8d51-4b7b-ac4b-63e085cfb2af req-7c87e52d-cba7-483c-ac2b-0b09f31348b1 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766640 Jul 16 18:27:36.490874 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f601f45-918d-4e86-842b-b3856ffb52aa None None] Network 9c2479e9-e17f-4491-bd01-0b3c0c06593e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:36.565901 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.622771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port 20961692-83ea-4842-a691-295442e86674 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:36.623036 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.686234 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] For port 20961692-83ea-4842-a691-295442e86674, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=20961692-83ea-4842-a691-295442e86674,segment=NetworkSegment(86d26f5b-42ea-43eb-8fff-7fbc864a17c1),segment_id=86d26f5b-42ea-43eb-8fff-7fbc864a17c1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:36.686658 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.697944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for 20961692-83ea-4842-a691-295442e86674 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:36.772356 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 6de48bf8-b95e-42b0-92e9-5198963bfdca, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6de48bf8-b95e-42b0-92e9-5198963bfdca,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:36.780651 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.795947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '6de48bf8-b95e-42b0-92e9-5198963bfdca', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'port_id': '6de48bf8-b95e-42b0-92e9-5198963bfdca', 'mac_address': 'fa:16:3e:95:f6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:36.808512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=20961692-83ea-4842-a691-295442e86674,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.811693 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No DVR routers for this DVR port 20961692-83ea-4842-a691-295442e86674 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:36.852091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-a3eb45d6-d22e-4e80-acd3-4dc6d1346f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:35Z', 'revision_number': 10, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:36.855928 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.881762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb45d6-d22e-4e80-acd3-4dc6d1346f4a None None] The sync data for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 is: [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:35Z', 'revision_number': 10, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None, '_interfaces': [{'id': '74ea14a9-1e8d-448e-80f2-5d8ecd946e6e', 'name': '', 'network_id': '3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'mac_address': 'fa:16:3e:64:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:10Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 5, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'subnets': [{'id': '9b36890f-e229-42b0-b2d6-e17d68432a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:36.892044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a1474-ea9a-44b7-8ff7-7f8288b50f04 None None] DHCP port deletion for 9c2479e9-e17f-4491-bd01-0b3c0c06593e request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:36.901523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de48bf8-b95e-42b0-92e9-5198963bfdca {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:36.905908 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.919695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2479e9-e17f-4491-bd01-0b3c0c06593e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:36.928916 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 6de48bf8-b95e-42b0-92e9-5198963bfdca, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6de48bf8-b95e-42b0-92e9-5198963bfdca,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:36.932065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d26f5b-42ea-43eb-8fff-7fbc864a17c1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:36.932442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d26f5b-42ea-43eb-8fff-7fbc864a17c1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:36.934198 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.941790 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.960321 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.966581 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:36.966972 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:36.970590 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:36.989212 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=6de48bf8-b95e-42b0-92e9-5198963bfdca,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.027120 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.034163 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.037776 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/networks/9c2479e9-e17f-4491-bd01-0b3c0c06593e HTTP/1.1" status: 204 len: 168 time: 0.5499310 Jul 16 18:27:37.038847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:37.049236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830a9dc-d0c3-418b-abeb-bba09a6ec8a8 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Network': ['ID=9c2479e9-e17f-4491-bd01-0b3c0c06593e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.134730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6de48bf8-b95e-42b0-92e9-5198963bfdca'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:37.379011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 16debd2c-a471-4f85-8b40-a95fce620412 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:37.388775 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1baf0a-c835-4346-a0b4-e78d7430a5ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.399036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 16debd2c-a471-4f85-8b40-a95fce620412 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:37.399409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 16debd2c-a471-4f85-8b40-a95fce620412 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:37.399831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 20961692-83ea-4842-a691-295442e86674 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:37.421816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 20961692-83ea-4842-a691-295442e86674 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:37.422366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 20961692-83ea-4842-a691-295442e86674 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:37.531138 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:27:37.685013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ca1baf0a-c835-4346-a0b4-e78d7430a5ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:37.685266 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1baf0a-c835-4346-a0b4-e78d7430a5ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.726663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58730205-9f30-4b23-ade7-e610147ce46b req-c1b7ba11-59f4-49a2-97ff-cca753265802 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.728127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58730205-9f30-4b23-ade7-e610147ce46b req-c1b7ba11-59f4-49a2-97ff-cca753265802 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 945 time: 0.1075838 Jul 16 18:27:37.811302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ca1baf0a-c835-4346-a0b4-e78d7430a5ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] For port 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=74ea14a9-1e8d-448e-80f2-5d8ecd946e6e,segment=NetworkSegment(01ea5526-7c80-464a-ae6b-250d96f6ca8c),segment_id=01ea5526-7c80-464a-ae6b-250d96f6ca8c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:37.811661 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1baf0a-c835-4346-a0b4-e78d7430a5ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.816820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58730205-9f30-4b23-ade7-e610147ce46b req-be937111-1876-47b0-8708-7fdb54dbd985 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832214 Jul 16 18:27:37.827095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ca1baf0a-c835-4346-a0b4-e78d7430a5ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:37.996305 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1baf0a-c835-4346-a0b4-e78d7430a5ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.023915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1baf0a-c835-4346-a0b4-e78d7430a5ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=74ea14a9-1e8d-448e-80f2-5d8ecd946e6e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:38.169547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca1baf0a-c835-4346-a0b4-e78d7430a5ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.317906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1baf0a-c835-4346-a0b4-e78d7430a5ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router a5e82735-8e62-4407-8ee0-ce847cc99dc5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:38.392920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1baf0a-c835-4346-a0b4-e78d7430a5ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:38.397827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ca1baf0a-c835-4346-a0b4-e78d7430a5ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3579016 Jul 16 18:27:38.400502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:38.403617 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bdda1-918f-46ab-973f-7a8598c91dc2 None None] Sync routers for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:38.413455 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663bdda1-918f-46ab-973f-7a8598c91dc2 None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:38.414140 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-663bdda1-918f-46ab-973f-7a8598c91dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:38.452125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-327f58a1-9f74-4eb7-a481-b51417ef40ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting subnet 9b36890f-e229-42b0-b2d6-e17d68432a54 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:38.456024 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-327f58a1-9f74-4eb7-a481-b51417ef40ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.474021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6de48bf8-b95e-42b0-92e9-5198963bfdca up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:38.485507 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-663bdda1-918f-46ab-973f-7a8598c91dc2 None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:38.496290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-327f58a1-9f74-4eb7-a481-b51417ef40ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.522318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 6de48bf8-b95e-42b0-92e9-5198963bfdca completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:38.526237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 6de48bf8-b95e-42b0-92e9-5198963bfdca triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:38.526663 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.542774 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-663bdda1-918f-46ab-973f-7a8598c91dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:37Z', 'revision_number': 11, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:38.570273 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bdda1-918f-46ab-973f-7a8598c91dc2 None None] Checking router: a5e82735-8e62-4407-8ee0-ce847cc99dc5 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:38.578689 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663bdda1-918f-46ab-973f-7a8598c91dc2 None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:38.579878 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-663bdda1-918f-46ab-973f-7a8598c91dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:38.590498 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-327f58a1-9f74-4eb7-a481-b51417ef40ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.624300 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.654167 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-663bdda1-918f-46ab-973f-7a8598c91dc2 None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:38.658269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e993810b-721c-451d-8b09-d293994d34dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de48bf8-b95e-42b0-92e9-5198963bfdca'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:38.659076 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-327f58a1-9f74-4eb7-a481-b51417ef40ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.661069 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968faa85-4a2a-4f55-9c53-2558b58124b7" -d '{"events": [{"server_uuid": "e993810b-721c-451d-8b09-d293994d34dd", "name": "network-vif-plugged", "status": "completed", "tag": "6de48bf8-b95e-42b0-92e9-5198963bfdca"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:38.690917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 6de48bf8-b95e-42b0-92e9-5198963bfdca, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6de48bf8-b95e-42b0-92e9-5198963bfdca,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:38.694788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f58a1-9f74-4eb7-a481-b51417ef40ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Subnet': ['ID=9b36890f-e229-42b0-b2d6-e17d68432a54,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:38.695993 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.703797 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-327f58a1-9f74-4eb7-a481-b51417ef40ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.707059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-327f58a1-9f74-4eb7-a481-b51417ef40ec tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/9b36890f-e229-42b0-b2d6-e17d68432a54 HTTP/1.1" status: 204 len: 168 time: 0.3056307 Jul 16 18:27:38.711324 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:38.714136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ff689-38ec-410b-a464-1c5e6ff5e1f9 None None] Network 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:38.737900 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-663bdda1-918f-46ab-973f-7a8598c91dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:37Z', 'revision_number': 11, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:38.745299 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3c6130-0ba0-48e2-bfc9-fa7a4fdab1e3 x-openstack-request-id: req-2c3c6130-0ba0-48e2-bfc9-fa7a4fdab1e3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:38.745684 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e993810b-721c-451d-8b09-d293994d34dd", "name": "network-vif-plugged", "status": "completed", "tag": "6de48bf8-b95e-42b0-92e9-5198963bfdca", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:38.746010 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c3c6130-0ba0-48e2-bfc9-fa7a4fdab1e3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:38.746403 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e993810b-721c-451d-8b09-d293994d34dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de48bf8-b95e-42b0-92e9-5198963bfdca', 'code': 200} Jul 16 18:27:38.775848 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663bdda1-918f-46ab-973f-7a8598c91dc2 None None] The sync data for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 is: [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:37Z', 'revision_number': 11, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:38.820267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.824753 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=6de48bf8-b95e-42b0-92e9-5198963bfdca,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:38.886298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1455db8-8cf3-458e-aad1-a2b93e7bd1c9 req-ee290513-a4ca-43d3-9d77-f256ddc898b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.888109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1455db8-8cf3-458e-aad1-a2b93e7bd1c9 req-ee290513-a4ca-43d3-9d77-f256ddc898b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 1097 time: 0.0770507 Jul 16 18:27:38.891319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Deleting port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:38.891956 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.931918 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1455db8-8cf3-458e-aad1-a2b93e7bd1c9 req-27270cae-ab0a-4477-8d3f-2d791ba4006d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364449 Jul 16 18:27:38.962624 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] For port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2820f037-76e7-4b17-bbae-4e5ec80e5bcb,segment=NetworkSegment(01ea5526-7c80-464a-ae6b-250d96f6ca8c),segment_id=01ea5526-7c80-464a-ae6b-250d96f6ca8c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:38.962989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.975565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Calling delete_port for 2820f037-76e7-4b17-bbae-4e5ec80e5bcb owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:39.017327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e44df1-8eea-4923-bc61-aef73062f3cf req-9d00387b-1785-4b87-9e08-71beb630a0c5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.018858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39e44df1-8eea-4923-bc61-aef73062f3cf req-9d00387b-1785-4b87-9e08-71beb630a0c5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 946 time: 0.0643561 Jul 16 18:27:39.056483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39e44df1-8eea-4923-bc61-aef73062f3cf req-5b1f3bf2-6c5d-4051-b51b-f2d343cab759 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314026 Jul 16 18:27:39.060209 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.088185 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Port': ['ID=2820f037-76e7-4b17-bbae-4e5ec80e5bcb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.089954 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No DVR routers for this DVR port 2820f037-76e7-4b17-bbae-4e5ec80e5bcb on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:39.158718 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8f2817-daa1-483b-b4af-578711d918de None None] DHCP port deletion for 3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:39.174367 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.185135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:39.195880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ea5526-7c80-464a-ae6b-250d96f6ca8c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:39.196211 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ea5526-7c80-464a-ae6b-250d96f6ca8c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:39.205288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.219017 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.225513 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:39.225907 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:39.229569 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:39.291704 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.303551 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.306654 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/networks/3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59 HTTP/1.1" status: 204 len: 168 time: 0.5941420 Jul 16 18:27:39.309383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:39.314919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-15b8ad22-43cb-4a0e-8256-bc153b8d1e92 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:39.319359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57859c6b-d8b7-423f-9777-e4975184b6a0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Pushing event deleted for resources: {'Network': ['ID=3c3b4afe-21ec-4a6c-9eae-de8de9bdcd59,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.368403 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2820f037-76e7-4b17-bbae-4e5ec80e5bcb no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:39.388468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 2820f037-76e7-4b17-bbae-4e5ec80e5bcb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:39.388842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2820f037-76e7-4b17-bbae-4e5ec80e5bcb not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:39.389263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:39.409623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:39.410013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 74ea14a9-1e8d-448e-80f2-5d8ecd946e6e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:39.477746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-15b8ad22-43cb-4a0e-8256-bc153b8d1e92 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:27:39.478048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-15b8ad22-43cb-4a0e-8256-bc153b8d1e92 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Removed routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:27:39.478411 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad22-43cb-4a0e-8256-bc153b8d1e92 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.616726 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad22-43cb-4a0e-8256-bc153b8d1e92 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.620367 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad22-43cb-4a0e-8256-bc153b8d1e92 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.699757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b8ad22-43cb-4a0e-8256-bc153b8d1e92 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router a5e82735-8e62-4407-8ee0-ce847cc99dc5 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:39.779554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b8ad22-43cb-4a0e-8256-bc153b8d1e92 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:39.786951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad22-43cb-4a0e-8256-bc153b8d1e92 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.788149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-15b8ad22-43cb-4a0e-8256-bc153b8d1e92 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5 HTTP/1.1" status: 200 len: 700 time: 0.4771273 Jul 16 18:27:39.790918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:39.791120 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab33712-0edd-44b5-a51e-16b9896fca31 None None] Sync routers for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:39.802314 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab33712-0edd-44b5-a51e-16b9896fca31 None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:39.803035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6ab33712-0edd-44b5-a51e-16b9896fca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:39.825628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a2fa5543-6f04-4382-ae9b-8f3af466281a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5e82735-8e62-4407-8ee0-ce847cc99dc5 HTTP/1.1" status: 200 len: 205 time: 0.0306890 Jul 16 18:27:39.825942 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:39.877891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6ab33712-0edd-44b5-a51e-16b9896fca31 None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:39.903772 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7d74d80-5143-430a-8c8b-8f49ccff9a70 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.932233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6ab33712-0edd-44b5-a51e-16b9896fca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:37Z', 'revision_number': 11, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:39.958820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab33712-0edd-44b5-a51e-16b9896fca31 None None] Checking router: a5e82735-8e62-4407-8ee0-ce847cc99dc5 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:39.967326 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab33712-0edd-44b5-a51e-16b9896fca31 None None] Routers {'a5e82735-8e62-4407-8ee0-ce847cc99dc5'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:39.967946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6ab33712-0edd-44b5-a51e-16b9896fca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:40.036755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6ab33712-0edd-44b5-a51e-16b9896fca31 None None] Set router a5e82735-8e62-4407-8ee0-ce847cc99dc5 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:40.065297 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7d74d80-5143-430a-8c8b-8f49ccff9a70 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.067471 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7d74d80-5143-430a-8c8b-8f49ccff9a70 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.093898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6ab33712-0edd-44b5-a51e-16b9896fca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:37Z', 'revision_number': 11, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:40.111330 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7d74d80-5143-430a-8c8b-8f49ccff9a70 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.112543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d74d80-5143-430a-8c8b-8f49ccff9a70 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Fanout notify agent at l3_agent the message router_deleted on router a5e82735-8e62-4407-8ee0-ce847cc99dc5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:27:40.119891 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7d74d80-5143-430a-8c8b-8f49ccff9a70 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.123135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab33712-0edd-44b5-a51e-16b9896fca31 None None] The sync data for ids ['a5e82735-8e62-4407-8ee0-ce847cc99dc5'] in n-d-793618-9 is: [{'id': 'a5e82735-8e62-4407-8ee0-ce847cc99dc5', 'name': 'tempest-RoutersTest-router-700621248', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:37Z', 'revision_number': 11, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:40.125935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d7d74d80-5143-430a-8c8b-8f49ccff9a70 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5 HTTP/1.1" status: 204 len: 168 time: 0.2990324 Jul 16 18:27:40.130190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:40.135285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-22dfee07-d073-434c-8f20-b5639c960a20 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-413763215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:40.160203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfee07-d073-434c-8f20-b5639c960a20 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.161363 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfee07-d073-434c-8f20-b5639c960a20 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.247554 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfee07-d073-434c-8f20-b5639c960a20 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.252866 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfee07-d073-434c-8f20-b5639c960a20 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.274687 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22dfee07-d073-434c-8f20-b5639c960a20 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.275899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-22dfee07-d073-434c-8f20-b5639c960a20 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1445312 Jul 16 18:27:40.278775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:40.284501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f35cd8fc-e89a-4f5c-8a2c-55cc3eaeeec9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:40.669627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7652e-37b0-4fbe-99c9-ac497b51cf3c req-8d690224-a6e6-4528-8374-3b9c33503df5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.671135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d0f7652e-37b0-4fbe-99c9-ac497b51cf3c req-8d690224-a6e6-4528-8374-3b9c33503df5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 946 time: 0.4961131 Jul 16 18:27:40.828226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d0f7652e-37b0-4fbe-99c9-ac497b51cf3c req-a8be190b-1dea-4a23-876a-b2736bb3a724 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510913 Jul 16 18:27:40.837304 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35cd8fc-e89a-4f5c-8a2c-55cc3eaeeec9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.849986 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35cd8fc-e89a-4f5c-8a2c-55cc3eaeeec9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677462'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.951024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35cd8fc-e89a-4f5c-8a2c-55cc3eaeeec9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Router 1a03170c-6d73-40c2-b1f5-df6c6813f571 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:27:41.062566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35cd8fc-e89a-4f5c-8a2c-55cc3eaeeec9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:41.071299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35cd8fc-e89a-4f5c-8a2c-55cc3eaeeec9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.072102 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3260b1-07f6-42b5-9078-226d1f67fb73 None None] Sync routers for ids ['1a03170c-6d73-40c2-b1f5-df6c6813f571'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:41.072634 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f35cd8fc-e89a-4f5c-8a2c-55cc3eaeeec9 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "PUT /v2.0/routers/1a03170c-6d73-40c2-b1f5-df6c6813f571 HTTP/1.1" status: 200 len: 693 time: 0.7927318 Jul 16 18:27:41.075250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38658) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.082293 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3260b1-07f6-42b5-9078-226d1f67fb73 None None] Routers {'1a03170c-6d73-40c2-b1f5-df6c6813f571'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:41.082923 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fc3260b1-07f6-42b5-9078-226d1f67fb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a03170c-6d73-40c2-b1f5-df6c6813f571'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:41.101011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe21d1c-f3d8-4e19-9c13-e15e0afc5b8e req-1264fef6-4c0a-44b0-9946-64eba7d903ae tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.102555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ffe21d1c-f3d8-4e19-9c13-e15e0afc5b8e req-1264fef6-4c0a-44b0-9946-64eba7d903ae tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 946 time: 0.1445923 Jul 16 18:27:41.142565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ffe21d1c-f3d8-4e19-9c13-e15e0afc5b8e req-9a6166c0-cec6-4ab3-b7a6-78103251b75d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337567 Jul 16 18:27:41.153039 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fc3260b1-07f6-42b5-9078-226d1f67fb73 None None] Set router 1a03170c-6d73-40c2-b1f5-df6c6813f571 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:41.161590 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ea05c3e8-e0f3-4c67-af2f-a95e98e12505 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/routers/1a03170c-6d73-40c2-b1f5-df6c6813f571 HTTP/1.1" status: 200 len: 699 time: 0.0821733 Jul 16 18:27:41.161690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.194873 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8410a853-1824-4a75-842c-6396fbbf1617 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a03170c-6d73-40c2-b1f5-df6c6813f571 HTTP/1.1" status: 200 len: 205 time: 0.0320728 Jul 16 18:27:41.197788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38664) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.205025 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fc3260b1-07f6-42b5-9078-226d1f67fb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03170c-6d73-40c2-b1f5-df6c6813f571', 'name': 'tempest-RoutersTest-router-413763215', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:40Z', 'updated_at': '2021-07-16T18:27:40Z', 'revision_number': 2, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:41.235060 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3260b1-07f6-42b5-9078-226d1f67fb73 None None] Checking router: 1a03170c-6d73-40c2-b1f5-df6c6813f571 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:41.244702 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3260b1-07f6-42b5-9078-226d1f67fb73 None None] Routers {'1a03170c-6d73-40c2-b1f5-df6c6813f571'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:41.245330 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fc3260b1-07f6-42b5-9078-226d1f67fb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:27:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1a03170c-6d73-40c2-b1f5-df6c6813f571'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:41.281803 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d51336c-3aef-476f-ba9f-68c40f7e0555 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.318680 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fc3260b1-07f6-42b5-9078-226d1f67fb73 None None] Set router 1a03170c-6d73-40c2-b1f5-df6c6813f571 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:41.347294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84abd46-c48f-4551-b4fc-95da27411fc5 req-2c8cba07-0fb6-4ebb-a421-043ff1c3c6e8 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.349266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d84abd46-c48f-4551-b4fc-95da27411fc5 req-2c8cba07-0fb6-4ebb-a421-043ff1c3c6e8 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 946 time: 0.0826309 Jul 16 18:27:41.373780 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fc3260b1-07f6-42b5-9078-226d1f67fb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03170c-6d73-40c2-b1f5-df6c6813f571', 'name': 'tempest-RoutersTest-router-413763215', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:40Z', 'updated_at': '2021-07-16T18:27:40Z', 'revision_number': 2, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:41.390864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d84abd46-c48f-4551-b4fc-95da27411fc5 req-8c659665-4826-4926-9bc4-3c53d8cd306a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359142 Jul 16 18:27:41.405927 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3260b1-07f6-42b5-9078-226d1f67fb73 None None] The sync data for ids ['1a03170c-6d73-40c2-b1f5-df6c6813f571'] in n-d-793618-9 is: [{'id': '1a03170c-6d73-40c2-b1f5-df6c6813f571', 'name': 'tempest-RoutersTest-router-413763215', 'tenant_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:40Z', 'updated_at': '2021-07-16T18:27:40Z', 'revision_number': 2, 'project_id': '58a8f69ae12c4837b47b193d0e6b9a4a', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:41.476786 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d51336c-3aef-476f-ba9f-68c40f7e0555 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.479235 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d51336c-3aef-476f-ba9f-68c40f7e0555 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.526969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d51336c-3aef-476f-ba9f-68c40f7e0555 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.527529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d51336c-3aef-476f-ba9f-68c40f7e0555 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Fanout notify agent at l3_agent the message router_deleted on router 1a03170c-6d73-40c2-b1f5-df6c6813f571 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:27:41.536564 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d51336c-3aef-476f-ba9f-68c40f7e0555 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.537722 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1d51336c-3aef-476f-ba9f-68c40f7e0555 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/1a03170c-6d73-40c2-b1f5-df6c6813f571 HTTP/1.1" status: 204 len: 168 time: 0.3389149 Jul 16 18:27:41.541245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.575265 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f24946c7-ea98-4e26-819b-b88d150fc3b5 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a03170c-6d73-40c2-b1f5-df6c6813f571 HTTP/1.1" status: 200 len: 205 time: 0.0305786 Jul 16 18:27:41.575484 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.615658 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e326ed00-d45d-40b9-bebf-8437b2163ce2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] delete failed (client error): The resource could not be found. Jul 16 18:27:41.617377 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e326ed00-d45d-40b9-bebf-8437b2163ce2 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/1a03170c-6d73-40c2-b1f5-df6c6813f571 HTTP/1.1" status: 404 len: 336 time: 0.0403419 Jul 16 18:27:41.619353 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38672) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.650410 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-780f065c-3b36-4a6a-bb12-acfb8efb65c0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:41.650959 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780f065c-3b36-4a6a-bb12-acfb8efb65c0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:41.653009 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-780f065c-3b36-4a6a-bb12-acfb8efb65c0 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/2f7e2035-cb69-4bcc-bd86-c23337d53240 HTTP/1.1" status: 404 len: 337 time: 0.0324571 Jul 16 18:27:41.655421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.688394 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd1c0aa-57ae-44d6-982e-8b2de0fe33c3 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:41.689537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd1c0aa-57ae-44d6-982e-8b2de0fe33c3 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:41.691348 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2cd1c0aa-57ae-44d6-982e-8b2de0fe33c3 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/634ac874-aa0c-48f4-94d2-a50178bc19d5 HTTP/1.1" status: 404 len: 337 time: 0.0348120 Jul 16 18:27:41.693969 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.719442 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbe1d97-7b26-4b45-b7fe-1fad79618598 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:41.720542 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbe1d97-7b26-4b45-b7fe-1fad79618598 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:41.723100 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6cbe1d97-7b26-4b45-b7fe-1fad79618598 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/0db7eee9-ac9a-4868-b506-bba8bc802a3a HTTP/1.1" status: 404 len: 337 time: 0.0276356 Jul 16 18:27:41.725111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.750261 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-853df286-43f2-42bc-811d-842c11d93975 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:41.750709 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853df286-43f2-42bc-811d-842c11d93975 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:41.753105 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-853df286-43f2-42bc-811d-842c11d93975 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/9b36890f-e229-42b0-b2d6-e17d68432a54 HTTP/1.1" status: 404 len: 337 time: 0.0270576 Jul 16 18:27:41.755708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.784273 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-641957a4-faad-4155-8934-fdf7094cacd7 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5e82735-8e62-4407-8ee0-ce847cc99dc5 HTTP/1.1" status: 200 len: 205 time: 0.0274987 Jul 16 18:27:41.786723 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.807277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e55d6-4fd3-4ecd-8823-b4435763e2d0 req-95234faa-c796-42e9-adce-a68384d5b5d5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.808925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d93e55d6-4fd3-4ecd-8823-b4435763e2d0 req-95234faa-c796-42e9-adce-a68384d5b5d5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 946 time: 0.0671072 Jul 16 18:27:41.858958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d93e55d6-4fd3-4ecd-8823-b4435763e2d0 req-6d25af3a-0413-45ab-ae5a-d965f54d8215 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 Jul 16 18:27:42.055836 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-7cbcfdd8-ff5f-4a7a-8925-6e74029ca587 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] delete failed (client error): The resource could not be found. Jul 16 18:27:42.056866 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7cbcfdd8-ff5f-4a7a-8925-6e74029ca587 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/a5e82735-8e62-4407-8ee0-ce847cc99dc5 HTTP/1.1" status: 404 len: 336 time: 0.2692170 Jul 16 18:27:42.059575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.090549 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a4fdff0d-cea1-4716-b81d-7e27a23ee334 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=710e97bf-016b-4ff1-9dd5-f1a7738f6abe HTTP/1.1" status: 200 len: 205 time: 0.0299072 Jul 16 18:27:42.092952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.131301 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e2812a5d-71a2-45f3-8995-08400836ef8a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] delete failed (client error): The resource could not be found. Jul 16 18:27:42.132340 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e2812a5d-71a2-45f3-8995-08400836ef8a tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/710e97bf-016b-4ff1-9dd5-f1a7738f6abe HTTP/1.1" status: 404 len: 336 time: 0.0384321 Jul 16 18:27:42.134949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.165700 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-689ffba6-9687-4666-9918-32698e784580 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:42.166163 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689ffba6-9687-4666-9918-32698e784580 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:42.170520 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-689ffba6-9687-4666-9918-32698e784580 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/c66b68e1-0acf-4f38-8ae3-d00d281c05ac HTTP/1.1" status: 404 len: 337 time: 0.0320635 Jul 16 18:27:42.170677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.201990 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9ac5bd5f-7f9c-4121-a2b3-e15aa3e2415d tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=44433d8c-6d27-4a67-807f-5dd4df53439a HTTP/1.1" status: 200 len: 205 time: 0.0301940 Jul 16 18:27:42.204948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.242097 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-5309a7bd-d00f-49b0-8efa-34a60d50e467 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] delete failed (client error): The resource could not be found. Jul 16 18:27:42.243145 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5309a7bd-d00f-49b0-8efa-34a60d50e467 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/44433d8c-6d27-4a67-807f-5dd4df53439a HTTP/1.1" status: 404 len: 336 time: 0.0372429 Jul 16 18:27:42.245873 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.281113 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b94574c3-92fd-4182-834c-08b293826d7b tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=54ff78a0-c537-4d34-9a1a-61fe2cd4082b HTTP/1.1" status: 200 len: 205 time: 0.0326796 Jul 16 18:27:42.281997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.321839 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-90c94eae-38e0-4bd9-b1a8-501de6447dfd tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] delete failed (client error): The resource could not be found. Jul 16 18:27:42.322886 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-90c94eae-38e0-4bd9-b1a8-501de6447dfd tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/54ff78a0-c537-4d34-9a1a-61fe2cd4082b HTTP/1.1" status: 404 len: 336 time: 0.0393867 Jul 16 18:27:42.325527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.354362 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ee0821-846e-4bfe-8d30-3b1664e60774 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:42.354831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ee0821-846e-4bfe-8d30-3b1664e60774 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:42.357006 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-81ee0821-846e-4bfe-8d30-3b1664e60774 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/1e72e0db-1f75-4713-86c6-d05740d4067b HTTP/1.1" status: 404 len: 337 time: 0.0305512 Jul 16 18:27:42.359623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.390839 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-da403099-d99f-4c5e-aecb-a2dc310650bf tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=e005030a-fafe-48de-a0ff-6e132b2bc9d2 HTTP/1.1" status: 200 len: 205 time: 0.0300398 Jul 16 18:27:42.393425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.436876 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-39f68780-94d4-4b5f-b48f-3f2ccd3d421e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] delete failed (client error): The resource could not be found. Jul 16 18:27:42.437914 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-39f68780-94d4-4b5f-b48f-3f2ccd3d421e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/e005030a-fafe-48de-a0ff-6e132b2bc9d2 HTTP/1.1" status: 404 len: 336 time: 0.0435693 Jul 16 18:27:42.441018 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38708) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.467630 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8847df6a-a7ca-480c-bef5-9a1e2c34c6fe tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:42.468083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8847df6a-a7ca-480c-bef5-9a1e2c34c6fe tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:42.469802 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8847df6a-a7ca-480c-bef5-9a1e2c34c6fe tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/4ed7b11e-f58c-4f31-a5ba-834dcf2ecc6a HTTP/1.1" status: 404 len: 337 time: 0.0277810 Jul 16 18:27:42.472184 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.500322 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46bb6168-e7a2-4a27-b0e6-dd30b722294e tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1a0f3bc-c8c3-4deb-8ee1-a124711c949b HTTP/1.1" status: 200 len: 205 time: 0.0271423 Jul 16 18:27:42.503160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.543904 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-876f56ba-10d2-4920-81cb-7200df45b396 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] delete failed (client error): The resource could not be found. Jul 16 18:27:42.544980 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-876f56ba-10d2-4920-81cb-7200df45b396 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/routers/d1a0f3bc-c8c3-4deb-8ee1-a124711c949b HTTP/1.1" status: 404 len: 336 time: 0.0408936 Jul 16 18:27:42.547659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38714) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.575423 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f47910-971d-4ccb-b033-39bd6723e086 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:42.575792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f47910-971d-4ccb-b033-39bd6723e086 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:42.577864 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a1f47910-971d-4ccb-b033-39bd6723e086 tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/831c6ed2-8614-46ca-aefe-1eb8b55d7365 HTTP/1.1" status: 404 len: 337 time: 0.0286520 Jul 16 18:27:42.580112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.605419 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6ccca9-178e-474b-9346-6ce8877851ea tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:42.605902 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6ccca9-178e-474b-9346-6ce8877851ea tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:42.607603 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ed6ccca9-178e-474b-9346-6ce8877851ea tempest-RoutersTest-585088901 tempest-RoutersTest-585088901-project] 10.222.0.52 "DELETE /v2.0/subnets/f5ee19d0-bd83-41a0-89eb-d39331915dc7 HTTP/1.1" status: 404 len: 337 time: 0.0265694 Jul 16 18:27:42.856471 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.990668 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a8f5ec8a-33d3-462b-830a-3df58637497c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58a8f69ae12c4837b47b193d0e6b9a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329350 Jul 16 18:27:42.993108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:43.043148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2961c7-bab7-4a63-9b87-6eb5af2c56b8 req-3d426a85-15ef-4fd9-ae04-4f2109fd280a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.044665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c2961c7-bab7-4a63-9b87-6eb5af2c56b8 req-3d426a85-15ef-4fd9-ae04-4f2109fd280a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 946 time: 0.0728796 Jul 16 18:27:43.045696 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7f23a10-e97d-4419-bd7b-3e5dd8bfff5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.070348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7f23a10-e97d-4419-bd7b-3e5dd8bfff5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.084769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c2961c7-bab7-4a63-9b87-6eb5af2c56b8 req-c60f9e8d-cff6-4e81-9635-a3bd95d523c6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340099 Jul 16 18:27:43.128288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7f23a10-e97d-4419-bd7b-3e5dd8bfff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.130925 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7f23a10-e97d-4419-bd7b-3e5dd8bfff5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.134790 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a7f23a10-e97d-4419-bd7b-3e5dd8bfff5a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d40fa4bc-66d6-4008-be0e-426251520eda HTTP/1.1" status: 204 len: 168 time: 0.1380496 Jul 16 18:27:43.143403 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f23a10-e97d-4419-bd7b-3e5dd8bfff5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40fa4bc-66d6-4008-be0e-426251520eda,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:43.197562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6720e4-8bb0-4961-8fd5-369f77b4c70c req-e9c2b7f8-ee14-49d7-9499-ccc220135692 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.199048 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e6720e4-8bb0-4961-8fd5-369f77b4c70c req-e9c2b7f8-ee14-49d7-9499-ccc220135692 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.42 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 946 time: 0.0781341 Jul 16 18:27:43.308106 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1e6720e4-8bb0-4961-8fd5-369f77b4c70c req-fc69f1d7-96ff-4f94-8e3c-c385d4760f26 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Deleting port 6de48bf8-b95e-42b0-92e9-5198963bfdca {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:43.308486 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e6720e4-8bb0-4961-8fd5-369f77b4c70c req-fc69f1d7-96ff-4f94-8e3c-c385d4760f26 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.402964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1e6720e4-8bb0-4961-8fd5-369f77b4c70c req-fc69f1d7-96ff-4f94-8e3c-c385d4760f26 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] For port 6de48bf8-b95e-42b0-92e9-5198963bfdca, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=6de48bf8-b95e-42b0-92e9-5198963bfdca,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:43.403345 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e6720e4-8bb0-4961-8fd5-369f77b4c70c req-fc69f1d7-96ff-4f94-8e3c-c385d4760f26 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.417265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1e6720e4-8bb0-4961-8fd5-369f77b4c70c req-fc69f1d7-96ff-4f94-8e3c-c385d4760f26 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Calling delete_port for 6de48bf8-b95e-42b0-92e9-5198963bfdca owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:43.554216 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e6720e4-8bb0-4961-8fd5-369f77b4c70c req-fc69f1d7-96ff-4f94-8e3c-c385d4760f26 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.568945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['6de48bf8-b95e-42b0-92e9-5198963bfdca'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:43.592992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69f1d7-96ff-4f94-8e3c-c385d4760f26 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event deleted for resources: {'Port': ['ID=6de48bf8-b95e-42b0-92e9-5198963bfdca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:43.651122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6720e4-8bb0-4961-8fd5-369f77b4c70c req-fc69f1d7-96ff-4f94-8e3c-c385d4760f26 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] No DVR routers for this DVR port 6de48bf8-b95e-42b0-92e9-5198963bfdca on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:43.653875 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1e6720e4-8bb0-4961-8fd5-369f77b4c70c req-fc69f1d7-96ff-4f94-8e3c-c385d4760f26 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.655936 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e6720e4-8bb0-4961-8fd5-369f77b4c70c req-fc69f1d7-96ff-4f94-8e3c-c385d4760f26 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.42 "DELETE /v2.0/ports/6de48bf8-b95e-42b0-92e9-5198963bfdca HTTP/1.1" status: 204 len: 173 time: 0.4519713 Jul 16 18:27:43.656390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e993810b-721c-451d-8b09-d293994d34dd', 'name': 'network-vif-deleted', 'tag': '6de48bf8-b95e-42b0-92e9-5198963bfdca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:43.658915 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd247e5b-4eae-4f91-bb42-e8a813c3c119" -d '{"events": [{"server_uuid": "e993810b-721c-451d-8b09-d293994d34dd", "name": "network-vif-deleted", "tag": "6de48bf8-b95e-42b0-92e9-5198963bfdca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:43.699439 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46bd58f-7690-4a60-99c6-5d88fa15fff3 x-openstack-request-id: req-d46bd58f-7690-4a60-99c6-5d88fa15fff3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:43.700238 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e993810b-721c-451d-8b09-d293994d34dd", "name": "network-vif-deleted", "tag": "6de48bf8-b95e-42b0-92e9-5198963bfdca", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:43.700589 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d46bd58f-7690-4a60-99c6-5d88fa15fff3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:43.701090 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e993810b-721c-451d-8b09-d293994d34dd', 'name': 'network-vif-deleted', 'tag': '6de48bf8-b95e-42b0-92e9-5198963bfdca', 'status': 'completed', 'code': 200} Jul 16 18:27:43.819631 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38754) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:43.919365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-27857518-34de-4f87-802a-95a7003235bd tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1004862574', 'prefixes': ['172.20.0.0/16']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:43.976957 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-27857518-34de-4f87-802a-95a7003235bd tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.978270 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-27857518-34de-4f87-802a-95a7003235bd tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1576242 Jul 16 18:27:43.980844 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38758) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.016410 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3b7d659e-3398-4a3b-a204-4de6b401b3b1 tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] 10.222.0.52 "GET /v2.0/subnetpools/80eb40fc-587a-4660-8288-c86ba52e14a2 HTTP/1.1" status: 200 len: 732 time: 0.0344057 Jul 16 18:27:44.019506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38760) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.023881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-46626cd1-a62e-44e4-a598-2c31d3f1e5d6 tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-584519813'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:44.101824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46626cd1-a62e-44e4-a598-2c31d3f1e5d6 tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.102940 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46626cd1-a62e-44e4-a598-2c31d3f1e5d6 tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] 10.222.0.52 "PUT /v2.0/subnetpools/80eb40fc-587a-4660-8288-c86ba52e14a2 HTTP/1.1" status: 200 len: 683 time: 0.0825200 Jul 16 18:27:44.105595 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38762) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.191133 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71d485dd-c3c3-43e2-96da-856eef752ef6 tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] Notify callbacks [] for subnetpool, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.194859 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-71d485dd-c3c3-43e2-96da-856eef752ef6 tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] 10.222.0.52 "DELETE /v2.0/subnetpools/80eb40fc-587a-4660-8288-c86ba52e14a2 HTTP/1.1" status: 204 len: 168 time: 0.0858004 Jul 16 18:27:44.195941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.229198 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6b3e8ac3-8c64-421b-bd77-9a2a464d6846 tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] show failed (client error): The resource could not be found. Jul 16 18:27:44.230653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6b3e8ac3-8c64-421b-bd77-9a2a464d6846 tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] 10.222.0.52 "GET /v2.0/subnetpools/80eb40fc-587a-4660-8288-c86ba52e14a2 HTTP/1.1" status: 404 len: 346 time: 0.0322206 Jul 16 18:27:44.233589 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.249861 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-d54bf8b2-06cd-4bad-9ec1-94ced07dbe52 tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] delete failed (client error): The resource could not be found. Jul 16 18:27:44.253096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad689522-dbd4-4fa8-b1d8-dd2234fe4964 req-9f27fc49-65c8-4e5c-afc3-5e89548d269f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 210 time: 0.0408309 Jul 16 18:27:44.259013 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d54bf8b2-06cd-4bad-9ec1-94ced07dbe52 tempest-SubnetPoolsTestJSON-1623532871 tempest-SubnetPoolsTestJSON-1623532871-project] 10.222.0.52 "DELETE /v2.0/subnetpools/80eb40fc-587a-4660-8288-c86ba52e14a2 HTTP/1.1" status: 404 len: 346 time: 0.0242915 Jul 16 18:27:44.505112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 38776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.611849 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bebff01-385d-4312-8a35-661d4d40b3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.699699 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bebff01-385d-4312-8a35-661d4d40b3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.703963 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7bebff01-385d-4312-8a35-661d4d40b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.741413 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7bebff01-385d-4312-8a35-661d4d40b3bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7003595847dc46af8715127aaee28fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351847 Jul 16 18:27:44.742280 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebff01-385d-4312-8a35-661d4d40b3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4912c34d-8eb2-484b-8418-2f473ea1909f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.744123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 38780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.796975 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5b0ae4f-9066-44d6-9415-ab79bbe39721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.818895 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5b0ae4f-9066-44d6-9415-ab79bbe39721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.871927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5b0ae4f-9066-44d6-9415-ab79bbe39721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.874927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5b0ae4f-9066-44d6-9415-ab79bbe39721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.876452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e5b0ae4f-9066-44d6-9415-ab79bbe39721 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4912c34d-8eb2-484b-8418-2f473ea1909f HTTP/1.1" status: 204 len: 168 time: 0.1308224 Jul 16 18:27:44.885395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0ae4f-9066-44d6-9415-ab79bbe39721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4912c34d-8eb2-484b-8418-2f473ea1909f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:45.460779 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5397b2e5-75ff-4de4-8bc1-10fa65de19a0 req-f77a482c-3732-41e1-befb-3cc6a4e89f49 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 210 time: 0.0582366 Jul 16 18:27:46.536794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6de48bf8-b95e-42b0-92e9-5198963bfdca no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:46.560031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 6de48bf8-b95e-42b0-92e9-5198963bfdca {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:46.560601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 6de48bf8-b95e-42b0-92e9-5198963bfdca not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:46.635935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-963c0cea-54c9-434c-8df2-3fd4cfc5cb86 req-4dc9d7ce-7f31-431b-ac71-8cb798cd5c5d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e993810b-721c-451d-8b09-d293994d34dd HTTP/1.1" status: 200 len: 210 time: 0.0288866 Jul 16 18:28:00.082987 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-265a9eec-d308-4cce-9286-dfd3fc4e1d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.287638 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cea0c76-5722-4be2-89cc-fdd349d08015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.753299 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.757228 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.763458 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.855541 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.537758 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.436365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27323-56ce-4a06-8935-910cebff5a9f req-b9083be6-7c2f-402b-884e-03442d23768a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:10.437843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-b9083be6-7c2f-402b-884e-03442d23768a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.1151016 Jul 16 18:28:10.453370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-365a7a95-2ee3-4684-9dad-550370f0f4b6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/quotas/f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 375 time: 0.0094950 Jul 16 18:28:10.528217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-4a4fa7df-1aaf-4ad2-b63f-91919701fb76 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693333 Jul 16 18:28:10.622815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-449633aa-e81b-41b2-88ab-a1c21af0a36c service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880558 Jul 16 18:28:10.724652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-88763f9a-c4a0-4fff-9f43-c26d44f13c96 service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941617 Jul 16 18:28:10.949074 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84e4c05f-1bd1-4b9c-9a73-6cf67de2ac0b req-c6be87bb-4974-471a-8fa7-0327056e0f86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 210 time: 0.0351818 Jul 16 18:28:12.075859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27323-56ce-4a06-8935-910cebff5a9f req-5b352293-31cc-4593-9866-d780f729bb17 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:12.077728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-5b352293-31cc-4593-9866-d780f729bb17 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.42 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.1285539 Jul 16 18:28:12.099858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'port': {'device_id': '787838ce-24fa-452e-a5b9-cb20b2733f2b', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'admin_state_up': True, 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:12.133057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e914037-1ca7-4c90-93ef-d9f0545ca603 req-990c7b07-9c28-47ed-a369-6f58c4933b76 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 210 time: 0.0488555 Jul 16 18:28:12.249304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Made reservation on behalf of f0df120ae57f4fec894f6d2c17dd65b8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:12.254359 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.416903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Allocated IP 172.20.0.13 (7b36efc9-5535-46da-bd7a-1e9fedeb406c/06e59bf1-3334-4805-a095-a675fad1696c/35072135-fe0a-4765-a2bf-67cf12324a07) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:12.588089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.603974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Transition to ACTIVE for port object 35072135-fe0a-4765-a2bf-67cf12324a07 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:12.640361 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.686860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:12.692294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:12.695032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:12.751135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=35072135-fe0a-4765-a2bf-67cf12324a07,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:12.766724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:12.769144 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.787052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-79730f8e-e45c-410c-84ff-bc35c808ab18 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6913486 Jul 16 18:28:12.800077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Request body: {'port': {'device_id': '787838ce-24fa-452e-a5b9-cb20b2733f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:12.882407 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.953218 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-756e077b-d5da-44a1-825a-bd9d9d378126 None None] Provisioning for port 35072135-fe0a-4765-a2bf-67cf12324a07 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:12.960460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-756e077b-d5da-44a1-825a-bd9d9d378126 None None] Provisioning complete for port 35072135-fe0a-4765-a2bf-67cf12324a07 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:12.961418 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-756e077b-d5da-44a1-825a-bd9d9d378126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.037257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-756e077b-d5da-44a1-825a-bd9d9d378126 None None] Port 35072135-fe0a-4765-a2bf-67cf12324a07 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:13.229944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35072135-fe0a-4765-a2bf-67cf12324a07 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:13.239219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.253864 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Transition to ACTIVE for port object 35072135-fe0a-4765-a2bf-67cf12324a07 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:13.258118 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.405555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Pushing event updated for resources: {'Port': ['ID=35072135-fe0a-4765-a2bf-67cf12324a07,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:13.502227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed4105-22ad-4c84-812d-4744d784bc55 req-4773f12f-a7d4-4739-a241-7dee464adca9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.505307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42ed4105-22ad-4c84-812d-4744d784bc55 req-4773f12f-a7d4-4739-a241-7dee464adca9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.2011781 Jul 16 18:28:13.511328 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Attempting to bind port 35072135-fe0a-4765-a2bf-67cf12324a07 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:13.511921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Attempting to bind port 35072135-fe0a-4765-a2bf-67cf12324a07 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:13.512422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Attempting to bind port 35072135-fe0a-4765-a2bf-67cf12324a07 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:13.518576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Port 35072135-fe0a-4765-a2bf-67cf12324a07 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:13.519148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Attempting to bind port 35072135-fe0a-4765-a2bf-67cf12324a07 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:13.538712 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:13.539522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Checking segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:13.540142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Bound using segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:13.540771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Bound port: 35072135-fe0a-4765-a2bf-67cf12324a07, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:13.541482 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.603337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 39174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:13.663150 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-42ed4105-22ad-4c84-812d-4744d784bc55 req-ee7da54f-9b40-4cf7-b028-93fb7d6ca522 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402934 Jul 16 18:28:13.722619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] For port 35072135-fe0a-4765-a2bf-67cf12324a07, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:13.727627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] For port 35072135-fe0a-4765-a2bf-67cf12324a07, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=35072135-fe0a-4765-a2bf-67cf12324a07,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:13.732238 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.773847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.774748 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.776255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] 10.222.0.42 "PUT /v2.0/ports/35072135-fe0a-4765-a2bf-67cf12324a07 HTTP/1.1" status: 200 len: 1092 time: 0.9816983 Jul 16 18:28:13.776912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787838ce-24fa-452e-a5b9-cb20b2733f2b', 'tag': '35072135-fe0a-4765-a2bf-67cf12324a07'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:13.779323 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cbc7bc-3091-4600-b709-55d07c0391ce" -d '{"events": [{"name": "network-changed", "server_uuid": "787838ce-24fa-452e-a5b9-cb20b2733f2b", "tag": "35072135-fe0a-4765-a2bf-67cf12324a07"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:13.806753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.810762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768be5d-b392-45e2-9bc7-eb3d40620506 service neutron] Pushing event updated for resources: {'Port': ['ID=35072135-fe0a-4765-a2bf-67cf12324a07,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:13.898675 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f1ceb1-022d-48a9-b952-53c5c4a5e143 x-openstack-request-id: req-46f1ceb1-022d-48a9-b952-53c5c4a5e143 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:13.899009 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787838ce-24fa-452e-a5b9-cb20b2733f2b", "tag": "35072135-fe0a-4765-a2bf-67cf12324a07", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:13.899492 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46f1ceb1-022d-48a9-b952-53c5c4a5e143 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:13.899950 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787838ce-24fa-452e-a5b9-cb20b2733f2b', 'tag': '35072135-fe0a-4765-a2bf-67cf12324a07', 'status': 'completed', 'code': 200} Jul 16 18:28:13.912946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27323-56ce-4a06-8935-910cebff5a9f req-c5e68bf9-727e-4b8a-88e1-8b99209db54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.915288 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-c5e68bf9-727e-4b8a-88e1-8b99209db54d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 1095 time: 0.0961397 Jul 16 18:28:13.974733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.979469 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.006429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-9cddeb53-54db-4e35-be81-e4d3ee8549ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35072135-fe0a-4765-a2bf-67cf12324a07 HTTP/1.1" status: 200 len: 217 time: 0.0841410 Jul 16 18:28:14.015470 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea207dc6def042d182f76921fff93819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4109850 Jul 16 18:28:14.015700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 39180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:14.040066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e92de4e-644e-460b-8a27-bad0b290ee08,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:14.050583 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:14.051021 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:14.051544 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:14.052270 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:14.052683 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:14.053082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:14.053528 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:14.053924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:14.054320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:14.055356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:14.055356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:14.055838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72288737-0c9b-4ace-9788-6990212e220c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:14.107601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff87f43-b152-4bde-a36c-0a81db672fd8 req-1a404233-65a6-41f3-b1e6-4931265f3938 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1744771 Jul 16 18:28:14.112007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27323-56ce-4a06-8935-910cebff5a9f req-9577a5c0-d42d-4cc6-84d0-85ee56ada544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:14.113495 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-9577a5c0-d42d-4cc6-84d0-85ee56ada544 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.1004088 Jul 16 18:28:14.159216 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbe05-9757-4209-b1fb-ea147614bdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.216700 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbe05-9757-4209-b1fb-ea147614bdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.285074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27323-56ce-4a06-8935-910cebff5a9f req-05b03e13-bbee-4e98-9bbf-7534f4854f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:14.286666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-05b03e13-bbee-4e98-9bbf-7534f4854f85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588888 Jul 16 18:28:14.293170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff87f43-b152-4bde-a36c-0a81db672fd8 req-fbecb954-a8f3-4839-a786-3ac76025d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:14.294694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff87f43-b152-4bde-a36c-0a81db672fd8 req-fbecb954-a8f3-4839-a786-3ac76025d71e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 1096 time: 0.1326728 Jul 16 18:28:14.344654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbe05-9757-4209-b1fb-ea147614bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.347783 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbe05-9757-4209-b1fb-ea147614bdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.352028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ef7fbe05-9757-4209-b1fb-ea147614bdb3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e92de4e-644e-460b-8a27-bad0b290ee08 HTTP/1.1" status: 204 len: 168 time: 0.3248124 Jul 16 18:28:14.396866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fbe05-9757-4209-b1fb-ea147614bdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e92de4e-644e-460b-8a27-bad0b290ee08,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:14.463006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-c7190aa8-d942-492a-bf56-1ff84f3e0acf service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670592 Jul 16 18:28:14.495581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff87f43-b152-4bde-a36c-0a81db672fd8 req-91430fa9-c3fe-47e4-884d-42fa332db92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:14.497129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff87f43-b152-4bde-a36c-0a81db672fd8 req-91430fa9-c3fe-47e4-884d-42fa332db92e service neutron] 10.222.0.38 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 912 time: 0.1800423 Jul 16 18:28:14.531428 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:28:15.029895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff87f43-b152-4bde-a36c-0a81db672fd8 req-592756c5-7464-436b-826a-811023cea406 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a672923-2306-464d-9640-976e31d67c1f HTTP/1.1" status: 200 len: 1001 time: 0.5233405 Jul 16 18:28:15.052358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06b27323-56ce-4a06-8935-910cebff5a9f req-69bf26ac-9c4e-4fd3-bde8-2eb7b0a914a1 service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780129 Jul 16 18:28:15.107925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaefd50-58a9-4629-85ef-94a6002de795 req-ec42d8be-691f-496f-8d71-a026af4b046e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.109500 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6eaefd50-58a9-4629-85ef-94a6002de795 req-ec42d8be-691f-496f-8d71-a026af4b046e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.1880980 Jul 16 18:28:15.111730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff87f43-b152-4bde-a36c-0a81db672fd8 req-626fdc6e-7b06-4121-aa69-dc1b62266320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.113110 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff87f43-b152-4bde-a36c-0a81db672fd8 req-626fdc6e-7b06-4121-aa69-dc1b62266320 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0756702 Jul 16 18:28:15.222422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6eaefd50-58a9-4629-85ef-94a6002de795 req-5cc2c1fe-b4d9-44cc-bc99-077f46ae2717 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002855 Jul 16 18:28:15.244796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbc7bc-3091-4600-b709-55d07c0391ce req-612e4155-b34c-48c7-bfae-907963541d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.246434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55cbc7bc-3091-4600-b709-55d07c0391ce req-612e4155-b34c-48c7-bfae-907963541d04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 1095 time: 0.1324325 Jul 16 18:28:15.253079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff87f43-b152-4bde-a36c-0a81db672fd8 req-09a827b0-368c-4103-9b44-bc35e3f2a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.254564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff87f43-b152-4bde-a36c-0a81db672fd8 req-09a827b0-368c-4103-9b44-bc35e3f2a6f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315312 Jul 16 18:28:15.440124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbc7bc-3091-4600-b709-55d07c0391ce req-13a9b65d-b35b-4128-9a0f-dfbb00abcddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.441976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55cbc7bc-3091-4600-b709-55d07c0391ce req-13a9b65d-b35b-4128-9a0f-dfbb00abcddb service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.1864038 Jul 16 18:28:15.447183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff87f43-b152-4bde-a36c-0a81db672fd8 req-48bf38d4-5242-41e7-b863-27abf58b2394 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833045 Jul 16 18:28:15.498913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55cbc7bc-3091-4600-b709-55d07c0391ce req-a40e6d95-092f-42da-b214-2795a7353581 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35072135-fe0a-4765-a2bf-67cf12324a07 HTTP/1.1" status: 200 len: 217 time: 0.0500877 Jul 16 18:28:15.699648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbc7bc-3091-4600-b709-55d07c0391ce req-4da93ccc-da47-41c8-baa3-09bb9f667e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.700380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55cbc7bc-3091-4600-b709-55d07c0391ce req-4da93ccc-da47-41c8-baa3-09bb9f667e71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.1588833 Jul 16 18:28:15.831200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff87f43-b152-4bde-a36c-0a81db672fd8 req-25cb33e1-3a33-4d57-a47c-63528d1f17a6 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679650 Jul 16 18:28:15.859864 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbc7bc-3091-4600-b709-55d07c0391ce req-99eb8f8e-0531-4526-a26b-fef926589c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.862339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55cbc7bc-3091-4600-b709-55d07c0391ce req-99eb8f8e-0531-4526-a26b-fef926589c54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556950 Jul 16 18:28:16.036620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55cbc7bc-3091-4600-b709-55d07c0391ce req-b21be0d7-de02-47b6-b0db-bd11db47169f service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657403 Jul 16 18:28:16.139563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55cbc7bc-3091-4600-b709-55d07c0391ce req-34054c96-682a-4a9b-acea-22843b44673a service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968828 Jul 16 18:28:16.520167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f0c9f-f6ce-49b2-8f1a-49f3512402e6 req-4b822609-751a-4874-a4ce-0e3024cedfa9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:16.522235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d4f0c9f-f6ce-49b2-8f1a-49f3512402e6 req-4b822609-751a-4874-a4ce-0e3024cedfa9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.1043546 Jul 16 18:28:16.611477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d4f0c9f-f6ce-49b2-8f1a-49f3512402e6 req-d6212fe9-308a-4351-a352-127b389a061c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736017 Jul 16 18:28:17.153531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-d59819e5-96f8-4d6a-bf45-e6e3581349c0 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6a6c0ef31b0d4b55a9abc09b0c77d107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326741 Jul 16 18:28:17.454138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-c0d9214f-a0e3-4cf7-ad5f-7c9181234348 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:17.457823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-c0d9214f-a0e3-4cf7-ad5f-7c9181234348 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965264 Jul 16 18:28:17.481307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-fc33a74f-cf34-4615-8887-e24424704a26 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/quotas/6a6c0ef31b0d4b55a9abc09b0c77d107 HTTP/1.1" status: 200 len: 375 time: 0.0166068 Jul 16 18:28:17.528746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-b88c88fa-7827-4ad3-a59b-2b6fea6dabe2 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a6c0ef31b0d4b55a9abc09b0c77d107&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421646 Jul 16 18:28:17.790098 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2c55ac1-2127-4cfc-863d-c739f3e3d376 req-ee4249a0-adff-4112-ac86-d04856562381 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 210 time: 0.0501225 Jul 16 18:28:17.901148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f07bc-2874-4ccf-bd44-b29f5e563228 req-f4ae9eda-7ee7-4be8-b700-8105dc9e1738 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:17.902055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f85f07bc-2874-4ccf-bd44-b29f5e563228 req-f4ae9eda-7ee7-4be8-b700-8105dc9e1738 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.1177976 Jul 16 18:28:17.951565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f85f07bc-2874-4ccf-bd44-b29f5e563228 req-eb334350-c4cd-4c94-991c-d8355629dfa0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432947 Jul 16 18:28:19.012120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-cf263d68-e789-49fc-afcc-f604e22d6f1a tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=6a6c0ef31b0d4b55a9abc09b0c77d107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345087 Jul 16 18:28:19.240173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f566355-a040-41d1-98f3-839889002c0c req-bfc57b88-c674-44b5-b645-a2b4cdc564ca tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 210 time: 0.0573547 Jul 16 18:28:19.275227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-c8d4662f-c28c-463b-a6f6-ed44191d6e5b tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.287682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-c8d4662f-c28c-463b-a6f6-ed44191d6e5b tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2680058 Jul 16 18:28:19.300045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Request body: {'port': {'device_id': 'c38e4033-8e33-41c5-a299-0f27dd3cca0e', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '6a6c0ef31b0d4b55a9abc09b0c77d107'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:19.339596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2307d88-94b3-494f-b907-f1670d1a31a8 req-01c0d8b2-107c-4db4-8783-48232888d658 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.341189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2307d88-94b3-494f-b907-f1670d1a31a8 req-01c0d8b2-107c-4db4-8783-48232888d658 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.1715217 Jul 16 18:28:19.416346 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2307d88-94b3-494f-b907-f1670d1a31a8 req-cbe65f06-0e21-4539-83d2-84915d8544d0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685914 Jul 16 18:28:19.468021 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Made reservation on behalf of 6a6c0ef31b0d4b55a9abc09b0c77d107 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:19.472368 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.481430 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.580955 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.584926 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.650441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0de3c64-add5-4a52-a5a1-ad09fcb0bd76,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:19.725998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Allocated IP 192.168.233.37 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/158fd8dc-c8dc-46ea-a64f-7085fe811ebd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:19.883562 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.898638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Transition to ACTIVE for port object 158fd8dc-c8dc-46ea-a64f-7085fe811ebd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:19.933129 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.982718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:19.986554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:19.990591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:19.996992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Pushing event updated for resources: {'Port': ['ID=158fd8dc-c8dc-46ea-a64f-7085fe811ebd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:20.045350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.049335 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.064016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-0a1fb006-8a95-4261-b7b7-0cf207fe4dcd tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7682130 Jul 16 18:28:20.075650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Request body: {'port': {'device_id': 'c38e4033-8e33-41c5-a299-0f27dd3cca0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:20.156254 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.287523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3dfde25-9d74-40c7-82b1-91a233901ee1 None None] Provisioning for port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:20.299927 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3dfde25-9d74-40c7-82b1-91a233901ee1 None None] Provisioning complete for port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:20.300774 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3dfde25-9d74-40c7-82b1-91a233901ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.346615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfde25-9d74-40c7-82b1-91a233901ee1 None None] Port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:20.508440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eaff1-33ba-4184-a054-0f0aec6e596d req-7f68a0f6-cec7-4253-8a57-cbde4f31de4f tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.509984 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a92eaff1-33ba-4184-a054-0f0aec6e596d req-7f68a0f6-cec7-4253-8a57-cbde4f31de4f tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 935 time: 0.1127911 Jul 16 18:28:20.521479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158fd8dc-c8dc-46ea-a64f-7085fe811ebd {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:20.529221 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.559455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Transition to ACTIVE for port object 158fd8dc-c8dc-46ea-a64f-7085fe811ebd will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:20.571682 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.623266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a92eaff1-33ba-4184-a054-0f0aec6e596d req-cc16ccc3-d976-4b7f-8db1-5176923dea26 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0de3c64-add5-4a52-a5a1-ad09fcb0bd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882597 Jul 16 18:28:20.673429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Pushing event updated for resources: {'Port': ['ID=158fd8dc-c8dc-46ea-a64f-7085fe811ebd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:20.760515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f68b7-d818-4f62-9e97-041735a877ef req-80b5f253-e705-4d99-abd0-bb05232aac6c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.762068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f8f68b7-d818-4f62-9e97-041735a877ef req-80b5f253-e705-4d99-abd0-bb05232aac6c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.1582403 Jul 16 18:28:20.779191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Attempting to bind port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:20.779533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Attempting to bind port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:20.779871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Attempting to bind port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:20.791423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:20.791752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Attempting to bind port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:20.799927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:20.800274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:20.800665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:20.801130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Bound port: 158fd8dc-c8dc-46ea-a64f-7085fe811ebd, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:20.801505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.833272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f8f68b7-d818-4f62-9e97-041735a877ef req-fc56b036-cf2c-48bd-aeab-f4d8ee5c9ca9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606298 Jul 16 18:28:20.888099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] For port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:20.891186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] For port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=158fd8dc-c8dc-46ea-a64f-7085fe811ebd,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:20.895334 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.929127 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.929782 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.931166 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] 10.222.0.38 "PUT /v2.0/ports/158fd8dc-c8dc-46ea-a64f-7085fe811ebd HTTP/1.1" status: 200 len: 1095 time: 0.8599048 Jul 16 18:28:20.931602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38e4033-8e33-41c5-a299-0f27dd3cca0e', 'tag': '158fd8dc-c8dc-46ea-a64f-7085fe811ebd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:20.933862 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06534aeb-9a18-4e25-b80e-efa72b61fa1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c38e4033-8e33-41c5-a299-0f27dd3cca0e", "tag": "158fd8dc-c8dc-46ea-a64f-7085fe811ebd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:20.959233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886df736-2d38-42af-8a8c-ae0f9c092719 service neutron] Pushing event updated for resources: {'Port': ['ID=158fd8dc-c8dc-46ea-a64f-7085fe811ebd,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:21.001209 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640e8614-c92f-4117-b64c-fcaeb4187a24 x-openstack-request-id: req-640e8614-c92f-4117-b64c-fcaeb4187a24 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:21.001209 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38e4033-8e33-41c5-a299-0f27dd3cca0e", "tag": "158fd8dc-c8dc-46ea-a64f-7085fe811ebd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:21.001209 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-640e8614-c92f-4117-b64c-fcaeb4187a24 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:21.002171 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38e4033-8e33-41c5-a299-0f27dd3cca0e', 'tag': '158fd8dc-c8dc-46ea-a64f-7085fe811ebd', 'status': 'completed', 'code': 200} Jul 16 18:28:21.029727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-a1eb27fd-6099-4d3b-9bc2-e6c40166b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.031274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-a1eb27fd-6099-4d3b-9bc2-e6c40166b8f7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a6c0ef31b0d4b55a9abc09b0c77d107&device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 1098 time: 0.0604632 Jul 16 18:28:21.081269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-2370a2ea-9752-48dd-82d8-6e209dba8ab1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=158fd8dc-c8dc-46ea-a64f-7085fe811ebd HTTP/1.1" status: 200 len: 217 time: 0.0431807 Jul 16 18:28:21.129930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-28d5c175-bbe5-4750-860d-3bfb5e6fab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.131401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-28d5c175-bbe5-4750-860d-3bfb5e6fab67 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0446479 Jul 16 18:28:21.186435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-a3e89336-6034-4a08-bf57-3822112545cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.187803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-a3e89336-6034-4a08-bf57-3822112545cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507145 Jul 16 18:28:21.278479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-add98532-25ff-495a-bfe5-c05c0223da1a service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843105 Jul 16 18:28:21.366554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d52470c-a3e9-445f-be32-93ca2c9e7a8c req-e923c94a-45d0-4087-9a73-123c5ad4600c service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814564 Jul 16 18:28:21.464051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06534aeb-9a18-4e25-b80e-efa72b61fa1d req-b0755c94-98e5-43fb-9d6a-5c16728944ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.465563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06534aeb-9a18-4e25-b80e-efa72b61fa1d req-b0755c94-98e5-43fb-9d6a-5c16728944ec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a6c0ef31b0d4b55a9abc09b0c77d107&device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 1098 time: 0.0514946 Jul 16 18:28:21.560668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06534aeb-9a18-4e25-b80e-efa72b61fa1d req-8d6267cb-b86a-4fc9-857b-be135a6e3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.562280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06534aeb-9a18-4e25-b80e-efa72b61fa1d req-8d6267cb-b86a-4fc9-857b-be135a6e3856 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.0896785 Jul 16 18:28:21.603020 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06534aeb-9a18-4e25-b80e-efa72b61fa1d req-2cbd5526-99ff-4f27-9108-bec6254cb0e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=158fd8dc-c8dc-46ea-a64f-7085fe811ebd HTTP/1.1" status: 200 len: 217 time: 0.0335517 Jul 16 18:28:21.652889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06534aeb-9a18-4e25-b80e-efa72b61fa1d req-9f85e66f-e94f-45a8-90a4-3057af9efb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.654305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06534aeb-9a18-4e25-b80e-efa72b61fa1d req-9f85e66f-e94f-45a8-90a4-3057af9efb45 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0453727 Jul 16 18:28:21.710465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06534aeb-9a18-4e25-b80e-efa72b61fa1d req-a15c60d1-c4d5-45da-b5b0-7653af7a7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.711968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06534aeb-9a18-4e25-b80e-efa72b61fa1d req-a15c60d1-c4d5-45da-b5b0-7653af7a7c58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504391 Jul 16 18:28:21.844916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06534aeb-9a18-4e25-b80e-efa72b61fa1d req-1aae9ba1-a163-420d-9121-e934c9521cfa service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256795 Jul 16 18:28:21.889369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cd198-9b1d-4058-b507-3f064eecaca8 req-c6184106-ec5c-483e-bc79-b9f8559f8a2b tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.890985 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-755cd198-9b1d-4058-b507-3f064eecaca8 req-c6184106-ec5c-483e-bc79-b9f8559f8a2b tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 947 time: 0.1157007 Jul 16 18:28:21.979812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-755cd198-9b1d-4058-b507-3f064eecaca8 req-a66144d1-791a-441f-8ad1-3f53ebcc3d1b tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0de3c64-add5-4a52-a5a1-ad09fcb0bd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791447 Jul 16 18:28:21.983461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06534aeb-9a18-4e25-b80e-efa72b61fa1d req-d74e148b-fe8e-4383-b72a-92930fa96d9b service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306829 Jul 16 18:28:22.056953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9787592-7e49-4985-b0c8-efb319085e61 req-7fd317ed-3528-4152-b2ba-a37533bd19c5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.058496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9787592-7e49-4985-b0c8-efb319085e61 req-7fd317ed-3528-4152-b2ba-a37533bd19c5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.0710628 Jul 16 18:28:22.100064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9787592-7e49-4985-b0c8-efb319085e61 req-fa8f3f15-0e91-4a4a-a339-b7f29640f0eb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360253 Jul 16 18:28:23.169924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5fa13-f4ab-41e9-ad4c-adff41783a53 req-d8ac518c-1dae-42ac-bbab-6c0b93e3e858 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.171501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dc5fa13-f4ab-41e9-ad4c-adff41783a53 req-d8ac518c-1dae-42ac-bbab-6c0b93e3e858 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 947 time: 0.0777342 Jul 16 18:28:23.212711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dc5fa13-f4ab-41e9-ad4c-adff41783a53 req-06abe459-c78d-4166-913e-7047a5a23db1 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0de3c64-add5-4a52-a5a1-ad09fcb0bd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Jul 16 18:28:23.587585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a27a9-e8c8-4d65-8c4c-1b1ce371da1e req-7a13cf1b-0b57-47fb-a578-1a6d6009048c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.589097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b2a27a9-e8c8-4d65-8c4c-1b1ce371da1e req-7a13cf1b-0b57-47fb-a578-1a6d6009048c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.3728285 Jul 16 18:28:23.626289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b2a27a9-e8c8-4d65-8c4c-1b1ce371da1e req-234cc74a-89d1-4d9f-b76e-17309c0d03b1 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313363 Jul 16 18:28:23.714605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 158fd8dc-c8dc-46ea-a64f-7085fe811ebd details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:23.819196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=158fd8dc-c8dc-46ea-a64f-7085fe811ebd,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:23.831914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '158fd8dc-c8dc-46ea-a64f-7085fe811ebd', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '158fd8dc-c8dc-46ea-a64f-7085fe811ebd', 'mac_address': 'fa:16:3e:8a:ee:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:23.869348 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.882213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158fd8dc-c8dc-46ea-a64f-7085fe811ebd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:23.904052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=158fd8dc-c8dc-46ea-a64f-7085fe811ebd,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:23.908588 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.960609 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=158fd8dc-c8dc-46ea-a64f-7085fe811ebd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:23.968238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:23.968591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:23.968940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:23.969282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:23.969642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:23.969977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:23.970348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:23.970674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:23.971009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:23.971344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:23.971675 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:23.972012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:24.119440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['158fd8dc-c8dc-46ea-a64f-7085fe811ebd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:24.393069 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431101cc-84bb-49d2-a75b-818541b539ff req-9461deb4-876d-4806-9bb0-de652cde2ace tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.394719 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-431101cc-84bb-49d2-a75b-818541b539ff req-9461deb4-876d-4806-9bb0-de652cde2ace tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 948 time: 0.0655687 Jul 16 18:28:24.435392 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-431101cc-84bb-49d2-a75b-818541b539ff req-35a053c8-d222-4a63-9c4a-c0ca3499fdb9 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0de3c64-add5-4a52-a5a1-ad09fcb0bd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349202 Jul 16 18:28:24.808941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cec38-0aa7-46ca-9604-a22e79ef4d12 req-1247a32c-c2cf-4c68-88ac-2fb14ed6a7b5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.810346 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e6cec38-0aa7-46ca-9604-a22e79ef4d12 req-1247a32c-c2cf-4c68-88ac-2fb14ed6a7b5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.0697782 Jul 16 18:28:24.859242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1e6cec38-0aa7-46ca-9604-a22e79ef4d12 req-1d826c4a-3a3c-4808-825d-40d0c8123d52 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417125 Jul 16 18:28:25.613511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae79486-d43b-451f-af30-7a25e4431b7c req-97de5f92-bab3-4e37-8879-3b6142fb7e04 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:25.614951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ae79486-d43b-451f-af30-7a25e4431b7c req-97de5f92-bab3-4e37-8879-3b6142fb7e04 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 948 time: 0.0637190 Jul 16 18:28:25.654081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ae79486-d43b-451f-af30-7a25e4431b7c req-ba4333b0-e17b-4f54-a201-197be4784347 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0de3c64-add5-4a52-a5a1-ad09fcb0bd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Jul 16 18:28:25.723716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 158fd8dc-c8dc-46ea-a64f-7085fe811ebd up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:25.773767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:25.777515 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:25.777888 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.047169 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.057086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00c5ba-aea1-4e51-83db-4a328fe02307 req-55c60a30-e94f-4f98-97e2-2123a19dc1de tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.058623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc00c5ba-aea1-4e51-83db-4a328fe02307 req-55c60a30-e94f-4f98-97e2-2123a19dc1de tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.0732925 Jul 16 18:28:26.071496 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38e4033-8e33-41c5-a299-0f27dd3cca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158fd8dc-c8dc-46ea-a64f-7085fe811ebd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:26.073802 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6cfbfa-3b4c-4e00-a265-9f8a51af1c9d" -d '{"events": [{"server_uuid": "c38e4033-8e33-41c5-a299-0f27dd3cca0e", "name": "network-vif-plugged", "status": "completed", "tag": "158fd8dc-c8dc-46ea-a64f-7085fe811ebd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:26.087380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=158fd8dc-c8dc-46ea-a64f-7085fe811ebd,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:26.092358 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.097063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc00c5ba-aea1-4e51-83db-4a328fe02307 req-92098b6c-97ea-44a9-8988-753e8234e567 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Jul 16 18:28:26.118765 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7b74d3-dc9c-404c-a1aa-72e53e5af82e x-openstack-request-id: req-1e7b74d3-dc9c-404c-a1aa-72e53e5af82e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:26.119060 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38e4033-8e33-41c5-a299-0f27dd3cca0e", "name": "network-vif-plugged", "status": "completed", "tag": "158fd8dc-c8dc-46ea-a64f-7085fe811ebd", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:26.119319 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e7b74d3-dc9c-404c-a1aa-72e53e5af82e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:26.119729 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38e4033-8e33-41c5-a299-0f27dd3cca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158fd8dc-c8dc-46ea-a64f-7085fe811ebd', 'code': 200} Jul 16 18:28:26.146399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=158fd8dc-c8dc-46ea-a64f-7085fe811ebd,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.229807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ab04d-c12d-4c23-af4c-6eb89de2e7d7 req-a6b7472a-176b-47db-aee8-564ba667b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.231310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d5ab04d-c12d-4c23-af4c-6eb89de2e7d7 req-a6b7472a-176b-47db-aee8-564ba667b90a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 1100 time: 0.0558636 Jul 16 18:28:26.265745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d5ab04d-c12d-4c23-af4c-6eb89de2e7d7 req-6b1257dd-0c7d-425b-b378-1c0c3b40c4f2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e0de3c64-add5-4a52-a5a1-ad09fcb0bd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278475 Jul 16 18:28:26.828538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac961db6-447b-4027-84b3-4686a57f3b8a req-ae1a39e8-826e-4747-85fc-105a336bf6b2 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.830736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac961db6-447b-4027-84b3-4686a57f3b8a req-ae1a39e8-826e-4747-85fc-105a336bf6b2 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 949 time: 0.0648375 Jul 16 18:28:26.871436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac961db6-447b-4027-84b3-4686a57f3b8a req-a7fafe9b-e341-4ba6-bee7-1829adc6f4e8 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0de3c64-add5-4a52-a5a1-ad09fcb0bd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346413 Jul 16 18:28:27.279207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678362b1-d54e-4c8b-b935-30db8513b3dc req-5dc172e4-7378-4320-9c57-0cd3c2a999cb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.280685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-678362b1-d54e-4c8b-b935-30db8513b3dc req-5dc172e4-7378-4320-9c57-0cd3c2a999cb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.0670316 Jul 16 18:28:27.318720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-678362b1-d54e-4c8b-b935-30db8513b3dc req-48330486-96b9-472c-a88b-0db7f828c82f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 Jul 16 18:28:28.052245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1e3e4-c8ff-4921-b6ca-faf413d1bc8d req-1d2f57d4-eed6-486c-8866-ec244228e9ef tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.053750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43d1e3e4-c8ff-4921-b6ca-faf413d1bc8d req-1d2f57d4-eed6-486c-8866-ec244228e9ef tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 949 time: 0.0635378 Jul 16 18:28:28.092950 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43d1e3e4-c8ff-4921-b6ca-faf413d1bc8d req-62eacc3c-32c2-4f2f-a714-6ee7afd2ce58 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0de3c64-add5-4a52-a5a1-ad09fcb0bd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Jul 16 18:28:28.501339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d7ef7-776c-44fe-9928-61f353b9aee1 req-39109ad4-85cf-424d-a784-8cae90dde5e9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.503526 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e2d7ef7-776c-44fe-9928-61f353b9aee1 req-39109ad4-85cf-424d-a784-8cae90dde5e9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.0700452 Jul 16 18:28:28.543611 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e2d7ef7-776c-44fe-9928-61f353b9aee1 req-8d3cc60e-b521-439e-9e29-d0d17b95a9db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341029 Jul 16 18:28:29.746396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316646c0-b337-46ca-a38a-3a0183012ec0 req-97fe7e6c-61af-4975-b2f4-757424bf8c1a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.747988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-316646c0-b337-46ca-a38a-3a0183012ec0 req-97fe7e6c-61af-4975-b2f4-757424bf8c1a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.0685899 Jul 16 18:28:29.788976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-316646c0-b337-46ca-a38a-3a0183012ec0 req-0a4489e4-6005-4465-885a-5cac0de71578 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342944 Jul 16 18:28:30.067183 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58cd798e-3b0e-4095-8b0b-36ca2c4fdf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.968062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853adbb1-c688-496c-b5d6-2d33aacfbd17 req-78cf07dd-b1b0-4158-a8c6-e0c480aa5dcc tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:30.969792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-853adbb1-c688-496c-b5d6-2d33aacfbd17 req-78cf07dd-b1b0-4158-a8c6-e0c480aa5dcc tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.0677433 Jul 16 18:28:31.011097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-853adbb1-c688-496c-b5d6-2d33aacfbd17 req-3032f48a-03fd-4469-836f-eb756de6a2d2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347054 Jul 16 18:28:32.194328 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83757e5d-21a5-4001-8a6f-c7c307bf6ecc req-8d81695a-98b2-4ca5-b8d0-53111cee1b8a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:32.195939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83757e5d-21a5-4001-8a6f-c7c307bf6ecc req-8d81695a-98b2-4ca5-b8d0-53111cee1b8a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.0683079 Jul 16 18:28:32.236773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83757e5d-21a5-4001-8a6f-c7c307bf6ecc req-87009e16-dc91-4c39-9efb-61063098bda7 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349660 Jul 16 18:28:32.290025 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85799181-37c3-4e16-8661-026f3f69af49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.744167 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.748094 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.749298 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.426560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e75231-511c-4910-abb5-3a3e5d2cf057 req-a29850d6-5e5b-4ab5-a87e-f7586a4fb4c2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:33.428177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4e75231-511c-4910-abb5-3a3e5d2cf057 req-a29850d6-5e5b-4ab5-a87e-f7586a4fb4c2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.0717316 Jul 16 18:28:33.467254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4e75231-511c-4910-abb5-3a3e5d2cf057 req-833c3078-182d-4e41-87ea-82ae9c0c6428 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333073 Jul 16 18:28:33.819860 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.643137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8edf35-f405-47d2-9c5f-96c7486f012e req-feb82d6c-6f3c-48db-9a8c-0469d057a81a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:34.644536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb8edf35-f405-47d2-9c5f-96c7486f012e req-feb82d6c-6f3c-48db-9a8c-0469d057a81a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 944 time: 0.0653245 Jul 16 18:28:34.683241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb8edf35-f405-47d2-9c5f-96c7486f012e req-9ee5c1a4-1e92-4d5e-a2f2-30a13e7df180 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329292 Jul 16 18:28:34.756181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 35072135-fe0a-4765-a2bf-67cf12324a07 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:34.861125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 35072135-fe0a-4765-a2bf-67cf12324a07, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=35072135-fe0a-4765-a2bf-67cf12324a07,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:34.872525 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '35072135-fe0a-4765-a2bf-67cf12324a07', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'port_id': '35072135-fe0a-4765-a2bf-67cf12324a07', 'mac_address': 'fa:16:3e:93:a1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:34.909421 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.926457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35072135-fe0a-4765-a2bf-67cf12324a07 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:34.946699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 35072135-fe0a-4765-a2bf-67cf12324a07, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=35072135-fe0a-4765-a2bf-67cf12324a07,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:34.951312 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.999706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=35072135-fe0a-4765-a2bf-67cf12324a07,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:35.137061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['35072135-fe0a-4765-a2bf-67cf12324a07'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:35.526621 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.866669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971039ed-1669-4766-bed4-2bc325bd7b1d req-0ec025a0-db97-43e1-91d7-d58a6a7eb0b7 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.868363 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-971039ed-1669-4766-bed4-2bc325bd7b1d req-0ec025a0-db97-43e1-91d7-d58a6a7eb0b7 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 945 time: 0.0724659 Jul 16 18:28:35.908226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-971039ed-1669-4766-bed4-2bc325bd7b1d req-2b9ef4b1-88d6-4789-9b42-5c07cfc55fe1 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337787 Jul 16 18:28:36.771948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 35072135-fe0a-4765-a2bf-67cf12324a07 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:36.824686 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 35072135-fe0a-4765-a2bf-67cf12324a07 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:36.828353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 35072135-fe0a-4765-a2bf-67cf12324a07 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:36.828744 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.910661 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.935819 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787838ce-24fa-452e-a5b9-cb20b2733f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35072135-fe0a-4765-a2bf-67cf12324a07'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:36.938096 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e2f7f4-27cd-4f3e-afdf-455b336efa2d" -d '{"events": [{"server_uuid": "787838ce-24fa-452e-a5b9-cb20b2733f2b", "name": "network-vif-plugged", "status": "completed", "tag": "35072135-fe0a-4765-a2bf-67cf12324a07"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:36.952501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 35072135-fe0a-4765-a2bf-67cf12324a07, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=35072135-fe0a-4765-a2bf-67cf12324a07,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:36.957224 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.010236 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca0e39b-61d0-4b17-b0bb-358d19db22e1 x-openstack-request-id: req-dca0e39b-61d0-4b17-b0bb-358d19db22e1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:37.010521 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787838ce-24fa-452e-a5b9-cb20b2733f2b", "name": "network-vif-plugged", "status": "completed", "tag": "35072135-fe0a-4765-a2bf-67cf12324a07", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:37.010771 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dca0e39b-61d0-4b17-b0bb-358d19db22e1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:37.011164 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787838ce-24fa-452e-a5b9-cb20b2733f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35072135-fe0a-4765-a2bf-67cf12324a07', 'code': 200} Jul 16 18:28:37.027599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=35072135-fe0a-4765-a2bf-67cf12324a07,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:37.163469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981ecde-5b65-426f-a36c-b1322126437a req-47bc593f-9c3a-4501-89a7-69b513470e30 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.165105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b981ecde-5b65-426f-a36c-b1322126437a req-47bc593f-9c3a-4501-89a7-69b513470e30 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 946 time: 0.1060514 Jul 16 18:28:37.168126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152dea-7a29-4813-a52f-ccf013aa21d8 req-0701ae64-300f-4c1d-af36-d9e4c153d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.169578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc152dea-7a29-4813-a52f-ccf013aa21d8 req-0701ae64-300f-4c1d-af36-d9e4c153d28e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 1097 time: 0.1003654 Jul 16 18:28:37.226865 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b981ecde-5b65-426f-a36c-b1322126437a req-8b2f35ea-2418-4807-ba10-7a1df3d045fb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551198 Jul 16 18:28:37.230615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc152dea-7a29-4813-a52f-ccf013aa21d8 req-eee42f2e-c3c8-4dfc-88a1-a6f6550a90a6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519383 Jul 16 18:28:38.414869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca42b7-9fcb-445d-b85f-ecd02c002782 req-e678d8c5-0113-499b-8084-7813ff413d89 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:38.417192 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5fca42b7-9fcb-445d-b85f-ecd02c002782 req-e678d8c5-0113-499b-8084-7813ff413d89 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 946 time: 0.0651891 Jul 16 18:28:38.458811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5fca42b7-9fcb-445d-b85f-ecd02c002782 req-6920c299-c647-4870-a3ec-aaa832c821fa tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347250 Jul 16 18:28:38.647123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cc8c2-2cbe-45a2-910a-bfcdb00b28d4 req-135f4d83-f99a-4420-8131-2b5af1dc411b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:38.648501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d2cc8c2-2cbe-45a2-910a-bfcdb00b28d4 req-135f4d83-f99a-4420-8131-2b5af1dc411b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 946 time: 0.0673325 Jul 16 18:28:38.686764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d2cc8c2-2cbe-45a2-910a-bfcdb00b28d4 req-a716e76d-1e9a-4a91-8757-082fefe5dd61 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Jul 16 18:28:38.865533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd07b6a-baf4-441b-97f9-962c55afad9c req-00662033-b7cd-4068-a68c-f82813f6637b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:38.867045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdd07b6a-baf4-441b-97f9-962c55afad9c req-00662033-b7cd-4068-a68c-f82813f6637b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 946 time: 0.0695202 Jul 16 18:28:38.904545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdd07b6a-baf4-441b-97f9-962c55afad9c req-5765da05-a132-43a5-9ddd-aaf957c31a28 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Jul 16 18:28:39.388470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639db130-89a9-4b6e-a345-a3bf49d4b53e req-0d92a5d7-e828-49f0-a82a-1058ea2b7398 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.390294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-639db130-89a9-4b6e-a345-a3bf49d4b53e req-0d92a5d7-e828-49f0-a82a-1058ea2b7398 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 946 time: 0.0764775 Jul 16 18:28:39.431792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-639db130-89a9-4b6e-a345-a3bf49d4b53e req-566f6c47-353b-43fd-93da-cd8c1a2d8fc0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334513 Jul 16 18:28:40.613360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9e444-682d-485f-96d7-7769541d9157 req-6784a1d3-34e9-467b-bc44-5a6a2f8493b5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.614955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51b9e444-682d-485f-96d7-7769541d9157 req-6784a1d3-34e9-467b-bc44-5a6a2f8493b5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 946 time: 0.0703087 Jul 16 18:28:40.685724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51b9e444-682d-485f-96d7-7769541d9157 req-a1ed8661-5215-42a4-a2db-333684c3b6ec tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649297 Jul 16 18:28:40.716653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed99811-cac8-4521-9473-941576ee79aa req-aa9032ec-0662-4b8e-8d6e-a48304d98cd0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.718148 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fed99811-cac8-4521-9473-941576ee79aa req-aa9032ec-0662-4b8e-8d6e-a48304d98cd0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.42 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 946 time: 0.0727410 Jul 16 18:28:40.830763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fed99811-cac8-4521-9473-941576ee79aa req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Deleting port 35072135-fe0a-4765-a2bf-67cf12324a07 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:40.831022 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed99811-cac8-4521-9473-941576ee79aa req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.918679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fed99811-cac8-4521-9473-941576ee79aa req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] For port 35072135-fe0a-4765-a2bf-67cf12324a07, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=35072135-fe0a-4765-a2bf-67cf12324a07,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:40.919048 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed99811-cac8-4521-9473-941576ee79aa req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.932352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fed99811-cac8-4521-9473-941576ee79aa req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Calling delete_port for 35072135-fe0a-4765-a2bf-67cf12324a07 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:41.064551 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed99811-cac8-4521-9473-941576ee79aa req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.092236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event deleted for resources: {'Port': ['ID=35072135-fe0a-4765-a2bf-67cf12324a07,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:41.108003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:41.108003 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:41.108361 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:41.108724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:41.109042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:41.109411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:41.109847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:41.110341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:41.110702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:41.111035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:41.111365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:41.111695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:41.162934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed99811-cac8-4521-9473-941576ee79aa req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] No DVR routers for this DVR port 35072135-fe0a-4765-a2bf-67cf12324a07 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:41.166913 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed99811-cac8-4521-9473-941576ee79aa req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.170514 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fed99811-cac8-4521-9473-941576ee79aa req-f7983322-7b55-42ab-a54a-ea981f68a195 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.42 "DELETE /v2.0/ports/35072135-fe0a-4765-a2bf-67cf12324a07 HTTP/1.1" status: 204 len: 173 time: 0.4470456 Jul 16 18:28:41.171250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787838ce-24fa-452e-a5b9-cb20b2733f2b', 'name': 'network-vif-deleted', 'tag': '35072135-fe0a-4765-a2bf-67cf12324a07'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:41.176102 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea69321-4ab4-4777-9595-ed74d6e61140" -d '{"events": [{"server_uuid": "787838ce-24fa-452e-a5b9-cb20b2733f2b", "name": "network-vif-deleted", "tag": "35072135-fe0a-4765-a2bf-67cf12324a07"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:41.216319 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f3fc6b-ba62-4644-8497-9ce6a1d117b0 x-openstack-request-id: req-73f3fc6b-ba62-4644-8497-9ce6a1d117b0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:41.218933 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787838ce-24fa-452e-a5b9-cb20b2733f2b", "name": "network-vif-deleted", "tag": "35072135-fe0a-4765-a2bf-67cf12324a07", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:41.219205 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73f3fc6b-ba62-4644-8497-9ce6a1d117b0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:41.219615 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787838ce-24fa-452e-a5b9-cb20b2733f2b', 'name': 'network-vif-deleted', 'tag': '35072135-fe0a-4765-a2bf-67cf12324a07', 'status': 'completed', 'code': 200} Jul 16 18:28:41.856897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-457af027-cc96-4a11-a95b-0e982b2d9729 req-52b61b53-6621-4d4b-9af3-c7cd1b5b04e3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 210 time: 0.0436261 Jul 16 18:28:42.803529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 35072135-fe0a-4765-a2bf-67cf12324a07 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:42.827562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 35072135-fe0a-4765-a2bf-67cf12324a07 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:42.828147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 35072135-fe0a-4765-a2bf-67cf12324a07 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:43.023669 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-16f24ed0-385c-4428-8d70-7a1a036a3b22 req-32bd9557-e24d-42ff-b40b-e011ac424806 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 210 time: 0.0388122 Jul 16 18:28:44.210349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2407ed1a-8668-495e-bdcc-45e98fb08bec req-e301e02a-c18f-4122-affa-1e14f421c426 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 210 time: 0.0444250 Jul 16 18:28:44.248826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90847939-c2e0-4a99-bc13-0fa7f917d928 req-b1242b93-a417-4479-a3cd-e0f2a5b6702a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:44.256703 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90847939-c2e0-4a99-bc13-0fa7f917d928 req-b1242b93-a417-4479-a3cd-e0f2a5b6702a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.1804740 Jul 16 18:28:44.297828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90847939-c2e0-4a99-bc13-0fa7f917d928 req-6b495680-3417-4536-a98a-44a340714d69 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400300 Jul 16 18:28:45.464659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-11d03f0d-3ce5-4334-9de3-306632fa44db req-17e94746-693d-43ba-95d1-402ada3823a8 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=787838ce-24fa-452e-a5b9-cb20b2733f2b HTTP/1.1" status: 200 len: 210 time: 0.0657451 Jul 16 18:28:45.589142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec565caa-d61b-4f46-9514-354c22c18d6a req-477a7e4d-745b-4ee6-9b24-4361d25055b9 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:45.590777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec565caa-d61b-4f46-9514-354c22c18d6a req-477a7e4d-745b-4ee6-9b24-4361d25055b9 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.1035132 Jul 16 18:28:45.656787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec565caa-d61b-4f46-9514-354c22c18d6a req-c893b76f-3bb6-4531-8396-a56851cb7956 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 Jul 16 18:28:46.871105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a8663-e80c-4eb6-b3b8-ecc3e77b6d04 req-a5829527-03c5-4096-ad0c-64c667f28d6c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:46.873427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-431a8663-e80c-4eb6-b3b8-ecc3e77b6d04 req-a5829527-03c5-4096-ad0c-64c667f28d6c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0956464 Jul 16 18:28:46.922005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-431a8663-e80c-4eb6-b3b8-ecc3e77b6d04 req-78aa58f4-e38f-412b-aec8-b323790c0713 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413678 Jul 16 18:28:48.162170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd28c71-0113-41b0-abf8-874cf364102e req-c02d5061-2bbe-431d-b4c4-ec8e1167e1a4 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.171081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3bd28c71-0113-41b0-abf8-874cf364102e req-c02d5061-2bbe-431d-b4c4-ec8e1167e1a4 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.1121988 Jul 16 18:28:48.210473 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3bd28c71-0113-41b0-abf8-874cf364102e req-ccd923cb-5c0c-42d0-ab76-2b3bc373daaa tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379927 Jul 16 18:28:49.390753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3eb6ec-84bf-420a-adbf-b2457af91347 req-3ef1e87b-c2af-48fd-8fdf-bb44e4b83780 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:49.392279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b3eb6ec-84bf-420a-adbf-b2457af91347 req-3ef1e87b-c2af-48fd-8fdf-bb44e4b83780 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0642118 Jul 16 18:28:49.432229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b3eb6ec-84bf-420a-adbf-b2457af91347 req-4a706356-331d-4424-999a-066fdedc59ed tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335221 Jul 16 18:28:50.620670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421e019-91e4-41c0-a5c1-1484f305851f req-3b5aefc8-687b-46f0-809a-b95e3bb2a8f0 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:50.622350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f421e019-91e4-41c0-a5c1-1484f305851f req-3b5aefc8-687b-46f0-809a-b95e3bb2a8f0 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0693119 Jul 16 18:28:50.664118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f421e019-91e4-41c0-a5c1-1484f305851f req-30f84bd0-764a-4b74-9d10-9a462f9c5796 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359142 Jul 16 18:28:51.531480 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:28:51.863551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2d1b6-7278-4e85-a53c-cd9477e233b5 req-a84fa202-780a-45ba-ad0c-c28763c198e6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:51.865067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17e2d1b6-7278-4e85-a53c-cd9477e233b5 req-a84fa202-780a-45ba-ad0c-c28763c198e6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0728831 Jul 16 18:28:51.905733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17e2d1b6-7278-4e85-a53c-cd9477e233b5 req-e53f1897-8bd7-4f48-a470-477a5553bff9 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348747 Jul 16 18:28:53.103633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d14f56-19f2-4472-9ea5-1572538dd202 req-a5f2dc7c-15d1-42c1-aa55-a2c413e8fe8f tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:53.105227 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46d14f56-19f2-4472-9ea5-1572538dd202 req-a5f2dc7c-15d1-42c1-aa55-a2c413e8fe8f tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0734112 Jul 16 18:28:53.160157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46d14f56-19f2-4472-9ea5-1572538dd202 req-9522e9dc-2fc6-4be9-a2a5-223d81b57c3b tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460992 Jul 16 18:28:54.378642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4619b5-8492-46d5-9e47-ab22330c39b5 req-6a5535b4-80ef-4c46-ac3a-3866cb65853d tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:54.380205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a4619b5-8492-46d5-9e47-ab22330c39b5 req-6a5535b4-80ef-4c46-ac3a-3866cb65853d tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0915291 Jul 16 18:28:54.437804 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a4619b5-8492-46d5-9e47-ab22330c39b5 req-16845507-0faf-4bb9-94b3-3c00244035dc tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456765 Jul 16 18:28:55.622427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d042ad-dae1-4204-9ef8-3c9d2b8b4591 req-a76d5804-16bd-485a-9cb8-7dbfea92750f tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:55.626182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5d042ad-dae1-4204-9ef8-3c9d2b8b4591 req-a76d5804-16bd-485a-9cb8-7dbfea92750f tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0698161 Jul 16 18:28:55.669355 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5d042ad-dae1-4204-9ef8-3c9d2b8b4591 req-7a22cd38-efdb-4bd3-b1fb-6b95de4cdcec tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388129 Jul 16 18:28:56.106910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc54de-e8c0-400b-9caa-1174c88441dd req-9c14e025-8f53-479a-84bc-028343b92f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:56.108271 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50fc54de-e8c0-400b-9caa-1174c88441dd req-9c14e025-8f53-479a-84bc-028343b92f63 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 1096 time: 0.1086936 Jul 16 18:28:56.121477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001d86-f6d7-45de-844e-c6e36c3629de req-78c04ae2-77d4-4cb7-9c56-634421c42fc7 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:56.122951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e001d86-f6d7-45de-844e-c6e36c3629de req-78c04ae2-77d4-4cb7-9c56-634421c42fc7 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.1134770 Jul 16 18:28:56.176540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e001d86-f6d7-45de-844e-c6e36c3629de req-d55638ca-0c04-42cc-bd86-5643eb7e5ea9 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450578 Jul 16 18:28:56.255081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc54de-e8c0-400b-9caa-1174c88441dd req-86b1c733-b597-497e-903d-8e03bda59323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:56.256592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50fc54de-e8c0-400b-9caa-1174c88441dd req-86b1c733-b597-497e-903d-8e03bda59323 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 912 time: 0.1327775 Jul 16 18:28:56.333907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50fc54de-e8c0-400b-9caa-1174c88441dd req-3ba22f2f-941a-4fd2-9418-62b413fe1ecd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a672923-2306-464d-9640-976e31d67c1f HTTP/1.1" status: 200 len: 1001 time: 0.0697145 Jul 16 18:28:56.389294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc54de-e8c0-400b-9caa-1174c88441dd req-99fa3e4c-737d-4a43-926e-dfaf1b602d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:56.390925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50fc54de-e8c0-400b-9caa-1174c88441dd req-99fa3e4c-737d-4a43-926e-dfaf1b602d8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0511465 Jul 16 18:28:56.452064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc54de-e8c0-400b-9caa-1174c88441dd req-753ce9c7-675b-4bcf-a8b2-c15388fb2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:56.453824 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50fc54de-e8c0-400b-9caa-1174c88441dd req-753ce9c7-675b-4bcf-a8b2-c15388fb2cd6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560365 Jul 16 18:28:56.559068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50fc54de-e8c0-400b-9caa-1174c88441dd req-ac4f4a95-36c9-4371-af3c-b2239907427f service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976634 Jul 16 18:28:56.660420 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50fc54de-e8c0-400b-9caa-1174c88441dd req-52ff93df-35d3-4257-a728-d8f5ad4dfa6b service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951028 Jul 16 18:28:57.394492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cdc9-2da0-4baf-9be5-2af5189fa864 req-9cd23f98-5498-4365-a55c-471782812edb tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:57.396659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c472cdc9-2da0-4baf-9be5-2af5189fa864 req-9cd23f98-5498-4365-a55c-471782812edb tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0744395 Jul 16 18:28:57.446460 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c472cdc9-2da0-4baf-9be5-2af5189fa864 req-61f78846-5748-4c17-ad0a-9981f1dae818 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412962 Jul 16 18:28:58.689666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b63c0-2e35-4497-82c8-2ec5a658ea8b req-575ee005-3e43-4124-9e24-44792364117d tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:58.694780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f6b63c0-2e35-4497-82c8-2ec5a658ea8b req-575ee005-3e43-4124-9e24-44792364117d tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.1089115 Jul 16 18:28:58.751250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f6b63c0-2e35-4497-82c8-2ec5a658ea8b req-5c50c956-0450-4831-8ebb-784c88849750 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487986 Jul 16 18:29:00.071061 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32b6c457-e86e-4896-8f21-a231a5dc0d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.294100 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3b91461-2f4a-472b-ad89-e442883bc126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.748727 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.751266 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.753516 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.823963 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.530137 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.763050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-1fffc0b9-48ba-42d8-9857-8b4679cc4462 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.764531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-1fffc0b9-48ba-42d8-9857-8b4679cc4462 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.1049707 Jul 16 18:29:07.779180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-4042362c-d841-454d-a93c-b109f648993c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/quotas/f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 375 time: 0.0090184 Jul 16 18:29:07.850781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-efea91e0-ae40-46c7-8467-0780f4cd2178 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666249 Jul 16 18:29:07.943294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-bcb78d01-3ff2-4992-ab85-dc6efaec032c service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859478 Jul 16 18:29:08.042039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-1f8b4dbc-bc53-4394-a512-40d0aa3bd05f service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928924 Jul 16 18:29:08.344867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73937edc-1937-4868-8ecf-9ad92fe9b831 req-140fe226-eeb8-40e6-8e5e-cfc775acb006 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 210 time: 0.0341566 Jul 16 18:29:09.512886 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1c73232-9556-4527-89de-c5ca69e3a2e2 req-d0015340-a85a-43ff-b254-39c44b891a3a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 210 time: 0.0373561 Jul 16 18:29:09.522283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-594e4a15-4f1d-49d2-ad73-cd19c4523e97 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:09.523785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-594e4a15-4f1d-49d2-ad73-cd19c4523e97 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.42 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.1509414 Jul 16 18:29:09.537727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'port': {'device_id': '77a95ee4-491d-4242-9e3f-ebfbcd6635aa', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'admin_state_up': True, 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:09.662646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Made reservation on behalf of f0df120ae57f4fec894f6d2c17dd65b8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:09.666558 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.799392 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Allocated IP 172.20.0.10 (7b36efc9-5535-46da-bd7a-1e9fedeb406c/06e59bf1-3334-4805-a095-a675fad1696c/4f904f8e-79b7-4b01-9a0c-17fb7ce04c47) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:09.974337 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.989596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Transition to ACTIVE for port object 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:10.024103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.068332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:10.076030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:10.083931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:10.119682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:10.145565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:10.146198 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.162255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d443ae19-79b7-4fdc-adf5-f17e6df06a88 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6302862 Jul 16 18:29:10.176756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Request body: {'port': {'device_id': '77a95ee4-491d-4242-9e3f-ebfbcd6635aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:10.271564 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.399417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e26054c7-1131-49d8-b715-033da7ac7f7d None None] Provisioning for port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:10.414716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e26054c7-1131-49d8-b715-033da7ac7f7d None None] Provisioning complete for port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:10.415099 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e26054c7-1131-49d8-b715-033da7ac7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.453805 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e26054c7-1131-49d8-b715-033da7ac7f7d None None] Port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:10.588550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:10.602989 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.637473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Transition to ACTIVE for port object 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:10.646539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.724366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:10.888962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a5ca-0586-406a-a9e7-caefc204e25e req-0aa6ec3d-e109-4ddd-bb42-d742f8fb3131 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:10.890661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e66a5ca-0586-406a-a9e7-caefc204e25e req-0aa6ec3d-e109-4ddd-bb42-d742f8fb3131 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 944 time: 0.1745479 Jul 16 18:29:10.909922 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Attempting to bind port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:10.910257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Attempting to bind port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:10.910707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Attempting to bind port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:10.927900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:10.928297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Attempting to bind port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:10.947084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:10.947504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Checking segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:10.947960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Bound using segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:10.948482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Bound port: 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:10.948914 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.958032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e66a5ca-0586-406a-a9e7-caefc204e25e req-d03d3cd8-2f58-466e-afad-08f56bd36bc8 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564225 Jul 16 18:29:11.050916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] For port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:11.054380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] For port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:11.060826 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.126567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.127309 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.128918 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] 10.222.0.42 "PUT /v2.0/ports/4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 HTTP/1.1" status: 200 len: 1092 time: 0.9582705 Jul 16 18:29:11.129435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a95ee4-491d-4242-9e3f-ebfbcd6635aa', 'tag': '4f904f8e-79b7-4b01-9a0c-17fb7ce04c47'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:11.131699 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c46b30-2198-4aad-b81c-9d9e3af7d7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "77a95ee4-491d-4242-9e3f-ebfbcd6635aa", "tag": "4f904f8e-79b7-4b01-9a0c-17fb7ce04c47"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:11.156747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6508c5-f6a0-4638-a873-6952eef21aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:11.183354 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2342e5b9-8606-4cd4-ba18-48f115ebf150 x-openstack-request-id: req-2342e5b9-8606-4cd4-ba18-48f115ebf150 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:11.183758 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a95ee4-491d-4242-9e3f-ebfbcd6635aa", "tag": "4f904f8e-79b7-4b01-9a0c-17fb7ce04c47", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:11.184075 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2342e5b9-8606-4cd4-ba18-48f115ebf150 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:11.184554 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a95ee4-491d-4242-9e3f-ebfbcd6635aa', 'tag': '4f904f8e-79b7-4b01-9a0c-17fb7ce04c47', 'status': 'completed', 'code': 200} Jul 16 18:29:11.256092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d6f1e4bd-fb74-4d96-a345-a25003601eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.258047 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-d6f1e4bd-fb74-4d96-a345-a25003601eec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 1095 time: 0.0883999 Jul 16 18:29:11.306804 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-8a5755ab-2728-42ee-9dea-fa031c8601e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 HTTP/1.1" status: 200 len: 217 time: 0.0412979 Jul 16 18:29:11.371463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-713467b5-f5bf-4e01-a145-5e625b451765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.373352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-713467b5-f5bf-4e01-a145-5e625b451765 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0599146 Jul 16 18:29:11.435703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-0a140362-5a71-4ffc-83a3-302cde52beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.437252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-0a140362-5a71-4ffc-83a3-302cde52beac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578713 Jul 16 18:29:11.534024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-8d58204e-df30-41a3-b375-ac518faef608 service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896966 Jul 16 18:29:11.639351 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba8f86d0-bf7d-4469-a127-22247ae115f2 req-8d35866b-d92c-4ef7-b38b-006a704697d5 service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996265 Jul 16 18:29:11.746555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c46b30-2198-4aad-b81c-9d9e3af7d7c1 req-e793b5ae-602d-429b-b74b-025e31eae6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.748107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c46b30-2198-4aad-b81c-9d9e3af7d7c1 req-e793b5ae-602d-429b-b74b-025e31eae6a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 1095 time: 0.0553753 Jul 16 18:29:11.857425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c46b30-2198-4aad-b81c-9d9e3af7d7c1 req-a519cede-344f-48f9-b784-bba275ccaff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.859397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c46b30-2198-4aad-b81c-9d9e3af7d7c1 req-a519cede-344f-48f9-b784-bba275ccaff1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.1048567 Jul 16 18:29:11.904184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c46b30-2198-4aad-b81c-9d9e3af7d7c1 req-09394bfb-7914-464c-911d-24f1c4528625 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 HTTP/1.1" status: 200 len: 217 time: 0.0377989 Jul 16 18:29:11.953385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c46b30-2198-4aad-b81c-9d9e3af7d7c1 req-0b30abd5-da0b-49ab-bb4f-e9f7b8251cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.954967 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c46b30-2198-4aad-b81c-9d9e3af7d7c1 req-0b30abd5-da0b-49ab-bb4f-e9f7b8251cc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0441368 Jul 16 18:29:12.016885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c46b30-2198-4aad-b81c-9d9e3af7d7c1 req-0df6b046-c5fa-4d67-8afa-1ca8e456e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:12.019202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c46b30-2198-4aad-b81c-9d9e3af7d7c1 req-0df6b046-c5fa-4d67-8afa-1ca8e456e4d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579104 Jul 16 18:29:12.164874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c46b30-2198-4aad-b81c-9d9e3af7d7c1 req-e2f847c9-a0c4-4395-b24c-425cf17522c6 service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400347 Jul 16 18:29:12.558017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a470d-7a72-464e-ac51-c8cdc1f589c3 req-4126210e-668f-40af-a439-c14a40faf691 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:12.559517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee1a470d-7a72-464e-ac51-c8cdc1f589c3 req-4126210e-668f-40af-a439-c14a40faf691 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 944 time: 0.4735210 Jul 16 18:29:12.634705 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0c46b30-2198-4aad-b81c-9d9e3af7d7c1 req-e9459242-da58-452f-8c75-0cbbe3566ce5 service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634933 Jul 16 18:29:12.637680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee1a470d-7a72-464e-ac51-c8cdc1f589c3 req-c772884d-a11c-442b-b12c-79c903c4a0fb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547364 Jul 16 18:29:13.898750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e7f4f-d201-45f1-b9ec-3933f02882a6 req-7702df07-9a3c-48ae-b321-1113e9056158 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:13.905834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84e7f4f-d201-45f1-b9ec-3933f02882a6 req-7702df07-9a3c-48ae-b321-1113e9056158 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 944 time: 0.0894256 Jul 16 18:29:13.950271 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84e7f4f-d201-45f1-b9ec-3933f02882a6 req-0cf7df41-ed5f-469f-a0a3-77f4e0c501e5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431576 Jul 16 18:29:14.998623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bac829c9-de30-4f41-9967-251d1e64b232 req-4dee7898-43ff-4b97-8271-b2d11a47ead2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580270 Jul 16 18:29:15.142585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac829c9-de30-4f41-9967-251d1e64b232 req-a199d284-2a7d-4639-ad93-854a110a28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.144126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bac829c9-de30-4f41-9967-251d1e64b232 req-a199d284-2a7d-4639-ad93-854a110a28f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 1096 time: 0.0900111 Jul 16 18:29:15.168805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbc859-1890-4a51-ac24-7e25225bb3a1 req-8dd36557-8b8f-42c8-a4d7-058bcc56ca1c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.170330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32cbc859-1890-4a51-ac24-7e25225bb3a1 req-8dd36557-8b8f-42c8-a4d7-058bcc56ca1c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 944 time: 0.0787067 Jul 16 18:29:15.255455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-32cbc859-1890-4a51-ac24-7e25225bb3a1 req-304a0d40-cc23-4df4-bf44-5b62d2c3e910 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758781 Jul 16 18:29:15.282931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac829c9-de30-4f41-9967-251d1e64b232 req-d362242b-08ed-4e6b-b4f5-4eb58c130e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.284488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bac829c9-de30-4f41-9967-251d1e64b232 req-d362242b-08ed-4e6b-b4f5-4eb58c130e9a service neutron] 10.222.0.38 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 912 time: 0.1133077 Jul 16 18:29:15.357698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bac829c9-de30-4f41-9967-251d1e64b232 req-4a5ea761-3226-4d90-9237-b1d057e862b6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a672923-2306-464d-9640-976e31d67c1f HTTP/1.1" status: 200 len: 1001 time: 0.0660906 Jul 16 18:29:15.406569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac829c9-de30-4f41-9967-251d1e64b232 req-74e79aba-6bad-45bd-895e-04926fdfbf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.408028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bac829c9-de30-4f41-9967-251d1e64b232 req-74e79aba-6bad-45bd-895e-04926fdfbf0f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0440176 Jul 16 18:29:15.465953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac829c9-de30-4f41-9967-251d1e64b232 req-a1c93624-cee1-4e32-9282-606c6c61dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.467436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bac829c9-de30-4f41-9967-251d1e64b232 req-a1c93624-cee1-4e32-9282-606c6c61dfe9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513880 Jul 16 18:29:15.563445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bac829c9-de30-4f41-9967-251d1e64b232 req-2650f6bd-d38d-4db1-9d63-442a628249ca service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889914 Jul 16 18:29:15.654428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bac829c9-de30-4f41-9967-251d1e64b232 req-108f7612-5204-4dd3-8e39-15ea2458eb16 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834670 Jul 16 18:29:16.455762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be4d02-3f13-4315-8ee4-3e2070887aad req-db5ca173-750f-46b2-9f20-73e962250d1f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:16.457555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77be4d02-3f13-4315-8ee4-3e2070887aad req-db5ca173-750f-46b2-9f20-73e962250d1f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 944 time: 0.0787098 Jul 16 18:29:16.495502 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77be4d02-3f13-4315-8ee4-3e2070887aad req-10956a71-07ef-4897-a7aa-46b8c97e8b51 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323226 Jul 16 18:29:17.676313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65378b-99a3-4a1e-b3d5-79d9a680881b req-6346c043-b94b-4e31-820f-845b865631c0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.677855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f65378b-99a3-4a1e-b3d5-79d9a680881b req-6346c043-b94b-4e31-820f-845b865631c0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 944 time: 0.0665617 Jul 16 18:29:17.715616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f65378b-99a3-4a1e-b3d5-79d9a680881b req-d307696b-8963-488c-8a00-8eec8dc88e61 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Jul 16 18:29:18.899364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea8e7b-c782-4292-a539-e85d5112ee8c req-08049b70-f089-44c3-bad6-41ac4176db01 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.901081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecea8e7b-c782-4292-a539-e85d5112ee8c req-08049b70-f089-44c3-bad6-41ac4176db01 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 944 time: 0.0752683 Jul 16 18:29:18.938975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecea8e7b-c782-4292-a539-e85d5112ee8c req-0e54153c-a517-4cc9-9298-eb7d5c6d2a7c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322969 Jul 16 18:29:20.122497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87364714-fae1-4865-9850-c33236e1dd0b req-921ec3cd-784a-4fd4-b4fa-e04250dd82ee tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:20.124114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87364714-fae1-4865-9850-c33236e1dd0b req-921ec3cd-784a-4fd4-b4fa-e04250dd82ee tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 944 time: 0.0669434 Jul 16 18:29:20.177712 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87364714-fae1-4865-9850-c33236e1dd0b req-d0db5775-4978-4f28-82f0-0834ba147781 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466890 Jul 16 18:29:21.355309 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d68289-e422-4feb-8e41-a468df23bc72 req-2d71961f-9a67-4b81-b9cc-4c16477d4cb5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:21.356754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46d68289-e422-4feb-8e41-a468df23bc72 req-2d71961f-9a67-4b81-b9cc-4c16477d4cb5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 944 time: 0.0666754 Jul 16 18:29:21.395382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46d68289-e422-4feb-8e41-a468df23bc72 req-36cbe62e-34f1-4c5f-bd25-a32ada1d8ef1 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Jul 16 18:29:22.578987 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8941c-716d-4cbe-bebe-a78eaf13540d req-0050bab8-1d1e-4c8e-b40b-76dc54ba0313 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.580471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-61a8941c-716d-4cbe-bebe-a78eaf13540d req-0050bab8-1d1e-4c8e-b40b-76dc54ba0313 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 944 time: 0.0676899 Jul 16 18:29:22.618553 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-61a8941c-716d-4cbe-bebe-a78eaf13540d req-7373652a-e4fb-498a-9ba5-5356acd7ed37 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Jul 16 18:29:22.975990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:23.072208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:23.084114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '4f904f8e-79b7-4b01-9a0c-17fb7ce04c47', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'port_id': '4f904f8e-79b7-4b01-9a0c-17fb7ce04c47', 'mac_address': 'fa:16:3e:b2:21:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:23.127247 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.140539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:23.160775 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:23.164521 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.211931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.363303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['4f904f8e-79b7-4b01-9a0c-17fb7ce04c47'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:23.801628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291ecae-2d80-4c44-9d8a-74373cbfd1a6 req-7ac0d212-0a5b-4df0-a541-a5c9de70b5e7 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:23.803203 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a291ecae-2d80-4c44-9d8a-74373cbfd1a6 req-7ac0d212-0a5b-4df0-a541-a5c9de70b5e7 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 945 time: 0.0671675 Jul 16 18:29:23.852233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a291ecae-2d80-4c44-9d8a-74373cbfd1a6 req-d140b034-75c3-4309-8614-a35db6891cd9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Jul 16 18:29:24.985905 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:25.028534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4fac9-3026-41dc-b1d0-2513c1bc0028 req-42abfbe4-a7ac-4705-a0f4-31595b33be94 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.034076 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0a4fac9-3026-41dc-b1d0-2513c1bc0028 req-42abfbe4-a7ac-4705-a0f4-31595b33be94 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 945 time: 0.0712280 Jul 16 18:29:25.037654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:25.041858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:25.042399 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.070593 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0a4fac9-3026-41dc-b1d0-2513c1bc0028 req-db09a557-2863-44e2-ab7e-e60fb6f81c97 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339141 Jul 16 18:29:25.124757 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.151150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a95ee4-491d-4242-9e3f-ebfbcd6635aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f904f8e-79b7-4b01-9a0c-17fb7ce04c47'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:25.153429 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec1f73c-087f-40f4-abff-9ffe53be60e1" -d '{"events": [{"server_uuid": "77a95ee4-491d-4242-9e3f-ebfbcd6635aa", "name": "network-vif-plugged", "status": "completed", "tag": "4f904f8e-79b7-4b01-9a0c-17fb7ce04c47"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:25.167856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:25.172378 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.201132 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9decb50d-ef35-4c2e-97e6-85a7c0b95372 x-openstack-request-id: req-9decb50d-ef35-4c2e-97e6-85a7c0b95372 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:25.201449 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a95ee4-491d-4242-9e3f-ebfbcd6635aa", "name": "network-vif-plugged", "status": "completed", "tag": "4f904f8e-79b7-4b01-9a0c-17fb7ce04c47", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:25.201725 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9decb50d-ef35-4c2e-97e6-85a7c0b95372 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:25.202119 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a95ee4-491d-4242-9e3f-ebfbcd6635aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f904f8e-79b7-4b01-9a0c-17fb7ce04c47', 'code': 200} Jul 16 18:29:25.234850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:25.243637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:25.244234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:25.244585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:25.244932 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:25.245307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:25.245673 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:25.246010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:25.246351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:25.246683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:25.247549 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:25.247549 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:25.247753 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:25.316466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da0cdd-b66a-473d-aa43-b789b0800cf6 req-cbdcc182-72d4-445a-8d8f-8552d68f2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.318017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2da0cdd-b66a-473d-aa43-b789b0800cf6 req-cbdcc182-72d4-445a-8d8f-8552d68f2379 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 1097 time: 0.0530541 Jul 16 18:29:25.353871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2da0cdd-b66a-473d-aa43-b789b0800cf6 req-66368219-18f9-420b-ad58-01f308bef8cb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286384 Jul 16 18:29:26.299008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077a30a-ba8c-4212-906d-3c72a896a9be req-14eb2d0e-4a74-43b5-96c6-ea6c79e76cea tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.301213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1077a30a-ba8c-4212-906d-3c72a896a9be req-14eb2d0e-4a74-43b5-96c6-ea6c79e76cea tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 946 time: 0.0697012 Jul 16 18:29:26.344672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1077a30a-ba8c-4212-906d-3c72a896a9be req-06ef5f3f-6ef4-400c-97ed-be155803fbc1 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Jul 16 18:29:26.555697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1c05d-9f2b-4290-81b5-80c35eb73551 req-ee2a4d85-d87d-4f0f-9218-200d7d50a397 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.557183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4d1c05d-9f2b-4290-81b5-80c35eb73551 req-ee2a4d85-d87d-4f0f-9218-200d7d50a397 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 946 time: 0.0776627 Jul 16 18:29:26.597582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4d1c05d-9f2b-4290-81b5-80c35eb73551 req-d985e33d-658b-4369-8b37-404d8ec4fa3c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345314 Jul 16 18:29:28.531076 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:29.208481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-73ffe4ac-ad2a-4e81-88bd-ed170c5b4b2c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.209916 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-73ffe4ac-ad2a-4e81-88bd-ed170c5b4b2c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.1028402 Jul 16 18:29:29.224616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-2e1309f5-bc1b-462f-baeb-7e87027ba1e0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/quotas/f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 375 time: 0.0094309 Jul 16 18:29:29.299337 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-92eafbf7-895d-47db-a3ea-be8cda382d66 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689094 Jul 16 18:29:29.421998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-293161ad-a035-4eed-a831-06df739ad378 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:29:29.423272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-293161ad-a035-4eed-a831-06df739ad378 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1170483 Jul 16 18:29:29.514528 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-2b915ff9-1f05-4a40-97c3-07f2dc1195e3 service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838861 Jul 16 18:29:29.607208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-6f43e684-06c3-4407-a932-df2b3a9fa8f9 service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867088 Jul 16 18:29:29.808778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54da3bc3-8f70-4d18-9a67-890b66a5c335 req-201bcd3e-79b7-4bda-873b-6008b08eddaf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 210 time: 0.0334225 Jul 16 18:29:30.072946 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99e6a58c-6df4-4ce9-967c-f1fc42056d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.945863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-772ebf71-4fc2-4ee3-95d3-dceffa22f610 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:30.947621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-772ebf71-4fc2-4ee3-95d3-dceffa22f610 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.1361971 Jul 16 18:29:30.979388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e50cbbd-b59d-4ddb-99a8-2663bca7dbd3 req-a915e7ff-be41-4fc8-a68a-779f6dd3ae51 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 210 time: 0.0307848 Jul 16 18:29:30.984514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'port': {'device_id': 'd67ac11c-bbae-4946-8e65-1643fb8ba297', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'admin_state_up': True, 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:31.131090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Made reservation on behalf of f0df120ae57f4fec894f6d2c17dd65b8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:31.137241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.272296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Allocated IP 172.20.0.13 (7b36efc9-5535-46da-bd7a-1e9fedeb406c/06e59bf1-3334-4805-a095-a675fad1696c/d700c71d-c21b-43a4-a2fd-7c7851f24d05) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:31.467163 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.482528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Transition to ACTIVE for port object d700c71d-c21b-43a4-a2fd-7c7851f24d05 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:31.526267 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.538799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['4f904f8e-79b7-4b01-9a0c-17fb7ce04c47'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:31.622123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:31.628363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:31.641999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:31.687826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=d700c71d-c21b-43a4-a2fd-7c7851f24d05,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:31.711554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:31.712548 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.730762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-c4cb29a7-c2f0-45ac-8737-4026565a79bf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7535160 Jul 16 18:29:31.743934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Request body: {'port': {'device_id': 'd67ac11c-bbae-4946-8e65-1643fb8ba297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:31.872288 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.967570 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dcf97796-4cd6-43a4-bd24-ef6ae0864412 None None] Provisioning for port d700c71d-c21b-43a4-a2fd-7c7851f24d05 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:31.973686 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dcf97796-4cd6-43a4-bd24-ef6ae0864412 None None] Provisioning complete for port d700c71d-c21b-43a4-a2fd-7c7851f24d05 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:31.974300 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcf97796-4cd6-43a4-bd24-ef6ae0864412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.049608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dcf97796-4cd6-43a4-bd24-ef6ae0864412 None None] Port d700c71d-c21b-43a4-a2fd-7c7851f24d05 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:32.233703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d700c71d-c21b-43a4-a2fd-7c7851f24d05 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:32.251266 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.295725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a01f3d-1ec6-451b-bdab-99a66c34f09d req-a25a0435-95a1-474c-8bc8-7237dc14ae2f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.297375 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6a01f3d-1ec6-451b-bdab-99a66c34f09d req-a25a0435-95a1-474c-8bc8-7237dc14ae2f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 932 time: 0.1776652 Jul 16 18:29:32.298458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Transition to ACTIVE for port object d700c71d-c21b-43a4-a2fd-7c7851f24d05 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:32.303916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.311915 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c943eea-7cd8-425f-83ce-3355d1e66b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.390445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7554889-f470-4e84-a883-353f95188693 service neutron] Pushing event updated for resources: {'Port': ['ID=d700c71d-c21b-43a4-a2fd-7c7851f24d05,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.418868 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6a01f3d-1ec6-451b-bdab-99a66c34f09d req-0551b697-d0b0-4cda-af15-7b3f5f7dd9cc tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104624 Jul 16 18:29:32.470297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Attempting to bind port d700c71d-c21b-43a4-a2fd-7c7851f24d05 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:32.470641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Attempting to bind port d700c71d-c21b-43a4-a2fd-7c7851f24d05 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:32.471112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Attempting to bind port d700c71d-c21b-43a4-a2fd-7c7851f24d05 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:32.476396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Port d700c71d-c21b-43a4-a2fd-7c7851f24d05 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:32.476731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Attempting to bind port d700c71d-c21b-43a4-a2fd-7c7851f24d05 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:32.482619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:32.482908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Checking segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:32.483305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Bound using segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:32.483747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Bound port: d700c71d-c21b-43a4-a2fd-7c7851f24d05, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:32.484115 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.560001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] For port d700c71d-c21b-43a4-a2fd-7c7851f24d05, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:32.564412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] For port d700c71d-c21b-43a4-a2fd-7c7851f24d05, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d700c71d-c21b-43a4-a2fd-7c7851f24d05,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:32.568466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.639040 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7554889-f470-4e84-a883-353f95188693 service neutron] Pushing event updated for resources: {'Port': ['ID=d700c71d-c21b-43a4-a2fd-7c7851f24d05,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.653541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.654207 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.655953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-e7554889-f470-4e84-a883-353f95188693 service neutron] 10.222.0.38 "PUT /v2.0/ports/d700c71d-c21b-43a4-a2fd-7c7851f24d05 HTTP/1.1" status: 200 len: 1092 time: 0.9182303 Jul 16 18:29:32.656374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67ac11c-bbae-4946-8e65-1643fb8ba297', 'tag': 'd700c71d-c21b-43a4-a2fd-7c7851f24d05'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:32.658671 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d269be-15f8-43cd-92ab-fe9505732193" -d '{"events": [{"name": "network-changed", "server_uuid": "d67ac11c-bbae-4946-8e65-1643fb8ba297", "tag": "d700c71d-c21b-43a4-a2fd-7c7851f24d05"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:32.746912 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.758846 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19a07d3-f759-4231-ac2d-bb46cbe94690 x-openstack-request-id: req-e19a07d3-f759-4231-ac2d-bb46cbe94690 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:32.759305 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67ac11c-bbae-4946-8e65-1643fb8ba297", "tag": "d700c71d-c21b-43a4-a2fd-7c7851f24d05", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:32.759530 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.759850 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e19a07d3-f759-4231-ac2d-bb46cbe94690 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:32.760974 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67ac11c-bbae-4946-8e65-1643fb8ba297', 'tag': 'd700c71d-c21b-43a4-a2fd-7c7851f24d05', 'status': 'completed', 'code': 200} Jul 16 18:29:32.765044 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.794498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-b12a3cc1-1c43-409c-8bec-9302cc2f13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.796258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-b12a3cc1-1c43-409c-8bec-9302cc2f13e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 1095 time: 0.0963061 Jul 16 18:29:32.849449 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-7689e4fe-6f93-47ba-8ed1-69afa792399a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d700c71d-c21b-43a4-a2fd-7c7851f24d05 HTTP/1.1" status: 200 len: 217 time: 0.0435066 Jul 16 18:29:32.906305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-870f3cae-3238-46e4-8a47-ddba0045fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.908186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-870f3cae-3238-46e4-8a47-ddba0045fa46 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0529790 Jul 16 18:29:32.974946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-763f35f7-f3d6-4613-8d63-eace9ccd1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.976478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-763f35f7-f3d6-4613-8d63-eace9ccd1660 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619359 Jul 16 18:29:33.076695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-1162f827-9cc8-4b5a-abb0-260d3b8d9899 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937889 Jul 16 18:29:33.242282 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3f4fe33b-58e5-47b8-b0e7-485f8000c442 req-5c566fd1-5cd9-455d-8666-31b87690449a service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588891 Jul 16 18:29:33.354253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d269be-15f8-43cd-92ab-fe9505732193 req-d58daec2-ef94-461b-84b5-e063e90aa311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.355902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1d269be-15f8-43cd-92ab-fe9505732193 req-d58daec2-ef94-461b-84b5-e063e90aa311 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 1095 time: 0.0653303 Jul 16 18:29:33.477689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d269be-15f8-43cd-92ab-fe9505732193 req-520bc8c5-9e95-4666-92f8-069538c35c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.479925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1d269be-15f8-43cd-92ab-fe9505732193 req-520bc8c5-9e95-4666-92f8-069538c35c08 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.1180933 Jul 16 18:29:33.540469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1d269be-15f8-43cd-92ab-fe9505732193 req-cbeac06b-14a0-4326-a61f-4427220088f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d700c71d-c21b-43a4-a2fd-7c7851f24d05 HTTP/1.1" status: 200 len: 217 time: 0.0459905 Jul 16 18:29:33.720255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d269be-15f8-43cd-92ab-fe9505732193 req-175b5410-d22c-48c3-8584-420155118550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.722388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1d269be-15f8-43cd-92ab-fe9505732193 req-175b5410-d22c-48c3-8584-420155118550 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.1749606 Jul 16 18:29:33.794042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fede1-2c3d-43a2-8fc1-dfec2c6eb760 req-a4b345d8-d2ed-4229-92e3-1bae19b19239 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.795793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab4fede1-2c3d-43a2-8fc1-dfec2c6eb760 req-a4b345d8-d2ed-4229-92e3-1bae19b19239 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 949 time: 0.1581068 Jul 16 18:29:33.827161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dc80f-7a21-4717-8e65-8973dcaa460c req-407ed844-19ec-4813-9ee6-44c89d845dd5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.827614 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.829045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-341dc80f-7a21-4717-8e65-8973dcaa460c req-407ed844-19ec-4813-9ee6-44c89d845dd5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.1525750 Jul 16 18:29:33.888030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d269be-15f8-43cd-92ab-fe9505732193 req-2fd41f2e-9783-423a-aff7-76797078256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.889467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1d269be-15f8-43cd-92ab-fe9505732193 req-2fd41f2e-9783-423a-aff7-76797078256d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546903 Jul 16 18:29:33.892260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab4fede1-2c3d-43a2-8fc1-dfec2c6eb760 req-18d15fec-bd0e-45ec-9ba8-34b3ff8c489a tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0de3c64-add5-4a52-a5a1-ad09fcb0bd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847940 Jul 16 18:29:33.938102 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-341dc80f-7a21-4717-8e65-8973dcaa460c req-bb1fdde3-1ed0-4774-b0ba-ff06209c8796 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831950 Jul 16 18:29:34.015875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1d269be-15f8-43cd-92ab-fe9505732193 req-5cb797dd-a89d-4810-b23f-805762564b54 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180513 Jul 16 18:29:34.137849 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1d269be-15f8-43cd-92ab-fe9505732193 req-c7418afe-4904-4c9f-a77f-298dcca2a8e7 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135199 Jul 16 18:29:35.075067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c02a95-b56f-4ef7-9f67-e357fb3bd2d1 req-1285f8a0-3aa9-4397-8547-9ef612a3fcef tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.077114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8c02a95-b56f-4ef7-9f67-e357fb3bd2d1 req-1285f8a0-3aa9-4397-8547-9ef612a3fcef tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.38 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 949 time: 0.1108367 Jul 16 18:29:35.299517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd033e07-6fb7-4bcb-b0ec-9a38d7f43d1c req-2c89831d-9508-4d50-a4af-42af66bbc74a tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.307391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd033e07-6fb7-4bcb-b0ec-9a38d7f43d1c req-2c89831d-9508-4d50-a4af-42af66bbc74a tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 949 time: 0.1791372 Jul 16 18:29:35.319407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bde0d-33f0-4173-8761-17d40271ab8e req-ed4399d1-aa7f-4a99-9577-a6783a33f014 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.321041 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-249bde0d-33f0-4173-8761-17d40271ab8e req-ed4399d1-aa7f-4a99-9577-a6783a33f014 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.1931658 Jul 16 18:29:35.367719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e8c02a95-b56f-4ef7-9f67-e357fb3bd2d1 req-fc6943eb-b0b4-46b8-9f07-85650d113459 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Deleting port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:35.368328 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e8c02a95-b56f-4ef7-9f67-e357fb3bd2d1 req-fc6943eb-b0b4-46b8-9f07-85650d113459 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.463038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd033e07-6fb7-4bcb-b0ec-9a38d7f43d1c req-0a3ed0cf-8354-4d76-92a7-e236d74ffab3 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0de3c64-add5-4a52-a5a1-ad09fcb0bd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405995 Jul 16 18:29:35.501622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-249bde0d-33f0-4173-8761-17d40271ab8e req-1d95589a-4bef-40f8-b068-a876076d15da tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516564 Jul 16 18:29:35.541580 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.577402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e8c02a95-b56f-4ef7-9f67-e357fb3bd2d1 req-fc6943eb-b0b4-46b8-9f07-85650d113459 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] For port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=158fd8dc-c8dc-46ea-a64f-7085fe811ebd,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:35.578165 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e8c02a95-b56f-4ef7-9f67-e357fb3bd2d1 req-fc6943eb-b0b4-46b8-9f07-85650d113459 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.592063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e8c02a95-b56f-4ef7-9f67-e357fb3bd2d1 req-fc6943eb-b0b4-46b8-9f07-85650d113459 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Calling delete_port for 158fd8dc-c8dc-46ea-a64f-7085fe811ebd owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:35.794139 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e8c02a95-b56f-4ef7-9f67-e357fb3bd2d1 req-fc6943eb-b0b4-46b8-9f07-85650d113459 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.811600 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['158fd8dc-c8dc-46ea-a64f-7085fe811ebd'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:35.827982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6943eb-b0b4-46b8-9f07-85650d113459 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Pushing event deleted for resources: {'Port': ['ID=158fd8dc-c8dc-46ea-a64f-7085fe811ebd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:35.902697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c02a95-b56f-4ef7-9f67-e357fb3bd2d1 req-fc6943eb-b0b4-46b8-9f07-85650d113459 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] No DVR routers for this DVR port 158fd8dc-c8dc-46ea-a64f-7085fe811ebd on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:35.906735 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e8c02a95-b56f-4ef7-9f67-e357fb3bd2d1 req-fc6943eb-b0b4-46b8-9f07-85650d113459 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.910356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8c02a95-b56f-4ef7-9f67-e357fb3bd2d1 req-fc6943eb-b0b4-46b8-9f07-85650d113459 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.38 "DELETE /v2.0/ports/158fd8dc-c8dc-46ea-a64f-7085fe811ebd HTTP/1.1" status: 204 len: 173 time: 0.8262212 Jul 16 18:29:35.911029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38e4033-8e33-41c5-a299-0f27dd3cca0e', 'name': 'network-vif-deleted', 'tag': '158fd8dc-c8dc-46ea-a64f-7085fe811ebd'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:35.914221 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa01283-eaf3-4cd1-8a4a-7f44c3af2a46" -d '{"events": [{"server_uuid": "c38e4033-8e33-41c5-a299-0f27dd3cca0e", "name": "network-vif-deleted", "tag": "158fd8dc-c8dc-46ea-a64f-7085fe811ebd"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:35.959455 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e11735-d0e7-4846-90ad-7c7dd046270e x-openstack-request-id: req-e3e11735-d0e7-4846-90ad-7c7dd046270e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:35.959742 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38e4033-8e33-41c5-a299-0f27dd3cca0e", "name": "network-vif-deleted", "tag": "158fd8dc-c8dc-46ea-a64f-7085fe811ebd", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:35.960024 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3e11735-d0e7-4846-90ad-7c7dd046270e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:35.960504 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38e4033-8e33-41c5-a299-0f27dd3cca0e', 'name': 'network-vif-deleted', 'tag': '158fd8dc-c8dc-46ea-a64f-7085fe811ebd', 'status': 'completed', 'code': 200} Jul 16 18:29:36.827891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f00ab7f5-e901-4870-8b4e-bef859cc7ac1 req-23b3f93a-ec0d-493a-966b-44548c73da83 tempest-VolumesBackupsTest-1760166397 tempest-VolumesBackupsTest-1760166397-project] 10.222.0.52 "GET /v2.0/ports?device_id=c38e4033-8e33-41c5-a299-0f27dd3cca0e HTTP/1.1" status: 200 len: 210 time: 0.0403225 Jul 16 18:29:36.867444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d911541-1701-4b73-a542-724266ea2bc5 req-cf6a049e-a6cf-4f2c-a808-f741fae23b59 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.874014 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d911541-1701-4b73-a542-724266ea2bc5 req-cf6a049e-a6cf-4f2c-a808-f741fae23b59 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.1953807 Jul 16 18:29:36.918795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d911541-1701-4b73-a542-724266ea2bc5 req-407605b5-1535-48be-b6d3-a6e53b72550d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427542 Jul 16 18:29:38.040621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c59e4e-a952-46c4-9bf1-6605ea5f4d68 req-043d31d9-3e02-4b4f-9e97-e5721d46bff1 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.048075 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62c59e4e-a952-46c4-9bf1-6605ea5f4d68 req-043d31d9-3e02-4b4f-9e97-e5721d46bff1 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.1020136 Jul 16 18:29:38.083512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 158fd8dc-c8dc-46ea-a64f-7085fe811ebd no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:38.114622 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 158fd8dc-c8dc-46ea-a64f-7085fe811ebd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:38.114964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 158fd8dc-c8dc-46ea-a64f-7085fe811ebd not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:38.141031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62c59e4e-a952-46c4-9bf1-6605ea5f4d68 req-125170cf-1cf5-4592-bed2-3041868a688d tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918801 Jul 16 18:29:38.187439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dea08-4696-428d-a233-d0835bbbe505 req-ed96e7d8-d04b-43da-b2ee-2a14025cee7a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.195815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-941dea08-4696-428d-a233-d0835bbbe505 req-ed96e7d8-d04b-43da-b2ee-2a14025cee7a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.0997620 Jul 16 18:29:38.237426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-941dea08-4696-428d-a233-d0835bbbe505 req-0948c01e-6643-438f-ac6e-b912f1e49afb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Jul 16 18:29:39.369901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33bdaa-6dfc-4410-a8ca-d1da54563394 req-aa3825fa-db87-4157-88f7-ed37e1cb5c1a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:39.378603 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac33bdaa-6dfc-4410-a8ca-d1da54563394 req-aa3825fa-db87-4157-88f7-ed37e1cb5c1a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0884037 Jul 16 18:29:39.446160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac33bdaa-6dfc-4410-a8ca-d1da54563394 req-01c39a09-2cb3-4ec4-9e47-d2f0be17c64d tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663831 Jul 16 18:29:39.480602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d2aaa-80e7-476c-abb6-d79483d1f5b0 req-5e0054de-8dd9-40f0-a0fb-cd572f90eb53 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:39.482052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-539d2aaa-80e7-476c-abb6-d79483d1f5b0 req-5e0054de-8dd9-40f0-a0fb-cd572f90eb53 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.0822253 Jul 16 18:29:39.520650 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-539d2aaa-80e7-476c-abb6-d79483d1f5b0 req-9ebcaf30-34ad-48cc-98ee-93a48d489f43 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329556 Jul 16 18:29:40.637362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140c9ec-aba1-413a-829f-64df4573d5b9 req-009d642d-88fc-42ac-94fa-57740a3e3a88 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.639010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f140c9ec-aba1-413a-829f-64df4573d5b9 req-009d642d-88fc-42ac-94fa-57740a3e3a88 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0790832 Jul 16 18:29:40.683289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f140c9ec-aba1-413a-829f-64df4573d5b9 req-75ecc22e-4809-4335-a1d5-8b136b0b5376 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374048 Jul 16 18:29:40.891863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83bd86-9de6-467b-a6b0-7348bedc379b req-bb4611f3-f69d-4b40-9103-5350a8662002 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.893416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d83bd86-9de6-467b-a6b0-7348bedc379b req-bb4611f3-f69d-4b40-9103-5350a8662002 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.0735991 Jul 16 18:29:40.934522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d83bd86-9de6-467b-a6b0-7348bedc379b req-bcb747f5-d11b-4a7b-8385-b23190f1ede8 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351620 Jul 16 18:29:41.872407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ac8eb-1be4-4002-a637-cb7bb462967e req-10df33e4-59e8-441f-9d54-fe760566c1c6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:41.874825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e2ac8eb-1be4-4002-a637-cb7bb462967e req-10df33e4-59e8-441f-9d54-fe760566c1c6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0747352 Jul 16 18:29:41.926924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e2ac8eb-1be4-4002-a637-cb7bb462967e req-cc09298f-7dc4-4e56-9099-50172f4f4433 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442333 Jul 16 18:29:42.128181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30371f3-7673-459b-8a08-e5e24a632343 req-67cfa0ef-bae0-426c-8ca8-d377c94cece6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.130782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b30371f3-7673-459b-8a08-e5e24a632343 req-67cfa0ef-bae0-426c-8ca8-d377c94cece6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.0763106 Jul 16 18:29:42.180310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b30371f3-7673-459b-8a08-e5e24a632343 req-8f1a1d1a-e429-4ec3-ac47-76412483cdae tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437915 Jul 16 18:29:43.106061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5a4f9-a36d-42fb-a91e-0ba561039993 req-3b0f750d-9fa7-4c72-97a3-558d4eb31248 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.107872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0fc5a4f9-a36d-42fb-a91e-0ba561039993 req-3b0f750d-9fa7-4c72-97a3-558d4eb31248 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0666270 Jul 16 18:29:43.152084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0fc5a4f9-a36d-42fb-a91e-0ba561039993 req-af5cce22-9a60-4d30-a76e-9fdf69c9db1e tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370116 Jul 16 18:29:43.696208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6492e4-9b71-4915-84f4-5f7da054f324 req-33053ce9-455b-4a14-8fa9-b24648f72992 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.697951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e6492e4-9b71-4915-84f4-5f7da054f324 req-33053ce9-455b-4a14-8fa9-b24648f72992 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.3922985 Jul 16 18:29:43.775913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e6492e4-9b71-4915-84f4-5f7da054f324 req-b699c303-1506-40a9-b739-1e2869b6d124 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687516 Jul 16 18:29:44.376061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15765c3a-9284-44c2-b205-f83ba69ea0a6 req-977a5ef1-39f3-4033-94aa-d88506f2e4c3 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.377812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15765c3a-9284-44c2-b205-f83ba69ea0a6 req-977a5ef1-39f3-4033-94aa-d88506f2e4c3 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0852747 Jul 16 18:29:44.427670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15765c3a-9284-44c2-b205-f83ba69ea0a6 req-c83bcb3f-2991-434e-bf60-0b1d40bde162 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438097 Jul 16 18:29:44.968669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f9a1-a2cb-460c-8991-ed5d3cf2810a req-33b16300-c163-41d0-9162-4682c6842327 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.970290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c41f9a1-a2cb-460c-8991-ed5d3cf2810a req-33b16300-c163-41d0-9162-4682c6842327 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.0688100 Jul 16 18:29:45.013758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c41f9a1-a2cb-460c-8991-ed5d3cf2810a req-6e81f375-0e09-4e39-870d-64343fd50186 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 Jul 16 18:29:45.614268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332d281-5b3f-45fa-897d-0b167f6f9428 req-f7ac866a-eba1-441f-86d7-8b24eb395101 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:45.615904 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d332d281-5b3f-45fa-897d-0b167f6f9428 req-f7ac866a-eba1-441f-86d7-8b24eb395101 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0699544 Jul 16 18:29:45.658632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d332d281-5b3f-45fa-897d-0b167f6f9428 req-b138da2d-5a0f-400a-bb9f-3c1f70ef9363 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358589 Jul 16 18:29:46.195746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c72b3-8732-419f-8e0a-25fa5287006c req-6efe4b91-2c36-4a6e-ab7c-3db2432dc49d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:46.197328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-897c72b3-8732-419f-8e0a-25fa5287006c req-6efe4b91-2c36-4a6e-ab7c-3db2432dc49d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.0695620 Jul 16 18:29:46.240557 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-897c72b3-8732-419f-8e0a-25fa5287006c req-e60dba0c-e685-4e7f-9f21-07d4cec5a995 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369236 Jul 16 18:29:46.853896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323e800-81df-4c56-84a9-1ef012ed85af req-ab62045d-50dd-4f6e-bc99-eb692634b7f1 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:46.855722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6323e800-81df-4c56-84a9-1ef012ed85af req-ab62045d-50dd-4f6e-bc99-eb692634b7f1 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0750415 Jul 16 18:29:46.898188 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6323e800-81df-4c56-84a9-1ef012ed85af req-dfac951d-e0eb-4f79-8a0b-e220365c9528 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369020 Jul 16 18:29:47.454823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472a2dd-51c1-41d2-ac67-c52cd2016e47 req-070ac6eb-a4a7-49db-9949-5bedac8b3f71 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:47.458652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5472a2dd-51c1-41d2-ac67-c52cd2016e47 req-070ac6eb-a4a7-49db-9949-5bedac8b3f71 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.0695009 Jul 16 18:29:47.498546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5472a2dd-51c1-41d2-ac67-c52cd2016e47 req-315eb1c0-650d-4648-ae26-38e61460ebea tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353649 Jul 16 18:29:48.098543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1bcfa-996f-4cd5-a2b5-ad6e92844086 req-c7f2de11-d0b4-4d69-97b3-b7de3823ea36 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:48.100184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6f1bcfa-996f-4cd5-a2b5-ad6e92844086 req-c7f2de11-d0b4-4d69-97b3-b7de3823ea36 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0761445 Jul 16 18:29:48.142171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6f1bcfa-996f-4cd5-a2b5-ad6e92844086 req-82e51256-568e-49c9-bf34-9fd621e531ff tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357208 Jul 16 18:29:48.689627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651794e-132b-4ff6-a584-eea84ad5efa7 req-2711a5da-4388-44e2-8845-c3ac115e3cba tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:48.691353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4651794e-132b-4ff6-a584-eea84ad5efa7 req-2711a5da-4388-44e2-8845-c3ac115e3cba tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.0730145 Jul 16 18:29:48.740098 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4651794e-132b-4ff6-a584-eea84ad5efa7 req-ffff6523-0438-4218-b6c9-8371a3659918 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 Jul 16 18:29:49.334299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44fccc-eff6-41a7-aaad-4d593412e882 req-5784c7dc-81b3-4983-95cf-9347f9eda9a9 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:49.335999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d44fccc-eff6-41a7-aaad-4d593412e882 req-5784c7dc-81b3-4983-95cf-9347f9eda9a9 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0731516 Jul 16 18:29:49.384399 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d44fccc-eff6-41a7-aaad-4d593412e882 req-0e350e15-e777-4529-abb4-287ef5e4d533 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411799 Jul 16 18:29:49.785725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137344-43d5-4f6f-bc06-89d8de3b46e9 req-dd168edb-685b-4442-b2a0-bd352925656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:49.787303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60137344-43d5-4f6f-bc06-89d8de3b46e9 req-dd168edb-685b-4442-b2a0-bd352925656d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 1096 time: 0.1160517 Jul 16 18:29:49.794934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140e05a-e589-42b4-a0a6-623cd80b788b req-19556fb5-858d-4394-b774-203fa7ba07c2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:49.803641 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2140e05a-e589-42b4-a0a6-623cd80b788b req-19556fb5-858d-4394-b774-203fa7ba07c2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0949357 Jul 16 18:29:49.902158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2140e05a-e589-42b4-a0a6-623cd80b788b req-8cead3b1-c416-494b-b130-7542d4d18707 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979307 Jul 16 18:29:49.965053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137344-43d5-4f6f-bc06-89d8de3b46e9 req-ff059e51-3f49-4ff3-a24e-ec395c6f9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:49.966597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60137344-43d5-4f6f-bc06-89d8de3b46e9 req-ff059e51-3f49-4ff3-a24e-ec395c6f9c0c service neutron] 10.222.0.38 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 912 time: 0.1605635 Jul 16 18:29:50.039433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12a771-9d37-4f02-8620-7e067327b344 req-5b1bf286-862b-4cd0-85df-32cfd95edbde tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:50.040954 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be12a771-9d37-4f02-8620-7e067327b344 req-5b1bf286-862b-4cd0-85df-32cfd95edbde tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.1425328 Jul 16 18:29:50.076386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60137344-43d5-4f6f-bc06-89d8de3b46e9 req-b2770247-2aeb-4492-8230-fe2751f8e0b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a672923-2306-464d-9640-976e31d67c1f HTTP/1.1" status: 200 len: 1001 time: 0.1018796 Jul 16 18:29:50.127255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be12a771-9d37-4f02-8620-7e067327b344 req-dcdce12c-f4ce-4a3e-9842-d860fdbcde77 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803151 Jul 16 18:29:50.145222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137344-43d5-4f6f-bc06-89d8de3b46e9 req-691870ce-b3aa-429c-9d82-d3e4ae38b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:50.146778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60137344-43d5-4f6f-bc06-89d8de3b46e9 req-691870ce-b3aa-429c-9d82-d3e4ae38b8a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0639963 Jul 16 18:29:50.210725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137344-43d5-4f6f-bc06-89d8de3b46e9 req-19918935-029f-499c-b952-fdff7ad5e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:50.212482 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60137344-43d5-4f6f-bc06-89d8de3b46e9 req-19918935-029f-499c-b952-fdff7ad5e167 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601566 Jul 16 18:29:50.316021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60137344-43d5-4f6f-bc06-89d8de3b46e9 req-61e55de6-7eda-49d4-b92e-6e9d00bd27bd service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974813 Jul 16 18:29:50.420853 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60137344-43d5-4f6f-bc06-89d8de3b46e9 req-75cac566-a858-4704-a161-f761bb591f08 service neutron] 10.222.0.38 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989380 Jul 16 18:29:51.140690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f40d34-d6ab-4d73-a8f2-3b85d6c6a6d7 req-7aebae97-b075-4323-bb98-42be05a39f64 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.143071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8f40d34-d6ab-4d73-a8f2-3b85d6c6a6d7 req-7aebae97-b075-4323-bb98-42be05a39f64 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0855439 Jul 16 18:29:51.197460 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b8f40d34-d6ab-4d73-a8f2-3b85d6c6a6d7 req-d71fced4-eea6-4712-bb2d-6b4e70ac5af2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459046 Jul 16 18:29:51.350064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9771d-c5b1-45da-b25c-865c95eaee4a req-ec8c35ba-8eca-47cb-a03a-dfdb95c38776 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.352309 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fef9771d-c5b1-45da-b25c-865c95eaee4a req-ec8c35ba-8eca-47cb-a03a-dfdb95c38776 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 944 time: 0.0711634 Jul 16 18:29:51.402656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fef9771d-c5b1-45da-b25c-865c95eaee4a req-e7b079bf-5343-4c5d-badf-490d3386d0d8 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Jul 16 18:29:52.161745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d700c71d-c21b-43a4-a2fd-7c7851f24d05 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:52.263181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d700c71d-c21b-43a4-a2fd-7c7851f24d05, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d700c71d-c21b-43a4-a2fd-7c7851f24d05,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:52.276134 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'd700c71d-c21b-43a4-a2fd-7c7851f24d05', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'port_id': 'd700c71d-c21b-43a4-a2fd-7c7851f24d05', 'mac_address': 'fa:16:3e:a0:95:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:52.318663 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.331894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d700c71d-c21b-43a4-a2fd-7c7851f24d05 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:52.354678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d700c71d-c21b-43a4-a2fd-7c7851f24d05, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d700c71d-c21b-43a4-a2fd-7c7851f24d05,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:52.358688 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.409968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d700c71d-c21b-43a4-a2fd-7c7851f24d05,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:52.569111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['d700c71d-c21b-43a4-a2fd-7c7851f24d05'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:52.596873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5b13c-addc-4500-a934-fca1cdc91416 req-24eb834b-fbec-4509-b94d-56c119a2b571 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.599158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ec5b13c-addc-4500-a934-fca1cdc91416 req-24eb834b-fbec-4509-b94d-56c119a2b571 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 945 time: 0.0739405 Jul 16 18:29:52.639626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3ec5b13c-addc-4500-a934-fca1cdc91416 req-e163898c-d052-4fc6-b859-b8f7bf21ba6a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346088 Jul 16 18:29:53.954496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345f94f-21ec-4ceb-8bfd-6d73f9012744 req-c3ec91ee-3b0b-4dff-a487-2596b88efc25 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:53.955982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1345f94f-21ec-4ceb-8bfd-6d73f9012744 req-c3ec91ee-3b0b-4dff-a487-2596b88efc25 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 945 time: 0.1985714 Jul 16 18:29:53.995954 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1345f94f-21ec-4ceb-8bfd-6d73f9012744 req-605fcdfb-f359-4a4a-8456-e24ecea6ba81 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331275 Jul 16 18:29:54.170135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d700c71d-c21b-43a4-a2fd-7c7851f24d05 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:54.226741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port d700c71d-c21b-43a4-a2fd-7c7851f24d05 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:54.232436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port d700c71d-c21b-43a4-a2fd-7c7851f24d05 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:54.232965 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.335084 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.358127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67ac11c-bbae-4946-8e65-1643fb8ba297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd700c71d-c21b-43a4-a2fd-7c7851f24d05'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:54.360360 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd4218b-ff53-48c1-8e5b-6e9b080a6ed7" -d '{"events": [{"server_uuid": "d67ac11c-bbae-4946-8e65-1643fb8ba297", "name": "network-vif-plugged", "status": "completed", "tag": "d700c71d-c21b-43a4-a2fd-7c7851f24d05"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:54.374602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d700c71d-c21b-43a4-a2fd-7c7851f24d05, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d700c71d-c21b-43a4-a2fd-7c7851f24d05,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:54.380392 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.426014 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a932b5b7-f57f-4594-adb3-12f455616750 x-openstack-request-id: req-a932b5b7-f57f-4594-adb3-12f455616750 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:54.426396 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67ac11c-bbae-4946-8e65-1643fb8ba297", "name": "network-vif-plugged", "status": "completed", "tag": "d700c71d-c21b-43a4-a2fd-7c7851f24d05", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:54.426934 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a932b5b7-f57f-4594-adb3-12f455616750 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:54.427371 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67ac11c-bbae-4946-8e65-1643fb8ba297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd700c71d-c21b-43a4-a2fd-7c7851f24d05', 'code': 200} Jul 16 18:29:54.445290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d700c71d-c21b-43a4-a2fd-7c7851f24d05,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:54.558751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59483e-3880-4639-9189-92bfdc109fd5 req-43e77942-0525-4df0-88c5-6bc14dfe076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:54.560353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af59483e-3880-4639-9189-92bfdc109fd5 req-43e77942-0525-4df0-88c5-6bc14dfe076e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 1097 time: 0.0592387 Jul 16 18:29:54.599071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af59483e-3880-4639-9189-92bfdc109fd5 req-a2c6a7fe-b130-4f0d-be84-d5a354a4be17 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329368 Jul 16 18:29:55.235473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b555468-584e-44d1-ba2d-91e12958f28f req-75e2474e-dae3-4f34-96e9-f523aa298243 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.238048 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b555468-584e-44d1-ba2d-91e12958f28f req-75e2474e-dae3-4f34-96e9-f523aa298243 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 946 time: 0.0914311 Jul 16 18:29:55.293490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b555468-584e-44d1-ba2d-91e12958f28f req-df561295-fc8a-47db-8cae-d663221634b1 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484982 Jul 16 18:29:56.575272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47867994-cf03-4255-9e52-fd99f64449d0 req-23f2ef3d-2be4-4440-9729-11f7017edb1b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:56.577160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47867994-cf03-4255-9e52-fd99f64449d0 req-23f2ef3d-2be4-4440-9729-11f7017edb1b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 946 time: 0.1275821 Jul 16 18:29:56.627833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47867994-cf03-4255-9e52-fd99f64449d0 req-e1e58cdf-c494-4eb6-a140-6212db933802 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428755 Jul 16 18:29:56.846376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf59c62-fd1e-40cd-8266-69ffc62a7dfa req-315f1b88-98ec-4e72-8ea0-a63d5f8b3d4b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:56.854536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cf59c62-fd1e-40cd-8266-69ffc62a7dfa req-315f1b88-98ec-4e72-8ea0-a63d5f8b3d4b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 946 time: 0.0818996 Jul 16 18:29:56.901763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cf59c62-fd1e-40cd-8266-69ffc62a7dfa req-9492bd33-7397-46fb-8d2f-a34fbeb3bf30 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404704 Jul 16 18:29:57.428360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd4d5-72cf-40d2-ad5e-b99e126d9edb req-4610e7be-b970-4047-b16b-dc6b7e5abc84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:57.430289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a90cd4d5-72cf-40d2-ad5e-b99e126d9edb req-4610e7be-b970-4047-b16b-dc6b7e5abc84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 946 time: 0.0766356 Jul 16 18:29:57.472394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a90cd4d5-72cf-40d2-ad5e-b99e126d9edb req-7efed48f-4507-4558-b2ff-9a467d87e503 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355167 Jul 16 18:29:58.723337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91d310-3d42-4298-b3c3-bc3e73a9bcc7 req-3b5b951a-480f-4251-8e06-2cfe4a379c16 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.724907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f91d310-3d42-4298-b3c3-bc3e73a9bcc7 req-3b5b951a-480f-4251-8e06-2cfe4a379c16 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 946 time: 0.0693734 Jul 16 18:29:58.809144 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f91d310-3d42-4298-b3c3-bc3e73a9bcc7 req-7437c471-ec50-4645-9f63-00d0a477d3f3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724497 Jul 16 18:29:58.831127 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798724f1-ab1b-4b55-985f-814f74026daf req-52751cc1-5ca8-4363-aee8-b2d7fcb88a0d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.833408 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-798724f1-ab1b-4b55-985f-814f74026daf req-52751cc1-5ca8-4363-aee8-b2d7fcb88a0d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 946 time: 0.1074846 Jul 16 18:29:58.958290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-798724f1-ab1b-4b55-985f-814f74026daf req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Deleting port d700c71d-c21b-43a4-a2fd-7c7851f24d05 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:58.958643 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-798724f1-ab1b-4b55-985f-814f74026daf req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.067220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-798724f1-ab1b-4b55-985f-814f74026daf req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] For port d700c71d-c21b-43a4-a2fd-7c7851f24d05, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d700c71d-c21b-43a4-a2fd-7c7851f24d05,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:59.067554 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-798724f1-ab1b-4b55-985f-814f74026daf req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.082929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-798724f1-ab1b-4b55-985f-814f74026daf req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Calling delete_port for d700c71d-c21b-43a4-a2fd-7c7851f24d05 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:59.234801 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-798724f1-ab1b-4b55-985f-814f74026daf req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.248576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['d700c71d-c21b-43a4-a2fd-7c7851f24d05'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:59.251560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['4f904f8e-79b7-4b01-9a0c-17fb7ce04c47'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:59.308255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event deleted for resources: {'Port': ['ID=d700c71d-c21b-43a4-a2fd-7c7851f24d05,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:59.332228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-798724f1-ab1b-4b55-985f-814f74026daf req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] No DVR routers for this DVR port d700c71d-c21b-43a4-a2fd-7c7851f24d05 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:59.335968 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-798724f1-ab1b-4b55-985f-814f74026daf req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.338441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-798724f1-ab1b-4b55-985f-814f74026daf req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "DELETE /v2.0/ports/d700c71d-c21b-43a4-a2fd-7c7851f24d05 HTTP/1.1" status: 204 len: 173 time: 0.4991930 Jul 16 18:29:59.344054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67ac11c-bbae-4946-8e65-1643fb8ba297', 'name': 'network-vif-deleted', 'tag': 'd700c71d-c21b-43a4-a2fd-7c7851f24d05'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:59.347509 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ca5ac5-5c07-4480-8a04-b104b0f0ffb9" -d '{"events": [{"server_uuid": "d67ac11c-bbae-4946-8e65-1643fb8ba297", "name": "network-vif-deleted", "tag": "d700c71d-c21b-43a4-a2fd-7c7851f24d05"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:59.352426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.352806 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.353261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.353746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.354148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.354563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.355051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.355456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.355804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.356137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.356525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.357039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aaf681-eb57-4d01-90fa-96ae17852b86 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:59.402683 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29f177c-262d-483e-979c-d9b7e25ecf7e x-openstack-request-id: req-a29f177c-262d-483e-979c-d9b7e25ecf7e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:59.403453 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67ac11c-bbae-4946-8e65-1643fb8ba297", "name": "network-vif-deleted", "tag": "d700c71d-c21b-43a4-a2fd-7c7851f24d05", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:59.403453 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a29f177c-262d-483e-979c-d9b7e25ecf7e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:59.403894 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67ac11c-bbae-4946-8e65-1643fb8ba297', 'name': 'network-vif-deleted', 'tag': 'd700c71d-c21b-43a4-a2fd-7c7851f24d05', 'status': 'completed', 'code': 200} Jul 16 18:29:59.967692 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c28f7bba-06d3-430d-b022-60fa614e824a req-18abf97a-8271-4365-b461-73549e240729 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 210 time: 0.0300372 Jul 16 18:30:00.078258 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7acd622e-323b-43f8-922f-eb6e18857028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.114943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02467bc8-0422-4b0e-ad80-ff31afd1c49f req-6f6be250-685f-4df9-9253-24745110008b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 210 time: 0.0337029 Jul 16 18:30:02.225866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d700c71d-c21b-43a4-a2fd-7c7851f24d05 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:02.249228 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: d700c71d-c21b-43a4-a2fd-7c7851f24d05 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:02.249928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d700c71d-c21b-43a4-a2fd-7c7851f24d05 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:02.262588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-315002dc-89b1-4ba0-95bf-743c7705084b req-43be2387-ea23-4a33-a6ef-8d8cfe5d492c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 210 time: 0.0293903 Jul 16 18:30:02.302507 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-992eb31b-e73c-480d-8ce5-ed1cfbdf1fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.734843 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.756749 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.760882 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.117422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a6c2404-beaf-44df-8a63-2d6218a4724d req-481718c9-93a9-41b7-8c5e-c68f08f89759 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535126 Jul 16 18:30:03.218568 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c2404-beaf-44df-8a63-2d6218a4724d req-278cac32-f3f8-4a4d-bf70-cfa2c2321a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.220108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a6c2404-beaf-44df-8a63-2d6218a4724d req-278cac32-f3f8-4a4d-bf70-cfa2c2321a49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 1097 time: 0.0560956 Jul 16 18:30:03.341363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c2404-beaf-44df-8a63-2d6218a4724d req-e2c9fed2-7647-4b0b-8903-4c0e0af2a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.342882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a6c2404-beaf-44df-8a63-2d6218a4724d req-e2c9fed2-7647-4b0b-8903-4c0e0af2a194 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.1021087 Jul 16 18:30:03.387008 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a6c2404-beaf-44df-8a63-2d6218a4724d req-44f2cf94-69f1-4b36-8911-cf13b43d3060 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 HTTP/1.1" status: 200 len: 217 time: 0.0377860 Jul 16 18:30:03.459714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40fea49b-71ab-4919-97c6-3024b459dc49 req-dc505b4e-c8ed-4752-9956-34dcd1c00c5a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d67ac11c-bbae-4946-8e65-1643fb8ba297 HTTP/1.1" status: 200 len: 210 time: 0.0571189 Jul 16 18:30:03.488809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c2404-beaf-44df-8a63-2d6218a4724d req-a96ff51e-7d96-4333-a179-8635ef4f1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.498941 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a6c2404-beaf-44df-8a63-2d6218a4724d req-a96ff51e-7d96-4333-a179-8635ef4f1eb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.1055608 Jul 16 18:30:03.579043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c2404-beaf-44df-8a63-2d6218a4724d req-b41fccf9-97f6-4b95-9224-217ddc26c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.581362 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a6c2404-beaf-44df-8a63-2d6218a4724d req-b41fccf9-97f6-4b95-9224-217ddc26c9e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703940 Jul 16 18:30:03.697786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a6c2404-beaf-44df-8a63-2d6218a4724d req-e41567fa-212a-4b24-a4f9-dea9de5f1aea service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098914 Jul 16 18:30:03.799638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a6c2404-beaf-44df-8a63-2d6218a4724d req-9aebecb5-cfb9-48d8-b5d5-a66e32809580 service neutron] 10.222.0.42 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895793 Jul 16 18:30:03.831627 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.530411 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:05.536961 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.312184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9ff28-0499-40f1-9df5-c4c5b2ede4cf req-060849cd-0de3-4ab0-bfed-28e9942a31b4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:09.314115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fd9ff28-0499-40f1-9df5-c4c5b2ede4cf req-060849cd-0de3-4ab0-bfed-28e9942a31b4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 946 time: 0.0686471 Jul 16 18:30:09.352983 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fd9ff28-0499-40f1-9df5-c4c5b2ede4cf req-7d6671fd-79fb-49d8-8200-be6cf84f5edd tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326369 Jul 16 18:30:10.536700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a80b4-0343-48eb-acf3-5c3c069e8cbc req-2cf9c014-e412-48f8-9c5c-6219db175b33 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:10.538476 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c62a80b4-0343-48eb-acf3-5c3c069e8cbc req-2cf9c014-e412-48f8-9c5c-6219db175b33 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 946 time: 0.0634656 Jul 16 18:30:10.576648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c62a80b4-0343-48eb-acf3-5c3c069e8cbc req-240831d9-b893-44a5-a17e-50f1a2a8ea80 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b49232a-92b8-4dcd-ac93-749fb5132ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Jul 16 18:30:10.740216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc67072-26e9-45c1-a59d-fdfc39bb9833 req-bc94e675-3486-466e-a10e-baa10bea4d8a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:10.741922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cc67072-26e9-45c1-a59d-fdfc39bb9833 req-bc94e675-3486-466e-a10e-baa10bea4d8a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.42 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 946 time: 0.0742755 Jul 16 18:30:10.854367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0cc67072-26e9-45c1-a59d-fdfc39bb9833 req-bbc01c98-cabb-45ad-bf95-0778b9b7e288 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Deleting port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:10.854854 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cc67072-26e9-45c1-a59d-fdfc39bb9833 req-bbc01c98-cabb-45ad-bf95-0778b9b7e288 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.944496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0cc67072-26e9-45c1-a59d-fdfc39bb9833 req-bbc01c98-cabb-45ad-bf95-0778b9b7e288 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] For port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:10.944869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cc67072-26e9-45c1-a59d-fdfc39bb9833 req-bbc01c98-cabb-45ad-bf95-0778b9b7e288 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.964417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0cc67072-26e9-45c1-a59d-fdfc39bb9833 req-bbc01c98-cabb-45ad-bf95-0778b9b7e288 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Calling delete_port for 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:11.118220 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cc67072-26e9-45c1-a59d-fdfc39bb9833 req-bbc01c98-cabb-45ad-bf95-0778b9b7e288 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.135572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['4f904f8e-79b7-4b01-9a0c-17fb7ce04c47'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:11.162585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc01c98-cabb-45ad-bf95-0778b9b7e288 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event deleted for resources: {'Port': ['ID=4f904f8e-79b7-4b01-9a0c-17fb7ce04c47,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:11.222679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc67072-26e9-45c1-a59d-fdfc39bb9833 req-bbc01c98-cabb-45ad-bf95-0778b9b7e288 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] No DVR routers for this DVR port 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:11.225618 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0cc67072-26e9-45c1-a59d-fdfc39bb9833 req-bbc01c98-cabb-45ad-bf95-0778b9b7e288 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.227630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cc67072-26e9-45c1-a59d-fdfc39bb9833 req-bbc01c98-cabb-45ad-bf95-0778b9b7e288 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.42 "DELETE /v2.0/ports/4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 HTTP/1.1" status: 204 len: 173 time: 0.4801579 Jul 16 18:30:11.228109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a95ee4-491d-4242-9e3f-ebfbcd6635aa', 'name': 'network-vif-deleted', 'tag': '4f904f8e-79b7-4b01-9a0c-17fb7ce04c47'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:11.230544 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b49bf6-53a1-4b5e-ba2a-06507d59208a" -d '{"events": [{"server_uuid": "77a95ee4-491d-4242-9e3f-ebfbcd6635aa", "name": "network-vif-deleted", "tag": "4f904f8e-79b7-4b01-9a0c-17fb7ce04c47"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:11.285831 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85660a04-7152-48f4-816b-c21bf02b7b45 x-openstack-request-id: req-85660a04-7152-48f4-816b-c21bf02b7b45 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:11.286126 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a95ee4-491d-4242-9e3f-ebfbcd6635aa", "name": "network-vif-deleted", "tag": "4f904f8e-79b7-4b01-9a0c-17fb7ce04c47", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:11.286379 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85660a04-7152-48f4-816b-c21bf02b7b45 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:11.287260 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a95ee4-491d-4242-9e3f-ebfbcd6635aa', 'name': 'network-vif-deleted', 'tag': '4f904f8e-79b7-4b01-9a0c-17fb7ce04c47', 'status': 'completed', 'code': 200} Jul 16 18:30:11.760288 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf26035b-7dd0-482f-be0c-ebabf11c1536 req-2fd4588b-2435-469b-8b9c-61b7aa667a1a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 210 time: 0.0378101 Jul 16 18:30:12.912524 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-87b7e2fd-315c-4cbb-a05f-4ba113adc0d4 req-f95ed2bf-b3f1-4a28-9644-aac41183b336 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 210 time: 0.0288391 Jul 16 18:30:14.073218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cb332e1-d484-418e-b654-664cd52c8108 req-4572bab0-d1d2-4d02-873f-9f2864b8d6c0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 210 time: 0.0326641 Jul 16 18:30:15.207256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:15.254448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4877ef3c-8a52-44b0-973b-35388c5028c5 req-407d98a0-20fd-4ba5-beaf-1b76f068a00e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=77a95ee4-491d-4242-9e3f-ebfbcd6635aa HTTP/1.1" status: 200 len: 210 time: 0.0360591 Jul 16 18:30:15.266562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:15.267115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4f904f8e-79b7-4b01-9a0c-17fb7ce04c47 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:18.647151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:18.651971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-62e621fb-6653-4ef5-8d7f-d871a414a3f2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625280907', 'description': 'tempest-secgroup-smoke-1625280907 description', 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:18.678402 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62e621fb-6653-4ef5-8d7f-d871a414a3f2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.758564 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62e621fb-6653-4ef5-8d7f-d871a414a3f2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.762284 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62e621fb-6653-4ef5-8d7f-d871a414a3f2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.791442 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62e621fb-6653-4ef5-8d7f-d871a414a3f2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.792712 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-62e621fb-6653-4ef5-8d7f-d871a414a3f2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1444395 Jul 16 18:30:18.793994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e621fb-6653-4ef5-8d7f-d871a414a3f2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7344488-24dc-4180-adb6-af17207e54a9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:18.795670 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:18.806982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'security_group_rule': {'security_group_id': 'b7344488-24dc-4180-adb6-af17207e54a9', 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:18.843079 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.890811 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.895180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.917107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b772c2-c0de-4222-8967-e35615d650ab,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:18.921343 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.922766 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201947 Jul 16 18:30:18.927313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:18.933845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0c1bd2ab-5531-452f-80cf-2b2add52f162 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'security_group_rule': {'security_group_id': 'b7344488-24dc-4180-adb6-af17207e54a9', 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:18.934544 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:18.935096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:18.935684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:18.936099 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:18.936535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:18.936926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:18.937367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:18.937770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:18.938158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:18.938568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:18.938955 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:18.939341 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78ece6-0fd8-4a9a-ac32-57dc4439cfd6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:18.969633 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c1bd2ab-5531-452f-80cf-2b2add52f162 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.022210 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c1bd2ab-5531-452f-80cf-2b2add52f162 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.025737 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c1bd2ab-5531-452f-80cf-2b2add52f162 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.047181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bd2ab-5531-452f-80cf-2b2add52f162 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527b0e70-4570-4605-825f-284c4e5394fa,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:19.054383 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c1bd2ab-5531-452f-80cf-2b2add52f162 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.057800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0c1bd2ab-5531-452f-80cf-2b2add52f162 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289332 Jul 16 18:30:19.058612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:19.063811 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-417fd531-93a7-49f1-b374-30b70a720403 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'security_group_rule': {'security_group_id': 'b7344488-24dc-4180-adb6-af17207e54a9', 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:19.098890 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-417fd531-93a7-49f1-b374-30b70a720403 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.169162 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-417fd531-93a7-49f1-b374-30b70a720403 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.173206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-417fd531-93a7-49f1-b374-30b70a720403 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.192897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fd531-93a7-49f1-b374-30b70a720403 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3d6bf4-fcb0-4c90-b2ca-8aa9ed5c2f58,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:19.197907 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-417fd531-93a7-49f1-b374-30b70a720403 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.201949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-417fd531-93a7-49f1-b374-30b70a720403 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422353 Jul 16 18:30:19.202124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:19.207462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4978221f-00d8-457e-a489-e8e39aa02bde tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'security_group_rule': {'security_group_id': 'b7344488-24dc-4180-adb6-af17207e54a9', 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:19.234163 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4978221f-00d8-457e-a489-e8e39aa02bde tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.293512 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4978221f-00d8-457e-a489-e8e39aa02bde tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.296943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4978221f-00d8-457e-a489-e8e39aa02bde tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.314621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978221f-00d8-457e-a489-e8e39aa02bde tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40dc501a-3449-4bce-99b8-56f29b20bd3c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:19.321055 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4978221f-00d8-457e-a489-e8e39aa02bde tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.325230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:19.325453 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4978221f-00d8-457e-a489-e8e39aa02bde tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220593 Jul 16 18:30:19.330512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dd302c76-a267-4775-b3f5-e3f3f6095081 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'security_group_rule': {'security_group_id': 'b7344488-24dc-4180-adb6-af17207e54a9', 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:19.353108 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-dd302c76-a267-4775-b3f5-e3f3f6095081 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Project f0df120ae57f4fec894f6d2c17dd65b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:30:19.358004 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd302c76-a267-4775-b3f5-e3f3f6095081 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.420829 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd302c76-a267-4775-b3f5-e3f3f6095081 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.425142 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd302c76-a267-4775-b3f5-e3f3f6095081 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.445682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd302c76-a267-4775-b3f5-e3f3f6095081 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8053fbb0-a727-4063-aec0-a279ca6f8dd2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:19.454581 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd302c76-a267-4775-b3f5-e3f3f6095081 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.455821 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dd302c76-a267-4775-b3f5-e3f3f6095081 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291478 Jul 16 18:30:19.459243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:19.463888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-db7f1224-ceb8-4924-8cb5-7e62fc55c4c6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'security_group_rule': {'security_group_id': 'b7344488-24dc-4180-adb6-af17207e54a9', 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:19.487944 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-db7f1224-ceb8-4924-8cb5-7e62fc55c4c6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Project f0df120ae57f4fec894f6d2c17dd65b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:30:19.492595 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db7f1224-ceb8-4924-8cb5-7e62fc55c4c6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.552052 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db7f1224-ceb8-4924-8cb5-7e62fc55c4c6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.555811 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db7f1224-ceb8-4924-8cb5-7e62fc55c4c6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.579605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f1224-ceb8-4924-8cb5-7e62fc55c4c6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e383b014-c5fe-41ac-9b0f-913db724b1cb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:19.584062 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db7f1224-ceb8-4924-8cb5-7e62fc55c4c6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.588105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-db7f1224-ceb8-4924-8cb5-7e62fc55c4c6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250782 Jul 16 18:30:23.834707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbb790-fcc5-47de-b238-9f20087b7aff req-965a4800-f119-4d09-9b10-48736d6df34e tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:23.840712 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45cbb790-fcc5-47de-b238-9f20087b7aff req-965a4800-f119-4d09-9b10-48736d6df34e tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0705264 Jul 16 18:30:23.878870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45cbb790-fcc5-47de-b238-9f20087b7aff req-3a1fe86f-7e4f-4a57-8c5b-ef5d2ac08f8b tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358565 Jul 16 18:30:25.074014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c4553-563b-45ea-8a21-f5cc2d5f7981 req-6bab39a8-5035-4b85-aeac-78f1003d8838 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.076291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac8c4553-563b-45ea-8a21-f5cc2d5f7981 req-6bab39a8-5035-4b85-aeac-78f1003d8838 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0706780 Jul 16 18:30:25.116453 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac8c4553-563b-45ea-8a21-f5cc2d5f7981 req-044b2eb9-7a54-4ad6-bd54-371daa7ea206 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=e98b433b-3d98-4bb2-a9be-bf429ac867d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342505 Jul 16 18:30:25.518837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-7d9c4a0f-3f89-4685-9289-81e1eedb8ac4 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.520747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-7d9c4a0f-3f89-4685-9289-81e1eedb8ac4 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 945 time: 0.0697229 Jul 16 18:30:25.630105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Deleting port 0a672923-2306-464d-9640-976e31d67c1f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:25.630678 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.734772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] For port 0a672923-2306-464d-9640-976e31d67c1f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0a672923-2306-464d-9640-976e31d67c1f,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:25.735137 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.975269 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.975739 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.976113 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Floating IP 85a20ba4-0855-4ab1-a5a3-9f6dddf49ae1 disassociated. External IP: 172.25.8.153, port: 0a672923-2306-464d-9640-976e31d67c1f. Jul 16 18:30:25.976461 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Calling delete_port for 0a672923-2306-464d-9640-976e31d67c1f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:26.130955 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.181700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event deleted for resources: {'Port': ['ID=0a672923-2306-464d-9640-976e31d67c1f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.327197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb95cfd0-f0a0-4fb7-ac01-4001d2095099 req-84f1aa2d-61e2-4e9d-885d-c3ec911ffaf6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 210 time: 0.0403028 Jul 16 18:30:26.351218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Router cf3de75b-1e9e-4501-8cb2-1db154639830 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:26.836808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:26.852561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7b9f33-4617-4601-916a-adcbef2b8c42 None None] Sync routers for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:26.865618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b9f33-4617-4601-916a-adcbef2b8c42 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:26.866256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ba7b9f33-4617-4601-916a-adcbef2b8c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:30:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:26.887680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] No DVR routers for this DVR port 0a672923-2306-464d-9640-976e31d67c1f on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:26.891315 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.893489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f66d7ddc-f7b4-4a6f-b7bc-1fb2c7181f2e req-49b5dfb9-197d-4b39-803b-6c3bcc5cf8b5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.38 "DELETE /v2.0/ports/0a672923-2306-464d-9640-976e31d67c1f HTTP/1.1" status: 204 len: 173 time: 1.3668141 Jul 16 18:30:26.896001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'name': 'network-vif-deleted', 'tag': '0a672923-2306-464d-9640-976e31d67c1f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:26.898826 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791cd8f8-19bb-4ff2-b042-d07eeaf12118" -d '{"events": [{"server_uuid": "7fb8adab-28df-4352-9e9e-61711ea1150c", "name": "network-vif-deleted", "tag": "0a672923-2306-464d-9640-976e31d67c1f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:26.960811 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ad0215-8041-43cb-9e45-b65f6a5df000 x-openstack-request-id: req-b0ad0215-8041-43cb-9e45-b65f6a5df000 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:26.961105 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb8adab-28df-4352-9e9e-61711ea1150c", "name": "network-vif-deleted", "tag": "0a672923-2306-464d-9640-976e31d67c1f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:26.961381 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0ad0215-8041-43cb-9e45-b65f6a5df000 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:26.961781 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb8adab-28df-4352-9e9e-61711ea1150c', 'name': 'network-vif-deleted', 'tag': '0a672923-2306-464d-9640-976e31d67c1f', 'status': 'completed', 'code': 200} Jul 16 18:30:27.045772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ba7b9f33-4617-4601-916a-adcbef2b8c42 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:27.295205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ba7b9f33-4617-4601-916a-adcbef2b8c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:27.328328 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7b9f33-4617-4601-916a-adcbef2b8c42 None None] Checking router: cf3de75b-1e9e-4501-8cb2-1db154639830 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:27.338993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b9f33-4617-4601-916a-adcbef2b8c42 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:27.340080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ba7b9f33-4617-4601-916a-adcbef2b8c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:30:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:27.570842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ba7b9f33-4617-4601-916a-adcbef2b8c42 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:27.645802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dd1f3d2-836f-440a-b030-253448d3d51e req-2fe09c08-603d-443d-bca1-5363cb075e11 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb8adab-28df-4352-9e9e-61711ea1150c HTTP/1.1" status: 200 len: 210 time: 0.0507674 Jul 16 18:30:27.837404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ba7b9f33-4617-4601-916a-adcbef2b8c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:27.876069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7b9f33-4617-4601-916a-adcbef2b8c42 None None] The sync data for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 is: [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:28.134177 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcf39c9-7cf3-4d8c-8f4f-b51f94290266 None None] New status for floating IP 85a20ba4-0855-4ab1-a5a3-9f6dddf49ae1: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:30:28.288465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0a672923-2306-464d-9640-976e31d67c1f no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:28.465349 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 0a672923-2306-464d-9640-976e31d67c1f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:28.465802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0a672923-2306-464d-9640-976e31d67c1f not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:28.775478 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41434) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:28.842465 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60001d33-fdea-4ca1-93f1-14494b674a3a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.874545 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60001d33-fdea-4ca1-93f1-14494b674a3a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.938299 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60001d33-fdea-4ca1-93f1-14494b674a3a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.941491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-60001d33-fdea-4ca1-93f1-14494b674a3a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.943356 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-60001d33-fdea-4ca1-93f1-14494b674a3a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "DELETE /v2.0/security-groups/e98b433b-3d98-4bb2-a9be-bf429ac867d7 HTTP/1.1" status: 204 len: 168 time: 0.1665862 Jul 16 18:30:28.946923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:28.965575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60001d33-fdea-4ca1-93f1-14494b674a3a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98b433b-3d98-4bb2-a9be-bf429ac867d7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:28.969747 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-3155a0c6-344b-4bd0-8871-d54b99a28242 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] show failed (client error): The resource could not be found. Jul 16 18:30:28.970995 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3155a0c6-344b-4bd0-8871-d54b99a28242 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups/e98b433b-3d98-4bb2-a9be-bf429ac867d7 HTTP/1.1" status: 404 len: 347 time: 0.0231597 Jul 16 18:30:28.974397 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:29.136408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-92cea6c4-360d-422e-a814-80472713ffcf tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Deleting port fba5f281-4c6d-4f63-83c9-281aa0352d80 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:29.139205 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92cea6c4-360d-422e-a814-80472713ffcf tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.225630 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92cea6c4-360d-422e-a814-80472713ffcf tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.226147 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92cea6c4-360d-422e-a814-80472713ffcf tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.239319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-92cea6c4-360d-422e-a814-80472713ffcf tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Calling delete_port for fba5f281-4c6d-4f63-83c9-281aa0352d80 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:29.386363 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92cea6c4-360d-422e-a814-80472713ffcf tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.416313 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cea6c4-360d-422e-a814-80472713ffcf tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event deleted for resources: {'Port': ['ID=fba5f281-4c6d-4f63-83c9-281aa0352d80,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:29.490893 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92cea6c4-360d-422e-a814-80472713ffcf tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.495252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-92cea6c4-360d-422e-a814-80472713ffcf tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.498381 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-92cea6c4-360d-422e-a814-80472713ffcf tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "DELETE /v2.0/floatingips/85a20ba4-0855-4ab1-a5a3-9f6dddf49ae1 HTTP/1.1" status: 204 len: 168 time: 0.5228114 Jul 16 18:30:29.907616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:29.912971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-222801e9-ef3f-4291-8347-9a9539b70fed tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1962384754', 'description': 'tempest-description--471739959'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:29.945162 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-222801e9-ef3f-4291-8347-9a9539b70fed tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.055841 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-222801e9-ef3f-4291-8347-9a9539b70fed tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.061373 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-222801e9-ef3f-4291-8347-9a9539b70fed tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.084539 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f917-ed41-4589-a8f2-01b693ace927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.091868 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-222801e9-ef3f-4291-8347-9a9539b70fed tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.093462 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-222801e9-ef3f-4291-8347-9a9539b70fed tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1847732 Jul 16 18:30:30.096063 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222801e9-ef3f-4291-8347-9a9539b70fed tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c73e1b-b046-4cf6-b769-97032badb9a9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.096229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:30.101733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aeb08c02-292c-4f29-852d-0c9b894924db tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Request body: {'security_group_rule': {'security_group_id': 'f3c73e1b-b046-4cf6-b769-97032badb9a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:30.135005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeb08c02-292c-4f29-852d-0c9b894924db tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.207129 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeb08c02-292c-4f29-852d-0c9b894924db tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.211464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeb08c02-292c-4f29-852d-0c9b894924db tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.232206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb08c02-292c-4f29-852d-0c9b894924db tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25b96a6-0656-45f0-aaca-4a46ac72e218,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.235342 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeb08c02-292c-4f29-852d-0c9b894924db tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.236784 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-aeb08c02-292c-4f29-852d-0c9b894924db tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395178 Jul 16 18:30:30.240170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:30.245329 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-42ad79a3-b8ad-4249-ad93-6e4d0a35b733 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Request body: {'security_group_rule': {'security_group_id': 'f3c73e1b-b046-4cf6-b769-97032badb9a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:30.273914 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42ad79a3-b8ad-4249-ad93-6e4d0a35b733 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.345292 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42ad79a3-b8ad-4249-ad93-6e4d0a35b733 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.349627 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42ad79a3-b8ad-4249-ad93-6e4d0a35b733 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.370793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad79a3-b8ad-4249-ad93-6e4d0a35b733 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044b6b92-b6c4-4b40-a40d-69cf950ed7a5,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.373376 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42ad79a3-b8ad-4249-ad93-6e4d0a35b733 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.374583 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-42ad79a3-b8ad-4249-ad93-6e4d0a35b733 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330345 Jul 16 18:30:30.378142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 41456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:30.383713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:30.405951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.505833 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.622783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Allocated IP 172.25.8.216 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/b0161f4f-c1d9-4072-b7b8-befab6381a69) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:30.771025 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.819582 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.868600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:30.874019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:30.876885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:30.909153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event updated for resources: {'Port': ['ID=b0161f4f-c1d9-4072-b7b8-befab6381a69,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.976958 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.018538 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.183847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.188658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.241524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event updated for resources: {'Port': ['ID=b0161f4f-c1d9-4072-b7b8-befab6381a69,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:31.300440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.316578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.321793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-411cbd4f-687e-461b-b2db-2bb7b6f96fb5 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9418280 Jul 16 18:30:31.521755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-c8792ab0-a76e-422c-9937-456546856f35 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1962384754&fields=id&tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd HTTP/1.1" status: 200 len: 267 time: 0.0374777 Jul 16 18:30:31.645027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a04055-3486-446a-a8fa-9bc083dd279f req-c7d29a5c-ca73-430e-ac19-bb57c826155a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:31.646615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-c7d29a5c-ca73-430e-ac19-bb57c826155a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 811 time: 0.1147997 Jul 16 18:30:31.666391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-d62bb1bf-eedf-47dd-9756-17b97d7a8e55 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/quotas/e78ee7f9bff94c8aa73e51121cc3a3dd HTTP/1.1" status: 200 len: 375 time: 0.0098929 Jul 16 18:30:31.801002 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-a1a21711-41e4-4417-9ef4-0d7d5997e139 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120970 Jul 16 18:30:31.907182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-b91c323d-ea26-4bef-b9eb-79f859df9329 service neutron] 10.222.0.52 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051521 Jul 16 18:30:32.029417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-e7e687a1-1459-41af-bad6-fd4693e77ab9 service neutron] 10.222.0.52 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149604 Jul 16 18:30:32.295472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a4201ae-808e-475f-9c63-ba1167082e18 req-c109ac11-ef61-48ca-8ab6-ba9bb3ada07d tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 210 time: 0.0417206 Jul 16 18:30:32.318250 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42300bc4-dc15-49e0-8742-3434f8e8d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.752570 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.764180 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.799168 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.509165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a604f8a-93ac-4807-8720-375db40041c2 req-6f8332a1-630a-4f2b-826f-07a2d6b9b85d tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 210 time: 0.0440364 Jul 16 18:30:33.666056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a04055-3486-446a-a8fa-9bc083dd279f req-dca98c78-b7ed-4af5-be23-02206bec8714 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.667980 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-dca98c78-b7ed-4af5-be23-02206bec8714 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.42 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 811 time: 0.1444359 Jul 16 18:30:33.736208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-0de61ee7-e97e-48b3-9650-f3a73040eec2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd HTTP/1.1" status: 200 len: 380 time: 0.0587683 Jul 16 18:30:33.746354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Request body: {'port': {'device_id': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'admin_state_up': True, 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'security_groups': ['f3c73e1b-b046-4cf6-b769-97032badb9a9']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:33.855778 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.959676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Made reservation on behalf of e78ee7f9bff94c8aa73e51121cc3a3dd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:33.964194 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.123899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Allocated IP 172.20.0.8 (b74c4a4c-8e99-4c26-a694-d10ed483486e/8efddbee-f1dd-4686-875f-1bd76e060ae9/618ef347-ee5b-46dd-8a22-7c89f0736b79) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:34.299415 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.318280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Transition to ACTIVE for port object 618ef347-ee5b-46dd-8a22-7c89f0736b79 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:34.366247 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.444601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Network b74c4a4c-8e99-4c26-a694-d10ed483486e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:34.449590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:34.453560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:34.486163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event updated for resources: {'Port': ['ID=618ef347-ee5b-46dd-8a22-7c89f0736b79,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:34.560801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:34.560801 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.587073 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-ce2c9e6b-b3e1-489b-8b30-04281b5024c8 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8445258 Jul 16 18:30:34.603700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Request body: {'port': {'device_id': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:34.824054 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.932889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb4f356f-a51d-47dc-997f-074d24129127 None None] Provisioning for port 618ef347-ee5b-46dd-8a22-7c89f0736b79 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:34.948542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebc446-40cd-41db-99d0-373d8524c2ab req-9e8ce83a-d72d-434b-bd80-bfa8812ddc1c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:34.950752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3ebc446-40cd-41db-99d0-373d8524c2ab req-9e8ce83a-d72d-434b-bd80-bfa8812ddc1c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 931 time: 0.1977863 Jul 16 18:30:34.962478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb4f356f-a51d-47dc-997f-074d24129127 None None] Provisioning complete for port 618ef347-ee5b-46dd-8a22-7c89f0736b79 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:34.963139 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb4f356f-a51d-47dc-997f-074d24129127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.105209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f356f-a51d-47dc-997f-074d24129127 None None] Port 618ef347-ee5b-46dd-8a22-7c89f0736b79 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:35.118001 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3ebc446-40cd-41db-99d0-373d8524c2ab req-a0a5500f-d192-4c81-a49b-c496cbfb6810 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c73e1b-b046-4cf6-b769-97032badb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827718 Jul 16 18:30:35.319838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618ef347-ee5b-46dd-8a22-7c89f0736b79 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:35.327887 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.341471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Transition to ACTIVE for port object 618ef347-ee5b-46dd-8a22-7c89f0736b79 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:35.346769 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.423490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Pushing event updated for resources: {'Port': ['ID=618ef347-ee5b-46dd-8a22-7c89f0736b79,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:35.544050 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.568457 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Attempting to bind port 618ef347-ee5b-46dd-8a22-7c89f0736b79 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:35.569020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Attempting to bind port 618ef347-ee5b-46dd-8a22-7c89f0736b79 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:35.569155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Attempting to bind port 618ef347-ee5b-46dd-8a22-7c89f0736b79 on network b74c4a4c-8e99-4c26-a694-d10ed483486e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:35.584463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Port 618ef347-ee5b-46dd-8a22-7c89f0736b79 on network b74c4a4c-8e99-4c26-a694-d10ed483486e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:35.584879 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Attempting to bind port 618ef347-ee5b-46dd-8a22-7c89f0736b79 on network b74c4a4c-8e99-4c26-a694-d10ed483486e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:35.591625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:35.593948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Checking segment: {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:35.594368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Bound using segment: {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:35.594820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Bound port: 618ef347-ee5b-46dd-8a22-7c89f0736b79, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:35.595200 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.702456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] For port 618ef347-ee5b-46dd-8a22-7c89f0736b79, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:35.708846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] For port 618ef347-ee5b-46dd-8a22-7c89f0736b79, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=618ef347-ee5b-46dd-8a22-7c89f0736b79,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:35.715339 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.773989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.774725 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.776507 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] 10.222.0.42 "PUT /v2.0/ports/618ef347-ee5b-46dd-8a22-7c89f0736b79 HTTP/1.1" status: 200 len: 1091 time: 1.1821773 Jul 16 18:30:35.777111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'tag': '618ef347-ee5b-46dd-8a22-7c89f0736b79'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:35.779825 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5323d1fd-81c0-40c0-836b-45502a8e54ac" -d '{"events": [{"name": "network-changed", "server_uuid": "74fd155a-ea57-4904-9f5b-bf7efca20be2", "tag": "618ef347-ee5b-46dd-8a22-7c89f0736b79"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:35.870599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1e8bc-0788-41d4-ba2b-a0e400a561b7 service neutron] Pushing event updated for resources: {'Port': ['ID=618ef347-ee5b-46dd-8a22-7c89f0736b79,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:35.875511 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3505bf31-4a61-42f0-ba55-5b37501af2ba x-openstack-request-id: req-3505bf31-4a61-42f0-ba55-5b37501af2ba {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:35.876132 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fd155a-ea57-4904-9f5b-bf7efca20be2", "tag": "618ef347-ee5b-46dd-8a22-7c89f0736b79", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:35.876764 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3505bf31-4a61-42f0-ba55-5b37501af2ba {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:35.877437 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'tag': '618ef347-ee5b-46dd-8a22-7c89f0736b79', 'status': 'completed', 'code': 200} Jul 16 18:30:35.915481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a04055-3486-446a-a8fa-9bc083dd279f req-0c892329-1dea-4401-a51e-831ff8aa1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.917510 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-0c892329-1dea-4401-a51e-831ff8aa1882 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 1094 time: 0.0931001 Jul 16 18:30:36.011185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-d37dbe1f-0520-4fa8-b8a3-f480803f210d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=618ef347-ee5b-46dd-8a22-7c89f0736b79 HTTP/1.1" status: 200 len: 217 time: 0.0864058 Jul 16 18:30:36.094949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a04055-3486-446a-a8fa-9bc083dd279f req-367f7c10-695c-4721-a68c-d7b807ed4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.099330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-367f7c10-695c-4721-a68c-d7b807ed4b41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0809274 Jul 16 18:30:36.209242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a04055-3486-446a-a8fa-9bc083dd279f req-8bbc4c72-c622-4515-922c-89058a2b51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.210866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-8bbc4c72-c622-4515-922c-89058a2b51aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055474 Jul 16 18:30:36.351197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-3125a221-f85f-4134-af31-8d38f1cfdb09 service neutron] 10.222.0.42 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336579 Jul 16 18:30:36.405687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75f25-ff3e-4144-ac7d-ce1dff550814 req-dbdb90d6-3bf5-49d1-a241-8c9eb98a43e3 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.407325 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72c75f25-ff3e-4144-ac7d-ce1dff550814 req-dbdb90d6-3bf5-49d1-a241-8c9eb98a43e3 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 943 time: 0.1192188 Jul 16 18:30:36.488335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72c75f25-ff3e-4144-ac7d-ce1dff550814 req-0e617914-5fc4-4378-9a8a-138afaddd6f9 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c73e1b-b046-4cf6-b769-97032badb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521603 Jul 16 18:30:36.490275 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a04055-3486-446a-a8fa-9bc083dd279f req-f7174a13-90e6-469e-b602-98f7ed765c58 service neutron] 10.222.0.42 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330256 Jul 16 18:30:36.605009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323d1fd-81c0-40c0-836b-45502a8e54ac req-d8fa0f4f-5f56-40c0-bc30-02ad60e870c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.607464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5323d1fd-81c0-40c0-836b-45502a8e54ac req-d8fa0f4f-5f56-40c0-bc30-02ad60e870c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 1094 time: 0.0626531 Jul 16 18:30:36.712450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323d1fd-81c0-40c0-836b-45502a8e54ac req-160aad11-eef6-4555-b06a-9d83635090a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.714189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5323d1fd-81c0-40c0-836b-45502a8e54ac req-160aad11-eef6-4555-b06a-9d83635090a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 912 time: 0.1001844 Jul 16 18:30:36.758003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5323d1fd-81c0-40c0-836b-45502a8e54ac req-934ae0a2-219e-447f-9624-1f06d3cd4417 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=618ef347-ee5b-46dd-8a22-7c89f0736b79 HTTP/1.1" status: 200 len: 217 time: 0.0357261 Jul 16 18:30:36.812729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323d1fd-81c0-40c0-836b-45502a8e54ac req-63e7fbc0-71a1-4a55-8c28-9e36c7962bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.814338 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5323d1fd-81c0-40c0-836b-45502a8e54ac req-63e7fbc0-71a1-4a55-8c28-9e36c7962bed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0499244 Jul 16 18:30:36.877218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323d1fd-81c0-40c0-836b-45502a8e54ac req-3f966af2-e352-463a-8c64-fc4731d2778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.879389 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5323d1fd-81c0-40c0-836b-45502a8e54ac req-3f966af2-e352-463a-8c64-fc4731d2778e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581980 Jul 16 18:30:36.977794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5323d1fd-81c0-40c0-836b-45502a8e54ac req-8949fa10-70ec-47d0-b216-436d021a6e3c service neutron] 10.222.0.42 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915825 Jul 16 18:30:37.074714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5323d1fd-81c0-40c0-836b-45502a8e54ac req-05a828d0-a003-4d3e-9890-e38dc5e8a286 service neutron] 10.222.0.42 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895295 Jul 16 18:30:37.469891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-eade8a29-7af2-4643-8f84-09a847120dce tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625280907&fields=id&tenant_id=f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 267 time: 0.0466502 Jul 16 18:30:37.593841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-91ab0085-9f5d-4a5b-b277-5344e17108c9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.595453 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-91ab0085-9f5d-4a5b-b277-5344e17108c9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.1233649 Jul 16 18:30:37.617642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-535af4c5-a237-4397-8f6a-b5d0e16dbb54 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/quotas/f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 375 time: 0.0138316 Jul 16 18:30:37.737484 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-056ccfab-cb8f-4057-afc9-61672e6014af tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141400 Jul 16 18:30:37.752019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b553e-c049-4265-b076-ae312d963e5b req-6adf7c09-3d29-46db-b469-8199e45eb7e2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.753590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b10b553e-c049-4265-b076-ae312d963e5b req-6adf7c09-3d29-46db-b469-8199e45eb7e2 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 943 time: 0.1155508 Jul 16 18:30:37.841680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b10b553e-c049-4265-b076-ae312d963e5b req-dd13ba81-97fb-41ee-b293-94e0428111e3 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c73e1b-b046-4cf6-b769-97032badb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797255 Jul 16 18:30:37.872128 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-72276ae9-61f5-47bc-ab28-b49ac05a520c service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172957 Jul 16 18:30:37.970379 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-c3a082ab-1ee9-405e-a49c-5b20ec1b82c3 service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922952 Jul 16 18:30:38.353620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4bb0e5e-41eb-4277-891f-7e55f87e5f43 req-e3d40b04-3a4f-40bb-84ce-af9aed718e0f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 210 time: 0.0631258 Jul 16 18:30:39.051914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd28eb-6709-4c06-9b27-a71a660a69ae req-e7e39df1-8065-49a0-ba48-73d45d5207dc tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:39.053803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abdd28eb-6709-4c06-9b27-a71a660a69ae req-e7e39df1-8065-49a0-ba48-73d45d5207dc tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 943 time: 0.0771689 Jul 16 18:30:39.107644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abdd28eb-6709-4c06-9b27-a71a660a69ae req-42218491-e2d1-44cd-a7a5-72204e31c0db tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c73e1b-b046-4cf6-b769-97032badb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474060 Jul 16 18:30:39.339578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 618ef347-ee5b-46dd-8a22-7c89f0736b79 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:39.542091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 618ef347-ee5b-46dd-8a22-7c89f0736b79, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=618ef347-ee5b-46dd-8a22-7c89f0736b79,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:39.562233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '618ef347-ee5b-46dd-8a22-7c89f0736b79', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'port_id': '618ef347-ee5b-46dd-8a22-7c89f0736b79', 'mac_address': 'fa:16:3e:4c:46:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:39.572075 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45ec9a53-8cde-4eb0-8c30-bbf1be3b602b req-67fbe44c-db99-48e1-a2f6-fec6641da039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 210 time: 0.0428095 Jul 16 18:30:39.622249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-11c406b3-0c0a-4336-87ec-71216c02bc47 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:39.623819 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.626115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-11c406b3-0c0a-4336-87ec-71216c02bc47 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.2324619 Jul 16 18:30:39.639097 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618ef347-ee5b-46dd-8a22-7c89f0736b79 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:39.663497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 618ef347-ee5b-46dd-8a22-7c89f0736b79, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=618ef347-ee5b-46dd-8a22-7c89f0736b79,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:39.671739 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.692907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-be595ec0-c72d-4fc5-9b80-88418327f0ec tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 380 time: 0.0531471 Jul 16 18:30:39.702584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'port': {'device_id': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'admin_state_up': True, 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'security_groups': ['b7344488-24dc-4180-adb6-af17207e54a9']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:39.738829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=618ef347-ee5b-46dd-8a22-7c89f0736b79,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:39.746954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.746954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.747272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.748574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.748991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.749446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.749867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.750322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.750722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.751116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.751462 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.751892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.862047 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Made reservation on behalf of f0df120ae57f4fec894f6d2c17dd65b8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:39.868020 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.873818 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['618ef347-ee5b-46dd-8a22-7c89f0736b79'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:40.058002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Allocated IP 172.20.0.9 (7b36efc9-5535-46da-bd7a-1e9fedeb406c/06e59bf1-3334-4805-a095-a675fad1696c/9774db29-8789-42d6-9ffc-5a4a0c0c80de) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:40.263193 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.312989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Transition to ACTIVE for port object 9774db29-8789-42d6-9ffc-5a4a0c0c80de will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:40.374125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba994fd0-9f0a-4336-850b-b4464977fd6b req-fd857054-e16b-4e0b-ba62-c6b5d7cf190a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.375813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba994fd0-9f0a-4336-850b-b4464977fd6b req-fd857054-e16b-4e0b-ba62-c6b5d7cf190a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 944 time: 0.1088665 Jul 16 18:30:40.377656 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.449834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:40.458288 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:40.466828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=9774db29-8789-42d6-9ffc-5a4a0c0c80de,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.468235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:40.501876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba994fd0-9f0a-4336-850b-b4464977fd6b req-e9b1d3fa-d6c9-4b16-94ca-0360957718c6 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c73e1b-b046-4cf6-b769-97032badb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098697 Jul 16 18:30:40.545237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.546408 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.564666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-7e4bd530-5957-4d39-8197-875bed54380a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8664527 Jul 16 18:30:40.647272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Request body: {'port': {'device_id': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:40.751398 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.880982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d79f3cf8-e2da-4177-a896-f131143e742f None None] Provisioning for port 9774db29-8789-42d6-9ffc-5a4a0c0c80de completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:40.888042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d79f3cf8-e2da-4177-a896-f131143e742f None None] Provisioning complete for port 9774db29-8789-42d6-9ffc-5a4a0c0c80de triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:40.888556 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d79f3cf8-e2da-4177-a896-f131143e742f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.949360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d79f3cf8-e2da-4177-a896-f131143e742f None None] Port 9774db29-8789-42d6-9ffc-5a4a0c0c80de cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:40.956096 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8651533-b4c3-4ef0-b291-6207eb905853 req-22442fcc-624a-4b8b-8a12-6fce7a4f183e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.964984 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8651533-b4c3-4ef0-b291-6207eb905853 req-22442fcc-624a-4b8b-8a12-6fce7a4f183e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 931 time: 0.1881759 Jul 16 18:30:41.045117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8651533-b4c3-4ef0-b291-6207eb905853 req-32965f76-2fb6-49be-a539-b8d1d0a6e0d0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763335 Jul 16 18:30:41.187622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9774db29-8789-42d6-9ffc-5a4a0c0c80de {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:41.206478 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.226336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Transition to ACTIVE for port object 9774db29-8789-42d6-9ffc-5a4a0c0c80de will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:41.233141 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.314408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Pushing event updated for resources: {'Port': ['ID=9774db29-8789-42d6-9ffc-5a4a0c0c80de,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:41.350897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 618ef347-ee5b-46dd-8a22-7c89f0736b79 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:41.455071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Attempting to bind port 9774db29-8789-42d6-9ffc-5a4a0c0c80de on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:41.455788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Attempting to bind port 9774db29-8789-42d6-9ffc-5a4a0c0c80de by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:41.456679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Attempting to bind port 9774db29-8789-42d6-9ffc-5a4a0c0c80de on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:41.467993 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Port 9774db29-8789-42d6-9ffc-5a4a0c0c80de on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:41.468546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Attempting to bind port 9774db29-8789-42d6-9ffc-5a4a0c0c80de on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:41.479364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:41.480365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Checking segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:41.481921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Bound using segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:41.482263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 618ef347-ee5b-46dd-8a22-7c89f0736b79 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:41.482929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Bound port: 9774db29-8789-42d6-9ffc-5a4a0c0c80de, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:41.483689 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.491948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 618ef347-ee5b-46dd-8a22-7c89f0736b79 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:41.492730 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.587090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] For port 9774db29-8789-42d6-9ffc-5a4a0c0c80de, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:41.592285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] For port 9774db29-8789-42d6-9ffc-5a4a0c0c80de, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9774db29-8789-42d6-9ffc-5a4a0c0c80de,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:41.615133 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.689123 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.717038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618ef347-ee5b-46dd-8a22-7c89f0736b79'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:41.719525 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eebebf4-f336-4440-9234-a0de3aad5a29" -d '{"events": [{"server_uuid": "74fd155a-ea57-4904-9f5b-bf7efca20be2", "name": "network-vif-plugged", "status": "completed", "tag": "618ef347-ee5b-46dd-8a22-7c89f0736b79"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:41.754942 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:41.755577 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.760084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-db535133-d708-4f40-b573-c4cc78993210 service neutron] 10.222.0.38 "PUT /v2.0/ports/9774db29-8789-42d6-9ffc-5a4a0c0c80de HTTP/1.1" status: 200 len: 1091 time: 1.1855848 Jul 16 18:30:41.772755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'tag': '9774db29-8789-42d6-9ffc-5a4a0c0c80de'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:41.783607 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44e76bb-3e16-4933-9355-a4433a14d1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3470a1dc-96b4-4587-bc4a-e7de690d413c", "tag": "9774db29-8789-42d6-9ffc-5a4a0c0c80de"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:41.808921 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 618ef347-ee5b-46dd-8a22-7c89f0736b79, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=618ef347-ee5b-46dd-8a22-7c89f0736b79,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:41.822158 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.941575 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ccc381-8b4b-40ff-b20f-ce0709881273 x-openstack-request-id: req-b8ccc381-8b4b-40ff-b20f-ce0709881273 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:41.943440 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fd155a-ea57-4904-9f5b-bf7efca20be2", "name": "network-vif-plugged", "status": "completed", "tag": "618ef347-ee5b-46dd-8a22-7c89f0736b79", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:41.944629 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8ccc381-8b4b-40ff-b20f-ce0709881273 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:41.948113 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618ef347-ee5b-46dd-8a22-7c89f0736b79', 'code': 200} Jul 16 18:30:42.024960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=618ef347-ee5b-46dd-8a22-7c89f0736b79,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.070912 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01cff91-4e38-4e1e-90d6-4ac16acf5692 x-openstack-request-id: req-e01cff91-4e38-4e1e-90d6-4ac16acf5692 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:42.071448 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3470a1dc-96b4-4587-bc4a-e7de690d413c", "tag": "9774db29-8789-42d6-9ffc-5a4a0c0c80de", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:42.071890 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e01cff91-4e38-4e1e-90d6-4ac16acf5692 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:42.072473 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'tag': '9774db29-8789-42d6-9ffc-5a4a0c0c80de', 'status': 'completed', 'code': 200} Jul 16 18:30:42.099825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db535133-d708-4f40-b573-c4cc78993210 service neutron] Pushing event updated for resources: {'Port': ['ID=9774db29-8789-42d6-9ffc-5a4a0c0c80de,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.171012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd050c17-16f2-450f-9986-26efaaa10064 req-b7903177-2a42-4590-9d29-304dc9b3c125 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:42.172536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd050c17-16f2-450f-9986-26efaaa10064 req-b7903177-2a42-4590-9d29-304dc9b3c125 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 945 time: 0.3812699 Jul 16 18:30:42.183450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-5baf17cc-190e-4d8e-a892-c76cf7e9fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:42.184951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-5baf17cc-190e-4d8e-a892-c76cf7e9fc67 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 1094 time: 0.3026314 Jul 16 18:30:42.198511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432817a-b110-4baa-8b26-e24785e8d171 req-1c3acff7-66e8-4415-b9fc-6fd0e5b1e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:42.199920 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d432817a-b110-4baa-8b26-e24785e8d171 req-1c3acff7-66e8-4415-b9fc-6fd0e5b1e359 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 1096 time: 0.1924629 Jul 16 18:30:42.539827 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:42.679142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-acc0e687-3a68-455c-92ce-a77698478461 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9774db29-8789-42d6-9ffc-5a4a0c0c80de HTTP/1.1" status: 200 len: 217 time: 0.4780226 Jul 16 18:30:42.753201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d432817a-b110-4baa-8b26-e24785e8d171 req-b63f5db3-49e2-4f52-90af-331adaad2fe6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3c73e1b-b046-4cf6-b769-97032badb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5357211 Jul 16 18:30:42.794519 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd050c17-16f2-450f-9986-26efaaa10064 req-9684188a-5e5b-41d0-8793-8904fc5faa51 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c73e1b-b046-4cf6-b769-97032badb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6050916 Jul 16 18:30:42.854968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-054ad61d-b128-4f23-8dad-61561d829ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:42.864289 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-054ad61d-b128-4f23-8dad-61561d829ddb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.1486609 Jul 16 18:30:42.899156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c98b54-b7cd-459f-8182-ea923bd3174c req-9814af09-38fc-4271-bbc0-54a17288f5d9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:42.901348 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-94c98b54-b7cd-459f-8182-ea923bd3174c req-9814af09-38fc-4271-bbc0-54a17288f5d9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 943 time: 0.2375286 Jul 16 18:30:43.016814 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-94c98b54-b7cd-459f-8182-ea923bd3174c req-57e46c51-1b52-41aa-bae7-702275992675 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797184 Jul 16 18:30:43.022287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-165e9871-d9bd-4775-b6c0-d13192d38095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.023792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-165e9871-d9bd-4775-b6c0-d13192d38095 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498139 Jul 16 18:30:43.255776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-666ebcbc-19e9-42c6-9ef1-8870879a53a8 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257524 Jul 16 18:30:43.355229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76b17f48-c35f-4e43-8551-9d7a9748cc84 req-a0a23403-e3b7-44ef-9372-75754d0dc75a service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930438 Jul 16 18:30:43.478491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e76bb-3e16-4933-9355-a4433a14d1c2 req-887a6f89-8570-4d2d-b2ed-4abf10187034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.480010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b44e76bb-3e16-4933-9355-a4433a14d1c2 req-887a6f89-8570-4d2d-b2ed-4abf10187034 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 1094 time: 0.0760441 Jul 16 18:30:43.591610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e76bb-3e16-4933-9355-a4433a14d1c2 req-1ca01509-6aaf-4bde-b4e7-7358411b72be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.593204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b44e76bb-3e16-4933-9355-a4433a14d1c2 req-1ca01509-6aaf-4bde-b4e7-7358411b72be service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.1065862 Jul 16 18:30:43.641716 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b44e76bb-3e16-4933-9355-a4433a14d1c2 req-6fbe273d-c8da-450e-98c8-e517be7e64c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9774db29-8789-42d6-9ffc-5a4a0c0c80de HTTP/1.1" status: 200 len: 217 time: 0.0423965 Jul 16 18:30:43.693791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e76bb-3e16-4933-9355-a4433a14d1c2 req-8a1e3da7-609b-42b6-9748-90a9e976e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.695263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b44e76bb-3e16-4933-9355-a4433a14d1c2 req-8a1e3da7-609b-42b6-9748-90a9e976e8af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0481844 Jul 16 18:30:43.753279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e76bb-3e16-4933-9355-a4433a14d1c2 req-7168ac07-eb75-4dc6-9a1a-2f42362b7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.754986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b44e76bb-3e16-4933-9355-a4433a14d1c2 req-7168ac07-eb75-4dc6-9a1a-2f42362b7980 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529640 Jul 16 18:30:43.861647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b44e76bb-3e16-4933-9355-a4433a14d1c2 req-ebcaedac-ba6f-48fc-86e2-30275d650046 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999758 Jul 16 18:30:43.989697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b44e76bb-3e16-4933-9355-a4433a14d1c2 req-0b7b3ac2-9cec-47f8-b5b7-a051a791d1e8 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221898 Jul 16 18:30:44.018042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbc1f0-632e-4f5b-a0df-b22b62ce6178 req-6118574c-f9f0-4a33-b42f-623b7991a729 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.020447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fdbc1f0-632e-4f5b-a0df-b22b62ce6178 req-6118574c-f9f0-4a33-b42f-623b7991a729 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 945 time: 0.0882068 Jul 16 18:30:44.061674 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fdbc1f0-632e-4f5b-a0df-b22b62ce6178 req-8188e985-8d0b-4e2f-bbf3-0f489144a01d tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c73e1b-b046-4cf6-b769-97032badb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357599 Jul 16 18:30:44.315503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba8c2b-42b8-442c-aaa5-1d6aac524e8a req-d8694fc5-e424-4369-94ab-de2c1eb0ee3d tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.317638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56ba8c2b-42b8-442c-aaa5-1d6aac524e8a req-d8694fc5-e424-4369-94ab-de2c1eb0ee3d tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 945 time: 0.1269145 Jul 16 18:30:44.326686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:44.331778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1b0b90c4-eb57-40ed-bd83-573ad46eb960 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Request body: {'floatingip': {'port_id': '618ef347-ee5b-46dd-8a22-7c89f0736b79'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:44.346715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e02d0-0b56-402e-a615-2bc03c15971a req-984393d1-5bff-42ae-94a5-06a5d613a047 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.348676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b83e02d0-0b56-402e-a615-2bc03c15971a req-984393d1-5bff-42ae-94a5-06a5d613a047 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 943 time: 0.1465969 Jul 16 18:30:44.400153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b83e02d0-0b56-402e-a615-2bc03c15971a req-84e59b50-ff01-4e85-a28b-32afd78481ca tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416198 Jul 16 18:30:44.409482 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b0b90c4-eb57-40ed-bd83-573ad46eb960 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.039726 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b0b90c4-eb57-40ed-bd83-573ad46eb960 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.043506 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b0b90c4-eb57-40ed-bd83-573ad46eb960 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.150406 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-1b0b90c4-eb57-40ed-bd83-573ad46eb960 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Floating IP c2be63a4-0660-4f93-a377-cfea8097db46 associated. External IP: 172.25.8.216, port: 618ef347-ee5b-46dd-8a22-7c89f0736b79. Jul 16 18:30:45.365893 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0b90c4-eb57-40ed-bd83-573ad46eb960 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Router cf3de75b-1e9e-4501-8cb2-1db154639830 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:45.595493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760cb0e-a8ea-456d-877b-2fbb0f51d6e5 req-510098c1-6985-470c-b580-90bd2253b489 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.597206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c760cb0e-a8ea-456d-877b-2fbb0f51d6e5 req-510098c1-6985-470c-b580-90bd2253b489 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 943 time: 0.0686860 Jul 16 18:30:45.640146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c760cb0e-a8ea-456d-877b-2fbb0f51d6e5 req-50ce4227-0cf6-466e-a1de-25a616ccdb44 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353539 Jul 16 18:30:45.720020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0b90c4-eb57-40ed-bd83-573ad46eb960 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:45.725151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b0b90c4-eb57-40ed-bd83-573ad46eb960 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.737199 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6a477-c00d-44a4-aa65-e102721a6968 None None] Sync routers for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:45.748218 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6a477-c00d-44a4-aa65-e102721a6968 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:45.749197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-20f6a477-c00d-44a4-aa65-e102721a6968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:30:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:45.764037 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1b0b90c4-eb57-40ed-bd83-573ad46eb960 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "PUT /v2.0/floatingips/c2be63a4-0660-4f93-a377-cfea8097db46 HTTP/1.1" status: 200 len: 991 time: 1.4337649 Jul 16 18:30:45.764037 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'tag': '618ef347-ee5b-46dd-8a22-7c89f0736b79'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:45.764448 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0c1034-9a65-4d51-812e-95b23a5499cc" -d '{"events": [{"name": "network-changed", "server_uuid": "74fd155a-ea57-4904-9f5b-bf7efca20be2", "tag": "618ef347-ee5b-46dd-8a22-7c89f0736b79"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:45.817527 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8726b5b0-e92a-4308-9a2a-a450dea4baa9 x-openstack-request-id: req-8726b5b0-e92a-4308-9a2a-a450dea4baa9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:45.818341 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fd155a-ea57-4904-9f5b-bf7efca20be2", "tag": "618ef347-ee5b-46dd-8a22-7c89f0736b79", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:45.818772 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8726b5b0-e92a-4308-9a2a-a450dea4baa9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:45.819715 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'tag': '618ef347-ee5b-46dd-8a22-7c89f0736b79', 'status': 'completed', 'code': 200} Jul 16 18:30:45.883722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-20f6a477-c00d-44a4-aa65-e102721a6968 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:45.909947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c1034-9a65-4d51-812e-95b23a5499cc req-ce0c0f35-dd13-4937-88ad-b682a640eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.912561 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f0c1034-9a65-4d51-812e-95b23a5499cc req-ce0c0f35-dd13-4937-88ad-b682a640eebf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 1096 time: 0.0704453 Jul 16 18:30:46.003620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c1034-9a65-4d51-812e-95b23a5499cc req-394e31ac-c366-4048-a458-765c94f32f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.005981 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f0c1034-9a65-4d51-812e-95b23a5499cc req-394e31ac-c366-4048-a458-765c94f32f8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 912 time: 0.0875497 Jul 16 18:30:46.076678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f0c1034-9a65-4d51-812e-95b23a5499cc req-fb307a92-c11d-46a4-8653-6f356ab26266 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=618ef347-ee5b-46dd-8a22-7c89f0736b79 HTTP/1.1" status: 200 len: 999 time: 0.0648837 Jul 16 18:30:46.112319 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-20f6a477-c00d-44a4-aa65-e102721a6968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c2be63a4-0660-4f93-a377-cfea8097db46', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'port_id': '618ef347-ee5b-46dd-8a22-7c89f0736b79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'mac_address': 'fa:16:3e:4c:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:44Z', 'revision_number': 1, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:46.131503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c1034-9a65-4d51-812e-95b23a5499cc req-cd94cccd-ef35-407c-a1d2-d2e1341ea050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.132961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f0c1034-9a65-4d51-812e-95b23a5499cc req-cd94cccd-ef35-407c-a1d2-d2e1341ea050 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0498612 Jul 16 18:30:46.143965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6a477-c00d-44a4-aa65-e102721a6968 None None] Checking router: cf3de75b-1e9e-4501-8cb2-1db154639830 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:46.153734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6a477-c00d-44a4-aa65-e102721a6968 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:46.154366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-20f6a477-c00d-44a4-aa65-e102721a6968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:30:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:46.197898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c1034-9a65-4d51-812e-95b23a5499cc req-1dfd081e-7569-4711-8704-f2ca5da3bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.199415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f0c1034-9a65-4d51-812e-95b23a5499cc req-1dfd081e-7569-4711-8704-f2ca5da3bea1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606451 Jul 16 18:30:46.264866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-20f6a477-c00d-44a4-aa65-e102721a6968 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:46.301100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f0c1034-9a65-4d51-812e-95b23a5499cc req-0bf38b2c-dc56-4162-9650-2b7d880039db service neutron] 10.222.0.42 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944526 Jul 16 18:30:46.396055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f0c1034-9a65-4d51-812e-95b23a5499cc req-4f31102b-f79c-450e-a92a-fc1533b9c542 service neutron] 10.222.0.42 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897832 Jul 16 18:30:46.499149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-20f6a477-c00d-44a4-aa65-e102721a6968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c2be63a4-0660-4f93-a377-cfea8097db46', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'port_id': '618ef347-ee5b-46dd-8a22-7c89f0736b79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'mac_address': 'fa:16:3e:4c:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:44Z', 'revision_number': 1, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:46.525300 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6a477-c00d-44a4-aa65-e102721a6968 None None] The sync data for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 is: [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c2be63a4-0660-4f93-a377-cfea8097db46', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'port_id': '618ef347-ee5b-46dd-8a22-7c89f0736b79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'mac_address': 'fa:16:3e:4c:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:44Z', 'revision_number': 1, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:46.723707 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628eb7b7-caa8-4ecc-8a04-302910946c5e None None] New status for floating IP c2be63a4-0660-4f93-a377-cfea8097db46: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:30:46.842422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138e35a-4e90-4a91-a0c2-e78a40ea2265 req-ad445e27-46f2-47bc-be6f-c8bfac63e183 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.843972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4138e35a-4e90-4a91-a0c2-e78a40ea2265 req-ad445e27-46f2-47bc-be6f-c8bfac63e183 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 943 time: 0.0694687 Jul 16 18:30:46.893408 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4138e35a-4e90-4a91-a0c2-e78a40ea2265 req-ee9a912f-70cf-45a1-b185-748acfe4e87c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392935 Jul 16 18:30:48.074037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e546382-49dd-4293-87d2-5eaece00078f req-030b601d-9eab-4945-a81d-eb36569f4319 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:48.074037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e546382-49dd-4293-87d2-5eaece00078f req-030b601d-9eab-4945-a81d-eb36569f4319 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 943 time: 0.0671265 Jul 16 18:30:48.112862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e546382-49dd-4293-87d2-5eaece00078f req-3430c75e-39f8-4353-90e4-5f28158a23f6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361128 Jul 16 18:30:49.289818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b1837-b398-451e-ac49-11609bea0d1a req-250a1559-44ea-479d-9540-ef95873da0b6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:49.291340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d82b1837-b398-451e-ac49-11609bea0d1a req-250a1559-44ea-479d-9540-ef95873da0b6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 943 time: 0.0661049 Jul 16 18:30:49.334276 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d82b1837-b398-451e-ac49-11609bea0d1a req-64548aad-9dd9-4417-acd5-ea22f70c6641 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368989 Jul 16 18:30:50.517020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ca16f-5c27-4a99-bc5c-5a8b496dec7d req-bc31c8bb-1c88-4665-bd8c-6024213658fc tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:50.518580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7ca16f-5c27-4a99-bc5c-5a8b496dec7d req-bc31c8bb-1c88-4665-bd8c-6024213658fc tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 943 time: 0.0746081 Jul 16 18:30:50.559153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e7ca16f-5c27-4a99-bc5c-5a8b496dec7d req-94862837-33ec-450a-9f46-be5ef1e66459 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341914 Jul 16 18:30:51.733610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9eb2c-b4f9-4820-bd44-72e1eca4fe79 req-a01051e3-59d1-427e-bdbc-64b0100f7fa4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:51.735112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1d9eb2c-b4f9-4820-bd44-72e1eca4fe79 req-a01051e3-59d1-427e-bdbc-64b0100f7fa4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 943 time: 0.0637689 Jul 16 18:30:51.774612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1d9eb2c-b4f9-4820-bd44-72e1eca4fe79 req-b9916a22-37e1-4220-adbc-cf590b06cad3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Jul 16 18:30:52.951478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0b76a-6bee-4dcd-8983-9a40e6583a16 req-54abfd70-70c3-42b1-a6fb-36f1b7d7e783 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:52.952921 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cee0b76a-6bee-4dcd-8983-9a40e6583a16 req-54abfd70-70c3-42b1-a6fb-36f1b7d7e783 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 943 time: 0.0676415 Jul 16 18:30:52.990764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cee0b76a-6bee-4dcd-8983-9a40e6583a16 req-b27b76fd-71a0-42b4-969d-84566908360a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321386 Jul 16 18:30:54.162057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca782b3a-ca7f-4c93-aa6d-4da5a925f46d req-29fedeb4-ac02-49f8-b590-3890f5e07acc tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:54.163471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca782b3a-ca7f-4c93-aa6d-4da5a925f46d req-29fedeb4-ac02-49f8-b590-3890f5e07acc tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 943 time: 0.0643482 Jul 16 18:30:54.202232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca782b3a-ca7f-4c93-aa6d-4da5a925f46d req-5dcc5f1e-117c-4b9d-850e-89060e10d275 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330620 Jul 16 18:30:54.348977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 9774db29-8789-42d6-9ffc-5a4a0c0c80de details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:54.447624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 9774db29-8789-42d6-9ffc-5a4a0c0c80de, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9774db29-8789-42d6-9ffc-5a4a0c0c80de,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:54.458418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '9774db29-8789-42d6-9ffc-5a4a0c0c80de', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'port_id': '9774db29-8789-42d6-9ffc-5a4a0c0c80de', 'mac_address': 'fa:16:3e:b0:6a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:54.493873 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.507310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9774db29-8789-42d6-9ffc-5a4a0c0c80de {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:54.526073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 9774db29-8789-42d6-9ffc-5a4a0c0c80de, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9774db29-8789-42d6-9ffc-5a4a0c0c80de,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:54.530298 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.586647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=9774db29-8789-42d6-9ffc-5a4a0c0c80de,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:54.728192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['9774db29-8789-42d6-9ffc-5a4a0c0c80de'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:55.373757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aeb2ba-b5bd-41b4-b465-c5e6f8b2ec58 req-bfd8102d-34c5-48fe-b3bb-94affe0a4127 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:55.375609 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74aeb2ba-b5bd-41b4-b465-c5e6f8b2ec58 req-bfd8102d-34c5-48fe-b3bb-94affe0a4127 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 944 time: 0.0629914 Jul 16 18:30:55.411907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74aeb2ba-b5bd-41b4-b465-c5e6f8b2ec58 req-bc93de54-3243-4dd1-9e72-b704c7499d3a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307591 Jul 16 18:30:56.365272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 9774db29-8789-42d6-9ffc-5a4a0c0c80de up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:56.412796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 9774db29-8789-42d6-9ffc-5a4a0c0c80de completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:56.416289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 9774db29-8789-42d6-9ffc-5a4a0c0c80de triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:56.416662 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.498295 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.527654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9774db29-8789-42d6-9ffc-5a4a0c0c80de'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:56.529954 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d020cfb3-4975-4577-a5aa-4a119d56c704" -d '{"events": [{"server_uuid": "3470a1dc-96b4-4587-bc4a-e7de690d413c", "name": "network-vif-plugged", "status": "completed", "tag": "9774db29-8789-42d6-9ffc-5a4a0c0c80de"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:56.543820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 9774db29-8789-42d6-9ffc-5a4a0c0c80de, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9774db29-8789-42d6-9ffc-5a4a0c0c80de,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:56.549992 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.610077 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-face3a62-5d60-4b46-b510-cd9ff8224301 x-openstack-request-id: req-face3a62-5d60-4b46-b510-cd9ff8224301 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:56.610377 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3470a1dc-96b4-4587-bc4a-e7de690d413c", "name": "network-vif-plugged", "status": "completed", "tag": "9774db29-8789-42d6-9ffc-5a4a0c0c80de", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:56.610641 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-face3a62-5d60-4b46-b510-cd9ff8224301 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:56.611050 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9774db29-8789-42d6-9ffc-5a4a0c0c80de', 'code': 200} Jul 16 18:30:56.614837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=9774db29-8789-42d6-9ffc-5a4a0c0c80de,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:56.657048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2850f4-165e-46a0-8728-b2a9ff036f88 req-a94ab4b4-b4b1-40c8-9af1-2791ad9bc6b7 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:56.658647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a2850f4-165e-46a0-8728-b2a9ff036f88 req-a94ab4b4-b4b1-40c8-9af1-2791ad9bc6b7 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 945 time: 0.1023021 Jul 16 18:30:56.725756 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a2850f4-165e-46a0-8728-b2a9ff036f88 req-8bfc773d-8d41-4f60-b788-2aa7a82e3974 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608735 Jul 16 18:30:56.743215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ac3b8-f5ca-4d05-a4ae-901afeb5dad1 req-98503760-b26f-4565-8c3a-adb62dd9cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:56.744724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b5ac3b8-f5ca-4d05-a4ae-901afeb5dad1 req-98503760-b26f-4565-8c3a-adb62dd9cf3b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 1096 time: 0.0737176 Jul 16 18:30:56.779557 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b5ac3b8-f5ca-4d05-a4ae-901afeb5dad1 req-48fd0198-b179-46af-88ac-b84c8a76e0f5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282967 Jul 16 18:30:57.910698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf0bea-91dc-4ed9-83b0-1bd279e0ce0b req-21094617-b192-4e72-8922-5054ad030325 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:57.912337 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ebf0bea-91dc-4ed9-83b0-1bd279e0ce0b req-21094617-b192-4e72-8922-5054ad030325 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 945 time: 0.0708869 Jul 16 18:30:57.952087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ebf0bea-91dc-4ed9-83b0-1bd279e0ce0b req-687059d5-d3a0-4cdb-b216-cca72b99718f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341651 Jul 16 18:30:58.131347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26514d4d-6a4a-4e36-9bc2-494d3da29608 req-fa69235f-4e62-47a4-9a21-3d9863150991 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.133089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26514d4d-6a4a-4e36-9bc2-494d3da29608 req-fa69235f-4e62-47a4-9a21-3d9863150991 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 945 time: 0.0693488 Jul 16 18:30:58.172511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26514d4d-6a4a-4e36-9bc2-494d3da29608 req-62bdf2b8-f265-4f8f-8879-7e4f4acbac3a tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337296 Jul 16 18:30:58.197994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41864) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:58.254626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad16ad9-197b-4da5-9677-0369d84cc6e5 tempest-TestVolumeBootPattern-626818570 tempest-TestVolumeBootPattern-626818570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.256687 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bad16ad9-197b-4da5-9677-0369d84cc6e5 tempest-TestVolumeBootPattern-626818570 tempest-TestVolumeBootPattern-626818570-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 1091 time: 0.0577080 Jul 16 18:30:58.259575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 41866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:58.263996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '9774db29-8789-42d6-9ffc-5a4a0c0c80de', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:58.285549 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.388194 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.496512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Allocated IP 172.25.8.9 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/e42794aa-49bf-48cd-b42b-cfe49dd2606b) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:58.597443 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.636867 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.679654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:58.684452 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:58.693246 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:58.696290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=e42794aa-49bf-48cd-b42b-cfe49dd2606b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:59.069341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.150728 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.305918 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.310473 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.376681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=e42794aa-49bf-48cd-b42b-cfe49dd2606b,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:59.388856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.503726 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Floating IP b9ff1897-9acf-4e13-91a6-8f080f24e423 associated. External IP: 172.25.8.9, port: 9774db29-8789-42d6-9ffc-5a4a0c0c80de. Jul 16 18:30:59.723621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Router 2de17d68-8577-4fbf-89a2-c9a18105c457 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:59.834855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:59.849689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a9993-e1e8-4e2c-adab-2b1d4aee8786 None None] Sync routers for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:59.851830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.860107 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a9993-e1e8-4e2c-adab-2b1d4aee8786 None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:59.860883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-002a9993-e1e8-4e2c-adab-2b1d4aee8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:30:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:59.893180 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5a73a94e-44fc-409d-bd50-fac9066fb039 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6323960 Jul 16 18:30:59.894042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'tag': '9774db29-8789-42d6-9ffc-5a4a0c0c80de'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:59.897505 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acecd9a-84cf-4d84-9edb-72aa1385f900" -d '{"events": [{"name": "network-changed", "server_uuid": "3470a1dc-96b4-4587-bc4a-e7de690d413c", "tag": "9774db29-8789-42d6-9ffc-5a4a0c0c80de"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:59.947369 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5757051-1ffe-4526-91e4-720cd3f4c6cb x-openstack-request-id: req-b5757051-1ffe-4526-91e4-720cd3f4c6cb {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:59.947788 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3470a1dc-96b4-4587-bc4a-e7de690d413c", "tag": "9774db29-8789-42d6-9ffc-5a4a0c0c80de", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:59.948671 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5757051-1ffe-4526-91e4-720cd3f4c6cb {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:59.949090 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'tag': '9774db29-8789-42d6-9ffc-5a4a0c0c80de', 'status': 'completed', 'code': 200} Jul 16 18:30:59.976602 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-002a9993-e1e8-4e2c-adab-2b1d4aee8786 None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:00.038555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acecd9a-84cf-4d84-9edb-72aa1385f900 req-506a7880-9028-4ef3-ad3b-b069f17c8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.040209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0acecd9a-84cf-4d84-9edb-72aa1385f900 req-506a7880-9028-4ef3-ad3b-b069f17c8105 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 1096 time: 0.0564456 Jul 16 18:31:00.115695 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-976893a0-f39a-41eb-8a3f-18bfdd252474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.156806 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acecd9a-84cf-4d84-9edb-72aa1385f900 req-e899f19c-ce28-4e57-a508-7734c3970d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.159695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0acecd9a-84cf-4d84-9edb-72aa1385f900 req-e899f19c-ce28-4e57-a508-7734c3970d04 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.1132705 Jul 16 18:31:00.241709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0acecd9a-84cf-4d84-9edb-72aa1385f900 req-50fa4194-b493-4773-bed7-22f5284ea3aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9774db29-8789-42d6-9ffc-5a4a0c0c80de HTTP/1.1" status: 200 len: 997 time: 0.0717638 Jul 16 18:31:00.270897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-002a9993-e1e8-4e2c-adab-2b1d4aee8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'b9ff1897-9acf-4e13-91a6-8f080f24e423', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': '9774db29-8789-42d6-9ffc-5a4a0c0c80de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:b0:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:30:58Z', 'revision_number': 0, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:00.302671 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a9993-e1e8-4e2c-adab-2b1d4aee8786 None None] Checking router: 2de17d68-8577-4fbf-89a2-c9a18105c457 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:00.313028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a9993-e1e8-4e2c-adab-2b1d4aee8786 None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:00.313801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-002a9993-e1e8-4e2c-adab-2b1d4aee8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:30:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:00.324119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acecd9a-84cf-4d84-9edb-72aa1385f900 req-1a1e8027-938e-40d3-a234-b3bba846780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.326653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0acecd9a-84cf-4d84-9edb-72aa1385f900 req-1a1e8027-938e-40d3-a234-b3bba846780a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0813720 Jul 16 18:31:00.389555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acecd9a-84cf-4d84-9edb-72aa1385f900 req-31faf121-e49e-41f8-ae9e-fd26857f9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.391231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0acecd9a-84cf-4d84-9edb-72aa1385f900 req-31faf121-e49e-41f8-ae9e-fd26857f9734 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594451 Jul 16 18:31:00.437934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-002a9993-e1e8-4e2c-adab-2b1d4aee8786 None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:00.494262 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0acecd9a-84cf-4d84-9edb-72aa1385f900 req-79d49c6b-0f32-4a65-b66d-1851bbe5aa42 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963511 Jul 16 18:31:00.615912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0acecd9a-84cf-4d84-9edb-72aa1385f900 req-27d80362-f020-4344-8294-5c667e545c92 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146939 Jul 16 18:31:00.722207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-002a9993-e1e8-4e2c-adab-2b1d4aee8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'b9ff1897-9acf-4e13-91a6-8f080f24e423', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': '9774db29-8789-42d6-9ffc-5a4a0c0c80de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:b0:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:30:58Z', 'revision_number': 0, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:00.767230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a9993-e1e8-4e2c-adab-2b1d4aee8786 None None] The sync data for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 is: [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'b9ff1897-9acf-4e13-91a6-8f080f24e423', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': '9774db29-8789-42d6-9ffc-5a4a0c0c80de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:b0:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:30:58Z', 'revision_number': 0, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:01.004896 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1728b6-7e7e-4bd3-9009-2bc05d1b338e None None] New status for floating IP b9ff1897-9acf-4e13-91a6-8f080f24e423: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:31:02.289434 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b25ad2a-1a07-4cc7-be3a-1c045d5d2480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.909714 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.912665 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.913523 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.838951 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.157268 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b579399c-c7a5-4904-a3ea-44ba94f6fda2 req-fcfd3785-38b3-4766-a7fe-0194dc23b7fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171482 Jul 16 18:31:05.257429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579399c-c7a5-4904-a3ea-44ba94f6fda2 req-2357dce5-79a3-4dad-adcd-8346b9c05eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:05.259058 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b579399c-c7a5-4904-a3ea-44ba94f6fda2 req-2357dce5-79a3-4dad-adcd-8346b9c05eb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 1096 time: 0.0589232 Jul 16 18:31:05.366617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579399c-c7a5-4904-a3ea-44ba94f6fda2 req-6880e26c-c273-41c7-a900-f6963cf5b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:05.368171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b579399c-c7a5-4904-a3ea-44ba94f6fda2 req-6880e26c-c273-41c7-a900-f6963cf5b7c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 912 time: 0.0892873 Jul 16 18:31:05.437917 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b579399c-c7a5-4904-a3ea-44ba94f6fda2 req-217f8b32-2a45-4292-9725-729347f9ff10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=618ef347-ee5b-46dd-8a22-7c89f0736b79 HTTP/1.1" status: 200 len: 1001 time: 0.0633304 Jul 16 18:31:05.487113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579399c-c7a5-4904-a3ea-44ba94f6fda2 req-de515c17-d6b6-46bc-873f-8d5746cf8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:05.488847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b579399c-c7a5-4904-a3ea-44ba94f6fda2 req-de515c17-d6b6-46bc-873f-8d5746cf8387 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0441368 Jul 16 18:31:05.543703 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.549722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579399c-c7a5-4904-a3ea-44ba94f6fda2 req-35045d5c-2d1d-4a1d-bf03-906758c3dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:05.551949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b579399c-c7a5-4904-a3ea-44ba94f6fda2 req-35045d5c-2d1d-4a1d-bf03-906758c3dbdf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574858 Jul 16 18:31:05.649583 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b579399c-c7a5-4904-a3ea-44ba94f6fda2 req-07a00eac-d237-443f-a487-5dd8abc522ee service neutron] 10.222.0.42 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907917 Jul 16 18:31:05.754327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b579399c-c7a5-4904-a3ea-44ba94f6fda2 req-c62cc6a0-8e9c-4462-88ba-96a3f323c758 service neutron] 10.222.0.42 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978351 Jul 16 18:31:18.006464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1299ebd3-0559-4fc5-b4b8-8c8124eb2c99 req-957460ff-55e5-47e5-8c59-7b06d0cd4e6a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749509 Jul 16 18:31:18.120463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299ebd3-0559-4fc5-b4b8-8c8124eb2c99 req-f0200296-b048-421f-99c1-8286dfce66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.122055 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1299ebd3-0559-4fc5-b4b8-8c8124eb2c99 req-f0200296-b048-421f-99c1-8286dfce66b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 1096 time: 0.0562489 Jul 16 18:31:18.233464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299ebd3-0559-4fc5-b4b8-8c8124eb2c99 req-dae7c255-ec24-4d13-bc58-0a1f34b9ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.234955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1299ebd3-0559-4fc5-b4b8-8c8124eb2c99 req-dae7c255-ec24-4d13-bc58-0a1f34b9ac3e service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.0915699 Jul 16 18:31:18.309276 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1299ebd3-0559-4fc5-b4b8-8c8124eb2c99 req-ebb59ef6-2e86-44dc-a413-fa7e54121ecb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9774db29-8789-42d6-9ffc-5a4a0c0c80de HTTP/1.1" status: 200 len: 999 time: 0.0673015 Jul 16 18:31:18.360188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299ebd3-0559-4fc5-b4b8-8c8124eb2c99 req-93dd7204-9f81-467c-af09-0d1ff4f8f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.361678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1299ebd3-0559-4fc5-b4b8-8c8124eb2c99 req-93dd7204-9f81-467c-af09-0d1ff4f8f18f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0453453 Jul 16 18:31:18.422358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299ebd3-0559-4fc5-b4b8-8c8124eb2c99 req-18a34a2d-50e9-4f02-a24f-6213e5d0d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.423558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1299ebd3-0559-4fc5-b4b8-8c8124eb2c99 req-18a34a2d-50e9-4f02-a24f-6213e5d0d696 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547915 Jul 16 18:31:18.522120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1299ebd3-0559-4fc5-b4b8-8c8124eb2c99 req-0681b3cf-dc23-4224-b134-14b2bad8f132 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920539 Jul 16 18:31:18.618588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1299ebd3-0559-4fc5-b4b8-8c8124eb2c99 req-35513f74-d2a0-483a-9d5c-9fda24be0826 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894885 Jul 16 18:31:19.531146 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:30.078434 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a1bdcf9-318a-4b2d-a4a6-8cf552b82ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.289916 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6a73d24-d91f-49e3-aba1-7bced6ec0407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.741054 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.756742 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.800752 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.840910 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.545262 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.187584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-8fbca7e5-9c2d-4fa4-b7e3-adbd079c00a2 req-66105f22-8eb8-408f-b4f5-7ff16ed6ee34 service neutron] (93767) timed out ('10.222.0.38', 54106) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:31:49.056879 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-5d5e226d-e383-404b-aa6d-337f06aec538 req-e3eb1fdb-dffe-4e7b-b5f1-ae236abb4e22 tempest-TestVolumeBackupRestore-1225635632 tempest-TestVolumeBackupRestore-1225635632-project] (93767) timed out ('10.222.0.38', 54086) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:31:56.531169 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:00.085976 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5efb257b-df49-41fa-bb12-732f3a43c1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.299063 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e98147b-97e1-46e3-b4f8-0dddd023e5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.749022 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.754586 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.798917 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.846865 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.546239 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.088359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-710a72de-d8b7-490f-b667-c88f5b2f8c87 req-be3754f5-3197-4c0c-b2fa-379ba5ea11b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569687 Jul 16 18:32:06.182283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a72de-d8b7-490f-b667-c88f5b2f8c87 req-0d17acdb-7866-4457-928a-8ddf1edf3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:06.183821 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-710a72de-d8b7-490f-b667-c88f5b2f8c87 req-0d17acdb-7866-4457-928a-8ddf1edf3c34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 1096 time: 0.0543761 Jul 16 18:32:06.298451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a72de-d8b7-490f-b667-c88f5b2f8c87 req-1b2f61f2-543c-4751-b15a-e9ea4b805b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:06.299971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-710a72de-d8b7-490f-b667-c88f5b2f8c87 req-1b2f61f2-543c-4751-b15a-e9ea4b805b00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 200 len: 912 time: 0.0957947 Jul 16 18:32:06.376376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-710a72de-d8b7-490f-b667-c88f5b2f8c87 req-cfc6d98a-6444-4639-95d9-64a7f1436598 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=618ef347-ee5b-46dd-8a22-7c89f0736b79 HTTP/1.1" status: 200 len: 1001 time: 0.0703530 Jul 16 18:32:06.424599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a72de-d8b7-490f-b667-c88f5b2f8c87 req-7c8d8b3d-6f1b-4b98-aee7-c972afdd909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:06.426506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-710a72de-d8b7-490f-b667-c88f5b2f8c87 req-7c8d8b3d-6f1b-4b98-aee7-c972afdd909f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 200 len: 850 time: 0.0438976 Jul 16 18:32:06.489702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a72de-d8b7-490f-b667-c88f5b2f8c87 req-0bc53361-9eb4-44e0-90e8-a53b222850d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:06.491922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-710a72de-d8b7-490f-b667-c88f5b2f8c87 req-0bc53361-9eb4-44e0-90e8-a53b222850d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b74c4a4c-8e99-4c26-a694-d10ed483486e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592253 Jul 16 18:32:06.582364 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-710a72de-d8b7-490f-b667-c88f5b2f8c87 req-8d9f83db-b09e-4f4d-9578-4489dc011bdd service neutron] 10.222.0.42 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839264 Jul 16 18:32:06.679231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-710a72de-d8b7-490f-b667-c88f5b2f8c87 req-230214bd-eada-4e83-9700-cfcc0f026395 service neutron] 10.222.0.42 "GET /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912993 Jul 16 18:32:17.974123 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5faf3a4-d407-439e-b4fd-17cc06175fe6 req-6d3169d2-8b73-4ed6-b37a-927402990ec0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535424 Jul 16 18:32:18.073158 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faf3a4-d407-439e-b4fd-17cc06175fe6 req-3ca4e5b2-8723-4841-8738-d02b7a312fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.074733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5faf3a4-d407-439e-b4fd-17cc06175fe6 req-3ca4e5b2-8723-4841-8738-d02b7a312fd3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 1096 time: 0.0548787 Jul 16 18:32:18.187500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faf3a4-d407-439e-b4fd-17cc06175fe6 req-729d79d6-472e-4b54-b8f7-b33f6e1332d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.189042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5faf3a4-d407-439e-b4fd-17cc06175fe6 req-729d79d6-472e-4b54-b8f7-b33f6e1332d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.0937274 Jul 16 18:32:18.252664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5faf3a4-d407-439e-b4fd-17cc06175fe6 req-f6ae9ca1-f417-4120-9ce9-bda10b9add46 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9774db29-8789-42d6-9ffc-5a4a0c0c80de HTTP/1.1" status: 200 len: 999 time: 0.0574708 Jul 16 18:32:18.303400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faf3a4-d407-439e-b4fd-17cc06175fe6 req-e44674f5-ca4b-4ff8-be21-947cbc5aff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.304894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5faf3a4-d407-439e-b4fd-17cc06175fe6 req-e44674f5-ca4b-4ff8-be21-947cbc5aff7f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0466895 Jul 16 18:32:18.360659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faf3a4-d407-439e-b4fd-17cc06175fe6 req-9725c754-19c3-4463-887b-b655af71b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.362124 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5faf3a4-d407-439e-b4fd-17cc06175fe6 req-9725c754-19c3-4463-887b-b655af71b3e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512712 Jul 16 18:32:18.453383 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5faf3a4-d407-439e-b4fd-17cc06175fe6 req-821e6854-309e-428e-a412-0730fe52446d service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839489 Jul 16 18:32:18.547162 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5faf3a4-d407-439e-b4fd-17cc06175fe6 req-11d9e426-2f58-480e-85d8-a200c537e606 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873809 Jul 16 18:32:30.085734 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ae55-276b-4ccd-9562-a070abd6eef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.293627 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c007622c-6970-4c0f-80d5-d3e37a6aab31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.744439 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.760088 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.817201 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.530936 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:33.870467 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.551450 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.776891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:49.947505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1784cdb5-c668-4dbe-a400-c0730bae6cab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a6c0ef31b0d4b55a9abc09b0c77d107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692510 Jul 16 18:32:49.949873 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.004630 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.028152 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.080578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.083313 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.093213 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0de3c64-add5-4a52-a5a1-ad09fcb0bd76 HTTP/1.1" status: 204 len: 168 time: 0.1366048 Jul 16 18:32:50.106268 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0de3c64-add5-4a52-a5a1-ad09fcb0bd76,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:50.117224 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:50.117948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:50.118395 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:50.119015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:50.119684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:50.120539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:50.121230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:50.121865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:50.122701 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:50.123275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:50.123843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:50.124537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b6d72-6fcd-4e16-a549-e958ca94afba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:50.737516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.850428 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1961020360-network', 'tenant_id': '4594817a5d46423484bf5044a48d53b7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:50.873576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Made reservation on behalf of 4594817a5d46423484bf5044a48d53b7 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:50.876225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.885458 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.978512 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.982861 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.995627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:51.004790 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.005145 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Added segment db8bcacc-6dca-43c9-9df2-bda32ecbf8aa of type vlan for network 791a8875-bb4c-45d7-8198-521b97012b6f Jul 16 18:32:51.061678 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565e1e1d-89b9-438d-bc2d-8455b88f6a59,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.072132 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.101254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.102253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.102843 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.136046 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3945735 Jul 16 18:32:51.137179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.143825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Request body: {'subnet': {'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1961020360-subnet', 'tenant_id': '4594817a5d46423484bf5044a48d53b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:51.166120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Made reservation on behalf of 4594817a5d46423484bf5044a48d53b7 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:51.168893 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.178152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aef821-054a-4cc3-9bc1-fbbc0cbb035f admin admin] Pushing event updated for resources: {'Network': ['ID=791a8875-bb4c-45d7-8198-521b97012b6f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.188730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 791a8875-bb4c-45d7-8198-521b97012b6f details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:51.344318 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.399746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a958b26-ad2d-49f4-a562-da38dd3f78e7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.411066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:51.411413 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:51.411753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:51.412112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:51.412993 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:51.413473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:51.413882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:51.414186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:51.414518 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:51.414849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:51.415173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:51.415498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:51.420027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Checking segment: {'id': 'db8bcacc-6dca-43c9-9df2-bda32ecbf8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:51.420402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Network hostable DHCP agents. Network: 791a8875-bb4c-45d7-8198-521b97012b6f, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:51.437924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Network 791a8875-bb4c-45d7-8198-521b97012b6f is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:51.446637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 791a8875-bb4c-45d7-8198-521b97012b6f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:51.450842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.451636 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.456793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4a14bb-594b-4f42-9152-bbd79aa26e88 None None] Network 791a8875-bb4c-45d7-8198-521b97012b6f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:51.476175 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-656b1b81-6e80-4ecc-999e-2bfc4eeee5a8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3310335 Jul 16 18:32:51.595722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375d1d35-e4a1-4ad1-bd18-80bb856995fd None None] Network 791a8875-bb4c-45d7-8198-521b97012b6f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:55.904645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029b9c0-736d-48c0-9cda-a76f82b79087 req-b7b8ffb2-9fbf-4523-8249-a1e65b0908d4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:55.906850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9029b9c0-736d-48c0-9cda-a76f82b79087 req-b7b8ffb2-9fbf-4523-8249-a1e65b0908d4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 945 time: 0.0790586 Jul 16 18:32:55.948244 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9029b9c0-736d-48c0-9cda-a76f82b79087 req-5ed67b9b-59fe-4b5c-8e3d-fce1ccf64b19 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346389 Jul 16 18:32:57.143802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946818f-256d-46fc-8477-c72d4c5044d7 req-3c696022-4733-4d66-a381-5c9895c61de4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:57.145464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8946818f-256d-46fc-8477-c72d4c5044d7 req-3c696022-4733-4d66-a381-5c9895c61de4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 945 time: 0.0713925 Jul 16 18:32:57.186372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8946818f-256d-46fc-8477-c72d4c5044d7 req-2d0e5f17-8fa6-45fd-887c-6fe45541b4e4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348155 Jul 16 18:32:57.306960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228c75d-e00f-426c-9bf4-843eb50c40ae req-e0e4bcf2-b99b-4b63-9356-9718c2b0dcba tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:57.308415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6228c75d-e00f-426c-9bf4-843eb50c40ae req-e0e4bcf2-b99b-4b63-9356-9718c2b0dcba tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 945 time: 0.1123691 Jul 16 18:32:57.316253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-9e307ffa-3350-424d-8d98-dff78bb6a0f2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:57.317695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-9e307ffa-3350-424d-8d98-dff78bb6a0f2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 945 time: 0.0939589 Jul 16 18:32:57.388310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6228c75d-e00f-426c-9bf4-843eb50c40ae req-1eb02de7-c0ca-4eca-b359-1fe185c699dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c73e1b-b046-4cf6-b769-97032badb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696235 Jul 16 18:32:57.453790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Deleting port 9774db29-8789-42d6-9ffc-5a4a0c0c80de {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:57.454139 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.542454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] For port 9774db29-8789-42d6-9ffc-5a4a0c0c80de, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9774db29-8789-42d6-9ffc-5a4a0c0c80de,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:57.542831 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.711322 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.711713 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.712034 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Floating IP b9ff1897-9acf-4e13-91a6-8f080f24e423 disassociated. External IP: 172.25.8.9, port: 9774db29-8789-42d6-9ffc-5a4a0c0c80de. Jul 16 18:32:57.712383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Calling delete_port for 9774db29-8789-42d6-9ffc-5a4a0c0c80de owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:57.862042 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.895413 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event deleted for resources: {'Port': ['ID=9774db29-8789-42d6-9ffc-5a4a0c0c80de,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:58.374940 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-711f018d-fe28-4493-b100-b472abc066af req-72bec30b-93b1-4c1e-ba83-d8ca5b96c358 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 210 time: 0.0370672 Jul 16 18:32:58.424637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Router 2de17d68-8577-4fbf-89a2-c9a18105c457 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:58.619352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:58.631754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f3240-de11-462a-9a2d-49772b3ab4ab None None] Sync routers for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:58.645302 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f3240-de11-462a-9a2d-49772b3ab4ab None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:58.646264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d7f3240-de11-462a-9a2d-49772b3ab4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:32:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:58.668822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] No DVR routers for this DVR port 9774db29-8789-42d6-9ffc-5a4a0c0c80de on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:58.672018 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.673803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f0c6ef8-1745-4013-9628-76d61f08acf2 req-84efeaa4-9561-4028-9383-83d9ea52908e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "DELETE /v2.0/ports/9774db29-8789-42d6-9ffc-5a4a0c0c80de HTTP/1.1" status: 204 len: 173 time: 1.3483601 Jul 16 18:32:58.674248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'name': 'network-vif-deleted', 'tag': '9774db29-8789-42d6-9ffc-5a4a0c0c80de'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:58.676516 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2eb631-e400-411e-865e-75dc46666672" -d '{"events": [{"server_uuid": "3470a1dc-96b4-4587-bc4a-e7de690d413c", "name": "network-vif-deleted", "tag": "9774db29-8789-42d6-9ffc-5a4a0c0c80de"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:58.716263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93278e5e-25eb-4183-90eb-7a56008cfa5e req-763142ae-8905-483b-8993-266ae52bb195 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:58.717857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93278e5e-25eb-4183-90eb-7a56008cfa5e req-763142ae-8905-483b-8993-266ae52bb195 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 945 time: 0.1529362 Jul 16 18:32:58.801530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93278e5e-25eb-4183-90eb-7a56008cfa5e req-7691e81b-bd53-4cd5-8138-2e203f5d6022 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c73e1b-b046-4cf6-b769-97032badb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771911 Jul 16 18:32:58.855065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-5e1333fc-2903-4944-88d9-daab3db12c2a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:58.856675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-5e1333fc-2903-4944-88d9-daab3db12c2a tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 945 time: 0.1218483 Jul 16 18:32:58.863573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0d7f3240-de11-462a-9a2d-49772b3ab4ab None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:58.905834 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a8bb93-c7fb-456c-a50f-d430063d9ac0 x-openstack-request-id: req-82a8bb93-c7fb-456c-a50f-d430063d9ac0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:58.906704 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3470a1dc-96b4-4587-bc4a-e7de690d413c", "name": "network-vif-deleted", "tag": "9774db29-8789-42d6-9ffc-5a4a0c0c80de", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:58.907136 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82a8bb93-c7fb-456c-a50f-d430063d9ac0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:58.907545 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3470a1dc-96b4-4587-bc4a-e7de690d413c', 'name': 'network-vif-deleted', 'tag': '9774db29-8789-42d6-9ffc-5a4a0c0c80de', 'status': 'completed', 'code': 200} Jul 16 18:32:59.110210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Deleting port 618ef347-ee5b-46dd-8a22-7c89f0736b79 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:59.110810 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.152215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d7f3240-de11-462a-9a2d-49772b3ab4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:59.216460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f3240-de11-462a-9a2d-49772b3ab4ab None None] Checking router: 2de17d68-8577-4fbf-89a2-c9a18105c457 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:59.223162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] For port 618ef347-ee5b-46dd-8a22-7c89f0736b79, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=618ef347-ee5b-46dd-8a22-7c89f0736b79,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:59.224210 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.226119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f3240-de11-462a-9a2d-49772b3ab4ab None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:59.228564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d7f3240-de11-462a-9a2d-49772b3ab4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:32:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:59.347743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0d7f3240-de11-462a-9a2d-49772b3ab4ab None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:59.451795 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.452340 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.452495 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Floating IP c2be63a4-0660-4f93-a377-cfea8097db46 disassociated. External IP: 172.25.8.216, port: 618ef347-ee5b-46dd-8a22-7c89f0736b79. Jul 16 18:32:59.452931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Calling delete_port for 618ef347-ee5b-46dd-8a22-7c89f0736b79 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:59.651071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e6e8402-967f-4059-8184-25be22f4766c req-ab72c571-9d62-497a-ad7c-96860a942a0d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 210 time: 0.0465431 Jul 16 18:32:59.707624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0d7f3240-de11-462a-9a2d-49772b3ab4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:59.739935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f3240-de11-462a-9a2d-49772b3ab4ab None None] The sync data for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 is: [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:59.788966 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.855534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event deleted for resources: {'Port': ['ID=618ef347-ee5b-46dd-8a22-7c89f0736b79,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:00.087959 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2a32861-cbb3-4d73-9156-e4569c714931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.109114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ddbe8c0-9c65-4b10-9d94-9c88ccb1d7f3 req-49937f00-d56d-45ab-bced-8af1946c2b32 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 210 time: 0.0930238 Jul 16 18:33:00.149344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Router cf3de75b-1e9e-4501-8cb2-1db154639830 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:00.206273 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbe0952-ddd0-44a6-9cb7-a41dbe0ee887 None None] New status for floating IP b9ff1897-9acf-4e13-91a6-8f080f24e423: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:33:00.366393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:00.379024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effd00c-5bd6-4585-a50c-db981432fbd3 None None] Sync routers for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:00.390166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5effd00c-5bd6-4585-a50c-db981432fbd3 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:00.391017 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5effd00c-5bd6-4585-a50c-db981432fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:32:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:00.509386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] No DVR routers for this DVR port 618ef347-ee5b-46dd-8a22-7c89f0736b79 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:00.514101 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.522683 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e73df2a6-4e75-4592-9ccb-7a5c944fbec4 req-572ee405-8c0a-4157-939b-835569c1d7dd tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.42 "DELETE /v2.0/ports/618ef347-ee5b-46dd-8a22-7c89f0736b79 HTTP/1.1" status: 204 len: 173 time: 1.6588731 Jul 16 18:33:00.556938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5effd00c-5bd6-4585-a50c-db981432fbd3 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:00.856889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5effd00c-5bd6-4585-a50c-db981432fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:00.877900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4baffbf-4b29-4e47-8174-4dd3d99f8158 req-78c8b09b-e09f-4671-877f-6627813f97b3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 210 time: 0.0431681 Jul 16 18:33:00.908708 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effd00c-5bd6-4585-a50c-db981432fbd3 None None] Checking router: cf3de75b-1e9e-4501-8cb2-1db154639830 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:00.910014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'name': 'network-vif-deleted', 'tag': '618ef347-ee5b-46dd-8a22-7c89f0736b79'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:00.917969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5effd00c-5bd6-4585-a50c-db981432fbd3 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:00.918809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5effd00c-5bd6-4585-a50c-db981432fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:32:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:00.919014 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073d4567-61b5-4b64-95fc-e55bf6d21079" -d '{"events": [{"server_uuid": "74fd155a-ea57-4904-9f5b-bf7efca20be2", "name": "network-vif-deleted", "tag": "618ef347-ee5b-46dd-8a22-7c89f0736b79"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:00.974814 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec7e548-a3e5-4d92-88ef-f9cf82e3bc9e x-openstack-request-id: req-0ec7e548-a3e5-4d92-88ef-f9cf82e3bc9e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:00.975831 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fd155a-ea57-4904-9f5b-bf7efca20be2", "name": "network-vif-deleted", "tag": "618ef347-ee5b-46dd-8a22-7c89f0736b79", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:00.976263 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ec7e548-a3e5-4d92-88ef-f9cf82e3bc9e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:00.976850 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fd155a-ea57-4904-9f5b-bf7efca20be2', 'name': 'network-vif-deleted', 'tag': '618ef347-ee5b-46dd-8a22-7c89f0736b79', 'status': 'completed', 'code': 200} Jul 16 18:33:00.994135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 9774db29-8789-42d6-9ffc-5a4a0c0c80de no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:01.017037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 9774db29-8789-42d6-9ffc-5a4a0c0c80de {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:01.017416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 9774db29-8789-42d6-9ffc-5a4a0c0c80de not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:01.093256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5effd00c-5bd6-4585-a50c-db981432fbd3 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:01.404960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-621e5569-9a08-4e3a-aef2-f7bc75d23d45 req-46622974-f1b8-4a94-b1a6-24c7a81b25f1 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/ports?device_id=74fd155a-ea57-4904-9f5b-bf7efca20be2 HTTP/1.1" status: 200 len: 210 time: 0.0567162 Jul 16 18:33:01.428238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5effd00c-5bd6-4585-a50c-db981432fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:01.460213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effd00c-5bd6-4585-a50c-db981432fbd3 None None] The sync data for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 is: [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:26:39Z', 'revision_number': 4, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52d37331-e489-44f0-8e69-86477d6e10e1', 'name': '', 'network_id': 'b74c4a4c-8e99-4c26-a694-d10ed483486e', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'mac_address': 'fa:16:3e:76:1e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:39Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'subnets': [{'id': '8efddbee-f1dd-4686-875f-1bd76e060ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:01.786393 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7ebe94-33f4-4cae-a1d0-229772bdb881 None None] New status for floating IP c2be63a4-0660-4f93-a377-cfea8097db46: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:33:02.047670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1b2bf15-4724-490b-b2ca-99b47d2fff4a req-fc496f63-69e4-46b7-bcd8-bc7bde9fffc8 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 210 time: 0.0291069 Jul 16 18:33:02.299513 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9398222d-87ad-4d5b-a487-8c9896f01372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.754577 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.762471 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.821117 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.226541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d84b2137-59fa-4190-809f-b6e2f2f9825b req-5f674525-aba5-425c-98c9-1bdd07662061 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=3470a1dc-96b4-4587-bc4a-e7de690d413c HTTP/1.1" status: 200 len: 210 time: 0.0349650 Jul 16 18:33:03.573013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.651304 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7adc-fb71-4eca-aa92-ec9ce1761421 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.681456 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7adc-fb71-4eca-aa92-ec9ce1761421 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.755195 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7adc-fb71-4eca-aa92-ec9ce1761421 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.758906 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7adc-fb71-4eca-aa92-ec9ce1761421 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.760200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cb4f7adc-fb71-4eca-aa92-ec9ce1761421 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "DELETE /v2.0/security-groups/f3c73e1b-b046-4cf6-b769-97032badb9a9 HTTP/1.1" status: 204 len: 168 time: 0.1850069 Jul 16 18:33:03.764146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.770487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f7adc-fb71-4eca-aa92-ec9ce1761421 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c73e1b-b046-4cf6-b769-97032badb9a9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:03.798018 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-98f8803e-13dd-4c50-906c-a58aacb44039 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] show failed (client error): The resource could not be found. Jul 16 18:33:03.802420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.803215 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-98f8803e-13dd-4c50-906c-a58aacb44039 tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "GET /v2.0/security-groups/f3c73e1b-b046-4cf6-b769-97032badb9a9 HTTP/1.1" status: 404 len: 347 time: 0.0363953 Jul 16 18:33:03.849474 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.966776 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cee805b-bb7e-4d9b-a112-f618cc0cc58c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Deleting port b0161f4f-c1d9-4072-b7b8-befab6381a69 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:03.967130 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cee805b-bb7e-4d9b-a112-f618cc0cc58c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.050670 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cee805b-bb7e-4d9b-a112-f618cc0cc58c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.051006 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cee805b-bb7e-4d9b-a112-f618cc0cc58c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.065739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cee805b-bb7e-4d9b-a112-f618cc0cc58c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Calling delete_port for b0161f4f-c1d9-4072-b7b8-befab6381a69 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:04.091468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 618ef347-ee5b-46dd-8a22-7c89f0736b79 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:04.123405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 618ef347-ee5b-46dd-8a22-7c89f0736b79 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:04.123762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 618ef347-ee5b-46dd-8a22-7c89f0736b79 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:04.220887 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cee805b-bb7e-4d9b-a112-f618cc0cc58c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.248636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee805b-bb7e-4d9b-a112-f618cc0cc58c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Pushing event deleted for resources: {'Port': ['ID=b0161f4f-c1d9-4072-b7b8-befab6381a69,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:04.315083 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cee805b-bb7e-4d9b-a112-f618cc0cc58c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.317757 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cee805b-bb7e-4d9b-a112-f618cc0cc58c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.319541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2cee805b-bb7e-4d9b-a112-f618cc0cc58c tempest-AttachVolumeTestJSON-1026213913 tempest-AttachVolumeTestJSON-1026213913-project] 10.222.0.52 "DELETE /v2.0/floatingips/c2be63a4-0660-4f93-a377-cfea8097db46 HTTP/1.1" status: 204 len: 168 time: 0.5149636 Jul 16 18:33:04.511974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-d2aaa347-622d-41db-81e1-253287161e48 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625280907&fields=id&tenant_id=f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 267 time: 0.0345960 Jul 16 18:33:04.623538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-6fc96db7-4333-4208-88ac-3ad00763197e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:04.625029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-6fc96db7-4333-4208-88ac-3ad00763197e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.1064885 Jul 16 18:33:04.640297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-f7cc331d-af9f-49bb-a9e8-96e1553100ac tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/quotas/f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 375 time: 0.0098369 Jul 16 18:33:04.721882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-659c78b9-0e34-4908-8534-b879543e98e2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760760 Jul 16 18:33:04.876300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-55ae4244-c618-46ed-a175-79bd967606fa service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422076 Jul 16 18:33:04.970450 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-0a5d6655-980e-4e8b-82f4-58296718b4f6 service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866547 Jul 16 18:33:05.272627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-137e0228-c374-41c1-8d75-c080bb06a76f req-4e98eec1-f57b-46bb-a38e-3671a24e6256 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 210 time: 0.0342698 Jul 16 18:33:05.572075 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.358032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49a5d77f-3dd3-4879-969e-7eb6194c0f33 req-26b9a278-0a79-4def-88a8-7d9a47f55b84 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 210 time: 0.0298924 Jul 16 18:33:07.480467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-46e7cdc3-dcd8-4839-b4a4-7c3b2e095a5b req-e4d16eff-c0bf-43b7-bb87-88013b2811b0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 210 time: 0.0497875 Jul 16 18:33:08.549153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20c42df9-de9f-46c5-8d10-05b12d7ad4bf req-be257d9c-dcfa-4f30-b0de-e5d83600d305 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 210 time: 0.0306487 Jul 16 18:33:09.695697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8175a994-bd3b-4647-ac09-3fee556240e4 req-79b6a2ee-9e92-436e-8654-1462b6add100 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 210 time: 0.0343950 Jul 16 18:33:10.532302 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:33:10.900714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-bcca9ecc-6c86-4aba-a170-871bce089475 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.903876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-bcca9ecc-6c86-4aba-a170-871bce089475 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.2615144 Jul 16 18:33:11.021224 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-560dd7f9-da89-4bb0-8561-8e4753c19c9f req-986819b5-62ec-440f-b8b0-d42e903315e4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 210 time: 0.0564582 Jul 16 18:33:11.027803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-b29f722d-7098-4514-b25f-2e59fe7bd9ec tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 380 time: 0.1153762 Jul 16 18:33:11.038815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'port': {'device_id': '4388b924-0868-4fab-a2fa-f882a9557554', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'admin_state_up': True, 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'security_groups': ['b7344488-24dc-4180-adb6-af17207e54a9']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:11.167638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Made reservation on behalf of f0df120ae57f4fec894f6d2c17dd65b8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:11.172177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.361955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Allocated IP 172.20.0.12 (7b36efc9-5535-46da-bd7a-1e9fedeb406c/06e59bf1-3334-4805-a095-a675fad1696c/08611a5a-7fd5-472d-b60a-5e8250b36fc6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:11.529820 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.557997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Transition to ACTIVE for port object 08611a5a-7fd5-472d-b60a-5e8250b36fc6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:11.596145 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.644792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:11.648647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:11.653291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:11.688262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=08611a5a-7fd5-472d-b60a-5e8250b36fc6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:11.717613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:11.718302 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.750428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2e7667b5-95ea-438a-a15a-495d48f6fa82 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7176988 Jul 16 18:33:11.763956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Request body: {'port': {'device_id': '4388b924-0868-4fab-a2fa-f882a9557554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:11.883669 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.010250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e116bfc-be09-44de-84dd-8f3262504ca8 None None] Provisioning for port 08611a5a-7fd5-472d-b60a-5e8250b36fc6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:12.018925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e116bfc-be09-44de-84dd-8f3262504ca8 None None] Provisioning complete for port 08611a5a-7fd5-472d-b60a-5e8250b36fc6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:12.020872 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e116bfc-be09-44de-84dd-8f3262504ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.106155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1e116bfc-be09-44de-84dd-8f3262504ca8 None None] Port 08611a5a-7fd5-472d-b60a-5e8250b36fc6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:12.338361 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db511105-239d-4fa4-9ff5-bbf49ab0d546 req-e1a099f5-9ee7-4a80-a171-87d958b107a1 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.340071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db511105-239d-4fa4-9ff5-bbf49ab0d546 req-e1a099f5-9ee7-4a80-a171-87d958b107a1 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 932 time: 0.1557152 Jul 16 18:33:12.421792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db511105-239d-4fa4-9ff5-bbf49ab0d546 req-b3962094-073e-409c-a868-59307621244c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751927 Jul 16 18:33:12.428000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08611a5a-7fd5-472d-b60a-5e8250b36fc6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:12.437708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.466870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Transition to ACTIVE for port object 08611a5a-7fd5-472d-b60a-5e8250b36fc6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:12.471707 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.531261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Pushing event updated for resources: {'Port': ['ID=08611a5a-7fd5-472d-b60a-5e8250b36fc6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:12.642773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Attempting to bind port 08611a5a-7fd5-472d-b60a-5e8250b36fc6 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:12.643566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Attempting to bind port 08611a5a-7fd5-472d-b60a-5e8250b36fc6 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:12.644093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Attempting to bind port 08611a5a-7fd5-472d-b60a-5e8250b36fc6 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:12.650507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Port 08611a5a-7fd5-472d-b60a-5e8250b36fc6 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:33:12.650833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Attempting to bind port 08611a5a-7fd5-472d-b60a-5e8250b36fc6 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:12.657203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:12.657583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Checking segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:12.658123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Bound using segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:12.658576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Bound port: 08611a5a-7fd5-472d-b60a-5e8250b36fc6, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:12.658950 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.750619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] For port 08611a5a-7fd5-472d-b60a-5e8250b36fc6, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:12.754030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] For port 08611a5a-7fd5-472d-b60a-5e8250b36fc6, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=08611a5a-7fd5-472d-b60a-5e8250b36fc6,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:12.767329 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.817199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.817811 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.820095 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] 10.222.0.38 "PUT /v2.0/ports/08611a5a-7fd5-472d-b60a-5e8250b36fc6 HTTP/1.1" status: 200 len: 1092 time: 1.0619750 Jul 16 18:33:12.820385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4388b924-0868-4fab-a2fa-f882a9557554', 'tag': '08611a5a-7fd5-472d-b60a-5e8250b36fc6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:12.830957 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5a4d21-61e2-4642-ae0c-05a2b08cbf97" -d '{"events": [{"name": "network-changed", "server_uuid": "4388b924-0868-4fab-a2fa-f882a9557554", "tag": "08611a5a-7fd5-472d-b60a-5e8250b36fc6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:12.884033 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c43c6-8f4f-45a5-85e5-1c72ffd7e249 service neutron] Pushing event updated for resources: {'Port': ['ID=08611a5a-7fd5-472d-b60a-5e8250b36fc6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:12.930345 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3da1416-770e-481c-b7a1-951c2fce14a0 x-openstack-request-id: req-b3da1416-770e-481c-b7a1-951c2fce14a0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:12.930987 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4388b924-0868-4fab-a2fa-f882a9557554", "tag": "08611a5a-7fd5-472d-b60a-5e8250b36fc6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:12.931552 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3da1416-770e-481c-b7a1-951c2fce14a0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:12.932479 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4388b924-0868-4fab-a2fa-f882a9557554', 'tag': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'status': 'completed', 'code': 200} Jul 16 18:33:12.989325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2a08c9a6-5f92-4c87-b044-34dd568ffff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.991642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-2a08c9a6-5f92-4c87-b044-34dd568ffff5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 1095 time: 0.0962574 Jul 16 18:33:13.065382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-b7596873-3886-4388-b7f3-83bb8121e8f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08611a5a-7fd5-472d-b60a-5e8250b36fc6 HTTP/1.1" status: 200 len: 217 time: 0.0660553 Jul 16 18:33:13.130655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-4d2755fb-5a82-44c0-8608-996ef1bf39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.132590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-4d2755fb-5a82-44c0-8608-996ef1bf39ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0613444 Jul 16 18:33:13.224646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-87240fd7-5f54-46b7-8a89-cd69205cb442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.226901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-87240fd7-5f54-46b7-8a89-cd69205cb442 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883558 Jul 16 18:33:13.343652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-bd22d8e6-192f-4a9a-9b6e-9efc0e3e49ee service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101451 Jul 16 18:33:13.501146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97e3b2f3-5295-483a-b74c-46db5a4797f7 req-fbb31443-9740-417c-8cf1-6a19d914e7d1 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512129 Jul 16 18:33:13.681080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 44660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.723411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a4d21-61e2-4642-ae0c-05a2b08cbf97 req-15ad1421-9a50-40f4-936e-c53d6bcd1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.726266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b5a4d21-61e2-4642-ae0c-05a2b08cbf97 req-15ad1421-9a50-40f4-936e-c53d6bcd1824 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 1095 time: 0.1557801 Jul 16 18:33:13.742392 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588235b-14a3-4b8c-a0ed-81c5f3ec7ad8 req-8f0d0e30-fe2b-4c0e-aa4a-6caf1b1ed8e8 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.756521 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d588235b-14a3-4b8c-a0ed-81c5f3ec7ad8 req-8f0d0e30-fe2b-4c0e-aa4a-6caf1b1ed8e8 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 944 time: 0.1238990 Jul 16 18:33:13.889182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d588235b-14a3-4b8c-a0ed-81c5f3ec7ad8 req-1b4f3df6-2e0c-4a12-ac67-53ea62f433f5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316345 Jul 16 18:33:13.991773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a4d21-61e2-4642-ae0c-05a2b08cbf97 req-562f2627-cbe4-4e12-b0c7-363d5445298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.993857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b5a4d21-61e2-4642-ae0c-05a2b08cbf97 req-562f2627-cbe4-4e12-b0c7-363d5445298e service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.2346253 Jul 16 18:33:14.088042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b5a4d21-61e2-4642-ae0c-05a2b08cbf97 req-e0aca6d3-be8b-4df3-8660-694508b4834f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08611a5a-7fd5-472d-b60a-5e8250b36fc6 HTTP/1.1" status: 200 len: 217 time: 0.0811443 Jul 16 18:33:14.150152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a4d21-61e2-4642-ae0c-05a2b08cbf97 req-aaae6f5e-c713-4be7-b4d5-ab910854f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:14.150769 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54275e3-d44f-4fbb-83d1-027933f0f325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.151744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b5a4d21-61e2-4642-ae0c-05a2b08cbf97 req-aaae6f5e-c713-4be7-b4d5-ab910854f043 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0582967 Jul 16 18:33:14.262961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a4d21-61e2-4642-ae0c-05a2b08cbf97 req-5971cbd4-6014-44e0-8d08-92f490af3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:14.264726 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b5a4d21-61e2-4642-ae0c-05a2b08cbf97 req-5971cbd4-6014-44e0-8d08-92f490af3ad9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065564 Jul 16 18:33:14.376848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b5a4d21-61e2-4642-ae0c-05a2b08cbf97 req-73b40719-267c-464c-80f2-026e836c59e0 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054106 Jul 16 18:33:14.580011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b5a4d21-61e2-4642-ae0c-05a2b08cbf97 req-e2d818dd-cd74-4f02-a6cc-f2be0348761f service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968131 Jul 16 18:33:14.634849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a54275e3-d44f-4fbb-83d1-027933f0f325 admin admin] Deleting port 52d37331-e489-44f0-8e69-86477d6e10e1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:14.635451 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54275e3-d44f-4fbb-83d1-027933f0f325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.738353 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a54275e3-d44f-4fbb-83d1-027933f0f325 admin admin] For port 52d37331-e489-44f0-8e69-86477d6e10e1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=52d37331-e489-44f0-8e69-86477d6e10e1,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:14.741612 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54275e3-d44f-4fbb-83d1-027933f0f325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.758361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a54275e3-d44f-4fbb-83d1-027933f0f325 admin admin] Calling delete_port for 52d37331-e489-44f0-8e69-86477d6e10e1 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:15.006682 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54275e3-d44f-4fbb-83d1-027933f0f325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.062910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54275e3-d44f-4fbb-83d1-027933f0f325 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d37331-e489-44f0-8e69-86477d6e10e1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:15.156058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c99b7-2396-4f35-9c5c-0e13a0cd0544 req-cc7055ed-9332-4d19-8119-7d41e14fcdbe tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.157579 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-365c99b7-2396-4f35-9c5c-0e13a0cd0544 req-cc7055ed-9332-4d19-8119-7d41e14fcdbe tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 944 time: 0.1091433 Jul 16 18:33:15.215374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-365c99b7-2396-4f35-9c5c-0e13a0cd0544 req-a13ad4d6-9526-4b08-8b66-a6047869f675 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495582 Jul 16 18:33:15.299360 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a54275e3-d44f-4fbb-83d1-027933f0f325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.525300 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54275e3-d44f-4fbb-83d1-027933f0f325 admin admin] Router cf3de75b-1e9e-4501-8cb2-1db154639830 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:15.661420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54275e3-d44f-4fbb-83d1-027933f0f325 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:15.667677 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a54275e3-d44f-4fbb-83d1-027933f0f325 admin admin] 10.222.0.52 "PUT /v2.0/routers/cf3de75b-1e9e-4501-8cb2-1db154639830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9855015 Jul 16 18:33:15.670303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:15.678094 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc46d7-1c03-4e21-a020-4e338e82ce11 None None] Sync routers for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:15.698519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc46d7-1c03-4e21-a020-4e338e82ce11 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:15.699484 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bedc46d7-1c03-4e21-a020-4e338e82ce11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:33:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:15.819514 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bedc46d7-1c03-4e21-a020-4e338e82ce11 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:16.057929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bedc46d7-1c03-4e21-a020-4e338e82ce11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:33:14Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:16.093232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc46d7-1c03-4e21-a020-4e338e82ce11 None None] Checking router: cf3de75b-1e9e-4501-8cb2-1db154639830 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:16.104989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc46d7-1c03-4e21-a020-4e338e82ce11 None None] Routers {'cf3de75b-1e9e-4501-8cb2-1db154639830'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:16.106003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bedc46d7-1c03-4e21-a020-4e338e82ce11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:33:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['cf3de75b-1e9e-4501-8cb2-1db154639830'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:16.181831 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.247813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-bedc46d7-1c03-4e21-a020-4e338e82ce11 None None] Set router cf3de75b-1e9e-4501-8cb2-1db154639830 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:16.358406 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.456994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-bedc46d7-1c03-4e21-a020-4e338e82ce11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:33:14Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:16.488765 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc46d7-1c03-4e21-a020-4e338e82ce11 None None] The sync data for ids ['cf3de75b-1e9e-4501-8cb2-1db154639830'] in n-d-793618-9 is: [{'id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'name': 'tempest-AttachVolumeTestJSON-1693594565-router', 'tenant_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:35Z', 'updated_at': '2021-07-16T18:33:14Z', 'revision_number': 5, 'project_id': 'e78ee7f9bff94c8aa73e51121cc3a3dd', 'gw_port': {'id': 'a4ec3fb8-34a2-4992-a266-66c842f93f3c', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3de75b-1e9e-4501-8cb2-1db154639830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:36Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:16.501022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea23429-e142-4872-ab93-36ffbd27fdec req-9a8396d1-1577-4617-af8c-2b73fdfe3e1c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:16.502694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aea23429-e142-4872-ab93-36ffbd27fdec req-9a8396d1-1577-4617-af8c-2b73fdfe3e1c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 944 time: 0.1474445 Jul 16 18:33:16.506709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Deleting port a4ec3fb8-34a2-4992-a266-66c842f93f3c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:16.507464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.601612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aea23429-e142-4872-ab93-36ffbd27fdec req-3362537a-4208-444b-92ab-ab05a1f21964 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733683 Jul 16 18:33:16.623629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] For port a4ec3fb8-34a2-4992-a266-66c842f93f3c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=a4ec3fb8-34a2-4992-a266-66c842f93f3c,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:16.633106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.646251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Calling delete_port for a4ec3fb8-34a2-4992-a266-66c842f93f3c owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:16.817649 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.847683 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ec3fb8-34a2-4992-a266-66c842f93f3c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:16.922977 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.019965 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.022166 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.065787 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.066692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf3de75b-1e9e-4501-8cb2-1db154639830 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:33:17.071785 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.075768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8b51374f-b456-4a16-a25b-f96bf97d6714 admin admin] 10.222.0.52 "DELETE /v2.0/routers/cf3de75b-1e9e-4501-8cb2-1db154639830 HTTP/1.1" status: 204 len: 168 time: 1.4019043 Jul 16 18:33:17.078474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:17.135043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-331b4277-a428-48f8-9fdb-113df06f7e21 admin admin] Deleting subnet 8efddbee-f1dd-4686-875f-1bd76e060ae9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:17.138756 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331b4277-a428-48f8-9fdb-113df06f7e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.176764 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331b4277-a428-48f8-9fdb-113df06f7e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.263179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331b4277-a428-48f8-9fdb-113df06f7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.320927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331b4277-a428-48f8-9fdb-113df06f7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.352975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b4277-a428-48f8-9fdb-113df06f7e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efddbee-f1dd-4686-875f-1bd76e060ae9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:17.354968 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-331b4277-a428-48f8-9fdb-113df06f7e21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.356825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-331b4277-a428-48f8-9fdb-113df06f7e21 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8efddbee-f1dd-4686-875f-1bd76e060ae9 HTTP/1.1" status: 204 len: 168 time: 0.2765627 Jul 16 18:33:17.359262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:17.359899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124946c6-a212-4b32-84f6-7d3b6a8a42eb None None] Network b74c4a4c-8e99-4c26-a694-d10ed483486e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:17.437415 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.496808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Deleting port ddb98501-a29f-4980-aa41-d03398a368ee {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:17.497593 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.570790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] For port ddb98501-a29f-4980-aa41-d03398a368ee, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ddb98501-a29f-4980-aa41-d03398a368ee,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:17.571161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.586438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Calling delete_port for ddb98501-a29f-4980-aa41-d03398a368ee owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:17.589938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] DHCP port deletion for b74c4a4c-8e99-4c26-a694-d10ed483486e request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:17.673516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Deleting port ddb98501-a29f-4980-aa41-d03398a368ee {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:17.673911 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.702778 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ddb98501-a29f-4980-aa41-d03398a368ee no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:17.717937 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.753694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb98501-a29f-4980-aa41-d03398a368ee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:17.771107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] No DVR routers for this DVR port ddb98501-a29f-4980-aa41-d03398a368ee on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:17.787219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] For port ddb98501-a29f-4980-aa41-d03398a368ee, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ddb98501-a29f-4980-aa41-d03398a368ee,segment=NetworkSegment(fcbd95cf-d6ca-4551-98c3-ccaa479990b5),segment_id=fcbd95cf-d6ca-4551-98c3-ccaa479990b5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:17.788163 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.798600 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No active binding found for port ddb98501-a29f-4980-aa41-d03398a368ee {{(pid=93768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:33:17.799037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ddb98501-a29f-4980-aa41-d03398a368ee not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:17.799513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a4ec3fb8-34a2-4992-a266-66c842f93f3c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:17.822783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Calling delete_port for ddb98501-a29f-4980-aa41-d03398a368ee owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:17.825042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: a4ec3fb8-34a2-4992-a266-66c842f93f3c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:17.825613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device a4ec3fb8-34a2-4992-a266-66c842f93f3c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:17.826215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 52d37331-e489-44f0-8e69-86477d6e10e1 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:17.850878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 52d37331-e489-44f0-8e69-86477d6e10e1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:17.851240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 52d37331-e489-44f0-8e69-86477d6e10e1 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:17.894182 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.906510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74c4a4c-8e99-4c26-a694-d10ed483486e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:17.919873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:17.920176 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbd95cf-d6ca-4551-98c3-ccaa479990b5') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:17.937941 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.938905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec4637-65a3-4dd1-a0aa-2aefb9b5ed7d req-6642716c-73f5-4677-87e5-f82b0145645c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:17.940596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bec4637-65a3-4dd1-a0aa-2aefb9b5ed7d req-6642716c-73f5-4677-87e5-f82b0145645c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 944 time: 0.1843562 Jul 16 18:33:17.942933 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.962710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Pushing event deleted for resources: {'Port': ['ID=ddb98501-a29f-4980-aa41-d03398a368ee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:17.967132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] No DVR routers for this DVR port ddb98501-a29f-4980-aa41-d03398a368ee on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:17.971662 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.974315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.974548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.975401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.975750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.976082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.976414 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.976742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.977071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.977429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.977749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.978076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.978398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4aa81-7e1a-4346-98dd-fe7b44acde17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.989142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:17.989583 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:17.992280 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:18.052020 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5bec4637-65a3-4dd1-a0aa-2aefb9b5ed7d req-5d826b92-d70b-435c-ad2d-cd7c3639f22b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004939 Jul 16 18:33:18.060922 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.068112 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.072502 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b74c4a4c-8e99-4c26-a694-d10ed483486e HTTP/1.1" status: 204 len: 168 time: 0.7098172 Jul 16 18:33:18.081265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71576f10-abc8-487f-bfe5-4b7667de3660 admin admin] Pushing event deleted for resources: {'Network': ['ID=b74c4a4c-8e99-4c26-a694-d10ed483486e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:18.206883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:18.255954 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-14f12896-c4f3-45f0-bfec-578e8e7f5c2d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e78ee7f9bff94c8aa73e51121cc3a3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447021 Jul 16 18:33:18.255954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 44748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:18.312518 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e446f3c-332a-4733-8dcc-626fd174801d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.335472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e446f3c-332a-4733-8dcc-626fd174801d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.395745 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e446f3c-332a-4733-8dcc-626fd174801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.399157 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e446f3c-332a-4733-8dcc-626fd174801d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.402640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7e446f3c-332a-4733-8dcc-626fd174801d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/604938f8-bea3-4a97-ba0f-a40498503788 HTTP/1.1" status: 204 len: 168 time: 0.1437299 Jul 16 18:33:18.415690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e446f3c-332a-4733-8dcc-626fd174801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604938f8-bea3-4a97-ba0f-a40498503788,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:19.260077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b1163-2536-472e-b7f9-dcfd1b30e3ba req-39c25c1b-33e4-4fcf-99d7-7efa389843c3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.261651 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b24b1163-2536-472e-b7f9-dcfd1b30e3ba req-39c25c1b-33e4-4fcf-99d7-7efa389843c3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 944 time: 0.0683813 Jul 16 18:33:19.302313 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b24b1163-2536-472e-b7f9-dcfd1b30e3ba req-3580f870-a42c-4cda-bb5a-b370f5e39fdb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350766 Jul 16 18:33:20.704837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccaf4f-b387-46e4-922e-d5a7e611f484 req-eef2e3d9-fb53-4db0-bc64-a45bfe5e0350 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:20.706393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3ccaf4f-b387-46e4-922e-d5a7e611f484 req-eef2e3d9-fb53-4db0-bc64-a45bfe5e0350 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 944 time: 0.0799861 Jul 16 18:33:20.753046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3ccaf4f-b387-46e4-922e-d5a7e611f484 req-8e4f073a-af33-45f9-a24b-8490b713e602 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374546 Jul 16 18:33:21.950774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33fe86-95ac-4fad-a374-25bbd0cbd2ab req-ef05caa5-1a15-46b6-913a-4962c81c1ac6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:21.952388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed33fe86-95ac-4fad-a374-25bbd0cbd2ab req-ef05caa5-1a15-46b6-913a-4962c81c1ac6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 944 time: 0.0665975 Jul 16 18:33:21.996895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed33fe86-95ac-4fad-a374-25bbd0cbd2ab req-30423dab-2d0d-45c0-b584-3a18bf1603cd tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386820 Jul 16 18:33:23.190294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d435e2-a4d0-488a-8eb4-da2e4014bfff req-ca2cddc7-fb5a-4613-aed1-32953bb35fb5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:23.191970 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9d435e2-a4d0-488a-8eb4-da2e4014bfff req-ca2cddc7-fb5a-4613-aed1-32953bb35fb5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 944 time: 0.0737445 Jul 16 18:33:23.238970 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9d435e2-a4d0-488a-8eb4-da2e4014bfff req-bca97902-2464-4b9d-b78a-8d722f18ef66 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409732 Jul 16 18:33:23.672012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.783388 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c701e6fd-e650-4883-8e0d-9f2c47609a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.895132 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c701e6fd-e650-4883-8e0d-9f2c47609a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.899782 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c701e6fd-e650-4883-8e0d-9f2c47609a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.946639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c701e6fd-e650-4883-8e0d-9f2c47609a12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c661368e82f84ab186a3f748fbda2488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734683 Jul 16 18:33:23.947583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701e6fd-e650-4883-8e0d-9f2c47609a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fda922d-b948-4564-85c5-8d0be796f9a3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.949549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.999664 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23f8af3d-e422-42ce-99b2-05bdabe36a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.020992 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23f8af3d-e422-42ce-99b2-05bdabe36a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.071422 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23f8af3d-e422-42ce-99b2-05bdabe36a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.074220 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-23f8af3d-e422-42ce-99b2-05bdabe36a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.075370 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-23f8af3d-e422-42ce-99b2-05bdabe36a0f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0fda922d-b948-4564-85c5-8d0be796f9a3 HTTP/1.1" status: 204 len: 168 time: 0.1235628 Jul 16 18:33:24.083302 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8af3d-e422-42ce-99b2-05bdabe36a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fda922d-b948-4564-85c5-8d0be796f9a3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:24.358157 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45084) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.371911 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fbcc-4124-4196-a763-8c97d033450c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.460139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de0dfe-30a1-40a3-a359-33c540c0b89c req-ebf383bb-d9f8-4c93-9c72-2eda60967859 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.462666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78de0dfe-30a1-40a3-a359-33c540c0b89c req-ebf383bb-d9f8-4c93-9c72-2eda60967859 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 944 time: 0.0817471 Jul 16 18:33:24.469577 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fbcc-4124-4196-a763-8c97d033450c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.474904 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fbcc-4124-4196-a763-8c97d033450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.514805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78de0dfe-30a1-40a3-a359-33c540c0b89c req-935a6b73-fde0-44d0-99fd-edcc33bbc952 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 Jul 16 18:33:24.517675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.517899 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6ad4fbcc-4124-4196-a763-8c97d033450c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d24536b7a1649edba31023e9a31739b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583548 Jul 16 18:33:24.518806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4fbcc-4124-4196-a763-8c97d033450c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94e3210-80ba-4ba7-a669-f6e33bb41b98,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:24.577580 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc542c0f-f5bd-46a3-87fc-405dbb43aa98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.598518 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc542c0f-f5bd-46a3-87fc-405dbb43aa98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.643865 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc542c0f-f5bd-46a3-87fc-405dbb43aa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.646506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc542c0f-f5bd-46a3-87fc-405dbb43aa98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.648372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bc542c0f-f5bd-46a3-87fc-405dbb43aa98 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e94e3210-80ba-4ba7-a669-f6e33bb41b98 HTTP/1.1" status: 204 len: 168 time: 0.1295049 Jul 16 18:33:24.657021 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc542c0f-f5bd-46a3-87fc-405dbb43aa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94e3210-80ba-4ba7-a669-f6e33bb41b98,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:25.132172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 08611a5a-7fd5-472d-b60a-5e8250b36fc6 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:25.233451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 08611a5a-7fd5-472d-b60a-5e8250b36fc6, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=08611a5a-7fd5-472d-b60a-5e8250b36fc6,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:25.246634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'port_id': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'mac_address': 'fa:16:3e:30:a8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:25.288190 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.305345 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08611a5a-7fd5-472d-b60a-5e8250b36fc6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:25.328520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 08611a5a-7fd5-472d-b60a-5e8250b36fc6, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=08611a5a-7fd5-472d-b60a-5e8250b36fc6,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:25.333169 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.387351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=08611a5a-7fd5-472d-b60a-5e8250b36fc6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:25.538362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['08611a5a-7fd5-472d-b60a-5e8250b36fc6'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:25.728442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b7ca0-ec43-4215-9738-04b83a684322 req-6f5b22a4-1b52-42f5-8ae4-d66b2bf8fca9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:25.730172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-185b7ca0-ec43-4215-9738-04b83a684322 req-6f5b22a4-1b52-42f5-8ae4-d66b2bf8fca9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 945 time: 0.0875609 Jul 16 18:33:25.796365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-185b7ca0-ec43-4215-9738-04b83a684322 req-1e0fb9b0-e7bc-4165-8f4e-e1812916e70b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603909 Jul 16 18:33:27.015477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a97cfe-ede4-44e1-a0f8-e7e330795342 req-9f22d4be-8828-4869-98c5-b825da57977e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:27.018233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44a97cfe-ede4-44e1-a0f8-e7e330795342 req-9f22d4be-8828-4869-98c5-b825da57977e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 945 time: 0.0948958 Jul 16 18:33:27.058290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44a97cfe-ede4-44e1-a0f8-e7e330795342 req-1c1b3cf4-6356-4099-8a08-1746c42858b3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343063 Jul 16 18:33:27.072692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.142157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 08611a5a-7fd5-472d-b60a-5e8250b36fc6 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:27.191690 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-475ffce6-6334-48d7-9b0b-2d268b411ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.203129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 08611a5a-7fd5-472d-b60a-5e8250b36fc6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:27.208563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 08611a5a-7fd5-472d-b60a-5e8250b36fc6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:27.208757 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.298855 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.306658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-475ffce6-6334-48d7-9b0b-2d268b411ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.318233 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-475ffce6-6334-48d7-9b0b-2d268b411ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.330380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4388b924-0868-4fab-a2fa-f882a9557554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08611a5a-7fd5-472d-b60a-5e8250b36fc6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:27.333345 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d697a99f-daf0-4e9c-bd94-1358e6793a85" -d '{"events": [{"server_uuid": "4388b924-0868-4fab-a2fa-f882a9557554", "name": "network-vif-plugged", "status": "completed", "tag": "08611a5a-7fd5-472d-b60a-5e8250b36fc6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:27.352220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ffce6-6334-48d7-9b0b-2d268b411ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d1a3a2-1b01-4355-bc1f-229fae09934b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.355802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 08611a5a-7fd5-472d-b60a-5e8250b36fc6, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=08611a5a-7fd5-472d-b60a-5e8250b36fc6,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:27.362151 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.393032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45218) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.394168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-475ffce6-6334-48d7-9b0b-2d268b411ee7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff50b0165ef243debbe7da191b078907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202558 Jul 16 18:33:27.448406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=08611a5a-7fd5-472d-b60a-5e8250b36fc6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.463267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a626-6abb-4bb2-abfa-cc13e9cb9230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.486999 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a626-6abb-4bb2-abfa-cc13e9cb9230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.525191 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb599603-66e0-4fb3-b63e-10572f272abd x-openstack-request-id: req-cb599603-66e0-4fb3-b63e-10572f272abd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:27.525545 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4388b924-0868-4fab-a2fa-f882a9557554", "name": "network-vif-plugged", "status": "completed", "tag": "08611a5a-7fd5-472d-b60a-5e8250b36fc6", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:27.525806 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb599603-66e0-4fb3-b63e-10572f272abd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:27.526212 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4388b924-0868-4fab-a2fa-f882a9557554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'code': 200} Jul 16 18:33:27.546890 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a626-6abb-4bb2-abfa-cc13e9cb9230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.549591 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a626-6abb-4bb2-abfa-cc13e9cb9230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.555201 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a1f3a626-6abb-4bb2-abfa-cc13e9cb9230 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0d1a3a2-1b01-4355-bc1f-229fae09934b HTTP/1.1" status: 204 len: 168 time: 0.1595180 Jul 16 18:33:27.564790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3a626-6abb-4bb2-abfa-cc13e9cb9230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d1a3a2-1b01-4355-bc1f-229fae09934b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.654614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b24fca-ef05-4c15-8e46-73919a14899f req-14ca783e-d69e-4e0d-8f03-5eb125f04063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:27.656470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c4b24fca-ef05-4c15-8e46-73919a14899f req-14ca783e-d69e-4e0d-8f03-5eb125f04063 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 1097 time: 0.0589864 Jul 16 18:33:27.693621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c4b24fca-ef05-4c15-8e46-73919a14899f req-57613083-c7e9-40b0-896e-e5bbac98722f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306942 Jul 16 18:33:27.831645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.854036 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c4083cb-5bcf-4ee8-8407-c82e1353fa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.951300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c4083cb-5bcf-4ee8-8407-c82e1353fa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.955109 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c4083cb-5bcf-4ee8-8407-c82e1353fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.991172 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4083cb-5bcf-4ee8-8407-c82e1353fa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfba531-b635-4831-90a7-326c4c5aec18,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.997011 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8c4083cb-5bcf-4ee8-8407-c82e1353fa5d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=88f07e5cce3f4d4cb16b4b076a6eba03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642630 Jul 16 18:33:27.999834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.054671 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ad20094-47fd-4475-9fa7-bd3262fd1cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.076675 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ad20094-47fd-4475-9fa7-bd3262fd1cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.130335 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ad20094-47fd-4475-9fa7-bd3262fd1cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.134243 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ad20094-47fd-4475-9fa7-bd3262fd1cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.138096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2ad20094-47fd-4475-9fa7-bd3262fd1cb3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abfba531-b635-4831-90a7-326c4c5aec18 HTTP/1.1" status: 204 len: 168 time: 0.1372001 Jul 16 18:33:28.145940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad20094-47fd-4475-9fa7-bd3262fd1cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfba531-b635-4831-90a7-326c4c5aec18,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:28.282277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a917cd-1cc0-4433-9a72-1afba797d24b req-cb5d8adb-e3ce-4075-8f29-06de52ee2822 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:28.283780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8a917cd-1cc0-4433-9a72-1afba797d24b req-cb5d8adb-e3ce-4075-8f29-06de52ee2822 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 946 time: 0.0674586 Jul 16 18:33:28.334045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8a917cd-1cc0-4433-9a72-1afba797d24b req-860a300b-b315-4c77-a5ab-1cf8e73bb74f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425329 Jul 16 18:33:29.560331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a7aad-dd92-4380-aeef-01bb7ef728f2 req-43c0dbae-206a-4e51-bc63-a32548eccfac tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:29.563295 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-963a7aad-dd92-4380-aeef-01bb7ef728f2 req-43c0dbae-206a-4e51-bc63-a32548eccfac tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 946 time: 0.0907781 Jul 16 18:33:29.603955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-963a7aad-dd92-4380-aeef-01bb7ef728f2 req-40c7fd75-2dc2-49d7-81af-ba89328f2bfc tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341110 Jul 16 18:33:29.805369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39f1a4-373b-4d74-9973-a7cc10cefed9 req-1e997ea6-160f-4ba6-b1e6-1c8c9d983a02 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:29.807012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c39f1a4-373b-4d74-9973-a7cc10cefed9 req-1e997ea6-160f-4ba6-b1e6-1c8c9d983a02 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 946 time: 0.0829201 Jul 16 18:33:29.848935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c39f1a4-373b-4d74-9973-a7cc10cefed9 req-8b2c16a0-ab8c-44fa-b45b-e7eda7b13f41 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337770 Jul 16 18:33:29.880812 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:30.075420 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c41be9d-1e27-46e3-883b-ffc51bde3a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.138132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dd44ef-6f0a-450d-8940-0fce1b4e2377 tempest-TestVolumeBootPattern-626818570 tempest-TestVolumeBootPattern-626818570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:30.142375 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-54dd44ef-6f0a-450d-8940-0fce1b4e2377 tempest-TestVolumeBootPattern-626818570 tempest-TestVolumeBootPattern-626818570-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 1092 time: 0.2574575 Jul 16 18:33:30.142689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45336) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:30.147984 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:30.172315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.502617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:30.554710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.620952 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916e4027-1733-4700-9630-a3a54cccc6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.666294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Allocated IP 172.25.8.199 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/565876d7-7fd5-4317-99f2-7fca7ac070c0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:30.717447 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916e4027-1733-4700-9630-a3a54cccc6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.722518 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-916e4027-1733-4700-9630-a3a54cccc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.764399 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-916e4027-1733-4700-9630-a3a54cccc6ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=429d3386d7594f5e85d185acea07b24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604058 Jul 16 18:33:30.765861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:30.766538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e4027-1733-4700-9630-a3a54cccc6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f6dac1-3dd0-4248-9038-7969faad3830,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:30.789607 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.849641 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.885647 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2530ecba-50a9-476d-a235-b106147c14f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.904395 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:30.911827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:30.920171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:30.929721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=565876d7-7fd5-4317-99f2-7fca7ac070c0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:30.953813 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2530ecba-50a9-476d-a235-b106147c14f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.040133 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2530ecba-50a9-476d-a235-b106147c14f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.042614 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2530ecba-50a9-476d-a235-b106147c14f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.043746 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2530ecba-50a9-476d-a235-b106147c14f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7f6dac1-3dd0-4248-9038-7969faad3830 HTTP/1.1" status: 204 len: 168 time: 0.2767634 Jul 16 18:33:31.073591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530ecba-50a9-476d-a235-b106147c14f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f6dac1-3dd0-4248-9038-7969faad3830,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:31.377402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:31.398185 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14dce6f8-f312-4819-9a4f-e097c5152c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.402155 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.488418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.504532 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14dce6f8-f312-4819-9a4f-e097c5152c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.517350 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14dce6f8-f312-4819-9a4f-e097c5152c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.566282 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-14dce6f8-f312-4819-9a4f-e097c5152c8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22941b0a04774015b65b16900f3bdd67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877275 Jul 16 18:33:31.566445 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:31.567508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dce6f8-f312-4819-9a4f-e097c5152c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860c8ee5-5d74-46a1-901c-ed94da03841e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:31.693153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1292e551-fe3d-4004-8185-21f7f8223cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.728290 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.731075 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1292e551-fe3d-4004-8185-21f7f8223cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.737296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.829232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=565876d7-7fd5-4317-99f2-7fca7ac070c0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:31.850200 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.893404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1292e551-fe3d-4004-8185-21f7f8223cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.896009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1292e551-fe3d-4004-8185-21f7f8223cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.899747 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1292e551-fe3d-4004-8185-21f7f8223cff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/860c8ee5-5d74-46a1-901c-ed94da03841e HTTP/1.1" status: 204 len: 168 time: 0.3296494 Jul 16 18:33:31.913687 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292e551-fe3d-4004-8185-21f7f8223cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860c8ee5-5d74-46a1-901c-ed94da03841e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:31.973801 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Floating IP cb7b4d62-4f1c-4c66-8481-0197e94d71bf associated. External IP: 172.25.8.199, port: 08611a5a-7fd5-472d-b60a-5e8250b36fc6. Jul 16 18:33:32.201017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Router 2de17d68-8577-4fbf-89a2-c9a18105c457 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:32.304580 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-952bcae2-8495-44e7-a025-111ff8cf3aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.333647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:32.353375 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.357017 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d425b02-cc83-4bef-bd42-c37d763a6d41 None None] Sync routers for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:32.379558 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d425b02-cc83-4bef-bd42-c37d763a6d41 None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:32.380786 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6d425b02-cc83-4bef-bd42-c37d763a6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:33:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:32.414964 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4c5c8c76-a9fa-44c2-99fc-7e4c8efe5297 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2703073 Jul 16 18:33:32.415866 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4388b924-0868-4fab-a2fa-f882a9557554', 'tag': '08611a5a-7fd5-472d-b60a-5e8250b36fc6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:32.419483 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014d3408-abff-4fa4-9e1f-d00e26b67c86" -d '{"events": [{"name": "network-changed", "server_uuid": "4388b924-0868-4fab-a2fa-f882a9557554", "tag": "08611a5a-7fd5-472d-b60a-5e8250b36fc6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:32.515712 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6d425b02-cc83-4bef-bd42-c37d763a6d41 None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:32.611039 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5180c227-2a09-40c3-a8bd-dc6d48813c95 x-openstack-request-id: req-5180c227-2a09-40c3-a8bd-dc6d48813c95 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:32.611358 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4388b924-0868-4fab-a2fa-f882a9557554", "tag": "08611a5a-7fd5-472d-b60a-5e8250b36fc6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:32.611636 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5180c227-2a09-40c3-a8bd-dc6d48813c95 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:32.612043 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4388b924-0868-4fab-a2fa-f882a9557554', 'tag': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'status': 'completed', 'code': 200} Jul 16 18:33:32.702106 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d3408-abff-4fa4-9e1f-d00e26b67c86 req-631bbcfd-4c7e-44cd-bafa-ba3a196487be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:32.703715 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-014d3408-abff-4fa4-9e1f-d00e26b67c86 req-631bbcfd-4c7e-44cd-bafa-ba3a196487be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 1097 time: 0.0658746 Jul 16 18:33:32.791390 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.797465 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.823444 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.839382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d3408-abff-4fa4-9e1f-d00e26b67c86 req-64c95d7d-fb13-4197-bef3-7d57345279ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:32.840897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-014d3408-abff-4fa4-9e1f-d00e26b67c86 req-64c95d7d-fb13-4197-bef3-7d57345279ca service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.1302693 Jul 16 18:33:32.861108 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6d425b02-cc83-4bef-bd42-c37d763a6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'cb7b4d62-4f1c-4c66-8481-0197e94d71bf', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:30:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4388b924-0868-4fab-a2fa-f882a9557554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:31Z', 'revision_number': 0, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:32.935576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-014d3408-abff-4fa4-9e1f-d00e26b67c86 req-7b1b8a9c-ecb3-47db-b6c5-c8b63fc273ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08611a5a-7fd5-472d-b60a-5e8250b36fc6 HTTP/1.1" status: 200 len: 1000 time: 0.0873234 Jul 16 18:33:32.995574 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d425b02-cc83-4bef-bd42-c37d763a6d41 None None] Checking router: 2de17d68-8577-4fbf-89a2-c9a18105c457 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:33.005798 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d425b02-cc83-4bef-bd42-c37d763a6d41 None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:33.006877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d3408-abff-4fa4-9e1f-d00e26b67c86 req-9e8475fe-d8a4-4c6f-acf1-4c9b5c695e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:33.007988 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6d425b02-cc83-4bef-bd42-c37d763a6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:33:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:33.008525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-014d3408-abff-4fa4-9e1f-d00e26b67c86 req-9e8475fe-d8a4-4c6f-acf1-4c9b5c695e3f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0666490 Jul 16 18:33:33.080360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d3408-abff-4fa4-9e1f-d00e26b67c86 req-6598a0e1-d7d6-4173-bc29-f4b62a76306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:33.082023 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-014d3408-abff-4fa4-9e1f-d00e26b67c86 req-6598a0e1-d7d6-4173-bc29-f4b62a76306b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671372 Jul 16 18:33:33.138244 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6d425b02-cc83-4bef-bd42-c37d763a6d41 None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:33.195842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-014d3408-abff-4fa4-9e1f-d00e26b67c86 req-2b2a79a2-74df-4be8-b163-d6f1b9fd26ae service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063812 Jul 16 18:33:33.315220 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-014d3408-abff-4fa4-9e1f-d00e26b67c86 req-fd62bf96-5a41-4d14-9030-d74e886f9e48 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133411 Jul 16 18:33:33.426483 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6d425b02-cc83-4bef-bd42-c37d763a6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'cb7b4d62-4f1c-4c66-8481-0197e94d71bf', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:30:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4388b924-0868-4fab-a2fa-f882a9557554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:31Z', 'revision_number': 0, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:33.458733 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d425b02-cc83-4bef-bd42-c37d763a6d41 None None] The sync data for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 is: [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'cb7b4d62-4f1c-4c66-8481-0197e94d71bf', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:30:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4388b924-0868-4fab-a2fa-f882a9557554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:31Z', 'revision_number': 0, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:33.701537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56541d73-27d8-49da-b6dd-88af83f98a8f None None] New status for floating IP cb7b4d62-4f1c-4c66-8481-0197e94d71bf: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:33:33.877885 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.504763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:34.617396 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2435577-7c99-4ae9-ba7e-0d866c475b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.709514 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2435577-7c99-4ae9-ba7e-0d866c475b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.713428 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b2435577-7c99-4ae9-ba7e-0d866c475b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.754309 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b2435577-7c99-4ae9-ba7e-0d866c475b1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3ef9d3a7fc9f4a41bd6968fdcd2cef53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483995 Jul 16 18:33:34.755214 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2435577-7c99-4ae9-ba7e-0d866c475b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974ea4cb-8045-44b7-825d-aea420ae0a7c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:34.758307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:34.830879 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab035c6-4c35-4736-95f6-1fb97ea1aa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.855529 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab035c6-4c35-4736-95f6-1fb97ea1aa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.902729 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab035c6-4c35-4736-95f6-1fb97ea1aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.905472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab035c6-4c35-4736-95f6-1fb97ea1aa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.906621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8ab035c6-4c35-4736-95f6-1fb97ea1aa9f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/974ea4cb-8045-44b7-825d-aea420ae0a7c HTTP/1.1" status: 204 len: 168 time: 0.1471677 Jul 16 18:33:34.914539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab035c6-4c35-4736-95f6-1fb97ea1aa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974ea4cb-8045-44b7-825d-aea420ae0a7c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:35.168563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:35.182628 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e0a7953-d337-4458-a3c2-be5e795a5370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.276095 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e0a7953-d337-4458-a3c2-be5e795a5370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.280758 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e0a7953-d337-4458-a3c2-be5e795a5370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.320501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5e0a7953-d337-4458-a3c2-be5e795a5370 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e1e924ccbe84efd932f1c8d5041907b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501317 Jul 16 18:33:35.321612 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45518) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:35.325819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a7953-d337-4458-a3c2-be5e795a5370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacc67fb-a3fc-41ed-89c9-c9805e3ef094,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:35.380648 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1907a1ac-f52e-4581-959f-6c39394e2927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.405911 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1907a1ac-f52e-4581-959f-6c39394e2927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.452267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1907a1ac-f52e-4581-959f-6c39394e2927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.455244 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1907a1ac-f52e-4581-959f-6c39394e2927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.456507 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1907a1ac-f52e-4581-959f-6c39394e2927 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bacc67fb-a3fc-41ed-89c9-c9805e3ef094 HTTP/1.1" status: 204 len: 168 time: 0.1337485 Jul 16 18:33:35.464925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907a1ac-f52e-4581-959f-6c39394e2927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacc67fb-a3fc-41ed-89c9-c9805e3ef094,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:35.555413 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.694222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45578) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:36.793529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-124229990', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:36.819164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Made reservation on behalf of afd084b16bef4daeb8b094cbba5b3e66 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:36.821551 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.839773 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.940608 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.945126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.955258 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] device_id is not set on port 805668a7-600a-416e-a2df-a6acc248379e yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:37.005558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8e1e46-bc20-4787-ad5a-622e962e1b31,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:37.079831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Allocated IP 172.25.8.80 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/805668a7-600a-416e-a2df-a6acc248379e) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:37.229208 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.268673 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.308008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:37.314405 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:37.317996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:37.324411 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Pushing event updated for resources: {'Port': ['ID=805668a7-600a-416e-a2df-a6acc248379e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:37.361275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:37.361935 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.377054 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ae08383c-e571-4bab-9ef2-d44264d34126 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.6813672 Jul 16 18:33:37.380017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:37.384970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.80'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:37.406629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.407653 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.466654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.606592 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.820031 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.842837 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.988606 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.148539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.150832 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.195626 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.196170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19bac0f8-3a20-4d03-b16c-0dd6a71572e5 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:33:38.235164 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:33:38.236397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-92a96af3-d34e-4dd4-81b9-0ee6b38baaa0 tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8553417 Jul 16 18:33:38.239764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:38.326659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-73fe27c0-6cce-465f-aecd-1fbcd6aa9edd tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Deleting port 805668a7-600a-416e-a2df-a6acc248379e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:38.327005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73fe27c0-6cce-465f-aecd-1fbcd6aa9edd tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.407716 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73fe27c0-6cce-465f-aecd-1fbcd6aa9edd tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.422018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-73fe27c0-6cce-465f-aecd-1fbcd6aa9edd tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Calling delete_port for 805668a7-600a-416e-a2df-a6acc248379e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:38.562342 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73fe27c0-6cce-465f-aecd-1fbcd6aa9edd tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.594043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe27c0-6cce-465f-aecd-1fbcd6aa9edd tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Pushing event deleted for resources: {'Port': ['ID=805668a7-600a-416e-a2df-a6acc248379e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:38.665155 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73fe27c0-6cce-465f-aecd-1fbcd6aa9edd tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.670329 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-73fe27c0-6cce-465f-aecd-1fbcd6aa9edd tempest-RoutersAdminNegativeIpV6Test-902561444 tempest-RoutersAdminNegativeIpV6Test-902561444-project-admin] 10.222.0.52 "DELETE /v2.0/ports/805668a7-600a-416e-a2df-a6acc248379e HTTP/1.1" status: 204 len: 168 time: 0.4263721 Jul 16 18:33:38.962966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:39.088865 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55862a5a-eef1-4d86-a7be-3b271e94a467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.186773 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55862a5a-eef1-4d86-a7be-3b271e94a467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.190969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-55862a5a-eef1-4d86-a7be-3b271e94a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.234398 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-55862a5a-eef1-4d86-a7be-3b271e94a467 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8627af4bad94fde9d71e9a0a1254872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693539 Jul 16 18:33:39.235301 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55862a5a-eef1-4d86-a7be-3b271e94a467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd42f618-48b5-4ed4-b259-df87b277253d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:39.237222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:39.295284 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fae63a30-101d-4931-9a8b-3c47f000a774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.318566 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fae63a30-101d-4931-9a8b-3c47f000a774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.368571 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fae63a30-101d-4931-9a8b-3c47f000a774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.372738 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fae63a30-101d-4931-9a8b-3c47f000a774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.374030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fae63a30-101d-4931-9a8b-3c47f000a774 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd42f618-48b5-4ed4-b259-df87b277253d HTTP/1.1" status: 204 len: 168 time: 0.1354060 Jul 16 18:33:39.389041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae63a30-101d-4931-9a8b-3c47f000a774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd42f618-48b5-4ed4-b259-df87b277253d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:39.675051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:39.727031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6531949d-286e-4056-87bf-750896d633a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=afd084b16bef4daeb8b094cbba5b3e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506716 Jul 16 18:33:39.729647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:39.785058 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3eadb4d-f1a4-409d-bea8-76a6261e5400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.807566 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3eadb4d-f1a4-409d-bea8-76a6261e5400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.861605 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3eadb4d-f1a4-409d-bea8-76a6261e5400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.863590 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3eadb4d-f1a4-409d-bea8-76a6261e5400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.864770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f3eadb4d-f1a4-409d-bea8-76a6261e5400 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be8e1e46-bc20-4787-ad5a-622e962e1b31 HTTP/1.1" status: 204 len: 168 time: 0.1342125 Jul 16 18:33:39.873741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eadb4d-f1a4-409d-bea8-76a6261e5400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8e1e46-bc20-4787-ad5a-622e962e1b31,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:40.560129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.656647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-51eebd61-a37c-4d49-9612-e8e338c9e0b8 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.657852 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-51eebd61-a37c-4d49-9612-e8e338c9e0b8 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0964513 Jul 16 18:33:40.660849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45680) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.664980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-fe148b81-ceb2-4ae9-88f4-a503c496cf33 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.665955 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fe148b81-ceb2-4ae9-88f4-a503c496cf33 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0041423 Jul 16 18:33:40.668260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.673105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-cf6ba381-2a83-4ee2-b1bc-0221447c9f0b tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.674135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cf6ba381-2a83-4ee2-b1bc-0221447c9f0b tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049195 Jul 16 18:33:40.676283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.680842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-7edc708e-0fb6-420d-9243-a42ad31cf9cf tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.683388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7edc708e-0fb6-420d-9243-a42ad31cf9cf tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0062349 Jul 16 18:33:40.685891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.689959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-6ddd2cbd-5268-4e7b-9491-42f08eb96b50 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.690968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6ddd2cbd-5268-4e7b-9491-42f08eb96b50 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041409 Jul 16 18:33:40.692905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.697527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-0883d367-886f-415f-af01-946f371de303 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.698496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0883d367-886f-415f-af01-946f371de303 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046916 Jul 16 18:33:40.700498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.704916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-57eb82d7-dd24-43c7-bc6a-0d2b1385487f tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.705795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-57eb82d7-dd24-43c7-bc6a-0d2b1385487f tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044951 Jul 16 18:33:40.707876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.711716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-f6398b4b-fc0c-4b75-81e2-65577204ae58 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.712635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f6398b4b-fc0c-4b75-81e2-65577204ae58 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039508 Jul 16 18:33:40.714687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.718456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-c106bdb0-c12d-472c-8d81-8d912603a1c4 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.719390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c106bdb0-c12d-472c-8d81-8d912603a1c4 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0038741 Jul 16 18:33:40.721440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.725196 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-7abe2b65-e212-4ad4-a293-411470322133 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.726205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7abe2b65-e212-4ad4-a293-411470322133 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0039515 Jul 16 18:33:40.728276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.732022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-0c0f13cc-854c-4e67-b49f-3194fb45f99d tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.732926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0c0f13cc-854c-4e67-b49f-3194fb45f99d tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0038495 Jul 16 18:33:40.734940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.738687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-1cfcee7f-5e1d-4812-9902-33167660897c tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.739624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1cfcee7f-5e1d-4812-9902-33167660897c tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0038567 Jul 16 18:33:40.742256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.745975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-8d8c408f-eac9-4f67-85f5-78372b845d91 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.746874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8d8c408f-eac9-4f67-85f5-78372b845d91 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038176 Jul 16 18:33:40.749171 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.753460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-90020ad6-4bc3-461d-86c1-37a02578401e tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.756984 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-90020ad6-4bc3-461d-86c1-37a02578401e tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043793 Jul 16 18:33:40.757433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.761521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-188ab2c8-1334-4fc6-887e-90dcf17a41c2 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.763015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-188ab2c8-1334-4fc6-887e-90dcf17a41c2 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0040553 Jul 16 18:33:40.764808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.768938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-3db4c358-b8a9-42cd-bb57-bf571c79ea00 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.772180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3db4c358-b8a9-42cd-bb57-bf571c79ea00 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042286 Jul 16 18:33:40.772663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.781339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-2835e23b-0a7d-42cd-9cf1-34fba7acd22f tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.782274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2835e23b-0a7d-42cd-9cf1-34fba7acd22f tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0083261 Jul 16 18:33:40.784625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.788487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-f0b2534f-0ad7-44cc-9fe3-443b4cbd3377 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.789435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f0b2534f-0ad7-44cc-9fe3-443b4cbd3377 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039444 Jul 16 18:33:40.791581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.795415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-ec9e77ff-68be-4d3b-9239-7b9671fc6f43 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.796316 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ec9e77ff-68be-4d3b-9239-7b9671fc6f43 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039270 Jul 16 18:33:40.798384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.802110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-e1ab38b3-2ce6-4530-9e22-cc0d3b6b95bc tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.803022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e1ab38b3-2ce6-4530-9e22-cc0d3b6b95bc tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0038350 Jul 16 18:33:40.805653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.809962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-8273dae7-35da-4f26-a5d4-b4229dd19d44 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.811146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8273dae7-35da-4f26-a5d4-b4229dd19d44 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046804 Jul 16 18:33:40.813170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.816930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-4a2a5dfe-b81c-4915-a41c-23e156a06516 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.817934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4a2a5dfe-b81c-4915-a41c-23e156a06516 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0038834 Jul 16 18:33:40.820655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.824385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-4a0231e2-4bdd-4ca5-b471-f414c8f3ae90 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.825296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4a0231e2-4bdd-4ca5-b471-f414c8f3ae90 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038381 Jul 16 18:33:40.827525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.837366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-8a65c12b-2fe4-466b-913e-30e9ac455cad tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.840875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8a65c12b-2fe4-466b-913e-30e9ac455cad tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0125136 Jul 16 18:33:40.841034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45728) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.845957 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-4038f87f-c365-4ce3-8e3b-86292f88d276 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.848349 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4038f87f-c365-4ce3-8e3b-86292f88d276 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0061016 Jul 16 18:33:40.849273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.853817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-e49a5155-f975-475a-8bb6-f7c193c29fda tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.854783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e49a5155-f975-475a-8bb6-f7c193c29fda tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043945 Jul 16 18:33:40.856908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.860842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-5507da9f-2d26-4f66-aee4-0a4dea1e18a4 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.861822 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5507da9f-2d26-4f66-aee4-0a4dea1e18a4 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0040157 Jul 16 18:33:40.863813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.868240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-b8dd7f04-cef4-4a18-ad17-d8e0d04c0dd7 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.869174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b8dd7f04-cef4-4a18-ad17-d8e0d04c0dd7 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045395 Jul 16 18:33:40.871232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.875824 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-4baece32-16b2-4bcc-9879-869a7d39986c tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.876817 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4baece32-16b2-4bcc-9879-869a7d39986c tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046296 Jul 16 18:33:40.878745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.884130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-43f32816-b861-4bf3-91df-8e561bf47df2 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.885115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-43f32816-b861-4bf3-91df-8e561bf47df2 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0055227 Jul 16 18:33:40.887354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.891384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-971d4ddd-4d90-4081-be9c-0207a79ae5a7 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.892429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-971d4ddd-4d90-4081-be9c-0207a79ae5a7 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0041168 Jul 16 18:33:40.894422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.898429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-9d3f4cd7-5b5f-489c-8e4c-1a32ac7c4e66 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.899414 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9d3f4cd7-5b5f-489c-8e4c-1a32ac7c4e66 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0040917 Jul 16 18:33:40.901704 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.905734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-e4e9de51-a29b-4987-9321-7a2fbe106869 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.906698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e4e9de51-a29b-4987-9321-7a2fbe106869 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040972 Jul 16 18:33:40.908648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.912497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-0cb8c1a8-31a6-459f-b5ed-58322d053e70 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.913679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0cb8c1a8-31a6-459f-b5ed-58322d053e70 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041459 Jul 16 18:33:40.915729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.919534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-4f0f8cca-bbb3-4c3b-a2ef-8fd9938f5a37 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.920492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4f0f8cca-bbb3-4c3b-a2ef-8fd9938f5a37 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0039113 Jul 16 18:33:40.922503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.926287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-402a144c-79dc-4fbd-999b-5d50b406c156 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.930093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-402a144c-79dc-4fbd-999b-5d50b406c156 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044138 Jul 16 18:33:40.930317 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.934157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-d0dcf4bb-157b-4b5a-9cb4-ebf0380d2f07 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.935120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d0dcf4bb-157b-4b5a-9cb4-ebf0380d2f07 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0039415 Jul 16 18:33:40.937364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.941159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-0717ee88-a5bc-4eb2-9299-ea2093f4606c tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.944567 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0717ee88-a5bc-4eb2-9299-ea2093f4606c tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0039415 Jul 16 18:33:40.944795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.948807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-e0b9f088-1ed7-457b-a1c2-b24984ea19cb tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.949776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e0b9f088-1ed7-457b-a1c2-b24984ea19cb tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0039487 Jul 16 18:33:40.951759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.955517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-04d2ccb0-58f3-4405-96df-7f3bd242b176 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.956666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-04d2ccb0-58f3-4405-96df-7f3bd242b176 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0038657 Jul 16 18:33:40.958406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.962374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-e6f952e5-6c71-405a-acae-1d865f8a977e tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.963320 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e6f952e5-6c71-405a-acae-1d865f8a977e tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0040743 Jul 16 18:33:40.965288 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.969014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-81a64304-860d-4239-bd52-5e7312e6aa3d tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.969971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-81a64304-860d-4239-bd52-5e7312e6aa3d tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0038197 Jul 16 18:33:40.972170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.977245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-3ac3751e-b6a8-4cf6-84a1-2b1c18a2053e tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.978313 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3ac3751e-b6a8-4cf6-84a1-2b1c18a2053e tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051453 Jul 16 18:33:40.980322 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.984311 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-91b9b5cb-29a6-4178-97f9-c3d4c9a5a20c tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.985237 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-91b9b5cb-29a6-4178-97f9-c3d4c9a5a20c tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0040734 Jul 16 18:33:40.987371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.992288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-b9c18b2f-90d4-44ca-98bd-72d48b856e54 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:40.993217 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b9c18b2f-90d4-44ca-98bd-72d48b856e54 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0048354 Jul 16 18:33:40.995307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45770) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.999864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-9503acf5-cc72-4ad9-8fd5-b9d2d8e1d673 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.000783 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9503acf5-cc72-4ad9-8fd5-b9d2d8e1d673 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046668 Jul 16 18:33:41.003012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45772) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.006935 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-4738b1f4-e349-45a1-81ad-bdc3e3ffc945 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.007847 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4738b1f4-e349-45a1-81ad-bdc3e3ffc945 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040226 Jul 16 18:33:41.009946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.013736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-a1608cd3-5a6f-40c9-b2c8-011ddfe851a0 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.014683 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a1608cd3-5a6f-40c9-b2c8-011ddfe851a0 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0039091 Jul 16 18:33:41.016663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.020513 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-2598ea0d-96ad-42a4-936e-7bc693bc2dbc tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.021478 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2598ea0d-96ad-42a4-936e-7bc693bc2dbc tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039010 Jul 16 18:33:41.023920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.028797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-e1fc45ab-971e-4939-a896-a431611ca4b3 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.029851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e1fc45ab-971e-4939-a896-a431611ca4b3 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0049093 Jul 16 18:33:41.031777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.035786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-e81a0b7e-6193-40a5-ba88-53d772196778 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.036745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e81a0b7e-6193-40a5-ba88-53d772196778 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0040843 Jul 16 18:33:41.039455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.043694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-54d5d681-5ccd-466f-82e0-c8d1468d0908 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.044649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-54d5d681-5ccd-466f-82e0-c8d1468d0908 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042744 Jul 16 18:33:41.047006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.051102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-9773e8fb-9ca5-4f87-be3b-66b24ada1c0c tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.052044 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9773e8fb-9ca5-4f87-be3b-66b24ada1c0c tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0041389 Jul 16 18:33:41.055086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.059238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-7ef9068c-2778-48fd-92ca-b4978db4a794 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.060170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7ef9068c-2778-48fd-92ca-b4978db4a794 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042009 Jul 16 18:33:41.063068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45788) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.067635 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-14639e52-64eb-4b81-9811-ac87d867b460 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.068594 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-14639e52-64eb-4b81-9811-ac87d867b460 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045671 Jul 16 18:33:41.071133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45790) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.075496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-4c7b5ae4-27e0-4fb4-8937-7ff38d8d5df4 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.076458 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4c7b5ae4-27e0-4fb4-8937-7ff38d8d5df4 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044086 Jul 16 18:33:41.078905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45792) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.082980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-20912265-b459-4fb2-92af-c79da31f290d tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.083934 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-20912265-b459-4fb2-92af-c79da31f290d tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041468 Jul 16 18:33:41.086510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45794) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.091321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-fe6c2e8a-cce3-4b72-b91d-3a5438b23e63 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.092294 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fe6c2e8a-cce3-4b72-b91d-3a5438b23e63 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0049071 Jul 16 18:33:41.094656 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.098692 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-9cc2a84f-5453-4461-a858-48e9222934cc tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.099630 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9cc2a84f-5453-4461-a858-48e9222934cc tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0041108 Jul 16 18:33:41.102535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45798) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.106754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-7a0bb4bb-fcbc-44fd-a3a9-28166b9e1e0b tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.107692 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7a0bb4bb-fcbc-44fd-a3a9-28166b9e1e0b tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042217 Jul 16 18:33:41.109892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.113799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-6b002ed2-7764-462d-bf33-4b5159f7e2c1 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.114729 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6b002ed2-7764-462d-bf33-4b5159f7e2c1 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0039434 Jul 16 18:33:41.117684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.121569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-acf4ac6d-f797-4fd5-83bc-e4ee05211a8b tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.122565 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-acf4ac6d-f797-4fd5-83bc-e4ee05211a8b tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0040114 Jul 16 18:33:41.124573 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.128420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-7fe52db7-2d91-424d-9eac-abf61a3b072d tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.129394 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7fe52db7-2d91-424d-9eac-abf61a3b072d tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0039480 Jul 16 18:33:41.131640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.136875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-bceb609c-fe1e-4a8a-bc8f-fda30461d272 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.137961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bceb609c-fe1e-4a8a-bc8f-fda30461d272 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0053849 Jul 16 18:33:41.140410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.144670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-9e42c015-1023-4215-84ee-2f34f8d61750 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.145720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9e42c015-1023-4215-84ee-2f34f8d61750 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043547 Jul 16 18:33:41.148025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.152493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-a1068bfd-32c5-4632-bcb9-9e7f86b0ec08 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.153469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a1068bfd-32c5-4632-bcb9-9e7f86b0ec08 tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045269 Jul 16 18:33:41.155616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.159469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [None req-d0a6c0ae-5a3e-40f7-acc0-245161eb651f tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.160393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d0a6c0ae-5a3e-40f7-acc0-245161eb651f tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039577 Jul 16 18:33:41.163421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.168673 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-e89750e3-3f3f-4106-b744-c7297bfce25e tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.170076 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e89750e3-3f3f-4106-b744-c7297bfce25e tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0052419 Jul 16 18:33:41.172212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.176948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [None req-898581ba-dcf1-401a-b946-0fdd239b30ce tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.178060 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-898581ba-dcf1-401a-b946-0fdd239b30ce tempest-ExtensionsTestJSON-1250586646 tempest-ExtensionsTestJSON-1250586646-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047340 Jul 16 18:33:41.430000 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.538885 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66fc7e88-fc0b-4923-8f64-ad83800fdc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.626174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66fc7e88-fc0b-4923-8f64-ad83800fdc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.630739 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-66fc7e88-fc0b-4923-8f64-ad83800fdc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.672167 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-66fc7e88-fc0b-4923-8f64-ad83800fdc19 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93905e4d099745869363f78851c9ab82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407892 Jul 16 18:33:41.674050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc7e88-fc0b-4923-8f64-ad83800fdc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6171be2-b2ca-4e8f-bec1-0717a1e55b9d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:41.675002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.729191 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbc66ac9-a6a4-439c-91d8-4bdc77f2e8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.752058 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbc66ac9-a6a4-439c-91d8-4bdc77f2e8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.803976 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbc66ac9-a6a4-439c-91d8-4bdc77f2e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.806991 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbc66ac9-a6a4-439c-91d8-4bdc77f2e8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.808480 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cbc66ac9-a6a4-439c-91d8-4bdc77f2e8b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6171be2-b2ca-4e8f-bec1-0717a1e55b9d HTTP/1.1" status: 204 len: 168 time: 0.1324327 Jul 16 18:33:41.817470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc66ac9-a6a4-439c-91d8-4bdc77f2e8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6171be2-b2ca-4e8f-bec1-0717a1e55b9d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.442178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:42.544805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1158406237'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:42.567379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:42.570966 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.579483 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.669490 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.673789 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.703431 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:42.713572 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fb6916-2a71-470c-a3f8-29eb4e94cd08,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.718489 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.718834 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Added segment 1b02869f-72b8-4f58-87fd-cd0782a4504d of type vlan for network a1a94241-2112-487c-8061-03b70ec274c6 Jul 16 18:33:42.760262 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.789666 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.795234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:42.795833 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.841227 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3979764 Jul 16 18:33:42.844071 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:42.852659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'name': 'tempest-PortsIpV6TestJSON-782212907'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:42.875144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b749cf0-02d6-4915-8f6e-aa4f7a2d61a6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Network': ['ID=a1a94241-2112-487c-8061-03b70ec274c6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.889689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network a1a94241-2112-487c-8061-03b70ec274c6 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:42.947611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:42.952382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.971889 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port 63b163e9-5a59-4428-b319-82ed117e01e9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:43.145614 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.190128 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.268610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=63b163e9-5a59-4428-b319-82ed117e01e9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:43.275386 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Checking segment: {'id': '1b02869f-72b8-4f58-87fd-cd0782a4504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:43.275872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network hostable DHCP agents. Network: a1a94241-2112-487c-8061-03b70ec274c6, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:43.293789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a1a94241-2112-487c-8061-03b70ec274c6 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:43.302540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, a1a94241-2112-487c-8061-03b70ec274c6) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:43.307645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:43.314356 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a9be2-b948-4b9b-8320-6d1e0c8c354d None None] Network a1a94241-2112-487c-8061-03b70ec274c6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:43.314559 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:43.315258 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.333664 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-10816596-825b-48b1-8d29-e793bbedf90a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4829161 Jul 16 18:33:43.334031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:43.339252 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-afa00a44-04d9-4202-9e86-c1fb89034e03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-499068867'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:43.361686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa00a44-04d9-4202-9e86-c1fb89034e03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:43.366405 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa00a44-04d9-4202-9e86-c1fb89034e03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.392229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa00a44-04d9-4202-9e86-c1fb89034e03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:43.401806 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa00a44-04d9-4202-9e86-c1fb89034e03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.402211 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-afa00a44-04d9-4202-9e86-c1fb89034e03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Added segment 102b51f4-4634-4d78-8579-72980c39c2a7 of type vlan for network 9a0e82f8-46b5-4439-8db8-9f5880151e31 Jul 16 18:33:43.454093 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa00a44-04d9-4202-9e86-c1fb89034e03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.484843 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa00a44-04d9-4202-9e86-c1fb89034e03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.491617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa00a44-04d9-4202-9e86-c1fb89034e03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:43.492290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afa00a44-04d9-4202-9e86-c1fb89034e03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.533894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-afa00a44-04d9-4202-9e86-c1fb89034e03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1986189 Jul 16 18:33:43.536721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 45860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:43.541916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'ports': [{'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6'}, {'network_id': '9a0e82f8-46b5-4439-8db8-9f5880151e31'}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:43.542228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:43.542703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': '9a0e82f8-46b5-4439-8db8-9f5880151e31'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:43.581163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa00a44-04d9-4202-9e86-c1fb89034e03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Network': ['ID=9a0e82f8-46b5-4439-8db8-9f5880151e31,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:43.593341 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 9a0e82f8-46b5-4439-8db8-9f5880151e31 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:43.725194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:43.730386 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.743747 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.844176 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port efbd21f8-35ab-49bd-83cb-c8b2654d77e7 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:43.997831 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.075757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port 129db222-81cc-4bc2-b626-129eb228d996 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:44.203870 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.247495 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.310063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a1a94241-2112-487c-8061-03b70ec274c6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:44.314202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:44.318369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:44.319298 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.329976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=efbd21f8-35ab-49bd-83cb-c8b2654d77e7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:44.725879 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=129db222-81cc-4bc2-b626-129eb228d996,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:44.733819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Checking segment: {'id': '102b51f4-4634-4d78-8579-72980c39c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9a0e82f8-46b5-4439-8db8-9f5880151e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:44.734194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network hostable DHCP agents. Network: 9a0e82f8-46b5-4439-8db8-9f5880151e31, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:44.755090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network 9a0e82f8-46b5-4439-8db8-9f5880151e31 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:44.765967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 9a0e82f8-46b5-4439-8db8-9f5880151e31) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:44.770018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:44.777252 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:44.780226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4430c9e-dce5-4016-bed2-aa632cbaa96b None None] Network 9a0e82f8-46b5-4439-8db8-9f5880151e31 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:44.782897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:44.783670 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.802544 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 45982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:44.804042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-24c7f90e-4b02-44f8-a71b-321e83bf502d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2651529 Jul 16 18:33:44.935151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bc2763a5-a358-4e1a-807e-62fed0b8e772 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 129db222-81cc-4bc2-b626-129eb228d996 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:44.935507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc2763a5-a358-4e1a-807e-62fed0b8e772 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.015047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc2763a5-a358-4e1a-807e-62fed0b8e772 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.033564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-bc2763a5-a358-4e1a-807e-62fed0b8e772 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 129db222-81cc-4bc2-b626-129eb228d996 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:45.129098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc2763a5-a358-4e1a-807e-62fed0b8e772 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.160622 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2763a5-a358-4e1a-807e-62fed0b8e772 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=129db222-81cc-4bc2-b626-129eb228d996,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.167555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc2763a5-a358-4e1a-807e-62fed0b8e772 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.169622 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bc2763a5-a358-4e1a-807e-62fed0b8e772 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/129db222-81cc-4bc2-b626-129eb228d996 HTTP/1.1" status: 204 len: 168 time: 0.3652971 Jul 16 18:33:45.172093 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46038) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:45.273831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c34cd6c-3b75-4bb7-96a7-458422a4ffb6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:45.286310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c34cd6c-3b75-4bb7-96a7-458422a4ffb6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:45.292866 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5c34cd6c-3b75-4bb7-96a7-458422a4ffb6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1168969 Jul 16 18:33:45.293946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:45.427799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a6f5e-38ee-4311-ae20-23ff6e9f73b5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port efbd21f8-35ab-49bd-83cb-c8b2654d77e7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:45.428661 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a2a6f5e-38ee-4311-ae20-23ff6e9f73b5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.538086 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a2a6f5e-38ee-4311-ae20-23ff6e9f73b5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.551728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a6f5e-38ee-4311-ae20-23ff6e9f73b5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for efbd21f8-35ab-49bd-83cb-c8b2654d77e7 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:45.643033 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a2a6f5e-38ee-4311-ae20-23ff6e9f73b5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.674417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a6f5e-38ee-4311-ae20-23ff6e9f73b5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=efbd21f8-35ab-49bd-83cb-c8b2654d77e7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.681923 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a2a6f5e-38ee-4311-ae20-23ff6e9f73b5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.683999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7a2a6f5e-38ee-4311-ae20-23ff6e9f73b5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/efbd21f8-35ab-49bd-83cb-c8b2654d77e7 HTTP/1.1" status: 204 len: 168 time: 0.3899481 Jul 16 18:33:45.686607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:45.761947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f38eebf-d40a-4984-9f3b-5cf060b67cf1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:45.763269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6f38eebf-d40a-4984-9f3b-5cf060b67cf1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0756903 Jul 16 18:33:45.766012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:45.796907 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38ed007-6904-4ed1-ace5-6ed5c2c2a744 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:33:45.801468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e38ed007-6904-4ed1-ace5-6ed5c2c2a744 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/129db222-81cc-4bc2-b626-129eb228d996 HTTP/1.1" status: 404 len: 333 time: 0.0316412 Jul 16 18:33:45.802002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46130) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:45.843753 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-71019039-a626-48aa-a24c-7a4751d5d6a3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:33:45.849773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:45.851191 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-71019039-a626-48aa-a24c-7a4751d5d6a3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/efbd21f8-35ab-49bd-83cb-c8b2654d77e7 HTTP/1.1" status: 404 len: 333 time: 0.0471296 Jul 16 18:33:45.935926 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.033273 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.049531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0e82f8-46b5-4439-8db8-9f5880151e31']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:46.061528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102b51f4-4634-4d78-8579-72980c39c2a7') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:46.061954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102b51f4-4634-4d78-8579-72980c39c2a7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:46.078376 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.096236 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.103238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:46.103647 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:46.107004 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:46.171710 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.179134 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.181227 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/networks/9a0e82f8-46b5-4439-8db8-9f5880151e31 HTTP/1.1" status: 204 len: 168 time: 0.3307211 Jul 16 18:33:46.185098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46192) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:46.192142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eba5dfb6-b787-4f72-a3ae-34a363b792b9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2109736427'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:46.193272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d20e0-2334-4e58-9322-c67d6edc7af4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Network': ['ID=9a0e82f8-46b5-4439-8db8-9f5880151e31,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:46.219304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba5dfb6-b787-4f72-a3ae-34a363b792b9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:46.223543 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba5dfb6-b787-4f72-a3ae-34a363b792b9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.251457 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba5dfb6-b787-4f72-a3ae-34a363b792b9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:46.262287 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba5dfb6-b787-4f72-a3ae-34a363b792b9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.262628 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-eba5dfb6-b787-4f72-a3ae-34a363b792b9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Added segment fcb1dd9e-cc95-4b91-9abc-991e3a88c0f1 of type vlan for network 4cc6c417-cb81-4f8d-88b4-51d6d5028aaa Jul 16 18:33:46.307126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba5dfb6-b787-4f72-a3ae-34a363b792b9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.340948 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba5dfb6-b787-4f72-a3ae-34a363b792b9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.348466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba5dfb6-b787-4f72-a3ae-34a363b792b9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:46.349031 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba5dfb6-b787-4f72-a3ae-34a363b792b9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.393749 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eba5dfb6-b787-4f72-a3ae-34a363b792b9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2069690 Jul 16 18:33:46.396522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46224) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:46.401811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d129e8e8-a71a-4bf1-8666-2ab03aa3d97f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': '4cc6c417-cb81-4f8d-88b4-51d6d5028aaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:46.447654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5dfb6-b787-4f72-a3ae-34a363b792b9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Network': ['ID=4cc6c417-cb81-4f8d-88b4-51d6d5028aaa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:46.462329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 4cc6c417-cb81-4f8d-88b4-51d6d5028aaa details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:46.538319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d129e8e8-a71a-4bf1-8666-2ab03aa3d97f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:46.542153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d129e8e8-a71a-4bf1-8666-2ab03aa3d97f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.736834 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d129e8e8-a71a-4bf1-8666-2ab03aa3d97f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.801291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129e8e8-a71a-4bf1-8666-2ab03aa3d97f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Subnet': ['ID=1318cd82-3a7c-4d5e-9dca-792ee6e76355,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:46.814679 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129e8e8-a71a-4bf1-8666-2ab03aa3d97f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Checking segment: {'id': 'fcb1dd9e-cc95-4b91-9abc-991e3a88c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4cc6c417-cb81-4f8d-88b4-51d6d5028aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:46.815092 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d129e8e8-a71a-4bf1-8666-2ab03aa3d97f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network hostable DHCP agents. Network: 4cc6c417-cb81-4f8d-88b4-51d6d5028aaa, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:46.834809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d129e8e8-a71a-4bf1-8666-2ab03aa3d97f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network 4cc6c417-cb81-4f8d-88b4-51d6d5028aaa is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:46.847455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d129e8e8-a71a-4bf1-8666-2ab03aa3d97f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 4cc6c417-cb81-4f8d-88b4-51d6d5028aaa) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:46.853939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d129e8e8-a71a-4bf1-8666-2ab03aa3d97f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:46.854236 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d129e8e8-a71a-4bf1-8666-2ab03aa3d97f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.857740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb8d3e2-d290-4278-b9a9-dd0f4274f4a9 None None] Network 4cc6c417-cb81-4f8d-88b4-51d6d5028aaa requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:46.872760 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d129e8e8-a71a-4bf1-8666-2ab03aa3d97f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4748545 Jul 16 18:33:46.875307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46298) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:46.882358 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': '4cc6c417-cb81-4f8d-88b4-51d6d5028aaa', 'name': 'tempest-PortsIpV6TestJSON-1992060622'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:47.003107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:47.006860 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.027675 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4cc6c417-cb81-4f8d-88b4-51d6d5028aaa', 'network_id': '4cc6c417-cb81-4f8d-88b4-51d6d5028aaa', 'tenant_id': '69823c4d29774cc99a8aad785d86ad3a', 'fixed_ips': [{'subnet_id': '1318cd82-3a7c-4d5e-9dca-792ee6e76355'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:47.029657 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.030360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port 1eb4ce74-dc96-44ff-9e6f-4b70169dba2c yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:47.165107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8::347 (4cc6c417-cb81-4f8d-88b4-51d6d5028aaa/1318cd82-3a7c-4d5e-9dca-792ee6e76355/1eb4ce74-dc96-44ff-9e6f-4b70169dba2c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:47.313751 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.327569 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Transition to ACTIVE for port object 1eb4ce74-dc96-44ff-9e6f-4b70169dba2c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:47.360557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.405993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network 4cc6c417-cb81-4f8d-88b4-51d6d5028aaa is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:47.409217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:47.413920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:47.414219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Allocated IP 2001:db8::2 (4cc6c417-cb81-4f8d-88b4-51d6d5028aaa/1318cd82-3a7c-4d5e-9dca-792ee6e76355/9c2b416b-bcc9-42b5-9577-4edf82d1e882) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:47.419696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:47.420317 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.429443 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=1eb4ce74-dc96-44ff-9e6f-4b70169dba2c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:47.439438 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cb837981-96ef-4565-88ce-c30ece9628df tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5630050 Jul 16 18:33:47.442332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:47.531937 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:33:47.551959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27c0a8c7-8591-465b-8cfc-7c1505065850 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 1eb4ce74-dc96-44ff-9e6f-4b70169dba2c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:47.552326 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c0a8c7-8591-465b-8cfc-7c1505065850 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.573287 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.583792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Transition to ACTIVE for port object 9c2b416b-bcc9-42b5-9577-4edf82d1e882 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:47.598932 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Transition to ACTIVE for port object 9c2b416b-bcc9-42b5-9577-4edf82d1e882 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:47.605757 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.643903 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c0a8c7-8591-465b-8cfc-7c1505065850 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.653669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Network 4cc6c417-cb81-4f8d-88b4-51d6d5028aaa is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:47.656600 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:47.658357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27c0a8c7-8591-465b-8cfc-7c1505065850 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 1eb4ce74-dc96-44ff-9e6f-4b70169dba2c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:47.660523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:47.668743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Pushing event updated for resources: {'Port': ['ID=9c2b416b-bcc9-42b5-9577-4edf82d1e882,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:47.801796 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c0a8c7-8591-465b-8cfc-7c1505065850 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.834209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0a8c7-8591-465b-8cfc-7c1505065850 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=1eb4ce74-dc96-44ff-9e6f-4b70169dba2c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:47.870715 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c0a8c7-8591-465b-8cfc-7c1505065850 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.872737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-27c0a8c7-8591-465b-8cfc-7c1505065850 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/1eb4ce74-dc96-44ff-9e6f-4b70169dba2c HTTP/1.1" status: 204 len: 168 time: 0.4293153 Jul 16 18:33:47.875328 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:47.898030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Attempting to bind port 9c2b416b-bcc9-42b5-9577-4edf82d1e882 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:47.898326 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Attempting to bind port 9c2b416b-bcc9-42b5-9577-4edf82d1e882 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'fcb1dd9e-cc95-4b91-9abc-991e3a88c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4cc6c417-cb81-4f8d-88b4-51d6d5028aaa'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:47.898687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Attempting to bind port 9c2b416b-bcc9-42b5-9577-4edf82d1e882 on network 4cc6c417-cb81-4f8d-88b4-51d6d5028aaa {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:47.903546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:47.903929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Checking segment: {'id': 'fcb1dd9e-cc95-4b91-9abc-991e3a88c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4cc6c417-cb81-4f8d-88b4-51d6d5028aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:47.904335 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.904733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Bound using segment: {'id': 'fcb1dd9e-cc95-4b91-9abc-991e3a88c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4cc6c417-cb81-4f8d-88b4-51d6d5028aaa'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:47.905200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Bound port: 9c2b416b-bcc9-42b5-9577-4edf82d1e882, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb1dd9e-cc95-4b91-9abc-991e3a88c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4cc6c417-cb81-4f8d-88b4-51d6d5028aaa'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:47.905643 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.906203 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2c4d49-11c7-4359-89ff-31dcf427b689 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:47.906853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2c4d49-11c7-4359-89ff-31dcf427b689 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:47.908580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fb2c4d49-11c7-4359-89ff-31dcf427b689 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/1eb4ce74-dc96-44ff-9e6f-4b70169dba2c HTTP/1.1" status: 404 len: 333 time: 0.0323415 Jul 16 18:33:47.911259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:47.937666 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-33373b1d-151e-4493-b816-282f6760da54 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:33:47.939153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-33373b1d-151e-4493-b816-282f6760da54 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/1eb4ce74-dc96-44ff-9e6f-4b70169dba2c HTTP/1.1" status: 404 len: 333 time: 0.0269969 Jul 16 18:33:47.941927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:47.967319 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] For port 9c2b416b-bcc9-42b5-9577-4edf82d1e882, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:47.970350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] For port 9c2b416b-bcc9-42b5-9577-4edf82d1e882, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9c2b416b-bcc9-42b5-9577-4edf82d1e882,segment=NetworkSegment(fcb1dd9e-cc95-4b91-9abc-991e3a88c0f1),segment_id=fcb1dd9e-cc95-4b91-9abc-991e3a88c0f1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:47.975256 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.991849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e57c2cf-f9b4-4b5f-aaa2-20cb347fb23e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting subnet 1318cd82-3a7c-4d5e-9dca-792ee6e76355 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:47.994930 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57c2cf-f9b4-4b5f-aaa2-20cb347fb23e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.040100 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57c2cf-f9b4-4b5f-aaa2-20cb347fb23e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.040554 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9f41e-00e2-4c7b-a54b-12490d92aea4 None None] Pushing event updated for resources: {'Port': ['ID=9c2b416b-bcc9-42b5-9577-4edf82d1e882,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.137235 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57c2cf-f9b4-4b5f-aaa2-20cb347fb23e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.209024 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57c2cf-f9b4-4b5f-aaa2-20cb347fb23e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.232277 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e57c2cf-f9b4-4b5f-aaa2-20cb347fb23e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.234705 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4e57c2cf-f9b4-4b5f-aaa2-20cb347fb23e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/1318cd82-3a7c-4d5e-9dca-792ee6e76355 HTTP/1.1" status: 204 len: 168 time: 0.2918086 Jul 16 18:33:48.237804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:48.255726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57c2cf-f9b4-4b5f-aaa2-20cb347fb23e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Subnet': ['ID=1318cd82-3a7c-4d5e-9dca-792ee6e76355,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.343557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.412406 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 9c2b416b-bcc9-42b5-9577-4edf82d1e882 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:48.412693 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.442077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-45ba3792-e82a-42ab-b0ed-5494157bf4b1 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:48.443589 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-45ba3792-e82a-42ab-b0ed-5494157bf4b1 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/networks?id=791a8875-bb4c-45d7-8198-521b97012b6f HTTP/1.1" status: 200 len: 814 time: 0.1182489 Jul 16 18:33:48.461002 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-77482222-cf6e-49d0-a3b6-d55670fc02d2 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/quotas/4594817a5d46423484bf5044a48d53b7 HTTP/1.1" status: 200 len: 375 time: 0.0105979 Jul 16 18:33:48.481783 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] For port 9c2b416b-bcc9-42b5-9577-4edf82d1e882, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9c2b416b-bcc9-42b5-9577-4edf82d1e882,segment=NetworkSegment(fcb1dd9e-cc95-4b91-9abc-991e3a88c0f1),segment_id=fcb1dd9e-cc95-4b91-9abc-991e3a88c0f1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:48.482288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.494641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 9c2b416b-bcc9-42b5-9577-4edf82d1e882 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:48.497678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-d4b41a96-9872-42ad-997f-1f5e9b02fc9d tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4594817a5d46423484bf5044a48d53b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305159 Jul 16 18:33:48.610870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-b947e21d-e5e9-4c03-8262-fd6b9ceec115 service neutron] 10.222.0.52 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056607 Jul 16 18:33:48.708487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-5c1002b8-7092-4498-bf12-0acbae77a710 service neutron] 10.222.0.52 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915570 Jul 16 18:33:48.874415 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.906655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=9c2b416b-bcc9-42b5-9577-4edf82d1e882,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.912229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No DVR routers for this DVR port 9c2b416b-bcc9-42b5-9577-4edf82d1e882 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:48.920736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b02209b9-bab3-4270-8938-53331731caf3 req-2dcbaa1c-b819-4c95-b5fa-4dc2a4efddbb tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 210 time: 0.0366881 Jul 16 18:33:49.005592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.018033 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc6c417-cb81-4f8d-88b4-51d6d5028aaa']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:49.030137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb1dd9e-cc95-4b91-9abc-991e3a88c0f1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:49.030517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb1dd9e-cc95-4b91-9abc-991e3a88c0f1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:49.040253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.062491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.069698 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:49.070059 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:49.073414 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:49.102647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e650de99-69f7-44ec-8abe-9452c9ae57d0 None None] Network 4cc6c417-cb81-4f8d-88b4-51d6d5028aaa requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:49.132955 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9af7e871-889c-4cd3-a4f9-8225bc3a5de5 None None] Could not find standard attr ID for object 9c2b416b-bcc9-42b5-9577-4edf82d1e882. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:33:49.144668 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.153837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.155921 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/networks/4cc6c417-cb81-4f8d-88b4-51d6d5028aaa HTTP/1.1" status: 204 len: 168 time: 0.9158161 Jul 16 18:33:49.160385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:49.165764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-affe818a-95f4-4adf-96a4-cdd421f1e387 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1165620724'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:49.171330 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9d385-0e82-4de2-a6f6-fb3f684c5360 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Network': ['ID=4cc6c417-cb81-4f8d-88b4-51d6d5028aaa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:49.198875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affe818a-95f4-4adf-96a4-cdd421f1e387 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:49.203274 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affe818a-95f4-4adf-96a4-cdd421f1e387 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.237651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affe818a-95f4-4adf-96a4-cdd421f1e387 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:49.250384 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affe818a-95f4-4adf-96a4-cdd421f1e387 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.250946 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-affe818a-95f4-4adf-96a4-cdd421f1e387 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Added segment 582f31ba-d01c-46c8-82f3-259b03f89ecd of type vlan for network a95861d7-7df8-45c7-abbf-c1d525608940 Jul 16 18:33:49.298556 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affe818a-95f4-4adf-96a4-cdd421f1e387 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.326643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb42ad-e618-4507-b6ea-d9efe128a4e4 None None] DHCP port deletion for 4cc6c417-cb81-4f8d-88b4-51d6d5028aaa request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:49.334717 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affe818a-95f4-4adf-96a4-cdd421f1e387 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.344377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe818a-95f4-4adf-96a4-cdd421f1e387 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:49.345172 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-affe818a-95f4-4adf-96a4-cdd421f1e387 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.380605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-affe818a-95f4-4adf-96a4-cdd421f1e387 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2190723 Jul 16 18:33:49.383827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:49.389366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-55c78070-f050-4a6e-b221-81efa32ce7c3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': 'a95861d7-7df8-45c7-abbf-c1d525608940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:49.448645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe818a-95f4-4adf-96a4-cdd421f1e387 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Network': ['ID=a95861d7-7df8-45c7-abbf-c1d525608940,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:49.459316 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network a95861d7-7df8-45c7-abbf-c1d525608940 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:49.534645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c78070-f050-4a6e-b221-81efa32ce7c3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:49.540206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55c78070-f050-4a6e-b221-81efa32ce7c3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.738017 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55c78070-f050-4a6e-b221-81efa32ce7c3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.801396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c78070-f050-4a6e-b221-81efa32ce7c3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Subnet': ['ID=4302f6fa-1e59-49cb-96ba-08636064cd9d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:49.808526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c78070-f050-4a6e-b221-81efa32ce7c3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Checking segment: {'id': '582f31ba-d01c-46c8-82f3-259b03f89ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a95861d7-7df8-45c7-abbf-c1d525608940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:49.808897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c78070-f050-4a6e-b221-81efa32ce7c3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network hostable DHCP agents. Network: a95861d7-7df8-45c7-abbf-c1d525608940, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:49.825856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c78070-f050-4a6e-b221-81efa32ce7c3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a95861d7-7df8-45c7-abbf-c1d525608940 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:49.836015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-55c78070-f050-4a6e-b221-81efa32ce7c3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, a95861d7-7df8-45c7-abbf-c1d525608940) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:49.840999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c78070-f050-4a6e-b221-81efa32ce7c3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:49.841745 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55c78070-f050-4a6e-b221-81efa32ce7c3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.852506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f65d62-4079-4889-b89f-9bec222d4368 None None] Network a95861d7-7df8-45c7-abbf-c1d525608940 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:49.858086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-55c78070-f050-4a6e-b221-81efa32ce7c3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4731865 Jul 16 18:33:49.861992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:49.867364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': 'a95861d7-7df8-45c7-abbf-c1d525608940', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-612044304'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:50.021218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:50.025660 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.026566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-a95861d7-7df8-45c7-abbf-c1d525608940', 'network_id': 'a95861d7-7df8-45c7-abbf-c1d525608940', 'tenant_id': '69823c4d29774cc99a8aad785d86ad3a', 'fixed_ips': [{'subnet_id': '4302f6fa-1e59-49cb-96ba-08636064cd9d'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:50.028223 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.099368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port a1f0644c-82fd-45f9-9d25-38e345263444 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:50.123681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8dcfa291-4f7e-439f-89a0-fb54f63128a4 req-fdfa3455-6cf4-4d15-b0e2-226d09936992 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 210 time: 0.0687673 Jul 16 18:33:50.200854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-3109e33c-83ab-4d5e-be41-99e665bd3574 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:50.202378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-3109e33c-83ab-4d5e-be41-99e665bd3574 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.42 "GET /v2.0/networks?id=791a8875-bb4c-45d7-8198-521b97012b6f HTTP/1.1" status: 200 len: 814 time: 0.2041752 Jul 16 18:33:50.210660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Allocated IP 2001:db8::2 (a95861d7-7df8-45c7-abbf-c1d525608940/4302f6fa-1e59-49cb-96ba-08636064cd9d/8b1f2183-1c90-4ad5-9d51-b0e358d65830) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:50.217545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Request body: {'port': {'device_id': 'dc9d6c0c-fbb4-4086-a900-ec3d901df404', 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f', 'admin_state_up': True, 'tenant_id': '4594817a5d46423484bf5044a48d53b7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:50.333227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Made reservation on behalf of 4594817a5d46423484bf5044a48d53b7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:50.337456 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.355151 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.364195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Transition to ACTIVE for port object 8b1f2183-1c90-4ad5-9d51-b0e358d65830 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:50.381110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Transition to ACTIVE for port object 8b1f2183-1c90-4ad5-9d51-b0e358d65830 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:50.387520 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.434658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Network a95861d7-7df8-45c7-abbf-c1d525608940 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:50.437887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:50.440792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:50.449444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Pushing event updated for resources: {'Port': ['ID=8b1f2183-1c90-4ad5-9d51-b0e358d65830,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.488479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8::1f7 (a95861d7-7df8-45c7-abbf-c1d525608940/4302f6fa-1e59-49cb-96ba-08636064cd9d/a1f0644c-82fd-45f9-9d25-38e345263444) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:50.513844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Attempting to bind port 8b1f2183-1c90-4ad5-9d51-b0e358d65830 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:50.514885 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Attempting to bind port 8b1f2183-1c90-4ad5-9d51-b0e358d65830 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '582f31ba-d01c-46c8-82f3-259b03f89ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a95861d7-7df8-45c7-abbf-c1d525608940'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:50.515590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Attempting to bind port 8b1f2183-1c90-4ad5-9d51-b0e358d65830 on network a95861d7-7df8-45c7-abbf-c1d525608940 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:50.521945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:50.522823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Checking segment: {'id': '582f31ba-d01c-46c8-82f3-259b03f89ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a95861d7-7df8-45c7-abbf-c1d525608940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:50.523545 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.524704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Bound using segment: {'id': '582f31ba-d01c-46c8-82f3-259b03f89ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a95861d7-7df8-45c7-abbf-c1d525608940'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:50.525772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Bound port: 8b1f2183-1c90-4ad5-9d51-b0e358d65830, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582f31ba-d01c-46c8-82f3-259b03f89ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a95861d7-7df8-45c7-abbf-c1d525608940'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:50.526522 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.529354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Allocated IP 172.20.0.11 (791a8875-bb4c-45d7-8198-521b97012b6f/1a958b26-ad2d-49f4-a562-da38dd3f78e7/fdd2a883-a427-47d5-a8ae-7487d9681329) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:50.604698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] For port 8b1f2183-1c90-4ad5-9d51-b0e358d65830, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:50.608365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] For port 8b1f2183-1c90-4ad5-9d51-b0e358d65830, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8b1f2183-1c90-4ad5-9d51-b0e358d65830,segment=NetworkSegment(582f31ba-d01c-46c8-82f3-259b03f89ecd),segment_id=582f31ba-d01c-46c8-82f3-259b03f89ecd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:50.614159 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.681589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3fefd-74f5-431d-86f0-bdd75f0a2c3c None None] Pushing event updated for resources: {'Port': ['ID=8b1f2183-1c90-4ad5-9d51-b0e358d65830,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.698836 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.746506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Transition to ACTIVE for port object a1f0644c-82fd-45f9-9d25-38e345263444 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:50.795006 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.817030 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.916012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a95861d7-7df8-45c7-abbf-c1d525608940 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:50.919444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=a1f0644c-82fd-45f9-9d25-38e345263444,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.926375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:50.929997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:50.936191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:50.936860 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.945499 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.983880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1309aa45-4cfe-4b8b-9580-15f4233818e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1206925 Jul 16 18:33:50.986704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:51.001459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Network 791a8875-bb4c-45d7-8198-521b97012b6f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:51.004804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:51.009647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:51.013640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Pushing event updated for resources: {'Port': ['ID=fdd2a883-a427-47d5-a8ae-7487d9681329,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:51.062442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:51.063074 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.078498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-91529101-de0f-48ee-934a-7c271678c308 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8662848 Jul 16 18:33:51.090467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Request body: {'port': {'device_id': 'dc9d6c0c-fbb4-4086-a900-ec3d901df404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:51.099212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port a1f0644c-82fd-45f9-9d25-38e345263444 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:51.099558 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.174331 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.210990 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.224151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for a1f0644c-82fd-45f9-9d25-38e345263444 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:51.379501 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.416473 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=a1f0644c-82fd-45f9-9d25-38e345263444,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:51.429121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39b0e0-5314-49a3-a745-eede8848bee7 req-b6904a2f-af9b-4735-ad03-d87b8668064d tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:51.431674 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.432038 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.432388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.432937 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c39b0e0-5314-49a3-a745-eede8848bee7 req-b6904a2f-af9b-4735-ad03-d87b8668064d tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 932 time: 0.1408381 Jul 16 18:33:51.433746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.434324 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.434865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.435588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.436142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.436534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.436877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.437212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.437589 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.465740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.470987 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-348c33a9-2c9f-4d5e-997f-d5942ba07dcf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/a1f0644c-82fd-45f9-9d25-38e345263444 HTTP/1.1" status: 204 len: 168 time: 0.4803131 Jul 16 18:33:51.471241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:51.503204 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c429371-0f22-43e5-9683-7e3bb1f3a03c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:33:51.503447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c39b0e0-5314-49a3-a745-eede8848bee7 req-57b2be8c-79e7-4fa8-bcad-e35841fd983b tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626230 Jul 16 18:33:51.505113 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9c429371-0f22-43e5-9683-7e3bb1f3a03c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/a1f0644c-82fd-45f9-9d25-38e345263444 HTTP/1.1" status: 404 len: 333 time: 0.0329354 Jul 16 18:33:51.508570 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:51.565549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd2a883-a427-47d5-a8ae-7487d9681329 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:51.574499 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.582721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3dd570-66f7-46fd-894c-02f34645b693 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting subnet 4302f6fa-1e59-49cb-96ba-08636064cd9d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:51.587034 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd570-66f7-46fd-894c-02f34645b693 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.593085 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Transition to ACTIVE for port object fdd2a883-a427-47d5-a8ae-7487d9681329 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:51.599018 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.650797 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd570-66f7-46fd-894c-02f34645b693 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.696926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd2a883-a427-47d5-a8ae-7487d9681329,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:51.721166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8b1f2183-1c90-4ad5-9d51-b0e358d65830 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:51.731605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.732005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.732302 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.732642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.732982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.733340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.733687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.734075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.734409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.734744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.735075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.735399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:51.773810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Attempting to bind port fdd2a883-a427-47d5-a8ae-7487d9681329 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:51.776025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Attempting to bind port fdd2a883-a427-47d5-a8ae-7487d9681329 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'db8bcacc-6dca-43c9-9df2-bda32ecbf8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:51.776674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Attempting to bind port fdd2a883-a427-47d5-a8ae-7487d9681329 on network 791a8875-bb4c-45d7-8198-521b97012b6f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:51.782119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Port fdd2a883-a427-47d5-a8ae-7487d9681329 on network 791a8875-bb4c-45d7-8198-521b97012b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:33:51.782650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Attempting to bind port fdd2a883-a427-47d5-a8ae-7487d9681329 on network 791a8875-bb4c-45d7-8198-521b97012b6f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:51.784841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 8b1f2183-1c90-4ad5-9d51-b0e358d65830 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:51.786882 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd570-66f7-46fd-894c-02f34645b693 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.789036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:51.789731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Checking segment: {'id': 'db8bcacc-6dca-43c9-9df2-bda32ecbf8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:51.791658 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Bound using segment: {'id': 'db8bcacc-6dca-43c9-9df2-bda32ecbf8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:51.792962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Bound port: fdd2a883-a427-47d5-a8ae-7487d9681329, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8bcacc-6dca-43c9-9df2-bda32ecbf8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:51.793712 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.794675 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee3c2ae-1a50-4674-b97a-4efce2b48f2b None None] Network a95861d7-7df8-45c7-abbf-c1d525608940 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:51.861590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd570-66f7-46fd-894c-02f34645b693 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.880802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] For port fdd2a883-a427-47d5-a8ae-7487d9681329, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:51.885131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bfd65f9f-a760-4ac6-a613-5462df2d41ea None None] Provisioning for port 8b1f2183-1c90-4ad5-9d51-b0e358d65830 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:51.886114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] For port fdd2a883-a427-47d5-a8ae-7487d9681329, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=fdd2a883-a427-47d5-a8ae-7487d9681329,segment=NetworkSegment(db8bcacc-6dca-43c9-9df2-bda32ecbf8aa),segment_id=db8bcacc-6dca-43c9-9df2-bda32ecbf8aa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:51.891888 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.899031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bfd65f9f-a760-4ac6-a613-5462df2d41ea None None] Provisioning complete for port 8b1f2183-1c90-4ad5-9d51-b0e358d65830 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:51.899414 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfd65f9f-a760-4ac6-a613-5462df2d41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.902516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dd570-66f7-46fd-894c-02f34645b693 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Subnet': ['ID=4302f6fa-1e59-49cb-96ba-08636064cd9d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:51.908125 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd570-66f7-46fd-894c-02f34645b693 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.910971 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5f3dd570-66f7-46fd-894c-02f34645b693 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/4302f6fa-1e59-49cb-96ba-08636064cd9d HTTP/1.1" status: 204 len: 168 time: 0.4009957 Jul 16 18:33:51.914028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:51.936666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:51.937297 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.939043 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] 10.222.0.42 "PUT /v2.0/ports/fdd2a883-a427-47d5-a8ae-7487d9681329 HTTP/1.1" status: 200 len: 1092 time: 0.8530617 Jul 16 18:33:51.939487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9d6c0c-fbb4-4086-a900-ec3d901df404', 'tag': 'fdd2a883-a427-47d5-a8ae-7487d9681329'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:51.942579 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36142af8-2493-4a97-b32d-d76dd9c15377" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9d6c0c-fbb4-4086-a900-ec3d901df404", "tag": "fdd2a883-a427-47d5-a8ae-7487d9681329"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:51.994539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb30846-eb3b-4be7-b2b8-4a7cb57aad87 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd2a883-a427-47d5-a8ae-7487d9681329,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:52.004772 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b195b5-caa7-4771-8ea6-0a21e13ea3b8 x-openstack-request-id: req-f5b195b5-caa7-4771-8ea6-0a21e13ea3b8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:52.005618 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9d6c0c-fbb4-4086-a900-ec3d901df404", "tag": "fdd2a883-a427-47d5-a8ae-7487d9681329", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:52.007534 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5b195b5-caa7-4771-8ea6-0a21e13ea3b8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:52.007877 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9d6c0c-fbb4-4086-a900-ec3d901df404', 'tag': 'fdd2a883-a427-47d5-a8ae-7487d9681329', 'status': 'completed', 'code': 200} Jul 16 18:33:52.015590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.043741 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfd65f9f-a760-4ac6-a613-5462df2d41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.083985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 8b1f2183-1c90-4ad5-9d51-b0e358d65830 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:52.086226 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-b8346ebd-a4a9-4f41-946e-7ed5d213cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.087813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-b8346ebd-a4a9-4f41-946e-7ed5d213cb28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4594817a5d46423484bf5044a48d53b7&device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 1095 time: 0.0855391 Jul 16 18:33:52.088151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.093130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bfd65f9f-a760-4ac6-a613-5462df2d41ea None None] For port 8b1f2183-1c90-4ad5-9d51-b0e358d65830, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8b1f2183-1c90-4ad5-9d51-b0e358d65830,segment=NetworkSegment(582f31ba-d01c-46c8-82f3-259b03f89ecd),segment_id=582f31ba-d01c-46c8-82f3-259b03f89ecd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:52.097831 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfd65f9f-a760-4ac6-a613-5462df2d41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.135656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-037ee6e5-d6c6-4ff4-935b-0d09ddbaee4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdd2a883-a427-47d5-a8ae-7487d9681329 HTTP/1.1" status: 200 len: 217 time: 0.0409684 Jul 16 18:33:52.162139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94044fe-8b66-45eb-895d-64d348e5ed85 None None] DHCP port deletion for a95861d7-7df8-45c7-abbf-c1d525608940 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:52.169011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] For port 8b1f2183-1c90-4ad5-9d51-b0e358d65830, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8b1f2183-1c90-4ad5-9d51-b0e358d65830,segment=NetworkSegment(582f31ba-d01c-46c8-82f3-259b03f89ecd),segment_id=582f31ba-d01c-46c8-82f3-259b03f89ecd)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:52.169496 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.172317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd65f9f-a760-4ac6-a613-5462df2d41ea None None] Pushing event updated for resources: {'Port': ['ID=8b1f2183-1c90-4ad5-9d51-b0e358d65830,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:52.188880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-9df9fbc3-5606-4ac6-86a9-68e42dbc5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.189213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 8b1f2183-1c90-4ad5-9d51-b0e358d65830 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:52.190632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-9df9fbc3-5606-4ac6-86a9-68e42dbc5af6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a958b26-ad2d-49f4-a562-da38dd3f78e7 HTTP/1.1" status: 200 len: 854 time: 0.0490139 Jul 16 18:33:52.220513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c94044fe-8b66-45eb-895d-64d348e5ed85 None None] Deleting port 8b1f2183-1c90-4ad5-9d51-b0e358d65830 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:52.220905 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c94044fe-8b66-45eb-895d-64d348e5ed85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.227081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-54a2ffaf-2134-4f38-9f6b-bfb47b649ecc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=791a8875-bb4c-45d7-8198-521b97012b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295064 Jul 16 18:33:52.286891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c94044fe-8b66-45eb-895d-64d348e5ed85 None None] For port 8b1f2183-1c90-4ad5-9d51-b0e358d65830, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8b1f2183-1c90-4ad5-9d51-b0e358d65830,segment=NetworkSegment(582f31ba-d01c-46c8-82f3-259b03f89ecd),segment_id=582f31ba-d01c-46c8-82f3-259b03f89ecd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:52.287384 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c94044fe-8b66-45eb-895d-64d348e5ed85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.290381 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.301944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c94044fe-8b66-45eb-895d-64d348e5ed85 None None] Calling delete_port for 8b1f2183-1c90-4ad5-9d51-b0e358d65830 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:52.308050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No DVR routers for this DVR port 8b1f2183-1c90-4ad5-9d51-b0e358d65830 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:52.331513 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=8b1f2183-1c90-4ad5-9d51-b0e358d65830,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:52.341354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-992993c1-5d3d-46a8-b3c1-dd1a41aa503a service neutron] 10.222.0.42 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078503 Jul 16 18:33:52.394922 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c94044fe-8b66-45eb-895d-64d348e5ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.410701 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.421590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94044fe-8b66-45eb-895d-64d348e5ed85 None None] Pushing event deleted for resources: {'Port': ['ID=8b1f2183-1c90-4ad5-9d51-b0e358d65830,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:52.422684 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95861d7-7df8-45c7-abbf-c1d525608940']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:52.430429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94044fe-8b66-45eb-895d-64d348e5ed85 None None] No DVR routers for this DVR port 8b1f2183-1c90-4ad5-9d51-b0e358d65830 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:52.435222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582f31ba-d01c-46c8-82f3-259b03f89ecd') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:52.435600 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582f31ba-d01c-46c8-82f3-259b03f89ecd') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:52.442470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3891b15-d281-4aac-b428-bd7cc6c81492 req-4604ea16-70d9-48ff-aee1-21331efc1984 service neutron] 10.222.0.42 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945466 Jul 16 18:33:52.446028 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.461307 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.468597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:52.469119 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:52.473412 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:52.546255 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.551335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36142af8-2493-4a97-b32d-d76dd9c15377 req-ff6b87af-5bec-4bda-a498-110cf5d23cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.551833 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.553050 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36142af8-2493-4a97-b32d-d76dd9c15377 req-ff6b87af-5bec-4bda-a498-110cf5d23cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4594817a5d46423484bf5044a48d53b7&device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 1095 time: 0.0604265 Jul 16 18:33:52.555353 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/networks/a95861d7-7df8-45c7-abbf-c1d525608940 HTTP/1.1" status: 204 len: 168 time: 0.6402631 Jul 16 18:33:52.558584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:52.571733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327f69f-3b94-4ac5-8436-1c2f717c00c4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Network': ['ID=a95861d7-7df8-45c7-abbf-c1d525608940,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:52.582354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'name': 'tempest-PortsIpV6TestJSON-532150259'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:52.771678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36142af8-2493-4a97-b32d-d76dd9c15377 req-22653834-6a65-49f1-9c1b-6499af963ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.773757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36142af8-2493-4a97-b32d-d76dd9c15377 req-22653834-6a65-49f1-9c1b-6499af963ace service neutron] 10.222.0.42 "GET /v2.0/networks?id=791a8875-bb4c-45d7-8198-521b97012b6f HTTP/1.1" status: 200 len: 915 time: 0.2067542 Jul 16 18:33:52.776407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:52.780186 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.834995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36142af8-2493-4a97-b32d-d76dd9c15377 req-0aa60f97-9aae-4b7f-98fa-860f9e320a55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdd2a883-a427-47d5-a8ae-7487d9681329 HTTP/1.1" status: 200 len: 217 time: 0.0482166 Jul 16 18:33:52.842356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port 6ee0361b-e705-4b61-a295-47ba3a0d5c1c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:52.891141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ddbb6-6ad4-4bf8-a8e5-a10fc4e2c637 req-0c59f9ef-fba2-4622-96a6-0037cdfefa67 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.892663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-522ddbb6-6ad4-4bf8-a8e5-a10fc4e2c637 req-0c59f9ef-fba2-4622-96a6-0037cdfefa67 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 944 time: 0.2338982 Jul 16 18:33:52.957655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36142af8-2493-4a97-b32d-d76dd9c15377 req-f4736b6f-8188-4230-8790-90d1d4024360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.959185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36142af8-2493-4a97-b32d-d76dd9c15377 req-f4736b6f-8188-4230-8790-90d1d4024360 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a958b26-ad2d-49f4-a562-da38dd3f78e7 HTTP/1.1" status: 200 len: 854 time: 0.1120942 Jul 16 18:33:53.343825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36142af8-2493-4a97-b32d-d76dd9c15377 req-da2140f3-5cf0-41fc-bd41-5843a1cb69cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=791a8875-bb4c-45d7-8198-521b97012b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3769073 Jul 16 18:33:53.352638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-522ddbb6-6ad4-4bf8-a8e5-a10fc4e2c637 req-021c9dfe-3607-48ff-854a-0087c63c1e75 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296205 Jul 16 18:33:53.501675 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.516297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36142af8-2493-4a97-b32d-d76dd9c15377 req-623391e7-b7bf-4aab-a22d-44cd1a4851a7 service neutron] 10.222.0.42 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627696 Jul 16 18:33:53.611642 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.639134 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8b1f2183-1c90-4ad5-9d51-b0e358d65830 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:53.659136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 8b1f2183-1c90-4ad5-9d51-b0e358d65830 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:53.659483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8b1f2183-1c90-4ad5-9d51-b0e358d65830 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:53.673632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a1a94241-2112-487c-8061-03b70ec274c6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:53.681724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:53.685019 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36142af8-2493-4a97-b32d-d76dd9c15377 req-4b27923b-a50d-49a5-9708-9eb9fd05ceb9 service neutron] 10.222.0.42 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612535 Jul 16 18:33:53.685680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:53.691414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:53.692013 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.695757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=6ee0361b-e705-4b61-a295-47ba3a0d5c1c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:53.709639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-eeeeca28-d1ee-4521-a73e-6687482cd41c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1437888 Jul 16 18:33:53.712097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:53.805379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c5a9ca63-8a14-4878-817e-e97f4c661376 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 6ee0361b-e705-4b61-a295-47ba3a0d5c1c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:53.805727 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a9ca63-8a14-4878-817e-e97f4c661376 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.875460 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a9ca63-8a14-4878-817e-e97f4c661376 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.887369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c5a9ca63-8a14-4878-817e-e97f4c661376 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 6ee0361b-e705-4b61-a295-47ba3a0d5c1c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:53.963951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a9ca63-8a14-4878-817e-e97f4c661376 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.994928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9ca63-8a14-4878-817e-e97f4c661376 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=6ee0361b-e705-4b61-a295-47ba3a0d5c1c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:54.007013 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a9ca63-8a14-4878-817e-e97f4c661376 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.008993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c5a9ca63-8a14-4878-817e-e97f4c661376 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/6ee0361b-e705-4b61-a295-47ba3a0d5c1c HTTP/1.1" status: 204 len: 168 time: 0.2959120 Jul 16 18:33:54.011389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:54.016204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'mac_address': 'fa:16:3e:03:f9:6c', 'name': 'tempest-PortsIpV6TestJSON-30190451'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:54.101724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:54.169545 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.191851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port eb04d87d-f53a-4a42-9c70-b7aae33d6c91 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:54.303151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device fdd2a883-a427-47d5-a8ae-7487d9681329 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:54.347723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.385273 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.406820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port fdd2a883-a427-47d5-a8ae-7487d9681329, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=fdd2a883-a427-47d5-a8ae-7487d9681329,segment=NetworkSegment(db8bcacc-6dca-43c9-9df2-bda32ecbf8aa),segment_id=db8bcacc-6dca-43c9-9df2-bda32ecbf8aa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:54.419461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'fdd2a883-a427-47d5-a8ae-7487d9681329', 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f', 'port_id': 'fdd2a883-a427-47d5-a8ae-7487d9681329', 'mac_address': 'fa:16:3e:fc:e8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a958b26-ad2d-49f4-a562-da38dd3f78e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:54.435232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a1a94241-2112-487c-8061-03b70ec274c6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:54.440674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:54.444464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:54.450081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:54.450692 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.458947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=eb04d87d-f53a-4a42-9c70-b7aae33d6c91,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:54.460530 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.475208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-569b38cc-4880-41d0-8de0-f181e4d94203 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.4605138 Jul 16 18:33:54.476105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:54.476232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd2a883-a427-47d5-a8ae-7487d9681329 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:54.497159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port fdd2a883-a427-47d5-a8ae-7487d9681329, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=fdd2a883-a427-47d5-a8ae-7487d9681329,segment=NetworkSegment(db8bcacc-6dca-43c9-9df2-bda32ecbf8aa),segment_id=db8bcacc-6dca-43c9-9df2-bda32ecbf8aa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:54.501433 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.555177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=fdd2a883-a427-47d5-a8ae-7487d9681329,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:54.564345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca508697-2d45-49bc-87f1-08e79b208210 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:54.565744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ca508697-2d45-49bc-87f1-08e79b208210 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/eb04d87d-f53a-4a42-9c70-b7aae33d6c91 HTTP/1.1" status: 200 len: 843 time: 0.0885851 Jul 16 18:33:54.568612 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:54.595773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd4f5e-f0c6-46ec-b979-6a97cd134b4f req-d6a3da39-fe8e-4f03-82df-c7cb65da666a tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:54.597474 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18cd4f5e-f0c6-46ec-b979-6a97cd134b4f req-d6a3da39-fe8e-4f03-82df-c7cb65da666a tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 945 time: 0.0888371 Jul 16 18:33:54.634670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-18cd4f5e-f0c6-46ec-b979-6a97cd134b4f req-2ba2c6a4-2a3a-4625-b2b0-3ecbe6822d24 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315893 Jul 16 18:33:54.665977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-faa88477-44ab-4661-bcb1-b1095be40cb3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port eb04d87d-f53a-4a42-9c70-b7aae33d6c91 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:54.666328 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa88477-44ab-4661-bcb1-b1095be40cb3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.735704 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa88477-44ab-4661-bcb1-b1095be40cb3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.747251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-faa88477-44ab-4661-bcb1-b1095be40cb3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for eb04d87d-f53a-4a42-9c70-b7aae33d6c91 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:54.759030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['fdd2a883-a427-47d5-a8ae-7487d9681329'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:54.827201 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa88477-44ab-4661-bcb1-b1095be40cb3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.861759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa88477-44ab-4661-bcb1-b1095be40cb3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=eb04d87d-f53a-4a42-9c70-b7aae33d6c91,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:54.869790 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-faa88477-44ab-4661-bcb1-b1095be40cb3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.871807 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-faa88477-44ab-4661-bcb1-b1095be40cb3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/eb04d87d-f53a-4a42-9c70-b7aae33d6c91 HTTP/1.1" status: 204 len: 168 time: 0.3010395 Jul 16 18:33:54.874447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:54.903795 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-840976bd-8c79-4e5b-8be3-48d9e61d4b4c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:33:54.905359 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-840976bd-8c79-4e5b-8be3-48d9e61d4b4c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/eb04d87d-f53a-4a42-9c70-b7aae33d6c91 HTTP/1.1" status: 404 len: 333 time: 0.0299466 Jul 16 18:33:54.909515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:54.914954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'name': 'tempest-PortsIpV6TestJSON-1652955766'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:55.001651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:55.005093 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.022228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port ba6f2e2b-7934-4ffe-93d1-e6062f31ee16 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:55.176887 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.214194 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.263427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a1a94241-2112-487c-8061-03b70ec274c6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:55.266430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:55.270219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:55.275921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.276355 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.284201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=ba6f2e2b-7934-4ffe-93d1-e6062f31ee16,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:55.294975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-07547765-86dd-4037-8201-7c402c405e63 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.3842671 Jul 16 18:33:55.297469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:55.302633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-98dcda42-2c4a-4824-bbb5-f8687d6ad5d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:55.384021 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98dcda42-2c4a-4824-bbb5-f8687d6ad5d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.536484 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98dcda42-2c4a-4824-bbb5-f8687d6ad5d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.541103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98dcda42-2c4a-4824-bbb5-f8687d6ad5d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.572982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-98dcda42-2c4a-4824-bbb5-f8687d6ad5d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] In _notify_port_updated(), no bound segment for port ba6f2e2b-7934-4ffe-93d1-e6062f31ee16 on network a1a94241-2112-487c-8061-03b70ec274c6 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:33:55.578438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dcda42-2c4a-4824-bbb5-f8687d6ad5d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.578937 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98dcda42-2c4a-4824-bbb5-f8687d6ad5d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.580217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-98dcda42-2c4a-4824-bbb5-f8687d6ad5d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "PUT /v2.0/ports/ba6f2e2b-7934-4ffe-93d1-e6062f31ee16 HTTP/1.1" status: 200 len: 818 time: 0.2818179 Jul 16 18:33:55.583017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:55.596996 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcda42-2c4a-4824-bbb5-f8687d6ad5d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=ba6f2e2b-7934-4ffe-93d1-e6062f31ee16,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:55.687135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-03eff7e2-57d9-431f-a536-20baf441a435 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port ba6f2e2b-7934-4ffe-93d1-e6062f31ee16 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:55.687486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03eff7e2-57d9-431f-a536-20baf441a435 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.759868 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03eff7e2-57d9-431f-a536-20baf441a435 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.771693 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-03eff7e2-57d9-431f-a536-20baf441a435 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for ba6f2e2b-7934-4ffe-93d1-e6062f31ee16 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:55.813735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a46fa9-3a6b-430a-94a8-660385ef9b29 req-88a710e5-12b7-4bcb-bb37-9550c180c3a0 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.815207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8a46fa9-3a6b-430a-94a8-660385ef9b29 req-88a710e5-12b7-4bcb-bb37-9550c180c3a0 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 945 time: 0.0679584 Jul 16 18:33:55.855103 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8a46fa9-3a6b-430a-94a8-660385ef9b29 req-73dd1222-7f00-4d5b-ad22-0190cf9ef7fc tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Jul 16 18:33:55.858834 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03eff7e2-57d9-431f-a536-20baf441a435 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.895863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eff7e2-57d9-431f-a536-20baf441a435 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=ba6f2e2b-7934-4ffe-93d1-e6062f31ee16,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:55.903522 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-03eff7e2-57d9-431f-a536-20baf441a435 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.905466 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-03eff7e2-57d9-431f-a536-20baf441a435 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/ba6f2e2b-7934-4ffe-93d1-e6062f31ee16 HTTP/1.1" status: 204 len: 168 time: 0.3212352 Jul 16 18:33:55.907946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:55.973328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4216a577-ba32-42bd-9154-3413f6f19c65 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.974829 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4216a577-ba32-42bd-9154-3413f6f19c65 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0659115 Jul 16 18:33:55.978008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46418) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:56.004063 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fce1bed-26fc-4009-b020-0d49e90a62e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:33:56.005502 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4fce1bed-26fc-4009-b020-0d49e90a62e8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/ba6f2e2b-7934-4ffe-93d1-e6062f31ee16 HTTP/1.1" status: 404 len: 333 time: 0.0265694 Jul 16 18:33:56.009274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:56.014070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-62bcd399-c152-49a5-9cd9-eb5b530588ee tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1930566432'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:56.033628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bcd399-c152-49a5-9cd9-eb5b530588ee tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:56.036956 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62bcd399-c152-49a5-9cd9-eb5b530588ee tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.059029 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bcd399-c152-49a5-9cd9-eb5b530588ee tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:56.068216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62bcd399-c152-49a5-9cd9-eb5b530588ee tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.068550 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-62bcd399-c152-49a5-9cd9-eb5b530588ee tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Added segment b561507c-c534-49b6-9679-f48b695ef8ce of type vlan for network c0b7b950-9123-4f6f-aaef-673a3114e3e8 Jul 16 18:33:56.107877 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62bcd399-c152-49a5-9cd9-eb5b530588ee tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.138705 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62bcd399-c152-49a5-9cd9-eb5b530588ee tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.144136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bcd399-c152-49a5-9cd9-eb5b530588ee tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:56.144714 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62bcd399-c152-49a5-9cd9-eb5b530588ee tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.180364 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-62bcd399-c152-49a5-9cd9-eb5b530588ee tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1700912 Jul 16 18:33:56.183206 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46422) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:56.190288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-396b656f-d6cc-44c5-80b6-b56142784f6a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': 'c0b7b950-9123-4f6f-aaef-673a3114e3e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:56.220036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcd399-c152-49a5-9cd9-eb5b530588ee tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Network': ['ID=c0b7b950-9123-4f6f-aaef-673a3114e3e8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:56.230434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network c0b7b950-9123-4f6f-aaef-673a3114e3e8 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:56.309415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396b656f-d6cc-44c5-80b6-b56142784f6a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:56.313218 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-396b656f-d6cc-44c5-80b6-b56142784f6a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.318739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device fdd2a883-a427-47d5-a8ae-7487d9681329 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:56.367643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port fdd2a883-a427-47d5-a8ae-7487d9681329 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:56.371759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port fdd2a883-a427-47d5-a8ae-7487d9681329 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:56.372136 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.449079 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.475315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9d6c0c-fbb4-4086-a900-ec3d901df404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd2a883-a427-47d5-a8ae-7487d9681329'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:56.477595 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b8b524-6875-4db4-a04d-861b1eb3349e" -d '{"events": [{"server_uuid": "dc9d6c0c-fbb4-4086-a900-ec3d901df404", "name": "network-vif-plugged", "status": "completed", "tag": "fdd2a883-a427-47d5-a8ae-7487d9681329"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:56.490128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port fdd2a883-a427-47d5-a8ae-7487d9681329, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=fdd2a883-a427-47d5-a8ae-7487d9681329,segment=NetworkSegment(db8bcacc-6dca-43c9-9df2-bda32ecbf8aa),segment_id=db8bcacc-6dca-43c9-9df2-bda32ecbf8aa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:56.495297 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.497094 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-396b656f-d6cc-44c5-80b6-b56142784f6a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.520273 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990fb1d7-fbf6-4be8-9bb0-f1e73118d45f x-openstack-request-id: req-990fb1d7-fbf6-4be8-9bb0-f1e73118d45f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:56.520570 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9d6c0c-fbb4-4086-a900-ec3d901df404", "name": "network-vif-plugged", "status": "completed", "tag": "fdd2a883-a427-47d5-a8ae-7487d9681329", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:56.520817 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-990fb1d7-fbf6-4be8-9bb0-f1e73118d45f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:56.521215 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9d6c0c-fbb4-4086-a900-ec3d901df404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd2a883-a427-47d5-a8ae-7487d9681329', 'code': 200} Jul 16 18:33:56.549844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=fdd2a883-a427-47d5-a8ae-7487d9681329,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:56.552141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b656f-d6cc-44c5-80b6-b56142784f6a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Subnet': ['ID=03064bfc-8d5d-4419-a51f-abad93df19cd,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:56.568375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396b656f-d6cc-44c5-80b6-b56142784f6a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Checking segment: {'id': 'b561507c-c534-49b6-9679-f48b695ef8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0b7b950-9123-4f6f-aaef-673a3114e3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:56.568798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396b656f-d6cc-44c5-80b6-b56142784f6a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network hostable DHCP agents. Network: c0b7b950-9123-4f6f-aaef-673a3114e3e8, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:56.585540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396b656f-d6cc-44c5-80b6-b56142784f6a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network c0b7b950-9123-4f6f-aaef-673a3114e3e8 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:56.594269 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-396b656f-d6cc-44c5-80b6-b56142784f6a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, c0b7b950-9123-4f6f-aaef-673a3114e3e8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:56.598420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b656f-d6cc-44c5-80b6-b56142784f6a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:56.599077 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-396b656f-d6cc-44c5-80b6-b56142784f6a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.604436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c7bbe-5350-4456-a307-0418c0025f8e None None] Network c0b7b950-9123-4f6f-aaef-673a3114e3e8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:56.617950 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-396b656f-d6cc-44c5-80b6-b56142784f6a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4335661 Jul 16 18:33:56.620548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46426) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:56.625786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1c2c2387-9abe-4fbb-b623-6d5cb5f15bed tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': 'c0b7b950-9123-4f6f-aaef-673a3114e3e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:56.644391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72de1cf-483f-4944-b418-55f921cf7ca4 req-44996b80-e041-4ca4-8dc8-cd41752f31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:56.646605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f72de1cf-483f-4944-b418-55f921cf7ca4 req-44996b80-e041-4ca4-8dc8-cd41752f31c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 1097 time: 0.0547757 Jul 16 18:33:56.679966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f72de1cf-483f-4944-b418-55f921cf7ca4 req-a3a91360-4650-4bf8-afd5-32b38a29a023 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281246 Jul 16 18:33:56.742763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2c2387-9abe-4fbb-b623-6d5cb5f15bed tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:56.746436 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2387-9abe-4fbb-b623-6d5cb5f15bed tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.759262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-c0b7b950-9123-4f6f-aaef-673a3114e3e8', 'network_id': 'c0b7b950-9123-4f6f-aaef-673a3114e3e8', 'tenant_id': '69823c4d29774cc99a8aad785d86ad3a', 'fixed_ips': [{'subnet_id': '03064bfc-8d5d-4419-a51f-abad93df19cd'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:56.760191 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.834852 n-d-793618-9 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-1c2c2387-9abe-4fbb-b623-6d5cb5f15bed tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03064bfc-8d5d-4419-a51f-abad93df19cd (CIDR: 2001:db8::/64) Jul 16 18:33:56.838444 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2c2387-9abe-4fbb-b623-6d5cb5f15bed tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:33:56.839025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2c2387-9abe-4fbb-b623-6d5cb5f15bed tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:56.853149 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1c2c2387-9abe-4fbb-b623-6d5cb5f15bed tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2315111 Jul 16 18:33:56.855892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:56.860798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6f4b288f-7635-4f4a-bf77-284e3a846183 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': 'c0b7b950-9123-4f6f-aaef-673a3114e3e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:56.917509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Allocated IP 2001:db8::2 (c0b7b950-9123-4f6f-aaef-673a3114e3e8/03064bfc-8d5d-4419-a51f-abad93df19cd/29f040ec-f37f-49b0-9e09-8cba1b45639b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:56.977696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4b288f-7635-4f4a-bf77-284e3a846183 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:56.981240 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f4b288f-7635-4f4a-bf77-284e3a846183 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.035987 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30287875-b9cd-4569-a262-80019aeb3bf9 req-6ebb13b0-6573-47d8-8143-95816576fb9d tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.038867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30287875-b9cd-4569-a262-80019aeb3bf9 req-6ebb13b0-6573-47d8-8143-95816576fb9d tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 946 time: 0.0665622 Jul 16 18:33:57.068784 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.079226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30287875-b9cd-4569-a262-80019aeb3bf9 req-8632f509-00f1-4aa6-8e5b-32b4b895ffe0 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347219 Jul 16 18:33:57.081764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Transition to ACTIVE for port object 29f040ec-f37f-49b0-9e09-8cba1b45639b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:57.098633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Transition to ACTIVE for port object 29f040ec-f37f-49b0-9e09-8cba1b45639b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:57.108458 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.151961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Network c0b7b950-9123-4f6f-aaef-673a3114e3e8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:57.155119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:57.157524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:57.167249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Pushing event updated for resources: {'Port': ['ID=29f040ec-f37f-49b0-9e09-8cba1b45639b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:57.220374 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Attempting to bind port 29f040ec-f37f-49b0-9e09-8cba1b45639b on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:57.220744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Attempting to bind port 29f040ec-f37f-49b0-9e09-8cba1b45639b by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'b561507c-c534-49b6-9679-f48b695ef8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0b7b950-9123-4f6f-aaef-673a3114e3e8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:57.221112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Attempting to bind port 29f040ec-f37f-49b0-9e09-8cba1b45639b on network c0b7b950-9123-4f6f-aaef-673a3114e3e8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:57.226509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:57.226887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Checking segment: {'id': 'b561507c-c534-49b6-9679-f48b695ef8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0b7b950-9123-4f6f-aaef-673a3114e3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:57.227292 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.227698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Bound using segment: {'id': 'b561507c-c534-49b6-9679-f48b695ef8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0b7b950-9123-4f6f-aaef-673a3114e3e8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:57.228168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Bound port: 29f040ec-f37f-49b0-9e09-8cba1b45639b, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b561507c-c534-49b6-9679-f48b695ef8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0b7b950-9123-4f6f-aaef-673a3114e3e8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:57.228556 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.233600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f4b288f-7635-4f4a-bf77-284e3a846183 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.275316 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b288f-7635-4f4a-bf77-284e3a846183 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network c0b7b950-9123-4f6f-aaef-673a3114e3e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:57.278303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6f4b288f-7635-4f4a-bf77-284e3a846183 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:57.281272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4b288f-7635-4f4a-bf77-284e3a846183 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.281886 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f4b288f-7635-4f4a-bf77-284e3a846183 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.291575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] For port 29f040ec-f37f-49b0-9e09-8cba1b45639b, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:57.294969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] For port 29f040ec-f37f-49b0-9e09-8cba1b45639b, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=29f040ec-f37f-49b0-9e09-8cba1b45639b,segment=NetworkSegment(b561507c-c534-49b6-9679-f48b695ef8ce),segment_id=b561507c-c534-49b6-9679-f48b695ef8ce)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:57.295829 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b288f-7635-4f4a-bf77-284e3a846183 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Subnet': ['ID=fd09d109-4641-43e7-8243-a2b4bd9fac9f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:57.300451 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.304467 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6f4b288f-7635-4f4a-bf77-284e3a846183 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4475727 Jul 16 18:33:57.307050 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46432) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:57.312849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': 'c0b7b950-9123-4f6f-aaef-673a3114e3e8', 'fixed_ips': [{'subnet_id': '03064bfc-8d5d-4419-a51f-abad93df19cd'}, {'subnet_id': 'fd09d109-4641-43e7-8243-a2b4bd9fac9f'}], 'name': 'tempest-PortsIpV6TestJSON-673305868'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:57.364919 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acbc01-efd1-4f93-88cc-e80dee22afee None None] Pushing event updated for resources: {'Port': ['ID=29f040ec-f37f-49b0-9e09-8cba1b45639b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:57.437039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:57.549064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.571713 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port cac534b5-06c1-4baa-a090-f5bb2c6cf911 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:57.687498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 29f040ec-f37f-49b0-9e09-8cba1b45639b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:57.739800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 29f040ec-f37f-49b0-9e09-8cba1b45639b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:57.857720 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8::168 (c0b7b950-9123-4f6f-aaef-673a3114e3e8/03064bfc-8d5d-4419-a51f-abad93df19cd/cac534b5-06c1-4baa-a090-f5bb2c6cf911) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:57.864376 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8:0:1::13c (c0b7b950-9123-4f6f-aaef-673a3114e3e8/fd09d109-4641-43e7-8243-a2b4bd9fac9f/cac534b5-06c1-4baa-a090-f5bb2c6cf911) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:58.007401 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.020547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Transition to ACTIVE for port object cac534b5-06c1-4baa-a090-f5bb2c6cf911 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:58.056830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.099446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network c0b7b950-9123-4f6f-aaef-673a3114e3e8 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:58.105294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:58.108876 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:58.114623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:58.115350 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.126869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=cac534b5-06c1-4baa-a090-f5bb2c6cf911,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:58.138372 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-aa7b7b92-fb16-42ea-b792-a57e735bad71 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.8302295 Jul 16 18:33:58.140971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46436) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:58.146328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1b119f9d-5fbd-477f-89bd-e8877e6025b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '03064bfc-8d5d-4419-a51f-abad93df19cd'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:58.244061 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b119f9d-5fbd-477f-89bd-e8877e6025b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.278938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447bbc6-31dd-4438-9279-7718262d044a req-805b9ee2-3737-4aef-991f-dab465590653 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:58.285830 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e447bbc6-31dd-4438-9279-7718262d044a req-805b9ee2-3737-4aef-991f-dab465590653 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 946 time: 0.0768983 Jul 16 18:33:58.323645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e447bbc6-31dd-4438-9279-7718262d044a req-6665a8bb-9696-49f9-929f-c68c4515a54a tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361683 Jul 16 18:33:58.398651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafa1c57-0382-40b2-9036-1577636d5fc1 None None] Network c0b7b950-9123-4f6f-aaef-673a3114e3e8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:58.496494 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f32f64ff-c3b3-4935-bb61-41981dc94262 None None] Provisioning for port 29f040ec-f37f-49b0-9e09-8cba1b45639b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:58.504043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1b119f9d-5fbd-477f-89bd-e8877e6025b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Delete allocated IP 2001:db8:0:1::13c (c0b7b950-9123-4f6f-aaef-673a3114e3e8/fd09d109-4641-43e7-8243-a2b4bd9fac9f) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:33:58.504967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f32f64ff-c3b3-4935-bb61-41981dc94262 None None] Provisioning complete for port 29f040ec-f37f-49b0-9e09-8cba1b45639b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:58.505616 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f32f64ff-c3b3-4935-bb61-41981dc94262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.658977 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f32f64ff-c3b3-4935-bb61-41981dc94262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.744640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f32f64ff-c3b3-4935-bb61-41981dc94262 None None] For port 29f040ec-f37f-49b0-9e09-8cba1b45639b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=29f040ec-f37f-49b0-9e09-8cba1b45639b,segment=NetworkSegment(b561507c-c534-49b6-9679-f48b695ef8ce),segment_id=b561507c-c534-49b6-9679-f48b695ef8ce)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:58.752163 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f32f64ff-c3b3-4935-bb61-41981dc94262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.822163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7bf15-958d-4e28-88b1-cefb57f8aefd None None] Update dhcp port {'port': {'network_id': 'c0b7b950-9123-4f6f-aaef-673a3114e3e8', 'fixed_ips': [{'subnet_id': '03064bfc-8d5d-4419-a51f-abad93df19cd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd09d109-4641-43e7-8243-a2b4bd9fac9f'}], 'binding:host_id': 'n-d-793618-9'}, 'id': '29f040ec-f37f-49b0-9e09-8cba1b45639b'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:33:58.826589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f64ff-c3b3-4935-bb61-41981dc94262 None None] Pushing event updated for resources: {'Port': ['ID=29f040ec-f37f-49b0-9e09-8cba1b45639b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:58.868138 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09e7bf15-958d-4e28-88b1-cefb57f8aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.922791 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b119f9d-5fbd-477f-89bd-e8877e6025b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.934971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-1b119f9d-5fbd-477f-89bd-e8877e6025b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Ignored duplicate provisioning block setup for port cac534b5-06c1-4baa-a090-f5bb2c6cf911 by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:33:58.940912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b119f9d-5fbd-477f-89bd-e8877e6025b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.007929 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-1b119f9d-5fbd-477f-89bd-e8877e6025b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] In _notify_port_updated(), no bound segment for port cac534b5-06c1-4baa-a090-f5bb2c6cf911 on network c0b7b950-9123-4f6f-aaef-673a3114e3e8 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:33:59.013708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b119f9d-5fbd-477f-89bd-e8877e6025b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:59.014483 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1b119f9d-5fbd-477f-89bd-e8877e6025b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.015842 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1b119f9d-5fbd-477f-89bd-e8877e6025b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "PUT /v2.0/ports/cac534b5-06c1-4baa-a090-f5bb2c6cf911 HTTP/1.1" status: 200 len: 925 time: 0.8738909 Jul 16 18:33:59.019174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:59.025722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4cc1e241-5365-409b-ab53-fbc2c3bb392f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '03064bfc-8d5d-4419-a51f-abad93df19cd'}, {'subnet_id': 'fd09d109-4641-43e7-8243-a2b4bd9fac9f'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:59.033555 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119f9d-5fbd-477f-89bd-e8877e6025b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=cac534b5-06c1-4baa-a090-f5bb2c6cf911,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:59.071766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-09e7bf15-958d-4e28-88b1-cefb57f8aefd None None] Allocated IP 2001:db8:0:1::2 (c0b7b950-9123-4f6f-aaef-673a3114e3e8/fd09d109-4641-43e7-8243-a2b4bd9fac9f/29f040ec-f37f-49b0-9e09-8cba1b45639b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:59.188881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-09e7bf15-958d-4e28-88b1-cefb57f8aefd None None] For port 29f040ec-f37f-49b0-9e09-8cba1b45639b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=29f040ec-f37f-49b0-9e09-8cba1b45639b,segment=NetworkSegment(b561507c-c534-49b6-9679-f48b695ef8ce),segment_id=b561507c-c534-49b6-9679-f48b695ef8ce)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:59.216281 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e241-5365-409b-ab53-fbc2c3bb392f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.224677 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09e7bf15-958d-4e28-88b1-cefb57f8aefd None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.239093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-09e7bf15-958d-4e28-88b1-cefb57f8aefd None None] Transition to ACTIVE for port object 29f040ec-f37f-49b0-9e09-8cba1b45639b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:59.243655 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09e7bf15-958d-4e28-88b1-cefb57f8aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.334493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7bf15-958d-4e28-88b1-cefb57f8aefd None None] Pushing event updated for resources: {'Port': ['ID=29f040ec-f37f-49b0-9e09-8cba1b45639b,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:59.504224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4cc1e241-5365-409b-ab53-fbc2c3bb392f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8:0:1::d1 (c0b7b950-9123-4f6f-aaef-673a3114e3e8/fd09d109-4641-43e7-8243-a2b4bd9fac9f/cac534b5-06c1-4baa-a090-f5bb2c6cf911) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:59.672333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 29f040ec-f37f-49b0-9e09-8cba1b45639b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:59.674213 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e241-5365-409b-ab53-fbc2c3bb392f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.693560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4cc1e241-5365-409b-ab53-fbc2c3bb392f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Ignored duplicate provisioning block setup for port cac534b5-06c1-4baa-a090-f5bb2c6cf911 by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:33:59.705263 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e241-5365-409b-ab53-fbc2c3bb392f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.813184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4cc1e241-5365-409b-ab53-fbc2c3bb392f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] In _notify_port_updated(), no bound segment for port cac534b5-06c1-4baa-a090-f5bb2c6cf911 on network c0b7b950-9123-4f6f-aaef-673a3114e3e8 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:33:59.818777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc1e241-5365-409b-ab53-fbc2c3bb392f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:59.819953 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cc1e241-5365-409b-ab53-fbc2c3bb392f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.821301 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4cc1e241-5365-409b-ab53-fbc2c3bb392f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "PUT /v2.0/ports/cac534b5-06c1-4baa-a090-f5bb2c6cf911 HTTP/1.1" status: 200 len: 1010 time: 0.8007019 Jul 16 18:33:59.824285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:59.825675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1e241-5365-409b-ab53-fbc2c3bb392f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=cac534b5-06c1-4baa-a090-f5bb2c6cf911,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:59.960287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3a832ff9-d07b-4bd8-984c-929c78bde8b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port cac534b5-06c1-4baa-a090-f5bb2c6cf911 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:59.960915 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a832ff9-d07b-4bd8-984c-929c78bde8b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.979426 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dd391b-392e-4a1a-a31e-85a766b16c6c None None] Network c0b7b950-9123-4f6f-aaef-673a3114e3e8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:00.052695 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a832ff9-d07b-4bd8-984c-929c78bde8b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.066796 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3a832ff9-d07b-4bd8-984c-929c78bde8b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for cac534b5-06c1-4baa-a090-f5bb2c6cf911 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:00.103787 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d28aafd-85f0-4b85-a65d-337125bcb576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.114378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9d522e86-1045-4223-a4ee-1d036388c77f None None] Provisioning for port cac534b5-06c1-4baa-a090-f5bb2c6cf911 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:00.123669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9d522e86-1045-4223-a4ee-1d036388c77f None None] Provisioning complete for port cac534b5-06c1-4baa-a090-f5bb2c6cf911 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:00.124331 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d522e86-1045-4223-a4ee-1d036388c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.264384 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a832ff9-d07b-4bd8-984c-929c78bde8b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.308744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a832ff9-d07b-4bd8-984c-929c78bde8b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=cac534b5-06c1-4baa-a090-f5bb2c6cf911,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:00.343913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9d522e86-1045-4223-a4ee-1d036388c77f None None] Port cac534b5-06c1-4baa-a090-f5bb2c6cf911 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:00.358406 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3a832ff9-d07b-4bd8-984c-929c78bde8b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.363904 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3a832ff9-d07b-4bd8-984c-929c78bde8b1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/cac534b5-06c1-4baa-a090-f5bb2c6cf911 HTTP/1.1" status: 204 len: 168 time: 0.5350347 Jul 16 18:34:00.364103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:00.368341 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9d522e86-1045-4223-a4ee-1d036388c77f None None] Provisioning for port 29f040ec-f37f-49b0-9e09-8cba1b45639b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:00.374516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9d522e86-1045-4223-a4ee-1d036388c77f None None] Provisioning complete for port 29f040ec-f37f-49b0-9e09-8cba1b45639b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:00.374914 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d522e86-1045-4223-a4ee-1d036388c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.393448 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddd6b8c-e162-44a8-b547-82940c80b8bf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:34:00.395309 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7ddd6b8c-e162-44a8-b547-82940c80b8bf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/cac534b5-06c1-4baa-a090-f5bb2c6cf911 HTTP/1.1" status: 404 len: 333 time: 0.0304976 Jul 16 18:34:00.398555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:00.455470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccb1778-0ddc-4eac-8ac2-a688972194b3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting subnet fd09d109-4641-43e7-8243-a2b4bd9fac9f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:00.460418 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1778-0ddc-4eac-8ac2-a688972194b3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.505232 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1778-0ddc-4eac-8ac2-a688972194b3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.608322 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1778-0ddc-4eac-8ac2-a688972194b3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.679604 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1778-0ddc-4eac-8ac2-a688972194b3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.689292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c59de9c-aef7-4e4e-a703-b3cbfa7395e4 None None] Provisioning complete for port 29f040ec-f37f-49b0-9e09-8cba1b45639b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:00.689935 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c59de9c-aef7-4e4e-a703-b3cbfa7395e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.715683 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1778-0ddc-4eac-8ac2-a688972194b3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.720027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2ccb1778-0ddc-4eac-8ac2-a688972194b3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/fd09d109-4641-43e7-8243-a2b4bd9fac9f HTTP/1.1" status: 204 len: 168 time: 0.3174174 Jul 16 18:34:00.720027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb1778-0ddc-4eac-8ac2-a688972194b3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Subnet': ['ID=fd09d109-4641-43e7-8243-a2b4bd9fac9f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:00.720902 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46520) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:00.783253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a0764f-4fe4-4750-8f44-ad7c57876206 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting subnet 03064bfc-8d5d-4419-a51f-abad93df19cd {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:00.787063 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0a0764f-4fe4-4750-8f44-ad7c57876206 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.836214 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0a0764f-4fe4-4750-8f44-ad7c57876206 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.865367 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094d8c4d-9f0c-470f-9287-eede467289f7 None None] Network c0b7b950-9123-4f6f-aaef-673a3114e3e8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:00.935757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-340bd809-3392-4918-baa8-28294f2a42b8 None None] Could not find standard attr ID for object cac534b5-06c1-4baa-a090-f5bb2c6cf911. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:00.943693 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0a0764f-4fe4-4750-8f44-ad7c57876206 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.005353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0a0764f-4fe4-4750-8f44-ad7c57876206 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.036448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0764f-4fe4-4750-8f44-ad7c57876206 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Subnet': ['ID=03064bfc-8d5d-4419-a51f-abad93df19cd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:01.041217 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c0a0764f-4fe4-4750-8f44-ad7c57876206 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.043649 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c0a0764f-4fe4-4750-8f44-ad7c57876206 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/03064bfc-8d5d-4419-a51f-abad93df19cd HTTP/1.1" status: 204 len: 168 time: 0.3214149 Jul 16 18:34:01.045993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46524) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:01.124629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e459d8-3e7c-45e8-8da5-05b5f3288b86 None None] Update dhcp port {'port': {'network_id': 'c0b7b950-9123-4f6f-aaef-673a3114e3e8', 'fixed_ips': [{'subnet_id': '03064bfc-8d5d-4419-a51f-abad93df19cd'}], 'binding:host_id': 'n-d-793618-9'}, 'id': '29f040ec-f37f-49b0-9e09-8cba1b45639b'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:34:01.141462 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.164479 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c6e459d8-3e7c-45e8-8da5-05b5f3288b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.202782 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 29f040ec-f37f-49b0-9e09-8cba1b45639b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:01.203129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.277777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] For port 29f040ec-f37f-49b0-9e09-8cba1b45639b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=29f040ec-f37f-49b0-9e09-8cba1b45639b,segment=NetworkSegment(b561507c-c534-49b6-9679-f48b695ef8ce),segment_id=b561507c-c534-49b6-9679-f48b695ef8ce)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:01.278139 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.302895 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 29f040ec-f37f-49b0-9e09-8cba1b45639b owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:01.357613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed78e99-af45-4bb9-bf2b-d3f0ac5a5cd7 None None] Network c0b7b950-9123-4f6f-aaef-673a3114e3e8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:01.392457 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.422973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No DVR routers for this DVR port 29f040ec-f37f-49b0-9e09-8cba1b45639b on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:01.430245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=29f040ec-f37f-49b0-9e09-8cba1b45639b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:01.454338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-85a4a388-aafd-4d30-93e0-daf202af4dd2 None None] Could not find standard attr ID for object 29f040ec-f37f-49b0-9e09-8cba1b45639b. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:01.494948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c3415f-02fb-42e0-ba97-057c6d74c353 None None] DHCP port deletion for c0b7b950-9123-4f6f-aaef-673a3114e3e8 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:01.520877 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.531381 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b7b950-9123-4f6f-aaef-673a3114e3e8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:01.545542 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b561507c-c534-49b6-9679-f48b695ef8ce') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:01.545843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b561507c-c534-49b6-9679-f48b695ef8ce') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:01.555689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.570830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.577057 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:01.577645 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:01.581228 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:01.644984 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 29f040ec-f37f-49b0-9e09-8cba1b45639b no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:01.652555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.660535 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.666987 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/networks/c0b7b950-9123-4f6f-aaef-673a3114e3e8 HTTP/1.1" status: 204 len: 168 time: 0.6198020 Jul 16 18:34:01.667165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:01.681023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068ec6e-d390-4a21-a7fc-a2be1d6f4507 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Network': ['ID=c0b7b950-9123-4f6f-aaef-673a3114e3e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:01.685846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 29f040ec-f37f-49b0-9e09-8cba1b45639b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:01.686460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 29f040ec-f37f-49b0-9e09-8cba1b45639b not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:01.752269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda51b9-653a-42e7-b664-28ad3f2d7257 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.756163 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ffda51b9-653a-42e7-b664-28ad3f2d7257 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0855391 Jul 16 18:34:01.757884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:01.822463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-63540455-544e-47d6-8d29-a7ff20005f77 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0634720 Jul 16 18:34:01.825888 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:01.830786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-afac381b-a81a-4095-80b8-502af50c1390 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1777562674'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:01.856562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac381b-a81a-4095-80b8-502af50c1390 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:01.860089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afac381b-a81a-4095-80b8-502af50c1390 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.886826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afac381b-a81a-4095-80b8-502af50c1390 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:01.896682 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afac381b-a81a-4095-80b8-502af50c1390 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.896976 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-afac381b-a81a-4095-80b8-502af50c1390 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Added segment 490f9719-9161-46d4-beb2-3a1b6b533fbb of type vlan for network e996357c-07c2-4308-be32-588eedecf660 Jul 16 18:34:01.940462 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afac381b-a81a-4095-80b8-502af50c1390 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.971760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afac381b-a81a-4095-80b8-502af50c1390 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.978782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac381b-a81a-4095-80b8-502af50c1390 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.979422 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afac381b-a81a-4095-80b8-502af50c1390 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.023498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-afac381b-a81a-4095-80b8-502af50c1390 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1953020 Jul 16 18:34:02.025947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:02.037212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-245086f8-0e55-48bd-8221-e8b82c5c7aae tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': 'e996357c-07c2-4308-be32-588eedecf660', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:02.064530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac381b-a81a-4095-80b8-502af50c1390 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Network': ['ID=e996357c-07c2-4308-be32-588eedecf660,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:02.077414 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network e996357c-07c2-4308-be32-588eedecf660 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:02.131993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245086f8-0e55-48bd-8221-e8b82c5c7aae tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:02.136159 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245086f8-0e55-48bd-8221-e8b82c5c7aae tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.298219 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4c9cce5-d6c1-49be-8464-3a29c2e4ba33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.328275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245086f8-0e55-48bd-8221-e8b82c5c7aae tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.397770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245086f8-0e55-48bd-8221-e8b82c5c7aae tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Subnet': ['ID=1d7b5ab4-1057-4a51-8940-10b6e5394b0c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:02.402570 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245086f8-0e55-48bd-8221-e8b82c5c7aae tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Checking segment: {'id': '490f9719-9161-46d4-beb2-3a1b6b533fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e996357c-07c2-4308-be32-588eedecf660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:02.402938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245086f8-0e55-48bd-8221-e8b82c5c7aae tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network hostable DHCP agents. Network: e996357c-07c2-4308-be32-588eedecf660, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:02.420361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245086f8-0e55-48bd-8221-e8b82c5c7aae tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network e996357c-07c2-4308-be32-588eedecf660 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:02.430182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-245086f8-0e55-48bd-8221-e8b82c5c7aae tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, e996357c-07c2-4308-be32-588eedecf660) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:02.434544 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245086f8-0e55-48bd-8221-e8b82c5c7aae tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:02.435140 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-245086f8-0e55-48bd-8221-e8b82c5c7aae tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.440666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf77509-8f2a-4d47-9dd4-e5aceed275fe None None] Network e996357c-07c2-4308-be32-588eedecf660 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:02.452446 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-245086f8-0e55-48bd-8221-e8b82c5c7aae tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4206641 Jul 16 18:34:02.454943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:02.460113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': 'e996357c-07c2-4308-be32-588eedecf660', 'name': 'tempest-PortsIpV6TestJSON-1199833685'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:02.586115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:02.590097 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.602761 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-e996357c-07c2-4308-be32-588eedecf660', 'network_id': 'e996357c-07c2-4308-be32-588eedecf660', 'tenant_id': '69823c4d29774cc99a8aad785d86ad3a', 'fixed_ips': [{'subnet_id': '1d7b5ab4-1057-4a51-8940-10b6e5394b0c'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:02.603781 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.613873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port 8c2459e5-f3e3-4f61-a316-842467c5deda yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:34:02.744040 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8::334 (e996357c-07c2-4308-be32-588eedecf660/1d7b5ab4-1057-4a51-8940-10b6e5394b0c/8c2459e5-f3e3-4f61-a316-842467c5deda) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:02.754244 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.759101 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.819626 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.911215 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.926161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Transition to ACTIVE for port object 8c2459e5-f3e3-4f61-a316-842467c5deda will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:02.961641 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.010247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Allocated IP 2001:db8::2 (e996357c-07c2-4308-be32-588eedecf660/1d7b5ab4-1057-4a51-8940-10b6e5394b0c/9545c489-b6f8-43b8-aef4-8e181f70f9cf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:03.010544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network e996357c-07c2-4308-be32-588eedecf660 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:03.013961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:03.016777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:03.023043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.023956 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.037533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=8c2459e5-f3e3-4f61-a316-842467c5deda,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:03.046833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f6dde825-c393-460d-81cf-8d53fe736d9f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5907543 Jul 16 18:34:03.049307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:03.055902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': 'e996357c-07c2-4308-be32-588eedecf660', 'name': 'tempest-PortsIpV6TestJSON-325544348'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:03.182391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:03.187184 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.190645 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.199305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Transition to ACTIVE for port object 9545c489-b6f8-43b8-aef4-8e181f70f9cf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:03.208690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port 1a459930-edac-4bb8-affe-d46383b65ad2 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:34:03.217033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Transition to ACTIVE for port object 9545c489-b6f8-43b8-aef4-8e181f70f9cf will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:03.223187 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.257211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Network e996357c-07c2-4308-be32-588eedecf660 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:03.262659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:03.266241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:03.306483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Pushing event updated for resources: {'Port': ['ID=9545c489-b6f8-43b8-aef4-8e181f70f9cf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:03.339939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8::f5 (e996357c-07c2-4308-be32-588eedecf660/1d7b5ab4-1057-4a51-8940-10b6e5394b0c/1a459930-edac-4bb8-affe-d46383b65ad2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:03.342903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Attempting to bind port 9545c489-b6f8-43b8-aef4-8e181f70f9cf on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:03.343283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Attempting to bind port 9545c489-b6f8-43b8-aef4-8e181f70f9cf by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '490f9719-9161-46d4-beb2-3a1b6b533fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e996357c-07c2-4308-be32-588eedecf660'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:03.343656 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Attempting to bind port 9545c489-b6f8-43b8-aef4-8e181f70f9cf on network e996357c-07c2-4308-be32-588eedecf660 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:03.348993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:03.349400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Checking segment: {'id': '490f9719-9161-46d4-beb2-3a1b6b533fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e996357c-07c2-4308-be32-588eedecf660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:03.349847 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.350321 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Bound using segment: {'id': '490f9719-9161-46d4-beb2-3a1b6b533fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e996357c-07c2-4308-be32-588eedecf660'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:03.350789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Bound port: 9545c489-b6f8-43b8-aef4-8e181f70f9cf, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490f9719-9161-46d4-beb2-3a1b6b533fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e996357c-07c2-4308-be32-588eedecf660'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:03.351196 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.423496 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-594639f5-1673-4a18-9958-9387efac9030 None None] For port 9545c489-b6f8-43b8-aef4-8e181f70f9cf, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:03.426645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-594639f5-1673-4a18-9958-9387efac9030 None None] For port 9545c489-b6f8-43b8-aef4-8e181f70f9cf, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9545c489-b6f8-43b8-aef4-8e181f70f9cf,segment=NetworkSegment(490f9719-9161-46d4-beb2-3a1b6b533fbb),segment_id=490f9719-9161-46d4-beb2-3a1b6b533fbb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:03.432150 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.498865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594639f5-1673-4a18-9958-9387efac9030 None None] Pushing event updated for resources: {'Port': ['ID=9545c489-b6f8-43b8-aef4-8e181f70f9cf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:03.517003 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.531829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Transition to ACTIVE for port object 1a459930-edac-4bb8-affe-d46383b65ad2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:03.572252 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.622139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network e996357c-07c2-4308-be32-588eedecf660 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:03.625588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:03.629735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:03.635566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.636209 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.645550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=1a459930-edac-4bb8-affe-d46383b65ad2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:03.661462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:03.661985 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8f61327d-0d2b-40af-9ae1-4da5248dd014 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6110952 Jul 16 18:34:03.835438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc51bd3-7a35-47e8-9166-f3901bfc245b tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.840804 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0cc51bd3-7a35-47e8-9166-f3901bfc245b tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A334 HTTP/1.1" status: 200 len: 929 time: 0.1738157 Jul 16 18:34:03.840804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:03.858773 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.954437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e831131f-5950-4d70-acba-ea9d8fef0170 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 1a459930-edac-4bb8-affe-d46383b65ad2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:03.954711 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e831131f-5950-4d70-acba-ea9d8fef0170 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.053150 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e831131f-5950-4d70-acba-ea9d8fef0170 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.068285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e831131f-5950-4d70-acba-ea9d8fef0170 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 1a459930-edac-4bb8-affe-d46383b65ad2 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:04.222050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e831131f-5950-4d70-acba-ea9d8fef0170 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.268104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831131f-5950-4d70-acba-ea9d8fef0170 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=1a459930-edac-4bb8-affe-d46383b65ad2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:04.297094 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e831131f-5950-4d70-acba-ea9d8fef0170 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.300014 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e831131f-5950-4d70-acba-ea9d8fef0170 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/1a459930-edac-4bb8-affe-d46383b65ad2 HTTP/1.1" status: 204 len: 168 time: 0.4569871 Jul 16 18:34:04.302683 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:04.340265 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2771da1-dd3c-478f-98f0-633c4f5650dc tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:34:04.342158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e2771da1-dd3c-478f-98f0-633c4f5650dc tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/1a459930-edac-4bb8-affe-d46383b65ad2 HTTP/1.1" status: 404 len: 333 time: 0.0392847 Jul 16 18:34:04.346400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:04.483115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5e541460-513a-4914-ba0b-ee9d11fee4f4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 8c2459e5-f3e3-4f61-a316-842467c5deda {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:04.483475 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e541460-513a-4914-ba0b-ee9d11fee4f4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.596883 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e541460-513a-4914-ba0b-ee9d11fee4f4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.611051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24c51d6-0118-4583-8b35-d36ab63da45d None None] Network e996357c-07c2-4308-be32-588eedecf660 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:04.614398 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5e541460-513a-4914-ba0b-ee9d11fee4f4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 8c2459e5-f3e3-4f61-a316-842467c5deda owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:04.689185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-af9ef7f3-cd7d-4b12-a0fe-1d9b68737c7c None None] Provisioning for port 9545c489-b6f8-43b8-aef4-8e181f70f9cf completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:04.783405 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e541460-513a-4914-ba0b-ee9d11fee4f4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.818702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e541460-513a-4914-ba0b-ee9d11fee4f4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=8c2459e5-f3e3-4f61-a316-842467c5deda,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:04.868575 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e541460-513a-4914-ba0b-ee9d11fee4f4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.870823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5e541460-513a-4914-ba0b-ee9d11fee4f4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/8c2459e5-f3e3-4f61-a316-842467c5deda HTTP/1.1" status: 204 len: 168 time: 0.5231731 Jul 16 18:34:04.874123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46554) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:04.910385 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2da2cf-6d58-4d36-bce4-f40020d97b1b tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:34:04.913368 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3b2da2cf-6d58-4d36-bce4-f40020d97b1b tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/8c2459e5-f3e3-4f61-a316-842467c5deda HTTP/1.1" status: 404 len: 333 time: 0.0358613 Jul 16 18:34:04.915134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46556) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:04.984400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef3e4e1-93c6-4a0f-9d62-c2e4772b7708 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting subnet 1d7b5ab4-1057-4a51-8940-10b6e5394b0c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:04.990858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bef3e4e1-93c6-4a0f-9d62-c2e4772b7708 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.035806 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bef3e4e1-93c6-4a0f-9d62-c2e4772b7708 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.118354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1a1607f4-419d-40f9-91bc-42d2484b3cb2 None None] Could not find standard attr ID for object 8c2459e5-f3e3-4f61-a316-842467c5deda. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:05.134368 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bef3e4e1-93c6-4a0f-9d62-c2e4772b7708 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.209070 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bef3e4e1-93c6-4a0f-9d62-c2e4772b7708 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.253992 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3e4e1-93c6-4a0f-9d62-c2e4772b7708 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7b5ab4-1057-4a51-8940-10b6e5394b0c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.258542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bef3e4e1-93c6-4a0f-9d62-c2e4772b7708 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.262915 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bef3e4e1-93c6-4a0f-9d62-c2e4772b7708 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/1d7b5ab4-1057-4a51-8940-10b6e5394b0c HTTP/1.1" status: 204 len: 168 time: 0.3441765 Jul 16 18:34:05.263297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:05.301631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade4c667-3dab-495f-82e4-5fc6f83aae7e None None] Network e996357c-07c2-4308-be32-588eedecf660 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:05.346051 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.374954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f123af03-d2df-4355-a5a6-2781c6ffccc4 None None] Could not find standard attr ID for object 8c2459e5-f3e3-4f61-a316-842467c5deda. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:05.406664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 9545c489-b6f8-43b8-aef4-8e181f70f9cf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:05.407002 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.477625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] For port 9545c489-b6f8-43b8-aef4-8e181f70f9cf, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9545c489-b6f8-43b8-aef4-8e181f70f9cf,segment=NetworkSegment(490f9719-9161-46d4-beb2-3a1b6b533fbb),segment_id=490f9719-9161-46d4-beb2-3a1b6b533fbb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:05.478065 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.491422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 9545c489-b6f8-43b8-aef4-8e181f70f9cf owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:05.510890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ba1a9d-4c5a-49a4-95ac-234bd6c048d7 None None] DHCP port deletion for e996357c-07c2-4308-be32-588eedecf660 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:05.563293 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.580990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba1a9d-4c5a-49a4-95ac-234bd6c048d7 None None] Deleting port 9545c489-b6f8-43b8-aef4-8e181f70f9cf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:05.582217 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7ba1a9d-4c5a-49a4-95ac-234bd6c048d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.588648 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.615717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=9545c489-b6f8-43b8-aef4-8e181f70f9cf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.619420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No DVR routers for this DVR port 9545c489-b6f8-43b8-aef4-8e181f70f9cf on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:05.666457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7ba1a9d-4c5a-49a4-95ac-234bd6c048d7 None None] For port 9545c489-b6f8-43b8-aef4-8e181f70f9cf, host n-d-793618-9, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:05.667087 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7ba1a9d-4c5a-49a4-95ac-234bd6c048d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.682349 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba1a9d-4c5a-49a4-95ac-234bd6c048d7 None None] Calling delete_port for 9545c489-b6f8-43b8-aef4-8e181f70f9cf owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:05.685594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-d7ba1a9d-4c5a-49a4-95ac-234bd6c048d7 None None] Port 9545c489-b6f8-43b8-aef4-8e181f70f9cf was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:34:05.689074 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7ba1a9d-4c5a-49a4-95ac-234bd6c048d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.706935 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.718956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba1a9d-4c5a-49a4-95ac-234bd6c048d7 None None] Pushing event deleted for resources: {'Port': ['ID=9545c489-b6f8-43b8-aef4-8e181f70f9cf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.724281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba1a9d-4c5a-49a4-95ac-234bd6c048d7 None None] No DVR routers for this DVR port 9545c489-b6f8-43b8-aef4-8e181f70f9cf on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:05.728789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e996357c-07c2-4308-be32-588eedecf660']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:05.751472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490f9719-9161-46d4-beb2-3a1b6b533fbb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:05.751805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490f9719-9161-46d4-beb2-3a1b6b533fbb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:05.764852 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.781858 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.788387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:05.788784 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:05.792293 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:05.862740 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.873750 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.875591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/networks/e996357c-07c2-4308-be32-588eedecf660 HTTP/1.1" status: 204 len: 168 time: 0.6112940 Jul 16 18:34:05.879480 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46562) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:05.885944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dcec8465-4c42-4f9c-925e-f7c06f9af794 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1537191648'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:05.892232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04f496-6585-4524-86a5-5570525aec87 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Network': ['ID=e996357c-07c2-4308-be32-588eedecf660,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.914983 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcec8465-4c42-4f9c-925e-f7c06f9af794 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:05.918507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcec8465-4c42-4f9c-925e-f7c06f9af794 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.946550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcec8465-4c42-4f9c-925e-f7c06f9af794 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:05.956546 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcec8465-4c42-4f9c-925e-f7c06f9af794 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.956900 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-dcec8465-4c42-4f9c-925e-f7c06f9af794 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Added segment 3a36e770-2ab2-42d7-a7f5-7d89696c396a of type vlan for network 78137518-bc50-4d11-bdf7-a57a0ead4d0c Jul 16 18:34:06.009406 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcec8465-4c42-4f9c-925e-f7c06f9af794 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.042224 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcec8465-4c42-4f9c-925e-f7c06f9af794 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.048918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec8465-4c42-4f9c-925e-f7c06f9af794 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:06.049885 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dcec8465-4c42-4f9c-925e-f7c06f9af794 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.091096 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dcec8465-4c42-4f9c-925e-f7c06f9af794 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2104719 Jul 16 18:34:06.094076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:06.099282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-38f0a3e9-359a-45e4-bcfd-35a8d0f034f1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': '78137518-bc50-4d11-bdf7-a57a0ead4d0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:06.121294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec8465-4c42-4f9c-925e-f7c06f9af794 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Network': ['ID=78137518-bc50-4d11-bdf7-a57a0ead4d0c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:06.131574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 78137518-bc50-4d11-bdf7-a57a0ead4d0c details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:06.203786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f0a3e9-359a-45e4-bcfd-35a8d0f034f1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:06.208472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38f0a3e9-359a-45e4-bcfd-35a8d0f034f1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.402975 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38f0a3e9-359a-45e4-bcfd-35a8d0f034f1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.469531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0a3e9-359a-45e4-bcfd-35a8d0f034f1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Subnet': ['ID=4c54edb7-ba3c-4ed3-a6f6-9ed2fa9d764f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:06.479672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f0a3e9-359a-45e4-bcfd-35a8d0f034f1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Checking segment: {'id': '3a36e770-2ab2-42d7-a7f5-7d89696c396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '78137518-bc50-4d11-bdf7-a57a0ead4d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:06.480035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f0a3e9-359a-45e4-bcfd-35a8d0f034f1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network hostable DHCP agents. Network: 78137518-bc50-4d11-bdf7-a57a0ead4d0c, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:06.496667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f0a3e9-359a-45e4-bcfd-35a8d0f034f1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network 78137518-bc50-4d11-bdf7-a57a0ead4d0c is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:06.505628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-38f0a3e9-359a-45e4-bcfd-35a8d0f034f1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 78137518-bc50-4d11-bdf7-a57a0ead4d0c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:06.510929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f0a3e9-359a-45e4-bcfd-35a8d0f034f1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:06.511792 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38f0a3e9-359a-45e4-bcfd-35a8d0f034f1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.515747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1956eebd-770a-451d-8e72-5031070b7664 None None] Network 78137518-bc50-4d11-bdf7-a57a0ead4d0c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:06.531627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-38f0a3e9-359a-45e4-bcfd-35a8d0f034f1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4333770 Jul 16 18:34:06.531869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:06.536778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': '78137518-bc50-4d11-bdf7-a57a0ead4d0c', 'name': 'tempest-PortsIpV6TestJSON-277529125', 'fixed_ips': [{'subnet_id': '4c54edb7-ba3c-4ed3-a6f6-9ed2fa9d764f', 'ip_address': '2001:db8::10'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:06.659822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:06.678136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-78137518-bc50-4d11-bdf7-a57a0ead4d0c', 'network_id': '78137518-bc50-4d11-bdf7-a57a0ead4d0c', 'tenant_id': '69823c4d29774cc99a8aad785d86ad3a', 'fixed_ips': [{'subnet_id': '4c54edb7-ba3c-4ed3-a6f6-9ed2fa9d764f'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:06.680499 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.854035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Allocated IP 2001:db8::2 (78137518-bc50-4d11-bdf7-a57a0ead4d0c/4c54edb7-ba3c-4ed3-a6f6-9ed2fa9d764f/bf1048ba-3a86-4d0d-90f7-f6b61baa5c31) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:07.018914 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.029903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Transition to ACTIVE for port object bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:07.046918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Transition to ACTIVE for port object bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:07.054935 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.094190 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Network 78137518-bc50-4d11-bdf7-a57a0ead4d0c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:07.095341 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.097259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:07.104062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:07.114846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port 4eff63eb-7dbb-4e90-a680-a4d0b397b9bd yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:34:07.117784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Pushing event updated for resources: {'Port': ['ID=bf1048ba-3a86-4d0d-90f7-f6b61baa5c31,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.171717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Attempting to bind port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:07.172110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Attempting to bind port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '3a36e770-2ab2-42d7-a7f5-7d89696c396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '78137518-bc50-4d11-bdf7-a57a0ead4d0c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:07.172464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Attempting to bind port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 on network 78137518-bc50-4d11-bdf7-a57a0ead4d0c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:07.178080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:07.178593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Checking segment: {'id': '3a36e770-2ab2-42d7-a7f5-7d89696c396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '78137518-bc50-4d11-bdf7-a57a0ead4d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:07.179006 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.179406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Bound using segment: {'id': '3a36e770-2ab2-42d7-a7f5-7d89696c396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '78137518-bc50-4d11-bdf7-a57a0ead4d0c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:07.181877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Bound port: bf1048ba-3a86-4d0d-90f7-f6b61baa5c31, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a36e770-2ab2-42d7-a7f5-7d89696c396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '78137518-bc50-4d11-bdf7-a57a0ead4d0c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:07.181877 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.269402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] For port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:07.273591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] For port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bf1048ba-3a86-4d0d-90f7-f6b61baa5c31,segment=NetworkSegment(3a36e770-2ab2-42d7-a7f5-7d89696c396a),segment_id=3a36e770-2ab2-42d7-a7f5-7d89696c396a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:07.281411 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.366856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8::10 (78137518-bc50-4d11-bdf7-a57a0ead4d0c/4c54edb7-ba3c-4ed3-a6f6-9ed2fa9d764f/4eff63eb-7dbb-4e90-a680-a4d0b397b9bd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:07.392263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a94b2e-eff6-46e4-8321-737d7ee613c3 None None] Pushing event updated for resources: {'Port': ['ID=bf1048ba-3a86-4d0d-90f7-f6b61baa5c31,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.583859 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.619495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Transition to ACTIVE for port object 4eff63eb-7dbb-4e90-a680-a4d0b397b9bd will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:07.659488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.711830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network 78137518-bc50-4d11-bdf7-a57a0ead4d0c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:07.715824 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:07.718855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:07.722531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:07.729496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:07.730265 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.745959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=4eff63eb-7dbb-4e90-a680-a4d0b397b9bd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.759620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9d9da9d3-f0ab-4426-8f62-59254f893a91 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2231989 Jul 16 18:34:07.759974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:07.765416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': '78137518-bc50-4d11-bdf7-a57a0ead4d0c', 'name': 'tempest-PortsIpV6TestJSON-760618451', 'fixed_ips': [{'subnet_id': '4c54edb7-ba3c-4ed3-a6f6-9ed2fa9d764f', 'ip_address': '2001:db8::f'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:07.782381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:07.887609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:07.892932 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.911543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port 88994f4c-411b-46ba-b10d-9fcb90660f5c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:34:08.083563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8::f (78137518-bc50-4d11-bdf7-a57a0ead4d0c/4c54edb7-ba3c-4ed3-a6f6-9ed2fa9d764f/88994f4c-411b-46ba-b10d-9fcb90660f5c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:08.263490 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.281391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Transition to ACTIVE for port object 88994f4c-411b-46ba-b10d-9fcb90660f5c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:08.326784 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.369935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network 78137518-bc50-4d11-bdf7-a57a0ead4d0c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:08.373391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:08.377264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:08.383294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.383973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.414190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=88994f4c-411b-46ba-b10d-9fcb90660f5c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:08.418277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-849a0121-70c9-42a3-9e64-20d76b47f9a0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6572733 Jul 16 18:34:08.421083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46574) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:08.463758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c441a3-1016-4795-857a-279619649177 None None] Network 78137518-bc50-4d11-bdf7-a57a0ead4d0c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:08.542946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921b74c-36a9-4a3c-9659-eb39ca79780a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.544510 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9921b74c-36a9-4a3c-9659-eb39ca79780a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1223691 Jul 16 18:34:08.547878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:08.566878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b43a2a03-fc96-44d3-aeec-1879dc963418 None None] Provisioning for port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:08.573394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b43a2a03-fc96-44d3-aeec-1879dc963418 None None] Provisioning complete for port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:08.573885 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b43a2a03-fc96-44d3-aeec-1879dc963418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.671915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f024b01-318c-43d4-803e-6c199f772571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.678131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f024b01-318c-43d4-803e-6c199f772571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.684191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f024b01-318c-43d4-803e-6c199f772571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.689063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9f024b01-318c-43d4-803e-6c199f772571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1388619 Jul 16 18:34:08.689278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:08.726629 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b43a2a03-fc96-44d3-aeec-1879dc963418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.781620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b43a2a03-fc96-44d3-aeec-1879dc963418 None None] For port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bf1048ba-3a86-4d0d-90f7-f6b61baa5c31,segment=NetworkSegment(3a36e770-2ab2-42d7-a7f5-7d89696c396a),segment_id=3a36e770-2ab2-42d7-a7f5-7d89696c396a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:08.786860 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b43a2a03-fc96-44d3-aeec-1879dc963418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.811966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b25d650-b35f-41af-9d7f-0d8af6efc818 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 88994f4c-411b-46ba-b10d-9fcb90660f5c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:08.812260 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b25d650-b35f-41af-9d7f-0d8af6efc818 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.852164 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a2a03-fc96-44d3-aeec-1879dc963418 None None] Pushing event updated for resources: {'Port': ['ID=bf1048ba-3a86-4d0d-90f7-f6b61baa5c31,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:08.926779 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b25d650-b35f-41af-9d7f-0d8af6efc818 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.940243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b25d650-b35f-41af-9d7f-0d8af6efc818 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 88994f4c-411b-46ba-b10d-9fcb90660f5c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:09.118333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f7cab087-8714-4597-b4e4-65d4ed05f5d5 None None] Provisioning complete for port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:09.119252 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7cab087-8714-4597-b4e4-65d4ed05f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.149366 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b25d650-b35f-41af-9d7f-0d8af6efc818 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.191119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25d650-b35f-41af-9d7f-0d8af6efc818 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=88994f4c-411b-46ba-b10d-9fcb90660f5c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:09.205131 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50c504ae-ac8c-4b50-bfbe-ddade61410ae req-ad5ad491-cbfa-499c-ae8d-650dd558d646 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1289999 Jul 16 18:34:09.224851 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f7cab087-8714-4597-b4e4-65d4ed05f5d5 None None] Could not find standard attr ID for object 88994f4c-411b-46ba-b10d-9fcb90660f5c. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:09.225631 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b25d650-b35f-41af-9d7f-0d8af6efc818 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.230637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3b25d650-b35f-41af-9d7f-0d8af6efc818 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/88994f4c-411b-46ba-b10d-9fcb90660f5c HTTP/1.1" status: 204 len: 168 time: 0.5403101 Jul 16 18:34:09.231263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:09.244323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f7cab087-8714-4597-b4e4-65d4ed05f5d5 None None] Provisioning for port 4eff63eb-7dbb-4e90-a680-a4d0b397b9bd completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:09.253971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f7cab087-8714-4597-b4e4-65d4ed05f5d5 None None] Provisioning complete for port 4eff63eb-7dbb-4e90-a680-a4d0b397b9bd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:09.254532 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7cab087-8714-4597-b4e4-65d4ed05f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.290021 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-34107ac7-e060-4a6d-b1a7-87df6c61fbe0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:34:09.295381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-34107ac7-e060-4a6d-b1a7-87df6c61fbe0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/88994f4c-411b-46ba-b10d-9fcb90660f5c HTTP/1.1" status: 404 len: 333 time: 0.0627160 Jul 16 18:34:09.295617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46584) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:09.322026 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f7cab087-8714-4597-b4e4-65d4ed05f5d5 None None] Port 4eff63eb-7dbb-4e90-a680-a4d0b397b9bd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:09.354295 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c504ae-ac8c-4b50-bfbe-ddade61410ae req-4c774945-cae7-41a9-b639-102d2b799935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.356255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50c504ae-ac8c-4b50-bfbe-ddade61410ae req-4c774945-cae7-41a9-b639-102d2b799935 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4594817a5d46423484bf5044a48d53b7&device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 1097 time: 0.0782728 Jul 16 18:34:09.430725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-44b47d58-fa6c-4048-8cf9-f1fe6f258f37 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 4eff63eb-7dbb-4e90-a680-a4d0b397b9bd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:09.431341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44b47d58-fa6c-4048-8cf9-f1fe6f258f37 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.452249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32faa42d-9dd4-47a4-9d97-c76e419b7c17 None None] Provisioning complete for port 4eff63eb-7dbb-4e90-a680-a4d0b397b9bd triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:09.453460 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32faa42d-9dd4-47a4-9d97-c76e419b7c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.520581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c504ae-ac8c-4b50-bfbe-ddade61410ae req-b4915ae6-908e-41f8-aaac-13ec8f00c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.522833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50c504ae-ac8c-4b50-bfbe-ddade61410ae req-b4915ae6-908e-41f8-aaac-13ec8f00c134 service neutron] 10.222.0.42 "GET /v2.0/networks?id=791a8875-bb4c-45d7-8198-521b97012b6f HTTP/1.1" status: 200 len: 915 time: 0.1373444 Jul 16 18:34:09.549014 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-32faa42d-9dd4-47a4-9d97-c76e419b7c17 None None] Port 4eff63eb-7dbb-4e90-a680-a4d0b397b9bd cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:09.568158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44b47d58-fa6c-4048-8cf9-f1fe6f258f37 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.581995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50c504ae-ac8c-4b50-bfbe-ddade61410ae req-5768176a-de9e-46bf-95bc-3ef73fe656d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdd2a883-a427-47d5-a8ae-7487d9681329 HTTP/1.1" status: 200 len: 217 time: 0.0516098 Jul 16 18:34:09.587327 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-44b47d58-fa6c-4048-8cf9-f1fe6f258f37 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 4eff63eb-7dbb-4e90-a680-a4d0b397b9bd owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:09.683454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c504ae-ac8c-4b50-bfbe-ddade61410ae req-664ad5ef-3299-49d1-8f5b-3c11fa165778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.684473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:09.685114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50c504ae-ac8c-4b50-bfbe-ddade61410ae req-664ad5ef-3299-49d1-8f5b-3c11fa165778 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a958b26-ad2d-49f4-a562-da38dd3f78e7 HTTP/1.1" status: 200 len: 854 time: 0.0972307 Jul 16 18:34:09.723318 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50c504ae-ac8c-4b50-bfbe-ddade61410ae req-774972b3-963c-455a-bd37-f4eefc184fc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=791a8875-bb4c-45d7-8198-521b97012b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292480 Jul 16 18:34:09.765786 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44b47d58-fa6c-4048-8cf9-f1fe6f258f37 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.777837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d54238c6-8558-4098-a979-a4379d56963b None None] Could not find standard attr ID for object 88994f4c-411b-46ba-b10d-9fcb90660f5c. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:09.785646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:09.786032 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.831711 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44b47d58-fa6c-4048-8cf9-f1fe6f258f37 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.835148 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-44b47d58-fa6c-4048-8cf9-f1fe6f258f37 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/4eff63eb-7dbb-4e90-a680-a4d0b397b9bd HTTP/1.1" status: 204 len: 168 time: 0.5385725 Jul 16 18:34:09.841301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:09.860994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b47d58-fa6c-4048-8cf9-f1fe6f258f37 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=4eff63eb-7dbb-4e90-a680-a4d0b397b9bd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:09.892226 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad60ac5-6f6c-4f80-96c2-0e58efc4aff1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:34:09.896891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46590) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:09.898086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3ad60ac5-6f6c-4f80-96c2-0e58efc4aff1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/4eff63eb-7dbb-4e90-a680-a4d0b397b9bd HTTP/1.1" status: 404 len: 333 time: 0.0547411 Jul 16 18:34:09.918746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50c504ae-ac8c-4b50-bfbe-ddade61410ae req-966e2b3d-f510-4dbf-a1b7-ed7a4f217896 service neutron] 10.222.0.42 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882918 Jul 16 18:34:09.976123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-05942ae3-8f50-405f-a5a3-726f80a76686 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting subnet 4c54edb7-ba3c-4ed3-a6f6-9ed2fa9d764f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:09.979930 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05942ae3-8f50-405f-a5a3-726f80a76686 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.040479 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05942ae3-8f50-405f-a5a3-726f80a76686 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.048105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50c504ae-ac8c-4b50-bfbe-ddade61410ae req-47806588-86a5-4b12-873e-f59fe473ea85 service neutron] 10.222.0.42 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203980 Jul 16 18:34:10.157923 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05942ae3-8f50-405f-a5a3-726f80a76686 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.233980 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05942ae3-8f50-405f-a5a3-726f80a76686 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.270075 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05942ae3-8f50-405f-a5a3-726f80a76686 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Subnet': ['ID=4c54edb7-ba3c-4ed3-a6f6-9ed2fa9d764f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:10.272113 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-05942ae3-8f50-405f-a5a3-726f80a76686 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.277837 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-05942ae3-8f50-405f-a5a3-726f80a76686 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/4c54edb7-ba3c-4ed3-a6f6-9ed2fa9d764f HTTP/1.1" status: 204 len: 168 time: 0.3740935 Jul 16 18:34:10.278254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46592) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:10.280482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e67628-1a85-4e12-ae39-dff8871c62b7 None None] Network 78137518-bc50-4d11-bdf7-a57a0ead4d0c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:10.368957 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.436042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:10.437649 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.517640 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] For port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bf1048ba-3a86-4d0d-90f7-f6b61baa5c31,segment=NetworkSegment(3a36e770-2ab2-42d7-a7f5-7d89696c396a),segment_id=3a36e770-2ab2-42d7-a7f5-7d89696c396a)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:10.518097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.533795 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:10.639648 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.663359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197acc54-df1d-4f7d-8a66-b11e881aed9b None None] DHCP port deletion for 78137518-bc50-4d11-bdf7-a57a0ead4d0c request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:10.670998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=bf1048ba-3a86-4d0d-90f7-f6b61baa5c31,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:10.672934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No DVR routers for this DVR port bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:10.763489 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.775327 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78137518-bc50-4d11-bdf7-a57a0ead4d0c']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:10.786144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a36e770-2ab2-42d7-a7f5-7d89696c396a') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:10.786451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a36e770-2ab2-42d7-a7f5-7d89696c396a') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:10.798273 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.815033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.826661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:10.827059 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:10.831491 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:10.903309 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.909418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.916054 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/networks/78137518-bc50-4d11-bdf7-a57a0ead4d0c HTTP/1.1" status: 204 len: 168 time: 0.6329045 Jul 16 18:34:10.916167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:10.921144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cc7ac686-0506-482a-b8b4-2c94b8d880c6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1931089043'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:10.934598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f8f50-abe9-476b-bd50-60721e1f9864 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Network': ['ID=78137518-bc50-4d11-bdf7-a57a0ead4d0c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:10.950892 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ac686-0506-482a-b8b4-2c94b8d880c6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:10.954553 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc7ac686-0506-482a-b8b4-2c94b8d880c6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.980784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7ac686-0506-482a-b8b4-2c94b8d880c6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:10.989889 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc7ac686-0506-482a-b8b4-2c94b8d880c6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.990320 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-cc7ac686-0506-482a-b8b4-2c94b8d880c6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Added segment 8357200a-580e-4ce2-bc54-0aff2918d54a of type vlan for network 20705a94-15c3-4b0d-b142-92788fae90f2 Jul 16 18:34:11.033267 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc7ac686-0506-482a-b8b4-2c94b8d880c6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.063649 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc7ac686-0506-482a-b8b4-2c94b8d880c6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.069769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ac686-0506-482a-b8b4-2c94b8d880c6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.070383 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc7ac686-0506-482a-b8b4-2c94b8d880c6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.105725 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cc7ac686-0506-482a-b8b4-2c94b8d880c6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1859419 Jul 16 18:34:11.105968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:11.112812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be6eca0d-661f-45d6-b840-d07505a1564e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': '20705a94-15c3-4b0d-b142-92788fae90f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:11.160914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ac686-0506-482a-b8b4-2c94b8d880c6 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Network': ['ID=20705a94-15c3-4b0d-b142-92788fae90f2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:11.174206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 20705a94-15c3-4b0d-b142-92788fae90f2 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:11.250710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6eca0d-661f-45d6-b840-d07505a1564e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:11.254573 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be6eca0d-661f-45d6-b840-d07505a1564e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.459293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be6eca0d-661f-45d6-b840-d07505a1564e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.533049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6eca0d-661f-45d6-b840-d07505a1564e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Subnet': ['ID=2f17b3ce-b2c9-4159-8c51-73337100f9eb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:11.542633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6eca0d-661f-45d6-b840-d07505a1564e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Checking segment: {'id': '8357200a-580e-4ce2-bc54-0aff2918d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '20705a94-15c3-4b0d-b142-92788fae90f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:11.543024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6eca0d-661f-45d6-b840-d07505a1564e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network hostable DHCP agents. Network: 20705a94-15c3-4b0d-b142-92788fae90f2, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:11.561014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6eca0d-661f-45d6-b840-d07505a1564e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network 20705a94-15c3-4b0d-b142-92788fae90f2 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:11.570198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-be6eca0d-661f-45d6-b840-d07505a1564e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 20705a94-15c3-4b0d-b142-92788fae90f2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:11.574891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6eca0d-661f-45d6-b840-d07505a1564e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.575600 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be6eca0d-661f-45d6-b840-d07505a1564e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.581732 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b9bde-a232-4c9e-a917-bfff45082622 None None] Network 20705a94-15c3-4b0d-b142-92788fae90f2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:11.594212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-be6eca0d-661f-45d6-b840-d07505a1564e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4871967 Jul 16 18:34:11.597107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:11.604285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-74bb7083-9dfc-4958-981c-4d1586162db5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2131163806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:11.634498 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74bb7083-9dfc-4958-981c-4d1586162db5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.635545 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74bb7083-9dfc-4958-981c-4d1586162db5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.693791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:11.722289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:11.722659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bf1048ba-3a86-4d0d-90f7-f6b61baa5c31 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:11.733623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74bb7083-9dfc-4958-981c-4d1586162db5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.739083 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74bb7083-9dfc-4958-981c-4d1586162db5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.759486 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74bb7083-9dfc-4958-981c-4d1586162db5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.760910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-74bb7083-9dfc-4958-981c-4d1586162db5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1624918 Jul 16 18:34:11.763550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:11.769494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'network_id': '20705a94-15c3-4b0d-b142-92788fae90f2', 'name': 'tempest-PortsIpV6TestJSON-955276241'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:11.843640 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-20705a94-15c3-4b0d-b142-92788fae90f2', 'network_id': '20705a94-15c3-4b0d-b142-92788fae90f2', 'tenant_id': '69823c4d29774cc99a8aad785d86ad3a', 'fixed_ips': [{'subnet_id': '2f17b3ce-b2c9-4159-8c51-73337100f9eb'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:11.844795 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.911296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:11.916678 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.939023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port 1baed5d9-757a-4c8d-ad60-61fe81885036 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:34:12.036461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Allocated IP 2001:db8::2 (20705a94-15c3-4b0d-b142-92788fae90f2/2f17b3ce-b2c9-4159-8c51-73337100f9eb/9d6f7899-1523-4176-8b95-3819ff4a55e8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:12.203956 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.213860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Transition to ACTIVE for port object 9d6f7899-1523-4176-8b95-3819ff4a55e8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:12.229584 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Transition to ACTIVE for port object 9d6f7899-1523-4176-8b95-3819ff4a55e8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:12.238665 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.283046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Network 20705a94-15c3-4b0d-b142-92788fae90f2 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:12.290089 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:12.292179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Pushing event updated for resources: {'Port': ['ID=9d6f7899-1523-4176-8b95-3819ff4a55e8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:12.294456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:12.301833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8::3c1 (20705a94-15c3-4b0d-b142-92788fae90f2/2f17b3ce-b2c9-4159-8c51-73337100f9eb/1baed5d9-757a-4c8d-ad60-61fe81885036) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:12.354396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Attempting to bind port 9d6f7899-1523-4176-8b95-3819ff4a55e8 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:12.354764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Attempting to bind port 9d6f7899-1523-4176-8b95-3819ff4a55e8 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '8357200a-580e-4ce2-bc54-0aff2918d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '20705a94-15c3-4b0d-b142-92788fae90f2'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:12.355140 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Attempting to bind port 9d6f7899-1523-4176-8b95-3819ff4a55e8 on network 20705a94-15c3-4b0d-b142-92788fae90f2 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:12.360568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:12.361154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Checking segment: {'id': '8357200a-580e-4ce2-bc54-0aff2918d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '20705a94-15c3-4b0d-b142-92788fae90f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:12.361323 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.361728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Bound using segment: {'id': '8357200a-580e-4ce2-bc54-0aff2918d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '20705a94-15c3-4b0d-b142-92788fae90f2'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:12.362223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Bound port: 9d6f7899-1523-4176-8b95-3819ff4a55e8, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8357200a-580e-4ce2-bc54-0aff2918d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '20705a94-15c3-4b0d-b142-92788fae90f2'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:12.362616 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.438946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] For port 9d6f7899-1523-4176-8b95-3819ff4a55e8, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:12.442151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] For port 9d6f7899-1523-4176-8b95-3819ff4a55e8, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9d6f7899-1523-4176-8b95-3819ff4a55e8,segment=NetworkSegment(8357200a-580e-4ce2-bc54-0aff2918d54a),segment_id=8357200a-580e-4ce2-bc54-0aff2918d54a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:12.446671 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.488168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.516112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Transition to ACTIVE for port object 1baed5d9-757a-4c8d-ad60-61fe81885036 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:12.521872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9441f74-7af7-443d-9f5b-e1614a182523 None None] Pushing event updated for resources: {'Port': ['ID=9d6f7899-1523-4176-8b95-3819ff4a55e8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:12.574272 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.636183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network 20705a94-15c3-4b0d-b142-92788fae90f2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:12.640209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:12.644644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:12.651448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.652091 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.661803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=1baed5d9-757a-4c8d-ad60-61fe81885036,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:12.675434 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b50315a6-c660-41cf-85a9-50642e97cb4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9107721 Jul 16 18:34:12.678186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:13.082465 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.346921 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.352513 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.434234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=1baed5d9-757a-4c8d-ad60-61fe81885036,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:13.596098 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.736291 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9d6f7899-1523-4176-8b95-3819ff4a55e8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:13.787158 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.787880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aba9b1-b869-4eb1-944c-27a0792dd310 None None] Network 20705a94-15c3-4b0d-b142-92788fae90f2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:13.891982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b372e65d-7c49-485f-8195-490931d793e1 None None] Provisioning for port 9d6f7899-1523-4176-8b95-3819ff4a55e8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:13.899251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 9d6f7899-1523-4176-8b95-3819ff4a55e8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:13.905809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9d6f7899-1523-4176-8b95-3819ff4a55e8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:13.906479 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.909801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b372e65d-7c49-485f-8195-490931d793e1 None None] Provisioning complete for port 9d6f7899-1523-4176-8b95-3819ff4a55e8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:13.910409 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b372e65d-7c49-485f-8195-490931d793e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.150830 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.155684 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b372e65d-7c49-485f-8195-490931d793e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.157816 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.163567 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.164433 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.218109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b372e65d-7c49-485f-8195-490931d793e1 None None] For port 9d6f7899-1523-4176-8b95-3819ff4a55e8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9d6f7899-1523-4176-8b95-3819ff4a55e8,segment=NetworkSegment(8357200a-580e-4ce2-bc54-0aff2918d54a),segment_id=8357200a-580e-4ce2-bc54-0aff2918d54a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:14.225141 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b372e65d-7c49-485f-8195-490931d793e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.248586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=1baed5d9-757a-4c8d-ad60-61fe81885036,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:14.320492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372e65d-7c49-485f-8195-490931d793e1 None None] Pushing event updated for resources: {'Port': ['ID=9d6f7899-1523-4176-8b95-3819ff4a55e8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:14.346666 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:34:14.347684 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:34:14.349177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network 20705a94-15c3-4b0d-b142-92788fae90f2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:14.351301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:14.486777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Router 81ea532d-96c1-4eaf-9635-983681d2887b is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:34:14.552734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c31cf86b-bdbb-49dc-a440-1645761315b9 None None] Provisioning for port 1baed5d9-757a-4c8d-ad60-61fe81885036 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:14.559159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c31cf86b-bdbb-49dc-a440-1645761315b9 None None] Provisioning complete for port 1baed5d9-757a-4c8d-ad60-61fe81885036 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:14.560166 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c31cf86b-bdbb-49dc-a440-1645761315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.593038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:14.600782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-36f726e9-53e4-47f5-a9ef-c01dc710a76c tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "PUT /v2.0/routers/81ea532d-96c1-4eaf-9635-983681d2887b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9186244 Jul 16 18:34:14.601413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:14.605266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c31cf86b-bdbb-49dc-a440-1645761315b9 None None] Port 1baed5d9-757a-4c8d-ad60-61fe81885036 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:14.613362 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71a0cf4-e3c0-4d5f-972d-06a0d23b9836 None None] Sync routers for ids ['81ea532d-96c1-4eaf-9635-983681d2887b'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:14.625272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c31cf86b-bdbb-49dc-a440-1645761315b9 None None] Provisioning complete for port 9d6f7899-1523-4176-8b95-3819ff4a55e8 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:14.625671 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c31cf86b-bdbb-49dc-a440-1645761315b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.626877 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a0cf4-e3c0-4d5f-972d-06a0d23b9836 None None] Routers {'81ea532d-96c1-4eaf-9635-983681d2887b'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:14.629087 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a71a0cf4-e3c0-4d5f-972d-06a0d23b9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:34:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81ea532d-96c1-4eaf-9635-983681d2887b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:14.687088 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a71a0cf4-e3c0-4d5f-972d-06a0d23b9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:14.692372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c9de7-6c97-48e8-a0a5-621637dcd713 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.695339 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ab0c9de7-6c97-48e8-a0a5-621637dcd713 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ea532d-96c1-4eaf-9635-983681d2887b HTTP/1.1" status: 200 len: 988 time: 0.0929377 Jul 16 18:34:14.698777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:14.703443 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a0cf4-e3c0-4d5f-972d-06a0d23b9836 None None] Routers {'81ea532d-96c1-4eaf-9635-983681d2887b'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:14.704412 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a71a0cf4-e3c0-4d5f-972d-06a0d23b9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:34:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81ea532d-96c1-4eaf-9635-983681d2887b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:14.756883 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a71a0cf4-e3c0-4d5f-972d-06a0d23b9836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:14.757642 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71a0cf4-e3c0-4d5f-972d-06a0d23b9836 None None] The sync data for ids ['81ea532d-96c1-4eaf-9635-983681d2887b'] in n-d-793618-9 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:14.921860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b00a8ca8-3d24-403d-ab00-14fb8700b7e8 None None] Provisioning complete for port 1baed5d9-757a-4c8d-ad60-61fe81885036 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:14.926779 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b00a8ca8-3d24-403d-ab00-14fb8700b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.981146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b00a8ca8-3d24-403d-ab00-14fb8700b7e8 None None] Port 1baed5d9-757a-4c8d-ad60-61fe81885036 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:15.217363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3cd80795-7956-4ff1-87e9-033d0e585c3e None None] Provisioning complete for port 1baed5d9-757a-4c8d-ad60-61fe81885036 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:15.218122 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cd80795-7956-4ff1-87e9-033d0e585c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.269775 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3ad66b2-026d-4573-945d-1e6fc9268d4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.282344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3cd80795-7956-4ff1-87e9-033d0e585c3e None None] Port 1baed5d9-757a-4c8d-ad60-61fe81885036 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:15.508086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c3d599d5-35f9-4e98-b6bd-6f27f9b99f41 None None] Provisioning complete for port 1baed5d9-757a-4c8d-ad60-61fe81885036 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:15.508718 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3d599d5-35f9-4e98-b6bd-6f27f9b99f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.548413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c3d599d5-35f9-4e98-b6bd-6f27f9b99f41 None None] Port 1baed5d9-757a-4c8d-ad60-61fe81885036 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:15.664395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9d6f7899-1523-4176-8b95-3819ff4a55e8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:15.715924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9d6f7899-1523-4176-8b95-3819ff4a55e8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:15.716304 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.842160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad66b2-026d-4573-945d-1e6fc9268d4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 1baed5d9-757a-4c8d-ad60-61fe81885036 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:15.842520 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3ad66b2-026d-4573-945d-1e6fc9268d4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.940394 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3ad66b2-026d-4573-945d-1e6fc9268d4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.953822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad66b2-026d-4573-945d-1e6fc9268d4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 1baed5d9-757a-4c8d-ad60-61fe81885036 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:16.135408 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3ad66b2-026d-4573-945d-1e6fc9268d4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.164873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad66b2-026d-4573-945d-1e6fc9268d4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=1baed5d9-757a-4c8d-ad60-61fe81885036,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:16.271098 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3ad66b2-026d-4573-945d-1e6fc9268d4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.449877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ad66b2-026d-4573-945d-1e6fc9268d4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Router 81ea532d-96c1-4eaf-9635-983681d2887b has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:16.527348 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ad66b2-026d-4573-945d-1e6fc9268d4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:16.532853 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c3ad66b2-026d-4573-945d-1e6fc9268d4a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "PUT /v2.0/routers/81ea532d-96c1-4eaf-9635-983681d2887b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8327122 Jul 16 18:34:16.535212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:16.537296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc03fd-5ac8-41a2-a875-0963f5be8395 None None] Sync routers for ids ['81ea532d-96c1-4eaf-9635-983681d2887b'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:16.547804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc03fd-5ac8-41a2-a875-0963f5be8395 None None] Routers {'81ea532d-96c1-4eaf-9635-983681d2887b'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:16.548433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dfbc03fd-5ac8-41a2-a875-0963f5be8395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:34:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81ea532d-96c1-4eaf-9635-983681d2887b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:16.567726 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-da24f915-0b52-4c6e-9abc-43193e574255 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:34:16.569642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-da24f915-0b52-4c6e-9abc-43193e574255 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/1baed5d9-757a-4c8d-ad60-61fe81885036 HTTP/1.1" status: 404 len: 333 time: 0.0331028 Jul 16 18:34:16.572039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:16.585658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dfbc03fd-5ac8-41a2-a875-0963f5be8395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:16.594890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc03fd-5ac8-41a2-a875-0963f5be8395 None None] Routers {'81ea532d-96c1-4eaf-9635-983681d2887b'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:16.595519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dfbc03fd-5ac8-41a2-a875-0963f5be8395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:34:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['81ea532d-96c1-4eaf-9635-983681d2887b'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:16.632755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dfbc03fd-5ac8-41a2-a875-0963f5be8395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:16.633608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc03fd-5ac8-41a2-a875-0963f5be8395 None None] The sync data for ids ['81ea532d-96c1-4eaf-9635-983681d2887b'] in n-d-793618-9 is: [] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:16.649553 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8421e70-f260-43cd-81ce-4ed57f586ca4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.812092 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8421e70-f260-43cd-81ce-4ed57f586ca4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.814275 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8421e70-f260-43cd-81ce-4ed57f586ca4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.859168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8421e70-f260-43cd-81ce-4ed57f586ca4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.859670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8421e70-f260-43cd-81ce-4ed57f586ca4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Fanout notify agent at l3_agent the message router_deleted on router 81ea532d-96c1-4eaf-9635-983681d2887b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:34:16.866488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8421e70-f260-43cd-81ce-4ed57f586ca4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.867579 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a8421e70-f260-43cd-81ce-4ed57f586ca4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/routers/81ea532d-96c1-4eaf-9635-983681d2887b HTTP/1.1" status: 204 len: 168 time: 0.2946203 Jul 16 18:34:16.870296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:16.921691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc273401-ab6e-4608-9e81-0b38edf24b8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting subnet 2f17b3ce-b2c9-4159-8c51-73337100f9eb {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:16.924781 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc273401-ab6e-4608-9e81-0b38edf24b8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.965932 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc273401-ab6e-4608-9e81-0b38edf24b8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.057529 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc273401-ab6e-4608-9e81-0b38edf24b8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.116872 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc273401-ab6e-4608-9e81-0b38edf24b8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.144746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc273401-ab6e-4608-9e81-0b38edf24b8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Subnet': ['ID=2f17b3ce-b2c9-4159-8c51-73337100f9eb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:17.146763 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc273401-ab6e-4608-9e81-0b38edf24b8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.148978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fc273401-ab6e-4608-9e81-0b38edf24b8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/2f17b3ce-b2c9-4159-8c51-73337100f9eb HTTP/1.1" status: 204 len: 168 time: 0.2777476 Jul 16 18:34:17.151528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:17.152628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94eb43-5aa3-4d30-a548-65d75287ab08 None None] Network 20705a94-15c3-4b0d-b142-92788fae90f2 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:17.232110 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.290934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 9d6f7899-1523-4176-8b95-3819ff4a55e8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:17.291644 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.354318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38bdd4-940a-45c6-ac7e-34b7e95c0d55 None None] DHCP port deletion for 20705a94-15c3-4b0d-b142-92788fae90f2 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:17.362907 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] For port 9d6f7899-1523-4176-8b95-3819ff4a55e8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9d6f7899-1523-4176-8b95-3819ff4a55e8,segment=NetworkSegment(8357200a-580e-4ce2-bc54-0aff2918d54a),segment_id=8357200a-580e-4ce2-bc54-0aff2918d54a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:17.363285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.382460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 9d6f7899-1523-4176-8b95-3819ff4a55e8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:17.405021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3f38bdd4-940a-45c6-ac7e-34b7e95c0d55 None None] Deleting port 9d6f7899-1523-4176-8b95-3819ff4a55e8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:17.405432 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f38bdd4-940a-45c6-ac7e-34b7e95c0d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.467022 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.469162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3f38bdd4-940a-45c6-ac7e-34b7e95c0d55 None None] For port 9d6f7899-1523-4176-8b95-3819ff4a55e8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9d6f7899-1523-4176-8b95-3819ff4a55e8,segment=NetworkSegment(8357200a-580e-4ce2-bc54-0aff2918d54a),segment_id=8357200a-580e-4ce2-bc54-0aff2918d54a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:17.469580 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f38bdd4-940a-45c6-ac7e-34b7e95c0d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.482881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3f38bdd4-940a-45c6-ac7e-34b7e95c0d55 None None] Calling delete_port for 9d6f7899-1523-4176-8b95-3819ff4a55e8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:17.493930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=9d6f7899-1523-4176-8b95-3819ff4a55e8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:17.502164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No DVR routers for this DVR port 9d6f7899-1523-4176-8b95-3819ff4a55e8 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:17.568575 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f38bdd4-940a-45c6-ac7e-34b7e95c0d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.595003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38bdd4-940a-45c6-ac7e-34b7e95c0d55 None None] Pushing event deleted for resources: {'Port': ['ID=9d6f7899-1523-4176-8b95-3819ff4a55e8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:17.598669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f38bdd4-940a-45c6-ac7e-34b7e95c0d55 None None] No DVR routers for this DVR port 9d6f7899-1523-4176-8b95-3819ff4a55e8 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:17.608974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.620729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20705a94-15c3-4b0d-b142-92788fae90f2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:17.631616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8357200a-580e-4ce2-bc54-0aff2918d54a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:17.632516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8357200a-580e-4ce2-bc54-0aff2918d54a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:17.642124 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.655999 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.665131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:17.665557 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:17.669856 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:17.676649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9d6f7899-1523-4176-8b95-3819ff4a55e8 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:17.706241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 9d6f7899-1523-4176-8b95-3819ff4a55e8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:17.706624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9d6f7899-1523-4176-8b95-3819ff4a55e8 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:17.752108 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.759665 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.761587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/networks/20705a94-15c3-4b0d-b142-92788fae90f2 HTTP/1.1" status: 204 len: 168 time: 0.6090965 Jul 16 18:34:17.766473 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46666) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:17.775694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ca0b5-b096-44e1-ae4a-8b5bcf07e613 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Network': ['ID=20705a94-15c3-4b0d-b142-92788fae90f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:17.827769 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c498584-9281-412a-8bdf-7df7acb099dd tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:17.837971 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8c498584-9281-412a-8bdf-7df7acb099dd tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/63b163e9-5a59-4428-b319-82ed117e01e9 HTTP/1.1" status: 200 len: 844 time: 0.0613871 Jul 16 18:34:17.837971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:17.886381 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-29547be9-c372-4f49-8e58-e1a0ca2aa038 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/63b163e9-5a59-4428-b319-82ed117e01e9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0526478 Jul 16 18:34:17.890185 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46670) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:17.895166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2459150e-1af1-4928-8955-27cd4530cb8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:17.984616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2459150e-1af1-4928-8955-27cd4530cb8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:17.988181 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2459150e-1af1-4928-8955-27cd4530cb8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.174595 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2459150e-1af1-4928-8955-27cd4530cb8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.217014 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2459150e-1af1-4928-8955-27cd4530cb8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a1a94241-2112-487c-8061-03b70ec274c6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:18.222177 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2459150e-1af1-4928-8955-27cd4530cb8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:18.227324 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2459150e-1af1-4928-8955-27cd4530cb8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:18.228211 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2459150e-1af1-4928-8955-27cd4530cb8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.235844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3d7a6d-fdcb-4b5f-928b-c41f46499fe9 None None] Network a1a94241-2112-487c-8061-03b70ec274c6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:18.247245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459150e-1af1-4928-8955-27cd4530cb8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Subnet': ['ID=76228d01-9f2e-456c-9125-84c1f2eb1131,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:18.251297 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2459150e-1af1-4928-8955-27cd4530cb8d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3600285 Jul 16 18:34:18.254190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:18.259730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-114b1891-d946-4bdf-a4c1-6f7df03a3ca3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'security_group': {'name': 'tempest-secgroup-251353795'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:18.286488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-114b1891-d946-4bdf-a4c1-6f7df03a3ca3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.417603 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-114b1891-d946-4bdf-a4c1-6f7df03a3ca3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.425004 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-114b1891-d946-4bdf-a4c1-6f7df03a3ca3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.457034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-a1a94241-2112-487c-8061-03b70ec274c6', 'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'tenant_id': '69823c4d29774cc99a8aad785d86ad3a', 'fixed_ips': [{'subnet_id': '76228d01-9f2e-456c-9125-84c1f2eb1131'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:18.457351 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-114b1891-d946-4bdf-a4c1-6f7df03a3ca3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.461790 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.461988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-114b1891-d946-4bdf-a4c1-6f7df03a3ca3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2032666 Jul 16 18:34:18.462091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46674) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:18.463946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b1891-d946-4bdf-a4c1-6f7df03a3ca3 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13509b8-49be-4ca4-a2f0-1a1f99cd81f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:18.470810 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-28219314-f3f6-41c7-a4cf-9e480a449d31 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'security_group': {'name': 'tempest-secgroup-771975853'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:18.506118 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28219314-f3f6-41c7-a4cf-9e480a449d31 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.608298 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28219314-f3f6-41c7-a4cf-9e480a449d31 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.613341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28219314-f3f6-41c7-a4cf-9e480a449d31 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.646341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-28219314-f3f6-41c7-a4cf-9e480a449d31 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.646341 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-28219314-f3f6-41c7-a4cf-9e480a449d31 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1826293 Jul 16 18:34:18.649710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:18.655470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-810758692', 'security_groups': ['3040bd72-dfb3-4a84-a5a3-7741db7fac34'], 'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '76228d01-9f2e-456c-9125-84c1f2eb1131'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:18.656146 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28219314-f3f6-41c7-a4cf-9e480a449d31 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3040bd72-dfb3-4a84-a5a3-7741db7fac34,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:18.780224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Allocated IP 2001:db8::2 (a1a94241-2112-487c-8061-03b70ec274c6/76228d01-9f2e-456c-9125-84c1f2eb1131/b79e3694-cdfe-47a7-a7ac-466d2e74e0e4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:18.786049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:18.872397 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.892156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port 2773ba1d-5abb-40ab-9d32-b07824f09da0 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:34:18.946468 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.955703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Transition to ACTIVE for port object b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:18.971729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Transition to ACTIVE for port object b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:18.977959 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.019853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Network a1a94241-2112-487c-8061-03b70ec274c6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:19.024578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:19.028917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:19.032107 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Pushing event updated for resources: {'Port': ['ID=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:19.040925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:19.041271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:19.041637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:19.042580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:19.042580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:19.042818 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:19.042923 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:19.043248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:19.043575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:19.043899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:19.044678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:19.044678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:19.066542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8::3d0 (a1a94241-2112-487c-8061-03b70ec274c6/76228d01-9f2e-456c-9125-84c1f2eb1131/2773ba1d-5abb-40ab-9d32-b07824f09da0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:19.102039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Attempting to bind port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:19.103310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Attempting to bind port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '1b02869f-72b8-4f58-87fd-cd0782a4504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:19.103686 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Attempting to bind port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 on network a1a94241-2112-487c-8061-03b70ec274c6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:19.108780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:19.109244 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Checking segment: {'id': '1b02869f-72b8-4f58-87fd-cd0782a4504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:19.109701 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.110185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Bound using segment: {'id': '1b02869f-72b8-4f58-87fd-cd0782a4504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:19.110722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Bound port: b79e3694-cdfe-47a7-a7ac-466d2e74e0e4, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b02869f-72b8-4f58-87fd-cd0782a4504d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:19.111120 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.183729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] For port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:19.187637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] For port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,segment=NetworkSegment(1b02869f-72b8-4f58-87fd-cd0782a4504d),segment_id=1b02869f-72b8-4f58-87fd-cd0782a4504d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:19.192834 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.218334 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.235830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Transition to ACTIVE for port object 2773ba1d-5abb-40ab-9d32-b07824f09da0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:19.267567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfa2c6-d199-4810-ba09-d3ff5b28acc0 None None] Pushing event updated for resources: {'Port': ['ID=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:19.287859 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.341283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a1a94241-2112-487c-8061-03b70ec274c6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:19.345211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:19.349522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:19.356162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:19.356781 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.367071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=2773ba1d-5abb-40ab-9d32-b07824f09da0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:19.383907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cb3e830b-023a-44f0-8213-85698f24c152 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7325499 Jul 16 18:34:19.386754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:19.392535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-652c2b2a-6299-4c18-9795-a433e5bd048f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:19.563872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652c2b2a-6299-4c18-9795-a433e5bd048f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:19.568052 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-652c2b2a-6299-4c18-9795-a433e5bd048f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.680536 n-d-793618-9 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-652c2b2a-6299-4c18-9795-a433e5bd048f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76228d01-9f2e-456c-9125-84c1f2eb1131 (CIDR: 2001:db8::/64) Jul 16 18:34:19.683662 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-652c2b2a-6299-4c18-9795-a433e5bd048f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:19.684373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652c2b2a-6299-4c18-9795-a433e5bd048f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:19.703350 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-652c2b2a-6299-4c18-9795-a433e5bd048f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3153303 Jul 16 18:34:19.705960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46688) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:19.719763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7909fa33-6803-41ef-9eb8-ced2fd660606 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:19.732947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:19.789811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:20.126975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7909fa33-6803-41ef-9eb8-ced2fd660606 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:20.131164 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7909fa33-6803-41ef-9eb8-ced2fd660606 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.389810 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7909fa33-6803-41ef-9eb8-ced2fd660606 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.420788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5648c598-897b-4d0e-9ae8-9061502b6803 None None] Provisioning for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:20.426267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5648c598-897b-4d0e-9ae8-9061502b6803 None None] Provisioning complete for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:20.426838 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5648c598-897b-4d0e-9ae8-9061502b6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.437915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7909fa33-6803-41ef-9eb8-ced2fd660606 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a1a94241-2112-487c-8061-03b70ec274c6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:20.441115 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7909fa33-6803-41ef-9eb8-ced2fd660606 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:20.446140 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7909fa33-6803-41ef-9eb8-ced2fd660606 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.446746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7909fa33-6803-41ef-9eb8-ced2fd660606 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.461870 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909fa33-6803-41ef-9eb8-ced2fd660606 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Subnet': ['ID=fc46939e-db66-4ebb-a8cf-3316eccfa8b9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:20.483002 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7909fa33-6803-41ef-9eb8-ced2fd660606 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7759495 Jul 16 18:34:20.485712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46690) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:20.494073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0fa59d2b-0257-4594-81d9-73ddd8daf571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2008339480', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fc46939e-db66-4ebb-a8cf-3316eccfa8b9'}], 'security_groups': ['a13509b8-49be-4ca4-a2f0-1a1f99cd81f4']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:20.531309 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5648c598-897b-4d0e-9ae8-9061502b6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.565645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42fbcb0-0e23-4411-bef8-b69d1ed26d48 None None] Network a1a94241-2112-487c-8061-03b70ec274c6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:20.591593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5648c598-897b-4d0e-9ae8-9061502b6803 None None] For port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,segment=NetworkSegment(1b02869f-72b8-4f58-87fd-cd0782a4504d),segment_id=1b02869f-72b8-4f58-87fd-cd0782a4504d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:20.601602 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5648c598-897b-4d0e-9ae8-9061502b6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.683304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5648c598-897b-4d0e-9ae8-9061502b6803 None None] Provisioning complete for port 63b163e9-5a59-4428-b319-82ed117e01e9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:20.683700 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5648c598-897b-4d0e-9ae8-9061502b6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.687505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa59d2b-0257-4594-81d9-73ddd8daf571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.723698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648c598-897b-4d0e-9ae8-9061502b6803 None None] Pushing event updated for resources: {'Port': ['ID=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:20.769883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5648c598-897b-4d0e-9ae8-9061502b6803 None None] Port 63b163e9-5a59-4428-b319-82ed117e01e9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:20.918434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c78e8d3-b3ed-4fae-881e-6994331066ce None None] Provisioning for port 2773ba1d-5abb-40ab-9d32-b07824f09da0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:20.926296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3c78e8d3-b3ed-4fae-881e-6994331066ce None None] Provisioning complete for port 2773ba1d-5abb-40ab-9d32-b07824f09da0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:20.926675 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c78e8d3-b3ed-4fae-881e-6994331066ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.956219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc48ec2-510e-4f84-8bde-d58c41d1a9a5 None None] Update dhcp port {'port': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'fixed_ips': [{'subnet_id': '76228d01-9f2e-456c-9125-84c1f2eb1131', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fc46939e-db66-4ebb-a8cf-3316eccfa8b9'}], 'binding:host_id': 'n-d-793618-9'}, 'id': 'b79e3694-cdfe-47a7-a7ac-466d2e74e0e4'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:34:20.985204 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3c78e8d3-b3ed-4fae-881e-6994331066ce None None] Port 2773ba1d-5abb-40ab-9d32-b07824f09da0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:20.998608 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbc48ec2-510e-4f84-8bde-d58c41d1a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.035723 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0fa59d2b-0257-4594-81d9-73ddd8daf571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Delete allocated IP 2001:db8::3d0 (a1a94241-2112-487c-8061-03b70ec274c6/76228d01-9f2e-456c-9125-84c1f2eb1131) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:34:21.045066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0fa59d2b-0257-4594-81d9-73ddd8daf571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8:0:1::b6 (a1a94241-2112-487c-8061-03b70ec274c6/fc46939e-db66-4ebb-a8cf-3316eccfa8b9/2773ba1d-5abb-40ab-9d32-b07824f09da0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:21.209066 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa59d2b-0257-4594-81d9-73ddd8daf571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.221478 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-0fa59d2b-0257-4594-81d9-73ddd8daf571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Ignored duplicate provisioning block setup for port 2773ba1d-5abb-40ab-9d32-b07824f09da0 by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:34:21.225183 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa59d2b-0257-4594-81d9-73ddd8daf571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.294846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0fa59d2b-0257-4594-81d9-73ddd8daf571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] In _notify_port_updated(), no bound segment for port 2773ba1d-5abb-40ab-9d32-b07824f09da0 on network a1a94241-2112-487c-8061-03b70ec274c6 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:34:21.296628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-dbc48ec2-510e-4f84-8bde-d58c41d1a9a5 None None] Allocated IP 2001:db8:0:1::2 (a1a94241-2112-487c-8061-03b70ec274c6/fc46939e-db66-4ebb-a8cf-3316eccfa8b9/b79e3694-cdfe-47a7-a7ac-466d2e74e0e4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:21.301049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa59d2b-0257-4594-81d9-73ddd8daf571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.301753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0fa59d2b-0257-4594-81d9-73ddd8daf571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.303221 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0fa59d2b-0257-4594-81d9-73ddd8daf571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "PUT /v2.0/ports/2773ba1d-5abb-40ab-9d32-b07824f09da0 HTTP/1.1" status: 200 len: 930 time: 0.8160677 Jul 16 18:34:21.306503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:21.343549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa59d2b-0257-4594-81d9-73ddd8daf571 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=2773ba1d-5abb-40ab-9d32-b07824f09da0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:21.417906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-dbc48ec2-510e-4f84-8bde-d58c41d1a9a5 None None] For port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,segment=NetworkSegment(1b02869f-72b8-4f58-87fd-cd0782a4504d),segment_id=1b02869f-72b8-4f58-87fd-cd0782a4504d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:21.422686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cf991950-3539-4847-b8cf-174b40818531 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 2773ba1d-5abb-40ab-9d32-b07824f09da0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:21.423508 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf991950-3539-4847-b8cf-174b40818531 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.449997 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbc48ec2-510e-4f84-8bde-d58c41d1a9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.465162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbc48ec2-510e-4f84-8bde-d58c41d1a9a5 None None] Transition to ACTIVE for port object b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:21.469066 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbc48ec2-510e-4f84-8bde-d58c41d1a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.529372 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf991950-3539-4847-b8cf-174b40818531 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.543018 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cf991950-3539-4847-b8cf-174b40818531 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 2773ba1d-5abb-40ab-9d32-b07824f09da0 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:21.565738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc48ec2-510e-4f84-8bde-d58c41d1a9a5 None None] Pushing event updated for resources: {'Port': ['ID=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:21.664141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:21.700201 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf991950-3539-4847-b8cf-174b40818531 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.742850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf991950-3539-4847-b8cf-174b40818531 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=2773ba1d-5abb-40ab-9d32-b07824f09da0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:21.775919 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf991950-3539-4847-b8cf-174b40818531 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.778236 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cf991950-3539-4847-b8cf-174b40818531 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/2773ba1d-5abb-40ab-9d32-b07824f09da0 HTTP/1.1" status: 204 len: 168 time: 0.4705901 Jul 16 18:34:21.780955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:21.815840 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc29f61-8686-43e5-8401-59c10dd72fc8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:34:21.817509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bdc29f61-8686-43e5-8401-59c10dd72fc8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/2773ba1d-5abb-40ab-9d32-b07824f09da0 HTTP/1.1" status: 404 len: 333 time: 0.0354798 Jul 16 18:34:21.821513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:21.908382 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b010eba-3e08-4347-9427-076f33a8ce74 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.946519 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b010eba-3e08-4347-9427-076f33a8ce74 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.022440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b010eba-3e08-4347-9427-076f33a8ce74 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.025038 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b010eba-3e08-4347-9427-076f33a8ce74 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.026460 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6b010eba-3e08-4347-9427-076f33a8ce74 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/security-groups/3040bd72-dfb3-4a84-a5a3-7741db7fac34 HTTP/1.1" status: 204 len: 168 time: 0.2039292 Jul 16 18:34:22.029429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:22.033232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0de84718-d475-437e-93c4-c74623bda98e req-5ea58d24-6564-4ca8-97af-ddd2a9499332 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975246 Jul 16 18:34:22.040505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b010eba-3e08-4347-9427-076f33a8ce74 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3040bd72-dfb3-4a84-a5a3-7741db7fac34,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:22.099398 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42102174-f978-4716-9b93-ced177ce7c08 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.125196 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42102174-f978-4716-9b93-ced177ce7c08 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.140343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de84718-d475-437e-93c4-c74623bda98e req-9e9f386f-212a-41ff-99bf-ff3cc46b7eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:22.141917 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0de84718-d475-437e-93c4-c74623bda98e req-9e9f386f-212a-41ff-99bf-ff3cc46b7eb1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 1097 time: 0.0590835 Jul 16 18:34:22.174294 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42102174-f978-4716-9b93-ced177ce7c08 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.177493 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42102174-f978-4716-9b93-ced177ce7c08 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.182038 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-42102174-f978-4716-9b93-ced177ce7c08 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/security-groups/a13509b8-49be-4ca4-a2f0-1a1f99cd81f4 HTTP/1.1" status: 204 len: 168 time: 0.1509776 Jul 16 18:34:22.182780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:22.201550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42102174-f978-4716-9b93-ced177ce7c08 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13509b8-49be-4ca4-a2f0-1a1f99cd81f4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:22.250950 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b493c7b-81ed-4460-829a-c81fed1cf032 None None] Provisioning for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:22.251655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-925113c0-e481-4df4-b9d4-ef0f7c00ece2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting subnet 76228d01-9f2e-456c-9125-84c1f2eb1131 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:22.254688 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925113c0-e481-4df4-b9d4-ef0f7c00ece2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.258689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b493c7b-81ed-4460-829a-c81fed1cf032 None None] Provisioning complete for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:22.259082 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b493c7b-81ed-4460-829a-c81fed1cf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.264149 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de84718-d475-437e-93c4-c74623bda98e req-00dbad48-4273-4330-89ef-08e7673f685c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:22.265978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0de84718-d475-437e-93c4-c74623bda98e req-00dbad48-4273-4330-89ef-08e7673f685c service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.1040676 Jul 16 18:34:22.304990 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925113c0-e481-4df4-b9d4-ef0f7c00ece2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.350232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0de84718-d475-437e-93c4-c74623bda98e req-9d914974-59dd-4d70-80e3-42c2805c2e70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08611a5a-7fd5-472d-b60a-5e8250b36fc6 HTTP/1.1" status: 200 len: 1002 time: 0.0776644 Jul 16 18:34:22.364757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b493c7b-81ed-4460-829a-c81fed1cf032 None None] Provisioning complete for port 63b163e9-5a59-4428-b319-82ed117e01e9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:22.365579 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b493c7b-81ed-4460-829a-c81fed1cf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.403947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de84718-d475-437e-93c4-c74623bda98e req-467d765b-645d-456d-91ef-5df131ded9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:22.405685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0de84718-d475-437e-93c4-c74623bda98e req-467d765b-645d-456d-91ef-5df131ded9a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0495036 Jul 16 18:34:22.409271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0b493c7b-81ed-4460-829a-c81fed1cf032 None None] Port 63b163e9-5a59-4428-b319-82ed117e01e9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:22.412516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0b493c7b-81ed-4460-829a-c81fed1cf032 None None] Could not find standard attr ID for object 2773ba1d-5abb-40ab-9d32-b07824f09da0. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:22.418568 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925113c0-e481-4df4-b9d4-ef0f7c00ece2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.468323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de84718-d475-437e-93c4-c74623bda98e req-45aa2c38-9753-4234-a592-489996955553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:22.470623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0de84718-d475-437e-93c4-c74623bda98e req-45aa2c38-9753-4234-a592-489996955553 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590060 Jul 16 18:34:22.482913 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925113c0-e481-4df4-b9d4-ef0f7c00ece2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.521820 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925113c0-e481-4df4-b9d4-ef0f7c00ece2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Subnet': ['ID=76228d01-9f2e-456c-9125-84c1f2eb1131,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:22.524752 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-925113c0-e481-4df4-b9d4-ef0f7c00ece2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.525987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1fad7db5-4198-45e4-a355-b1d84557dc6e None None] Could not find standard attr ID for object 2773ba1d-5abb-40ab-9d32-b07824f09da0. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:22.526833 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-925113c0-e481-4df4-b9d4-ef0f7c00ece2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/76228d01-9f2e-456c-9125-84c1f2eb1131 HTTP/1.1" status: 204 len: 168 time: 0.3386674 Jul 16 18:34:22.530652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:22.535798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c52d2967-0f68-4e0d-85ab-0b930bc3fe29 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:22.590774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0de84718-d475-437e-93c4-c74623bda98e req-931b3ce3-6efb-42b6-ab69-ca9003aed727 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132047 Jul 16 18:34:22.658675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52d2967-0f68-4e0d-85ab-0b930bc3fe29 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:22.660370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78bdcae-13d4-4ffb-b9b3-e9f7e9eef82e None None] Network a1a94241-2112-487c-8061-03b70ec274c6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:22.664046 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52d2967-0f68-4e0d-85ab-0b930bc3fe29 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.685557 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0de84718-d475-437e-93c4-c74623bda98e req-7b156b28-0c2e-44d6-ab13-313b6d10dc40 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894511 Jul 16 18:34:22.894277 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52d2967-0f68-4e0d-85ab-0b930bc3fe29 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.952355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d2967-0f68-4e0d-85ab-0b930bc3fe29 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a1a94241-2112-487c-8061-03b70ec274c6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:22.952355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c52d2967-0f68-4e0d-85ab-0b930bc3fe29 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:22.952355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d2967-0f68-4e0d-85ab-0b930bc3fe29 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:22.952737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c52d2967-0f68-4e0d-85ab-0b930bc3fe29 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.966337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d2967-0f68-4e0d-85ab-0b930bc3fe29 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Subnet': ['ID=76aec569-f8c2-4864-9d44-f31e6833cac7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:22.975982 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c52d2967-0f68-4e0d-85ab-0b930bc3fe29 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4437504 Jul 16 18:34:22.978657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:22.983350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ca33903-a0e2-46da-baba-a813cf640d5d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'security_group': {'name': 'tempest-secgroup-86725357'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:23.005766 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ca33903-a0e2-46da-baba-a813cf640d5d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.093662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ca33903-a0e2-46da-baba-a813cf640d5d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.097636 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ca33903-a0e2-46da-baba-a813cf640d5d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.128800 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ca33903-a0e2-46da-baba-a813cf640d5d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.130107 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0ca33903-a0e2-46da-baba-a813cf640d5d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1504648 Jul 16 18:34:23.133305 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:23.137738 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0792efc3-74a5-48c7-a241-29b556daf26b tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1811288076'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:23.142346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca33903-a0e2-46da-baba-a813cf640d5d tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7f247b-7b8f-421d-886f-91512b1e7285,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:23.162570 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0792efc3-74a5-48c7-a241-29b556daf26b tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.253100 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0792efc3-74a5-48c7-a241-29b556daf26b tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.258002 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0792efc3-74a5-48c7-a241-29b556daf26b tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.288929 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0792efc3-74a5-48c7-a241-29b556daf26b tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.290338 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0792efc3-74a5-48c7-a241-29b556daf26b tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1561630 Jul 16 18:34:23.291527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792efc3-74a5-48c7-a241-29b556daf26b tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2468a15-7f00-432b-bfb3-ae55ac8b61d6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:23.293477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:23.298207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-965aa9bd-80b7-4aef-a624-74c1e05ce759 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'security_group': {'name': 'tempest-secgroup-751874342'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:23.321971 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965aa9bd-80b7-4aef-a624-74c1e05ce759 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.379937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0f6e6-d736-4349-afbf-f151380a4311 None None] Network a1a94241-2112-487c-8061-03b70ec274c6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:23.410162 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965aa9bd-80b7-4aef-a624-74c1e05ce759 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.414241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965aa9bd-80b7-4aef-a624-74c1e05ce759 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.455371 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-965aa9bd-80b7-4aef-a624-74c1e05ce759 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.456718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-965aa9bd-80b7-4aef-a624-74c1e05ce759 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1620741 Jul 16 18:34:23.458573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965aa9bd-80b7-4aef-a624-74c1e05ce759 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e9fe15-c7ef-4a91-8903-0832756f83db,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:23.459862 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46716) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:23.466386 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-912867717', 'security_groups': ['67e9fe15-c7ef-4a91-8903-0832756f83db'], 'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '76aec569-f8c2-4864-9d44-f31e6833cac7'}]}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:23.473367 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-370f181b-e688-4ad8-9392-6ccc88a2de89 None None] Provisioning complete for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:23.473757 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-370f181b-e688-4ad8-9392-6ccc88a2de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.578109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:23.582722 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.599798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] device_id is not set on port f9c5befe-c107-417d-84ad-92114fce58b9 yet. {{(pid=93766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:34:23.637481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-370f181b-e688-4ad8-9392-6ccc88a2de89 None None] Provisioning complete for port 63b163e9-5a59-4428-b319-82ed117e01e9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:23.637786 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-370f181b-e688-4ad8-9392-6ccc88a2de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.702343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-370f181b-e688-4ad8-9392-6ccc88a2de89 None None] Port 63b163e9-5a59-4428-b319-82ed117e01e9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:23.714742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ad4172-2767-47c9-a285-a9ae9b6a2b62 None None] Update dhcp port {'port': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'fixed_ips': [{'subnet_id': 'fc46939e-db66-4ebb-a8cf-3316eccfa8b9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '76aec569-f8c2-4864-9d44-f31e6833cac7'}], 'binding:host_id': 'n-d-793618-9'}, 'id': 'b79e3694-cdfe-47a7-a7ac-466d2e74e0e4'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:34:23.749427 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60ad4172-2767-47c9-a285-a9ae9b6a2b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.774503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8::2a (a1a94241-2112-487c-8061-03b70ec274c6/76aec569-f8c2-4864-9d44-f31e6833cac7/f9c5befe-c107-417d-84ad-92114fce58b9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:23.916039 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.927877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Transition to ACTIVE for port object f9c5befe-c107-417d-84ad-92114fce58b9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:23.968765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.012624 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a1a94241-2112-487c-8061-03b70ec274c6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:24.015873 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:24.021790 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:24.027620 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:24.028239 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.036823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-60ad4172-2767-47c9-a285-a9ae9b6a2b62 None None] Allocated IP 2001:db8::2 (a1a94241-2112-487c-8061-03b70ec274c6/76aec569-f8c2-4864-9d44-f31e6833cac7/b79e3694-cdfe-47a7-a7ac-466d2e74e0e4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:24.044078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=f9c5befe-c107-417d-84ad-92114fce58b9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:24.052082 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5653a314-e507-41e8-bf8d-2a8f6fa808cf tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5903997 Jul 16 18:34:24.055269 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:24.060303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-72b38276-2283-4fa5-9e1a-92f618e3e924 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:24.129585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-60ad4172-2767-47c9-a285-a9ae9b6a2b62 None None] For port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,segment=NetworkSegment(1b02869f-72b8-4f58-87fd-cd0782a4504d),segment_id=1b02869f-72b8-4f58-87fd-cd0782a4504d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:24.162575 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60ad4172-2767-47c9-a285-a9ae9b6a2b62 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.167646 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b38276-2283-4fa5-9e1a-92f618e3e924 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:24.171124 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-72b38276-2283-4fa5-9e1a-92f618e3e924 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.176716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-60ad4172-2767-47c9-a285-a9ae9b6a2b62 None None] Transition to ACTIVE for port object b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:24.179805 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60ad4172-2767-47c9-a285-a9ae9b6a2b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.267073 n-d-793618-9 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-72b38276-2283-4fa5-9e1a-92f618e3e924 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76aec569-f8c2-4864-9d44-f31e6833cac7 (CIDR: 2001:db8::/64) Jul 16 18:34:24.267567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad4172-2767-47c9-a285-a9ae9b6a2b62 None None] Pushing event updated for resources: {'Port': ['ID=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:24.270568 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b38276-2283-4fa5-9e1a-92f618e3e924 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:24.271028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b38276-2283-4fa5-9e1a-92f618e3e924 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:24.286721 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-72b38276-2283-4fa5-9e1a-92f618e3e924 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2304049 Jul 16 18:34:24.290200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46722) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:24.295212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2d6c9b20-caa8-438b-b5bf-bb71d22b01d2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:24.406902 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6c9b20-caa8-438b-b5bf-bb71d22b01d2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:24.410710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9b20-caa8-438b-b5bf-bb71d22b01d2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.511544 n-d-793618-9 neutron-server[93766]: INFO neutron.db.ipam_backend_mixin [None req-2d6c9b20-caa8-438b-b5bf-bb71d22b01d2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fc46939e-db66-4ebb-a8cf-3316eccfa8b9 (CIDR: 2001:db8:0:1::/64) Jul 16 18:34:24.515001 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6c9b20-caa8-438b-b5bf-bb71d22b01d2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:24.515453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6c9b20-caa8-438b-b5bf-bb71d22b01d2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:24.530999 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2d6c9b20-caa8-438b-b5bf-bb71d22b01d2 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2397330 Jul 16 18:34:24.531914 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:24.533727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46724) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:24.539009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3b91ddc3-7abc-47dc-8171-072a5e0cd532 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'subnet': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:24.658464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b91ddc3-7abc-47dc-8171-072a5e0cd532 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Made reservation on behalf of 69823c4d29774cc99a8aad785d86ad3a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:24.662062 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b91ddc3-7abc-47dc-8171-072a5e0cd532 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.828828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e75cddc-ca44-46fd-8776-411d393cf7ad None None] Provisioning for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:24.833157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e75cddc-ca44-46fd-8776-411d393cf7ad None None] Provisioning complete for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:24.833568 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e75cddc-ca44-46fd-8776-411d393cf7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.912516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b91ddc3-7abc-47dc-8171-072a5e0cd532 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.936747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e75cddc-ca44-46fd-8776-411d393cf7ad None None] Provisioning complete for port 63b163e9-5a59-4428-b319-82ed117e01e9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:24.937042 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e75cddc-ca44-46fd-8776-411d393cf7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.964174 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b91ddc3-7abc-47dc-8171-072a5e0cd532 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Network a1a94241-2112-487c-8061-03b70ec274c6 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:24.967524 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-3b91ddc3-7abc-47dc-8171-072a5e0cd532 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:24.971952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b91ddc3-7abc-47dc-8171-072a5e0cd532 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:24.972552 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3b91ddc3-7abc-47dc-8171-072a5e0cd532 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.974354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9e75cddc-ca44-46fd-8776-411d393cf7ad None None] Port 63b163e9-5a59-4428-b319-82ed117e01e9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:24.976371 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91ddc3-7abc-47dc-8171-072a5e0cd532 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Subnet': ['ID=a5c0f547-d7b1-4a23-87a7-c7c15ef9f4c2,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:24.981459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3793866-752b-4e9d-a095-3d848740b2ce None None] Network a1a94241-2112-487c-8061-03b70ec274c6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:24.989738 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3b91ddc3-7abc-47dc-8171-072a5e0cd532 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4549723 Jul 16 18:34:24.992905 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46726) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:24.998372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-987b009e-d7b5-4644-a5f1-97e74cbccaa0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-345384112', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a5c0f547-d7b1-4a23-87a7-c7c15ef9f4c2'}], 'security_groups': ['fd7f247b-7b8f-421d-886f-91512b1e7285', 'd2468a15-7f00-432b-bfb3-ae55ac8b61d6']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:25.092335 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987b009e-d7b5-4644-a5f1-97e74cbccaa0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.108929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d745b33-41ba-405e-b6f2-74f87cf2b1f1 None None] Provisioning for port f9c5befe-c107-417d-84ad-92114fce58b9 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:25.118627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1d745b33-41ba-405e-b6f2-74f87cf2b1f1 None None] Provisioning complete for port f9c5befe-c107-417d-84ad-92114fce58b9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:25.119002 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d745b33-41ba-405e-b6f2-74f87cf2b1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.172835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1d745b33-41ba-405e-b6f2-74f87cf2b1f1 None None] Port f9c5befe-c107-417d-84ad-92114fce58b9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:25.260121 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3129a37-8e3a-40b8-9bd5-13c087f3d04c None None] Update dhcp port {'port': {'network_id': 'a1a94241-2112-487c-8061-03b70ec274c6', 'fixed_ips': [{'subnet_id': 'fc46939e-db66-4ebb-a8cf-3316eccfa8b9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '76aec569-f8c2-4864-9d44-f31e6833cac7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a5c0f547-d7b1-4a23-87a7-c7c15ef9f4c2'}], 'binding:host_id': 'n-d-793618-9'}, 'id': 'b79e3694-cdfe-47a7-a7ac-466d2e74e0e4'} from n-d-793618-9. {{(pid=93768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:34:25.293942 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3129a37-8e3a-40b8-9bd5-13c087f3d04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.391405 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-987b009e-d7b5-4644-a5f1-97e74cbccaa0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Delete allocated IP 2001:db8::2a (a1a94241-2112-487c-8061-03b70ec274c6/76aec569-f8c2-4864-9d44-f31e6833cac7) {{(pid=93766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:34:25.400461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-987b009e-d7b5-4644-a5f1-97e74cbccaa0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Allocated IP 2001:db8:0:2::f0 (a1a94241-2112-487c-8061-03b70ec274c6/a5c0f547-d7b1-4a23-87a7-c7c15ef9f4c2/f9c5befe-c107-417d-84ad-92114fce58b9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:25.558207 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987b009e-d7b5-4644-a5f1-97e74cbccaa0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.571712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-987b009e-d7b5-4644-a5f1-97e74cbccaa0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Transition to ACTIVE for port object f9c5befe-c107-417d-84ad-92114fce58b9 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:25.576385 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987b009e-d7b5-4644-a5f1-97e74cbccaa0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.634122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e3129a37-8e3a-40b8-9bd5-13c087f3d04c None None] Allocated IP 2001:db8:0:2::2 (a1a94241-2112-487c-8061-03b70ec274c6/a5c0f547-d7b1-4a23-87a7-c7c15ef9f4c2/b79e3694-cdfe-47a7-a7ac-466d2e74e0e4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:25.643964 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-987b009e-d7b5-4644-a5f1-97e74cbccaa0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] In _notify_port_updated(), no bound segment for port f9c5befe-c107-417d-84ad-92114fce58b9 on network a1a94241-2112-487c-8061-03b70ec274c6 {{(pid=93766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:34:25.649491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b009e-d7b5-4644-a5f1-97e74cbccaa0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:25.650114 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-987b009e-d7b5-4644-a5f1-97e74cbccaa0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.654505 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-987b009e-d7b5-4644-a5f1-97e74cbccaa0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "PUT /v2.0/ports/f9c5befe-c107-417d-84ad-92114fce58b9 HTTP/1.1" status: 200 len: 968 time: 0.6575353 Jul 16 18:34:25.654505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46730) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:25.674375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:25.686309 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b009e-d7b5-4644-a5f1-97e74cbccaa0 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event updated for resources: {'Port': ['ID=f9c5befe-c107-417d-84ad-92114fce58b9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:25.755887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-eaa21cf4-dd00-44f2-97ff-423dd060ed23 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port f9c5befe-c107-417d-84ad-92114fce58b9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:25.756234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaa21cf4-dd00-44f2-97ff-423dd060ed23 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.763745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e3129a37-8e3a-40b8-9bd5-13c087f3d04c None None] For port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,segment=NetworkSegment(1b02869f-72b8-4f58-87fd-cd0782a4504d),segment_id=1b02869f-72b8-4f58-87fd-cd0782a4504d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:25.851151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaa21cf4-dd00-44f2-97ff-423dd060ed23 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.864027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-eaa21cf4-dd00-44f2-97ff-423dd060ed23 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for f9c5befe-c107-417d-84ad-92114fce58b9 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:25.940150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:25.940767 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.975045 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3129a37-8e3a-40b8-9bd5-13c087f3d04c None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.997372 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e3129a37-8e3a-40b8-9bd5-13c087f3d04c None None] Transition to ACTIVE for port object b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:26.002324 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3129a37-8e3a-40b8-9bd5-13c087f3d04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.004440 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaa21cf4-dd00-44f2-97ff-423dd060ed23 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.010936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 had new provisioning blocks added so it will not transition to active. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 18:34:26.045725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa21cf4-dd00-44f2-97ff-423dd060ed23 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=f9c5befe-c107-417d-84ad-92114fce58b9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.071408 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eaa21cf4-dd00-44f2-97ff-423dd060ed23 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.073481 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eaa21cf4-dd00-44f2-97ff-423dd060ed23 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/f9c5befe-c107-417d-84ad-92114fce58b9 HTTP/1.1" status: 204 len: 168 time: 0.4182928 Jul 16 18:34:26.076171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46732) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:26.106908 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa3b7fe-2097-4f91-86ef-590563d5815a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] GET failed (client error): The resource could not be found. Jul 16 18:34:26.111018 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-efa3b7fe-2097-4f91-86ef-590563d5815a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports/f9c5befe-c107-417d-84ad-92114fce58b9 HTTP/1.1" status: 404 len: 333 time: 0.0312488 Jul 16 18:34:26.111473 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46736) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:26.113732 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3129a37-8e3a-40b8-9bd5-13c087f3d04c None None] Pushing event updated for resources: {'Port': ['ID=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.172484 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5621b8d-c3b1-4e91-ad40-a27a6de4e1b4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.198775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5621b8d-c3b1-4e91-ad40-a27a6de4e1b4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.251123 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5621b8d-c3b1-4e91-ad40-a27a6de4e1b4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.253784 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d5621b8d-c3b1-4e91-ad40-a27a6de4e1b4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.255098 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d5621b8d-c3b1-4e91-ad40-a27a6de4e1b4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/security-groups/67e9fe15-c7ef-4a91-8903-0832756f83db HTTP/1.1" status: 204 len: 168 time: 0.1429312 Jul 16 18:34:26.258526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:26.265623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5621b8d-c3b1-4e91-ad40-a27a6de4e1b4 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e9fe15-c7ef-4a91-8903-0832756f83db,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.324151 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35217975-0cc0-4afa-a07b-e6d375564518 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.350160 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35217975-0cc0-4afa-a07b-e6d375564518 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.392769 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35217975-0cc0-4afa-a07b-e6d375564518 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.395473 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35217975-0cc0-4afa-a07b-e6d375564518 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.396663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-35217975-0cc0-4afa-a07b-e6d375564518 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/security-groups/d2468a15-7f00-432b-bfb3-ae55ac8b61d6 HTTP/1.1" status: 204 len: 168 time: 0.1364830 Jul 16 18:34:26.400192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46742) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:26.406846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35217975-0cc0-4afa-a07b-e6d375564518 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2468a15-7f00-432b-bfb3-ae55ac8b61d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.460570 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce93d-0e04-4d42-83cc-433889199bd1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.484960 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce93d-0e04-4d42-83cc-433889199bd1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.529232 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce93d-0e04-4d42-83cc-433889199bd1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.531921 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce93d-0e04-4d42-83cc-433889199bd1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.533105 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5b0ce93d-0e04-4d42-83cc-433889199bd1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/security-groups/fd7f247b-7b8f-421d-886f-91512b1e7285 HTTP/1.1" status: 204 len: 168 time: 0.1319208 Jul 16 18:34:26.536132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:26.542965 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ce93d-0e04-4d42-83cc-433889199bd1 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7f247b-7b8f-421d-886f-91512b1e7285,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.602396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb40e50-ec3e-44ad-b2de-9464982efc03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting subnet 76aec569-f8c2-4864-9d44-f31e6833cac7 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:26.605909 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb40e50-ec3e-44ad-b2de-9464982efc03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.647490 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb40e50-ec3e-44ad-b2de-9464982efc03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.702451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1a264067-c4c0-40c7-ae95-54df628446e1 None None] Provisioning for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:26.706283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1a264067-c4c0-40c7-ae95-54df628446e1 None None] Provisioning complete for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:26.706667 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a264067-c4c0-40c7-ae95-54df628446e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.747838 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb40e50-ec3e-44ad-b2de-9464982efc03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.802837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1a264067-c4c0-40c7-ae95-54df628446e1 None None] Provisioning complete for port 63b163e9-5a59-4428-b319-82ed117e01e9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:26.803238 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a264067-c4c0-40c7-ae95-54df628446e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.817105 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb40e50-ec3e-44ad-b2de-9464982efc03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.848899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb40e50-ec3e-44ad-b2de-9464982efc03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Subnet': ['ID=76aec569-f8c2-4864-9d44-f31e6833cac7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.851243 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb40e50-ec3e-44ad-b2de-9464982efc03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.856985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46746) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:26.857514 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5cb40e50-ec3e-44ad-b2de-9464982efc03 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/76aec569-f8c2-4864-9d44-f31e6833cac7 HTTP/1.1" status: 204 len: 168 time: 0.3196235 Jul 16 18:34:26.860778 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1a264067-c4c0-40c7-ae95-54df628446e1 None None] Port 63b163e9-5a59-4428-b319-82ed117e01e9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:26.864085 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1a264067-c4c0-40c7-ae95-54df628446e1 None None] Could not find standard attr ID for object f9c5befe-c107-417d-84ad-92114fce58b9. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:26.911394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b623409-79a4-47a9-83a5-569c74032209 None None] Network a1a94241-2112-487c-8061-03b70ec274c6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:26.913130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cab8202-97e1-4f32-8bd9-2b8fe1d7e7d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting subnet a5c0f547-d7b1-4a23-87a7-c7c15ef9f4c2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:26.916373 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cab8202-97e1-4f32-8bd9-2b8fe1d7e7d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.956237 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cab8202-97e1-4f32-8bd9-2b8fe1d7e7d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.988937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d2c27cb-266f-4aa0-993e-f0827206bfbc None None] Could not find standard attr ID for object f9c5befe-c107-417d-84ad-92114fce58b9. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:27.042544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cab8202-97e1-4f32-8bd9-2b8fe1d7e7d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.103947 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cab8202-97e1-4f32-8bd9-2b8fe1d7e7d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.131416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab8202-97e1-4f32-8bd9-2b8fe1d7e7d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c0f547-d7b1-4a23-87a7-c7c15ef9f4c2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:27.135392 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5cab8202-97e1-4f32-8bd9-2b8fe1d7e7d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.137262 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5cab8202-97e1-4f32-8bd9-2b8fe1d7e7d9 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/a5c0f547-d7b1-4a23-87a7-c7c15ef9f4c2 HTTP/1.1" status: 204 len: 168 time: 0.2784824 Jul 16 18:34:27.140041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.167009 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c875301f-7ace-4d48-976a-0097869860eb tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:27.167479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c875301f-7ace-4d48-976a-0097869860eb tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:27.169247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c875301f-7ace-4d48-976a-0097869860eb tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/76aec569-f8c2-4864-9d44-f31e6833cac7 HTTP/1.1" status: 404 len: 337 time: 0.0282280 Jul 16 18:34:27.171808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.229997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3519cea-b13e-43eb-b51a-5174554da7ea tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting subnet fc46939e-db66-4ebb-a8cf-3316eccfa8b9 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:27.233368 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3519cea-b13e-43eb-b51a-5174554da7ea tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.276832 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3519cea-b13e-43eb-b51a-5174554da7ea tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.383454 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3519cea-b13e-43eb-b51a-5174554da7ea tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.458223 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3519cea-b13e-43eb-b51a-5174554da7ea tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.488358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3519cea-b13e-43eb-b51a-5174554da7ea tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Subnet': ['ID=fc46939e-db66-4ebb-a8cf-3316eccfa8b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:27.492743 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3519cea-b13e-43eb-b51a-5174554da7ea tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.494696 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e3519cea-b13e-43eb-b51a-5174554da7ea tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/fc46939e-db66-4ebb-a8cf-3316eccfa8b9 HTTP/1.1" status: 204 len: 168 time: 0.3217485 Jul 16 18:34:27.497126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.525263 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a45d298-3935-49c7-970f-8b43ddd88e26 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:27.525766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a45d298-3935-49c7-970f-8b43ddd88e26 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:27.527561 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9a45d298-3935-49c7-970f-8b43ddd88e26 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/76228d01-9f2e-456c-9125-84c1f2eb1131 HTTP/1.1" status: 404 len: 337 time: 0.0292792 Jul 16 18:34:27.530277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.560752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5d504e2f-0786-4c7c-8aa6-c8fa1fa899a8 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ea532d-96c1-4eaf-9635-983681d2887b HTTP/1.1" status: 200 len: 205 time: 0.0290532 Jul 16 18:34:27.563438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.605988 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2d01fc46-5409-4776-be3f-579c87e009ad tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] delete failed (client error): The resource could not be found. Jul 16 18:34:27.607190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2d01fc46-5409-4776-be3f-579c87e009ad tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/routers/81ea532d-96c1-4eaf-9635-983681d2887b HTTP/1.1" status: 404 len: 336 time: 0.0428364 Jul 16 18:34:27.610027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46766) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.638256 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f89b1ec-9814-4d45-bea3-80048e75467a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:27.638956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f89b1ec-9814-4d45-bea3-80048e75467a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:27.640803 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8f89b1ec-9814-4d45-bea3-80048e75467a tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/2f17b3ce-b2c9-4159-8c51-73337100f9eb HTTP/1.1" status: 404 len: 337 time: 0.0296533 Jul 16 18:34:27.645859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.675075 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-89328144-b9fc-4db8-b71d-7d424da1504f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:27.675656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89328144-b9fc-4db8-b71d-7d424da1504f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:27.680009 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-89328144-b9fc-4db8-b71d-7d424da1504f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/4c54edb7-ba3c-4ed3-a6f6-9ed2fa9d764f HTTP/1.1" status: 404 len: 337 time: 0.0304151 Jul 16 18:34:27.680759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.691430 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7796a3a-0476-4738-98ed-5ba09d673874 None None] Network a1a94241-2112-487c-8061-03b70ec274c6 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:27.705879 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:27.707183 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb5d21d-1063-46de-90ac-d04bdf7183cb tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:27.707641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb5d21d-1063-46de-90ac-d04bdf7183cb tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:27.709573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8bb5d21d-1063-46de-90ac-d04bdf7183cb tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/1d7b5ab4-1057-4a51-8940-10b6e5394b0c HTTP/1.1" status: 404 len: 337 time: 0.0283926 Jul 16 18:34:27.712561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.738570 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f928b90-404f-4689-a90d-bb2a27635a6f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:27.739230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f928b90-404f-4689-a90d-bb2a27635a6f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:27.741132 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5f928b90-404f-4689-a90d-bb2a27635a6f tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/cac534b5-06c1-4baa-a090-f5bb2c6cf911 HTTP/1.1" status: 404 len: 333 time: 0.0277095 Jul 16 18:34:27.743645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46774) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.777229 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ea1008-7a53-40cf-817c-c833dd2a7894 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:27.778256 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ea1008-7a53-40cf-817c-c833dd2a7894 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:27.780214 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-18ea1008-7a53-40cf-817c-c833dd2a7894 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/fd09d109-4641-43e7-8243-a2b4bd9fac9f HTTP/1.1" status: 404 len: 337 time: 0.0355637 Jul 16 18:34:27.782714 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.799763 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3aea9f14-7825-4c8b-a0d8-ec31e8bc0326 None None] Provisioning complete for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:27.800292 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aea9f14-7825-4c8b-a0d8-ec31e8bc0326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.809454 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f6a912-5c01-4102-b17d-b5284a5d4173 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:27.809915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f6a912-5c01-4102-b17d-b5284a5d4173 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:27.811628 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-34f6a912-5c01-4102-b17d-b5284a5d4173 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/03064bfc-8d5d-4419-a51f-abad93df19cd HTTP/1.1" status: 404 len: 337 time: 0.0278158 Jul 16 18:34:27.814403 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46778) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.842455 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92c36e8-ac91-4dee-9bfd-0abb052f30c5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:27.843587 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92c36e8-ac91-4dee-9bfd-0abb052f30c5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:27.845640 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e92c36e8-ac91-4dee-9bfd-0abb052f30c5 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/a1f0644c-82fd-45f9-9d25-38e345263444 HTTP/1.1" status: 404 len: 333 time: 0.0302694 Jul 16 18:34:27.848173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46780) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.873931 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2018f3-c467-49cc-99cd-5723d18db86e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:27.874598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2018f3-c467-49cc-99cd-5723d18db86e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:27.875833 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6d2018f3-c467-49cc-99cd-5723d18db86e tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/4302f6fa-1e59-49cb-96ba-08636064cd9d HTTP/1.1" status: 404 len: 337 time: 0.0266709 Jul 16 18:34:27.878363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.887507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:27.887936 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.906530 n-d-793618-9 neutron-server[93766]: INFO neutron.pecan_wsgi.hooks.translation [None req-57037a6b-8a2a-40f3-b547-4f173c5c1e79 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:27.906904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57037a6b-8a2a-40f3-b547-4f173c5c1e79 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:27.908935 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-57037a6b-8a2a-40f3-b547-4f173c5c1e79 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/subnets/1318cd82-3a7c-4d5e-9dca-792ee6e76355 HTTP/1.1" status: 404 len: 337 time: 0.0293405 Jul 16 18:34:27.911379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46784) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:28.018031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a7b01915-0eb3-4297-a118-cdc141b93c64 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Deleting port 63b163e9-5a59-4428-b319-82ed117e01e9 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:28.018386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7b01915-0eb3-4297-a118-cdc141b93c64 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.029698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3aea9f14-7825-4c8b-a0d8-ec31e8bc0326 None None] Provisioning complete for port 63b163e9-5a59-4428-b319-82ed117e01e9 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:28.030213 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3aea9f14-7825-4c8b-a0d8-ec31e8bc0326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.066777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fe7f30-0e10-4cb0-a715-ad3413609444 None None] DHCP port deletion for a1a94241-2112-487c-8061-03b70ec274c6 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:28.071645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3aea9f14-7825-4c8b-a0d8-ec31e8bc0326 None None] Port 63b163e9-5a59-4428-b319-82ed117e01e9 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:28.093166 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7b01915-0eb3-4297-a118-cdc141b93c64 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.105930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a7b01915-0eb3-4297-a118-cdc141b93c64 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Calling delete_port for 63b163e9-5a59-4428-b319-82ed117e01e9 owned by {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:28.118788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84fe7f30-0e10-4cb0-a715-ad3413609444 None None] Deleting port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:28.119168 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84fe7f30-0e10-4cb0-a715-ad3413609444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.182093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84fe7f30-0e10-4cb0-a715-ad3413609444 None None] For port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,segment=NetworkSegment(1b02869f-72b8-4f58-87fd-cd0782a4504d),segment_id=1b02869f-72b8-4f58-87fd-cd0782a4504d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:28.184375 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84fe7f30-0e10-4cb0-a715-ad3413609444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.189504 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7b01915-0eb3-4297-a118-cdc141b93c64 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.200680 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84fe7f30-0e10-4cb0-a715-ad3413609444 None None] Calling delete_port for b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:28.219986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b01915-0eb3-4297-a118-cdc141b93c64 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Port': ['ID=63b163e9-5a59-4428-b319-82ed117e01e9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:28.225009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a7b01915-0eb3-4297-a118-cdc141b93c64 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.227099 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a7b01915-0eb3-4297-a118-cdc141b93c64 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/ports/63b163e9-5a59-4428-b319-82ed117e01e9 HTTP/1.1" status: 204 len: 168 time: 0.3147645 Jul 16 18:34:28.229552 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:28.291965 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84fe7f30-0e10-4cb0-a715-ad3413609444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.306410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe7f30-0e10-4cb0-a715-ad3413609444 None None] No DVR routers for this DVR port b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:28.319109 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.326069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe7f30-0e10-4cb0-a715-ad3413609444 None None] Pushing event deleted for resources: {'Port': ['ID=b79e3694-cdfe-47a7-a7ac-466d2e74e0e4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:28.411686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.422975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a94241-2112-487c-8061-03b70ec274c6']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:28.442284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b02869f-72b8-4f58-87fd-cd0782a4504d') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:28.448098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b02869f-72b8-4f58-87fd-cd0782a4504d') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:28.467691 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.486641 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.493506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:28.493911 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:28.500285 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:28.574220 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.580143 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.586284 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] 10.222.0.52 "DELETE /v2.0/networks/a1a94241-2112-487c-8061-03b70ec274c6 HTTP/1.1" status: 204 len: 168 time: 0.3556957 Jul 16 18:34:28.601423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e2573-11f7-4756-8557-16e5bbc95b02 tempest-PortsIpV6TestJSON-497619448 tempest-PortsIpV6TestJSON-497619448-project] Pushing event deleted for resources: {'Network': ['ID=a1a94241-2112-487c-8061-03b70ec274c6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:28.824236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:28.956661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-712b9bbe-47b1-409e-8cf1-252ee8daf9bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=69823c4d29774cc99a8aad785d86ad3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312077 Jul 16 18:34:28.959064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:29.011872 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94b87c6a-7335-4070-9368-d18aa170beb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.032440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94b87c6a-7335-4070-9368-d18aa170beb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.085431 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94b87c6a-7335-4070-9368-d18aa170beb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.088027 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-94b87c6a-7335-4070-9368-d18aa170beb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.089182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-94b87c6a-7335-4070-9368-d18aa170beb3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4fb6916-2a71-470c-a3f8-29eb4e94cd08 HTTP/1.1" status: 204 len: 168 time: 0.1292276 Jul 16 18:34:29.097727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b87c6a-7335-4070-9368-d18aa170beb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fb6916-2a71-470c-a3f8-29eb4e94cd08,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:29.675859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:29.697758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:29.698382 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b79e3694-cdfe-47a7-a7ac-466d2e74e0e4 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:29.798946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46826) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:29.896452 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-83f7f9d9-6bf0-4651-99f6-5130a0595c5e tempest-DvrRoutersNegativeTest-1939753202 tempest-DvrRoutersNegativeTest-1939753202-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2088790068', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:29.899622 n-d-793618-9 neutron-server[93766]: DEBUG neutron.policy [None req-83f7f9d9-6bf0-4651-99f6-5130a0595c5e tempest-DvrRoutersNegativeTest-1939753202 tempest-DvrRoutersNegativeTest-1939753202-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93766) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 18:34:29.899927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.policy [None req-83f7f9d9-6bf0-4651-99f6-5130a0595c5e tempest-DvrRoutersNegativeTest-1939753202 tempest-DvrRoutersNegativeTest-1939753202-project] Failed policy check for 'create_router' {{(pid=93766) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 18:34:29.900464 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-83f7f9d9-6bf0-4651-99f6-5130a0595c5e tempest-DvrRoutersNegativeTest-1939753202 tempest-DvrRoutersNegativeTest-1939753202-project] create failed (client error): Access was denied to this resource. Jul 16 18:34:29.901483 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-83f7f9d9-6bf0-4651-99f6-5130a0595c5e tempest-DvrRoutersNegativeTest-1939753202 tempest-DvrRoutersNegativeTest-1939753202-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1014993 Jul 16 18:34:30.079510 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29891867-dbc7-475b-b219-1fb7e99de9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.157982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46834) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:30.265538 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61fecdce-a862-4aad-af2f-40f461db58e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.358587 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61fecdce-a862-4aad-af2f-40f461db58e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.362515 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-61fecdce-a862-4aad-af2f-40f461db58e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.402482 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fecdce-a862-4aad-af2f-40f461db58e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68665780-068e-49a6-8135-71dbcb81e002,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:30.408433 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-61fecdce-a862-4aad-af2f-40f461db58e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3cdbf84c0af44847b1a6e19e6d98447d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493458 Jul 16 18:34:30.411108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46838) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:30.466731 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb445a66-5814-45b5-8682-cfae9bf18889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.488397 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb445a66-5814-45b5-8682-cfae9bf18889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.541553 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb445a66-5814-45b5-8682-cfae9bf18889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.544419 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cb445a66-5814-45b5-8682-cfae9bf18889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.545605 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cb445a66-5814-45b5-8682-cfae9bf18889 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68665780-068e-49a6-8135-71dbcb81e002 HTTP/1.1" status: 204 len: 168 time: 0.1335666 Jul 16 18:34:30.553486 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb445a66-5814-45b5-8682-cfae9bf18889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68665780-068e-49a6-8135-71dbcb81e002,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:31.296668 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46862) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.390089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4cd1270d-23a6-47cd-a66a-3331c3817984 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:31.390532 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-4cd1270d-23a6-47cd-a66a-3331c3817984 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:34:31.391057 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4cd1270d-23a6-47cd-a66a-3331c3817984 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:34:31.392029 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4cd1270d-23a6-47cd-a66a-3331c3817984 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0943434 Jul 16 18:34:31.395732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46866) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.400587 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ced62155-f458-452f-9e4c-815eec0db0e6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group': {'name': 'tempest-secgroup--380170678'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:31.421271 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ced62155-f458-452f-9e4c-815eec0db0e6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.429987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ced62155-f458-452f-9e4c-815eec0db0e6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.520894 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ced62155-f458-452f-9e4c-815eec0db0e6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.525354 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ced62155-f458-452f-9e4c-815eec0db0e6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.561394 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced62155-f458-452f-9e4c-815eec0db0e6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be7d7d3-9717-462f-90c7-d7b1720306a6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:31.618715 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ced62155-f458-452f-9e4c-815eec0db0e6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.622353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ced62155-f458-452f-9e4c-815eec0db0e6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.653841 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ced62155-f458-452f-9e4c-815eec0db0e6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.654969 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ced62155-f458-452f-9e4c-815eec0db0e6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2583580 Jul 16 18:34:31.656923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced62155-f458-452f-9e4c-815eec0db0e6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b39eacf-6795-465f-b204-4b3455404613,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:31.658223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.663551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8119c0ff-a79d-462a-98ef-6cf8495dddb2 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '9b39eacf-6795-465f-b204-4b3455404613', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:31.691280 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8119c0ff-a79d-462a-98ef-6cf8495dddb2 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.744369 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8119c0ff-a79d-462a-98ef-6cf8495dddb2 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.748159 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8119c0ff-a79d-462a-98ef-6cf8495dddb2 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.768503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119c0ff-a79d-462a-98ef-6cf8495dddb2 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c151a63e-a36b-438c-9eae-ca47fabb4d7b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:31.776762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8119c0ff-a79d-462a-98ef-6cf8495dddb2 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.778031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8119c0ff-a79d-462a-98ef-6cf8495dddb2 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187038 Jul 16 18:34:31.781186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46874) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.786723 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-71db6028-f90d-4202-98dd-209e6f5339b0 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '9b39eacf-6795-465f-b204-4b3455404613', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:31.816720 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71db6028-f90d-4202-98dd-209e6f5339b0 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.869024 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-71db6028-f90d-4202-98dd-209e6f5339b0 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:34:31.870476 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-71db6028-f90d-4202-98dd-209e6f5339b0 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0880263 Jul 16 18:34:31.873268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.931388 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4de-c732-43a5-8c78-17c69db1bf2c tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.954100 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4de-c732-43a5-8c78-17c69db1bf2c tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.001484 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4de-c732-43a5-8c78-17c69db1bf2c tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.004029 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e49fe4de-c732-43a5-8c78-17c69db1bf2c tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.005192 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e49fe4de-c732-43a5-8c78-17c69db1bf2c tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "DELETE /v2.0/security-groups/9b39eacf-6795-465f-b204-4b3455404613 HTTP/1.1" status: 204 len: 168 time: 0.1304843 Jul 16 18:34:32.010722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.020027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fe4de-c732-43a5-8c78-17c69db1bf2c tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b39eacf-6795-465f-b204-4b3455404613,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:32.071863 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b6e8a869-a671-46b9-9ee7-69e00055b15b tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596864 Jul 16 18:34:32.075382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46882) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.079687 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f91b527d-db73-4a64-96f5-5d286a043496 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249872493'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:32.102977 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f91b527d-db73-4a64-96f5-5d286a043496 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.185028 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f91b527d-db73-4a64-96f5-5d286a043496 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.188839 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f91b527d-db73-4a64-96f5-5d286a043496 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.217813 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f91b527d-db73-4a64-96f5-5d286a043496 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.219066 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f91b527d-db73-4a64-96f5-5d286a043496 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1427615 Jul 16 18:34:32.220914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b527d-db73-4a64-96f5-5d286a043496 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a4f9cd-1099-4b12-943f-a86410e4982c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:32.222065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.227556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1381a47d-1fab-4c59-a3db-c816d42abfa0 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '58a4f9cd-1099-4b12-943f-a86410e4982c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:32.228317 n-d-793618-9 neutron-server[93767]: WARNING neutron.api.v2.base [None req-1381a47d-1fab-4c59-a3db-c816d42abfa0 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:34:32.228847 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1381a47d-1fab-4c59-a3db-c816d42abfa0 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:32.232556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1381a47d-1fab-4c59-a3db-c816d42abfa0 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070081 Jul 16 18:34:32.233018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.285189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-984d1e29-6229-427e-b27d-47269c8641a1 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.302324 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3a2aca4-6542-439f-a799-3a4f9cb0222b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.310752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-984d1e29-6229-427e-b27d-47269c8641a1 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.355742 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-984d1e29-6229-427e-b27d-47269c8641a1 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.358423 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-984d1e29-6229-427e-b27d-47269c8641a1 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.361376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-984d1e29-6229-427e-b27d-47269c8641a1 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "DELETE /v2.0/security-groups/58a4f9cd-1099-4b12-943f-a86410e4982c HTTP/1.1" status: 204 len: 168 time: 0.1256001 Jul 16 18:34:32.362393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46888) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.368899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d1e29-6229-427e-b27d-47269c8641a1 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a4f9cd-1099-4b12-943f-a86410e4982c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:32.406660 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ae8891ca-f6bd-448f-95c4-51354c76f8e7 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430098 Jul 16 18:34:32.410251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.414828 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a78a23a0-a618-4c67-8675-26112d67689f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416698510'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:32.436121 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a78a23a0-a618-4c67-8675-26112d67689f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.754797 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.775029 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.792514 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a78a23a0-a618-4c67-8675-26112d67689f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.796593 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a78a23a0-a618-4c67-8675-26112d67689f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.824758 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a78a23a0-a618-4c67-8675-26112d67689f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.826052 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a78a23a0-a618-4c67-8675-26112d67689f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4148097 Jul 16 18:34:32.828939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46892) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.833886 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-70cf3139-564d-4755-a5f2-04825e90fee6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '7be5ea52-b064-4231-80af-a3be7ba0c65a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:32.834459 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-70cf3139-564d-4755-a5f2-04825e90fee6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:34:32.835024 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-70cf3139-564d-4755-a5f2-04825e90fee6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:32.836029 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-70cf3139-564d-4755-a5f2-04825e90fee6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061200 Jul 16 18:34:32.838921 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46894) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.847376 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.849444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a23a0-a618-4c67-8675-26112d67689f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be5ea52-b064-4231-80af-a3be7ba0c65a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:32.970312 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7905bec-c1d8-4c1a-97da-159daa6cc159 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.996472 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7905bec-c1d8-4c1a-97da-159daa6cc159 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.038743 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7905bec-c1d8-4c1a-97da-159daa6cc159 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.041969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7905bec-c1d8-4c1a-97da-159daa6cc159 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.043156 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d7905bec-c1d8-4c1a-97da-159daa6cc159 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "DELETE /v2.0/security-groups/7be5ea52-b064-4231-80af-a3be7ba0c65a HTTP/1.1" status: 204 len: 168 time: 0.2033205 Jul 16 18:34:33.045918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.053139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7905bec-c1d8-4c1a-97da-159daa6cc159 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be5ea52-b064-4231-80af-a3be7ba0c65a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:33.102966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d09fe39d-9782-4499-8df8-a2ec6eed888d tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558071 Jul 16 18:34:33.105918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.110718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8a111420-a4ea-4387-a0dc-4c9fdc08118f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903168657'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.133564 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a111420-a4ea-4387-a0dc-4c9fdc08118f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.217825 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a111420-a4ea-4387-a0dc-4c9fdc08118f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.221577 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a111420-a4ea-4387-a0dc-4c9fdc08118f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.248202 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8a111420-a4ea-4387-a0dc-4c9fdc08118f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.249450 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8a111420-a4ea-4387-a0dc-4c9fdc08118f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1424501 Jul 16 18:34:33.251295 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a111420-a4ea-4387-a0dc-4c9fdc08118f tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e4653d-a7ec-408c-86fb-75989bf7946e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:33.252367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.258498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d4f6372e-03b9-450c-988c-d939b5432885 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': 'f5e4653d-a7ec-408c-86fb-75989bf7946e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.260703 n-d-793618-9 neutron-server[93767]: WARNING neutron.api.v2.base [None req-d4f6372e-03b9-450c-988c-d939b5432885 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:34:33.261382 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d4f6372e-03b9-450c-988c-d939b5432885 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.262410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d4f6372e-03b9-450c-988c-d939b5432885 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089836 Jul 16 18:34:33.264827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.269953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-87d6478c-c4b1-4856-adab-f230f9618e35 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': 'f5e4653d-a7ec-408c-86fb-75989bf7946e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.270564 n-d-793618-9 neutron-server[93767]: WARNING neutron.api.v2.base [None req-87d6478c-c4b1-4856-adab-f230f9618e35 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:34:33.271025 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-87d6478c-c4b1-4856-adab-f230f9618e35 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.271965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-87d6478c-c4b1-4856-adab-f230f9618e35 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062141 Jul 16 18:34:33.274690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.278602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-86a137f0-2cc1-4cf2-9dc3-2210fbea4ace tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': 'f5e4653d-a7ec-408c-86fb-75989bf7946e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.279363 n-d-793618-9 neutron-server[93767]: WARNING neutron.api.v2.base [None req-86a137f0-2cc1-4cf2-9dc3-2210fbea4ace tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:34:33.279829 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-86a137f0-2cc1-4cf2-9dc3-2210fbea4ace tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.280764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-86a137f0-2cc1-4cf2-9dc3-2210fbea4ace tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052178 Jul 16 18:34:33.284745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.289706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-08f22c03-9a64-4b1a-9672-5340fcfd659e tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': 'f5e4653d-a7ec-408c-86fb-75989bf7946e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.290486 n-d-793618-9 neutron-server[93767]: WARNING neutron.api.v2.base [None req-08f22c03-9a64-4b1a-9672-5340fcfd659e tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:34:33.290961 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-08f22c03-9a64-4b1a-9672-5340fcfd659e tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.291874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-08f22c03-9a64-4b1a-9672-5340fcfd659e tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062943 Jul 16 18:34:33.294263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.344887 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea6facec-e7b7-415f-b68d-f4452437a060 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.369198 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea6facec-e7b7-415f-b68d-f4452437a060 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.409474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea6facec-e7b7-415f-b68d-f4452437a060 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.412100 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea6facec-e7b7-415f-b68d-f4452437a060 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.413268 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ea6facec-e7b7-415f-b68d-f4452437a060 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "DELETE /v2.0/security-groups/f5e4653d-a7ec-408c-86fb-75989bf7946e HTTP/1.1" status: 204 len: 168 time: 0.1181343 Jul 16 18:34:33.416061 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46912) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.422052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6facec-e7b7-415f-b68d-f4452437a060 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e4653d-a7ec-408c-86fb-75989bf7946e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:33.461202 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-93cd9446-76a7-4f30-9ba9-e2080c5024cc tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438848 Jul 16 18:34:33.464821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46914) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.469067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c788a13c-5ebb-4066-b8ef-9c66791fd666 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243149606'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.490088 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c788a13c-5ebb-4066-b8ef-9c66791fd666 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.570164 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c788a13c-5ebb-4066-b8ef-9c66791fd666 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.573662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c788a13c-5ebb-4066-b8ef-9c66791fd666 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.602106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c788a13c-5ebb-4066-b8ef-9c66791fd666 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.603220 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c788a13c-5ebb-4066-b8ef-9c66791fd666 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1374390 Jul 16 18:34:33.605577 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788a13c-5ebb-4066-b8ef-9c66791fd666 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ada2511-def3-407c-bfdd-ab4a6bb91b63,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:33.606352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.611123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5c7674d1-eed4-44bb-a914-c1db602f65d3 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '3ada2511-def3-407c-bfdd-ab4a6bb91b63', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.611748 n-d-793618-9 neutron-server[93767]: WARNING neutron.api.v2.base [None req-5c7674d1-eed4-44bb-a914-c1db602f65d3 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:34:33.612069 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-5c7674d1-eed4-44bb-a914-c1db602f65d3 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.615443 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.615679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5c7674d1-eed4-44bb-a914-c1db602f65d3 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082524 Jul 16 18:34:33.621030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4142711e-f8e1-40d9-980d-e25faf752134 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '3ada2511-def3-407c-bfdd-ab4a6bb91b63', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.653703 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-4142711e-f8e1-40d9-980d-e25faf752134 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.654696 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4142711e-f8e1-40d9-980d-e25faf752134 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0375257 Jul 16 18:34:33.657473 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.662520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dd50420e-1d1e-49f2-a5d2-af5cbadd6f9d tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '3ada2511-def3-407c-bfdd-ab4a6bb91b63', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.663025 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-dd50420e-1d1e-49f2-a5d2-af5cbadd6f9d tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:34:33.663563 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-dd50420e-1d1e-49f2-a5d2-af5cbadd6f9d tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.664528 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dd50420e-1d1e-49f2-a5d2-af5cbadd6f9d tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061376 Jul 16 18:34:33.666660 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46922) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.670508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-174940da-308a-44cc-97e1-a322d1a114a5 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '3ada2511-def3-407c-bfdd-ab4a6bb91b63', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.704717 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-174940da-308a-44cc-97e1-a322d1a114a5 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.705786 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-174940da-308a-44cc-97e1-a322d1a114a5 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0382926 Jul 16 18:34:33.708306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.712706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-984a8ea9-e00f-4385-8f5e-b5265176d8e0 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '3ada2511-def3-407c-bfdd-ab4a6bb91b63', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.713174 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-984a8ea9-e00f-4385-8f5e-b5265176d8e0 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:34:33.713667 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-984a8ea9-e00f-4385-8f5e-b5265176d8e0 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.714569 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-984a8ea9-e00f-4385-8f5e-b5265176d8e0 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054057 Jul 16 18:34:33.716962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46926) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.721002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a1f2dfa4-07d9-4b4f-9478-89f61e4ed0ed tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '3ada2511-def3-407c-bfdd-ab4a6bb91b63', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.743314 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-a1f2dfa4-07d9-4b4f-9478-89f61e4ed0ed tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Project 71efb9ef52174a969eda58fa79565460 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:34:33.755213 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-a1f2dfa4-07d9-4b4f-9478-89f61e4ed0ed tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.756264 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a1f2dfa4-07d9-4b4f-9478-89f61e4ed0ed tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0383801 Jul 16 18:34:33.759647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.763967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e3b52c36-ae35-40b5-8668-3ea8da088d34 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '3ada2511-def3-407c-bfdd-ab4a6bb91b63', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.764437 n-d-793618-9 neutron-server[93766]: WARNING neutron.api.v2.base [None req-e3b52c36-ae35-40b5-8668-3ea8da088d34 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:34:33.764893 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-e3b52c36-ae35-40b5-8668-3ea8da088d34 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.765831 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e3b52c36-ae35-40b5-8668-3ea8da088d34 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053074 Jul 16 18:34:33.768215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.773541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cb48e920-de14-44d1-be58-bf8b4a9df837 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '3ada2511-def3-407c-bfdd-ab4a6bb91b63', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.794181 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-cb48e920-de14-44d1-be58-bf8b4a9df837 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Project 71efb9ef52174a969eda58fa79565460 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:34:33.806932 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-cb48e920-de14-44d1-be58-bf8b4a9df837 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.808192 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cb48e920-de14-44d1-be58-bf8b4a9df837 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0390353 Jul 16 18:34:33.811071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.816029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6af3e013-1e8e-4c23-8211-3c4bb1323faa tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '3ada2511-def3-407c-bfdd-ab4a6bb91b63', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:33.839705 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-6af3e013-1e8e-4c23-8211-3c4bb1323faa tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Project 71efb9ef52174a969eda58fa79565460 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:34:33.854609 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6af3e013-1e8e-4c23-8211-3c4bb1323faa tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:33.855677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6af3e013-1e8e-4c23-8211-3c4bb1323faa tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0435970 Jul 16 18:34:33.858780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.865405 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.915667 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef63f601-2964-408e-b79c-5615cf0a6a16 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.938285 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef63f601-2964-408e-b79c-5615cf0a6a16 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.978667 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef63f601-2964-408e-b79c-5615cf0a6a16 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.981284 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ef63f601-2964-408e-b79c-5615cf0a6a16 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.982455 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ef63f601-2964-408e-b79c-5615cf0a6a16 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "DELETE /v2.0/security-groups/3ada2511-def3-407c-bfdd-ab4a6bb91b63 HTTP/1.1" status: 204 len: 168 time: 0.1226876 Jul 16 18:34:33.985261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.993049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63f601-2964-408e-b79c-5615cf0a6a16 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ada2511-def3-407c-bfdd-ab4a6bb91b63,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:34.041864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ae19d4f7-cbb9-4f58-bddf-22d5f2432e2e tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536957 Jul 16 18:34:34.047739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.053468 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-287eba6d-fcba-41b6-9c73-2db353cfa770 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group': {'name': 'tempest-secgroup--298243324'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:34.076011 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-287eba6d-fcba-41b6-9c73-2db353cfa770 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.159253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-287eba6d-fcba-41b6-9c73-2db353cfa770 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.163569 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-287eba6d-fcba-41b6-9c73-2db353cfa770 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.193655 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287eba6d-fcba-41b6-9c73-2db353cfa770 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342ddff6-f2ce-46d3-b31d-68f39dc4b3c7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:34.197395 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-287eba6d-fcba-41b6-9c73-2db353cfa770 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.202364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.202863 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-287eba6d-fcba-41b6-9c73-2db353cfa770 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1537519 Jul 16 18:34:34.207952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-456e42eb-0c5a-4e9b-9806-644d7380c802 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '342ddff6-f2ce-46d3-b31d-68f39dc4b3c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:34.247230 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-456e42eb-0c5a-4e9b-9806-644d7380c802 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The resource could not be found. Jul 16 18:34:34.248470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-456e42eb-0c5a-4e9b-9806-644d7380c802 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0442078 Jul 16 18:34:34.251290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.256097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4966c787-2e2b-4bce-b90a-d6683b2c49b8 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '342ddff6-f2ce-46d3-b31d-68f39dc4b3c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5876f37b-59a4-4408-90a2-7516ee697209'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:34.295313 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-4966c787-2e2b-4bce-b90a-d6683b2c49b8 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The resource could not be found. Jul 16 18:34:34.296366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4966c787-2e2b-4bce-b90a-d6683b2c49b8 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0440295 Jul 16 18:34:34.299425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46950) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.352253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf8ce-eae4-4a96-96a5-bba9dc44a699 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.373982 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf8ce-eae4-4a96-96a5-bba9dc44a699 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.415059 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf8ce-eae4-4a96-96a5-bba9dc44a699 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.417498 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf8ce-eae4-4a96-96a5-bba9dc44a699 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.418752 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ffdcf8ce-eae4-4a96-96a5-bba9dc44a699 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "DELETE /v2.0/security-groups/342ddff6-f2ce-46d3-b31d-68f39dc4b3c7 HTTP/1.1" status: 204 len: 168 time: 0.1182883 Jul 16 18:34:34.421520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.427454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcf8ce-eae4-4a96-96a5-bba9dc44a699 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342ddff6-f2ce-46d3-b31d-68f39dc4b3c7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:34.472118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b86a880f-d57f-4608-8f2b-d5b5c715e3e1 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478506 Jul 16 18:34:34.474889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.480757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-621d501a-e244-433e-9f56-55bfdb00fb7c tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': 'a0eb502e-9d22-4865-a4a1-b0da8bb94a21', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:34.520280 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-621d501a-e244-433e-9f56-55bfdb00fb7c tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The resource could not be found. Jul 16 18:34:34.521335 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-621d501a-e244-433e-9f56-55bfdb00fb7c tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0444033 Jul 16 18:34:34.525615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.530749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bac96b9d-a470-4ef0-9eda-efd537d3a764 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707629544'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:34.553166 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bac96b9d-a470-4ef0-9eda-efd537d3a764 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.638687 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bac96b9d-a470-4ef0-9eda-efd537d3a764 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.642726 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bac96b9d-a470-4ef0-9eda-efd537d3a764 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.671460 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bac96b9d-a470-4ef0-9eda-efd537d3a764 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.672661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bac96b9d-a470-4ef0-9eda-efd537d3a764 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1460457 Jul 16 18:34:34.673525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac96b9d-a470-4ef0-9eda-efd537d3a764 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bca269-1e15-4749-adc3-b67e1acbb00e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:34.675460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.679891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-00a1270b-2fc8-437f-b5f0-b703d0fa1674 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390572355'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:34.702791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a1270b-2fc8-437f-b5f0-b703d0fa1674 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.782849 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a1270b-2fc8-437f-b5f0-b703d0fa1674 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.786470 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a1270b-2fc8-437f-b5f0-b703d0fa1674 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.814143 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00a1270b-2fc8-437f-b5f0-b703d0fa1674 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.815368 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-00a1270b-2fc8-437f-b5f0-b703d0fa1674 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1390018 Jul 16 18:34:34.817163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1270b-2fc8-437f-b5f0-b703d0fa1674 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741c9fdd-74dd-4c72-8cf9-4da72509fa5b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:34.818400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46960) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.823915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3e195faf-7ea6-445e-afd7-2e7c2f18943b tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '98bca269-1e15-4749-adc3-b67e1acbb00e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '741c9fdd-74dd-4c72-8cf9-4da72509fa5b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:34.868336 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-3e195faf-7ea6-445e-afd7-2e7c2f18943b tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:34.872125 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3e195faf-7ea6-445e-afd7-2e7c2f18943b tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0493102 Jul 16 18:34:34.872326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46962) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.949387 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb0a8-547d-40ca-8351-cdb585901a03 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.988050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb0a8-547d-40ca-8351-cdb585901a03 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.031766 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb0a8-547d-40ca-8351-cdb585901a03 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.034513 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb0a8-547d-40ca-8351-cdb585901a03 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.035649 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d8ccb0a8-547d-40ca-8351-cdb585901a03 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "DELETE /v2.0/security-groups/741c9fdd-74dd-4c72-8cf9-4da72509fa5b HTTP/1.1" status: 204 len: 168 time: 0.1576033 Jul 16 18:34:35.038989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.052508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccb0a8-547d-40ca-8351-cdb585901a03 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741c9fdd-74dd-4c72-8cf9-4da72509fa5b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.100328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8a743002-f145-47d0-8f02-903fec69e719 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0604837 Jul 16 18:34:35.103169 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.157429 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a645e8d4-4c59-4d86-8c69-ab92970b9fb6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.179337 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a645e8d4-4c59-4d86-8c69-ab92970b9fb6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.221466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a645e8d4-4c59-4d86-8c69-ab92970b9fb6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.224201 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a645e8d4-4c59-4d86-8c69-ab92970b9fb6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.225412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a645e8d4-4c59-4d86-8c69-ab92970b9fb6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "DELETE /v2.0/security-groups/98bca269-1e15-4749-adc3-b67e1acbb00e HTTP/1.1" status: 204 len: 168 time: 0.1213763 Jul 16 18:34:35.228554 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46970) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.234596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645e8d4-4c59-4d86-8c69-ab92970b9fb6 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bca269-1e15-4749-adc3-b67e1acbb00e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.273741 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-78790587-a5c8-4286-9683-506feb7f4bff tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435188 Jul 16 18:34:35.277588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46972) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.282032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8958a172-8ec7-4a5d-b128-6431c8edc31a tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1500230710'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:35.302095 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8958a172-8ec7-4a5d-b128-6431c8edc31a tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.380349 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8958a172-8ec7-4a5d-b128-6431c8edc31a tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.385078 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8958a172-8ec7-4a5d-b128-6431c8edc31a tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.414003 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8958a172-8ec7-4a5d-b128-6431c8edc31a tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.415133 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8958a172-8ec7-4a5d-b128-6431c8edc31a tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1366131 Jul 16 18:34:35.416993 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958a172-8ec7-4a5d-b128-6431c8edc31a tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c0d01d-f43a-4b97-a430-46cf84f29de9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.418134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.422920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-864f0657-2ddc-4fad-8ca1-b1dabda955a3 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '81c0d01d-f43a-4b97-a430-46cf84f29de9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:35.462150 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-864f0657-2ddc-4fad-8ca1-b1dabda955a3 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:35.463365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-864f0657-2ddc-4fad-8ca1-b1dabda955a3 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0440948 Jul 16 18:34:35.466099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.470407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b9e0d709-45c2-4c19-9a6a-afb25e75a4e7 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group_rule': {'security_group_id': '81c0d01d-f43a-4b97-a430-46cf84f29de9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:35.503247 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-b9e0d709-45c2-4c19-9a6a-afb25e75a4e7 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:34:35.504214 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b9e0d709-45c2-4c19-9a6a-afb25e75a4e7 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0371902 Jul 16 18:34:35.507378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.549050 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.558500 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b05d6e5-6cd9-4890-8b78-cf726fe41001 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.580417 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b05d6e5-6cd9-4890-8b78-cf726fe41001 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.620297 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b05d6e5-6cd9-4890-8b78-cf726fe41001 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.622876 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b05d6e5-6cd9-4890-8b78-cf726fe41001 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.623997 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9b05d6e5-6cd9-4890-8b78-cf726fe41001 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "DELETE /v2.0/security-groups/81c0d01d-f43a-4b97-a430-46cf84f29de9 HTTP/1.1" status: 204 len: 168 time: 0.1157515 Jul 16 18:34:35.626800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46980) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.633117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05d6e5-6cd9-4890-8b78-cf726fe41001 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c0d01d-f43a-4b97-a430-46cf84f29de9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.676769 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-edc15eab-94d0-4f2c-be4d-585cb50bd79a tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482483 Jul 16 18:34:35.680464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46982) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.684689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e7b8bcd6-ff99-4529-9180-16d4902877a9 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036645232'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:35.705666 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7b8bcd6-ff99-4529-9180-16d4902877a9 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.783077 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7b8bcd6-ff99-4529-9180-16d4902877a9 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.786314 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7b8bcd6-ff99-4529-9180-16d4902877a9 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.814135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7b8bcd6-ff99-4529-9180-16d4902877a9 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.815343 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e7b8bcd6-ff99-4529-9180-16d4902877a9 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1339777 Jul 16 18:34:35.817151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8bcd6-ff99-4529-9180-16d4902877a9 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a56d520-6538-497e-83ed-0225a16948c5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.818425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.824255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dc2a33fb-6d0e-4cdd-a4bb-9a6043e76a36 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:35.824991 n-d-793618-9 neutron-server[93767]: WARNING neutron.api.v2.base [None req-dc2a33fb-6d0e-4cdd-a4bb-9a6043e76a36 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:34:35.825444 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-dc2a33fb-6d0e-4cdd-a4bb-9a6043e76a36 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:34:35.826437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dc2a33fb-6d0e-4cdd-a4bb-9a6043e76a36 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "PUT /v2.0/security-groups/6a56d520-6538-497e-83ed-0225a16948c5 HTTP/1.1" status: 409 len: 330 time: 0.0069921 Jul 16 18:34:35.828977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 46986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.880162 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efb82f64-de65-4544-8192-48b1b285c16e tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.903007 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efb82f64-de65-4544-8192-48b1b285c16e tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.946638 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efb82f64-de65-4544-8192-48b1b285c16e tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.949885 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efb82f64-de65-4544-8192-48b1b285c16e tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.951191 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-efb82f64-de65-4544-8192-48b1b285c16e tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "DELETE /v2.0/security-groups/6a56d520-6538-497e-83ed-0225a16948c5 HTTP/1.1" status: 204 len: 168 time: 0.1212473 Jul 16 18:34:35.953886 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.960978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb82f64-de65-4544-8192-48b1b285c16e tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a56d520-6538-497e-83ed-0225a16948c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.996174 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-92d6ade2-03d8-4978-bc48-7baed0aa7157 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0411422 Jul 16 18:34:35.999881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46990) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:36.012772 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-2c8d5943-e8e3-4721-a0f3-a058e8cce37d tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] delete failed (client error): The resource could not be found. Jul 16 18:34:36.013751 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2c8d5943-e8e3-4721-a0f3-a058e8cce37d tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "DELETE /v2.0/security-groups/3ebf3943-5a58-4e97-bde8-81f74213eb16 HTTP/1.1" status: 404 len: 347 time: 0.0129831 Jul 16 18:34:36.017464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:36.029719 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-24feff5f-f202-4bd0-a23d-cab00e3081d3 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] show failed (client error): The resource could not be found. Jul 16 18:34:36.030672 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-24feff5f-f202-4bd0-a23d-cab00e3081d3 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "GET /v2.0/security-groups/b313abcd-2374-4230-98f6-4c3521b5389d HTTP/1.1" status: 404 len: 347 time: 0.0123119 Jul 16 18:34:36.034023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 46994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:36.046794 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-8bde8208-b310-4df9-b2bf-ae7b7723c192 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] show failed (client error): The resource could not be found. Jul 16 18:34:36.047733 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8bde8208-b310-4df9-b2bf-ae7b7723c192 tempest-NegativeSecGroupIPv6Test-2035217035 tempest-NegativeSecGroupIPv6Test-2035217035-project] 10.222.0.52 "GET /v2.0/security-group-rules/c2fe78c8-87f7-46e3-b542-e31825cbd130 HTTP/1.1" status: 404 len: 356 time: 0.0129280 Jul 16 18:34:36.325342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:36.456934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c88b38c1-e7af-435b-b21c-5c52049ae452 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71efb9ef52174a969eda58fa79565460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303020 Jul 16 18:34:36.459283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:36.509356 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be1fcaf7-6df4-4763-b9b8-2fc695c6febe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.531419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be1fcaf7-6df4-4763-b9b8-2fc695c6febe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.578641 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be1fcaf7-6df4-4763-b9b8-2fc695c6febe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.581304 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be1fcaf7-6df4-4763-b9b8-2fc695c6febe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.582667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-be1fcaf7-6df4-4763-b9b8-2fc695c6febe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3be7d7d3-9717-462f-90c7-d7b1720306a6 HTTP/1.1" status: 204 len: 168 time: 0.1224730 Jul 16 18:34:36.593788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fcaf7-6df4-4763-b9b8-2fc695c6febe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be7d7d3-9717-462f-90c7-d7b1720306a6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.222110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:38.338582 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aee21c1-07a8-4f54-a7b5-d5d336cbe145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.425905 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aee21c1-07a8-4f54-a7b5-d5d336cbe145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.429777 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3aee21c1-07a8-4f54-a7b5-d5d336cbe145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.469944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee21c1-07a8-4f54-a7b5-d5d336cbe145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472cae1a-0dae-4e0f-8f16-7f898ba9106a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.476905 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3aee21c1-07a8-4f54-a7b5-d5d336cbe145 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=270267b281514f5aa9128fb0e40fd048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511640 Jul 16 18:34:38.477084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47072) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:38.527667 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f298f355-2e0b-4136-9250-c0956701f97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.549176 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f298f355-2e0b-4136-9250-c0956701f97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.595599 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f298f355-2e0b-4136-9250-c0956701f97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.598479 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f298f355-2e0b-4136-9250-c0956701f97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.599739 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f298f355-2e0b-4136-9250-c0956701f97c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/472cae1a-0dae-4e0f-8f16-7f898ba9106a HTTP/1.1" status: 204 len: 168 time: 0.1215382 Jul 16 18:34:38.608716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298f355-2e0b-4136-9250-c0956701f97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472cae1a-0dae-4e0f-8f16-7f898ba9106a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.863001 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47078) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:38.876898 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6ffb44a-e8b3-4098-9eca-844ed5a9e375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.967926 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6ffb44a-e8b3-4098-9eca-844ed5a9e375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.971837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6ffb44a-e8b3-4098-9eca-844ed5a9e375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.010937 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d6ffb44a-e8b3-4098-9eca-844ed5a9e375 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7e99639c212479281e6df50d8292dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466343 Jul 16 18:34:39.011914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffb44a-e8b3-4098-9eca-844ed5a9e375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3880f31d-c2ac-4526-92e4-8ca075ddca55,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:39.013480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:39.064012 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-505a6acd-0152-478f-a1e2-0c0b20cf9e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.085906 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-505a6acd-0152-478f-a1e2-0c0b20cf9e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.144325 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-505a6acd-0152-478f-a1e2-0c0b20cf9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.148136 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-505a6acd-0152-478f-a1e2-0c0b20cf9e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.153155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-505a6acd-0152-478f-a1e2-0c0b20cf9e9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3880f31d-c2ac-4526-92e4-8ca075ddca55 HTTP/1.1" status: 204 len: 168 time: 0.1342454 Jul 16 18:34:39.159420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a6acd-0152-478f-a1e2-0c0b20cf9e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3880f31d-c2ac-4526-92e4-8ca075ddca55,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:45.236638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f8297-e2f6-4804-98a5-4e86a3741418 req-13e8f091-7ae3-4a6d-8361-4e8aaf0e83f0 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:45.238147 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba1f8297-e2f6-4804-98a5-4e86a3741418 req-13e8f091-7ae3-4a6d-8361-4e8aaf0e83f0 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 946 time: 0.0631280 Jul 16 18:34:45.282677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba1f8297-e2f6-4804-98a5-4e86a3741418 req-4376e3de-7867-4e40-afe6-1c07165bfdd1 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387721 Jul 16 18:34:46.455173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dadc02-2ae2-4363-a037-959d0b8327fb req-5628b284-b1f8-4ad8-94e2-e316e18934de tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:46.456648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75dadc02-2ae2-4363-a037-959d0b8327fb req-5628b284-b1f8-4ad8-94e2-e316e18934de tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 946 time: 0.0624199 Jul 16 18:34:46.497776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75dadc02-2ae2-4363-a037-959d0b8327fb req-fe93e69b-ab71-4369-8b70-5b868e4ba1a6 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347781 Jul 16 18:34:46.955504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed036fbf-8dcb-445a-b9f9-178b93ec4091 req-451f0c18-7c5b-410c-b0d1-05ba7fbd3e3b tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:46.956896 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed036fbf-8dcb-445a-b9f9-178b93ec4091 req-451f0c18-7c5b-410c-b0d1-05ba7fbd3e3b tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 946 time: 0.4121156 Jul 16 18:34:47.057172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ed036fbf-8dcb-445a-b9f9-178b93ec4091 req-05aee667-d75c-49d5-a992-e87bf5e1822c tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Deleting port fdd2a883-a427-47d5-a8ae-7487d9681329 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:47.057549 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed036fbf-8dcb-445a-b9f9-178b93ec4091 req-05aee667-d75c-49d5-a992-e87bf5e1822c tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.147710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ed036fbf-8dcb-445a-b9f9-178b93ec4091 req-05aee667-d75c-49d5-a992-e87bf5e1822c tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] For port fdd2a883-a427-47d5-a8ae-7487d9681329, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=fdd2a883-a427-47d5-a8ae-7487d9681329,segment=NetworkSegment(db8bcacc-6dca-43c9-9df2-bda32ecbf8aa),segment_id=db8bcacc-6dca-43c9-9df2-bda32ecbf8aa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:47.147970 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed036fbf-8dcb-445a-b9f9-178b93ec4091 req-05aee667-d75c-49d5-a992-e87bf5e1822c tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.160768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ed036fbf-8dcb-445a-b9f9-178b93ec4091 req-05aee667-d75c-49d5-a992-e87bf5e1822c tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Calling delete_port for fdd2a883-a427-47d5-a8ae-7487d9681329 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:47.291033 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed036fbf-8dcb-445a-b9f9-178b93ec4091 req-05aee667-d75c-49d5-a992-e87bf5e1822c tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.303606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['fdd2a883-a427-47d5-a8ae-7487d9681329'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:47.322410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aee667-d75c-49d5-a992-e87bf5e1822c tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Pushing event deleted for resources: {'Port': ['ID=fdd2a883-a427-47d5-a8ae-7487d9681329,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:47.373941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed036fbf-8dcb-445a-b9f9-178b93ec4091 req-05aee667-d75c-49d5-a992-e87bf5e1822c tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] No DVR routers for this DVR port fdd2a883-a427-47d5-a8ae-7487d9681329 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:47.376623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed036fbf-8dcb-445a-b9f9-178b93ec4091 req-05aee667-d75c-49d5-a992-e87bf5e1822c tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.378703 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed036fbf-8dcb-445a-b9f9-178b93ec4091 req-05aee667-d75c-49d5-a992-e87bf5e1822c tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.42 "DELETE /v2.0/ports/fdd2a883-a427-47d5-a8ae-7487d9681329 HTTP/1.1" status: 204 len: 173 time: 0.4161048 Jul 16 18:34:47.379140 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9d6c0c-fbb4-4086-a900-ec3d901df404', 'name': 'network-vif-deleted', 'tag': 'fdd2a883-a427-47d5-a8ae-7487d9681329'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:47.381532 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0f4134-3b4f-4454-a3a1-eb85b601f719" -d '{"events": [{"server_uuid": "dc9d6c0c-fbb4-4086-a900-ec3d901df404", "name": "network-vif-deleted", "tag": "fdd2a883-a427-47d5-a8ae-7487d9681329"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:47.429201 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620ff7ee-7b3d-4fab-97f6-a47d1a34351f x-openstack-request-id: req-620ff7ee-7b3d-4fab-97f6-a47d1a34351f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:47.430396 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9d6c0c-fbb4-4086-a900-ec3d901df404", "name": "network-vif-deleted", "tag": "fdd2a883-a427-47d5-a8ae-7487d9681329", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:47.431040 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-620ff7ee-7b3d-4fab-97f6-a47d1a34351f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:47.431705 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9d6c0c-fbb4-4086-a900-ec3d901df404', 'name': 'network-vif-deleted', 'tag': 'fdd2a883-a427-47d5-a8ae-7487d9681329', 'status': 'completed', 'code': 200} Jul 16 18:34:47.666372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a84bd9c-2de1-49b2-93a6-68e83ffd2b52 req-0cedaec6-2821-406e-a6a2-8ec9d0ccbf59 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc9d6c0c-fbb4-4086-a900-ec3d901df404 HTTP/1.1" status: 200 len: 210 time: 0.0355752 Jul 16 18:34:50.506459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device fdd2a883-a427-47d5-a8ae-7487d9681329 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:50.526546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: fdd2a883-a427-47d5-a8ae-7487d9681329 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:50.526905 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device fdd2a883-a427-47d5-a8ae-7487d9681329 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:55.917720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-9c66a099-43c4-47c0-80b4-1b72455fa6e6 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:55.919187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-9c66a099-43c4-47c0-80b4-1b72455fa6e6 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/networks?id=791a8875-bb4c-45d7-8198-521b97012b6f HTTP/1.1" status: 200 len: 814 time: 0.1050966 Jul 16 18:34:55.934002 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-2b3a3830-ec7d-482f-ad2e-0a1f87dc14d9 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/quotas/4594817a5d46423484bf5044a48d53b7 HTTP/1.1" status: 200 len: 375 time: 0.0094123 Jul 16 18:34:55.971662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-daf8cb04-b21b-45b8-80a8-5d97a57a5edf tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4594817a5d46423484bf5044a48d53b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325706 Jul 16 18:34:56.159643 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-3daed447-4a9a-474a-84b9-a61af26bdfea service neutron] 10.222.0.52 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813588 Jul 16 18:34:56.259050 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-444d9382-d6ce-4158-8eb9-ee47a80d9af4 service neutron] 10.222.0.52 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936308 Jul 16 18:34:56.542999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-878ce909-ce9b-4a12-adcb-2a6f5e87386a req-e34a132c-5fba-4d5f-aaf0-fbd48e8532af tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 210 time: 0.1393509 Jul 16 18:34:57.486673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-7aa3e6ad-b1cf-47fe-971d-bab998ec8cbb tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.488144 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-7aa3e6ad-b1cf-47fe-971d-bab998ec8cbb tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.42 "GET /v2.0/networks?id=791a8875-bb4c-45d7-8198-521b97012b6f HTTP/1.1" status: 200 len: 814 time: 0.1089475 Jul 16 18:34:57.504123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Request body: {'port': {'device_id': 'ddcc1f76-0b8f-4ad1-9313-3134df1acd10', 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f', 'admin_state_up': True, 'tenant_id': '4594817a5d46423484bf5044a48d53b7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:57.619372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Made reservation on behalf of 4594817a5d46423484bf5044a48d53b7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:57.623378 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.714550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04e65272-8e7b-4d0e-8442-46361c08fe8c req-5c06c42b-c2e1-4b91-86a6-2b978b0c2361 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 210 time: 0.0369108 Jul 16 18:34:57.784525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Allocated IP 172.20.0.11 (791a8875-bb4c-45d7-8198-521b97012b6f/1a958b26-ad2d-49f4-a562-da38dd3f78e7/c732fabf-d24e-496c-8771-a9dc2ae17624) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:57.961036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.000064 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.046639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Network 791a8875-bb4c-45d7-8198-521b97012b6f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:58.049841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:58.052411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:58.081593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Pushing event updated for resources: {'Port': ['ID=c732fabf-d24e-496c-8771-a9dc2ae17624,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.095870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:58.096221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:58.096577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:58.096921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:58.097265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:58.097630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:58.097974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:58.098310 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:58.098650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:58.098989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:58.099322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:58.099654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:58.117747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.118947 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.133179 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-e2632114-1de0-4dcf-90b0-849dda273429 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6324525 Jul 16 18:34:58.144507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Request body: {'port': {'device_id': 'ddcc1f76-0b8f-4ad1-9313-3134df1acd10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:58.223337 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.489607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c732fabf-d24e-496c-8771-a9dc2ae17624 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:58.497346 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.509115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Transition to ACTIVE for port object c732fabf-d24e-496c-8771-a9dc2ae17624 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:58.513261 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.570964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Pushing event updated for resources: {'Port': ['ID=c732fabf-d24e-496c-8771-a9dc2ae17624,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.638217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Attempting to bind port c732fabf-d24e-496c-8771-a9dc2ae17624 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:58.638556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Attempting to bind port c732fabf-d24e-496c-8771-a9dc2ae17624 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'db8bcacc-6dca-43c9-9df2-bda32ecbf8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:58.638918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Attempting to bind port c732fabf-d24e-496c-8771-a9dc2ae17624 on network 791a8875-bb4c-45d7-8198-521b97012b6f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:58.643264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Port c732fabf-d24e-496c-8771-a9dc2ae17624 on network 791a8875-bb4c-45d7-8198-521b97012b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:58.643590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Attempting to bind port c732fabf-d24e-496c-8771-a9dc2ae17624 on network 791a8875-bb4c-45d7-8198-521b97012b6f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:58.648380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:58.648719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Checking segment: {'id': 'db8bcacc-6dca-43c9-9df2-bda32ecbf8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:58.649109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Bound using segment: {'id': 'db8bcacc-6dca-43c9-9df2-bda32ecbf8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:58.650300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Bound port: c732fabf-d24e-496c-8771-a9dc2ae17624, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8bcacc-6dca-43c9-9df2-bda32ecbf8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:58.650662 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.718334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] For port c732fabf-d24e-496c-8771-a9dc2ae17624, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:58.721579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] For port c732fabf-d24e-496c-8771-a9dc2ae17624, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c732fabf-d24e-496c-8771-a9dc2ae17624,segment=NetworkSegment(db8bcacc-6dca-43c9-9df2-bda32ecbf8aa),segment_id=db8bcacc-6dca-43c9-9df2-bda32ecbf8aa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:58.726271 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.769545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.770179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.771609 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] 10.222.0.42 "PUT /v2.0/ports/c732fabf-d24e-496c-8771-a9dc2ae17624 HTTP/1.1" status: 200 len: 1092 time: 0.6315088 Jul 16 18:34:58.772064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcc1f76-0b8f-4ad1-9313-3134df1acd10', 'tag': 'c732fabf-d24e-496c-8771-a9dc2ae17624'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:58.774559 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212e3c31-911b-441b-9235-d72043b00bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcc1f76-0b8f-4ad1-9313-3134df1acd10", "tag": "c732fabf-d24e-496c-8771-a9dc2ae17624"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:58.853932 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42a5204-42ef-4398-99ba-f52ee602d47c x-openstack-request-id: req-c42a5204-42ef-4398-99ba-f52ee602d47c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:58.854476 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcc1f76-0b8f-4ad1-9313-3134df1acd10", "tag": "c732fabf-d24e-496c-8771-a9dc2ae17624", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:58.854921 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c42a5204-42ef-4398-99ba-f52ee602d47c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:58.855508 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcc1f76-0b8f-4ad1-9313-3134df1acd10', 'tag': 'c732fabf-d24e-496c-8771-a9dc2ae17624', 'status': 'completed', 'code': 200} Jul 16 18:34:58.888624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80117341-2cb2-49cc-8fd0-e80d61a41641 service neutron] Pushing event updated for resources: {'Port': ['ID=c732fabf-d24e-496c-8771-a9dc2ae17624,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.980203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-5edc2f52-3381-4119-8f60-13f65b8f7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.981773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-5edc2f52-3381-4119-8f60-13f65b8f7a75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4594817a5d46423484bf5044a48d53b7&device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 1095 time: 0.1624691 Jul 16 18:34:59.005007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a224c1-ee4e-4352-ba53-156258de8703 req-a7496979-08aa-4f78-bcae-d160c3df25f4 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.006409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37a224c1-ee4e-4352-ba53-156258de8703 req-a7496979-08aa-4f78-bcae-d160c3df25f4 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 944 time: 0.0934517 Jul 16 18:34:59.045092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-92ff6709-858c-4231-9531-484841a2d7bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c732fabf-d24e-496c-8771-a9dc2ae17624 HTTP/1.1" status: 200 len: 217 time: 0.0560215 Jul 16 18:34:59.106425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37a224c1-ee4e-4352-ba53-156258de8703 req-7cf71198-6b42-4e46-9d6d-84549d4ad37d tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688982 Jul 16 18:34:59.112091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-39c38f32-8b69-4cd0-aeea-ad855a18e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.113294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-39c38f32-8b69-4cd0-aeea-ad855a18e2a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a958b26-ad2d-49f4-a562-da38dd3f78e7 HTTP/1.1" status: 200 len: 854 time: 0.0599020 Jul 16 18:34:59.146711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-37831453-81d7-4f4b-bc77-ca60a883c68f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=791a8875-bb4c-45d7-8198-521b97012b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266445 Jul 16 18:34:59.237193 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-8ee4ccd6-1141-4331-9824-bfc081a8d364 service neutron] 10.222.0.42 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844572 Jul 16 18:34:59.326516 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d52858ed-ef95-4313-bca2-d01702dcde83 req-3608c11e-6fa5-4caf-ae16-c17839c9195b service neutron] 10.222.0.42 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833702 Jul 16 18:34:59.427151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e3c31-911b-441b-9235-d72043b00bd3 req-1d26dd50-2343-4e42-a49c-720ca48d1b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.428769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-212e3c31-911b-441b-9235-d72043b00bd3 req-1d26dd50-2343-4e42-a49c-720ca48d1b46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4594817a5d46423484bf5044a48d53b7&device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 1095 time: 0.0582409 Jul 16 18:34:59.515905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e3c31-911b-441b-9235-d72043b00bd3 req-861f0771-e302-4bca-8e07-74e201be386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.517543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-212e3c31-911b-441b-9235-d72043b00bd3 req-861f0771-e302-4bca-8e07-74e201be386f service neutron] 10.222.0.42 "GET /v2.0/networks?id=791a8875-bb4c-45d7-8198-521b97012b6f HTTP/1.1" status: 200 len: 915 time: 0.0830705 Jul 16 18:34:59.560569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-212e3c31-911b-441b-9235-d72043b00bd3 req-57216b40-443e-4dcb-b85f-97512a0dd277 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c732fabf-d24e-496c-8771-a9dc2ae17624 HTTP/1.1" status: 200 len: 217 time: 0.0372059 Jul 16 18:34:59.607281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e3c31-911b-441b-9235-d72043b00bd3 req-9ea1eff1-9455-4a01-87e7-97ddec4a31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.608616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-212e3c31-911b-441b-9235-d72043b00bd3 req-9ea1eff1-9455-4a01-87e7-97ddec4a31eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a958b26-ad2d-49f4-a562-da38dd3f78e7 HTTP/1.1" status: 200 len: 854 time: 0.0418079 Jul 16 18:34:59.642036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-212e3c31-911b-441b-9235-d72043b00bd3 req-a7327087-cadb-46a1-9e6c-d6e0fdf30ccf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=791a8875-bb4c-45d7-8198-521b97012b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256076 Jul 16 18:34:59.735255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-212e3c31-911b-441b-9235-d72043b00bd3 req-00874dc7-ad35-4c24-ab70-031dac0a8b13 service neutron] 10.222.0.42 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853558 Jul 16 18:34:59.823098 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-212e3c31-911b-441b-9235-d72043b00bd3 req-1b88006b-f752-40c7-ae43-538862bfa67d service neutron] 10.222.0.42 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805101 Jul 16 18:35:00.085064 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b326033d-9e27-4a72-8d96-0ea717844da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.297570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6b911-5632-477f-812f-8f1944b4f8cc req-34afa6dc-45ee-41bb-a084-23c029533f73 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:00.299272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39c6b911-5632-477f-812f-8f1944b4f8cc req-34afa6dc-45ee-41bb-a084-23c029533f73 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 944 time: 0.0810888 Jul 16 18:35:00.338534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39c6b911-5632-477f-812f-8f1944b4f8cc req-a6d8fed7-12bb-4f87-8b69-2dbf9be97136 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334775 Jul 16 18:35:01.523526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3d0a6-a356-4c9e-97e0-66e7271d8123 req-ac256d0e-9e56-4cc9-b73a-33bd78779b21 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:01.525658 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ee3d0a6-a356-4c9e-97e0-66e7271d8123 req-ac256d0e-9e56-4cc9-b73a-33bd78779b21 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 944 time: 0.0642791 Jul 16 18:35:01.532065 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:35:01.564850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ee3d0a6-a356-4c9e-97e0-66e7271d8123 req-fdbbad96-7e0a-4f85-83f3-4feea6b080aa tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331573 Jul 16 18:35:02.317033 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd5a8c3e-e6ae-4b05-bb93-bbede5d145b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.601541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c732fabf-d24e-496c-8771-a9dc2ae17624 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:02.707260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port c732fabf-d24e-496c-8771-a9dc2ae17624, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c732fabf-d24e-496c-8771-a9dc2ae17624,segment=NetworkSegment(db8bcacc-6dca-43c9-9df2-bda32ecbf8aa),segment_id=db8bcacc-6dca-43c9-9df2-bda32ecbf8aa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:02.720830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'c732fabf-d24e-496c-8771-a9dc2ae17624', 'network_id': '791a8875-bb4c-45d7-8198-521b97012b6f', 'port_id': 'c732fabf-d24e-496c-8771-a9dc2ae17624', 'mac_address': 'fa:16:3e:ce:3d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a958b26-ad2d-49f4-a562-da38dd3f78e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:02.749450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757347d-7e25-41c8-9d99-1502fd7c5d9d req-dc3783c2-cf9f-4d02-b913-ea48b4baa141 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:02.751031 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1757347d-7e25-41c8-9d99-1502fd7c5d9d req-dc3783c2-cf9f-4d02-b913-ea48b4baa141 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 944 time: 0.0649388 Jul 16 18:35:02.770869 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.774185 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.786883 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c732fabf-d24e-496c-8771-a9dc2ae17624 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:02.792800 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1757347d-7e25-41c8-9d99-1502fd7c5d9d req-96f59d32-a199-4a91-9c77-e88df1733d64 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357075 Jul 16 18:35:02.808676 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port c732fabf-d24e-496c-8771-a9dc2ae17624, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c732fabf-d24e-496c-8771-a9dc2ae17624,segment=NetworkSegment(db8bcacc-6dca-43c9-9df2-bda32ecbf8aa),segment_id=db8bcacc-6dca-43c9-9df2-bda32ecbf8aa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:02.824381 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.873280 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.877421 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.889741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=c732fabf-d24e-496c-8771-a9dc2ae17624,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:03.026958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['c732fabf-d24e-496c-8771-a9dc2ae17624'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:03.851577 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.989827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d4a86-f2e0-438c-b745-a3491eff3813 req-0128f2e1-bda7-4a93-bb91-2e4cb6459a1d tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.991375 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-558d4a86-f2e0-438c-b745-a3491eff3813 req-0128f2e1-bda7-4a93-bb91-2e4cb6459a1d tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 945 time: 0.0703347 Jul 16 18:35:04.029909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-558d4a86-f2e0-438c-b745-a3491eff3813 req-f5b79a65-eae9-44ad-a67d-556778262894 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Jul 16 18:35:04.600145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c732fabf-d24e-496c-8771-a9dc2ae17624 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:04.649466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port c732fabf-d24e-496c-8771-a9dc2ae17624 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:04.654047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port c732fabf-d24e-496c-8771-a9dc2ae17624 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:04.654469 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.753714 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.784191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcc1f76-0b8f-4ad1-9313-3134df1acd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c732fabf-d24e-496c-8771-a9dc2ae17624'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:04.787011 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8fa4b5-efcf-4028-802f-737709d07c9e" -d '{"events": [{"server_uuid": "ddcc1f76-0b8f-4ad1-9313-3134df1acd10", "name": "network-vif-plugged", "status": "completed", "tag": "c732fabf-d24e-496c-8771-a9dc2ae17624"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:04.799292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port c732fabf-d24e-496c-8771-a9dc2ae17624, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c732fabf-d24e-496c-8771-a9dc2ae17624,segment=NetworkSegment(db8bcacc-6dca-43c9-9df2-bda32ecbf8aa),segment_id=db8bcacc-6dca-43c9-9df2-bda32ecbf8aa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:04.804809 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.850787 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563fa354-d208-4daf-b73f-6a32affda3cd x-openstack-request-id: req-563fa354-d208-4daf-b73f-6a32affda3cd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:04.851168 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcc1f76-0b8f-4ad1-9313-3134df1acd10", "name": "network-vif-plugged", "status": "completed", "tag": "c732fabf-d24e-496c-8771-a9dc2ae17624", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:04.851463 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-563fa354-d208-4daf-b73f-6a32affda3cd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:04.852186 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcc1f76-0b8f-4ad1-9313-3134df1acd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c732fabf-d24e-496c-8771-a9dc2ae17624', 'code': 200} Jul 16 18:35:04.880329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=c732fabf-d24e-496c-8771-a9dc2ae17624,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:04.970285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae749b5d-7bd5-41a3-a85c-6a98f4282b00 req-2b2700e8-4e09-4beb-afcf-ccbb67ef0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:04.971737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae749b5d-7bd5-41a3-a85c-6a98f4282b00 req-2b2700e8-4e09-4beb-afcf-ccbb67ef0c9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 1097 time: 0.0537858 Jul 16 18:35:05.007354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ae749b5d-7bd5-41a3-a85c-6a98f4282b00 req-76aca07a-bb09-4003-bdb8-3f8bc99afc00 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292456 Jul 16 18:35:05.215202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735c6a1-274d-4a98-b356-86761c9da406 req-cfa488b3-e9b9-4b07-b9bf-acc8b17c687a tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.216992 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f735c6a1-274d-4a98-b356-86761c9da406 req-cfa488b3-e9b9-4b07-b9bf-acc8b17c687a tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 946 time: 0.0748613 Jul 16 18:35:05.257641 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f735c6a1-274d-4a98-b356-86761c9da406 req-04b82d33-6dc7-4795-9fc5-34caa883613d tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344346 Jul 16 18:35:05.561256 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.590080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66f541-cde9-47b1-b21d-65bf4547b625 req-aca77827-8020-49e8-ad8e-d1267a81fc56 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:06.601065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e66f541-cde9-47b1-b21d-65bf4547b625 req-aca77827-8020-49e8-ad8e-d1267a81fc56 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 946 time: 0.1255131 Jul 16 18:35:06.642698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e66f541-cde9-47b1-b21d-65bf4547b625 req-9e2750e5-9f39-4b94-8153-3b6ddd1d9de2 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Jul 16 18:35:07.430481 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47438) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:07.668889 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.791649 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.801341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.846251 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a3a38afcfcb423d9232b171d138270e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128752 Jul 16 18:35:07.849360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:07.853571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b15579-2cab-42c1-8a7f-c20eca20974a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:07.862125 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:07.862777 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:07.863390 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:07.863985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:07.864614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:07.865027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:07.865616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:07.866181 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:07.866726 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:07.867319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:07.867972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:07.869226 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ab910-eab9-46a6-a8b1-816fd1a665ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:07.969361 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d05035fe-7366-4335-9167-36c8623d1fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.016042 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d05035fe-7366-4335-9167-36c8623d1fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.100449 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d05035fe-7366-4335-9167-36c8623d1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.108809 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d05035fe-7366-4335-9167-36c8623d1fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.110597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d05035fe-7366-4335-9167-36c8623d1fcd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18b15579-2cab-42c1-8a7f-c20eca20974a HTTP/1.1" status: 204 len: 168 time: 0.2537482 Jul 16 18:35:08.126467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05035fe-7366-4335-9167-36c8623d1fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b15579-2cab-42c1-8a7f-c20eca20974a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:08.516458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:08.556178 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb23749-e7a6-44a9-bd53-fefb6374306c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.670649 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb23749-e7a6-44a9-bd53-fefb6374306c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.678408 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eb23749-e7a6-44a9-bd53-fefb6374306c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.714496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb23749-e7a6-44a9-bd53-fefb6374306c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2242d74b-4100-45f7-b213-4d7b6265a38c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:08.749477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3eb23749-e7a6-44a9-bd53-fefb6374306c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ff246fdfa79409a8d64cbc31e19dc91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313154 Jul 16 18:35:08.752399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47454) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:08.824960 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f61232de-36f8-44bd-b566-6ae57d06a24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.855811 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f61232de-36f8-44bd-b566-6ae57d06a24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.939133 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f61232de-36f8-44bd-b566-6ae57d06a24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.942707 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f61232de-36f8-44bd-b566-6ae57d06a24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.948610 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f61232de-36f8-44bd-b566-6ae57d06a24a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2242d74b-4100-45f7-b213-4d7b6265a38c HTTP/1.1" status: 204 len: 168 time: 0.1940060 Jul 16 18:35:08.957237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61232de-36f8-44bd-b566-6ae57d06a24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2242d74b-4100-45f7-b213-4d7b6265a38c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:09.132431 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1084a53-18dd-4dde-b645-92e575320156 req-13f6f4ad-0998-4639-90a8-aa29a49d3101 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910885 Jul 16 18:35:09.256317 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1084a53-18dd-4dde-b645-92e575320156 req-77fbacae-6c24-4a1d-b71c-34c38a5e28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.260221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1084a53-18dd-4dde-b645-92e575320156 req-77fbacae-6c24-4a1d-b71c-34c38a5e28ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4594817a5d46423484bf5044a48d53b7&device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 1097 time: 0.0846665 Jul 16 18:35:09.444639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1084a53-18dd-4dde-b645-92e575320156 req-ce3d505b-aefa-4ddd-a9df-350ffeed244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.446281 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1084a53-18dd-4dde-b645-92e575320156 req-ce3d505b-aefa-4ddd-a9df-350ffeed244b service neutron] 10.222.0.42 "GET /v2.0/networks?id=791a8875-bb4c-45d7-8198-521b97012b6f HTTP/1.1" status: 200 len: 915 time: 0.1579967 Jul 16 18:35:09.491902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1084a53-18dd-4dde-b645-92e575320156 req-824f25a1-d018-4b04-b8ba-3496b57edd8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c732fabf-d24e-496c-8771-a9dc2ae17624 HTTP/1.1" status: 200 len: 217 time: 0.0393121 Jul 16 18:35:09.614653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1084a53-18dd-4dde-b645-92e575320156 req-61bd811e-79e3-4bbc-893b-7d0f0187c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.616441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1084a53-18dd-4dde-b645-92e575320156 req-61bd811e-79e3-4bbc-893b-7d0f0187c197 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a958b26-ad2d-49f4-a562-da38dd3f78e7 HTTP/1.1" status: 200 len: 854 time: 0.1189144 Jul 16 18:35:09.667251 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1084a53-18dd-4dde-b645-92e575320156 req-61fb50c3-f5c5-4004-acae-bd9ec47a7a97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=791a8875-bb4c-45d7-8198-521b97012b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422909 Jul 16 18:35:09.818267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1084a53-18dd-4dde-b645-92e575320156 req-d257103a-51db-419b-bca0-468511fdb5bb service neutron] 10.222.0.42 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439605 Jul 16 18:35:09.990162 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1084a53-18dd-4dde-b645-92e575320156 req-f91634a8-074e-458e-8985-25d4757bdbfc service neutron] 10.222.0.42 "GET /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658411 Jul 16 18:35:12.856832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-bf76fbe2-a50e-4880-9125-34ccd9655633 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625280907&fields=id&tenant_id=f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 267 time: 0.0500653 Jul 16 18:35:12.965185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-0198b77b-3a01-4b42-9a55-78df041bde05 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.966704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-0198b77b-3a01-4b42-9a55-78df041bde05 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.1094985 Jul 16 18:35:12.981917 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-10519a03-c057-4da7-843f-69150e61530f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/quotas/f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 375 time: 0.0098367 Jul 16 18:35:13.056369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-214d51a0-d825-4702-8dca-90a8ddfabaab tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0693464 Jul 16 18:35:13.154504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-e93af1ad-260a-465a-8777-1cd83a7a850c service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860713 Jul 16 18:35:13.244480 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-8615fd2a-798c-4f91-b514-24b5dff9091c service neutron] 10.222.0.52 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842881 Jul 16 18:35:13.766024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22f8471d-b741-4dbc-a508-f412b22c6afd req-156ee8ba-65c5-4150-873a-9cded862eeb0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 210 time: 0.0429411 Jul 16 18:35:14.701584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-3aaa9089-2e2e-4122-8f0a-25949a5ed93c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.703097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-3aaa9089-2e2e-4122-8f0a-25949a5ed93c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 812 time: 0.1138513 Jul 16 18:35:14.750788 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-44c94baa-b873-461c-a019-94a723df7c94 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0df120ae57f4fec894f6d2c17dd65b8 HTTP/1.1" status: 200 len: 380 time: 0.0387590 Jul 16 18:35:14.759677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'port': {'device_id': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'admin_state_up': True, 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'security_groups': ['b7344488-24dc-4180-adb6-af17207e54a9']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:14.894898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Made reservation on behalf of f0df120ae57f4fec894f6d2c17dd65b8 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:14.898802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.928508 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7cdd661c-2f01-4638-a079-c364bc2e9d3a req-efacfcfb-95c8-4233-bf94-58f76254cbe3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 210 time: 0.0444622 Jul 16 18:35:15.055377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Allocated IP 172.20.0.7 (7b36efc9-5535-46da-bd7a-1e9fedeb406c/06e59bf1-3334-4805-a095-a675fad1696c/d4aaedcf-79ff-40b1-bc42-55293d7908d5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:15.192795 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.207371 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Transition to ACTIVE for port object d4aaedcf-79ff-40b1-bc42-55293d7908d5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:15.245164 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.297580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:15.300948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:15.305080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:15.331708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=d4aaedcf-79ff-40b1-bc42-55293d7908d5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:15.375143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.375829 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.404710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-b96b5024-364f-4534-9f39-af93cd4b53a6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6467493 Jul 16 18:35:15.413087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-3c54d637-a2f0-4b69-b3fc-cc7f4d14f623 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:35:15.414189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-3c54d637-a2f0-4b69-b3fc-cc7f4d14f623 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054598 Jul 16 18:35:15.427456 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Request body: {'port': {'device_id': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:15.515614 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.617782 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-13a1b8d5-c4e3-450c-895c-fa440b92e696 None None] Provisioning for port d4aaedcf-79ff-40b1-bc42-55293d7908d5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:15.623210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-13a1b8d5-c4e3-450c-895c-fa440b92e696 None None] Provisioning complete for port d4aaedcf-79ff-40b1-bc42-55293d7908d5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:15.623585 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13a1b8d5-c4e3-450c-895c-fa440b92e696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.669806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-13a1b8d5-c4e3-450c-895c-fa440b92e696 None None] Port d4aaedcf-79ff-40b1-bc42-55293d7908d5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:15.800470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4aaedcf-79ff-40b1-bc42-55293d7908d5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:15.808820 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.821824 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Transition to ACTIVE for port object d4aaedcf-79ff-40b1-bc42-55293d7908d5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:15.825758 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.876827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4aaedcf-79ff-40b1-bc42-55293d7908d5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:15.949999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Attempting to bind port d4aaedcf-79ff-40b1-bc42-55293d7908d5 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:15.950335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Attempting to bind port d4aaedcf-79ff-40b1-bc42-55293d7908d5 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:15.950668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Attempting to bind port d4aaedcf-79ff-40b1-bc42-55293d7908d5 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:15.955065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Port d4aaedcf-79ff-40b1-bc42-55293d7908d5 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:15.955389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Attempting to bind port d4aaedcf-79ff-40b1-bc42-55293d7908d5 on network 7b36efc9-5535-46da-bd7a-1e9fedeb406c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:15.967497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:15.968106 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Checking segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:15.968511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Bound using segment: {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:15.968967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Bound port: d4aaedcf-79ff-40b1-bc42-55293d7908d5, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1eb63c-34b7-48fc-ab4c-44be10472211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:15.969365 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.114075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] For port d4aaedcf-79ff-40b1-bc42-55293d7908d5, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:16.129967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] For port d4aaedcf-79ff-40b1-bc42-55293d7908d5, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d4aaedcf-79ff-40b1-bc42-55293d7908d5,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:16.135458 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.176393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.177024 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.178457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] 10.222.0.38 "PUT /v2.0/ports/d4aaedcf-79ff-40b1-bc42-55293d7908d5 HTTP/1.1" status: 200 len: 1091 time: 0.7557585 Jul 16 18:35:16.178903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'tag': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:16.182627 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13f37ee-f801-4b7c-9654-ac143317fb76" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4d2480-18c5-4d19-87cc-673ce466f14d", "tag": "d4aaedcf-79ff-40b1-bc42-55293d7908d5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:16.225688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce052243-60b3-48a5-890d-35c77de14273 req-a64ba5e3-3822-48f5-84d1-b1bae1aeb4cf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.227369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce052243-60b3-48a5-890d-35c77de14273 req-a64ba5e3-3822-48f5-84d1-b1bae1aeb4cf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 943 time: 0.1516027 Jul 16 18:35:16.232426 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3a40f1-7f91-46a7-a12a-2cf077ca8ebe x-openstack-request-id: req-1f3a40f1-7f91-46a7-a12a-2cf077ca8ebe {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:16.232712 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4d2480-18c5-4d19-87cc-673ce466f14d", "tag": "d4aaedcf-79ff-40b1-bc42-55293d7908d5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:16.232965 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f3a40f1-7f91-46a7-a12a-2cf077ca8ebe {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:16.233448 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'tag': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5', 'status': 'completed', 'code': 200} Jul 16 18:35:16.251343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8607c98-4456-4bb9-a68b-7a2995d01ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4aaedcf-79ff-40b1-bc42-55293d7908d5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:16.305935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce052243-60b3-48a5-890d-35c77de14273 req-abf14cc3-b997-42a1-87ba-6fe9e83ff568 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715826 Jul 16 18:35:16.322380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-a4c2a19e-f27d-4dfb-b22c-8ff81e89fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.323957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-a4c2a19e-f27d-4dfb-b22c-8ff81e89fe54 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 1094 time: 0.0933793 Jul 16 18:35:16.373384 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-2abb4da2-8b44-4927-8580-fcf07ca97e18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4aaedcf-79ff-40b1-bc42-55293d7908d5 HTTP/1.1" status: 200 len: 217 time: 0.0421793 Jul 16 18:35:16.432025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-a24e9e84-e6af-46e2-b223-38757fab71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.433745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-a24e9e84-e6af-46e2-b223-38757fab71b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0529747 Jul 16 18:35:16.514405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-a58330ab-95ba-43f0-ae76-0359880b3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.517127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-a58330ab-95ba-43f0-ae76-0359880b3bc3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775864 Jul 16 18:35:16.626755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-8a986115-bba4-41c1-ad24-3bcb29a8b365 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025157 Jul 16 18:35:17.091319 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c183a27-b29b-4f80-aeb3-91d2014a02fa req-6f879067-27a1-4d02-98ed-77ff298164d4 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578524 Jul 16 18:35:17.202780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f37ee-f801-4b7c-9654-ac143317fb76 req-667c936a-fa6d-4fd0-ac13-8249a759787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.204350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d13f37ee-f801-4b7c-9654-ac143317fb76 req-667c936a-fa6d-4fd0-ac13-8249a759787a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 1094 time: 0.0643790 Jul 16 18:35:17.304156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f37ee-f801-4b7c-9654-ac143317fb76 req-86fcefe0-8108-4ced-be31-5b22185f1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.305659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d13f37ee-f801-4b7c-9654-ac143317fb76 req-86fcefe0-8108-4ced-be31-5b22185f1b4f service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.0952466 Jul 16 18:35:17.350034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d13f37ee-f801-4b7c-9654-ac143317fb76 req-ef75efcf-e698-4fdc-aa59-c041e6b44558 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4aaedcf-79ff-40b1-bc42-55293d7908d5 HTTP/1.1" status: 200 len: 217 time: 0.0379150 Jul 16 18:35:17.409388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f37ee-f801-4b7c-9654-ac143317fb76 req-cdb6b52d-adc5-4a91-9b55-d625f8c227cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.410962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d13f37ee-f801-4b7c-9654-ac143317fb76 req-cdb6b52d-adc5-4a91-9b55-d625f8c227cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0558088 Jul 16 18:35:17.519874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f37ee-f801-4b7c-9654-ac143317fb76 req-ca2a9c41-065d-4c7a-a313-835d91144fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.521429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d13f37ee-f801-4b7c-9654-ac143317fb76 req-ca2a9c41-065d-4c7a-a313-835d91144fd5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046672 Jul 16 18:35:17.532446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a08a9-7d2c-42b9-b5b5-fc9845eb06be req-c607b536-406a-48fb-a63a-46b49079d89b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.539457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-207a08a9-7d2c-42b9-b5b5-fc9845eb06be req-c607b536-406a-48fb-a63a-46b49079d89b tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 943 time: 0.0966346 Jul 16 18:35:17.638250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-207a08a9-7d2c-42b9-b5b5-fc9845eb06be req-d36b24e2-88f1-4798-b7ab-871915f43026 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978527 Jul 16 18:35:17.694967 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d13f37ee-f801-4b7c-9654-ac143317fb76 req-3443652e-810c-4862-bacc-4269dc301821 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523304 Jul 16 18:35:17.812208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d13f37ee-f801-4b7c-9654-ac143317fb76 req-df7eebff-c194-45a5-823c-5711a164b5e9 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110344 Jul 16 18:35:18.930080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1795e64-e03e-4e65-ac1c-7acb426694ea req-fe008d74-e7c7-4483-8b77-74e4acf4f29e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:18.933267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1795e64-e03e-4e65-ac1c-7acb426694ea req-fe008d74-e7c7-4483-8b77-74e4acf4f29e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 943 time: 0.0977602 Jul 16 18:35:18.976998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1795e64-e03e-4e65-ac1c-7acb426694ea req-4f4d6dbc-b993-425c-9701-d664e66f0e62 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362668 Jul 16 18:35:18.990393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47606) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:19.125582 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7366c85c-ef94-4ce2-a27a-428957b89a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.222126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7366c85c-ef94-4ce2-a27a-428957b89a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.225844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7366c85c-ef94-4ce2-a27a-428957b89a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.266037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:19.266382 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7366c85c-ef94-4ce2-a27a-428957b89a8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35cbfeba47d54d359d32079d7ed3f7e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739508 Jul 16 18:35:19.277703 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366c85c-ef94-4ce2-a27a-428957b89a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062a858c-c2a7-4092-ac9e-831bef36cbd1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:19.331016 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5494eea8-5926-418e-8566-7e94d0cddbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.354510 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5494eea8-5926-418e-8566-7e94d0cddbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.403970 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5494eea8-5926-418e-8566-7e94d0cddbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.406720 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5494eea8-5926-418e-8566-7e94d0cddbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.409307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5494eea8-5926-418e-8566-7e94d0cddbbf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/062a858c-c2a7-4092-ac9e-831bef36cbd1 HTTP/1.1" status: 204 len: 168 time: 0.1406648 Jul 16 18:35:19.416518 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494eea8-5926-418e-8566-7e94d0cddbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062a858c-c2a7-4092-ac9e-831bef36cbd1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:19.745907 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:19.760234 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a58b3dc-db20-4183-9793-1753e4cd360b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.859260 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a58b3dc-db20-4183-9793-1753e4cd360b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.863076 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a58b3dc-db20-4183-9793-1753e4cd360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.902487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1a58b3dc-db20-4183-9793-1753e4cd360b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b43d418d639543cd81d461aed03a9eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553736 Jul 16 18:35:19.903648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58b3dc-db20-4183-9793-1753e4cd360b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82849dbb-b973-4446-8a52-4d1d6ad68050,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:19.905113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47620) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:19.954368 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ea55a89-a956-4435-8b7b-10c8a4cf6af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.974924 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ea55a89-a956-4435-8b7b-10c8a4cf6af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.023883 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ea55a89-a956-4435-8b7b-10c8a4cf6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.027180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ea55a89-a956-4435-8b7b-10c8a4cf6af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.030869 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1ea55a89-a956-4435-8b7b-10c8a4cf6af1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82849dbb-b973-4446-8a52-4d1d6ad68050 HTTP/1.1" status: 204 len: 168 time: 0.1221278 Jul 16 18:35:20.038438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea55a89-a956-4435-8b7b-10c8a4cf6af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82849dbb-b973-4446-8a52-4d1d6ad68050,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:20.188032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716d50c-8ae6-46a1-8f97-3647ce6cfc26 req-cca590a8-8aad-426b-8fdd-c541d7cc319c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:20.193762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a716d50c-8ae6-46a1-8f97-3647ce6cfc26 req-cca590a8-8aad-426b-8fdd-c541d7cc319c tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 943 time: 0.0685983 Jul 16 18:35:20.227428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a716d50c-8ae6-46a1-8f97-3647ce6cfc26 req-4d078f75-3b09-4924-a064-f839a0ca5be3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Jul 16 18:35:21.414896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a3475-1c13-4f6e-bdbe-6d262eb745e8 req-e38b3b29-cec4-4b87-9d06-ea366198cd5f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.417235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9a3475-1c13-4f6e-bdbe-6d262eb745e8 req-e38b3b29-cec4-4b87-9d06-ea366198cd5f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 943 time: 0.0730541 Jul 16 18:35:21.462718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9a3475-1c13-4f6e-bdbe-6d262eb745e8 req-010075d1-92c1-44f0-bba7-ccbc62eaddbb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391333 Jul 16 18:35:21.976639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6628088-5003-4e10-b3e7-49e50f3747f6 req-24ec6cce-81d9-4cc9-9077-b90843bfc6f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512984 Jul 16 18:35:22.072031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6628088-5003-4e10-b3e7-49e50f3747f6 req-6bf192e5-da87-4d45-a7fd-3fd9a00c8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.073596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6628088-5003-4e10-b3e7-49e50f3747f6 req-6bf192e5-da87-4d45-a7fd-3fd9a00c8990 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 1097 time: 0.0549014 Jul 16 18:35:22.184958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6628088-5003-4e10-b3e7-49e50f3747f6 req-aa89e296-449f-4c9d-b5c2-56da310a2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.186493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6628088-5003-4e10-b3e7-49e50f3747f6 req-aa89e296-449f-4c9d-b5c2-56da310a2435 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.0943370 Jul 16 18:35:22.253971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6628088-5003-4e10-b3e7-49e50f3747f6 req-6772d994-8d44-460c-9e82-701108add63b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08611a5a-7fd5-472d-b60a-5e8250b36fc6 HTTP/1.1" status: 200 len: 1002 time: 0.0609920 Jul 16 18:35:22.309629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6628088-5003-4e10-b3e7-49e50f3747f6 req-dbf55e87-4e90-4be2-b940-6b4897073a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.311580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6628088-5003-4e10-b3e7-49e50f3747f6 req-dbf55e87-4e90-4be2-b940-6b4897073a64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0521233 Jul 16 18:35:22.384613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6628088-5003-4e10-b3e7-49e50f3747f6 req-2de58787-2ce0-4b2d-8efd-bacddabfe837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.386334 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6628088-5003-4e10-b3e7-49e50f3747f6 req-2de58787-2ce0-4b2d-8efd-bacddabfe837 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687773 Jul 16 18:35:22.506472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6628088-5003-4e10-b3e7-49e50f3747f6 req-2c6d0c60-69c6-4c98-a7f9-3c6b56082e11 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130393 Jul 16 18:35:22.558661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:22.661026 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6628088-5003-4e10-b3e7-49e50f3747f6 req-7378663d-ef03-4851-83be-75d30fe21919 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483505 Jul 16 18:35:22.678164 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c4948fd-062b-493e-9241-20483e6547f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.695873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8586337-26d3-444d-bcdf-7ead56db105d req-72b27dfc-68eb-46e7-8bbc-a46e93bf5794 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.701857 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8586337-26d3-444d-bcdf-7ead56db105d req-72b27dfc-68eb-46e7-8bbc-a46e93bf5794 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 943 time: 0.1023076 Jul 16 18:35:22.748980 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a8586337-26d3-444d-bcdf-7ead56db105d req-aa82ba28-e435-4626-a014-05b6d03dbdf1 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440960 Jul 16 18:35:22.783138 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c4948fd-062b-493e-9241-20483e6547f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.787066 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c4948fd-062b-493e-9241-20483e6547f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.819425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4948fd-062b-493e-9241-20483e6547f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f4c136-fd4d-4ed1-beb5-4f447b9ff941,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:22.847997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:22.848538 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1c4948fd-062b-493e-9241-20483e6547f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8e1e4ed07304e988021b1dc19ace5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885540 Jul 16 18:35:22.908226 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98205e42-a9be-468d-911b-7d9eee815473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.936464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98205e42-a9be-468d-911b-7d9eee815473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.983687 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98205e42-a9be-468d-911b-7d9eee815473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.986535 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98205e42-a9be-468d-911b-7d9eee815473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.987709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-98205e42-a9be-468d-911b-7d9eee815473 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71f4c136-fd4d-4ed1-beb5-4f447b9ff941 HTTP/1.1" status: 204 len: 168 time: 0.1385193 Jul 16 18:35:22.996670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98205e42-a9be-468d-911b-7d9eee815473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f4c136-fd4d-4ed1-beb5-4f447b9ff941,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:23.247418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:23.261663 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ef38a83-a5c5-49b1-b657-ca3ec5334d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.357306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ef38a83-a5c5-49b1-b657-ca3ec5334d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.361501 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ef38a83-a5c5-49b1-b657-ca3ec5334d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.402606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3ef38a83-a5c5-49b1-b657-ca3ec5334d87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a0f23436ddf4ec9875da5e529afda6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511867 Jul 16 18:35:23.402606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef38a83-a5c5-49b1-b657-ca3ec5334d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c848ebac-6051-4c97-b63c-4127862e31b2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:23.402911 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47720) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:23.455830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b0c-7cc6-4e2c-b95e-bef761546584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.476252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b0c-7cc6-4e2c-b95e-bef761546584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.525275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b0c-7cc6-4e2c-b95e-bef761546584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.527947 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b0c-7cc6-4e2c-b95e-bef761546584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.529115 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c90d9b0c-7cc6-4e2c-b95e-bef761546584 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c848ebac-6051-4c97-b63c-4127862e31b2 HTTP/1.1" status: 204 len: 168 time: 0.1253874 Jul 16 18:35:23.537641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d9b0c-7cc6-4e2c-b95e-bef761546584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848ebac-6051-4c97-b63c-4127862e31b2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:24.021390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb694e-0bf3-456e-bd9c-5d4c3f485fab req-fb90912f-a9e3-489a-a47f-73b00c0188e3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:24.023332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ebb694e-0bf3-456e-bd9c-5d4c3f485fab req-fb90912f-a9e3-489a-a47f-73b00c0188e3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 943 time: 0.0898075 Jul 16 18:35:24.072720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9ebb694e-0bf3-456e-bd9c-5d4c3f485fab req-a73cf74c-c62f-4300-8c5f-bf512e59a592 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406117 Jul 16 18:35:25.277388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d26ffb-25d1-491f-bb6b-ef5b0a71e4de req-a2346752-e5a4-40f8-b322-2cd01da45bcb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:25.278875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-89d26ffb-25d1-491f-bb6b-ef5b0a71e4de req-a2346752-e5a4-40f8-b322-2cd01da45bcb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 943 time: 0.0821972 Jul 16 18:35:25.328150 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-89d26ffb-25d1-491f-bb6b-ef5b0a71e4de req-baac353f-da27-4411-8152-28f6f5c3abf2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422711 Jul 16 18:35:26.495138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550f9b0-cd38-4b19-b56b-9a66f50acf4f req-f971b0d5-c573-4516-8e2d-0dff044127b9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:26.497798 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0550f9b0-cd38-4b19-b56b-9a66f50acf4f req-f971b0d5-c573-4516-8e2d-0dff044127b9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 943 time: 0.0660706 Jul 16 18:35:26.537196 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0550f9b0-cd38-4b19-b56b-9a66f50acf4f req-cfaeb0d5-25c7-469f-bdde-fb1a001c1928 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345750 Jul 16 18:35:27.601170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d4aaedcf-79ff-40b1-bc42-55293d7908d5 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:27.713550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d4aaedcf-79ff-40b1-bc42-55293d7908d5, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d4aaedcf-79ff-40b1-bc42-55293d7908d5,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:27.725990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'port_id': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5', 'mac_address': 'fa:16:3e:f2:d8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:27.737641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c1381-91a9-4115-80e6-09b1b7eced8b req-60747823-8ec5-40ed-a84e-cb49ad5e9ded tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:27.739822 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0a5c1381-91a9-4115-80e6-09b1b7eced8b req-60747823-8ec5-40ed-a84e-cb49ad5e9ded tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 943 time: 0.0787406 Jul 16 18:35:27.768570 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.784205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4aaedcf-79ff-40b1-bc42-55293d7908d5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:27.787506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0a5c1381-91a9-4115-80e6-09b1b7eced8b req-e547549b-a648-45a6-be88-a565fedfc083 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407529 Jul 16 18:35:27.807811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d4aaedcf-79ff-40b1-bc42-55293d7908d5, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d4aaedcf-79ff-40b1-bc42-55293d7908d5,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:27.812890 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.866230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d4aaedcf-79ff-40b1-bc42-55293d7908d5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:27.877566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:27.878073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:27.878425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:27.878769 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:27.879111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:27.879449 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:27.879793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:27.880136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:27.880458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:27.880785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:27.881115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:27.881512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:28.054986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['d4aaedcf-79ff-40b1-bc42-55293d7908d5'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:28.976218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e700d-a8cd-4c54-98af-2bebc55cbec5 req-e149845d-1519-460e-8470-35c873949afb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:28.977747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d5e700d-a8cd-4c54-98af-2bebc55cbec5 req-e149845d-1519-460e-8470-35c873949afb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 944 time: 0.0653811 Jul 16 18:35:29.018517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d5e700d-a8cd-4c54-98af-2bebc55cbec5 req-d224580b-263a-4ab8-a7ad-65235917adf3 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348670 Jul 16 18:35:29.632255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d4aaedcf-79ff-40b1-bc42-55293d7908d5 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:29.686145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port d4aaedcf-79ff-40b1-bc42-55293d7908d5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:29.692783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port d4aaedcf-79ff-40b1-bc42-55293d7908d5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:29.693170 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.772571 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.798378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:29.800792 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9e1c5c-18d3-4d26-a840-174fd46f6e58" -d '{"events": [{"server_uuid": "bf4d2480-18c5-4d19-87cc-673ce466f14d", "name": "network-vif-plugged", "status": "completed", "tag": "d4aaedcf-79ff-40b1-bc42-55293d7908d5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:29.818851 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d4aaedcf-79ff-40b1-bc42-55293d7908d5, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d4aaedcf-79ff-40b1-bc42-55293d7908d5,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:29.825654 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.850543 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ba88a-b796-4616-84cc-17619c087c24 x-openstack-request-id: req-052ba88a-b796-4616-84cc-17619c087c24 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:29.850856 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4d2480-18c5-4d19-87cc-673ce466f14d", "name": "network-vif-plugged", "status": "completed", "tag": "d4aaedcf-79ff-40b1-bc42-55293d7908d5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:29.851091 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-052ba88a-b796-4616-84cc-17619c087c24 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:29.851479 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5', 'code': 200} Jul 16 18:35:29.885057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d4aaedcf-79ff-40b1-bc42-55293d7908d5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:29.970755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc79fef-e903-4a2f-99da-9cf1272512cd req-128a02dc-509a-4c0f-beeb-43b4630f7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:29.972566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9cc79fef-e903-4a2f-99da-9cf1272512cd req-128a02dc-509a-4c0f-beeb-43b4630f7cb2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 1096 time: 0.0570040 Jul 16 18:35:30.011162 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9cc79fef-e903-4a2f-99da-9cf1272512cd req-c2614672-f745-42fe-865a-60adc47d0dec service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316432 Jul 16 18:35:30.078932 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62d6b457-cb35-425a-adca-3eccfbd1add3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.225503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff549a5-9254-43ed-ac91-19f902f9977f req-1bc65566-4356-4690-a4b8-537f13f836f5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.227118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ff549a5-9254-43ed-ac91-19f902f9977f req-1bc65566-4356-4690-a4b8-537f13f836f5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 945 time: 0.0742972 Jul 16 18:35:30.276701 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ff549a5-9254-43ed-ac91-19f902f9977f req-cb1beb5f-26fe-45b6-810c-ccf9aab5edf4 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436490 Jul 16 18:35:31.479925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b8843-7215-49df-94b8-b3262eab5d3b req-9e41df9c-1792-444b-a5ce-437897d7739e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.481443 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b6b8843-7215-49df-94b8-b3262eab5d3b req-9e41df9c-1792-444b-a5ce-437897d7739e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 945 time: 0.0728140 Jul 16 18:35:31.523659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b6b8843-7215-49df-94b8-b3262eab5d3b req-d8da4136-3997-4f0f-867a-555107eb6d78 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364742 Jul 16 18:35:31.737338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28126fdc-070d-4b2b-99db-452ae625d157 req-5cbc61eb-85e6-4c22-94e5-cc6940dc85e9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.738881 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28126fdc-070d-4b2b-99db-452ae625d157 req-5cbc61eb-85e6-4c22-94e5-cc6940dc85e9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 945 time: 0.0800312 Jul 16 18:35:31.780741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28126fdc-070d-4b2b-99db-452ae625d157 req-2cd134fb-7790-42cc-a2b1-d6cbfaed968d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355680 Jul 16 18:35:31.806126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:31.861972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd956334-9d1e-4674-9f61-02b6e557c3cb tempest-TestVolumeBootPattern-626818570 tempest-TestVolumeBootPattern-626818570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.863533 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fd956334-9d1e-4674-9f61-02b6e557c3cb tempest-TestVolumeBootPattern-626818570 tempest-TestVolumeBootPattern-626818570-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 1091 time: 0.0555272 Jul 16 18:35:31.866248 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:31.870885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:31.895049 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.003527 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.113846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Allocated IP 172.25.8.59 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/d92d8472-b1b4-4ac6-8b94-1f2f16b8a6d8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:32.234405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.277221 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.312234 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e56140e-4ecb-40ea-80c3-0c024dc3abfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.336646 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:32.339713 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:32.343379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:32.368136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=d92d8472-b1b4-4ac6-8b94-1f2f16b8a6d8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:32.749891 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.800644 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.843620 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.852257 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.907544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.067593 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.072899 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.155171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event updated for resources: {'Port': ['ID=d92d8472-b1b4-4ac6-8b94-1f2f16b8a6d8,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:33.163969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.277090 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Floating IP 2d3b4812-3fe4-43dd-bf95-a018bc0ebcac associated. External IP: 172.25.8.59, port: d4aaedcf-79ff-40b1-bc42-55293d7908d5. Jul 16 18:35:33.512254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Router 2de17d68-8577-4fbf-89a2-c9a18105c457 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:33.632571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:33.642153 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0d596-1e96-47ab-9135-85297ff9c52e None None] Sync routers for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:33.651777 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.652597 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0d596-1e96-47ab-9135-85297ff9c52e None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:33.653697 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-16e0d596-1e96-47ab-9135-85297ff9c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:33.690131 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a544b76a-69a0-4454-be9b-e317196e623d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8223848 Jul 16 18:35:33.690846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'tag': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:33.693587 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6280160e-47e8-4077-9c76-85d7b99ce2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4d2480-18c5-4d19-87cc-673ce466f14d", "tag": "d4aaedcf-79ff-40b1-bc42-55293d7908d5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:33.735089 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1a8738-b48a-42ff-9901-56f0c208a2b5 x-openstack-request-id: req-5b1a8738-b48a-42ff-9901-56f0c208a2b5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:33.735639 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4d2480-18c5-4d19-87cc-673ce466f14d", "tag": "d4aaedcf-79ff-40b1-bc42-55293d7908d5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:33.736116 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b1a8738-b48a-42ff-9901-56f0c208a2b5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:33.736733 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'tag': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5', 'status': 'completed', 'code': 200} Jul 16 18:35:33.781352 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-16e0d596-1e96-47ab-9135-85297ff9c52e None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:33.839095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280160e-47e8-4077-9c76-85d7b99ce2a6 req-45f74364-bacf-4185-ad38-e6fbfb07fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.841142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6280160e-47e8-4077-9c76-85d7b99ce2a6 req-45f74364-bacf-4185-ad38-e6fbfb07fbfe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 1096 time: 0.0808837 Jul 16 18:35:33.855116 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.907284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-45714a80-bac7-4175-b23d-c6316a67d02e req-4dd0114e-95db-438a-bcf6-a12f4f3005ec service neutron] (93766) timed out ('10.222.0.42', 56487) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:35:33.952991 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280160e-47e8-4077-9c76-85d7b99ce2a6 req-679bf085-3ce8-4e6f-813b-334c55537981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.956566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6280160e-47e8-4077-9c76-85d7b99ce2a6 req-679bf085-3ce8-4e6f-813b-334c55537981 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.1093225 Jul 16 18:35:34.044214 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6280160e-47e8-4077-9c76-85d7b99ce2a6 req-abbfab1b-a601-4eb9-8ab5-e1616168fa99 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4aaedcf-79ff-40b1-bc42-55293d7908d5 HTTP/1.1" status: 200 len: 998 time: 0.0798435 Jul 16 18:35:34.073402 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-16e0d596-1e96-47ab-9135-85297ff9c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2d3b4812-3fe4-43dd-bf95-a018bc0ebcac', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:f2:d8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:32Z', 'updated_at': '2021-07-16T18:35:32Z', 'revision_number': 0, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}, {'id': 'cb7b4d62-4f1c-4c66-8481-0197e94d71bf', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:30:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4388b924-0868-4fab-a2fa-f882a9557554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 1, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:34.107781 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0d596-1e96-47ab-9135-85297ff9c52e None None] Checking router: 2de17d68-8577-4fbf-89a2-c9a18105c457 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:34.111758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280160e-47e8-4077-9c76-85d7b99ce2a6 req-d7488e82-6cea-452e-8244-9ef98b9f435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:34.114482 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6280160e-47e8-4077-9c76-85d7b99ce2a6 req-d7488e82-6cea-452e-8244-9ef98b9f435c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0643194 Jul 16 18:35:34.116455 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0d596-1e96-47ab-9135-85297ff9c52e None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:34.117064 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-16e0d596-1e96-47ab-9135-85297ff9c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:34.227599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280160e-47e8-4077-9c76-85d7b99ce2a6 req-26af9541-3ed5-4c58-9246-f64995562592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:34.230057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6280160e-47e8-4077-9c76-85d7b99ce2a6 req-26af9541-3ed5-4c58-9246-f64995562592 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094470 Jul 16 18:35:34.255963 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-16e0d596-1e96-47ab-9135-85297ff9c52e None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:34.286391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a5467-2552-4826-8b14-b381dec08d11 req-46af2a5a-7d17-405e-9298-645018134542 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:34.288066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-386a5467-2552-4826-8b14-b381dec08d11 req-46af2a5a-7d17-405e-9298-645018134542 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 946 time: 0.1149197 Jul 16 18:35:34.363332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-386a5467-2552-4826-8b14-b381dec08d11 req-340022c1-38fa-48d2-a477-3da76a1b7574 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466464 Jul 16 18:35:34.378654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6280160e-47e8-4077-9c76-85d7b99ce2a6 req-fdf257ae-2ffa-4efb-82df-1b72b7ec92b6 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381249 Jul 16 18:35:34.476727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6280160e-47e8-4077-9c76-85d7b99ce2a6 req-388d5b25-5818-4859-bc95-9d1ca8bf0c30 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907502 Jul 16 18:35:34.506374 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-16e0d596-1e96-47ab-9135-85297ff9c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2d3b4812-3fe4-43dd-bf95-a018bc0ebcac', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:f2:d8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:32Z', 'updated_at': '2021-07-16T18:35:32Z', 'revision_number': 0, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}, {'id': 'cb7b4d62-4f1c-4c66-8481-0197e94d71bf', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:30:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4388b924-0868-4fab-a2fa-f882a9557554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 1, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:34.538468 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e0d596-1e96-47ab-9135-85297ff9c52e None None] The sync data for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 is: [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2d3b4812-3fe4-43dd-bf95-a018bc0ebcac', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:f2:d8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:32Z', 'updated_at': '2021-07-16T18:35:32Z', 'revision_number': 0, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}, {'id': 'cb7b4d62-4f1c-4c66-8481-0197e94d71bf', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:30:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4388b924-0868-4fab-a2fa-f882a9557554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 1, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:34.763823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac94d1-3531-4f37-856b-0fd955e2f7a2 None None] New status for floating IP 2d3b4812-3fe4-43dd-bf95-a018bc0ebcac: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:35:35.558828 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.560835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968dd8b3-266a-4661-ac20-cc3d79747e3e req-3e080a2e-e685-4724-96b5-1bcbd83582a2 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.563328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-968dd8b3-266a-4661-ac20-cc3d79747e3e req-3e080a2e-e685-4724-96b5-1bcbd83582a2 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 946 time: 0.0773332 Jul 16 18:35:35.618087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-968dd8b3-266a-4661-ac20-cc3d79747e3e req-573cf552-4e83-445b-8d57-748aac1eabf7 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/security-groups?id=565e1e1d-89b9-438d-bc2d-8455b88f6a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484037 Jul 16 18:35:35.713361 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fbd36-7999-46ba-b309-14859e47d253 req-587a14e3-8669-460e-aa01-e65e17a607a7 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.715010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c7fbd36-7999-46ba-b309-14859e47d253 req-587a14e3-8669-460e-aa01-e65e17a607a7 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 946 time: 0.0710683 Jul 16 18:35:35.815641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3c7fbd36-7999-46ba-b309-14859e47d253 req-81ba8a08-bf1b-45c7-8f1e-099b03515daf tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Deleting port c732fabf-d24e-496c-8771-a9dc2ae17624 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:35.816098 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c7fbd36-7999-46ba-b309-14859e47d253 req-81ba8a08-bf1b-45c7-8f1e-099b03515daf tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.914587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3c7fbd36-7999-46ba-b309-14859e47d253 req-81ba8a08-bf1b-45c7-8f1e-099b03515daf tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] For port c732fabf-d24e-496c-8771-a9dc2ae17624, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=c732fabf-d24e-496c-8771-a9dc2ae17624,segment=NetworkSegment(db8bcacc-6dca-43c9-9df2-bda32ecbf8aa),segment_id=db8bcacc-6dca-43c9-9df2-bda32ecbf8aa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:35.914872 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c7fbd36-7999-46ba-b309-14859e47d253 req-81ba8a08-bf1b-45c7-8f1e-099b03515daf tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.927559 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3c7fbd36-7999-46ba-b309-14859e47d253 req-81ba8a08-bf1b-45c7-8f1e-099b03515daf tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Calling delete_port for c732fabf-d24e-496c-8771-a9dc2ae17624 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:36.058722 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c7fbd36-7999-46ba-b309-14859e47d253 req-81ba8a08-bf1b-45c7-8f1e-099b03515daf tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.070476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['c732fabf-d24e-496c-8771-a9dc2ae17624'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:36.088190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba8a08-bf1b-45c7-8f1e-099b03515daf tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Pushing event deleted for resources: {'Port': ['ID=c732fabf-d24e-496c-8771-a9dc2ae17624,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:36.134567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7fbd36-7999-46ba-b309-14859e47d253 req-81ba8a08-bf1b-45c7-8f1e-099b03515daf tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] No DVR routers for this DVR port c732fabf-d24e-496c-8771-a9dc2ae17624 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:36.137298 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c7fbd36-7999-46ba-b309-14859e47d253 req-81ba8a08-bf1b-45c7-8f1e-099b03515daf tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.139387 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c7fbd36-7999-46ba-b309-14859e47d253 req-81ba8a08-bf1b-45c7-8f1e-099b03515daf tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.42 "DELETE /v2.0/ports/c732fabf-d24e-496c-8771-a9dc2ae17624 HTTP/1.1" status: 204 len: 173 time: 0.4191780 Jul 16 18:35:36.139846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcc1f76-0b8f-4ad1-9313-3134df1acd10', 'name': 'network-vif-deleted', 'tag': 'c732fabf-d24e-496c-8771-a9dc2ae17624'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:36.142192 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51df4c7-3b01-4376-92a3-766503d11b76" -d '{"events": [{"server_uuid": "ddcc1f76-0b8f-4ad1-9313-3134df1acd10", "name": "network-vif-deleted", "tag": "c732fabf-d24e-496c-8771-a9dc2ae17624"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:36.178179 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4569898-49eb-467f-a58f-b42bd74d4c61 x-openstack-request-id: req-e4569898-49eb-467f-a58f-b42bd74d4c61 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:36.178732 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcc1f76-0b8f-4ad1-9313-3134df1acd10", "name": "network-vif-deleted", "tag": "c732fabf-d24e-496c-8771-a9dc2ae17624", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:36.179209 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4569898-49eb-467f-a58f-b42bd74d4c61 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:36.179831 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcc1f76-0b8f-4ad1-9313-3134df1acd10', 'name': 'network-vif-deleted', 'tag': 'c732fabf-d24e-496c-8771-a9dc2ae17624', 'status': 'completed', 'code': 200} Jul 16 18:35:36.812487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1eb5aa0-164e-4cad-be21-7bdbe14808ab req-7a605732-41e5-43f3-b701-530a3e307e27 tempest-VolumesSnapshotTestJSON-1554076883 tempest-VolumesSnapshotTestJSON-1554076883-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddcc1f76-0b8f-4ad1-9313-3134df1acd10 HTTP/1.1" status: 200 len: 210 time: 0.0331404 Jul 16 18:35:38.531597 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:35:40.744387 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c732fabf-d24e-496c-8771-a9dc2ae17624 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:40.766213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: c732fabf-d24e-496c-8771-a9dc2ae17624 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:40.766696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device c732fabf-d24e-496c-8771-a9dc2ae17624 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:42.602793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 47992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:42.710483 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd98c9aa-30fd-46b9-b2dd-4ce5d5bf9ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.809694 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd98c9aa-30fd-46b9-b2dd-4ce5d5bf9ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.813987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd98c9aa-30fd-46b9-b2dd-4ce5d5bf9ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.854939 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bd98c9aa-30fd-46b9-b2dd-4ce5d5bf9ac4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=639da0a581cd4ef5ac2c3157ab35a089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504823 Jul 16 18:35:42.855816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98c9aa-30fd-46b9-b2dd-4ce5d5bf9ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c0014d-3d80-4c92-a379-6dd6cec4a4be,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:42.860054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 47998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:42.912729 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e71b03-c0f5-418e-bc7f-e39ffe4f3cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.936307 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e71b03-c0f5-418e-bc7f-e39ffe4f3cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.985600 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e71b03-c0f5-418e-bc7f-e39ffe4f3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.988254 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e71b03-c0f5-418e-bc7f-e39ffe4f3cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.989447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e0e71b03-c0f5-418e-bc7f-e39ffe4f3cf5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4c0014d-3d80-4c92-a379-6dd6cec4a4be HTTP/1.1" status: 204 len: 168 time: 0.1268451 Jul 16 18:35:42.997274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e71b03-c0f5-418e-bc7f-e39ffe4f3cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c0014d-3d80-4c92-a379-6dd6cec4a4be,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:43.631994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:43.733105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1364287646-network', 'tenant_id': '5129b058494f430ca8c2740891f32af2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:43.754623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Made reservation on behalf of 5129b058494f430ca8c2740891f32af2 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:43.757179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.765453 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.856290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.860472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.885283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:43.901698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b8754a-8ebd-49a6-ab43-3afc8a1e9d28,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:43.904639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.905287 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Added segment 63b984bf-46df-4590-9518-6bee86e802dd of type vlan for network 893502d9-2d76-4a1e-8641-95f0342e2655 Jul 16 18:35:43.950520 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.980360 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.981489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.982265 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.019907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3867967 Jul 16 18:35:44.023078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48026) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:44.029892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bd746ccd-77b7-456f-8135-0b1112085b13 admin admin] Request body: {'subnet': {'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1364287646-subnet', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:44.045232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129e6aa-f68e-4c43-8b50-73f2131f9a2a admin admin] Pushing event updated for resources: {'Network': ['ID=893502d9-2d76-4a1e-8641-95f0342e2655,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:44.052255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd746ccd-77b7-456f-8135-0b1112085b13 admin admin] Made reservation on behalf of 5129b058494f430ca8c2740891f32af2 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:44.055899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 893502d9-2d76-4a1e-8641-95f0342e2655 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:44.058334 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd746ccd-77b7-456f-8135-0b1112085b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.250234 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd746ccd-77b7-456f-8135-0b1112085b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.318218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd746ccd-77b7-456f-8135-0b1112085b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d5efd1-3e77-436b-abba-a258c572ee6f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:44.329851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd746ccd-77b7-456f-8135-0b1112085b13 admin admin] Checking segment: {'id': '63b984bf-46df-4590-9518-6bee86e802dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:44.330223 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd746ccd-77b7-456f-8135-0b1112085b13 admin admin] Network hostable DHCP agents. Network: 893502d9-2d76-4a1e-8641-95f0342e2655, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:44.347549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd746ccd-77b7-456f-8135-0b1112085b13 admin admin] Network 893502d9-2d76-4a1e-8641-95f0342e2655 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:44.357627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-bd746ccd-77b7-456f-8135-0b1112085b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 893502d9-2d76-4a1e-8641-95f0342e2655) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:44.362496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd746ccd-77b7-456f-8135-0b1112085b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.363089 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bd746ccd-77b7-456f-8135-0b1112085b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.368663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89e65e-a9d3-4771-807c-31a7dc9b3cc5 None None] Network 893502d9-2d76-4a1e-8641-95f0342e2655 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:44.385757 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bd746ccd-77b7-456f-8135-0b1112085b13 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3603318 Jul 16 18:35:44.388925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:44.394078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1364287646-router', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:44.419364 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.420983 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.489423 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.562337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-893502d9-2d76-4a1e-8641-95f0342e2655', 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'fixed_ips': [{'subnet_id': 'a9d5efd1-3e77-436b-abba-a258c572ee6f'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:44.563607 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.653758 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.739598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Allocated IP 172.20.0.2 (893502d9-2d76-4a1e-8641-95f0342e2655/a9d5efd1-3e77-436b-abba-a258c572ee6f/5b0913f4-c8f7-4234-b73f-b3dbf1223b0c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:44.910432 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.933924 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.934694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.943949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Transition to ACTIVE for port object 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:44.965059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Transition to ACTIVE for port object 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:44.973135 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.028070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Network 893502d9-2d76-4a1e-8641-95f0342e2655 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:45.030031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Pushing event updated for resources: {'Port': ['ID=5b0913f4-c8f7-4234-b73f-b3dbf1223b0c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:45.032347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:45.034323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:45.071025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Allocated IP 172.25.8.201 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/ed592475-997a-4227-bff9-7ef5fb10beb8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:45.105743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Attempting to bind port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:45.107015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Attempting to bind port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '63b984bf-46df-4590-9518-6bee86e802dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:45.107865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Attempting to bind port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c on network 893502d9-2d76-4a1e-8641-95f0342e2655 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:45.113490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:45.113985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Checking segment: {'id': '63b984bf-46df-4590-9518-6bee86e802dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:45.114405 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.114797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Bound using segment: {'id': '63b984bf-46df-4590-9518-6bee86e802dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:45.115262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Bound port: 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b984bf-46df-4590-9518-6bee86e802dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:45.115650 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.180876 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] For port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:45.184935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] For port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5b0913f4-c8f7-4234-b73f-b3dbf1223b0c,segment=NetworkSegment(63b984bf-46df-4590-9518-6bee86e802dd),segment_id=63b984bf-46df-4590-9518-6bee86e802dd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:45.190132 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.217533 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.256264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b371b-3ed8-480e-9968-6bbaa5b580d9 None None] Pushing event updated for resources: {'Port': ['ID=5b0913f4-c8f7-4234-b73f-b3dbf1223b0c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:45.270478 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.325590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Pushing event updated for resources: {'Port': ['ID=ed592475-997a-4227-bff9-7ef5fb10beb8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:45.332342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:45.333857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:45.336088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:45.636564 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.791945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:45.862723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:45.882306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.033719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Router 393358a8-54e4-4498-9f82-a131d82f68de is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:35:46.188801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:46.199934 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Sync routers for ids ['393358a8-54e4-4498-9f82-a131d82f68de'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:46.212881 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Routers {'393358a8-54e4-4498-9f82-a131d82f68de'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:46.213495 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.213928 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['393358a8-54e4-4498-9f82-a131d82f68de'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:46.218070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9ccee58e-b607-4530-a8fb-75eb06a8ed4f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8278787 Jul 16 18:35:46.220978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48034) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:46.386541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cc75f2-dc61-4592-8bdc-d8f7f71765dd None None] Network 893502d9-2d76-4a1e-8641-95f0342e2655 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:46.505948 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Set router 393358a8-54e4-4498-9f82-a131d82f68de gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:46.537347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4bca4f7b-7727-4497-ba81-8bbea0cee1cc None None] Provisioning for port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:46.548054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4bca4f7b-7727-4497-ba81-8bbea0cee1cc None None] Provisioning complete for port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:46.548445 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bca4f7b-7727-4497-ba81-8bbea0cee1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.698660 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393358a8-54e4-4498-9f82-a131d82f68de', 'name': 'tempest-TestAggregatesBasicOps-1364287646-router', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:45Z', 'revision_number': 3, 'project_id': '5129b058494f430ca8c2740891f32af2', 'gw_port': {'id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393358a8-54e4-4498-9f82-a131d82f68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:46.727158 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Checking router: 393358a8-54e4-4498-9f82-a131d82f68de for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:46.729265 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Updating router 393358a8-54e4-4498-9f82-a131d82f68de port ed592475-997a-4227-bff9-7ef5fb10beb8 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:35:46.770837 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.870857 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bca4f7b-7727-4497-ba81-8bbea0cee1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.947924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4bca4f7b-7727-4497-ba81-8bbea0cee1cc None None] For port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5b0913f4-c8f7-4234-b73f-b3dbf1223b0c,segment=NetworkSegment(63b984bf-46df-4590-9518-6bee86e802dd),segment_id=63b984bf-46df-4590-9518-6bee86e802dd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:46.955629 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bca4f7b-7727-4497-ba81-8bbea0cee1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.058872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca4f7b-7727-4497-ba81-8bbea0cee1cc None None] Pushing event updated for resources: {'Port': ['ID=5b0913f4-c8f7-4234-b73f-b3dbf1223b0c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:47.136891 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.148017 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Transition to ACTIVE for port object ed592475-997a-4227-bff9-7ef5fb10beb8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:47.164448 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.209101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-58b29b72-384a-4738-8949-786a5733d0ab None None] Provisioning complete for port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:47.211731 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58b29b72-384a-4738-8949-786a5733d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.233073 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Attempting to bind port ed592475-997a-4227-bff9-7ef5fb10beb8 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:47.233657 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.236291 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Attempting to bind port ed592475-997a-4227-bff9-7ef5fb10beb8 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:47.236455 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Attempting to bind port ed592475-997a-4227-bff9-7ef5fb10beb8 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:47.245228 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Pushing event updated for resources: {'Port': ['ID=ed592475-997a-4227-bff9-7ef5fb10beb8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:47.247488 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:47.247994 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:47.248405 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.249299 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:47.249299 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Bound port: ed592475-997a-4227-bff9-7ef5fb10beb8, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:47.249737 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.278450 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:47.278718 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:47.279131 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:47.279385 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:47.279714 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:47.280039 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:47.280363 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:47.280899 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:47.281047 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:47.281304 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:47.282171 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:47.282495 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:47.340563 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] For port ed592475-997a-4227-bff9-7ef5fb10beb8, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:47.344281 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] For port ed592475-997a-4227-bff9-7ef5fb10beb8, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ed592475-997a-4227-bff9-7ef5fb10beb8,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:47.351931 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.419600 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Routers {'393358a8-54e4-4498-9f82-a131d82f68de'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:47.420223 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['393358a8-54e4-4498-9f82-a131d82f68de'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:47.454171 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbd124-3af1-4593-bc54-f0b90b56065e None None] Pushing event updated for resources: {'Port': ['ID=ed592475-997a-4227-bff9-7ef5fb10beb8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:47.461616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Allocated IP 172.20.0.1 (893502d9-2d76-4a1e-8641-95f0342e2655/a9d5efd1-3e77-436b-abba-a258c572ee6f/3990fe7e-86e1-4362-8225-7304abc39484) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:47.548415 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] Set router 393358a8-54e4-4498-9f82-a131d82f68de gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:47.605600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.620717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Transition to ACTIVE for port object 3990fe7e-86e1-4362-8225-7304abc39484 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:47.669250 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.769507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Network 893502d9-2d76-4a1e-8641-95f0342e2655 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:47.773663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:47.779136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:47.783116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:47.820832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Pushing event updated for resources: {'Port': ['ID=3990fe7e-86e1-4362-8225-7304abc39484,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:47.862315 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393358a8-54e4-4498-9f82-a131d82f68de', 'name': 'tempest-TestAggregatesBasicOps-1364287646-router', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:45Z', 'revision_number': 3, 'project_id': '5129b058494f430ca8c2740891f32af2', 'gw_port': {'id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393358a8-54e4-4498-9f82-a131d82f68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:47.868533 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.921562 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401303c-740d-4eb2-a9f2-b20a1d7680a2 None None] The sync data for ids ['393358a8-54e4-4498-9f82-a131d82f68de'] in n-d-793618-9 is: [{'id': '393358a8-54e4-4498-9f82-a131d82f68de', 'name': 'tempest-TestAggregatesBasicOps-1364287646-router', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:45Z', 'revision_number': 3, 'project_id': '5129b058494f430ca8c2740891f32af2', 'gw_port': {'id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393358a8-54e4-4498-9f82-a131d82f68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:47.936835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:47.937055 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.188802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3bf923fd-c27c-4482-927a-9fdf7da5a6ed None None] Provisioning for port 3990fe7e-86e1-4362-8225-7304abc39484 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:48.196589 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3bf923fd-c27c-4482-927a-9fdf7da5a6ed None None] Provisioning complete for port 3990fe7e-86e1-4362-8225-7304abc39484 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:48.198296 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bf923fd-c27c-4482-927a-9fdf7da5a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.198975 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.257258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3bf923fd-c27c-4482-927a-9fdf7da5a6ed None None] Port 3990fe7e-86e1-4362-8225-7304abc39484 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:48.484132 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.489704 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.570875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Pushing event updated for resources: {'Port': ['ID=3990fe7e-86e1-4362-8225-7304abc39484,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:48.579103 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.690182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Network 893502d9-2d76-4a1e-8641-95f0342e2655 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:48.692038 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:48.918786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Router 393358a8-54e4-4498-9f82-a131d82f68de has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:49.093827 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-23be955a-f26c-4349-9ee9-6130613e34a5 None None] Provisioning complete for port 3990fe7e-86e1-4362-8225-7304abc39484 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:49.094423 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23be955a-f26c-4349-9ee9-6130613e34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.106712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:49.111809 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c5e13542-f21c-489b-8726-9206350a676a admin admin] 10.222.0.52 "PUT /v2.0/routers/393358a8-54e4-4498-9f82-a131d82f68de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8895941 Jul 16 18:35:49.149914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-23be955a-f26c-4349-9ee9-6130613e34a5 None None] Port 3990fe7e-86e1-4362-8225-7304abc39484 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:49.602190 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48064) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:49.608200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-112130718-network', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:49.632315 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Made reservation on behalf of c13be325e92d46fcbc33c55312e8aa6b for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:49.634783 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.646010 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.755981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.760076 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.783213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ed592475-997a-4227-bff9-7ef5fb10beb8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:49.787411 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:49.799623 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0b4add-9fa0-4cf2-b3b8-950ee03363ab,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:49.804750 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.805556 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Added segment 19e91d63-3ba7-47ef-b0c6-c92ecba99e84 of type vlan for network ed80a797-5fa7-465d-b94c-2c5ea8d17d83 Jul 16 18:35:49.856719 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ed592475-997a-4227-bff9-7ef5fb10beb8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:49.859634 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.860612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ed592475-997a-4227-bff9-7ef5fb10beb8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:49.860989 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.894383 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.895784 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:49.896740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.932410 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3276474 Jul 16 18:35:49.936426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:49.948878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-48efdd43-3b72-4fb9-828f-313a5b457333 admin admin] Request body: {'subnet': {'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-112130718-subnet', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:49.952788 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.973600 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822ce03-7e3f-4ea2-9c38-3e505bdbec37 admin admin] Pushing event updated for resources: {'Network': ['ID=ed80a797-5fa7-465d-b94c-2c5ea8d17d83,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:49.975743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port ed592475-997a-4227-bff9-7ef5fb10beb8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ed592475-997a-4227-bff9-7ef5fb10beb8,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:49.980632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48efdd43-3b72-4fb9-828f-313a5b457333 admin admin] Made reservation on behalf of c13be325e92d46fcbc33c55312e8aa6b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:49.980828 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.983374 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48efdd43-3b72-4fb9-828f-313a5b457333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.986299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network ed80a797-5fa7-465d-b94c-2c5ea8d17d83 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:50.046159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Sync routers for ids ['393358a8-54e4-4498-9f82-a131d82f68de'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:50.079395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Routers {'393358a8-54e4-4498-9f82-a131d82f68de'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:50.080282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['393358a8-54e4-4498-9f82-a131d82f68de'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:50.171677 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48efdd43-3b72-4fb9-828f-313a5b457333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.234332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=ed592475-997a-4227-bff9-7ef5fb10beb8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:50.249890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efdd43-3b72-4fb9-828f-313a5b457333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=180416df-af03-4496-81af-d07b19544152,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:50.254632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efdd43-3b72-4fb9-828f-313a5b457333 admin admin] Checking segment: {'id': '19e91d63-3ba7-47ef-b0c6-c92ecba99e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:50.255000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48efdd43-3b72-4fb9-828f-313a5b457333 admin admin] Network hostable DHCP agents. Network: ed80a797-5fa7-465d-b94c-2c5ea8d17d83, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:50.265335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Set router 393358a8-54e4-4498-9f82-a131d82f68de gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:50.273554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48efdd43-3b72-4fb9-828f-313a5b457333 admin admin] Network ed80a797-5fa7-465d-b94c-2c5ea8d17d83 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:50.283406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-48efdd43-3b72-4fb9-828f-313a5b457333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, ed80a797-5fa7-465d-b94c-2c5ea8d17d83) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:50.287504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efdd43-3b72-4fb9-828f-313a5b457333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:50.288153 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48efdd43-3b72-4fb9-828f-313a5b457333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.304322 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-48efdd43-3b72-4fb9-828f-313a5b457333 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3645978 Jul 16 18:35:50.307511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:50.311652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af07539-6feb-4665-adf6-0def234e66e6 None None] Network ed80a797-5fa7-465d-b94c-2c5ea8d17d83 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:50.312218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-112130718-router', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:50.334280 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.335811 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.402757 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.627601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-ed80a797-5fa7-465d-b94c-2c5ea8d17d83', 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'fixed_ips': [{'subnet_id': '180416df-af03-4496-81af-d07b19544152'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:50.628475 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.655719 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393358a8-54e4-4498-9f82-a131d82f68de', 'name': 'tempest-TestAggregatesBasicOps-1364287646-router', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:48Z', 'revision_number': 4, 'project_id': '5129b058494f430ca8c2740891f32af2', 'gw_port': {'id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393358a8-54e4-4498-9f82-a131d82f68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3990fe7e-86e1-4362-8225-7304abc39484', 'name': '', 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'mac_address': 'fa:16:3e:64:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393358a8-54e4-4498-9f82-a131d82f68de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'a9d5efd1-3e77-436b-abba-a258c572ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:47Z', 'updated_at': '2021-07-16T18:35:48Z', 'revision_number': 2, 'project_id': '5129b058494f430ca8c2740891f32af2', 'subnets': [{'id': 'a9d5efd1-3e77-436b-abba-a258c572ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:50.730269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Checking router: 393358a8-54e4-4498-9f82-a131d82f68de for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:50.730685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Updating router 393358a8-54e4-4498-9f82-a131d82f68de port 3990fe7e-86e1-4362-8225-7304abc39484 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:35:50.909534 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.954863 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.036261 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Allocated IP 172.20.0.2 (ed80a797-5fa7-465d-b94c-2c5ea8d17d83/180416df-af03-4496-81af-d07b19544152/f940a2a2-bba1-4ed8-bb88-e7ce29927c90) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:51.141185 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.162097 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.294707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Allocated IP 172.25.8.198 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/e3faae17-9ba4-4fc0-8698-993d89b19686) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:51.360330 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.394047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Transition to ACTIVE for port object f940a2a2-bba1-4ed8-bb88-e7ce29927c90 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:51.412579 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.424880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Transition to ACTIVE for port object f940a2a2-bba1-4ed8-bb88-e7ce29927c90 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:51.429987 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.434137 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.457632 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.482261 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Transition to ACTIVE for port object 3990fe7e-86e1-4362-8225-7304abc39484 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:51.497185 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.498852 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:51.500419 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Network ed80a797-5fa7-465d-b94c-2c5ea8d17d83 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:51.502290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Pushing event updated for resources: {'Port': ['ID=f940a2a2-bba1-4ed8-bb88-e7ce29927c90,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.504578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:51.507730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:51.514130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:51.514388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:51.561230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Pushing event updated for resources: {'Port': ['ID=e3faae17-9ba4-4fc0-8698-993d89b19686,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.602766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d026e06-b70f-4199-a9b9-284a5f337d7f None None] Pushing event updated for resources: {'Port': ['ID=3990fe7e-86e1-4362-8225-7304abc39484,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.675797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Attempting to bind port f940a2a2-bba1-4ed8-bb88-e7ce29927c90 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:51.676186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Attempting to bind port f940a2a2-bba1-4ed8-bb88-e7ce29927c90 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '19e91d63-3ba7-47ef-b0c6-c92ecba99e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:51.676561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Attempting to bind port f940a2a2-bba1-4ed8-bb88-e7ce29927c90 on network ed80a797-5fa7-465d-b94c-2c5ea8d17d83 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:51.685596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:51.685992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Checking segment: {'id': '19e91d63-3ba7-47ef-b0c6-c92ecba99e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:51.686412 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.686820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Bound using segment: {'id': '19e91d63-3ba7-47ef-b0c6-c92ecba99e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:51.687314 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Bound port: f940a2a2-bba1-4ed8-bb88-e7ce29927c90, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e91d63-3ba7-47ef-b0c6-c92ecba99e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:51.688367 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.704209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Attempting to bind port 3990fe7e-86e1-4362-8225-7304abc39484 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:51.704776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Attempting to bind port 3990fe7e-86e1-4362-8225-7304abc39484 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '63b984bf-46df-4590-9518-6bee86e802dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:51.705151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Attempting to bind port 3990fe7e-86e1-4362-8225-7304abc39484 on network 893502d9-2d76-4a1e-8641-95f0342e2655 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:51.743772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:51.744291 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Checking segment: {'id': '63b984bf-46df-4590-9518-6bee86e802dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:51.744938 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.745205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Bound using segment: {'id': '63b984bf-46df-4590-9518-6bee86e802dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:51.745776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Bound port: 3990fe7e-86e1-4362-8225-7304abc39484, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b984bf-46df-4590-9518-6bee86e802dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:51.746172 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.852260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ed592475-997a-4227-bff9-7ef5fb10beb8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:51.896202 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.934647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] For port 3990fe7e-86e1-4362-8225-7304abc39484, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:51.971190 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] For port 3990fe7e-86e1-4362-8225-7304abc39484, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3990fe7e-86e1-4362-8225-7304abc39484,segment=NetworkSegment(63b984bf-46df-4590-9518-6bee86e802dd),segment_id=63b984bf-46df-4590-9518-6bee86e802dd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:51.972815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] For port f940a2a2-bba1-4ed8-bb88-e7ce29927c90, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:51.978802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] For port f940a2a2-bba1-4ed8-bb88-e7ce29927c90, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f940a2a2-bba1-4ed8-bb88-e7ce29927c90,segment=NetworkSegment(19e91d63-3ba7-47ef-b0c6-c92ecba99e84),segment_id=19e91d63-3ba7-47ef-b0c6-c92ecba99e84)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:51.983297 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.993886 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.084985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ed592475-997a-4227-bff9-7ef5fb10beb8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:52.085621 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.136152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Routers {'393358a8-54e4-4498-9f82-a131d82f68de'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:52.136862 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['393358a8-54e4-4498-9f82-a131d82f68de'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:52.142389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d026e06-b70f-4199-a9b9-284a5f337d7f None None] Pushing event updated for resources: {'Port': ['ID=3990fe7e-86e1-4362-8225-7304abc39484,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.262550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a671c-f05f-4e4c-a9a2-11494522a401 None None] Pushing event updated for resources: {'Port': ['ID=f940a2a2-bba1-4ed8-bb88-e7ce29927c90,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.302313 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.463195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] Set router 393358a8-54e4-4498-9f82-a131d82f68de gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:52.568877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Router c0edfc27-87d2-4e7e-856c-c6de73d13eae is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:35:52.703110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:52.714384 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Sync routers for ids ['c0edfc27-87d2-4e7e-856c-c6de73d13eae'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:52.721756 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.723424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b1c5e1be-977c-4899-98b1-3bca019b974e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4146709 Jul 16 18:35:52.725764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:52.730061 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Routers {'c0edfc27-87d2-4e7e-856c-c6de73d13eae'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:52.731002 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c0edfc27-87d2-4e7e-856c-c6de73d13eae'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:52.754319 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393358a8-54e4-4498-9f82-a131d82f68de', 'name': 'tempest-TestAggregatesBasicOps-1364287646-router', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:48Z', 'revision_number': 4, 'project_id': '5129b058494f430ca8c2740891f32af2', 'gw_port': {'id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393358a8-54e4-4498-9f82-a131d82f68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3990fe7e-86e1-4362-8225-7304abc39484', 'name': '', 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'mac_address': 'fa:16:3e:64:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393358a8-54e4-4498-9f82-a131d82f68de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'a9d5efd1-3e77-436b-abba-a258c572ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:47Z', 'updated_at': '2021-07-16T18:35:51Z', 'revision_number': 4, 'project_id': '5129b058494f430ca8c2740891f32af2', 'subnets': [{'id': 'a9d5efd1-3e77-436b-abba-a258c572ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:52.792306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866fc048-1d47-4b8c-b822-cb99b826b783 None None] The sync data for ids ['393358a8-54e4-4498-9f82-a131d82f68de'] in n-d-793618-9 is: [{'id': '393358a8-54e4-4498-9f82-a131d82f68de', 'name': 'tempest-TestAggregatesBasicOps-1364287646-router', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:48Z', 'revision_number': 4, 'project_id': '5129b058494f430ca8c2740891f32af2', 'gw_port': {'id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393358a8-54e4-4498-9f82-a131d82f68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3990fe7e-86e1-4362-8225-7304abc39484', 'name': '', 'network_id': '893502d9-2d76-4a1e-8641-95f0342e2655', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'mac_address': 'fa:16:3e:64:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393358a8-54e4-4498-9f82-a131d82f68de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'a9d5efd1-3e77-436b-abba-a258c572ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:47Z', 'updated_at': '2021-07-16T18:35:51Z', 'revision_number': 4, 'project_id': '5129b058494f430ca8c2740891f32af2', 'subnets': [{'id': 'a9d5efd1-3e77-436b-abba-a258c572ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:52.885705 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Set router c0edfc27-87d2-4e7e-856c-c6de73d13eae gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:53.216464 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'name': 'tempest-TestAggregatesBasicOps-112130718-router', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:50Z', 'updated_at': '2021-07-16T18:35:51Z', 'revision_number': 3, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'gw_port': {'id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:53.263135 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Checking router: c0edfc27-87d2-4e7e-856c-c6de73d13eae for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:53.263487 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Updating router c0edfc27-87d2-4e7e-856c-c6de73d13eae port e3faae17-9ba4-4fc0-8698-993d89b19686 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:35:53.323430 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.334814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.596313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Allocated IP 172.20.0.1 (ed80a797-5fa7-465d-b94c-2c5ea8d17d83/180416df-af03-4496-81af-d07b19544152/8eaa54fd-c343-454a-9a37-a988d5cb6feb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:53.627585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76bc1a4-ef8b-423a-84b7-f3cd39c2e840 None None] Network ed80a797-5fa7-465d-b94c-2c5ea8d17d83 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:53.784255 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.811225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e100cf29-116f-48e9-99f2-b9dc4a04993b None None] Provisioning for port f940a2a2-bba1-4ed8-bb88-e7ce29927c90 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:53.823405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Transition to ACTIVE for port object 8eaa54fd-c343-454a-9a37-a988d5cb6feb will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:53.897705 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.923974 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3990fe7e-86e1-4362-8225-7304abc39484 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:53.959026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Network ed80a797-5fa7-465d-b94c-2c5ea8d17d83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:53.965577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:53.968648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:53.983084 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.000434 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Transition to ACTIVE for port object e3faae17-9ba4-4fc0-8698-993d89b19686 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:54.009134 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.032734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Pushing event updated for resources: {'Port': ['ID=8eaa54fd-c343-454a-9a37-a988d5cb6feb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:54.053824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 3990fe7e-86e1-4362-8225-7304abc39484 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:54.060863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3990fe7e-86e1-4362-8225-7304abc39484 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:54.061272 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.063105 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.117005 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5abc88-bd98-474b-ace2-5fd5c7e13b00 None None] Pushing event updated for resources: {'Port': ['ID=e3faae17-9ba4-4fc0-8698-993d89b19686,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:54.132881 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Attempting to bind port e3faae17-9ba4-4fc0-8698-993d89b19686 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:54.133256 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Attempting to bind port e3faae17-9ba4-4fc0-8698-993d89b19686 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:54.134184 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Attempting to bind port e3faae17-9ba4-4fc0-8698-993d89b19686 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:54.147032 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:54.148002 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:54.148745 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.150769 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:54.151289 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Bound port: e3faae17-9ba4-4fc0-8698-993d89b19686, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:54.151695 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.206016 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.248769 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] For port e3faae17-9ba4-4fc0-8698-993d89b19686, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:54.249257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 3990fe7e-86e1-4362-8225-7304abc39484, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3990fe7e-86e1-4362-8225-7304abc39484,segment=NetworkSegment(63b984bf-46df-4590-9518-6bee86e802dd),segment_id=63b984bf-46df-4590-9518-6bee86e802dd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:54.253384 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] For port e3faae17-9ba4-4fc0-8698-993d89b19686, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e3faae17-9ba4-4fc0-8698-993d89b19686,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:54.255621 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.256732 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f940a2a2-bba1-4ed8-bb88-e7ce29927c90 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:54.258798 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.331039 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5abc88-bd98-474b-ace2-5fd5c7e13b00 None None] Pushing event updated for resources: {'Port': ['ID=e3faae17-9ba4-4fc0-8698-993d89b19686,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:54.361545 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Routers {'c0edfc27-87d2-4e7e-856c-c6de73d13eae'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:54.362724 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c0edfc27-87d2-4e7e-856c-c6de73d13eae'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:54.396895 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.428745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=3990fe7e-86e1-4362-8225-7304abc39484,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:54.491467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f940a2a2-bba1-4ed8-bb88-e7ce29927c90 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:54.497643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f940a2a2-bba1-4ed8-bb88-e7ce29927c90 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:54.497970 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.499656 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-13f88cdd-bc2a-4205-a228-4063b4469810 None None] Provisioning for port 8eaa54fd-c343-454a-9a37-a988d5cb6feb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:54.505828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-13f88cdd-bc2a-4205-a228-4063b4469810 None None] Provisioning complete for port 8eaa54fd-c343-454a-9a37-a988d5cb6feb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:54.506208 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13f88cdd-bc2a-4205-a228-4063b4469810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.526710 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] Set router c0edfc27-87d2-4e7e-856c-c6de73d13eae gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:54.696310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-13f88cdd-bc2a-4205-a228-4063b4469810 None None] Port 8eaa54fd-c343-454a-9a37-a988d5cb6feb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:54.712300 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.720002 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.795681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-13f88cdd-bc2a-4205-a228-4063b4469810 None None] Provisioning complete for port f940a2a2-bba1-4ed8-bb88-e7ce29927c90 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:54.797015 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13f88cdd-bc2a-4205-a228-4063b4469810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.834998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Pushing event updated for resources: {'Port': ['ID=8eaa54fd-c343-454a-9a37-a988d5cb6feb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:54.837459 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.858020 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.861718 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'name': 'tempest-TestAggregatesBasicOps-112130718-router', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:50Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'gw_port': {'id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8eaa54fd-c343-454a-9a37-a988d5cb6feb', 'name': '', 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'mac_address': 'fa:16:3e:90:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '180416df-af03-4496-81af-d07b19544152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:35:53Z', 'revision_number': 1, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'subnets': [{'id': '180416df-af03-4496-81af-d07b19544152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:54.912608 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d163bc-94eb-44be-9a3d-6176555681dd None None] The sync data for ids ['c0edfc27-87d2-4e7e-856c-c6de73d13eae'] in n-d-793618-9 is: [{'id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'name': 'tempest-TestAggregatesBasicOps-112130718-router', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:50Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'gw_port': {'id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8eaa54fd-c343-454a-9a37-a988d5cb6feb', 'name': '', 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'mac_address': 'fa:16:3e:90:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '180416df-af03-4496-81af-d07b19544152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:35:53Z', 'revision_number': 1, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'subnets': [{'id': '180416df-af03-4496-81af-d07b19544152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:54.960845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Network ed80a797-5fa7-465d-b94c-2c5ea8d17d83 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:54.962236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:54.981875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port f940a2a2-bba1-4ed8-bb88-e7ce29927c90, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f940a2a2-bba1-4ed8-bb88-e7ce29927c90,segment=NetworkSegment(19e91d63-3ba7-47ef-b0c6-c92ecba99e84),segment_id=19e91d63-3ba7-47ef-b0c6-c92ecba99e84)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:55.013912 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.091405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=f940a2a2-bba1-4ed8-bb88-e7ce29927c90,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:55.097277 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13f88cdd-bc2a-4205-a228-4063b4469810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.175741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Router c0edfc27-87d2-4e7e-856c-c6de73d13eae has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:55.297226 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-13f88cdd-bc2a-4205-a228-4063b4469810 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:35:55.303699 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-13f88cdd-bc2a-4205-a228-4063b4469810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:35:55.407162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:55.416535 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-76a20fc5-2b6b-4718-b497-91c4cb7bf038 admin admin] 10.222.0.52 "PUT /v2.0/routers/c0edfc27-87d2-4e7e-856c-c6de73d13eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6887105 Jul 16 18:35:55.788362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3990fe7e-86e1-4362-8225-7304abc39484 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:55.960653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3990fe7e-86e1-4362-8225-7304abc39484 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:55.961123 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.225099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8650f8e7-b7be-4b9a-aad1-30c047bd7033 None None] Provisioning complete for port 8eaa54fd-c343-454a-9a37-a988d5cb6feb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:56.225728 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8650f8e7-b7be-4b9a-aad1-30c047bd7033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.263754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8650f8e7-b7be-4b9a-aad1-30c047bd7033 None None] Port 8eaa54fd-c343-454a-9a37-a988d5cb6feb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:56.319938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f940a2a2-bba1-4ed8-bb88-e7ce29927c90 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:56.379099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f940a2a2-bba1-4ed8-bb88-e7ce29927c90 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:56.379490 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.893461 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:57.262293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8e192af-cca9-4c6f-8fbd-4da163c982b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.429474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Sync routers for ids ['c0edfc27-87d2-4e7e-856c-c6de73d13eae'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:57.439503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Routers {'c0edfc27-87d2-4e7e-856c-c6de73d13eae'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:57.440396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c0edfc27-87d2-4e7e-856c-c6de73d13eae'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:57.533451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d8e192af-cca9-4c6f-8fbd-4da163c982b6 admin admin] Deleting port 3990fe7e-86e1-4362-8225-7304abc39484 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:57.533858 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8e192af-cca9-4c6f-8fbd-4da163c982b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.550807 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Set router c0edfc27-87d2-4e7e-856c-c6de73d13eae gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:57.616607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d8e192af-cca9-4c6f-8fbd-4da163c982b6 admin admin] For port 3990fe7e-86e1-4362-8225-7304abc39484, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3990fe7e-86e1-4362-8225-7304abc39484,segment=NetworkSegment(63b984bf-46df-4590-9518-6bee86e802dd),segment_id=63b984bf-46df-4590-9518-6bee86e802dd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:57.616951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8e192af-cca9-4c6f-8fbd-4da163c982b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.630725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d8e192af-cca9-4c6f-8fbd-4da163c982b6 admin admin] Calling delete_port for 3990fe7e-86e1-4362-8225-7304abc39484 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:57.799579 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'name': 'tempest-TestAggregatesBasicOps-112130718-router', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:50Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'gw_port': {'id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8eaa54fd-c343-454a-9a37-a988d5cb6feb', 'name': '', 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'mac_address': 'fa:16:3e:90:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '180416df-af03-4496-81af-d07b19544152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 2, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'subnets': [{'id': '180416df-af03-4496-81af-d07b19544152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:57.803653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e3faae17-9ba4-4fc0-8698-993d89b19686 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:57.850300 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Checking router: c0edfc27-87d2-4e7e-856c-c6de73d13eae for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:57.850662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Updating router c0edfc27-87d2-4e7e-856c-c6de73d13eae port 8eaa54fd-c343-454a-9a37-a988d5cb6feb binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:35:57.865538 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8e192af-cca9-4c6f-8fbd-4da163c982b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.898682 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.901522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e192af-cca9-4c6f-8fbd-4da163c982b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3990fe7e-86e1-4362-8225-7304abc39484,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:57.961058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port e3faae17-9ba4-4fc0-8698-993d89b19686 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:57.967041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e3faae17-9ba4-4fc0-8698-993d89b19686 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:57.967422 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.063531 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.096526 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8e192af-cca9-4c6f-8fbd-4da163c982b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.156569 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port e3faae17-9ba4-4fc0-8698-993d89b19686, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e3faae17-9ba4-4fc0-8698-993d89b19686,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:58.166708 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.279291 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=e3faae17-9ba4-4fc0-8698-993d89b19686,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.384377 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.395858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Transition to ACTIVE for port object 8eaa54fd-c343-454a-9a37-a988d5cb6feb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:58.404086 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.463051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b1c89-6f00-418b-8fb6-9a0d997b11cf None None] Pushing event updated for resources: {'Port': ['ID=8eaa54fd-c343-454a-9a37-a988d5cb6feb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.526937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Attempting to bind port 8eaa54fd-c343-454a-9a37-a988d5cb6feb on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:58.527628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Attempting to bind port 8eaa54fd-c343-454a-9a37-a988d5cb6feb by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '19e91d63-3ba7-47ef-b0c6-c92ecba99e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:58.528211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Attempting to bind port 8eaa54fd-c343-454a-9a37-a988d5cb6feb on network ed80a797-5fa7-465d-b94c-2c5ea8d17d83 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:58.534848 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:58.535562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Checking segment: {'id': '19e91d63-3ba7-47ef-b0c6-c92ecba99e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:58.536180 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.536767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Bound using segment: {'id': '19e91d63-3ba7-47ef-b0c6-c92ecba99e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:58.537566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Bound port: 8eaa54fd-c343-454a-9a37-a988d5cb6feb, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e91d63-3ba7-47ef-b0c6-c92ecba99e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:58.538142 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.627761 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] For port 8eaa54fd-c343-454a-9a37-a988d5cb6feb, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:58.641151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] For port 8eaa54fd-c343-454a-9a37-a988d5cb6feb, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8eaa54fd-c343-454a-9a37-a988d5cb6feb,segment=NetworkSegment(19e91d63-3ba7-47ef-b0c6-c92ecba99e84),segment_id=19e91d63-3ba7-47ef-b0c6-c92ecba99e84)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:58.661248 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.725056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Routers {'c0edfc27-87d2-4e7e-856c-c6de73d13eae'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:58.726006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c0edfc27-87d2-4e7e-856c-c6de73d13eae'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:58.762251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e192af-cca9-4c6f-8fbd-4da163c982b6 admin admin] Router 393358a8-54e4-4498-9f82-a131d82f68de has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:58.772124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b1c89-6f00-418b-8fb6-9a0d997b11cf None None] Pushing event updated for resources: {'Port': ['ID=8eaa54fd-c343-454a-9a37-a988d5cb6feb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.888218 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] Set router c0edfc27-87d2-4e7e-856c-c6de73d13eae gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:58.921906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e192af-cca9-4c6f-8fbd-4da163c982b6 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:58.926565 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d8e192af-cca9-4c6f-8fbd-4da163c982b6 admin admin] 10.222.0.52 "PUT /v2.0/routers/393358a8-54e4-4498-9f82-a131d82f68de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0319645 Jul 16 18:35:58.929015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:58.937346 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d96c5-b0dc-40a8-a22b-55f7d6ef9ce2 None None] Sync routers for ids ['393358a8-54e4-4498-9f82-a131d82f68de'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:58.959143 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d96c5-b0dc-40a8-a22b-55f7d6ef9ce2 None None] Routers {'393358a8-54e4-4498-9f82-a131d82f68de'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:58.960022 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-595d96c5-b0dc-40a8-a22b-55f7d6ef9ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['393358a8-54e4-4498-9f82-a131d82f68de'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:59.105857 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-595d96c5-b0dc-40a8-a22b-55f7d6ef9ce2 None None] Set router 393358a8-54e4-4498-9f82-a131d82f68de gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:59.157779 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.277065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'name': 'tempest-TestAggregatesBasicOps-112130718-router', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:50Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'gw_port': {'id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8eaa54fd-c343-454a-9a37-a988d5cb6feb', 'name': '', 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'mac_address': 'fa:16:3e:90:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '180416df-af03-4496-81af-d07b19544152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:35:58Z', 'revision_number': 4, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'subnets': [{'id': '180416df-af03-4496-81af-d07b19544152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:59.309857 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.319662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c0ef8-1a88-49f6-9a29-ce91fe649a9f None None] The sync data for ids ['c0edfc27-87d2-4e7e-856c-c6de73d13eae'] in n-d-793618-9 is: [{'id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'name': 'tempest-TestAggregatesBasicOps-112130718-router', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:50Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'gw_port': {'id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8eaa54fd-c343-454a-9a37-a988d5cb6feb', 'name': '', 'network_id': 'ed80a797-5fa7-465d-b94c-2c5ea8d17d83', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'mac_address': 'fa:16:3e:90:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '180416df-af03-4496-81af-d07b19544152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:35:58Z', 'revision_number': 4, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'subnets': [{'id': '180416df-af03-4496-81af-d07b19544152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:59.338429 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-595d96c5-b0dc-40a8-a22b-55f7d6ef9ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393358a8-54e4-4498-9f82-a131d82f68de', 'name': 'tempest-TestAggregatesBasicOps-1364287646-router', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:57Z', 'revision_number': 5, 'project_id': '5129b058494f430ca8c2740891f32af2', 'gw_port': {'id': 'ed592475-997a-4227-bff9-7ef5fb10beb8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393358a8-54e4-4498-9f82-a131d82f68de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:59.374378 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d96c5-b0dc-40a8-a22b-55f7d6ef9ce2 None None] Checking router: 393358a8-54e4-4498-9f82-a131d82f68de for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:59.387944 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d96c5-b0dc-40a8-a22b-55f7d6ef9ce2 None None] Routers {'393358a8-54e4-4498-9f82-a131d82f68de'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:59.388651 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-595d96c5-b0dc-40a8-a22b-55f7d6ef9ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['393358a8-54e4-4498-9f82-a131d82f68de'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:59.389230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Deleting port ed592475-997a-4227-bff9-7ef5fb10beb8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:59.390290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.494372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] For port ed592475-997a-4227-bff9-7ef5fb10beb8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ed592475-997a-4227-bff9-7ef5fb10beb8,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:59.494766 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.508689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Calling delete_port for ed592475-997a-4227-bff9-7ef5fb10beb8 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:59.515158 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-595d96c5-b0dc-40a8-a22b-55f7d6ef9ce2 None None] Set router 393358a8-54e4-4498-9f82-a131d82f68de gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:59.574565 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-595d96c5-b0dc-40a8-a22b-55f7d6ef9ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393358a8-54e4-4498-9f82-a131d82f68de', 'name': 'tempest-TestAggregatesBasicOps-1364287646-router', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:59Z', 'revision_number': 6, 'project_id': '5129b058494f430ca8c2740891f32af2', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:59.623753 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d96c5-b0dc-40a8-a22b-55f7d6ef9ce2 None None] The sync data for ids ['393358a8-54e4-4498-9f82-a131d82f68de'] in n-d-793618-9 is: [{'id': '393358a8-54e4-4498-9f82-a131d82f68de', 'name': 'tempest-TestAggregatesBasicOps-1364287646-router', 'tenant_id': '5129b058494f430ca8c2740891f32af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:44Z', 'updated_at': '2021-07-16T18:35:59Z', 'revision_number': 6, 'project_id': '5129b058494f430ca8c2740891f32af2', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:59.757361 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.788025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed592475-997a-4227-bff9-7ef5fb10beb8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:59.797957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.798315 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.798662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.799261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.800068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.800414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.800869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.801221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.801591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.802008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.802248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.802634 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.920222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.990356 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e3faae17-9ba4-4fc0-8698-993d89b19686 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:00.062748 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.066543 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.093534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e3faae17-9ba4-4fc0-8698-993d89b19686 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:00.094174 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.095996 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c86ad969-c7c3-445a-bc1a-4bd0ccbdd4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.132183 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.133041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 393358a8-54e4-4498-9f82-a131d82f68de {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:36:00.140224 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.141563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9c956163-37ec-4d57-bb28-d5ad1ec2965a admin admin] 10.222.0.52 "DELETE /v2.0/routers/393358a8-54e4-4498-9f82-a131d82f68de HTTP/1.1" status: 204 len: 168 time: 1.1853805 Jul 16 18:36:00.144286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:00.226016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e081d0-57bc-4824-875b-4a734fef2453 admin admin] Deleting subnet a9d5efd1-3e77-436b-abba-a258c572ee6f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:00.229556 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93e081d0-57bc-4824-875b-4a734fef2453 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.244296 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8eaa54fd-c343-454a-9a37-a988d5cb6feb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:00.275677 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93e081d0-57bc-4824-875b-4a734fef2453 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.369834 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 8eaa54fd-c343-454a-9a37-a988d5cb6feb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:00.374522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8eaa54fd-c343-454a-9a37-a988d5cb6feb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:00.374908 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.402406 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93e081d0-57bc-4824-875b-4a734fef2453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.483813 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93e081d0-57bc-4824-875b-4a734fef2453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.484671 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.521995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130afb3-b2a9-448b-8f64-fead104b64c8 None None] Network 893502d9-2d76-4a1e-8641-95f0342e2655 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:00.522441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93e081d0-57bc-4824-875b-4a734fef2453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.524757 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-93e081d0-57bc-4824-875b-4a734fef2453 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a9d5efd1-3e77-436b-abba-a258c572ee6f HTTP/1.1" status: 204 len: 168 time: 0.3793845 Jul 16 18:36:00.529769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:00.530317 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e081d0-57bc-4824-875b-4a734fef2453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d5efd1-3e77-436b-abba-a258c572ee6f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.581651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 8eaa54fd-c343-454a-9a37-a988d5cb6feb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8eaa54fd-c343-454a-9a37-a988d5cb6feb,segment=NetworkSegment(19e91d63-3ba7-47ef-b0c6-c92ecba99e84),segment_id=19e91d63-3ba7-47ef-b0c6-c92ecba99e84)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:00.591154 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.653891 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.741028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=8eaa54fd-c343-454a-9a37-a988d5cb6feb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.793929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Deleting port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:00.796470 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.887784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44da709a-d936-4ea9-9f86-3162534c0b68 None None] DHCP port deletion for 893502d9-2d76-4a1e-8641-95f0342e2655 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:00.910727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] For port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5b0913f4-c8f7-4234-b73f-b3dbf1223b0c,segment=NetworkSegment(63b984bf-46df-4590-9518-6bee86e802dd),segment_id=63b984bf-46df-4590-9518-6bee86e802dd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:00.911089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.928409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Calling delete_port for 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:00.976470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-44da709a-d936-4ea9-9f86-3162534c0b68 None None] Deleting port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:00.977387 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44da709a-d936-4ea9-9f86-3162534c0b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.049492 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.058127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-44da709a-d936-4ea9-9f86-3162534c0b68 None None] For port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5b0913f4-c8f7-4234-b73f-b3dbf1223b0c,segment=NetworkSegment(63b984bf-46df-4590-9518-6bee86e802dd),segment_id=63b984bf-46df-4590-9518-6bee86e802dd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:01.062789 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44da709a-d936-4ea9-9f86-3162534c0b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.072976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-44da709a-d936-4ea9-9f86-3162534c0b68 None None] Calling delete_port for 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:01.077072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0913f4-c8f7-4234-b73f-b3dbf1223b0c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.081876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] No DVR routers for this DVR port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:01.152502 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 18:36:01.167732 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44da709a-d936-4ea9-9f86-3162534c0b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.169427 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.181874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893502d9-2d76-4a1e-8641-95f0342e2655']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:01.182813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da709a-d936-4ea9-9f86-3162534c0b68 None None] No DVR routers for this DVR port 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:01.191609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b984bf-46df-4590-9518-6bee86e802dd') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:01.192244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b984bf-46df-4590-9518-6bee86e802dd') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:01.204596 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.206731 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da709a-d936-4ea9-9f86-3162534c0b68 None None] Pushing event deleted for resources: {'Port': ['ID=5b0913f4-c8f7-4234-b73f-b3dbf1223b0c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.225692 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.231829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:01.232331 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:01.233970 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:01.287909 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.293986 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.296236 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] 10.222.0.52 "DELETE /v2.0/networks/893502d9-2d76-4a1e-8641-95f0342e2655 HTTP/1.1" status: 204 len: 168 time: 0.7651725 Jul 16 18:36:01.299073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.311729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806be88f-68c2-4ae2-a90f-1a8de995a580 admin admin] Pushing event deleted for resources: {'Network': ['ID=893502d9-2d76-4a1e-8641-95f0342e2655,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.690197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece90766-7be5-458d-8584-8641539124ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.736759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8eaa54fd-c343-454a-9a37-a988d5cb6feb up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:01.787967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8eaa54fd-c343-454a-9a37-a988d5cb6feb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:01.788460 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.971009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3990fe7e-86e1-4362-8225-7304abc39484 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:01.992801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 3990fe7e-86e1-4362-8225-7304abc39484 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:01.993141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3990fe7e-86e1-4362-8225-7304abc39484 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:01.993581 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ed592475-997a-4227-bff9-7ef5fb10beb8 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:02.013116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: ed592475-997a-4227-bff9-7ef5fb10beb8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:02.013503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ed592475-997a-4227-bff9-7ef5fb10beb8 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:02.013993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:02.033657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ece90766-7be5-458d-8584-8641539124ab admin admin] Deleting port 8eaa54fd-c343-454a-9a37-a988d5cb6feb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:02.034145 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece90766-7be5-458d-8584-8641539124ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.035776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:02.036324 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5b0913f4-c8f7-4234-b73f-b3dbf1223b0c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:02.114908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-ece90766-7be5-458d-8584-8641539124ab admin admin] For port 8eaa54fd-c343-454a-9a37-a988d5cb6feb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8eaa54fd-c343-454a-9a37-a988d5cb6feb,segment=NetworkSegment(19e91d63-3ba7-47ef-b0c6-c92ecba99e84),segment_id=19e91d63-3ba7-47ef-b0c6-c92ecba99e84)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:02.115279 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece90766-7be5-458d-8584-8641539124ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.128038 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ece90766-7be5-458d-8584-8641539124ab admin admin] Calling delete_port for 8eaa54fd-c343-454a-9a37-a988d5cb6feb owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:02.314790 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e995e5fe-a5f0-4b81-994c-5825131eabac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.328205 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece90766-7be5-458d-8584-8641539124ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.360711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece90766-7be5-458d-8584-8641539124ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8eaa54fd-c343-454a-9a37-a988d5cb6feb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.559159 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ece90766-7be5-458d-8584-8641539124ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.752058 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.818650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece90766-7be5-458d-8584-8641539124ab admin admin] Router c0edfc27-87d2-4e7e-856c-c6de73d13eae has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:02.855565 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.866552 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.939194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece90766-7be5-458d-8584-8641539124ab admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:02.947159 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ece90766-7be5-458d-8584-8641539124ab admin admin] 10.222.0.52 "PUT /v2.0/routers/c0edfc27-87d2-4e7e-856c-c6de73d13eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6446981 Jul 16 18:36:02.947314 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:02.952155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15bed5-4cbe-44dd-af19-0d35ca448bbf None None] Sync routers for ids ['c0edfc27-87d2-4e7e-856c-c6de73d13eae'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:02.961465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15bed5-4cbe-44dd-af19-0d35ca448bbf None None] Routers {'c0edfc27-87d2-4e7e-856c-c6de73d13eae'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:02.962029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f15bed5-4cbe-44dd-af19-0d35ca448bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c0edfc27-87d2-4e7e-856c-c6de73d13eae'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:03.093647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2f15bed5-4cbe-44dd-af19-0d35ca448bbf None None] Set router c0edfc27-87d2-4e7e-856c-c6de73d13eae gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:03.315478 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f15bed5-4cbe-44dd-af19-0d35ca448bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'name': 'tempest-TestAggregatesBasicOps-112130718-router', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:50Z', 'updated_at': '2021-07-16T18:36:02Z', 'revision_number': 5, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'gw_port': {'id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:03.336743 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.346576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15bed5-4cbe-44dd-af19-0d35ca448bbf None None] Checking router: c0edfc27-87d2-4e7e-856c-c6de73d13eae for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:03.355764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15bed5-4cbe-44dd-af19-0d35ca448bbf None None] Routers {'c0edfc27-87d2-4e7e-856c-c6de73d13eae'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:03.356518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f15bed5-4cbe-44dd-af19-0d35ca448bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['c0edfc27-87d2-4e7e-856c-c6de73d13eae'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:03.449146 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.514884 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Deleting port e3faae17-9ba4-4fc0-8698-993d89b19686 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:03.516486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.622437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] For port e3faae17-9ba4-4fc0-8698-993d89b19686, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e3faae17-9ba4-4fc0-8698-993d89b19686,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:03.622896 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.639916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Calling delete_port for e3faae17-9ba4-4fc0-8698-993d89b19686 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:03.670726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2f15bed5-4cbe-44dd-af19-0d35ca448bbf None None] Set router c0edfc27-87d2-4e7e-856c-c6de73d13eae gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:03.828241 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.859036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3faae17-9ba4-4fc0-8698-993d89b19686,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:03.861891 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.878238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2f15bed5-4cbe-44dd-af19-0d35ca448bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'name': 'tempest-TestAggregatesBasicOps-112130718-router', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:50Z', 'updated_at': '2021-07-16T18:36:02Z', 'revision_number': 5, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'gw_port': {'id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:03.909442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15bed5-4cbe-44dd-af19-0d35ca448bbf None None] The sync data for ids ['c0edfc27-87d2-4e7e-856c-c6de73d13eae'] in n-d-793618-9 is: [{'id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'name': 'tempest-TestAggregatesBasicOps-112130718-router', 'tenant_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:50Z', 'updated_at': '2021-07-16T18:36:02Z', 'revision_number': 5, 'project_id': 'c13be325e92d46fcbc33c55312e8aa6b', 'gw_port': {'id': 'e3faae17-9ba4-4fc0-8698-993d89b19686', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edfc27-87d2-4e7e-856c-c6de73d13eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:03.925689 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.015726 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.017826 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.061831 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.062356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0edfc27-87d2-4e7e-856c-c6de73d13eae {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:36:04.066807 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.067975 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3d61fc54-e441-4eb2-8f96-729dd0f21627 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c0edfc27-87d2-4e7e-856c-c6de73d13eae HTTP/1.1" status: 204 len: 168 time: 1.1197104 Jul 16 18:36:04.070483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48180) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.118696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bbe056-9654-4c2c-9a7c-86945c89a7d2 admin admin] Deleting subnet 180416df-af03-4496-81af-d07b19544152 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:04.122239 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64bbe056-9654-4c2c-9a7c-86945c89a7d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.154800 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64bbe056-9654-4c2c-9a7c-86945c89a7d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.230510 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64bbe056-9654-4c2c-9a7c-86945c89a7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.284513 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64bbe056-9654-4c2c-9a7c-86945c89a7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.316644 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbe056-9654-4c2c-9a7c-86945c89a7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=180416df-af03-4496-81af-d07b19544152,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.320205 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-64bbe056-9654-4c2c-9a7c-86945c89a7d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.322212 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-64bbe056-9654-4c2c-9a7c-86945c89a7d2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/180416df-af03-4496-81af-d07b19544152 HTTP/1.1" status: 204 len: 168 time: 0.2507992 Jul 16 18:36:04.324940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48182) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.327596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e498aa15-525c-453f-82bd-faf5543329c6 None None] Network ed80a797-5fa7-465d-b94c-2c5ea8d17d83 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:04.398179 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.452010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Deleting port f940a2a2-bba1-4ed8-bb88-e7ce29927c90 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:04.452355 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.523434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] For port f940a2a2-bba1-4ed8-bb88-e7ce29927c90, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f940a2a2-bba1-4ed8-bb88-e7ce29927c90,segment=NetworkSegment(19e91d63-3ba7-47ef-b0c6-c92ecba99e84),segment_id=19e91d63-3ba7-47ef-b0c6-c92ecba99e84)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:04.523797 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.537290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6401ae9f-a632-4f65-a6e5-a6efa7129e29 None None] DHCP port deletion for ed80a797-5fa7-465d-b94c-2c5ea8d17d83 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:04.537552 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Calling delete_port for f940a2a2-bba1-4ed8-bb88-e7ce29927c90 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:04.592021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6401ae9f-a632-4f65-a6e5-a6efa7129e29 None None] Deleting port f940a2a2-bba1-4ed8-bb88-e7ce29927c90 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:04.592404 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6401ae9f-a632-4f65-a6e5-a6efa7129e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.629843 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.657540 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6401ae9f-a632-4f65-a6e5-a6efa7129e29 None None] For port f940a2a2-bba1-4ed8-bb88-e7ce29927c90, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f940a2a2-bba1-4ed8-bb88-e7ce29927c90,segment=NetworkSegment(19e91d63-3ba7-47ef-b0c6-c92ecba99e84),segment_id=19e91d63-3ba7-47ef-b0c6-c92ecba99e84)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:04.657540 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6401ae9f-a632-4f65-a6e5-a6efa7129e29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.663914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Pushing event deleted for resources: {'Port': ['ID=f940a2a2-bba1-4ed8-bb88-e7ce29927c90,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.670209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] No DVR routers for this DVR port f940a2a2-bba1-4ed8-bb88-e7ce29927c90 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:04.670873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6401ae9f-a632-4f65-a6e5-a6efa7129e29 None None] Calling delete_port for f940a2a2-bba1-4ed8-bb88-e7ce29927c90 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:04.750736 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.752133 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6401ae9f-a632-4f65-a6e5-a6efa7129e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.761897 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed80a797-5fa7-465d-b94c-2c5ea8d17d83']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:04.772442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e91d63-3ba7-47ef-b0c6-c92ecba99e84') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:04.772744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e91d63-3ba7-47ef-b0c6-c92ecba99e84') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:04.778815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401ae9f-a632-4f65-a6e5-a6efa7129e29 None None] Pushing event deleted for resources: {'Port': ['ID=f940a2a2-bba1-4ed8-bb88-e7ce29927c90,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.782869 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.784467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401ae9f-a632-4f65-a6e5-a6efa7129e29 None None] No DVR routers for this DVR port f940a2a2-bba1-4ed8-bb88-e7ce29927c90 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:04.801333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.807333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:04.807806 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:04.809622 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:04.877759 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.883455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.885933 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ed80a797-5fa7-465d-b94c-2c5ea8d17d83 HTTP/1.1" status: 204 len: 168 time: 0.5600252 Jul 16 18:36:04.905937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ecb14-8288-4412-bc38-72d348656352 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed80a797-5fa7-465d-b94c-2c5ea8d17d83,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:05.082070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48194) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:05.123825 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6b4fb33f-4ba2-41a6-b56d-4d04007b9bd1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5129b058494f430ca8c2740891f32af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405087 Jul 16 18:36:05.126411 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:05.176212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efd3670c-592a-450e-a7c2-c383a2aae411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.198454 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efd3670c-592a-450e-a7c2-c383a2aae411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.243914 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efd3670c-592a-450e-a7c2-c383a2aae411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.247515 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-efd3670c-592a-450e-a7c2-c383a2aae411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.251486 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-efd3670c-592a-450e-a7c2-c383a2aae411 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/43b8754a-8ebd-49a6-ab43-3afc8a1e9d28 HTTP/1.1" status: 204 len: 168 time: 0.1240966 Jul 16 18:36:05.259602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3670c-592a-450e-a7c2-c383a2aae411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b8754a-8ebd-49a6-ab43-3afc8a1e9d28,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:05.560414 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.592133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48202) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:05.634349 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-696d02ac-0cfe-4456-b6e9-8000adb6f139 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c13be325e92d46fcbc33c55312e8aa6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419931 Jul 16 18:36:05.637062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:05.688146 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44431ebe-d42f-47ad-88cd-f891758f6b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.710415 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44431ebe-d42f-47ad-88cd-f891758f6b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.729887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e3faae17-9ba4-4fc0-8698-993d89b19686 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:05.749425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: e3faae17-9ba4-4fc0-8698-993d89b19686 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:05.749783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e3faae17-9ba4-4fc0-8698-993d89b19686 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:05.750224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f940a2a2-bba1-4ed8-bb88-e7ce29927c90 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:05.758794 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44431ebe-d42f-47ad-88cd-f891758f6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.761431 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44431ebe-d42f-47ad-88cd-f891758f6b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.762582 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-44431ebe-d42f-47ad-88cd-f891758f6b1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb0b4add-9fa0-4cf2-b3b8-950ee03363ab HTTP/1.1" status: 204 len: 168 time: 0.1245871 Jul 16 18:36:05.768977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: f940a2a2-bba1-4ed8-bb88-e7ce29927c90 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:05.770741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44431ebe-d42f-47ad-88cd-f891758f6b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0b4add-9fa0-4cf2-b3b8-950ee03363ab,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:05.770893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f940a2a2-bba1-4ed8-bb88-e7ce29927c90 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:05.771289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8eaa54fd-c343-454a-9a37-a988d5cb6feb no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:05.794998 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 8eaa54fd-c343-454a-9a37-a988d5cb6feb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:05.795469 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8eaa54fd-c343-454a-9a37-a988d5cb6feb not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:06.597710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.754256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1687066991-network', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:06.781833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Made reservation on behalf of 4cc7c414e68b445ba51d958644d25fb6 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:06.788417 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.802018 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.928975 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.933943 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.962134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:06.972469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2fa261-ca3a-4951-aada-470a598947c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.984822 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.984822 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Added segment 873f11e2-b772-4522-90f6-4c3d59eacda1 of type vlan for network 9d20ae1c-da31-4a77-890f-409c77eabd3e Jul 16 18:36:07.027710 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.070696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.071712 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.074520 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.120617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5206001 Jul 16 18:36:07.122975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:07.128228 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ebc90a85-55e4-4a4b-a5dc-62d5a72c8199 admin admin] Request body: {'subnet': {'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1687066991-subnet', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:07.152641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc90a85-55e4-4a4b-a5dc-62d5a72c8199 admin admin] Made reservation on behalf of 4cc7c414e68b445ba51d958644d25fb6 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:07.155945 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebc90a85-55e4-4a4b-a5dc-62d5a72c8199 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.159190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0a247-18d3-438f-8ba1-15c52bf7bfcd admin admin] Pushing event updated for resources: {'Network': ['ID=9d20ae1c-da31-4a77-890f-409c77eabd3e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.171714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 9d20ae1c-da31-4a77-890f-409c77eabd3e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:07.362196 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebc90a85-55e4-4a4b-a5dc-62d5a72c8199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.418628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc90a85-55e4-4a4b-a5dc-62d5a72c8199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c892e205-5f05-44cd-812d-0c936c8c56cb,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.428550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc90a85-55e4-4a4b-a5dc-62d5a72c8199 admin admin] Checking segment: {'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:07.428977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc90a85-55e4-4a4b-a5dc-62d5a72c8199 admin admin] Network hostable DHCP agents. Network: 9d20ae1c-da31-4a77-890f-409c77eabd3e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:07.448136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc90a85-55e4-4a4b-a5dc-62d5a72c8199 admin admin] Network 9d20ae1c-da31-4a77-890f-409c77eabd3e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:07.459088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ebc90a85-55e4-4a4b-a5dc-62d5a72c8199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 9d20ae1c-da31-4a77-890f-409c77eabd3e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:07.470142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc90a85-55e4-4a4b-a5dc-62d5a72c8199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.470838 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ebc90a85-55e4-4a4b-a5dc-62d5a72c8199 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.471297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46df6eb6-0d07-43db-bfd1-fbfe720243e3 None None] Network 9d20ae1c-da31-4a77-890f-409c77eabd3e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:07.487385 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ebc90a85-55e4-4a4b-a5dc-62d5a72c8199 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3631699 Jul 16 18:36:07.490040 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:07.495098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:07.515333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.516402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.578625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.625924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-9d20ae1c-da31-4a77-890f-409c77eabd3e', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'fixed_ips': [{'subnet_id': 'c892e205-5f05-44cd-812d-0c936c8c56cb'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:07.626928 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.720444 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.777742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Allocated IP 172.20.0.2 (9d20ae1c-da31-4a77-890f-409c77eabd3e/c892e205-5f05-44cd-812d-0c936c8c56cb/98724aed-cc09-4746-b670-96da16846ef3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:07.926199 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.935184 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.944052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Transition to ACTIVE for port object 98724aed-cc09-4746-b670-96da16846ef3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:07.946833 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.960191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Transition to ACTIVE for port object 98724aed-cc09-4746-b670-96da16846ef3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:07.966244 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.021918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Network 9d20ae1c-da31-4a77-890f-409c77eabd3e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:08.033144 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:08.037131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:08.071274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Pushing event updated for resources: {'Port': ['ID=98724aed-cc09-4746-b670-96da16846ef3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.080725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Allocated IP 172.25.8.54 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/1579ac9a-42d1-4acb-9975-009d83bae3b1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:08.109199 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Attempting to bind port 98724aed-cc09-4746-b670-96da16846ef3 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:08.111838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Attempting to bind port 98724aed-cc09-4746-b670-96da16846ef3 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:08.112307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Attempting to bind port 98724aed-cc09-4746-b670-96da16846ef3 on network 9d20ae1c-da31-4a77-890f-409c77eabd3e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:08.118098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:08.118550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Checking segment: {'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:08.119938 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.120414 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Bound using segment: {'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:08.120965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Bound port: 98724aed-cc09-4746-b670-96da16846ef3, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:08.121376 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.191310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] For port 98724aed-cc09-4746-b670-96da16846ef3, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:08.195463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] For port 98724aed-cc09-4746-b670-96da16846ef3, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=98724aed-cc09-4746-b670-96da16846ef3,segment=NetworkSegment(873f11e2-b772-4522-90f6-4c3d59eacda1),segment_id=873f11e2-b772-4522-90f6-4c3d59eacda1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:08.196781 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.200598 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.242647 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.271278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9023e-2a88-4a63-bcb2-c54a75a914f8 None None] Pushing event updated for resources: {'Port': ['ID=98724aed-cc09-4746-b670-96da16846ef3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.294187 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:08.298524 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:08.300360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Pushing event updated for resources: {'Port': ['ID=1579ac9a-42d1-4acb-9975-009d83bae3b1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.302619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:08.333345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:08.333709 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:08.334061 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:08.334409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:08.334757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:08.335166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:08.335428 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:08.335807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:08.336113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:08.336541 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:08.336926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:08.337369 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:08.598731 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.797507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.200460 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Router 6d91460f-fc4a-40f8-896b-b394c8cd7307 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:36:09.270000 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b710b04-324a-41a5-b424-5bed389c9d97 None None] Network 9d20ae1c-da31-4a77-890f-409c77eabd3e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:09.330851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:09.344362 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Sync routers for ids ['6d91460f-fc4a-40f8-896b-b394c8cd7307'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:09.348572 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.351078 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b8bed312-4934-4292-9f84-2fd623f51159 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8597984 Jul 16 18:36:09.354300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:09.355035 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Routers {'6d91460f-fc4a-40f8-896b-b394c8cd7307'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:09.355775 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6d91460f-fc4a-40f8-896b-b394c8cd7307'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:09.404539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-48294fd4-87ed-451a-8d8a-a256d4dfc413 None None] Provisioning for port 98724aed-cc09-4746-b670-96da16846ef3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:09.479554 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Set router 6d91460f-fc4a-40f8-896b-b394c8cd7307 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:09.777605 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:08Z', 'revision_number': 3, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:09.795777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 98724aed-cc09-4746-b670-96da16846ef3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:09.815688 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Checking router: 6d91460f-fc4a-40f8-896b-b394c8cd7307 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:09.816597 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Updating router 6d91460f-fc4a-40f8-896b-b394c8cd7307 port 1579ac9a-42d1-4acb-9975-009d83bae3b1 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:09.857742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 98724aed-cc09-4746-b670-96da16846ef3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:09.859277 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.863867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 98724aed-cc09-4746-b670-96da16846ef3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:09.864365 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.903970 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.954051 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.996238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 98724aed-cc09-4746-b670-96da16846ef3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=98724aed-cc09-4746-b670-96da16846ef3,segment=NetworkSegment(873f11e2-b772-4522-90f6-4c3d59eacda1),segment_id=873f11e2-b772-4522-90f6-4c3d59eacda1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:10.008664 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.075745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=98724aed-cc09-4746-b670-96da16846ef3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:10.097739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Allocated IP 172.20.0.1 (9d20ae1c-da31-4a77-890f-409c77eabd3e/c892e205-5f05-44cd-812d-0c936c8c56cb/85d9288c-f638-412a-9e2b-aa363ba3b1f5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:10.183323 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.193684 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Transition to ACTIVE for port object 1579ac9a-42d1-4acb-9975-009d83bae3b1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:10.200554 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.204198 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.220227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Transition to ACTIVE for port object 85d9288c-f638-412a-9e2b-aa363ba3b1f5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:10.255820 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Attempting to bind port 1579ac9a-42d1-4acb-9975-009d83bae3b1 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:10.256197 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Attempting to bind port 1579ac9a-42d1-4acb-9975-009d83bae3b1 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:10.256563 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Attempting to bind port 1579ac9a-42d1-4acb-9975-009d83bae3b1 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:10.258651 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c2721-23b3-4ad6-85bd-90256bcf6d4b None None] Pushing event updated for resources: {'Port': ['ID=1579ac9a-42d1-4acb-9975-009d83bae3b1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:10.262351 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.289150 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:10.289559 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:10.289975 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.292700 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:10.293214 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Bound port: 1579ac9a-42d1-4acb-9975-009d83bae3b1, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:10.293650 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.308494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Network 9d20ae1c-da31-4a77-890f-409c77eabd3e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:10.312290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:10.328367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:10.363891 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] For port 1579ac9a-42d1-4acb-9975-009d83bae3b1, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:10.367402 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] For port 1579ac9a-42d1-4acb-9975-009d83bae3b1, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1579ac9a-42d1-4acb-9975-009d83bae3b1,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:10.374747 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.381898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Pushing event updated for resources: {'Port': ['ID=85d9288c-f638-412a-9e2b-aa363ba3b1f5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:10.394982 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.465374 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Routers {'6d91460f-fc4a-40f8-896b-b394c8cd7307'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:10.466018 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6d91460f-fc4a-40f8-896b-b394c8cd7307'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:10.514009 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c2721-23b3-4ad6-85bd-90256bcf6d4b None None] Pushing event updated for resources: {'Port': ['ID=1579ac9a-42d1-4acb-9975-009d83bae3b1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:10.573891 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.594503 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] Set router 6d91460f-fc4a-40f8-896b-b394c8cd7307 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:10.595367 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9814561b-2958-40d0-8744-221efca9c2c2 None None] Provisioning for port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:10.600260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9814561b-2958-40d0-8744-221efca9c2c2 None None] Provisioning complete for port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:10.600883 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9814561b-2958-40d0-8744-221efca9c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.643760 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9814561b-2958-40d0-8744-221efca9c2c2 None None] Port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:10.752562 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.758897 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.782921 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:08Z', 'revision_number': 3, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:10.813665 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41916b93-b4b6-428c-b164-373fa4dd338c None None] The sync data for ids ['6d91460f-fc4a-40f8-896b-b394c8cd7307'] in n-d-793618-9 is: [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:08Z', 'revision_number': 3, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:10.840726 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.844542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Pushing event updated for resources: {'Port': ['ID=85d9288c-f638-412a-9e2b-aa363ba3b1f5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:10.952521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Network 9d20ae1c-da31-4a77-890f-409c77eabd3e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:10.953685 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:11.082319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Router 6d91460f-fc4a-40f8-896b-b394c8cd7307 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:11.274262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:11.285486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4619896a-40cc-43c9-9a1c-80a78a8014c9 admin admin] 10.222.0.52 "PUT /v2.0/routers/6d91460f-fc4a-40f8-896b-b394c8cd7307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9286728 Jul 16 18:36:11.376278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4afe0108-b478-4a8e-9262-f4d7bf58b0e4 None None] Provisioning complete for port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:11.376875 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4afe0108-b478-4a8e-9262-f4d7bf58b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.433175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4afe0108-b478-4a8e-9262-f4d7bf58b0e4 None None] Port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:11.895711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:11.904336 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1579ac9a-42d1-4acb-9975-009d83bae3b1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:11.907475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1608523581-network', 'tenant_id': 'da51fb10a633453099181ccbedd8111a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:11.942253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Made reservation on behalf of da51fb10a633453099181ccbedd8111a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:11.946513 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.958397 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.958650 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 1579ac9a-42d1-4acb-9975-009d83bae3b1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:11.962626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1579ac9a-42d1-4acb-9975-009d83bae3b1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:11.963034 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.066060 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.095075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 1579ac9a-42d1-4acb-9975-009d83bae3b1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1579ac9a-42d1-4acb-9975-009d83bae3b1,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:12.099864 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.100485 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.101209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 98724aed-cc09-4746-b670-96da16846ef3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:12.105292 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.131887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:12.147981 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325ed739-590a-4274-b41f-663398cf0bce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:12.152490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=1579ac9a-42d1-4acb-9975-009d83bae3b1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:12.166948 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.167782 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Added segment 300a79d1-7c0b-41f9-8743-c9f08290eccc of type vlan for network 0a561152-0fa0-4e92-9614-fe071a479c1f Jul 16 18:36:12.205947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 98724aed-cc09-4746-b670-96da16846ef3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:12.206337 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.211653 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.244123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.246432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:12.247038 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.281598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3837662 Jul 16 18:36:12.284143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.290893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ac99b0e6-de17-44b1-9e61-84128068ae47 admin admin] Request body: {'subnet': {'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1608523581-subnet', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:12.333957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f8662-e804-458a-b966-ac6d20262674 admin admin] Pushing event updated for resources: {'Network': ['ID=0a561152-0fa0-4e92-9614-fe071a479c1f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:12.344325 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 0a561152-0fa0-4e92-9614-fe071a479c1f details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:12.344555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac99b0e6-de17-44b1-9e61-84128068ae47 admin admin] Made reservation on behalf of da51fb10a633453099181ccbedd8111a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:12.347225 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac99b0e6-de17-44b1-9e61-84128068ae47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.531715 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac99b0e6-de17-44b1-9e61-84128068ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.597732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99b0e6-de17-44b1-9e61-84128068ae47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9050041f-3a1f-4381-aa6a-99705836bdb1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:12.612787 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac99b0e6-de17-44b1-9e61-84128068ae47 admin admin] Checking segment: {'id': '300a79d1-7c0b-41f9-8743-c9f08290eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:12.612787 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac99b0e6-de17-44b1-9e61-84128068ae47 admin admin] Network hostable DHCP agents. Network: 0a561152-0fa0-4e92-9614-fe071a479c1f, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:12.628086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac99b0e6-de17-44b1-9e61-84128068ae47 admin admin] Network 0a561152-0fa0-4e92-9614-fe071a479c1f is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:12.638848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ac99b0e6-de17-44b1-9e61-84128068ae47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 0a561152-0fa0-4e92-9614-fe071a479c1f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:12.643508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac99b0e6-de17-44b1-9e61-84128068ae47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:12.644569 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac99b0e6-de17-44b1-9e61-84128068ae47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.648686 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5429174d-3b13-47fd-a17d-41a00b72a95d None None] Network 0a561152-0fa0-4e92-9614-fe071a479c1f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:12.663587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ac99b0e6-de17-44b1-9e61-84128068ae47 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3782561 Jul 16 18:36:12.667112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.671612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1608523581-router', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:12.697423 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.698447 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.753133 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.817254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-0a561152-0fa0-4e92-9614-fe071a479c1f', 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'fixed_ips': [{'subnet_id': '9050041f-3a1f-4381-aa6a-99705836bdb1'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:12.818404 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.908412 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.981368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Sync routers for ids ['6d91460f-fc4a-40f8-896b-b394c8cd7307'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:12.983994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Allocated IP 172.20.0.2 (0a561152-0fa0-4e92-9614-fe071a479c1f/9050041f-3a1f-4381-aa6a-99705836bdb1/4087d083-b9bb-41f1-bd0d-174e8c2f298e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:13.005433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Routers {'6d91460f-fc4a-40f8-896b-b394c8cd7307'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:13.006073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6d91460f-fc4a-40f8-896b-b394c8cd7307'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:13.139804 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.170057 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.187468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Set router 6d91460f-fc4a-40f8-896b-b394c8cd7307 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:13.294330 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.297674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Allocated IP 172.25.8.105 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/c0d1cf5e-09dc-4cc0-b990-466d028ad385) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:13.319746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Transition to ACTIVE for port object 4087d083-b9bb-41f1-bd0d-174e8c2f298e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:13.367088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Transition to ACTIVE for port object 4087d083-b9bb-41f1-bd0d-174e8c2f298e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:13.382125 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.432901 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.446102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Network 0a561152-0fa0-4e92-9614-fe071a479c1f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:13.468784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:13.472031 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Pushing event updated for resources: {'Port': ['ID=4087d083-b9bb-41f1-bd0d-174e8c2f298e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:13.475133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:13.497415 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.550256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Pushing event updated for resources: {'Port': ['ID=c0d1cf5e-09dc-4cc0-b990-466d028ad385,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:13.554398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Attempting to bind port 4087d083-b9bb-41f1-bd0d-174e8c2f298e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:13.555310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Attempting to bind port 4087d083-b9bb-41f1-bd0d-174e8c2f298e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '300a79d1-7c0b-41f9-8743-c9f08290eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:13.555780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Attempting to bind port 4087d083-b9bb-41f1-bd0d-174e8c2f298e on network 0a561152-0fa0-4e92-9614-fe071a479c1f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:13.564071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:13.564556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Checking segment: {'id': '300a79d1-7c0b-41f9-8743-c9f08290eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:13.564981 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.565290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Bound using segment: {'id': '300a79d1-7c0b-41f9-8743-c9f08290eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:13.565796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Bound port: 4087d083-b9bb-41f1-bd0d-174e8c2f298e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300a79d1-7c0b-41f9-8743-c9f08290eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:13.566190 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.571233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 4, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '85d9288c-f638-412a-9e2b-aa363ba3b1f5', 'name': '', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'mac_address': 'fa:16:3e:20:5c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 2, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'subnets': [{'id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:13.574448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:13.576143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:13.579708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:13.612571 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Checking router: 6d91460f-fc4a-40f8-896b-b394c8cd7307 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:13.613010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Updating router 6d91460f-fc4a-40f8-896b-b394c8cd7307 port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:13.686194 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.710731 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] For port 4087d083-b9bb-41f1-bd0d-174e8c2f298e, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:13.764341 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] For port 4087d083-b9bb-41f1-bd0d-174e8c2f298e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4087d083-b9bb-41f1-bd0d-174e8c2f298e,segment=NetworkSegment(300a79d1-7c0b-41f9-8743-c9f08290eccc),segment_id=300a79d1-7c0b-41f9-8743-c9f08290eccc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:13.780679 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.843786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1579ac9a-42d1-4acb-9975-009d83bae3b1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:13.970909 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d92d7-d36f-41ec-af04-8e0a5db6abbc None None] Pushing event updated for resources: {'Port': ['ID=4087d083-b9bb-41f1-bd0d-174e8c2f298e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:13.996912 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.054258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1579ac9a-42d1-4acb-9975-009d83bae3b1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:14.054803 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.510859 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.524364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Transition to ACTIVE for port object 85d9288c-f638-412a-9e2b-aa363ba3b1f5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:14.532340 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.669793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299274f8-2b63-4fc7-a834-05260228ca6f None None] Pushing event updated for resources: {'Port': ['ID=85d9288c-f638-412a-9e2b-aa363ba3b1f5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:14.723542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Attempting to bind port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:14.724235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Attempting to bind port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:14.724801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Attempting to bind port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 on network 9d20ae1c-da31-4a77-890f-409c77eabd3e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:14.731767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:14.732393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Checking segment: {'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:14.732972 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.733582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Bound using segment: {'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:14.734247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Bound port: 85d9288c-f638-412a-9e2b-aa363ba3b1f5, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:14.734842 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.824963 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] For port 85d9288c-f638-412a-9e2b-aa363ba3b1f5, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:14.828310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] For port 85d9288c-f638-412a-9e2b-aa363ba3b1f5, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=85d9288c-f638-412a-9e2b-aa363ba3b1f5,segment=NetworkSegment(873f11e2-b772-4522-90f6-4c3d59eacda1),segment_id=873f11e2-b772-4522-90f6-4c3d59eacda1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:14.831803 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.833639 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.882224 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Routers {'6d91460f-fc4a-40f8-896b-b394c8cd7307'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:14.882875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6d91460f-fc4a-40f8-896b-b394c8cd7307'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:14.960661 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299274f8-2b63-4fc7-a834-05260228ca6f None None] Pushing event updated for resources: {'Port': ['ID=85d9288c-f638-412a-9e2b-aa363ba3b1f5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:15.045686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Router e4a6623b-f89e-499c-b79c-988709198292 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:36:15.047753 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] Set router 6d91460f-fc4a-40f8-896b-b394c8cd7307 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:15.219528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:15.230609 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Sync routers for ids ['e4a6623b-f89e-499c-b79c-988709198292'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:15.245606 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.248523 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Routers {'e4a6623b-f89e-499c-b79c-988709198292'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:15.250101 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e4a6623b-f89e-499c-b79c-988709198292'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:15.251562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48296) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.266869 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8e56ec0d-e168-4d75-824c-7238267eb13f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5988271 Jul 16 18:36:15.404043 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Set router e4a6623b-f89e-499c-b79c-988709198292 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:15.426722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 4, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '85d9288c-f638-412a-9e2b-aa363ba3b1f5', 'name': '', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'mac_address': 'fa:16:3e:20:5c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'subnets': [{'id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:15.471629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637d0ff-f20b-49d1-8934-3e75024d2958 None None] The sync data for ids ['6d91460f-fc4a-40f8-896b-b394c8cd7307'] in n-d-793618-9 is: [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 4, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '85d9288c-f638-412a-9e2b-aa363ba3b1f5', 'name': '', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'mac_address': 'fa:16:3e:20:5c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'subnets': [{'id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:15.602101 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:15.653993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c3e14-d98b-4839-a4cb-a65e8e607797 None None] Network 0a561152-0fa0-4e92-9614-fe071a479c1f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:15.740342 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a6623b-f89e-499c-b79c-988709198292', 'name': 'tempest-TestServerBasicOps-1608523581-router', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:12Z', 'updated_at': '2021-07-16T18:36:13Z', 'revision_number': 3, 'project_id': 'da51fb10a633453099181ccbedd8111a', 'gw_port': {'id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a6623b-f89e-499c-b79c-988709198292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:15.778856 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Checking router: e4a6623b-f89e-499c-b79c-988709198292 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:15.779416 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Updating router e4a6623b-f89e-499c-b79c-988709198292 port c0d1cf5e-09dc-4cc0-b990-466d028ad385 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:15.821468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-483509b4-1763-4814-98b2-3f78c0a4c982 None None] Provisioning for port 4087d083-b9bb-41f1-bd0d-174e8c2f298e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:15.862997 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.994042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4087d083-b9bb-41f1-bd0d-174e8c2f298e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:16.030042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.153754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 4087d083-b9bb-41f1-bd0d-174e8c2f298e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:16.161410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4087d083-b9bb-41f1-bd0d-174e8c2f298e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:16.162631 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.370381 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.390220 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Allocated IP 172.20.0.1 (0a561152-0fa0-4e92-9614-fe071a479c1f/9050041f-3a1f-4381-aa6a-99705836bdb1/4e20159a-f7ba-4440-9b95-2244299baefa) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:16.454056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 4087d083-b9bb-41f1-bd0d-174e8c2f298e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4087d083-b9bb-41f1-bd0d-174e8c2f298e,segment=NetworkSegment(300a79d1-7c0b-41f9-8743-c9f08290eccc),segment_id=300a79d1-7c0b-41f9-8743-c9f08290eccc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:16.464383 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.465397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 85d9288c-f638-412a-9e2b-aa363ba3b1f5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:16.531726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=4087d083-b9bb-41f1-bd0d-174e8c2f298e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.608253 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.616305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-97dc20b7-5667-4ebc-9a65-d8e8ceea24ff None None] Provisioning complete for port 4087d083-b9bb-41f1-bd0d-174e8c2f298e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:16.616663 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97dc20b7-5667-4ebc-9a65-d8e8ceea24ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.626470 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Transition to ACTIVE for port object c0d1cf5e-09dc-4cc0-b990-466d028ad385 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:16.633721 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.663040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.671566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:16.677043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:16.677558 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.692987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Transition to ACTIVE for port object 4e20159a-f7ba-4440-9b95-2244299baefa will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:16.723911 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efb68c-a91a-4b30-89f2-a4c86aa415c2 None None] Pushing event updated for resources: {'Port': ['ID=c0d1cf5e-09dc-4cc0-b990-466d028ad385,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.727491 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Attempting to bind port c0d1cf5e-09dc-4cc0-b990-466d028ad385 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:16.727930 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Attempting to bind port c0d1cf5e-09dc-4cc0-b990-466d028ad385 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:16.728306 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Attempting to bind port c0d1cf5e-09dc-4cc0-b990-466d028ad385 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:16.734854 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:16.735243 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:16.735765 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.738135 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:16.738639 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Bound port: c0d1cf5e-09dc-4cc0-b990-466d028ad385, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:16.739043 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.789600 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.813744 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.850857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 85d9288c-f638-412a-9e2b-aa363ba3b1f5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=85d9288c-f638-412a-9e2b-aa363ba3b1f5,segment=NetworkSegment(873f11e2-b772-4522-90f6-4c3d59eacda1),segment_id=873f11e2-b772-4522-90f6-4c3d59eacda1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:16.851697 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] For port c0d1cf5e-09dc-4cc0-b990-466d028ad385, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:16.856253 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] For port c0d1cf5e-09dc-4cc0-b990-466d028ad385, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c0d1cf5e-09dc-4cc0-b990-466d028ad385,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:16.858787 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.872679 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.929866 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Routers {'e4a6623b-f89e-499c-b79c-988709198292'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:16.930509 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e4a6623b-f89e-499c-b79c-988709198292'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:16.934344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Network 0a561152-0fa0-4e92-9614-fe071a479c1f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:16.940582 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=85d9288c-f638-412a-9e2b-aa363ba3b1f5,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.951768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:16.959730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:17.003280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.055765 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Pushing event updated for resources: {'Port': ['ID=4e20159a-f7ba-4440-9b95-2244299baefa,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:17.080894 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efb68c-a91a-4b30-89f2-a4c86aa415c2 None None] Pushing event updated for resources: {'Port': ['ID=c0d1cf5e-09dc-4cc0-b990-466d028ad385,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:17.130577 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] Set router e4a6623b-f89e-499c-b79c-988709198292 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:17.277524 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.320130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84fd1990-3bbc-4a3c-bc9e-53e3d468fee9 None None] Provisioning for port 4e20159a-f7ba-4440-9b95-2244299baefa completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:17.324958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84fd1990-3bbc-4a3c-bc9e-53e3d468fee9 None None] Provisioning complete for port 4e20159a-f7ba-4440-9b95-2244299baefa triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:17.325391 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84fd1990-3bbc-4a3c-bc9e-53e3d468fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.406374 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84fd1990-3bbc-4a3c-bc9e-53e3d468fee9 None None] Port 4e20159a-f7ba-4440-9b95-2244299baefa cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:17.469619 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a6623b-f89e-499c-b79c-988709198292', 'name': 'tempest-TestServerBasicOps-1608523581-router', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:12Z', 'updated_at': '2021-07-16T18:36:13Z', 'revision_number': 3, 'project_id': 'da51fb10a633453099181ccbedd8111a', 'gw_port': {'id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a6623b-f89e-499c-b79c-988709198292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:17.530639 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3576181-b6e1-41f2-9fc7-0cafaa543309 None None] The sync data for ids ['e4a6623b-f89e-499c-b79c-988709198292'] in n-d-793618-9 is: [{'id': 'e4a6623b-f89e-499c-b79c-988709198292', 'name': 'tempest-TestServerBasicOps-1608523581-router', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:12Z', 'updated_at': '2021-07-16T18:36:13Z', 'revision_number': 3, 'project_id': 'da51fb10a633453099181ccbedd8111a', 'gw_port': {'id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a6623b-f89e-499c-b79c-988709198292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:17.606862 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.611679 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.688519 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.691730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Pushing event updated for resources: {'Port': ['ID=4e20159a-f7ba-4440-9b95-2244299baefa,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:17.782346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4087d083-b9bb-41f1-bd0d-174e8c2f298e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:17.800942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Network 0a561152-0fa0-4e92-9614-fe071a479c1f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:17.802791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:17.858573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4087d083-b9bb-41f1-bd0d-174e8c2f298e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:17.858962 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.999274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Router e4a6623b-f89e-499c-b79c-988709198292 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:18.001517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 85d9288c-f638-412a-9e2b-aa363ba3b1f5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:18.075520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:18.075822 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.168927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:18.182007 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9d8c0b2b-f01a-46dd-bb98-2914c9d77f8c admin admin] 10.222.0.52 "PUT /v2.0/routers/e4a6623b-f89e-499c-b79c-988709198292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9287066 Jul 16 18:36:18.249242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-23ea8a51-eb0b-4bff-83a4-41e7eb3e3853 None None] Provisioning complete for port 4e20159a-f7ba-4440-9b95-2244299baefa triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:18.249664 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23ea8a51-eb0b-4bff-83a4-41e7eb3e3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.294866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-23ea8a51-eb0b-4bff-83a4-41e7eb3e3853 None None] Port 4e20159a-f7ba-4440-9b95-2244299baefa cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:18.879807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48328) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:18.884681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bfa96678-fea1-477a-a151-70b17b691ab8 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653104623', 'description': 'tempest-secgroup-smoke-1653104623 description', 'project_id': '4cc7c414e68b445ba51d958644d25fb6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:18.909622 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfa96678-fea1-477a-a151-70b17b691ab8 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.995106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfa96678-fea1-477a-a151-70b17b691ab8 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.999055 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfa96678-fea1-477a-a151-70b17b691ab8 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.035355 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bfa96678-fea1-477a-a151-70b17b691ab8 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.036740 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bfa96678-fea1-477a-a151-70b17b691ab8 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1558061 Jul 16 18:36:19.040265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48330) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:19.045506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e3c75ab2-01fd-4ec2-901e-1279d2d74cf4 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Request body: {'security_group_rule': {'security_group_id': '8958cc8b-780b-4da5-b3be-5bcdf153fe47', 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:19.055171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa96678-fea1-477a-a151-70b17b691ab8 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8958cc8b-780b-4da5-b3be-5bcdf153fe47,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.081054 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3c75ab2-01fd-4ec2-901e-1279d2d74cf4 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.144093 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3c75ab2-01fd-4ec2-901e-1279d2d74cf4 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.149001 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3c75ab2-01fd-4ec2-901e-1279d2d74cf4 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.169711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c75ab2-01fd-4ec2-901e-1279d2d74cf4 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ed4f6f-b05f-4d6c-92c3-af1e86ca163f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.177410 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e3c75ab2-01fd-4ec2-901e-1279d2d74cf4 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.178720 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e3c75ab2-01fd-4ec2-901e-1279d2d74cf4 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373868 Jul 16 18:36:19.181469 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:19.187448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-512bec78-6037-4e89-aa87-99e80d059fd9 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Request body: {'security_group_rule': {'security_group_id': '8958cc8b-780b-4da5-b3be-5bcdf153fe47', 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:19.219393 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-512bec78-6037-4e89-aa87-99e80d059fd9 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.287580 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-512bec78-6037-4e89-aa87-99e80d059fd9 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.291378 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-512bec78-6037-4e89-aa87-99e80d059fd9 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.309763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bec78-6037-4e89-aa87-99e80d059fd9 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc420ec-1fb1-4e53-a858-ce4af27a8c00,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.318316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-512bec78-6037-4e89-aa87-99e80d059fd9 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.321950 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-512bec78-6037-4e89-aa87-99e80d059fd9 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358645 Jul 16 18:36:19.324005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:19.328708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2787974a-4766-4508-98b0-054e7e33e90d tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Request body: {'security_group_rule': {'security_group_id': '8958cc8b-780b-4da5-b3be-5bcdf153fe47', 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:19.356266 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2787974a-4766-4508-98b0-054e7e33e90d tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.416750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Sync routers for ids ['e4a6623b-f89e-499c-b79c-988709198292'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:19.426024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Routers {'e4a6623b-f89e-499c-b79c-988709198292'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:19.426649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e4a6623b-f89e-499c-b79c-988709198292'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:19.431107 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2787974a-4766-4508-98b0-054e7e33e90d tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.438480 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2787974a-4766-4508-98b0-054e7e33e90d tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.456872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787974a-4766-4508-98b0-054e7e33e90d tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a2540d-31b5-4181-b509-1c9c126544d1,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.466007 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2787974a-4766-4508-98b0-054e7e33e90d tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.470400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:19.474596 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2787974a-4766-4508-98b0-054e7e33e90d tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487350 Jul 16 18:36:19.475080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8f23808c-6bc7-4f6b-984d-5f91e944ed64 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Request body: {'security_group_rule': {'security_group_id': '8958cc8b-780b-4da5-b3be-5bcdf153fe47', 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:19.503619 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f23808c-6bc7-4f6b-984d-5f91e944ed64 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.542382 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Set router e4a6623b-f89e-499c-b79c-988709198292 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:19.564018 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f23808c-6bc7-4f6b-984d-5f91e944ed64 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.567917 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f23808c-6bc7-4f6b-984d-5f91e944ed64 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.587389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23808c-6bc7-4f6b-984d-5f91e944ed64 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a079d388-985a-436a-91b3-b835b5ce82af,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.596403 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f23808c-6bc7-4f6b-984d-5f91e944ed64 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.597957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8f23808c-6bc7-4f6b-984d-5f91e944ed64 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265292 Jul 16 18:36:19.600819 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:19.606294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a8447b08-0c9c-459f-a1db-9162e77fa9ac tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Request body: {'security_group_rule': {'security_group_id': '8958cc8b-780b-4da5-b3be-5bcdf153fe47', 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:19.635577 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-a8447b08-0c9c-459f-a1db-9162e77fa9ac tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Project 4cc7c414e68b445ba51d958644d25fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:36:19.643730 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8447b08-0c9c-459f-a1db-9162e77fa9ac tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.735610 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8447b08-0c9c-459f-a1db-9162e77fa9ac tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.749248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8447b08-0c9c-459f-a1db-9162e77fa9ac tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.772308 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8447b08-0c9c-459f-a1db-9162e77fa9ac tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c9627d-60cb-48ec-8346-bb4e1a20343c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.778040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a8447b08-0c9c-459f-a1db-9162e77fa9ac tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.785068 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a8447b08-0c9c-459f-a1db-9162e77fa9ac tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1808584 Jul 16 18:36:19.787920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:19.795886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-85843b6e-9362-4f90-bbe7-00af09f626bd tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Request body: {'security_group_rule': {'security_group_id': '8958cc8b-780b-4da5-b3be-5bcdf153fe47', 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:19.845304 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-85843b6e-9362-4f90-bbe7-00af09f626bd tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Project 4cc7c414e68b445ba51d958644d25fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:36:19.846009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c0d1cf5e-09dc-4cc0-b990-466d028ad385 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:19.852970 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85843b6e-9362-4f90-bbe7-00af09f626bd tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.878837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a6623b-f89e-499c-b79c-988709198292', 'name': 'tempest-TestServerBasicOps-1608523581-router', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:12Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 4, 'project_id': 'da51fb10a633453099181ccbedd8111a', 'gw_port': {'id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a6623b-f89e-499c-b79c-988709198292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '4e20159a-f7ba-4440-9b95-2244299baefa', 'name': '', 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'mac_address': 'fa:16:3e:f1:2c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a6623b-f89e-499c-b79c-988709198292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '9050041f-3a1f-4381-aa6a-99705836bdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:16Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 2, 'project_id': 'da51fb10a633453099181ccbedd8111a', 'subnets': [{'id': '9050041f-3a1f-4381-aa6a-99705836bdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:19.915082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Checking router: e4a6623b-f89e-499c-b79c-988709198292 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:19.915476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Updating router e4a6623b-f89e-499c-b79c-988709198292 port 4e20159a-f7ba-4440-9b95-2244299baefa binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:19.931518 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85843b6e-9362-4f90-bbe7-00af09f626bd tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.937145 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85843b6e-9362-4f90-bbe7-00af09f626bd tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.965533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85843b6e-9362-4f90-bbe7-00af09f626bd tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d4b26b-a61e-4234-9c24-9acb94ca0242,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.967012 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.981415 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85843b6e-9362-4f90-bbe7-00af09f626bd tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.983533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-85843b6e-9362-4f90-bbe7-00af09f626bd tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1934922 Jul 16 18:36:19.988991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port c0d1cf5e-09dc-4cc0-b990-466d028ad385 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:20.087813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c0d1cf5e-09dc-4cc0-b990-466d028ad385 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:20.088442 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.144174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-f8993e09-b047-4d34-97ac-baae56a388a0 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653104623&fields=id&tenant_id=4cc7c414e68b445ba51d958644d25fb6 HTTP/1.1" status: 200 len: 267 time: 0.0362647 Jul 16 18:36:20.264240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84399ec-671c-409d-aa90-77989bd79ead req-22803241-8399-445b-8d52-9e45239db252 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.271620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-22803241-8399-445b-8d52-9e45239db252 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/networks?id=9d20ae1c-da31-4a77-890f-409c77eabd3e HTTP/1.1" status: 200 len: 809 time: 0.1188660 Jul 16 18:36:20.283546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-af6cfae5-7264-4608-a769-95006384a10f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/quotas/4cc7c414e68b445ba51d958644d25fb6 HTTP/1.1" status: 200 len: 375 time: 0.0108862 Jul 16 18:36:20.376523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-40ed4515-0ede-47ab-a92b-1ecb601d7e67 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4cc7c414e68b445ba51d958644d25fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821350 Jul 16 18:36:20.445722 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.479947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port c0d1cf5e-09dc-4cc0-b990-466d028ad385, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c0d1cf5e-09dc-4cc0-b990-466d028ad385,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:20.484773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-7c5fc9b6-d79f-40ae-b11d-b52aa079a74e service neutron] 10.222.0.52 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933740 Jul 16 18:36:20.485693 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.553278 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.574665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Transition to ACTIVE for port object 4e20159a-f7ba-4440-9b95-2244299baefa will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:20.576765 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=c0d1cf5e-09dc-4cc0-b990-466d028ad385,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:20.586122 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.598855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-04b5019a-f3db-46d2-a66e-f91bf9592e9c service neutron] 10.222.0.52 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010950 Jul 16 18:36:20.644916 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df495c-4443-4947-87d4-982a1c85e291 None None] Pushing event updated for resources: {'Port': ['ID=4e20159a-f7ba-4440-9b95-2244299baefa,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:20.706022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Attempting to bind port 4e20159a-f7ba-4440-9b95-2244299baefa on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:20.706409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Attempting to bind port 4e20159a-f7ba-4440-9b95-2244299baefa by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '300a79d1-7c0b-41f9-8743-c9f08290eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:20.706781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Attempting to bind port 4e20159a-f7ba-4440-9b95-2244299baefa on network 0a561152-0fa0-4e92-9614-fe071a479c1f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:20.712163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:20.712574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Checking segment: {'id': '300a79d1-7c0b-41f9-8743-c9f08290eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:20.713545 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.714474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Bound using segment: {'id': '300a79d1-7c0b-41f9-8743-c9f08290eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:20.714629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Bound port: 4e20159a-f7ba-4440-9b95-2244299baefa, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300a79d1-7c0b-41f9-8743-c9f08290eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:20.714908 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.816207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] For port 4e20159a-f7ba-4440-9b95-2244299baefa, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:20.823373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] For port 4e20159a-f7ba-4440-9b95-2244299baefa, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4e20159a-f7ba-4440-9b95-2244299baefa,segment=NetworkSegment(300a79d1-7c0b-41f9-8743-c9f08290eccc),segment_id=300a79d1-7c0b-41f9-8743-c9f08290eccc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:20.831540 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.896871 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Routers {'e4a6623b-f89e-499c-b79c-988709198292'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:20.899694 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e4a6623b-f89e-499c-b79c-988709198292'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:20.974533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dbaa405a-6f73-4f09-a8d2-1bbe110af17a req-89b95730-d1ae-46ac-a201-d0549be547ca tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 210 time: 0.1073647 Jul 16 18:36:20.983196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df495c-4443-4947-87d4-982a1c85e291 None None] Pushing event updated for resources: {'Port': ['ID=4e20159a-f7ba-4440-9b95-2244299baefa,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:21.083856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] Set router e4a6623b-f89e-499c-b79c-988709198292 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:21.339773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a6623b-f89e-499c-b79c-988709198292', 'name': 'tempest-TestServerBasicOps-1608523581-router', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:12Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 4, 'project_id': 'da51fb10a633453099181ccbedd8111a', 'gw_port': {'id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a6623b-f89e-499c-b79c-988709198292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '4e20159a-f7ba-4440-9b95-2244299baefa', 'name': '', 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'mac_address': 'fa:16:3e:f1:2c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a6623b-f89e-499c-b79c-988709198292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '9050041f-3a1f-4381-aa6a-99705836bdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:16Z', 'updated_at': '2021-07-16T18:36:20Z', 'revision_number': 4, 'project_id': 'da51fb10a633453099181ccbedd8111a', 'subnets': [{'id': '9050041f-3a1f-4381-aa6a-99705836bdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:21.368250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0020f10-b1a1-4c2f-80a2-b9ce7288f9b1 None None] The sync data for ids ['e4a6623b-f89e-499c-b79c-988709198292'] in n-d-793618-9 is: [{'id': 'e4a6623b-f89e-499c-b79c-988709198292', 'name': 'tempest-TestServerBasicOps-1608523581-router', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:12Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 4, 'project_id': 'da51fb10a633453099181ccbedd8111a', 'gw_port': {'id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a6623b-f89e-499c-b79c-988709198292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '4e20159a-f7ba-4440-9b95-2244299baefa', 'name': '', 'network_id': '0a561152-0fa0-4e92-9614-fe071a479c1f', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'mac_address': 'fa:16:3e:f1:2c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a6623b-f89e-499c-b79c-988709198292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '9050041f-3a1f-4381-aa6a-99705836bdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:16Z', 'updated_at': '2021-07-16T18:36:20Z', 'revision_number': 4, 'project_id': 'da51fb10a633453099181ccbedd8111a', 'subnets': [{'id': '9050041f-3a1f-4381-aa6a-99705836bdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:21.817360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c0d1cf5e-09dc-4cc0-b990-466d028ad385 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:21.877383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c0d1cf5e-09dc-4cc0-b990-466d028ad385 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:21.877810 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.976262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e20159a-f7ba-4440-9b95-2244299baefa up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:22.037494 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 4e20159a-f7ba-4440-9b95-2244299baefa completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:22.043466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4e20159a-f7ba-4440-9b95-2244299baefa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:22.043902 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.156026 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.165058 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62d3525d-9787-48ec-b761-78a58308a1a7 req-8c52dafe-6806-4117-896d-f98a12af6fe5 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 210 time: 0.0413291 Jul 16 18:36:22.195335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 4e20159a-f7ba-4440-9b95-2244299baefa, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4e20159a-f7ba-4440-9b95-2244299baefa,segment=NetworkSegment(300a79d1-7c0b-41f9-8743-c9f08290eccc),segment_id=300a79d1-7c0b-41f9-8743-c9f08290eccc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:22.200148 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.251772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84399ec-671c-409d-aa90-77989bd79ead req-cc4ae06b-5277-436c-90fc-2f37589c437d tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.254331 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-cc4ae06b-5277-436c-90fc-2f37589c437d tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.42 "GET /v2.0/networks?id=9d20ae1c-da31-4a77-890f-409c77eabd3e HTTP/1.1" status: 200 len: 809 time: 0.1931491 Jul 16 18:36:22.257170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=4e20159a-f7ba-4440-9b95-2244299baefa,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:22.314323 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-7cf7a13e-054c-45cf-b460-1e6ec88547df tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cc7c414e68b445ba51d958644d25fb6 HTTP/1.1" status: 200 len: 380 time: 0.0470595 Jul 16 18:36:22.323735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Request body: {'port': {'device_id': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'admin_state_up': True, 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'security_groups': ['8958cc8b-780b-4da5-b3be-5bcdf153fe47']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:22.439261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Made reservation on behalf of 4cc7c414e68b445ba51d958644d25fb6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:22.443611 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.586061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Allocated IP 172.20.0.11 (9d20ae1c-da31-4a77-890f-409c77eabd3e/c892e205-5f05-44cd-812d-0c936c8c56cb/5c826710-1e06-4ec9-a4b3-613ad0e9544a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:22.746126 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.766938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Transition to ACTIVE for port object 5c826710-1e06-4ec9-a4b3-613ad0e9544a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:22.803728 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.867077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Network 9d20ae1c-da31-4a77-890f-409c77eabd3e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:22.870672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:22.873650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:22.907199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event updated for resources: {'Port': ['ID=5c826710-1e06-4ec9-a4b3-613ad0e9544a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:22.943727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.944365 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.966613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-4339a4db-6a14-4058-91b7-6de00635df94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6472290 Jul 16 18:36:22.978216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-72b23fa1-4ef1-4520-a0c1-1c4139820b08 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:36:22.979959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-72b23fa1-4ef1-4520-a0c1-1c4139820b08 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077817 Jul 16 18:36:23.102623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Request body: {'port': {'device_id': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:23.178442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fafb2805-371a-48b4-8080-e0b2763b5daf None None] Provisioning for port 5c826710-1e06-4ec9-a4b3-613ad0e9544a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:23.183848 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fafb2805-371a-48b4-8080-e0b2763b5daf None None] Provisioning complete for port 5c826710-1e06-4ec9-a4b3-613ad0e9544a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:23.184231 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fafb2805-371a-48b4-8080-e0b2763b5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.188324 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.228105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fafb2805-371a-48b4-8080-e0b2763b5daf None None] Port 5c826710-1e06-4ec9-a4b3-613ad0e9544a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:23.465068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef09fe9-7224-45ec-971c-a0cae2777a34 req-bf3cf047-243f-449d-8230-fc48616d59c1 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.466339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ef09fe9-7224-45ec-971c-a0cae2777a34 req-bf3cf047-243f-449d-8230-fc48616d59c1 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 932 time: 0.1596787 Jul 16 18:36:23.552084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ef09fe9-7224-45ec-971c-a0cae2777a34 req-d0e9c827-5ec5-433d-b0be-c156eac39f81 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/security-groups?id=8958cc8b-780b-4da5-b3be-5bcdf153fe47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727596 Jul 16 18:36:23.564953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c826710-1e06-4ec9-a4b3-613ad0e9544a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:23.576899 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.592501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Transition to ACTIVE for port object 5c826710-1e06-4ec9-a4b3-613ad0e9544a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:23.596721 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.648493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Pushing event updated for resources: {'Port': ['ID=5c826710-1e06-4ec9-a4b3-613ad0e9544a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:23.734212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Attempting to bind port 5c826710-1e06-4ec9-a4b3-613ad0e9544a on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:23.734687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Attempting to bind port 5c826710-1e06-4ec9-a4b3-613ad0e9544a by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:23.735082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Attempting to bind port 5c826710-1e06-4ec9-a4b3-613ad0e9544a on network 9d20ae1c-da31-4a77-890f-409c77eabd3e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:23.740077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Port 5c826710-1e06-4ec9-a4b3-613ad0e9544a on network 9d20ae1c-da31-4a77-890f-409c77eabd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:23.740599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Attempting to bind port 5c826710-1e06-4ec9-a4b3-613ad0e9544a on network 9d20ae1c-da31-4a77-890f-409c77eabd3e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:23.747279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:23.747924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Checking segment: {'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:23.748318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Bound using segment: {'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:23.748754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Bound port: 5c826710-1e06-4ec9-a4b3-613ad0e9544a, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873f11e2-b772-4522-90f6-4c3d59eacda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:23.749165 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.765803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e20159a-f7ba-4440-9b95-2244299baefa up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:23.834395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] For port 5c826710-1e06-4ec9-a4b3-613ad0e9544a, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:23.838104 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] For port 5c826710-1e06-4ec9-a4b3-613ad0e9544a, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5c826710-1e06-4ec9-a4b3-613ad0e9544a,segment=NetworkSegment(873f11e2-b772-4522-90f6-4c3d59eacda1),segment_id=873f11e2-b772-4522-90f6-4c3d59eacda1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:23.840081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4e20159a-f7ba-4440-9b95-2244299baefa triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:23.840476 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.843942 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.888449 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.889081 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.890765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] 10.222.0.42 "PUT /v2.0/ports/5c826710-1e06-4ec9-a4b3-613ad0e9544a HTTP/1.1" status: 200 len: 1092 time: 0.9049029 Jul 16 18:36:23.891223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'tag': '5c826710-1e06-4ec9-a4b3-613ad0e9544a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:23.897377 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd62f9d-a230-4970-8175-43da2e3c6fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3", "tag": "5c826710-1e06-4ec9-a4b3-613ad0e9544a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:23.929571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b708843-6c3d-4b5b-aedb-72248375cf29 service neutron] Pushing event updated for resources: {'Port': ['ID=5c826710-1e06-4ec9-a4b3-613ad0e9544a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:23.953429 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff721ba-e8ab-4692-908f-9252d8a05977 x-openstack-request-id: req-fff721ba-e8ab-4692-908f-9252d8a05977 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:23.953727 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3", "tag": "5c826710-1e06-4ec9-a4b3-613ad0e9544a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:23.953994 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fff721ba-e8ab-4692-908f-9252d8a05977 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:23.954396 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'tag': '5c826710-1e06-4ec9-a4b3-613ad0e9544a', 'status': 'completed', 'code': 200} Jul 16 18:36:24.065120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84399ec-671c-409d-aa90-77989bd79ead req-ab5fc958-a7b0-4e4f-a703-04d85567d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.067533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-ab5fc958-a7b0-4e4f-a703-04d85567d823 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cc7c414e68b445ba51d958644d25fb6&device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 1095 time: 0.0855517 Jul 16 18:36:24.136789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-92d4d853-d931-42b7-bee5-4b450f925b52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c826710-1e06-4ec9-a4b3-613ad0e9544a HTTP/1.1" status: 200 len: 217 time: 0.0624628 Jul 16 18:36:24.209375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84399ec-671c-409d-aa90-77989bd79ead req-bb2092d4-a54a-4c12-9259-b12d90b03cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.210817 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-bb2092d4-a54a-4c12-9259-b12d90b03cde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c892e205-5f05-44cd-812d-0c936c8c56cb HTTP/1.1" status: 200 len: 848 time: 0.0549273 Jul 16 18:36:24.249232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edafa082-9495-4c3a-be4e-ba56fccc51e1 req-1f4d588b-c903-46be-821e-3f5c53bf6686 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2281024 Jul 16 18:36:24.277717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84399ec-671c-409d-aa90-77989bd79ead req-0c2208aa-cf79-4a0b-a407-b3199a27dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.279411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-0c2208aa-cf79-4a0b-a407-b3199a27dff3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d20ae1c-da31-4a77-890f-409c77eabd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627942 Jul 16 18:36:24.415363 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-a5c48c58-51aa-4509-883b-18e2196e6648 service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294060 Jul 16 18:36:24.422688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa082-9495-4c3a-be4e-ba56fccc51e1 req-c96ee7cf-fbbe-450e-a7e2-4f4abc93b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.424137 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edafa082-9495-4c3a-be4e-ba56fccc51e1 req-c96ee7cf-fbbe-450e-a7e2-4f4abc93b3fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 1097 time: 0.1205006 Jul 16 18:36:24.588771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a84399ec-671c-409d-aa90-77989bd79ead req-c269ec6a-9c1a-4143-b3b9-c9c837965f7b service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628263 Jul 16 18:36:24.608245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa082-9495-4c3a-be4e-ba56fccc51e1 req-0236efa1-76a5-4b7f-9825-48cb5ea188bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.610546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edafa082-9495-4c3a-be4e-ba56fccc51e1 req-0236efa1-76a5-4b7f-9825-48cb5ea188bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.1581326 Jul 16 18:36:24.757457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edafa082-9495-4c3a-be4e-ba56fccc51e1 req-617cf088-a5f9-49ce-acc0-f6411e32bf47 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08611a5a-7fd5-472d-b60a-5e8250b36fc6 HTTP/1.1" status: 200 len: 1002 time: 0.1397741 Jul 16 18:36:24.842911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd62f9d-a230-4970-8175-43da2e3c6fc8 req-25a199e4-2eea-4c09-9105-34566aa90a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.844931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfd62f9d-a230-4970-8175-43da2e3c6fc8 req-25a199e4-2eea-4c09-9105-34566aa90a50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cc7c414e68b445ba51d958644d25fb6&device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 1095 time: 0.1843891 Jul 16 18:36:24.865640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa082-9495-4c3a-be4e-ba56fccc51e1 req-f2cff8a0-0ec7-48fc-ab00-68a03989741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.867169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edafa082-9495-4c3a-be4e-ba56fccc51e1 req-f2cff8a0-0ec7-48fc-ab00-68a03989741f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0977345 Jul 16 18:36:24.891830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0ae5d-27f2-487d-a0d9-5cc4b750cf95 req-73ce9c5c-eec3-4850-9b7d-26f7257aec94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.893622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7e0ae5d-27f2-487d-a0d9-5cc4b750cf95 req-73ce9c5c-eec3-4850-9b7d-26f7257aec94 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 944 time: 0.1978314 Jul 16 18:36:25.031376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7e0ae5d-27f2-487d-a0d9-5cc4b750cf95 req-7f74e1cc-bb08-462e-bd37-51a8f6b46c2a tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/security-groups?id=8958cc8b-780b-4da5-b3be-5bcdf153fe47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194658 Jul 16 18:36:25.060910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd62f9d-a230-4970-8175-43da2e3c6fc8 req-6aea39d2-9162-49f9-9147-7dc4b941f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.062646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfd62f9d-a230-4970-8175-43da2e3c6fc8 req-6aea39d2-9162-49f9-9147-7dc4b941f511 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d20ae1c-da31-4a77-890f-409c77eabd3e HTTP/1.1" status: 200 len: 910 time: 0.2106569 Jul 16 18:36:25.081842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa082-9495-4c3a-be4e-ba56fccc51e1 req-bde6c459-5e90-4f6a-bab1-2f435e806f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.083614 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edafa082-9495-4c3a-be4e-ba56fccc51e1 req-bde6c459-5e90-4f6a-bab1-2f435e806f25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033434 Jul 16 18:36:25.125768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfd62f9d-a230-4970-8175-43da2e3c6fc8 req-8e22267d-b7b0-447b-b333-24280b2420cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c826710-1e06-4ec9-a4b3-613ad0e9544a HTTP/1.1" status: 200 len: 217 time: 0.0549755 Jul 16 18:36:25.141976 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.198896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3b4c54-2a4d-4c8b-821e-16ccbdd72035 admin admin] Deleting subnet 1a958b26-ad2d-49f4-a562-da38dd3f78e7 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:25.202153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c54-2a4d-4c8b-821e-16ccbdd72035 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.238330 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c54-2a4d-4c8b-821e-16ccbdd72035 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.253958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd62f9d-a230-4970-8175-43da2e3c6fc8 req-590c00a4-ae9c-4372-8e1d-65098aa24bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.255832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfd62f9d-a230-4970-8175-43da2e3c6fc8 req-590c00a4-ae9c-4372-8e1d-65098aa24bd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c892e205-5f05-44cd-812d-0c936c8c56cb HTTP/1.1" status: 200 len: 848 time: 0.1179512 Jul 16 18:36:25.286717 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c54-2a4d-4c8b-821e-16ccbdd72035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.313861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edafa082-9495-4c3a-be4e-ba56fccc51e1 req-f4488f8b-e023-4e54-975c-ca4fb0948e94 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988437 Jul 16 18:36:25.352765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c54-2a4d-4c8b-821e-16ccbdd72035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.384136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b4c54-2a4d-4c8b-821e-16ccbdd72035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a958b26-ad2d-49f4-a562-da38dd3f78e7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:25.388399 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c54-2a4d-4c8b-821e-16ccbdd72035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.390301 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ed3b4c54-2a4d-4c8b-821e-16ccbdd72035 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1a958b26-ad2d-49f4-a562-da38dd3f78e7 HTTP/1.1" status: 204 len: 168 time: 0.2469635 Jul 16 18:36:25.392806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.416392 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd62f9d-a230-4970-8175-43da2e3c6fc8 req-d904f149-e9c7-4e98-a58e-090a5e55dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.417950 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfd62f9d-a230-4970-8175-43da2e3c6fc8 req-d904f149-e9c7-4e98-a58e-090a5e55dc59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d20ae1c-da31-4a77-890f-409c77eabd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525049 Jul 16 18:36:25.461542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.466591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edafa082-9495-4c3a-be4e-ba56fccc51e1 req-e2746ed9-5929-47ec-82d6-6299e12c32f2 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435928 Jul 16 18:36:25.529332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfd62f9d-a230-4970-8175-43da2e3c6fc8 req-9e03d9f5-f3ca-4924-bbe3-c8277796d36c service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044970 Jul 16 18:36:25.550811 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.561419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791a8875-bb4c-45d7-8198-521b97012b6f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:25.571554 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8bcacc-6dca-43c9-9df2-bda32ecbf8aa') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:25.571850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8bcacc-6dca-43c9-9df2-bda32ecbf8aa') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:25.581824 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.595426 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.601296 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:25.601730 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:25.603363 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:25.624125 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfd62f9d-a230-4970-8175-43da2e3c6fc8 req-e15f0912-8772-4607-88fc-aa08e7d115e9 service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883276 Jul 16 18:36:25.657021 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.662548 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.664450 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] 10.222.0.52 "DELETE /v2.0/networks/791a8875-bb4c-45d7-8198-521b97012b6f HTTP/1.1" status: 204 len: 168 time: 0.2706668 Jul 16 18:36:25.677947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4e6eb-26e5-42a0-be11-53c04cc6151d admin admin] Pushing event deleted for resources: {'Network': ['ID=791a8875-bb4c-45d7-8198-521b97012b6f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:25.828205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.871257 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4e3a6925-c00a-45e2-9e40-c66cf4c05485 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4594817a5d46423484bf5044a48d53b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418541 Jul 16 18:36:25.873863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.921018 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7856e3a-6bb1-43cf-8133-2f2a6d25869f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.941524 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7856e3a-6bb1-43cf-8133-2f2a6d25869f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.988754 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7856e3a-6bb1-43cf-8133-2f2a6d25869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.991364 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e7856e3a-6bb1-43cf-8133-2f2a6d25869f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.992563 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e7856e3a-6bb1-43cf-8133-2f2a6d25869f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/565e1e1d-89b9-438d-bc2d-8455b88f6a59 HTTP/1.1" status: 204 len: 168 time: 0.1177964 Jul 16 18:36:26.001145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7856e3a-6bb1-43cf-8133-2f2a6d25869f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565e1e1d-89b9-438d-bc2d-8455b88f6a59,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.214336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54993e1d-984a-46c1-98b6-01fefc67fb8e req-fbd76ec1-ea11-4bb6-80e7-40762ee16180 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.215981 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54993e1d-984a-46c1-98b6-01fefc67fb8e req-fbd76ec1-ea11-4bb6-80e7-40762ee16180 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 944 time: 0.0653856 Jul 16 18:36:26.257653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54993e1d-984a-46c1-98b6-01fefc67fb8e req-e8916b8f-d148-4d51-b04e-ae5922131d4e tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/security-groups?id=8958cc8b-780b-4da5-b3be-5bcdf153fe47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359640 Jul 16 18:36:26.838787 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5c826710-1e06-4ec9-a4b3-613ad0e9544a details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:26.941041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5c826710-1e06-4ec9-a4b3-613ad0e9544a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5c826710-1e06-4ec9-a4b3-613ad0e9544a,segment=NetworkSegment(873f11e2-b772-4522-90f6-4c3d59eacda1),segment_id=873f11e2-b772-4522-90f6-4c3d59eacda1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:26.953023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '5c826710-1e06-4ec9-a4b3-613ad0e9544a', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'port_id': '5c826710-1e06-4ec9-a4b3-613ad0e9544a', 'mac_address': 'fa:16:3e:f1:37:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:26.991641 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.004726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c826710-1e06-4ec9-a4b3-613ad0e9544a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:27.025294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5c826710-1e06-4ec9-a4b3-613ad0e9544a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5c826710-1e06-4ec9-a4b3-613ad0e9544a,segment=NetworkSegment(873f11e2-b772-4522-90f6-4c3d59eacda1),segment_id=873f11e2-b772-4522-90f6-4c3d59eacda1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:27.029758 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.084590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5c826710-1e06-4ec9-a4b3-613ad0e9544a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.185663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:27.230442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5c826710-1e06-4ec9-a4b3-613ad0e9544a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:27.335083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'network': {'name': 'tempest-network-smoke--366723519', 'project_id': '3c4c76960df3488394e379049d496b5e', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:27.358173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Made reservation on behalf of 3c4c76960df3488394e379049d496b5e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:27.361945 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.371589 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.459858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a5f67-47bb-410e-ad5f-32ce6c90466f req-102e22c3-d813-4ade-b66e-05c23fe3812f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.466486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-025a5f67-47bb-410e-ad5f-32ce6c90466f req-102e22c3-d813-4ade-b66e-05c23fe3812f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 945 time: 0.0848718 Jul 16 18:36:27.489670 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.493960 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.503968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-025a5f67-47bb-410e-ad5f-32ce6c90466f req-eb9ff2c6-346c-4cd5-b7b1-a22c37f91140 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/security-groups?id=8958cc8b-780b-4da5-b3be-5bcdf153fe47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360174 Jul 16 18:36:27.518091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:27.531463 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae76ccc2-ea9e-45d0-8646-9697f0367f23,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.536145 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.536494 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Added segment 18fe080e-2dcb-4bd8-bad6-280c92d327f9 of type vlan for network 727ee8d2-7f13-404d-8d62-fada51ca5a36 Jul 16 18:36:27.579104 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.606827 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.612290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.612875 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.648376 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4616067 Jul 16 18:36:27.651486 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:27.656386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-843446761', 'admin_state_up': True, 'project_id': '3c4c76960df3488394e379049d496b5e', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:27.681390 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.683182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911822f0-6eaa-4c71-a3c0-67658c6b182c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Network': ['ID=727ee8d2-7f13-404d-8d62-fada51ca5a36,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.683348 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.694303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 727ee8d2-7f13-404d-8d62-fada51ca5a36 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:27.737328 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.872507 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.064226 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.082705 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.184124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Allocated IP 172.25.8.56 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/02b77901-3e7e-4160-a283-1bd5e709fa16) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:28.286355 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.323888 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.363298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:28.366014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:28.368534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:28.395257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=02b77901-3e7e-4160-a283-1bd5e709fa16,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:28.840154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5c826710-1e06-4ec9-a4b3-613ad0e9544a up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:28.888215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 5c826710-1e06-4ec9-a4b3-613ad0e9544a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:28.894698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 5c826710-1e06-4ec9-a4b3-613ad0e9544a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:28.894698 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.943947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d26b6-ae5f-43f9-bcda-f5493e6a6d4f req-7b843983-902b-4071-aaac-1131334978b3 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.945489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-448d26b6-ae5f-43f9-bcda-f5493e6a6d4f req-7b843983-902b-4071-aaac-1131334978b3 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 945 time: 0.1623144 Jul 16 18:36:28.986936 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.011200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c826710-1e06-4ec9-a4b3-613ad0e9544a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:29.013473 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900a9e8b-6b25-47ca-a8a5-dce2e6ac9c95" -d '{"events": [{"server_uuid": "2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3", "name": "network-vif-plugged", "status": "completed", "tag": "5c826710-1e06-4ec9-a4b3-613ad0e9544a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:29.026561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5c826710-1e06-4ec9-a4b3-613ad0e9544a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5c826710-1e06-4ec9-a4b3-613ad0e9544a,segment=NetworkSegment(873f11e2-b772-4522-90f6-4c3d59eacda1),segment_id=873f11e2-b772-4522-90f6-4c3d59eacda1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:29.029919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-448d26b6-ae5f-43f9-bcda-f5493e6a6d4f req-57088ced-f56e-4aa7-b6c0-9e48d91ab01b tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/security-groups?id=8958cc8b-780b-4da5-b3be-5bcdf153fe47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753317 Jul 16 18:36:29.035203 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.041639 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.068408 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5880aea-89fa-4310-82b2-fbc69d34cbb2 x-openstack-request-id: req-a5880aea-89fa-4310-82b2-fbc69d34cbb2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:29.068703 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3", "name": "network-vif-plugged", "status": "completed", "tag": "5c826710-1e06-4ec9-a4b3-613ad0e9544a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:29.068956 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5880aea-89fa-4310-82b2-fbc69d34cbb2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:29.069365 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c826710-1e06-4ec9-a4b3-613ad0e9544a', 'code': 200} Jul 16 18:36:29.096159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5c826710-1e06-4ec9-a4b3-613ad0e9544a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:29.106363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.106715 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.107063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.107405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.108008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.108351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.108682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.109011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.109356 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.109685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.110013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.110337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:29.265254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f5566-c4d3-4547-92dc-2d8c8f8851d2 req-bb2271d0-6d78-4bec-b366-5eb695f0cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.266801 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-485f5566-c4d3-4547-92dc-2d8c8f8851d2 req-bb2271d0-6d78-4bec-b366-5eb695f0cb65 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 1097 time: 0.1340232 Jul 16 18:36:29.306117 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.313385 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-485f5566-c4d3-4547-92dc-2d8c8f8851d2 req-1a3647b0-50e6-4459-8730-80e7dfb01d7f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8958cc8b-780b-4da5-b3be-5bcdf153fe47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402336 Jul 16 18:36:29.447913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Router 039d0a64-d4d5-4ab7-952b-071d21691a6c is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:36:29.552968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:29.562886 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Sync routers for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:29.571568 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.571936 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:29.572592 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:29.572943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0b8b3c44-7bc9-4216-bf5f-c8d79cfed2b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9203582 Jul 16 18:36:29.576313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.657709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-59840dec-243c-4ae6-8092-65afc7e8d38c tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=3c4c76960df3488394e379049d496b5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0802667 Jul 16 18:36:29.660354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.674939 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:29.807969 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bdbe2b-9087-440b-a381-3353ebaca38b tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.809589 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-29bdbe2b-9087-440b-a381-3353ebaca38b tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1483049 Jul 16 18:36:29.812541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.851791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9f928b8e-e80f-4ccd-a761-828a8bce934b tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381672 Jul 16 18:36:29.851983 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:36:28Z', 'revision_number': 3, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:29.855330 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.860533 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-99a69c3c-4188-47e2-91c2-18875d14664e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2063329317', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'project_id': '3c4c76960df3488394e379049d496b5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:29.878031 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Checking router: 039d0a64-d4d5-4ab7-952b-071d21691a6c for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:29.878391 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Updating router 039d0a64-d4d5-4ab7-952b-071d21691a6c port 02b77901-3e7e-4160-a283-1bd5e709fa16 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:29.916869 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.957917 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a69c3c-4188-47e2-91c2-18875d14664e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Made reservation on behalf of 3c4c76960df3488394e379049d496b5e for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:29.961380 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a69c3c-4188-47e2-91c2-18875d14664e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.099386 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b1d993d-3522-48ad-b83b-8961a7c64be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.161980 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a69c3c-4188-47e2-91c2-18875d14664e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.204994 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.215796 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Transition to ACTIVE for port object 02b77901-3e7e-4160-a283-1bd5e709fa16 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:30.220945 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a69c3c-4188-47e2-91c2-18875d14664e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Subnet': ['ID=fbbf756d-3723-485a-85f6-99fd33ebea27,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:30.221958 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.236725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a69c3c-4188-47e2-91c2-18875d14664e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Checking segment: {'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:30.237094 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a69c3c-4188-47e2-91c2-18875d14664e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network hostable DHCP agents. Network: 727ee8d2-7f13-404d-8d62-fada51ca5a36, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:30.254897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c31f28-ffdb-4027-b3b9-22d15758383f req-af487ee7-86f3-4749-9012-1c5d5e826d47 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.259330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0c31f28-ffdb-4027-b3b9-22d15758383f req-af487ee7-86f3-4749-9012-1c5d5e826d47 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 946 time: 0.0711460 Jul 16 18:36:30.262154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a69c3c-4188-47e2-91c2-18875d14664e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 727ee8d2-7f13-404d-8d62-fada51ca5a36 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:30.267610 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcc145-2d1b-49f9-9a60-9e2e55a30c78 None None] Pushing event updated for resources: {'Port': ['ID=02b77901-3e7e-4160-a283-1bd5e709fa16,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:30.277951 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-99a69c3c-4188-47e2-91c2-18875d14664e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 727ee8d2-7f13-404d-8d62-fada51ca5a36) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:30.281963 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Attempting to bind port 02b77901-3e7e-4160-a283-1bd5e709fa16 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:30.282286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a69c3c-4188-47e2-91c2-18875d14664e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.282436 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Attempting to bind port 02b77901-3e7e-4160-a283-1bd5e709fa16 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:30.282727 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Attempting to bind port 02b77901-3e7e-4160-a283-1bd5e709fa16 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:30.282881 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-99a69c3c-4188-47e2-91c2-18875d14664e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.287915 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:30.288368 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:30.288773 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.289168 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:30.289654 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Bound port: 02b77901-3e7e-4160-a283-1bd5e709fa16, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:30.290037 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.298435 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-99a69c3c-4188-47e2-91c2-18875d14664e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4419520 Jul 16 18:36:30.300917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74556fc-ef0d-4407-a740-0392cba3c34d None None] Network 727ee8d2-7f13-404d-8d62-fada51ca5a36 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:30.301107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48476) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.309650 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b0c31f28-ffdb-4027-b3b9-22d15758383f req-cafac29d-c089-461e-9bb8-cd8d6244191f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/security-groups?id=8958cc8b-780b-4da5-b3be-5bcdf153fe47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Jul 16 18:36:30.350724 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] For port 02b77901-3e7e-4160-a283-1bd5e709fa16, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:30.355050 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] For port 02b77901-3e7e-4160-a283-1bd5e709fa16, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=02b77901-3e7e-4160-a283-1bd5e709fa16,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:30.360117 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.418760 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:30.419439 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:30.460670 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-727ee8d2-7f13-404d-8d62-fada51ca5a36', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:30.461833 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.524887 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcc145-2d1b-49f9-9a60-9e2e55a30c78 None None] Pushing event updated for resources: {'Port': ['ID=02b77901-3e7e-4160-a283-1bd5e709fa16,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:30.535973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288d180-a20f-4a46-87fd-37a8668c4d40 req-f9d71b93-c958-4190-889c-72b27e595ad1 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.546294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c288d180-a20f-4a46-87fd-37a8668c4d40 req-f9d71b93-c958-4190-889c-72b27e595ad1 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 946 time: 0.0928371 Jul 16 18:36:30.560376 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:30.584017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c288d180-a20f-4a46-87fd-37a8668c4d40 req-3cdd023d-0cf9-4e93-ad08-5a46a7b28163 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/security-groups?id=8958cc8b-780b-4da5-b3be-5bcdf153fe47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366740 Jul 16 18:36:30.645259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Allocated IP 172.20.0.2 (727ee8d2-7f13-404d-8d62-fada51ca5a36/fbbf756d-3723-485a-85f6-99fd33ebea27/4e994f4e-202e-4ad9-92d3-72f05152aa2c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:30.811108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245478ee-59e2-4558-87a5-9be5fc9ebe87 req-d473a4c5-57c1-4d00-8303-05f3bc5553ca tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.819359 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-245478ee-59e2-4558-87a5-9be5fc9ebe87 req-d473a4c5-57c1-4d00-8303-05f3bc5553ca tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 946 time: 0.1101198 Jul 16 18:36:30.841837 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.856138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Transition to ACTIVE for port object 4e994f4e-202e-4ad9-92d3-72f05152aa2c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:30.874867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Transition to ACTIVE for port object 4e994f4e-202e-4ad9-92d3-72f05152aa2c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:30.885793 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.886645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-245478ee-59e2-4558-87a5-9be5fc9ebe87 req-41330901-d9bc-445b-805a-f5515e3fe591 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/security-groups?id=8958cc8b-780b-4da5-b3be-5bcdf153fe47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663095 Jul 16 18:36:30.904213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.943150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Network 727ee8d2-7f13-404d-8d62-fada51ca5a36 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:30.946400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:30.951021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:30.984565 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:36:28Z', 'revision_number': 3, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:31.008736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Pushing event updated for resources: {'Port': ['ID=4e994f4e-202e-4ad9-92d3-72f05152aa2c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:31.015990 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4a705-1322-47b1-b091-03c53a9f1c2e None None] The sync data for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 is: [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:36:28Z', 'revision_number': 3, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:31.030060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Attempting to bind port 4e994f4e-202e-4ad9-92d3-72f05152aa2c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:31.030446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Attempting to bind port 4e994f4e-202e-4ad9-92d3-72f05152aa2c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:31.030814 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Attempting to bind port 4e994f4e-202e-4ad9-92d3-72f05152aa2c on network 727ee8d2-7f13-404d-8d62-fada51ca5a36 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:31.040491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:31.040817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Checking segment: {'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:31.041794 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.042216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Bound using segment: {'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:31.042714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Bound port: 4e994f4e-202e-4ad9-92d3-72f05152aa2c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:31.043350 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.130330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f694f-b7f3-4bc6-b26a-42bd0b22592c tempest-TestServerBasicOps-853855504 tempest-TestServerBasicOps-853855504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.136273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b62f694f-b7f3-4bc6-b26a-42bd0b22592c tempest-TestServerBasicOps-853855504 tempest-TestServerBasicOps-853855504-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 1092 time: 0.2229414 Jul 16 18:36:31.136558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48486) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:31.141586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] For port 4e994f4e-202e-4ad9-92d3-72f05152aa2c, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:31.142321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '5c826710-1e06-4ec9-a4b3-613ad0e9544a', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:31.148125 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] For port 4e994f4e-202e-4ad9-92d3-72f05152aa2c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4e994f4e-202e-4ad9-92d3-72f05152aa2c,segment=NetworkSegment(18fe080e-2dcb-4bd8-bad6-280c92d327f9),segment_id=18fe080e-2dcb-4bd8-bad6-280c92d327f9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:31.154035 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.167760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.206285 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.227072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba8173-99d1-415c-9449-abba9ab759f7 None None] Pushing event updated for resources: {'Port': ['ID=4e994f4e-202e-4ad9-92d3-72f05152aa2c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:31.302465 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.489562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Allocated IP 172.25.8.49 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/f0d75e8f-b70d-4a8d-9091-1c7926dc53f5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:31.596252 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Allocated IP 172.20.0.1 (727ee8d2-7f13-404d-8d62-fada51ca5a36/fbbf756d-3723-485a-85f6-99fd33ebea27/d59e6011-ae8e-434b-8413-ea1619a6aa42) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:31.647814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.690045 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.748141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event updated for resources: {'Port': ['ID=f0d75e8f-b70d-4a8d-9091-1c7926dc53f5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:31.752190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:31.754115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:31.756693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:31.756921 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.778823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Transition to ACTIVE for port object d59e6011-ae8e-434b-8413-ea1619a6aa42 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:31.822368 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.851456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 02b77901-3e7e-4160-a283-1bd5e709fa16 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:31.892333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=d59e6011-ae8e-434b-8413-ea1619a6aa42,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:31.913830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 02b77901-3e7e-4160-a283-1bd5e709fa16 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:31.915935 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 727ee8d2-7f13-404d-8d62-fada51ca5a36 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:31.918441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 02b77901-3e7e-4160-a283-1bd5e709fa16 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:31.918824 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.921129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:31.924053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:32.003212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.051648 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.100616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 02b77901-3e7e-4160-a283-1bd5e709fa16, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=02b77901-3e7e-4160-a283-1bd5e709fa16,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:32.106760 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.107501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e994f4e-202e-4ad9-92d3-72f05152aa2c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:32.233293 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=02b77901-3e7e-4160-a283-1bd5e709fa16,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.242757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 4e994f4e-202e-4ad9-92d3-72f05152aa2c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:32.259997 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.312743 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.322025 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0518a639-7d88-4807-a79f-8aaf29644c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.412225 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.454949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddedff2-db8b-49bc-9763-4912a20bfbd3 None None] Network 727ee8d2-7f13-404d-8d62-fada51ca5a36 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:32.534649 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e305c97-b04c-44c1-b097-ab1cf30e07d8 None None] Provisioning for port 4e994f4e-202e-4ad9-92d3-72f05152aa2c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:32.546213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8e305c97-b04c-44c1-b097-ab1cf30e07d8 None None] Provisioning complete for port 4e994f4e-202e-4ad9-92d3-72f05152aa2c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:32.546609 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e305c97-b04c-44c1-b097-ab1cf30e07d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.606755 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.610419 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.611873 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.615382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.661694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event updated for resources: {'Port': ['ID=f0d75e8f-b70d-4a8d-9091-1c7926dc53f5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.685421 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e305c97-b04c-44c1-b097-ab1cf30e07d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.703171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.704955 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=d59e6011-ae8e-434b-8413-ea1619a6aa42,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.727384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8e305c97-b04c-44c1-b097-ab1cf30e07d8 None None] For port 4e994f4e-202e-4ad9-92d3-72f05152aa2c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4e994f4e-202e-4ad9-92d3-72f05152aa2c,segment=NetworkSegment(18fe080e-2dcb-4bd8-bad6-280c92d327f9),segment_id=18fe080e-2dcb-4bd8-bad6-280c92d327f9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:32.733138 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e305c97-b04c-44c1-b097-ab1cf30e07d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.733898 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.775528 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.803512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e305c97-b04c-44c1-b097-ab1cf30e07d8 None None] Pushing event updated for resources: {'Port': ['ID=4e994f4e-202e-4ad9-92d3-72f05152aa2c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.858020 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.861382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 727ee8d2-7f13-404d-8d62-fada51ca5a36 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:32.862887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:32.867575 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.887866 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Floating IP e5173a2b-83bc-432f-8b59-7d4e4ec78391 associated. External IP: 172.25.8.49, port: 5c826710-1e06-4ec9-a4b3-613ad0e9544a. Jul 16 18:36:33.006758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Router 039d0a64-d4d5-4ab7-952b-071d21691a6c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:33.069702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-988b0251-df8f-4630-bd97-1803f1817596 None None] Provisioning for port d59e6011-ae8e-434b-8413-ea1619a6aa42 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:33.077840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-988b0251-df8f-4630-bd97-1803f1817596 None None] Provisioning complete for port d59e6011-ae8e-434b-8413-ea1619a6aa42 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:33.078250 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-988b0251-df8f-4630-bd97-1803f1817596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.126536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-988b0251-df8f-4630-bd97-1803f1817596 None None] Port d59e6011-ae8e-434b-8413-ea1619a6aa42 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:33.137827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Router 6d91460f-fc4a-40f8-896b-b394c8cd7307 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:33.138727 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:33.142789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-988b0251-df8f-4630-bd97-1803f1817596 None None] Provisioning complete for port 4e994f4e-202e-4ad9-92d3-72f05152aa2c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:33.143170 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-988b0251-df8f-4630-bd97-1803f1817596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.147066 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e2b30f84-086b-403c-ae7b-096fb9200fe1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "PUT /v2.0/routers/039d0a64-d4d5-4ab7-952b-071d21691a6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8427770 Jul 16 18:36:33.148981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48488) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.290507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:33.299010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Sync routers for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:33.310397 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.313855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:33.314577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:33.317835 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba133fa9-ae74-4895-9a01-b348872b8dd9 None None] Sync routers for ids ['6d91460f-fc4a-40f8-896b-b394c8cd7307'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:33.329860 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba133fa9-ae74-4895-9a01-b348872b8dd9 None None] Routers {'6d91460f-fc4a-40f8-896b-b394c8cd7307'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:33.330827 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ba133fa9-ae74-4895-9a01-b348872b8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6d91460f-fc4a-40f8-896b-b394c8cd7307'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:33.384709 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f205c-e591-41e1-a1a9-bbc6be7fe36a tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.387667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f205c-e591-41e1-a1a9-bbc6be7fe36a tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.388031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f205c-e591-41e1-a1a9-bbc6be7fe36a tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.388950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f205c-e591-41e1-a1a9-bbc6be7fe36a tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.391007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f205c-e591-41e1-a1a9-bbc6be7fe36a tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.391007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f205c-e591-41e1-a1a9-bbc6be7fe36a tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.391007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f205c-e591-41e1-a1a9-bbc6be7fe36a tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.391007 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f205c-e591-41e1-a1a9-bbc6be7fe36a tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.395682 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-393f205c-e591-41e1-a1a9-bbc6be7fe36a tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.2455130 Jul 16 18:36:33.396323 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.425507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4768683e-7cea-426a-8106-87b7d5ef564a None None] Provisioning complete for port d59e6011-ae8e-434b-8413-ea1619a6aa42 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:33.425507 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4768683e-7cea-426a-8106-87b7d5ef564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.427232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-740ecf74-4bd4-4e95-a8bc-05f171855f3f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2884166 Jul 16 18:36:33.428910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'tag': '5c826710-1e06-4ec9-a4b3-613ad0e9544a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:33.431618 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88e8825-3b27-4984-a00b-a334f825774d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3", "tag": "5c826710-1e06-4ec9-a4b3-613ad0e9544a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:33.481376 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8e763b-c286-41e3-8bfa-187f61779641 x-openstack-request-id: req-3d8e763b-c286-41e3-8bfa-187f61779641 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:33.482008 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3", "tag": "5c826710-1e06-4ec9-a4b3-613ad0e9544a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:33.482477 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d8e763b-c286-41e3-8bfa-187f61779641 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:33.482795 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ba133fa9-ae74-4895-9a01-b348872b8dd9 None None] Set router 6d91460f-fc4a-40f8-896b-b394c8cd7307 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:33.483306 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'tag': '5c826710-1e06-4ec9-a4b3-613ad0e9544a', 'status': 'completed', 'code': 200} Jul 16 18:36:33.524473 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86cfcb3-3416-4315-978c-4b506d306d40 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.524958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86cfcb3-3416-4315-978c-4b506d306d40 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.525458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86cfcb3-3416-4315-978c-4b506d306d40 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.526005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86cfcb3-3416-4315-978c-4b506d306d40 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.526715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86cfcb3-3416-4315-978c-4b506d306d40 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.527236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86cfcb3-3416-4315-978c-4b506d306d40 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.527706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86cfcb3-3416-4315-978c-4b506d306d40 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.528166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86cfcb3-3416-4315-978c-4b506d306d40 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.532918 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e86cfcb3-3416-4315-978c-4b506d306d40 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.1329043 Jul 16 18:36:33.533245 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.584678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e8825-3b27-4984-a00b-a334f825774d req-cf72d289-39ec-46fb-8ade-a401e8fe5b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.586464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f88e8825-3b27-4984-a00b-a334f825774d req-cf72d289-39ec-46fb-8ade-a401e8fe5b13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cc7c414e68b445ba51d958644d25fb6&device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 1097 time: 0.0789404 Jul 16 18:36:33.716137 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4768683e-7cea-426a-8106-87b7d5ef564a None None] Port d59e6011-ae8e-434b-8413-ea1619a6aa42 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:33.727172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e8825-3b27-4984-a00b-a334f825774d req-cebaf418-d6c2-4ea2-a6d8-0750a4dc10a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.729935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f88e8825-3b27-4984-a00b-a334f825774d req-cebaf418-d6c2-4ea2-a6d8-0750a4dc10a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d20ae1c-da31-4a77-890f-409c77eabd3e HTTP/1.1" status: 200 len: 910 time: 0.1358507 Jul 16 18:36:33.760000 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:33.809115 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-634b80ff-310c-4cfa-8487-6f40971e528c tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4479 time: 0.2746639 Jul 16 18:36:33.810402 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ba133fa9-ae74-4895-9a01-b348872b8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 4, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'e5173a2b-83bc-432f-8b59-7d4e4ec78391', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'port_id': '5c826710-1e06-4ec9-a4b3-613ad0e9544a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'mac_address': 'fa:16:3e:f1:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:32Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 0, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d9288c-f638-412a-9e2b-aa363ba3b1f5', 'name': '', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'mac_address': 'fa:16:3e:20:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:16Z', 'revision_number': 5, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'subnets': [{'id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:33.823979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f88e8825-3b27-4984-a00b-a334f825774d req-ae1272be-1b77-4113-9e0f-4b333bd1f236 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c826710-1e06-4ec9-a4b3-613ad0e9544a HTTP/1.1" status: 200 len: 999 time: 0.0889032 Jul 16 18:36:33.829054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 02b77901-3e7e-4160-a283-1bd5e709fa16 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:33.854791 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba133fa9-ae74-4895-9a01-b348872b8dd9 None None] Checking router: 6d91460f-fc4a-40f8-896b-b394c8cd7307 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:33.863152 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba133fa9-ae74-4895-9a01-b348872b8dd9 None None] Routers {'6d91460f-fc4a-40f8-896b-b394c8cd7307'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:33.863776 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ba133fa9-ae74-4895-9a01-b348872b8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6d91460f-fc4a-40f8-896b-b394c8cd7307'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:33.886083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e8825-3b27-4984-a00b-a334f825774d req-4ed393bc-d3b8-49d6-8574-7c571bb2816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.887731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f88e8825-3b27-4984-a00b-a334f825774d req-4ed393bc-d3b8-49d6-8574-7c571bb2816e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c892e205-5f05-44cd-812d-0c936c8c56cb HTTP/1.1" status: 200 len: 848 time: 0.0531578 Jul 16 18:36:33.985049 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ba133fa9-ae74-4895-9a01-b348872b8dd9 None None] Set router 6d91460f-fc4a-40f8-896b-b394c8cd7307 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:34.040705 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.050327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-807c75c1-4e3e-44f9-b208-61f2ef130a68 None None] Provisioning complete for port d59e6011-ae8e-434b-8413-ea1619a6aa42 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:34.051296 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-807c75c1-4e3e-44f9-b208-61f2ef130a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.104369 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48500) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.109393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 02b77901-3e7e-4160-a283-1bd5e709fa16 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:34.109640 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3dcd7e0f-8659-4a8b-a98d-9931b4214fee tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390518564', 'description': 'tempest-secgroup-smoke-390518564 description', 'project_id': '3c4c76960df3488394e379049d496b5e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.110404 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.114841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-807c75c1-4e3e-44f9-b208-61f2ef130a68 None None] Port d59e6011-ae8e-434b-8413-ea1619a6aa42 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:34.141244 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dcd7e0f-8659-4a8b-a98d-9931b4214fee tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.161066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 2, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:34.198433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Checking router: 039d0a64-d4d5-4ab7-952b-071d21691a6c for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:34.198777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Updating router 039d0a64-d4d5-4ab7-952b-071d21691a6c port d59e6011-ae8e-434b-8413-ea1619a6aa42 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:34.274272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e994f4e-202e-4ad9-92d3-72f05152aa2c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:34.276452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dcd7e0f-8659-4a8b-a98d-9931b4214fee tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.277805 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ba133fa9-ae74-4895-9a01-b348872b8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 4, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'e5173a2b-83bc-432f-8b59-7d4e4ec78391', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'port_id': '5c826710-1e06-4ec9-a4b3-613ad0e9544a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'mac_address': 'fa:16:3e:f1:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:32Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 0, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d9288c-f638-412a-9e2b-aa363ba3b1f5', 'name': '', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'mac_address': 'fa:16:3e:20:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:16Z', 'revision_number': 5, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'subnets': [{'id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:34.283536 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dcd7e0f-8659-4a8b-a98d-9931b4214fee tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.314068 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3dcd7e0f-8659-4a8b-a98d-9931b4214fee tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.316219 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3dcd7e0f-8659-4a8b-a98d-9931b4214fee tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2108138 Jul 16 18:36:34.319417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48502) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.323287 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba133fa9-ae74-4895-9a01-b348872b8dd9 None None] The sync data for ids ['6d91460f-fc4a-40f8-896b-b394c8cd7307'] in n-d-793618-9 is: [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 4, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'e5173a2b-83bc-432f-8b59-7d4e4ec78391', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'port_id': '5c826710-1e06-4ec9-a4b3-613ad0e9544a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'mac_address': 'fa:16:3e:f1:37:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:32Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 0, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d9288c-f638-412a-9e2b-aa363ba3b1f5', 'name': '', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'mac_address': 'fa:16:3e:20:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:16Z', 'revision_number': 5, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'subnets': [{'id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:34.324618 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.326627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cbebc0c8-87e4-4020-8ed3-a40ce9618b1a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': 'bc4613e0-86db-4dee-a76e-7ebbb728563d', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.344586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd7e0f-8659-4a8b-a98d-9931b4214fee tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4613e0-86db-4dee-a76e-7ebbb728563d,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.359993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4e994f4e-202e-4ad9-92d3-72f05152aa2c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:34.360371 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.375768 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbebc0c8-87e4-4020-8ed3-a40ce9618b1a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.390194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e8825-3b27-4984-a00b-a334f825774d req-9542efe5-1ee6-41e5-a15d-12d8b78eaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.391911 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f88e8825-3b27-4984-a00b-a334f825774d req-9542efe5-1ee6-41e5-a15d-12d8b78eaac7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d20ae1c-da31-4a77-890f-409c77eabd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4853048 Jul 16 18:36:34.446763 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbebc0c8-87e4-4020-8ed3-a40ce9618b1a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.451440 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbebc0c8-87e4-4020-8ed3-a40ce9618b1a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.474973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebc0c8-87e4-4020-8ed3-a40ce9618b1a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02527145-2fe5-4c4b-bd5c-04597565757c,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.477915 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cbebc0c8-87e4-4020-8ed3-a40ce9618b1a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.482354 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cbebc0c8-87e4-4020-8ed3-a40ce9618b1a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590896 Jul 16 18:36:34.482878 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48504) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.487550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-36851359-34be-4820-aed4-ac3f4e42b072 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': 'bc4613e0-86db-4dee-a76e-7ebbb728563d', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.499938 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f88e8825-3b27-4984-a00b-a334f825774d req-1d2b6cbc-4795-49a7-b71f-33562091cdc6 service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013432 Jul 16 18:36:34.517065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36851359-34be-4820-aed4-ac3f4e42b072 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.613940 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36851359-34be-4820-aed4-ac3f4e42b072 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.620485 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36851359-34be-4820-aed4-ac3f4e42b072 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.637175 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f88e8825-3b27-4984-a00b-a334f825774d req-a79eb4f7-aa5b-4f4f-8d5f-e6cbe8d6d1bc service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299536 Jul 16 18:36:34.647480 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36851359-34be-4820-aed4-ac3f4e42b072 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64342f22-1b81-4825-b350-74eb5b643ac7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.650102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a5e561-7b77-44a1-b075-b78cab509db5 None None] New status for floating IP e5173a2b-83bc-432f-8b59-7d4e4ec78391: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:36:34.657491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-36851359-34be-4820-aed4-ac3f4e42b072 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.661613 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-36851359-34be-4820-aed4-ac3f4e42b072 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1779356 Jul 16 18:36:34.662221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48506) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.667746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f8cc5a51-9f4f-4d11-8737-321c0345d96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': 'bc4613e0-86db-4dee-a76e-7ebbb728563d', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.694775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5a51-9f4f-4d11-8737-321c0345d96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.752939 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5a51-9f4f-4d11-8737-321c0345d96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.756667 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5a51-9f4f-4d11-8737-321c0345d96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.774900 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc5a51-9f4f-4d11-8737-321c0345d96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ceaa2ed-dc51-45fb-b6de-987600835b9a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.782038 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5a51-9f4f-4d11-8737-321c0345d96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.786633 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f8cc5a51-9f4f-4d11-8737-321c0345d96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204841 Jul 16 18:36:34.786760 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48508) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.791533 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-415a052b-5604-42f2-b6ec-21ee666ebb59 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': 'bc4613e0-86db-4dee-a76e-7ebbb728563d', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.818999 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-415a052b-5604-42f2-b6ec-21ee666ebb59 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.835736 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.875492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Transition to ACTIVE for port object d59e6011-ae8e-434b-8413-ea1619a6aa42 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:34.886745 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.887559 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-415a052b-5604-42f2-b6ec-21ee666ebb59 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.892106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-415a052b-5604-42f2-b6ec-21ee666ebb59 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.913937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a052b-5604-42f2-b6ec-21ee666ebb59 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc6c2f0-8e78-4269-9c13-2e586850a21f,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.919765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-415a052b-5604-42f2-b6ec-21ee666ebb59 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.923866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.924031 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-415a052b-5604-42f2-b6ec-21ee666ebb59 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362445 Jul 16 18:36:34.929060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6cbb2039-644c-4f54-83c6-32015486c0d0 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': 'bc4613e0-86db-4dee-a76e-7ebbb728563d', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.957393 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-6cbb2039-644c-4f54-83c6-32015486c0d0 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Project 3c4c76960df3488394e379049d496b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:36:34.962669 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cbb2039-644c-4f54-83c6-32015486c0d0 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.991394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a547b-d430-435d-bbd2-be39009b9ee4 None None] Pushing event updated for resources: {'Port': ['ID=d59e6011-ae8e-434b-8413-ea1619a6aa42,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.008438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Attempting to bind port d59e6011-ae8e-434b-8413-ea1619a6aa42 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:35.008858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Attempting to bind port d59e6011-ae8e-434b-8413-ea1619a6aa42 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:35.009583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Attempting to bind port d59e6011-ae8e-434b-8413-ea1619a6aa42 on network 727ee8d2-7f13-404d-8d62-fada51ca5a36 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:35.015056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:35.015444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Checking segment: {'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:35.015858 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.016265 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Bound using segment: {'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:35.017169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Bound port: d59e6011-ae8e-434b-8413-ea1619a6aa42, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:35.017663 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.029838 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cbb2039-644c-4f54-83c6-32015486c0d0 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.035329 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cbb2039-644c-4f54-83c6-32015486c0d0 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.053423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb2039-644c-4f54-83c6-32015486c0d0 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a79d26-247c-43ab-aa18-a0a8c3126efb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.061354 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cbb2039-644c-4f54-83c6-32015486c0d0 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.062464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6cbb2039-644c-4f54-83c6-32015486c0d0 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370447 Jul 16 18:36:35.065268 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48512) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:35.070986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-42244093-cb7c-45c2-b90a-9ae9229ecc6c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': 'bc4613e0-86db-4dee-a76e-7ebbb728563d', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:35.094498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] For port d59e6011-ae8e-434b-8413-ea1619a6aa42, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:35.095480 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-42244093-cb7c-45c2-b90a-9ae9229ecc6c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Project 3c4c76960df3488394e379049d496b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:36:35.097735 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] For port d59e6011-ae8e-434b-8413-ea1619a6aa42, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d59e6011-ae8e-434b-8413-ea1619a6aa42,segment=NetworkSegment(18fe080e-2dcb-4bd8-bad6-280c92d327f9),segment_id=18fe080e-2dcb-4bd8-bad6-280c92d327f9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:35.103210 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42244093-cb7c-45c2-b90a-9ae9229ecc6c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.105888 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.166136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:35.166940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:35.175925 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42244093-cb7c-45c2-b90a-9ae9229ecc6c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.181409 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42244093-cb7c-45c2-b90a-9ae9229ecc6c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.200770 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42244093-cb7c-45c2-b90a-9ae9229ecc6c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6be1cf-5036-4377-a404-c33e097e5e51,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.207723 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-42244093-cb7c-45c2-b90a-9ae9229ecc6c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.216521 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-42244093-cb7c-45c2-b90a-9ae9229ecc6c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425791 Jul 16 18:36:35.237280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a547b-d430-435d-bbd2-be39009b9ee4 None None] Pushing event updated for resources: {'Port': ['ID=d59e6011-ae8e-434b-8413-ea1619a6aa42,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.308513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:35.367369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-20357f02-f323-4870-93f9-31047f146c7d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390518564&fields=id&tenant_id=3c4c76960df3488394e379049d496b5e HTTP/1.1" status: 200 len: 267 time: 0.0389836 Jul 16 18:36:35.479594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-3daf09bd-9532-4851-b5bc-6667ea48cb79 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.481124 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-3daf09bd-9532-4851-b5bc-6667ea48cb79 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/networks?id=727ee8d2-7f13-404d-8d62-fada51ca5a36 HTTP/1.1" status: 200 len: 796 time: 0.1061606 Jul 16 18:36:35.496394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-ab678783-14b2-412e-ae39-c2591e233f58 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/quotas/3c4c76960df3488394e379049d496b5e HTTP/1.1" status: 200 len: 375 time: 0.0098028 Jul 16 18:36:35.528855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:35.559337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45df0d32-0061-40f7-9b83-dc804db0e163 None None] The sync data for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 is: [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:35.562978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-0c092607-b5bd-4ce4-91ff-b52875010fe2 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614531 Jul 16 18:36:35.571672 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.580982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-26770e37-423c-4ae5-a827-97e30866f87c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:36:35.582034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-26770e37-423c-4ae5-a827-97e30866f87c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055928 Jul 16 18:36:35.702362 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-f669b5eb-1f40-4df5-8570-683e19d091e9 service neutron] 10.222.0.52 "GET /v2.0/networks/727ee8d2-7f13-404d-8d62-fada51ca5a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141164 Jul 16 18:36:35.771534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d59e6011-ae8e-434b-8413-ea1619a6aa42 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:35.804489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-901f67e1-b221-4fbd-b463-d2c86ba9616d service neutron] 10.222.0.52 "GET /v2.0/networks/727ee8d2-7f13-404d-8d62-fada51ca5a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981574 Jul 16 18:36:35.823934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port d59e6011-ae8e-434b-8413-ea1619a6aa42 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:35.828696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d59e6011-ae8e-434b-8413-ea1619a6aa42 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:35.829107 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.921510 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.976287 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port d59e6011-ae8e-434b-8413-ea1619a6aa42, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d59e6011-ae8e-434b-8413-ea1619a6aa42,segment=NetworkSegment(18fe080e-2dcb-4bd8-bad6-280c92d327f9),segment_id=18fe080e-2dcb-4bd8-bad6-280c92d327f9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:35.981838 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.025534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0026165a-c5e2-4399-88f6-8a7b55786d6a req-5c5a3fff-3cf8-4784-8e56-136b404742c6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 210 time: 0.0500138 Jul 16 18:36:36.047080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=d59e6011-ae8e-434b-8413-ea1619a6aa42,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:37.082728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-853e183b-be01-42ef-8b91-d75918a9bc44 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.084378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-853e183b-be01-42ef-8b91-d75918a9bc44 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.38 "GET /v2.0/networks?id=727ee8d2-7f13-404d-8d62-fada51ca5a36 HTTP/1.1" status: 200 len: 796 time: 0.1046734 Jul 16 18:36:37.130306 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-2d10dfeb-1f42-4adc-a3c3-275bec9586c8 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4c76960df3488394e379049d496b5e HTTP/1.1" status: 200 len: 379 time: 0.0369234 Jul 16 18:36:37.139575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'port': {'device_id': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'admin_state_up': True, 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'security_groups': ['bc4613e0-86db-4dee-a76e-7ebbb728563d']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:37.197820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13061233-1c39-425c-b988-306e4c2bc1f7 req-03fc1895-aa68-4e70-aa33-8d949e0be99d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 210 time: 0.0544591 Jul 16 18:36:37.280999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Made reservation on behalf of 3c4c76960df3488394e379049d496b5e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:37.284676 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.413531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Allocated IP 172.20.0.12 (727ee8d2-7f13-404d-8d62-fada51ca5a36/fbbf756d-3723-485a-85f6-99fd33ebea27/38257830-a208-4a0d-b19e-a1581339cb3a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:37.560978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.574961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Transition to ACTIVE for port object 38257830-a208-4a0d-b19e-a1581339cb3a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:37.607028 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.648060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 727ee8d2-7f13-404d-8d62-fada51ca5a36 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:37.654007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:37.657774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:37.683994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=38257830-a208-4a0d-b19e-a1581339cb3a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:37.714107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.714757 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.737473 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-e67c7cc3-4a5a-41e9-bce6-492b9e5417a6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6023192 Jul 16 18:36:37.749245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Request body: {'port': {'device_id': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:37.760865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d59e6011-ae8e-434b-8413-ea1619a6aa42 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:37.813558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d59e6011-ae8e-434b-8413-ea1619a6aa42 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:37.813949 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.834767 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.933886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b77400c1-8cf2-4925-89ae-5fb02310a98b None None] Provisioning for port 38257830-a208-4a0d-b19e-a1581339cb3a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:37.937827 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b77400c1-8cf2-4925-89ae-5fb02310a98b None None] Provisioning complete for port 38257830-a208-4a0d-b19e-a1581339cb3a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:37.938212 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b77400c1-8cf2-4925-89ae-5fb02310a98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.971816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b77400c1-8cf2-4925-89ae-5fb02310a98b None None] Port 38257830-a208-4a0d-b19e-a1581339cb3a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:38.101342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38257830-a208-4a0d-b19e-a1581339cb3a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:38.109020 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.121915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Transition to ACTIVE for port object 38257830-a208-4a0d-b19e-a1581339cb3a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:38.125514 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.176448 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Pushing event updated for resources: {'Port': ['ID=38257830-a208-4a0d-b19e-a1581339cb3a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.251442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Attempting to bind port 38257830-a208-4a0d-b19e-a1581339cb3a on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:38.251827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Attempting to bind port 38257830-a208-4a0d-b19e-a1581339cb3a by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:38.252128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Attempting to bind port 38257830-a208-4a0d-b19e-a1581339cb3a on network 727ee8d2-7f13-404d-8d62-fada51ca5a36 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:38.257494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Port 38257830-a208-4a0d-b19e-a1581339cb3a on network 727ee8d2-7f13-404d-8d62-fada51ca5a36 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:38.257827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Attempting to bind port 38257830-a208-4a0d-b19e-a1581339cb3a on network 727ee8d2-7f13-404d-8d62-fada51ca5a36 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:38.263605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:38.264093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Checking segment: {'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:38.264500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Bound using segment: {'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:38.264946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Bound port: 38257830-a208-4a0d-b19e-a1581339cb3a, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fe080e-2dcb-4bd8-bad6-280c92d327f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:38.265343 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.363481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] For port 38257830-a208-4a0d-b19e-a1581339cb3a, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:38.367208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] For port 38257830-a208-4a0d-b19e-a1581339cb3a, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=38257830-a208-4a0d-b19e-a1581339cb3a,segment=NetworkSegment(18fe080e-2dcb-4bd8-bad6-280c92d327f9),segment_id=18fe080e-2dcb-4bd8-bad6-280c92d327f9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:38.373542 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.423330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.423970 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.425409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] 10.222.0.38 "PUT /v2.0/ports/38257830-a208-4a0d-b19e-a1581339cb3a HTTP/1.1" status: 200 len: 1092 time: 0.6812570 Jul 16 18:36:38.425858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'tag': '38257830-a208-4a0d-b19e-a1581339cb3a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:38.428112 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0868e2f-b80c-4313-b481-1d6979b17cca" -d '{"events": [{"name": "network-changed", "server_uuid": "ff776134-67ac-49d3-ad81-86745d38dd95", "tag": "38257830-a208-4a0d-b19e-a1581339cb3a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:38.459132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7350f2-4426-4346-8d09-9fc348f1743f req-2ebedd1e-ca0f-438d-9c39-cf1c10f6d779 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.460887 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b7350f2-4426-4346-8d09-9fc348f1743f req-2ebedd1e-ca0f-438d-9c39-cf1c10f6d779 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 944 time: 0.1423945 Jul 16 18:36:38.464347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427906b-d78b-476a-81c1-deba7ea90f7b service neutron] Pushing event updated for resources: {'Port': ['ID=38257830-a208-4a0d-b19e-a1581339cb3a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.485767 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80c4499-6d43-4bf9-a94e-11adcc2af2d0 x-openstack-request-id: req-f80c4499-6d43-4bf9-a94e-11adcc2af2d0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:38.486063 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff776134-67ac-49d3-ad81-86745d38dd95", "tag": "38257830-a208-4a0d-b19e-a1581339cb3a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:38.486321 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f80c4499-6d43-4bf9-a94e-11adcc2af2d0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:38.486800 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'tag': '38257830-a208-4a0d-b19e-a1581339cb3a', 'status': 'completed', 'code': 200} Jul 16 18:36:38.535708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b7350f2-4426-4346-8d09-9fc348f1743f req-8c915ad2-acc3-4fd3-b86c-053eb0175958 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4613e0-86db-4dee-a76e-7ebbb728563d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679395 Jul 16 18:36:38.556332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-8c0f47d3-c15d-4d8e-89cd-899a8659a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.562240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-8c0f47d3-c15d-4d8e-89cd-899a8659a876 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 1095 time: 0.0875361 Jul 16 18:36:38.609397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-6641af1b-b5d0-4564-81ef-1f46cf057b7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38257830-a208-4a0d-b19e-a1581339cb3a HTTP/1.1" status: 200 len: 217 time: 0.0398750 Jul 16 18:36:38.658474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-4b42dba1-7eed-4f7d-8545-e75939a7e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.659948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-4b42dba1-7eed-4f7d-8545-e75939a7e556 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbbf756d-3723-485a-85f6-99fd33ebea27 HTTP/1.1" status: 200 len: 835 time: 0.0448093 Jul 16 18:36:38.717173 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-3261d7ab-902c-471f-86c0-f9b1daa766b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.718732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-3261d7ab-902c-471f-86c0-f9b1daa766b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=727ee8d2-7f13-404d-8d62-fada51ca5a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525901 Jul 16 18:36:38.810394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-d1cd79bd-f63a-42eb-9bf7-e2661cff3dcb service neutron] 10.222.0.38 "GET /v2.0/networks/727ee8d2-7f13-404d-8d62-fada51ca5a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857379 Jul 16 18:36:38.898003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4423fc4a-5545-4990-a7fe-88339ff2ecbf req-60d8f4b1-d543-4f37-8c43-9072641b9ee4 service neutron] 10.222.0.38 "GET /v2.0/networks/727ee8d2-7f13-404d-8d62-fada51ca5a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816512 Jul 16 18:36:38.992117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0868e2f-b80c-4313-b481-1d6979b17cca req-6463dfdb-95be-4b25-80e4-cd999133c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.993803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0868e2f-b80c-4313-b481-1d6979b17cca req-6463dfdb-95be-4b25-80e4-cd999133c7ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 1095 time: 0.0522130 Jul 16 18:36:39.086654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0868e2f-b80c-4313-b481-1d6979b17cca req-5b72c16e-cea5-4e32-a23a-48a4cfc0974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.088140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0868e2f-b80c-4313-b481-1d6979b17cca req-5b72c16e-cea5-4e32-a23a-48a4cfc0974c service neutron] 10.222.0.38 "GET /v2.0/networks?id=727ee8d2-7f13-404d-8d62-fada51ca5a36 HTTP/1.1" status: 200 len: 897 time: 0.0883582 Jul 16 18:36:39.126573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0868e2f-b80c-4313-b481-1d6979b17cca req-e63c620d-6e9f-4d92-b0ff-4765ce8faff5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38257830-a208-4a0d-b19e-a1581339cb3a HTTP/1.1" status: 200 len: 217 time: 0.0325940 Jul 16 18:36:39.178349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0868e2f-b80c-4313-b481-1d6979b17cca req-c4dd7d65-4da9-4f22-a1fc-ea30102552af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.179787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0868e2f-b80c-4313-b481-1d6979b17cca req-c4dd7d65-4da9-4f22-a1fc-ea30102552af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbbf756d-3723-485a-85f6-99fd33ebea27 HTTP/1.1" status: 200 len: 835 time: 0.0469296 Jul 16 18:36:39.236773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0868e2f-b80c-4313-b481-1d6979b17cca req-2b8bbe3d-27f2-47f0-bcf3-f68a2f6c751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.238670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0868e2f-b80c-4313-b481-1d6979b17cca req-2b8bbe3d-27f2-47f0-bcf3-f68a2f6c751a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=727ee8d2-7f13-404d-8d62-fada51ca5a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521145 Jul 16 18:36:39.330496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0868e2f-b80c-4313-b481-1d6979b17cca req-190baa95-45b5-42bb-b071-233f3700ebb0 service neutron] 10.222.0.38 "GET /v2.0/networks/727ee8d2-7f13-404d-8d62-fada51ca5a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846233 Jul 16 18:36:39.418980 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0868e2f-b80c-4313-b481-1d6979b17cca req-935f3c88-4e23-49a4-a30d-bcd879631d65 service neutron] 10.222.0.38 "GET /v2.0/networks/727ee8d2-7f13-404d-8d62-fada51ca5a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820625 Jul 16 18:36:39.719663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe7824-6e09-4a5d-a9f8-50bfa91a623c req-1b85c255-5b33-49bf-b38d-38561c49861b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.721160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aebe7824-6e09-4a5d-a9f8-50bfa91a623c req-1b85c255-5b33-49bf-b38d-38561c49861b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 944 time: 0.0636871 Jul 16 18:36:39.762921 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aebe7824-6e09-4a5d-a9f8-50bfa91a623c req-b166a408-6361-4bca-9634-b6adeb53845e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4613e0-86db-4dee-a76e-7ebbb728563d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361524 Jul 16 18:36:40.934973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc0ad4-c13e-4ff0-8c52-cd05460d183b req-883e238b-56d1-472b-953e-ae790a565d9d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.937765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21cc0ad4-c13e-4ff0-8c52-cd05460d183b req-883e238b-56d1-472b-953e-ae790a565d9d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 944 time: 0.0661318 Jul 16 18:36:40.974141 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21cc0ad4-c13e-4ff0-8c52-cd05460d183b req-25e8aea8-3309-408b-8e5e-1d06ee4ccbbf tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4613e0-86db-4dee-a76e-7ebbb728563d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321941 Jul 16 18:36:42.039286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 38257830-a208-4a0d-b19e-a1581339cb3a details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:42.136445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 38257830-a208-4a0d-b19e-a1581339cb3a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=38257830-a208-4a0d-b19e-a1581339cb3a,segment=NetworkSegment(18fe080e-2dcb-4bd8-bad6-280c92d327f9),segment_id=18fe080e-2dcb-4bd8-bad6-280c92d327f9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:42.145831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b18b00-3e21-449a-a259-9646443fec5e req-261e08b8-6272-481a-9ad6-180c7015a925 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.147347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00b18b00-3e21-449a-a259-9646443fec5e req-261e08b8-6272-481a-9ad6-180c7015a925 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 944 time: 0.0630288 Jul 16 18:36:42.147821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '38257830-a208-4a0d-b19e-a1581339cb3a', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'port_id': '38257830-a208-4a0d-b19e-a1581339cb3a', 'mac_address': 'fa:16:3e:1c:4f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:42.184142 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.184407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00b18b00-3e21-449a-a259-9646443fec5e req-510dbbe2-24ad-4bb7-b8c0-35147e747806 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4613e0-86db-4dee-a76e-7ebbb728563d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307696 Jul 16 18:36:42.197451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38257830-a208-4a0d-b19e-a1581339cb3a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:42.217790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 38257830-a208-4a0d-b19e-a1581339cb3a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=38257830-a208-4a0d-b19e-a1581339cb3a,segment=NetworkSegment(18fe080e-2dcb-4bd8-bad6-280c92d327f9),segment_id=18fe080e-2dcb-4bd8-bad6-280c92d327f9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:42.221639 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.267149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=38257830-a208-4a0d-b19e-a1581339cb3a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:42.440800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['38257830-a208-4a0d-b19e-a1581339cb3a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:43.360130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5508be8-7206-448c-8251-ba5a97c5f5b8 req-c2fb3f64-9f35-4e6e-8f9c-137b993ade36 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.361622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5508be8-7206-448c-8251-ba5a97c5f5b8 req-c2fb3f64-9f35-4e6e-8f9c-137b993ade36 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 945 time: 0.0651309 Jul 16 18:36:43.397371 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5508be8-7206-448c-8251-ba5a97c5f5b8 req-954df0ad-0b53-4105-b69e-9f7c43125108 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4613e0-86db-4dee-a76e-7ebbb728563d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302522 Jul 16 18:36:44.054720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 38257830-a208-4a0d-b19e-a1581339cb3a up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:44.105968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 38257830-a208-4a0d-b19e-a1581339cb3a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:44.109591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 38257830-a208-4a0d-b19e-a1581339cb3a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:44.109971 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.184786 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.207544 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38257830-a208-4a0d-b19e-a1581339cb3a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:44.209830 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8ef1c0-194c-4e57-b612-d4ff10856a57" -d '{"events": [{"server_uuid": "ff776134-67ac-49d3-ad81-86745d38dd95", "name": "network-vif-plugged", "status": "completed", "tag": "38257830-a208-4a0d-b19e-a1581339cb3a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:44.222583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 38257830-a208-4a0d-b19e-a1581339cb3a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=38257830-a208-4a0d-b19e-a1581339cb3a,segment=NetworkSegment(18fe080e-2dcb-4bd8-bad6-280c92d327f9),segment_id=18fe080e-2dcb-4bd8-bad6-280c92d327f9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:44.226470 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.253773 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48738711-bb2f-4368-863e-bdc585730a47 x-openstack-request-id: req-48738711-bb2f-4368-863e-bdc585730a47 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:44.254183 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff776134-67ac-49d3-ad81-86745d38dd95", "name": "network-vif-plugged", "status": "completed", "tag": "38257830-a208-4a0d-b19e-a1581339cb3a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:44.254553 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48738711-bb2f-4368-863e-bdc585730a47 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:44.254952 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38257830-a208-4a0d-b19e-a1581339cb3a', 'code': 200} Jul 16 18:36:44.280842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=38257830-a208-4a0d-b19e-a1581339cb3a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.358727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77517f-5e77-4a3c-a93c-59fa9b786ab9 req-c808f194-682a-4035-8904-d8ca3e141429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.360143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d77517f-5e77-4a3c-a93c-59fa9b786ab9 req-c808f194-682a-4035-8904-d8ca3e141429 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 1097 time: 0.0538726 Jul 16 18:36:44.394825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d77517f-5e77-4a3c-a93c-59fa9b786ab9 req-f1a2cb54-9b51-43cb-80e7-5d0f275fddd3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bc4613e0-86db-4dee-a76e-7ebbb728563d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285137 Jul 16 18:36:44.566347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e782-58df-45fb-bfad-22431145b1be req-a8342132-07fc-419d-87df-d6f2c99f8421 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.568098 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d11e782-58df-45fb-bfad-22431145b1be req-a8342132-07fc-419d-87df-d6f2c99f8421 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 946 time: 0.0625401 Jul 16 18:36:44.606670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d11e782-58df-45fb-bfad-22431145b1be req-ede810fe-09b0-4c0f-b30f-dd9aabd21140 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4613e0-86db-4dee-a76e-7ebbb728563d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329514 Jul 16 18:36:45.783365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a70d1-d981-46c7-b237-5f980c0fba65 req-e816ec01-58d0-464e-82bb-2f102ce2fa95 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.784894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-179a70d1-d981-46c7-b237-5f980c0fba65 req-e816ec01-58d0-464e-82bb-2f102ce2fa95 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 946 time: 0.0676796 Jul 16 18:36:45.821889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-179a70d1-d981-46c7-b237-5f980c0fba65 req-feaf57cd-a3be-454a-95aa-8f04e953293b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4613e0-86db-4dee-a76e-7ebbb728563d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315046 Jul 16 18:36:45.999598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73489ebd-dc9e-44f7-a6ab-c53d7f9d2c87 req-273acd7e-9c3f-4614-908c-cb2396c0188e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.001098 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73489ebd-dc9e-44f7-a6ab-c53d7f9d2c87 req-273acd7e-9c3f-4614-908c-cb2396c0188e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 946 time: 0.0638051 Jul 16 18:36:46.037243 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73489ebd-dc9e-44f7-a6ab-c53d7f9d2c87 req-b72209d2-d727-4614-931f-516834eb231f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4613e0-86db-4dee-a76e-7ebbb728563d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304508 Jul 16 18:36:46.062378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48560) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:46.112888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf94e2-e848-4cf4-bd66-701139bc66c1 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.114429 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-23bf94e2-e848-4cf4-bd66-701139bc66c1 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 1092 time: 0.0510621 Jul 16 18:36:46.117253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48564) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:46.122206 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '38257830-a208-4a0d-b19e-a1581339cb3a', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:46.143084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.240811 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.340894 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Allocated IP 172.25.8.230 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/352bee6d-2e65-4508-b47c-b4441a358ec4) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:46.445540 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.484965 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.519936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:46.524597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:46.528931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:46.553148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=352bee6d-2e65-4508-b47c-b4441a358ec4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:47.172064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.246549 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.393116 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.398460 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.470501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=352bee6d-2e65-4508-b47c-b4441a358ec4,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:47.481396 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.583622 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Floating IP 2696574a-14ad-4790-a661-0fe08ead771d associated. External IP: 172.25.8.230, port: 38257830-a208-4a0d-b19e-a1581339cb3a. Jul 16 18:36:47.793134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Router 039d0a64-d4d5-4ab7-952b-071d21691a6c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:47.897326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:47.909062 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64726879-a5e8-4b06-88ce-be93f6e4ade2 None None] Sync routers for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:47.915430 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.919883 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64726879-a5e8-4b06-88ce-be93f6e4ade2 None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:47.920510 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-64726879-a5e8-4b06-88ce-be93f6e4ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:47.956041 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d6a421ea-8059-46e5-959b-a9d214a9863a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8377578 Jul 16 18:36:47.956651 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'tag': '38257830-a208-4a0d-b19e-a1581339cb3a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:47.958955 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6151f8e-6d2f-43f9-a385-2138050fe14f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff776134-67ac-49d3-ad81-86745d38dd95", "tag": "38257830-a208-4a0d-b19e-a1581339cb3a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:47.959139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:47.997868 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee69eedf-d067-482f-8d05-fa95338f04a2 x-openstack-request-id: req-ee69eedf-d067-482f-8d05-fa95338f04a2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:47.998177 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff776134-67ac-49d3-ad81-86745d38dd95", "tag": "38257830-a208-4a0d-b19e-a1581339cb3a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:47.998629 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee69eedf-d067-482f-8d05-fa95338f04a2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:47.999038 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'tag': '38257830-a208-4a0d-b19e-a1581339cb3a', 'status': 'completed', 'code': 200} Jul 16 18:36:48.035531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3a908b7a-bb3e-4145-b315-cfc2249b27d2 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/floatingips/2696574a-14ad-4790-a661-0fe08ead771d HTTP/1.1" status: 200 len: 992 time: 0.0753305 Jul 16 18:36:48.043068 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-64726879-a5e8-4b06-88ce-be93f6e4ade2 None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:48.081790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6151f8e-6d2f-43f9-a385-2138050fe14f req-d08be5db-7b9e-410c-8876-ed34c6e499bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.083241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6151f8e-6d2f-43f9-a385-2138050fe14f req-d08be5db-7b9e-410c-8876-ed34c6e499bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 1097 time: 0.0592480 Jul 16 18:36:48.176099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6151f8e-6d2f-43f9-a385-2138050fe14f req-31f9c541-7527-40a4-861c-0e7fe9c81317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.177609 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6151f8e-6d2f-43f9-a385-2138050fe14f req-31f9c541-7527-40a4-861c-0e7fe9c81317 service neutron] 10.222.0.38 "GET /v2.0/networks?id=727ee8d2-7f13-404d-8d62-fada51ca5a36 HTTP/1.1" status: 200 len: 897 time: 0.0877342 Jul 16 18:36:48.241202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6151f8e-6d2f-43f9-a385-2138050fe14f req-bcd3e572-0852-4896-808b-862b210135d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38257830-a208-4a0d-b19e-a1581339cb3a HTTP/1.1" status: 200 len: 1000 time: 0.0574157 Jul 16 18:36:48.265275 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-64726879-a5e8-4b06-88ce-be93f6e4ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2696574a-14ad-4790-a661-0fe08ead771d', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'port_id': '38257830-a208-4a0d-b19e-a1581339cb3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'mac_address': 'fa:16:3e:1c:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:47Z', 'updated_at': '2021-07-16T18:36:47Z', 'revision_number': 0, 'project_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:48.289110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6151f8e-6d2f-43f9-a385-2138050fe14f req-fe172d3a-8cdf-4a10-80a7-0a0169fa4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.290692 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6151f8e-6d2f-43f9-a385-2138050fe14f req-fe172d3a-8cdf-4a10-80a7-0a0169fa4857 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbbf756d-3723-485a-85f6-99fd33ebea27 HTTP/1.1" status: 200 len: 835 time: 0.0438273 Jul 16 18:36:48.290877 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64726879-a5e8-4b06-88ce-be93f6e4ade2 None None] Checking router: 039d0a64-d4d5-4ab7-952b-071d21691a6c for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:48.298839 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64726879-a5e8-4b06-88ce-be93f6e4ade2 None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:48.299446 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-64726879-a5e8-4b06-88ce-be93f6e4ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:36:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:48.353612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6151f8e-6d2f-43f9-a385-2138050fe14f req-e666bac2-e18b-4087-b260-ca9e716efdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.355872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6151f8e-6d2f-43f9-a385-2138050fe14f req-e666bac2-e18b-4087-b260-ca9e716efdd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=727ee8d2-7f13-404d-8d62-fada51ca5a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593336 Jul 16 18:36:48.450426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6151f8e-6d2f-43f9-a385-2138050fe14f req-a6d1ad2a-9a93-4b03-af71-5fa6f79e6c6d service neutron] 10.222.0.38 "GET /v2.0/networks/727ee8d2-7f13-404d-8d62-fada51ca5a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882092 Jul 16 18:36:48.504467 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-64726879-a5e8-4b06-88ce-be93f6e4ade2 None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:48.543762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6151f8e-6d2f-43f9-a385-2138050fe14f req-289f6b16-d59c-4316-987a-653130e544b2 service neutron] 10.222.0.38 "GET /v2.0/networks/727ee8d2-7f13-404d-8d62-fada51ca5a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867088 Jul 16 18:36:48.723111 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-64726879-a5e8-4b06-88ce-be93f6e4ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2696574a-14ad-4790-a661-0fe08ead771d', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'port_id': '38257830-a208-4a0d-b19e-a1581339cb3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'mac_address': 'fa:16:3e:1c:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:47Z', 'updated_at': '2021-07-16T18:36:47Z', 'revision_number': 0, 'project_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:48.748295 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64726879-a5e8-4b06-88ce-be93f6e4ade2 None None] The sync data for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 is: [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2696574a-14ad-4790-a661-0fe08ead771d', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'port_id': '38257830-a208-4a0d-b19e-a1581339cb3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'mac_address': 'fa:16:3e:1c:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:47Z', 'updated_at': '2021-07-16T18:36:47Z', 'revision_number': 0, 'project_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:48.944594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5e5982-1563-4288-a3b9-1de9c06ceff8 None None] New status for floating IP 2696574a-14ad-4790-a661-0fe08ead771d: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:36:49.039228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48570) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:49.102356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7511a75f-4163-4676-97fc-2651181baab1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/floatingips/2696574a-14ad-4790-a661-0fe08ead771d HTTP/1.1" status: 200 len: 992 time: 0.0619543 Jul 16 18:36:50.105742 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:50.168210 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-94228ba2-c97d-4058-914c-c2285ef17eb8 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/floatingips/2696574a-14ad-4790-a661-0fe08ead771d HTTP/1.1" status: 200 len: 994 time: 0.0613143 Jul 16 18:36:52.601177 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:00.081831 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbc55656-b13e-4bdc-ad65-003a58c9bb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.314482 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3d8729c-b44d-4da1-abd6-5d649d5782e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.756573 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.833715 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.848493 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.860161 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.564366 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.590921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:07.714092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb187d-0ce6-4ae4-9dbd-d4fd9ae968f7 req-8b551d2c-7579-4bcb-a2d1-c9ddbc5f2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.716391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52cb187d-0ce6-4ae4-9dbd-d4fd9ae968f7 req-8b551d2c-7579-4bcb-a2d1-c9ddbc5f2e65 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 1097 time: 0.1244357 Jul 16 18:37:07.757966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52cb187d-0ce6-4ae4-9dbd-d4fd9ae968f7 req-0613ecc7-0cf0-4d6f-a912-21c3b64596d5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8958cc8b-780b-4da5-b3be-5bcdf153fe47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357473 Jul 16 18:37:09.461605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48602) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.615641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Deleting port d92d8472-b1b4-4ac6-8b94-1f2f16b8a6d8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:09.616306 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.691833 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.692169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.704510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Calling delete_port for d92d8472-b1b4-4ac6-8b94-1f2f16b8a6d8 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:09.852296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.878641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event deleted for resources: {'Port': ['ID=d92d8472-b1b4-4ac6-8b94-1f2f16b8a6d8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:09.890401 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:09.890753 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:09.891095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:09.891434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:09.891769 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:09.892108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:09.892437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:09.892763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:09.893094 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:09.893448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:09.893775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:09.894098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:09.954679 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.955062 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Floating IP 2d3b4812-3fe4-43dd-bf95-a018bc0ebcac disassociated (deleted). External IP: 172.25.8.59, port: d4aaedcf-79ff-40b1-bc42-55293d7908d5. Jul 16 18:37:10.157497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Router 2de17d68-8577-4fbf-89a2-c9a18105c457 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:10.266591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:10.271051 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.277093 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9daea19-5d4d-4679-b7dd-b9d82a3f8ea5 None None] Sync routers for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:10.291786 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9daea19-5d4d-4679-b7dd-b9d82a3f8ea5 None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:10.292410 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9daea19-5d4d-4679-b7dd-b9d82a3f8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:37:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:10.312130 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6a63c9ce-f173-4d1a-abca-46b5cc3b6a68 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "DELETE /v2.0/floatingips/2d3b4812-3fe4-43dd-bf95-a018bc0ebcac HTTP/1.1" status: 204 len: 168 time: 0.8471029 Jul 16 18:37:10.312130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'tag': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:10.312865 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee835769-62bc-4c60-8c20-e523bfd485a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4d2480-18c5-4d19-87cc-673ce466f14d", "tag": "d4aaedcf-79ff-40b1-bc42-55293d7908d5"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:10.394859 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069f3131-c0e9-4a50-b884-7c33e5963321 x-openstack-request-id: req-069f3131-c0e9-4a50-b884-7c33e5963321 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:10.395226 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4d2480-18c5-4d19-87cc-673ce466f14d", "tag": "d4aaedcf-79ff-40b1-bc42-55293d7908d5", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:10.395703 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-069f3131-c0e9-4a50-b884-7c33e5963321 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:10.396334 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'tag': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5', 'status': 'completed', 'code': 200} Jul 16 18:37:10.400237 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d9daea19-5d4d-4679-b7dd-b9d82a3f8ea5 None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:10.475291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835769-62bc-4c60-8c20-e523bfd485a1 req-9c5de2e4-2977-42a1-93ea-07c65945ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.477736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee835769-62bc-4c60-8c20-e523bfd485a1 req-9c5de2e4-2977-42a1-93ea-07c65945ffdf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 1096 time: 0.0535662 Jul 16 18:37:10.597462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835769-62bc-4c60-8c20-e523bfd485a1 req-6a3de978-09dd-4fb1-b5e7-7efb079bf3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.598973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee835769-62bc-4c60-8c20-e523bfd485a1 req-6a3de978-09dd-4fb1-b5e7-7efb079bf3b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.1129839 Jul 16 18:37:10.641661 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9daea19-5d4d-4679-b7dd-b9d82a3f8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'cb7b4d62-4f1c-4c66-8481-0197e94d71bf', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:30:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4388b924-0868-4fab-a2fa-f882a9557554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 1, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:10.654338 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee835769-62bc-4c60-8c20-e523bfd485a1 req-8d2ee1b0-bb28-4fc6-9d95-c07fd74a7dd7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4aaedcf-79ff-40b1-bc42-55293d7908d5 HTTP/1.1" status: 200 len: 217 time: 0.0466192 Jul 16 18:37:10.668965 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9daea19-5d4d-4679-b7dd-b9d82a3f8ea5 None None] Checking router: 2de17d68-8577-4fbf-89a2-c9a18105c457 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:10.676604 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9daea19-5d4d-4679-b7dd-b9d82a3f8ea5 None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:10.677241 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9daea19-5d4d-4679-b7dd-b9d82a3f8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:37:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:10.740177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835769-62bc-4c60-8c20-e523bfd485a1 req-07ff5b43-523f-4a24-bb75-5c42d2aca61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.741680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee835769-62bc-4c60-8c20-e523bfd485a1 req-07ff5b43-523f-4a24-bb75-5c42d2aca61e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0775731 Jul 16 18:37:10.768126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4e37b-f834-4da8-b954-57c9b45931a1 req-52ba348e-f0ee-4377-8aa4-52a8eabdbe07 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.769633 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78c4e37b-f834-4da8-b954-57c9b45931a1 req-52ba348e-f0ee-4377-8aa4-52a8eabdbe07 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 945 time: 0.1181047 Jul 16 18:37:10.795526 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d9daea19-5d4d-4679-b7dd-b9d82a3f8ea5 None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:10.831016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78c4e37b-f834-4da8-b954-57c9b45931a1 req-02325bd9-0c62-4546-83e7-a00f6fb1606f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Jul 16 18:37:10.841332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835769-62bc-4c60-8c20-e523bfd485a1 req-62e0ab76-f41c-4fe1-9502-f35eda300a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.843071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee835769-62bc-4c60-8c20-e523bfd485a1 req-62e0ab76-f41c-4fe1-9502-f35eda300a49 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939484 Jul 16 18:37:10.940057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee835769-62bc-4c60-8c20-e523bfd485a1 req-bbe4c951-998b-4aef-97d8-1a97cc37d1a1 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882940 Jul 16 18:37:11.023709 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9daea19-5d4d-4679-b7dd-b9d82a3f8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'cb7b4d62-4f1c-4c66-8481-0197e94d71bf', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:30:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4388b924-0868-4fab-a2fa-f882a9557554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 1, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:11.037276 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee835769-62bc-4c60-8c20-e523bfd485a1 req-26d344b0-80cf-462e-84b0-2aae6525e045 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879512 Jul 16 18:37:11.049700 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9daea19-5d4d-4679-b7dd-b9d82a3f8ea5 None None] The sync data for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 is: [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'cb7b4d62-4f1c-4c66-8481-0197e94d71bf', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'port_id': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'mac_address': 'fa:16:3e:30:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4388b924-0868-4fab-a2fa-f882a9557554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 1, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:11.263219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a878b-a654-4716-ba95-8d48572711cc None None] New status for floating IP 2d3b4812-3fe4-43dd-bf95-a018bc0ebcac: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:37:12.019610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62757cc-8b97-45b2-80fa-337a83a32b8a req-d326a071-cdae-4839-aca1-53de8c22abba tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.021133 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c62757cc-8b97-45b2-80fa-337a83a32b8a req-d326a071-cdae-4839-aca1-53de8c22abba tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 945 time: 0.0646157 Jul 16 18:37:12.060667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c62757cc-8b97-45b2-80fa-337a83a32b8a req-28dd1dcf-e7f4-4c08-8402-316606642878 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309024 Jul 16 18:37:12.348130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411eb85-2679-4d67-8d54-796d2197265d req-8f55c25a-1a52-480f-92e0-202871586b08 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.349617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3411eb85-2679-4d67-8d54-796d2197265d req-8f55c25a-1a52-480f-92e0-202871586b08 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 945 time: 0.0644016 Jul 16 18:37:12.454663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3411eb85-2679-4d67-8d54-796d2197265d req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Deleting port d4aaedcf-79ff-40b1-bc42-55293d7908d5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:12.455009 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3411eb85-2679-4d67-8d54-796d2197265d req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.539211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3411eb85-2679-4d67-8d54-796d2197265d req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] For port d4aaedcf-79ff-40b1-bc42-55293d7908d5, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d4aaedcf-79ff-40b1-bc42-55293d7908d5,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:12.539493 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3411eb85-2679-4d67-8d54-796d2197265d req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.551697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3411eb85-2679-4d67-8d54-796d2197265d req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Calling delete_port for d4aaedcf-79ff-40b1-bc42-55293d7908d5 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:12.679855 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3411eb85-2679-4d67-8d54-796d2197265d req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.707351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event deleted for resources: {'Port': ['ID=d4aaedcf-79ff-40b1-bc42-55293d7908d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.721119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:12.721524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:12.721869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:12.722208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:12.722565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:12.722865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:12.723192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:12.723577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:12.723872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:12.724197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:12.724514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:12.724832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:12.766887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3411eb85-2679-4d67-8d54-796d2197265d req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] No DVR routers for this DVR port d4aaedcf-79ff-40b1-bc42-55293d7908d5 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:12.769424 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3411eb85-2679-4d67-8d54-796d2197265d req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.771385 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3411eb85-2679-4d67-8d54-796d2197265d req-3fa07e37-57d3-4473-a752-2a6e310f5240 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "DELETE /v2.0/ports/d4aaedcf-79ff-40b1-bc42-55293d7908d5 HTTP/1.1" status: 204 len: 173 time: 0.4135871 Jul 16 18:37:12.771816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'name': 'network-vif-deleted', 'tag': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:12.774048 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2244d602-287a-49df-b7a1-25bf134e52e2" -d '{"events": [{"server_uuid": "bf4d2480-18c5-4d19-87cc-673ce466f14d", "name": "network-vif-deleted", "tag": "d4aaedcf-79ff-40b1-bc42-55293d7908d5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:12.812751 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e921153c-5299-4f8c-9c43-db8447cf7610 x-openstack-request-id: req-e921153c-5299-4f8c-9c43-db8447cf7610 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:12.813039 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4d2480-18c5-4d19-87cc-673ce466f14d", "name": "network-vif-deleted", "tag": "d4aaedcf-79ff-40b1-bc42-55293d7908d5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:12.813293 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e921153c-5299-4f8c-9c43-db8447cf7610 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:12.813780 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4d2480-18c5-4d19-87cc-673ce466f14d', 'name': 'network-vif-deleted', 'tag': 'd4aaedcf-79ff-40b1-bc42-55293d7908d5', 'status': 'completed', 'code': 200} Jul 16 18:37:13.078329 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-526ca670-9ef6-473b-b6ca-80ed36386636 req-d285c701-5861-498e-9bc0-f7b50a65bbd6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550487 Jul 16 18:37:13.179971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ca670-9ef6-473b-b6ca-80ed36386636 req-31b59411-09ff-4744-905c-c48549522976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.181907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-526ca670-9ef6-473b-b6ca-80ed36386636 req-31b59411-09ff-4744-905c-c48549522976 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cc7c414e68b445ba51d958644d25fb6&device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 1097 time: 0.0580273 Jul 16 18:37:13.230375 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95314ac4-7ac2-43ec-8926-c55fd8ad0b36 req-b6890d46-db32-48db-b3a9-c85b220f2ed5 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 210 time: 0.0400217 Jul 16 18:37:13.316075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ca670-9ef6-473b-b6ca-80ed36386636 req-b3f2cc36-58c0-4f32-8876-6a3a38d061c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.317475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-526ca670-9ef6-473b-b6ca-80ed36386636 req-b3f2cc36-58c0-4f32-8876-6a3a38d061c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d20ae1c-da31-4a77-890f-409c77eabd3e HTTP/1.1" status: 200 len: 910 time: 0.1120303 Jul 16 18:37:13.382614 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-526ca670-9ef6-473b-b6ca-80ed36386636 req-9e7c1899-71b3-4c05-9b13-4fb16886e99d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c826710-1e06-4ec9-a4b3-613ad0e9544a HTTP/1.1" status: 200 len: 1001 time: 0.0589418 Jul 16 18:37:13.436249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ca670-9ef6-473b-b6ca-80ed36386636 req-ce5e6763-eb26-4129-96d6-0cec319874d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.437843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-526ca670-9ef6-473b-b6ca-80ed36386636 req-ce5e6763-eb26-4129-96d6-0cec319874d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c892e205-5f05-44cd-812d-0c936c8c56cb HTTP/1.1" status: 200 len: 848 time: 0.0496643 Jul 16 18:37:13.498631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ca670-9ef6-473b-b6ca-80ed36386636 req-f352713a-bd62-4c6e-804a-6295647ec2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.500280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-526ca670-9ef6-473b-b6ca-80ed36386636 req-f352713a-bd62-4c6e-804a-6295647ec2fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d20ae1c-da31-4a77-890f-409c77eabd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558302 Jul 16 18:37:13.594390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-526ca670-9ef6-473b-b6ca-80ed36386636 req-e94e519c-e104-4e8a-8e5a-6baf640f7ea8 service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863516 Jul 16 18:37:13.694185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-526ca670-9ef6-473b-b6ca-80ed36386636 req-65d949b6-cb87-43f1-9964-8da77b4390f8 service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934825 Jul 16 18:37:14.377413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63b14e42-e67c-49e3-95e5-b094ac57785e req-168926f7-a672-49a8-819d-3ba7ef11a62f tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 210 time: 0.0295155 Jul 16 18:37:15.525305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1689e9cf-09f6-4a80-84c7-5189e7d5d0bb req-edd43593-5624-4891-ab1c-5d4da299cbbf tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 210 time: 0.0336993 Jul 16 18:37:16.219566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d4aaedcf-79ff-40b1-bc42-55293d7908d5 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:16.240705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: d4aaedcf-79ff-40b1-bc42-55293d7908d5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:16.241063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d4aaedcf-79ff-40b1-bc42-55293d7908d5 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:16.685231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a8905bb-d18a-4bea-8903-1a87ca82c4ca req-89211032-4586-42b7-b030-366d92a4efa0 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf4d2480-18c5-4d19-87cc-673ce466f14d HTTP/1.1" status: 200 len: 210 time: 0.0281162 Jul 16 18:37:21.215344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48648) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:21.307829 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb75762-fbbd-4556-ad86-09cdb4762897 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.308256 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb75762-fbbd-4556-ad86-09cdb4762897 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.308780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb75762-fbbd-4556-ad86-09cdb4762897 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.310716 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-feb75762-fbbd-4556-ad86-09cdb4762897 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/ports?project_id=3c4c76960df3488394e379049d496b5e&network_id=727ee8d2-7f13-404d-8d62-fada51ca5a36 HTTP/1.1" status: 200 len: 2970 time: 0.0942700 Jul 16 18:37:22.094454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48656) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:22.248507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Deleting port 565876d7-7fd5-4317-99f2-7fca7ac070c0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:22.249211 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.323518 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.323856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.335891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Calling delete_port for 565876d7-7fd5-4317-99f2-7fca7ac070c0 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:22.483639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.508708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event deleted for resources: {'Port': ['ID=565876d7-7fd5-4317-99f2-7fca7ac070c0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.574295 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.574635 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Floating IP cb7b4d62-4f1c-4c66-8481-0197e94d71bf disassociated (deleted). External IP: 172.25.8.199, port: 08611a5a-7fd5-472d-b60a-5e8250b36fc6. Jul 16 18:37:22.775539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Router 2de17d68-8577-4fbf-89a2-c9a18105c457 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:22.883326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:22.888806 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.893228 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4009ef3-0df0-49f5-b87a-249f58692ccc None None] Sync routers for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:22.903524 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4009ef3-0df0-49f5-b87a-249f58692ccc None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:22.904289 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4009ef3-0df0-49f5-b87a-249f58692ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:37:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:22.930086 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8d5b1635-de29-40f7-ba03-0197f54d93db tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "DELETE /v2.0/floatingips/cb7b4d62-4f1c-4c66-8481-0197e94d71bf HTTP/1.1" status: 204 len: 168 time: 0.8345265 Jul 16 18:37:22.930782 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4388b924-0868-4fab-a2fa-f882a9557554', 'tag': '08611a5a-7fd5-472d-b60a-5e8250b36fc6'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:22.933197 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44adc420-dc50-4841-8482-9dd4e335cd84" -d '{"events": [{"name": "network-changed", "server_uuid": "4388b924-0868-4fab-a2fa-f882a9557554", "tag": "08611a5a-7fd5-472d-b60a-5e8250b36fc6"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:22.972236 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87d5e84-d8ef-4e0b-8324-c44f7d0728f9 x-openstack-request-id: req-d87d5e84-d8ef-4e0b-8324-c44f7d0728f9 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:22.972535 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4388b924-0868-4fab-a2fa-f882a9557554", "tag": "08611a5a-7fd5-472d-b60a-5e8250b36fc6", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:22.972796 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d87d5e84-d8ef-4e0b-8324-c44f7d0728f9 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:22.973195 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4388b924-0868-4fab-a2fa-f882a9557554', 'tag': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'status': 'completed', 'code': 200} Jul 16 18:37:23.012082 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f4009ef3-0df0-49f5-b87a-249f58692ccc None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:23.050798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adc420-dc50-4841-8482-9dd4e335cd84 req-ee043cb9-d2f2-4e17-b879-3cb9ced5a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.053106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44adc420-dc50-4841-8482-9dd4e335cd84 req-ee043cb9-d2f2-4e17-b879-3cb9ced5a9ac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 1097 time: 0.0559411 Jul 16 18:37:23.168156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adc420-dc50-4841-8482-9dd4e335cd84 req-b0139ce3-d49d-455e-9f7d-d912fd57ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.170836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44adc420-dc50-4841-8482-9dd4e335cd84 req-b0139ce3-d49d-455e-9f7d-d912fd57ee7c service neutron] 10.222.0.38 "GET /v2.0/networks?id=7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 200 len: 913 time: 0.1097212 Jul 16 18:37:23.213448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44adc420-dc50-4841-8482-9dd4e335cd84 req-172fa714-af8e-4a5a-bd0e-0f6193e8e6ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08611a5a-7fd5-472d-b60a-5e8250b36fc6 HTTP/1.1" status: 200 len: 217 time: 0.0352063 Jul 16 18:37:23.225100 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4009ef3-0df0-49f5-b87a-249f58692ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:23.300122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adc420-dc50-4841-8482-9dd4e335cd84 req-b5e3f3c0-31c9-49a3-9734-d561d03daf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.301569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44adc420-dc50-4841-8482-9dd4e335cd84 req-b5e3f3c0-31c9-49a3-9734-d561d03daf3d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 200 len: 851 time: 0.0806785 Jul 16 18:37:23.342707 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4009ef3-0df0-49f5-b87a-249f58692ccc None None] Checking router: 2de17d68-8577-4fbf-89a2-c9a18105c457 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:23.347430 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48668) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:23.352227 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4009ef3-0df0-49f5-b87a-249f58692ccc None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:23.352878 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4009ef3-0df0-49f5-b87a-249f58692ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:37:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:23.363219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66949a9f-6bdd-4f31-af39-87b1d103c338 req-97029e08-8480-4745-9c54-dff752b352ef tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.364738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66949a9f-6bdd-4f31-af39-87b1d103c338 req-97029e08-8480-4745-9c54-dff752b352ef tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 946 time: 0.1157877 Jul 16 18:37:23.405067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea1d5b-7d3e-48f5-a6eb-e1d8c643a78a tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.407107 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-10ea1d5b-7d3e-48f5-a6eb-e1d8c643a78a tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 HTTP/1.1" status: 200 len: 814 time: 0.0581155 Jul 16 18:37:23.409123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adc420-dc50-4841-8482-9dd4e335cd84 req-2adf4f83-3058-4a68-9b59-6bf65613faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.410666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44adc420-dc50-4841-8482-9dd4e335cd84 req-2adf4f83-3058-4a68-9b59-6bf65613faa5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7b36efc9-5535-46da-bd7a-1e9fedeb406c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012206 Jul 16 18:37:23.415705 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66949a9f-6bdd-4f31-af39-87b1d103c338 req-03621ec2-64fb-45f8-bd3a-dc5f49b091e6 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414813 Jul 16 18:37:23.463603 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f4009ef3-0df0-49f5-b87a-249f58692ccc None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:23.506540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44adc420-dc50-4841-8482-9dd4e335cd84 req-3359600f-f30e-41a3-9b9b-3201106ddb04 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874913 Jul 16 18:37:23.596020 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44adc420-dc50-4841-8482-9dd4e335cd84 req-8ae40e75-36c1-4a60-8cae-469beabcc059 service neutron] 10.222.0.38 "GET /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828831 Jul 16 18:37:23.659382 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f4009ef3-0df0-49f5-b87a-249f58692ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:23.688203 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4009ef3-0df0-49f5-b87a-249f58692ccc None None] The sync data for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 is: [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:03Z', 'revision_number': 4, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '5fc16b2c-9600-4804-bef5-f474d597e9d6', 'name': '', 'network_id': '7b36efc9-5535-46da-bd7a-1e9fedeb406c', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'mac_address': 'fa:16:3e:3f:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '06e59bf1-3334-4805-a095-a675fad1696c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:02Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'subnets': [{'id': '06e59bf1-3334-4805-a095-a675fad1696c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:23.908643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d766429d-223a-471e-b6fd-8ffb8da5cd12 None None] New status for floating IP cb7b4d62-4f1c-4c66-8481-0197e94d71bf: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:37:24.547844 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48676) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:24.552944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f49ce80c-e042-4115-b931-ad9ca2783944 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'network': {'name': 'tempest-network-smoke--1151618497', 'project_id': '3c4c76960df3488394e379049d496b5e', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:24.574846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49ce80c-e042-4115-b931-ad9ca2783944 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Made reservation on behalf of 3c4c76960df3488394e379049d496b5e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:24.578765 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f49ce80c-e042-4115-b931-ad9ca2783944 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.595712 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52592d1e-475b-4877-abf3-9c1ed1a78747 req-21820f4c-9ac3-4d30-a685-21e78ac80860 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.597240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52592d1e-475b-4877-abf3-9c1ed1a78747 req-21820f4c-9ac3-4d30-a685-21e78ac80860 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 946 time: 0.0680668 Jul 16 18:37:24.603061 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49ce80c-e042-4115-b931-ad9ca2783944 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:24.614257 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f49ce80c-e042-4115-b931-ad9ca2783944 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.614621 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-f49ce80c-e042-4115-b931-ad9ca2783944 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Added segment 4f8064ce-6d3c-42b1-ac94-02cfea5ebf44 of type vlan for network 40b7e631-7f7b-4fcd-9972-225ff5e10848 Jul 16 18:37:24.643745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52592d1e-475b-4877-abf3-9c1ed1a78747 req-cee9c470-abe8-4274-b8bb-4ccd3204bb33 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7344488-24dc-4180-adb6-af17207e54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324726 Jul 16 18:37:24.654734 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f49ce80c-e042-4115-b931-ad9ca2783944 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.683657 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f49ce80c-e042-4115-b931-ad9ca2783944 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.689765 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49ce80c-e042-4115-b931-ad9ca2783944 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.690385 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f49ce80c-e042-4115-b931-ad9ca2783944 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.725287 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f49ce80c-e042-4115-b931-ad9ca2783944 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1763260 Jul 16 18:37:24.729081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:24.761843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ce80c-e042-4115-b931-ad9ca2783944 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Network': ['ID=40b7e631-7f7b-4fcd-9972-225ff5e10848,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:24.772579 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 40b7e631-7f7b-4fcd-9972-225ff5e10848 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:24.808334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7735f25-d481-49a8-a862-4e0c8ef6063a req-3211fe16-5423-4c2f-a0d2-043efefec39d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.809867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7735f25-d481-49a8-a862-4e0c8ef6063a req-3211fe16-5423-4c2f-a0d2-043efefec39d tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 946 time: 0.1299200 Jul 16 18:37:25.193872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a6899-4250-4e42-9328-7a94b7e4b4f0 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.195529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d05a6899-4250-4e42-9328-7a94b7e4b4f0 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=3c4c76960df3488394e379049d496b5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4653337 Jul 16 18:37:25.198230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.328637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bfcb44-c24a-4bcf-b66e-c874af6b2bf4 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.330176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-13bfcb44-c24a-4bcf-b66e-c874af6b2bf4 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310489 Jul 16 18:37:25.332473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f7735f25-d481-49a8-a862-4e0c8ef6063a req-08b99ae7-cd0d-44bc-b9f5-05b2ac384273 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Deleting port 08611a5a-7fd5-472d-b60a-5e8250b36fc6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:25.332821 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7735f25-d481-49a8-a862-4e0c8ef6063a req-08b99ae7-cd0d-44bc-b9f5-05b2ac384273 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.333115 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48682) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.370574 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f6a15a30-1dcb-4af4-93e2-db8be5e06f6f tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362487 Jul 16 18:37:25.373880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48684) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.408064 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a3d222be-1f25-42bf-92df-e798e1ca923f tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=3c4c76960df3488394e379049d496b5e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329046 Jul 16 18:37:25.410531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48686) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.420666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f7735f25-d481-49a8-a862-4e0c8ef6063a req-08b99ae7-cd0d-44bc-b9f5-05b2ac384273 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] For port 08611a5a-7fd5-472d-b60a-5e8250b36fc6, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=08611a5a-7fd5-472d-b60a-5e8250b36fc6,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:25.421031 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7735f25-d481-49a8-a862-4e0c8ef6063a req-08b99ae7-cd0d-44bc-b9f5-05b2ac384273 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.433287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f7735f25-d481-49a8-a862-4e0c8ef6063a req-08b99ae7-cd0d-44bc-b9f5-05b2ac384273 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Calling delete_port for 08611a5a-7fd5-472d-b60a-5e8250b36fc6 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:25.569505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7735f25-d481-49a8-a862-4e0c8ef6063a req-08b99ae7-cd0d-44bc-b9f5-05b2ac384273 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.601684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b99ae7-cd0d-44bc-b9f5-05b2ac384273 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event deleted for resources: {'Port': ['ID=08611a5a-7fd5-472d-b60a-5e8250b36fc6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:25.652953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7735f25-d481-49a8-a862-4e0c8ef6063a req-08b99ae7-cd0d-44bc-b9f5-05b2ac384273 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] No DVR routers for this DVR port 08611a5a-7fd5-472d-b60a-5e8250b36fc6 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:25.656025 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f7735f25-d481-49a8-a862-4e0c8ef6063a req-08b99ae7-cd0d-44bc-b9f5-05b2ac384273 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.658212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7735f25-d481-49a8-a862-4e0c8ef6063a req-08b99ae7-cd0d-44bc-b9f5-05b2ac384273 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.38 "DELETE /v2.0/ports/08611a5a-7fd5-472d-b60a-5e8250b36fc6 HTTP/1.1" status: 204 len: 173 time: 0.8428733 Jul 16 18:37:25.658667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4388b924-0868-4fab-a2fa-f882a9557554', 'name': 'network-vif-deleted', 'tag': '08611a5a-7fd5-472d-b60a-5e8250b36fc6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:25.661033 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075f1456-3585-47fc-a8c2-35d08a68b8fe" -d '{"events": [{"server_uuid": "4388b924-0868-4fab-a2fa-f882a9557554", "name": "network-vif-deleted", "tag": "08611a5a-7fd5-472d-b60a-5e8250b36fc6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:25.708674 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1073f63f-a0dc-410f-af94-97d65620921f x-openstack-request-id: req-1073f63f-a0dc-410f-af94-97d65620921f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:25.709097 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4388b924-0868-4fab-a2fa-f882a9557554", "name": "network-vif-deleted", "tag": "08611a5a-7fd5-472d-b60a-5e8250b36fc6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:25.709241 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1073f63f-a0dc-410f-af94-97d65620921f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:25.709641 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4388b924-0868-4fab-a2fa-f882a9557554', 'name': 'network-vif-deleted', 'tag': '08611a5a-7fd5-472d-b60a-5e8250b36fc6', 'status': 'completed', 'code': 200} Jul 16 18:37:25.801931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f5034e8-28d5-4fad-8844-bf8e8dd0e69c req-33956cd5-63db-4b64-a7ba-b941c3f6d397 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 210 time: 0.0327623 Jul 16 18:37:25.876343 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019a6055-90d6-4281-b8a4-4b4b309a4e4c tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.877837 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-019a6055-90d6-4281-b8a4-4b4b309a4e4c tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4664085 Jul 16 18:37:25.880728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48692) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.912876 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d5dab3c2-84d8-489d-8aca-efd2693f4798 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286536 Jul 16 18:37:25.913103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48694) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.917788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ec890243-e8e9-4545-9acf-5f0ad588f4aa tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-376080044', 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848', 'project_id': '3c4c76960df3488394e379049d496b5e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:26.014507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec890243-e8e9-4545-9acf-5f0ad588f4aa tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Made reservation on behalf of 3c4c76960df3488394e379049d496b5e for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:26.018315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec890243-e8e9-4545-9acf-5f0ad588f4aa tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.214491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec890243-e8e9-4545-9acf-5f0ad588f4aa tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.282056 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec890243-e8e9-4545-9acf-5f0ad588f4aa tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Subnet': ['ID=7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:26.290659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec890243-e8e9-4545-9acf-5f0ad588f4aa tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Checking segment: {'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:26.291031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec890243-e8e9-4545-9acf-5f0ad588f4aa tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network hostable DHCP agents. Network: 40b7e631-7f7b-4fcd-9972-225ff5e10848, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:26.307453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec890243-e8e9-4545-9acf-5f0ad588f4aa tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 40b7e631-7f7b-4fcd-9972-225ff5e10848 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:26.316690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ec890243-e8e9-4545-9acf-5f0ad588f4aa tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 40b7e631-7f7b-4fcd-9972-225ff5e10848) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:26.321158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec890243-e8e9-4545-9acf-5f0ad588f4aa tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.321723 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ec890243-e8e9-4545-9acf-5f0ad588f4aa tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.327873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c8f7e0-70c4-470a-af67-b2d0c4bf6cc3 None None] Network 40b7e631-7f7b-4fcd-9972-225ff5e10848 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:26.336522 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ec890243-e8e9-4545-9acf-5f0ad588f4aa tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4224646 Jul 16 18:37:26.488040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-40b7e631-7f7b-4fcd-9972-225ff5e10848', 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ips': [{'subnet_id': '7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:26.488950 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.629347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Allocated IP 172.20.0.18 (40b7e631-7f7b-4fcd-9972-225ff5e10848/7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6/498810ee-abda-4a28-ba49-68f5ca6ba716) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:26.662726 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48698) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:26.667881 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-52be0ab3-1bb7-4ce6-ae62-551219abac2e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677971016', 'description': 'tempest-secgroup-smoke-1677971016 description', 'project_id': '3c4c76960df3488394e379049d496b5e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:26.691950 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52be0ab3-1bb7-4ce6-ae62-551219abac2e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.780756 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52be0ab3-1bb7-4ce6-ae62-551219abac2e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.784316 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.785126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52be0ab3-1bb7-4ce6-ae62-551219abac2e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.793232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Transition to ACTIVE for port object 498810ee-abda-4a28-ba49-68f5ca6ba716 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:26.867777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Transition to ACTIVE for port object 498810ee-abda-4a28-ba49-68f5ca6ba716 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:26.867777 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.870113 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-52be0ab3-1bb7-4ce6-ae62-551219abac2e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.870113 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-52be0ab3-1bb7-4ce6-ae62-551219abac2e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1547127 Jul 16 18:37:26.870113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be0ab3-1bb7-4ce6-ae62-551219abac2e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:26.870694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:26.870694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-26b9d6a9-180b-47af-8486-05221109c433 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': '859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:26.882834 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b9d6a9-180b-47af-8486-05221109c433 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.901784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Network 40b7e631-7f7b-4fcd-9972-225ff5e10848 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:26.905436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:26.912196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:26.953169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Pushing event updated for resources: {'Port': ['ID=498810ee-abda-4a28-ba49-68f5ca6ba716,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:26.954573 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b9d6a9-180b-47af-8486-05221109c433 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.965007 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b9d6a9-180b-47af-8486-05221109c433 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.986214 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e22eecae-cf53-4321-996d-32941fbc7d37 req-48840447-ecfa-41c9-b499-d805fa1b5ceb tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 210 time: 0.0357101 Jul 16 18:37:26.993211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Attempting to bind port 498810ee-abda-4a28-ba49-68f5ca6ba716 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:26.993803 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Attempting to bind port 498810ee-abda-4a28-ba49-68f5ca6ba716 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:26.994321 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Attempting to bind port 498810ee-abda-4a28-ba49-68f5ca6ba716 on network 40b7e631-7f7b-4fcd-9972-225ff5e10848 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:27.001547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9d6a9-180b-47af-8486-05221109c433 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a282dd64-c039-49dd-88df-bb32b101a17d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.001928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:27.002490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Checking segment: {'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:27.003064 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.004770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Bound using segment: {'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:27.005749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Bound port: 498810ee-abda-4a28-ba49-68f5ca6ba716, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:27.006814 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.016825 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26b9d6a9-180b-47af-8486-05221109c433 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.020845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-26b9d6a9-180b-47af-8486-05221109c433 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1858270 Jul 16 18:37:27.021065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48704) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:27.026072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9aff2426-0dcf-4b0d-bebf-f6403bde8486 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': '859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:27.054700 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9aff2426-0dcf-4b0d-bebf-f6403bde8486 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.082699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] For port 498810ee-abda-4a28-ba49-68f5ca6ba716, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:27.086455 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] For port 498810ee-abda-4a28-ba49-68f5ca6ba716, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=498810ee-abda-4a28-ba49-68f5ca6ba716,segment=NetworkSegment(4f8064ce-6d3c-42b1-ac94-02cfea5ebf44),segment_id=4f8064ce-6d3c-42b1-ac94-02cfea5ebf44)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:27.091346 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.118371 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9aff2426-0dcf-4b0d-bebf-f6403bde8486 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.124696 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9aff2426-0dcf-4b0d-bebf-f6403bde8486 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.139453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff2426-0dcf-4b0d-bebf-f6403bde8486 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97a497c-0a7c-49e9-a59a-13a4932b0adc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.160169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b2ff9-f3d5-4a4e-b66d-6c24d8483140 None None] Pushing event updated for resources: {'Port': ['ID=498810ee-abda-4a28-ba49-68f5ca6ba716,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.163819 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9aff2426-0dcf-4b0d-bebf-f6403bde8486 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.165574 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9aff2426-0dcf-4b0d-bebf-f6403bde8486 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433773 Jul 16 18:37:27.168419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48706) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:27.173579 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1c18f7bc-76ca-4c58-a805-4428f2223303 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': '859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:27.205171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c18f7bc-76ca-4c58-a805-4428f2223303 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.270504 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c18f7bc-76ca-4c58-a805-4428f2223303 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.274670 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c18f7bc-76ca-4c58-a805-4428f2223303 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.292888 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18f7bc-76ca-4c58-a805-4428f2223303 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8144e15-c39a-4467-90bc-3a7476d75fa7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.303065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1c18f7bc-76ca-4c58-a805-4428f2223303 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.304696 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1c18f7bc-76ca-4c58-a805-4428f2223303 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349883 Jul 16 18:37:27.307612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:27.314584 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d3313e15-0e2c-4da3-9b5f-9e364b98816b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': '859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:27.368786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3313e15-0e2c-4da3-9b5f-9e364b98816b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.453668 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3313e15-0e2c-4da3-9b5f-9e364b98816b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.458991 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3313e15-0e2c-4da3-9b5f-9e364b98816b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.480553 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3313e15-0e2c-4da3-9b5f-9e364b98816b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.482470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d3313e15-0e2c-4da3-9b5f-9e364b98816b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1728721 Jul 16 18:37:27.485385 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:27.490321 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4ed4b79c-81bc-4a56-91f3-adf3cfde1b18 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': '859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:27.490487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3313e15-0e2c-4da3-9b5f-9e364b98816b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5725ca11-516b-4eb4-a0c2-124c4044766b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.517441 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-4ed4b79c-81bc-4a56-91f3-adf3cfde1b18 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Project 3c4c76960df3488394e379049d496b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:37:27.522529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b79c-81bc-4a56-91f3-adf3cfde1b18 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.585064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b79c-81bc-4a56-91f3-adf3cfde1b18 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.588837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b79c-81bc-4a56-91f3-adf3cfde1b18 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.606498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4b79c-81bc-4a56-91f3-adf3cfde1b18 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c554b7-dce5-48a8-a819-8c8bfd0358bc,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.614643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ed4b79c-81bc-4a56-91f3-adf3cfde1b18 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.615979 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4ed4b79c-81bc-4a56-91f3-adf3cfde1b18 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293263 Jul 16 18:37:27.618760 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48712) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:27.624011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8ae592ae-3b2f-4a8f-a2d4-bf84200e8cd3 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': '859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:27.645947 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-8ae592ae-3b2f-4a8f-a2d4-bf84200e8cd3 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Project 3c4c76960df3488394e379049d496b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:37:27.651172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ae592ae-3b2f-4a8f-a2d4-bf84200e8cd3 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.720051 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ae592ae-3b2f-4a8f-a2d4-bf84200e8cd3 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.725070 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ae592ae-3b2f-4a8f-a2d4-bf84200e8cd3 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.743495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae592ae-3b2f-4a8f-a2d4-bf84200e8cd3 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8203ffb4-e597-48ed-a01d-b9b02f8721fe,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.754867 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8ae592ae-3b2f-4a8f-a2d4-bf84200e8cd3 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.758122 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8ae592ae-3b2f-4a8f-a2d4-bf84200e8cd3 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382463 Jul 16 18:37:27.831777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 498810ee-abda-4a28-ba49-68f5ca6ba716 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:27.896166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 498810ee-abda-4a28-ba49-68f5ca6ba716 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:27.935478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-43803002-dcf4-4023-bdae-0314c28aeed5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677971016&fields=id&tenant_id=3c4c76960df3488394e379049d496b5e HTTP/1.1" status: 200 len: 267 time: 0.0392106 Jul 16 18:37:28.050524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-afbb7edf-e500-4c10-9d5e-d847d6a15d66 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.057531 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-afbb7edf-e500-4c10-9d5e-d847d6a15d66 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/networks?id=40b7e631-7f7b-4fcd-9972-225ff5e10848 HTTP/1.1" status: 200 len: 797 time: 0.1177649 Jul 16 18:37:28.074294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-73168780-73c1-4fe2-9827-b2e722ee667f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/quotas/3c4c76960df3488394e379049d496b5e HTTP/1.1" status: 200 len: 375 time: 0.0156872 Jul 16 18:37:28.149631 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a94662d8-acfc-4f9f-b077-7470715b9d57 req-0ecedb4f-8077-4b5d-a534-0a35994856b9 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 210 time: 0.0319178 Jul 16 18:37:28.189095 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-86d35a45-7f13-4737-83f1-8921d21b82f0 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1136537 Jul 16 18:37:28.234812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1f75a4-1b6c-4315-ac51-eb5d3b8ab251 None None] Network 40b7e631-7f7b-4fcd-9972-225ff5e10848 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:28.293331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 08611a5a-7fd5-472d-b60a-5e8250b36fc6 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:28.298688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-f29b4739-0d93-4262-8c80-df2a736f6c7f service neutron] 10.222.0.52 "GET /v2.0/networks/40b7e631-7f7b-4fcd-9972-225ff5e10848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953450 Jul 16 18:37:28.323796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 08611a5a-7fd5-472d-b60a-5e8250b36fc6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:28.324398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 08611a5a-7fd5-472d-b60a-5e8250b36fc6 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:28.344525 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8122199-f21b-4557-a584-057121b64bfa None None] Provisioning for port 498810ee-abda-4a28-ba49-68f5ca6ba716 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:28.352320 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8122199-f21b-4557-a584-057121b64bfa None None] Provisioning complete for port 498810ee-abda-4a28-ba49-68f5ca6ba716 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:28.352698 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8122199-f21b-4557-a584-057121b64bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.398197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-15132c5c-5221-4477-b939-9aef8a234356 service neutron] 10.222.0.52 "GET /v2.0/networks/40b7e631-7f7b-4fcd-9972-225ff5e10848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940115 Jul 16 18:37:28.496178 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8122199-f21b-4557-a584-057121b64bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.537537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f8122199-f21b-4557-a584-057121b64bfa None None] For port 498810ee-abda-4a28-ba49-68f5ca6ba716, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=498810ee-abda-4a28-ba49-68f5ca6ba716,segment=NetworkSegment(4f8064ce-6d3c-42b1-ac94-02cfea5ebf44),segment_id=4f8064ce-6d3c-42b1-ac94-02cfea5ebf44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:28.542037 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8122199-f21b-4557-a584-057121b64bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.613965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8122199-f21b-4557-a584-057121b64bfa None None] Pushing event updated for resources: {'Port': ['ID=498810ee-abda-4a28-ba49-68f5ca6ba716,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:28.647826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84db1788-b05e-472c-9705-1e117e8e8257 req-35bf1c61-f396-434f-b0ac-2305306418bf tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 210 time: 0.0308244 Jul 16 18:37:28.772844 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8aeca8d5-4830-4e3b-a74a-bacb2f15d6db None None] Provisioning complete for port 498810ee-abda-4a28-ba49-68f5ca6ba716 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:28.773393 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aeca8d5-4830-4e3b-a74a-bacb2f15d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.303228 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec5e8698-862d-4a6b-820f-daae6d0fcbda req-2177f4de-8f29-4aed-b239-24f4b72027b2 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "GET /v2.0/ports?device_id=4388b924-0868-4fab-a2fa-f882a9557554 HTTP/1.1" status: 200 len: 210 time: 0.0336385 Jul 16 18:37:29.602705 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:29.710008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-e041fcd6-2cc8-48e7-82c9-11e342c634e8 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.711845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-e041fcd6-2cc8-48e7-82c9-11e342c634e8 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.42 "GET /v2.0/networks?id=40b7e631-7f7b-4fcd-9972-225ff5e10848 HTTP/1.1" status: 200 len: 797 time: 0.1061852 Jul 16 18:37:29.765986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-b81cba4b-cb38-4c88-ad7e-d479f97cb50b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4c76960df3488394e379049d496b5e HTTP/1.1" status: 200 len: 472 time: 0.0459785 Jul 16 18:37:29.775693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'port': {'device_id': '7505ab20-ca83-4cb8-93ff-684ae30fd552', 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848', 'admin_state_up': True, 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'security_groups': ['859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:29.835353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 498810ee-abda-4a28-ba49-68f5ca6ba716 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:29.876471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2dab935c-2a90-4879-985e-0a7d1b49660a req-65467743-0168-4c8a-8f1f-5f4d8dc06add tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 210 time: 0.0524867 Jul 16 18:37:29.889242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 498810ee-abda-4a28-ba49-68f5ca6ba716 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:29.889867 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.961910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Made reservation on behalf of 3c4c76960df3488394e379049d496b5e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:29.966947 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.082391 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65277bce-7d92-409b-86c1-3f0eb4c610fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.102135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Allocated IP 172.20.0.26 (40b7e631-7f7b-4fcd-9972-225ff5e10848/7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6/be5d41ec-08e0-44d6-9397-4ce806d5624d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:30.236446 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.253940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Transition to ACTIVE for port object be5d41ec-08e0-44d6-9397-4ce806d5624d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:30.285324 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.329453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 40b7e631-7f7b-4fcd-9972-225ff5e10848 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:30.332742 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:30.336842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:30.366423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=be5d41ec-08e0-44d6-9397-4ce806d5624d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.395889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.396779 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.402634 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48744) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:30.419848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-44190aea-6935-46c2-a81d-94cb5ee53b2a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6486475 Jul 16 18:37:30.431491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Request body: {'port': {'device_id': '7505ab20-ca83-4cb8-93ff-684ae30fd552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:30.514963 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.547609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f4583-e157-4d2a-8d19-223cada5e975 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Deleting port e42794aa-49bf-48cd-b42b-cfe49dd2606b {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:30.547963 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4583-e157-4d2a-8d19-223cada5e975 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.600200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8353581d-59dd-4b02-a5ab-ffd6dc5d0652 None None] Provisioning for port be5d41ec-08e0-44d6-9397-4ce806d5624d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:30.604146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8353581d-59dd-4b02-a5ab-ffd6dc5d0652 None None] Provisioning complete for port be5d41ec-08e0-44d6-9397-4ce806d5624d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:30.604743 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8353581d-59dd-4b02-a5ab-ffd6dc5d0652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.634190 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4583-e157-4d2a-8d19-223cada5e975 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.634820 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4583-e157-4d2a-8d19-223cada5e975 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.641169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8353581d-59dd-4b02-a5ab-ffd6dc5d0652 None None] Port be5d41ec-08e0-44d6-9397-4ce806d5624d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:30.647598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f4583-e157-4d2a-8d19-223cada5e975 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Calling delete_port for e42794aa-49bf-48cd-b42b-cfe49dd2606b owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:30.787490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4583-e157-4d2a-8d19-223cada5e975 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.790102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5d41ec-08e0-44d6-9397-4ce806d5624d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:30.797685 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.809604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Transition to ACTIVE for port object be5d41ec-08e0-44d6-9397-4ce806d5624d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:30.813749 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.815042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f4583-e157-4d2a-8d19-223cada5e975 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event deleted for resources: {'Port': ['ID=e42794aa-49bf-48cd-b42b-cfe49dd2606b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.864168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Pushing event updated for resources: {'Port': ['ID=be5d41ec-08e0-44d6-9397-4ce806d5624d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.880578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4583-e157-4d2a-8d19-223cada5e975 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.883169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5d0f4583-e157-4d2a-8d19-223cada5e975 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.884380 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5d0f4583-e157-4d2a-8d19-223cada5e975 tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "DELETE /v2.0/floatingips/b9ff1897-9acf-4e13-91a6-8f080f24e423 HTTP/1.1" status: 204 len: 168 time: 0.4796338 Jul 16 18:37:30.960494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Attempting to bind port be5d41ec-08e0-44d6-9397-4ce806d5624d on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:30.961175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Attempting to bind port be5d41ec-08e0-44d6-9397-4ce806d5624d by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:30.961792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Attempting to bind port be5d41ec-08e0-44d6-9397-4ce806d5624d on network 40b7e631-7f7b-4fcd-9972-225ff5e10848 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:30.966820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Port be5d41ec-08e0-44d6-9397-4ce806d5624d on network 40b7e631-7f7b-4fcd-9972-225ff5e10848 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:30.967765 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Attempting to bind port be5d41ec-08e0-44d6-9397-4ce806d5624d on network 40b7e631-7f7b-4fcd-9972-225ff5e10848 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:30.973751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:30.974178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Checking segment: {'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:30.974643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Bound using segment: {'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:30.975154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Bound port: be5d41ec-08e0-44d6-9397-4ce806d5624d, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:30.975592 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.095211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] For port be5d41ec-08e0-44d6-9397-4ce806d5624d, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:31.116822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] For port be5d41ec-08e0-44d6-9397-4ce806d5624d, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=be5d41ec-08e0-44d6-9397-4ce806d5624d,segment=NetworkSegment(4f8064ce-6d3c-42b1-ac94-02cfea5ebf44),segment_id=4f8064ce-6d3c-42b1-ac94-02cfea5ebf44)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:31.122990 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.134512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e81af-73cf-4380-aca4-36a3b7a9b835 req-a1ee7473-8b9e-4011-be58-8fcb5950fc72 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.136049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d30e81af-73cf-4380-aca4-36a3b7a9b835 req-a1ee7473-8b9e-4011-be58-8fcb5950fc72 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 944 time: 0.1158700 Jul 16 18:37:31.177110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.177828 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.179180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] 10.222.0.42 "PUT /v2.0/ports/be5d41ec-08e0-44d6-9397-4ce806d5624d HTTP/1.1" status: 200 len: 1092 time: 0.7521429 Jul 16 18:37:31.181542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7505ab20-ca83-4cb8-93ff-684ae30fd552', 'tag': 'be5d41ec-08e0-44d6-9397-4ce806d5624d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:31.185745 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66cf411-b820-4492-b671-c85f19bb258a" -d '{"events": [{"name": "network-changed", "server_uuid": "7505ab20-ca83-4cb8-93ff-684ae30fd552", "tag": "be5d41ec-08e0-44d6-9397-4ce806d5624d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:31.236830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc52740-d5c6-456a-8ed9-c3d4d3b04f82 service neutron] Pushing event updated for resources: {'Port': ['ID=be5d41ec-08e0-44d6-9397-4ce806d5624d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:31.253012 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173df153-55cc-44d4-9248-ea888159a19d x-openstack-request-id: req-173df153-55cc-44d4-9248-ea888159a19d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:31.253488 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7505ab20-ca83-4cb8-93ff-684ae30fd552", "tag": "be5d41ec-08e0-44d6-9397-4ce806d5624d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:31.253861 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-173df153-55cc-44d4-9248-ea888159a19d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:31.254351 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7505ab20-ca83-4cb8-93ff-684ae30fd552', 'tag': 'be5d41ec-08e0-44d6-9397-4ce806d5624d', 'status': 'completed', 'code': 200} Jul 16 18:37:31.257624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d30e81af-73cf-4380-aca4-36a3b7a9b835 req-3714d05e-f762-4320-973a-4b68b33ec385 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938981 Jul 16 18:37:31.306935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-39903679-f3a2-486c-a2f7-bb752c8d8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.308520 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-39903679-f3a2-486c-a2f7-bb752c8d8b1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 1095 time: 0.0731113 Jul 16 18:37:31.354907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-2f0c715f-d2a4-4eb1-918c-3f73ccc92562 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=be5d41ec-08e0-44d6-9397-4ce806d5624d HTTP/1.1" status: 200 len: 217 time: 0.0397103 Jul 16 18:37:31.412810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-9e59a771-23de-4f49-8c61-a459d7b5d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.414439 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-9e59a771-23de-4f49-8c61-a459d7b5d4d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6 HTTP/1.1" status: 200 len: 837 time: 0.0538995 Jul 16 18:37:31.471704 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fed602bf-564a-4010-b321-49658d5246ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.473229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-fed602bf-564a-4010-b321-49658d5246ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40b7e631-7f7b-4fcd-9972-225ff5e10848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529096 Jul 16 18:37:31.568422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-d2c4cbc2-00f6-4cc7-800b-112a3bf34ace service neutron] 10.222.0.42 "GET /v2.0/networks/40b7e631-7f7b-4fcd-9972-225ff5e10848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889993 Jul 16 18:37:31.656978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5bfe252-7ac2-4989-b6a8-c57dbc5e8079 req-c8c32c3d-0d0f-417c-a45a-e35fb8061a00 service neutron] 10.222.0.42 "GET /v2.0/networks/40b7e631-7f7b-4fcd-9972-225ff5e10848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827861 Jul 16 18:37:31.755285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf411-b820-4492-b671-c85f19bb258a req-bb1e12b0-d03c-49f4-810e-0bd0032b7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.756869 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d66cf411-b820-4492-b671-c85f19bb258a req-bb1e12b0-d03c-49f4-810e-0bd0032b7e6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 1095 time: 0.0561984 Jul 16 18:37:31.865515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf411-b820-4492-b671-c85f19bb258a req-54d53ed6-def7-454e-b705-2a5a339f8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.868091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d66cf411-b820-4492-b671-c85f19bb258a req-54d53ed6-def7-454e-b705-2a5a339f8773 service neutron] 10.222.0.42 "GET /v2.0/networks?id=40b7e631-7f7b-4fcd-9972-225ff5e10848 HTTP/1.1" status: 200 len: 898 time: 0.1027606 Jul 16 18:37:31.910132 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d66cf411-b820-4492-b671-c85f19bb258a req-828e2b6e-f17f-437d-a983-4b89a296041b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=be5d41ec-08e0-44d6-9397-4ce806d5624d HTTP/1.1" status: 200 len: 217 time: 0.0354211 Jul 16 18:37:31.962865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf411-b820-4492-b671-c85f19bb258a req-a40e6a4d-a7e2-41e7-b2f6-289a5902fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.964477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d66cf411-b820-4492-b671-c85f19bb258a req-a40e6a4d-a7e2-41e7-b2f6-289a5902fb81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6 HTTP/1.1" status: 200 len: 837 time: 0.0484354 Jul 16 18:37:32.022246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf411-b820-4492-b671-c85f19bb258a req-cd697da3-a554-4bda-a9b8-e8ab7c3d6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.023781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d66cf411-b820-4492-b671-c85f19bb258a req-cd697da3-a554-4bda-a9b8-e8ab7c3d6182 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40b7e631-7f7b-4fcd-9972-225ff5e10848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530381 Jul 16 18:37:32.114454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d66cf411-b820-4492-b671-c85f19bb258a req-3a4986d5-0f4b-4193-b9bb-2b66dba1f85d service neutron] 10.222.0.42 "GET /v2.0/networks/40b7e631-7f7b-4fcd-9972-225ff5e10848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832105 Jul 16 18:37:32.210428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d66cf411-b820-4492-b671-c85f19bb258a req-db151c2e-5de8-45d9-a6cb-22bfe7c2ce6c service neutron] 10.222.0.42 "GET /v2.0/networks/40b7e631-7f7b-4fcd-9972-225ff5e10848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897217 Jul 16 18:37:32.317336 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbeb65d5-a0ef-4516-a87e-e9d894bff13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.439463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870649ea-d708-4a8f-932e-355251fbf8cd req-bdc4a09a-9fa3-4864-8406-981278dc1cd3 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.441003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-870649ea-d708-4a8f-932e-355251fbf8cd req-bdc4a09a-9fa3-4864-8406-981278dc1cd3 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 944 time: 0.0638485 Jul 16 18:37:32.479574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-870649ea-d708-4a8f-932e-355251fbf8cd req-ef1b401e-a4c7-46b1-bf95-71e6844125a2 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325112 Jul 16 18:37:32.757576 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.843627 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.863901 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.239330 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48764) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:33.241577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device be5d41ec-08e0-44d6-9397-4ce806d5624d details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:33.307846 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73313c5d-49ed-4568-8bf4-d3ba30c8859e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.333474 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73313c5d-49ed-4568-8bf4-d3ba30c8859e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.349350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port be5d41ec-08e0-44d6-9397-4ce806d5624d, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=be5d41ec-08e0-44d6-9397-4ce806d5624d,segment=NetworkSegment(4f8064ce-6d3c-42b1-ac94-02cfea5ebf44),segment_id=4f8064ce-6d3c-42b1-ac94-02cfea5ebf44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:33.364123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'be5d41ec-08e0-44d6-9397-4ce806d5624d', 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848', 'port_id': 'be5d41ec-08e0-44d6-9397-4ce806d5624d', 'mac_address': 'fa:16:3e:c4:22:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:33.403382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73313c5d-49ed-4568-8bf4-d3ba30c8859e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.406938 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-73313c5d-49ed-4568-8bf4-d3ba30c8859e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.408188 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-73313c5d-49ed-4568-8bf4-d3ba30c8859e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] 10.222.0.52 "DELETE /v2.0/security-groups/b7344488-24dc-4180-adb6-af17207e54a9 HTTP/1.1" status: 204 len: 168 time: 0.1677325 Jul 16 18:37:33.411409 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.418205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73313c5d-49ed-4568-8bf4-d3ba30c8859e tempest-TestVolumeBootPattern-2091166702 tempest-TestVolumeBootPattern-2091166702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7344488-24dc-4180-adb6-af17207e54a9,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:33.426211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5d41ec-08e0-44d6-9397-4ce806d5624d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:33.455720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port be5d41ec-08e0-44d6-9397-4ce806d5624d, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=be5d41ec-08e0-44d6-9397-4ce806d5624d,segment=NetworkSegment(4f8064ce-6d3c-42b1-ac94-02cfea5ebf44),segment_id=4f8064ce-6d3c-42b1-ac94-02cfea5ebf44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:33.473421 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.479029 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48768) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:33.528404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=be5d41ec-08e0-44d6-9397-4ce806d5624d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:33.539361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:33.539726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:33.540130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:33.540645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:33.541099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:33.541510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:33.542216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:33.542567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:33.543062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:33.543408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:33.543752 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:33.544693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:33.672143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81cf3d-0b28-4a83-b040-e1e31b3ef4c9 req-208d3d91-c4b3-4aed-a4a5-5e6f29dd2fcd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.673769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd81cf3d-0b28-4a83-b040-e1e31b3ef4c9 req-208d3d91-c4b3-4aed-a4a5-5e6f29dd2fcd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 945 time: 0.0707970 Jul 16 18:37:33.687343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['be5d41ec-08e0-44d6-9397-4ce806d5624d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:33.741957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd81cf3d-0b28-4a83-b040-e1e31b3ef4c9 req-27f229be-260a-4912-870f-7cc2b33dde0a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624759 Jul 16 18:37:33.889537 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.979798 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b8eabd-f086-401f-a245-82ea4b527110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.237049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-75b8eabd-f086-401f-a245-82ea4b527110 admin admin] Deleting port 5fc16b2c-9600-4804-bef5-f474d597e9d6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:34.237338 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b8eabd-f086-401f-a245-82ea4b527110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.318142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-75b8eabd-f086-401f-a245-82ea4b527110 admin admin] For port 5fc16b2c-9600-4804-bef5-f474d597e9d6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=5fc16b2c-9600-4804-bef5-f474d597e9d6,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:34.318816 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b8eabd-f086-401f-a245-82ea4b527110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.331261 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-75b8eabd-f086-401f-a245-82ea4b527110 admin admin] Calling delete_port for 5fc16b2c-9600-4804-bef5-f474d597e9d6 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:34.506747 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b8eabd-f086-401f-a245-82ea4b527110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.530956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8eabd-f086-401f-a245-82ea4b527110 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc16b2c-9600-4804-bef5-f474d597e9d6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:34.699942 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-75b8eabd-f086-401f-a245-82ea4b527110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.915784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a2621-82d5-4c2b-b6c0-3af82f4d3d08 req-1245ec63-a33d-4d84-bb30-60c901091cb6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:34.917338 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f0a2621-82d5-4c2b-b6c0-3af82f4d3d08 req-1245ec63-a33d-4d84-bb30-60c901091cb6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 945 time: 0.0653620 Jul 16 18:37:34.918355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b8eabd-f086-401f-a245-82ea4b527110 admin admin] Router 2de17d68-8577-4fbf-89a2-c9a18105c457 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:34.955137 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2f0a2621-82d5-4c2b-b6c0-3af82f4d3d08 req-c5e16065-08d1-473e-9755-90a77acdd880 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321009 Jul 16 18:37:35.027756 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b8eabd-f086-401f-a245-82ea4b527110 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:35.033649 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-75b8eabd-f086-401f-a245-82ea4b527110 admin admin] 10.222.0.52 "PUT /v2.0/routers/2de17d68-8577-4fbf-89a2-c9a18105c457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5534642 Jul 16 18:37:35.036149 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48776) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:35.036900 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe18d167-c20f-4dc8-a4c4-5903e70a717f None None] Sync routers for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:35.046832 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18d167-c20f-4dc8-a4c4-5903e70a717f None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:35.047450 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fe18d167-c20f-4dc8-a4c4-5903e70a717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:37:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:35.137874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.151689 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fe18d167-c20f-4dc8-a4c4-5903e70a717f None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:35.239789 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.241245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device be5d41ec-08e0-44d6-9397-4ce806d5624d up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:35.296257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port be5d41ec-08e0-44d6-9397-4ce806d5624d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:35.298288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Deleting port 6ea89228-b2b7-4740-88fa-168a72ff09fa {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:35.298708 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.300223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port be5d41ec-08e0-44d6-9397-4ce806d5624d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:35.300663 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.338483 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fe18d167-c20f-4dc8-a4c4-5903e70a717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:37:34Z', 'revision_number': 5, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port': {'id': '6ea89228-b2b7-4740-88fa-168a72ff09fa', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:35.365261 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe18d167-c20f-4dc8-a4c4-5903e70a717f None None] Checking router: 2de17d68-8577-4fbf-89a2-c9a18105c457 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:35.375336 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18d167-c20f-4dc8-a4c4-5903e70a717f None None] Routers {'2de17d68-8577-4fbf-89a2-c9a18105c457'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:35.376165 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fe18d167-c20f-4dc8-a4c4-5903e70a717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:37:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['2de17d68-8577-4fbf-89a2-c9a18105c457'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:35.381359 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.387264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] For port 6ea89228-b2b7-4740-88fa-168a72ff09fa, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=6ea89228-b2b7-4740-88fa-168a72ff09fa,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:35.387773 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.401263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Calling delete_port for 6ea89228-b2b7-4740-88fa-168a72ff09fa owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:35.405210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7505ab20-ca83-4cb8-93ff-684ae30fd552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5d41ec-08e0-44d6-9397-4ce806d5624d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:35.407469 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe293ec-33fb-4d43-a227-cfd7f4933874" -d '{"events": [{"server_uuid": "7505ab20-ca83-4cb8-93ff-684ae30fd552", "name": "network-vif-plugged", "status": "completed", "tag": "be5d41ec-08e0-44d6-9397-4ce806d5624d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:35.420539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port be5d41ec-08e0-44d6-9397-4ce806d5624d, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=be5d41ec-08e0-44d6-9397-4ce806d5624d,segment=NetworkSegment(4f8064ce-6d3c-42b1-ac94-02cfea5ebf44),segment_id=4f8064ce-6d3c-42b1-ac94-02cfea5ebf44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:35.425381 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.460143 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290354de-8712-43e6-a511-20c8d16dd48e x-openstack-request-id: req-290354de-8712-43e6-a511-20c8d16dd48e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:35.460143 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7505ab20-ca83-4cb8-93ff-684ae30fd552", "name": "network-vif-plugged", "status": "completed", "tag": "be5d41ec-08e0-44d6-9397-4ce806d5624d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:35.460702 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-290354de-8712-43e6-a511-20c8d16dd48e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:35.461099 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7505ab20-ca83-4cb8-93ff-684ae30fd552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5d41ec-08e0-44d6-9397-4ce806d5624d', 'code': 200} Jul 16 18:37:35.474905 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fe18d167-c20f-4dc8-a4c4-5903e70a717f None None] Set router 2de17d68-8577-4fbf-89a2-c9a18105c457 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:35.482003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=be5d41ec-08e0-44d6-9397-4ce806d5624d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:35.536408 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fe18d167-c20f-4dc8-a4c4-5903e70a717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:37:35Z', 'revision_number': 6, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:35.570091 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.571917 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe18d167-c20f-4dc8-a4c4-5903e70a717f None None] The sync data for ids ['2de17d68-8577-4fbf-89a2-c9a18105c457'] in n-d-793618-9 is: [{'id': '2de17d68-8577-4fbf-89a2-c9a18105c457', 'name': 'tempest-TestVolumeBootPattern-1785288142-router', 'tenant_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:37:35Z', 'revision_number': 6, 'project_id': 'f0df120ae57f4fec894f6d2c17dd65b8', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:35.593576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbf94b-937e-490a-ab35-ac8c9cf1b205 req-4ea1fafb-0e7d-428d-b2e2-fd48f0cf3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.595160 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.595305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4bbf94b-937e-490a-ab35-ac8c9cf1b205 req-4ea1fafb-0e7d-428d-b2e2-fd48f0cf3690 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 1097 time: 0.0630078 Jul 16 18:37:35.621502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea89228-b2b7-4740-88fa-168a72ff09fa,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:35.635615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4bbf94b-937e-490a-ab35-ac8c9cf1b205 req-c1a191e1-6b32-410f-974a-459669f477d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Jul 16 18:37:35.682897 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.083877 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.086264 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.091071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5fc16b2c-9600-4804-bef5-f474d597e9d6 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:36.115753 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 5fc16b2c-9600-4804-bef5-f474d597e9d6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:36.116110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 5fc16b2c-9600-4804-bef5-f474d597e9d6 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:36.136301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.137011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2de17d68-8577-4fbf-89a2-c9a18105c457 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:37:36.142158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.143707 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-56099b36-59de-4f91-b04e-6b3ba6c27efc admin admin] 10.222.0.52 "DELETE /v2.0/routers/2de17d68-8577-4fbf-89a2-c9a18105c457 HTTP/1.1" status: 204 len: 168 time: 1.1065207 Jul 16 18:37:36.146180 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48782) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:36.151408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f849bd1-93b7-477c-b25b-923bd4d958eb req-24c36a38-bf6e-4958-ad22-43fc0d40d35c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:36.152922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f849bd1-93b7-477c-b25b-923bd4d958eb req-24c36a38-bf6e-4958-ad22-43fc0d40d35c tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 946 time: 0.0816960 Jul 16 18:37:36.192052 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c9eca9-c739-4958-9167-23a1c2008fa1 admin admin] Deleting subnet 06e59bf1-3334-4805-a095-a675fad1696c {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:36.192281 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f849bd1-93b7-477c-b25b-923bd4d958eb req-be2c3d5c-c1d7-4d35-ae9c-1f4834eb5056 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326793 Jul 16 18:37:36.195415 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7c9eca9-c739-4958-9167-23a1c2008fa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.230632 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7c9eca9-c739-4958-9167-23a1c2008fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.312762 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7c9eca9-c739-4958-9167-23a1c2008fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.366132 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7c9eca9-c739-4958-9167-23a1c2008fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.389925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9eca9-c739-4958-9167-23a1c2008fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e59bf1-3334-4805-a095-a675fad1696c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.398337 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7c9eca9-c739-4958-9167-23a1c2008fa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.400287 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c7c9eca9-c739-4958-9167-23a1c2008fa1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/06e59bf1-3334-4805-a095-a675fad1696c HTTP/1.1" status: 204 len: 168 time: 0.2531364 Jul 16 18:37:36.403071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:36.410003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9cdfd-555d-46c0-9190-5c3d0fc0fd51 None None] Network 7b36efc9-5535-46da-bd7a-1e9fedeb406c requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:36.474028 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.538810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Deleting port e0623234-7810-4174-abde-09b00c7acf7d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:36.539290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.609487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] For port e0623234-7810-4174-abde-09b00c7acf7d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e0623234-7810-4174-abde-09b00c7acf7d,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:36.609902 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.622351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Calling delete_port for e0623234-7810-4174-abde-09b00c7acf7d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:36.642166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b88687-fb95-47ba-aa31-dec601de5b70 None None] DHCP port deletion for 7b36efc9-5535-46da-bd7a-1e9fedeb406c request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:36.692784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-06b88687-fb95-47ba-aa31-dec601de5b70 None None] Deleting port e0623234-7810-4174-abde-09b00c7acf7d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:36.693181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06b88687-fb95-47ba-aa31-dec601de5b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.715869 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.746795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0623234-7810-4174-abde-09b00c7acf7d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.748889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] No DVR routers for this DVR port e0623234-7810-4174-abde-09b00c7acf7d on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:36.761673 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-06b88687-fb95-47ba-aa31-dec601de5b70 None None] For port e0623234-7810-4174-abde-09b00c7acf7d, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e0623234-7810-4174-abde-09b00c7acf7d,segment=NetworkSegment(5f1eb63c-34b7-48fc-ab4c-44be10472211),segment_id=5f1eb63c-34b7-48fc-ab4c-44be10472211)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:36.762079 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06b88687-fb95-47ba-aa31-dec601de5b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.775157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-06b88687-fb95-47ba-aa31-dec601de5b70 None None] Calling delete_port for e0623234-7810-4174-abde-09b00c7acf7d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:36.823539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.836259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b36efc9-5535-46da-bd7a-1e9fedeb406c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:36.853297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1eb63c-34b7-48fc-ab4c-44be10472211') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:36.853627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1eb63c-34b7-48fc-ab4c-44be10472211') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:36.855553 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06b88687-fb95-47ba-aa31-dec601de5b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.869719 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.881175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b88687-fb95-47ba-aa31-dec601de5b70 None None] Pushing event deleted for resources: {'Port': ['ID=e0623234-7810-4174-abde-09b00c7acf7d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.884796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b88687-fb95-47ba-aa31-dec601de5b70 None None] No DVR routers for this DVR port e0623234-7810-4174-abde-09b00c7acf7d on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:36.895041 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.902235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:36.902712 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:36.905098 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:36.957911 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.964281 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.966892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7b36efc9-5535-46da-bd7a-1e9fedeb406c HTTP/1.1" status: 204 len: 168 time: 0.5622370 Jul 16 18:37:36.970194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48786) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:36.976219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5ffd0-929b-4e4d-87f9-e2aacba7ed32 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b36efc9-5535-46da-bd7a-1e9fedeb406c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:37.314748 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b043acd2-6ff7-445b-bf8c-65f1253f1677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.373403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c1874-64f5-4e44-aec5-2785b07718d2 req-7c4a9ff9-a9c6-49fc-a837-8b110b11672b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.374924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b6c1874-64f5-4e44-aec5-2785b07718d2 req-7c4a9ff9-a9c6-49fc-a837-8b110b11672b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 946 time: 0.0674546 Jul 16 18:37:37.413503 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b6c1874-64f5-4e44-aec5-2785b07718d2 req-bcb389ac-16ea-4bfc-ac70-543ea555568f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329747 Jul 16 18:37:37.571663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b043acd2-6ff7-445b-bf8c-65f1253f1677 admin admin] Deleting port 45cdc312-d2a8-46a5-b3c0-63509da73c62 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:37.572216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b043acd2-6ff7-445b-bf8c-65f1253f1677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.585285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b52053-92b0-4ed3-abb2-499a08b50b11 req-b04aac58-77d9-4b8d-9d0c-2f475fe9fb13 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.586837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95b52053-92b0-4ed3-abb2-499a08b50b11 req-b04aac58-77d9-4b8d-9d0c-2f475fe9fb13 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 946 time: 0.0634487 Jul 16 18:37:37.624320 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95b52053-92b0-4ed3-abb2-499a08b50b11 req-f1f78af4-5f87-4319-a4be-a02532dc7942 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318086 Jul 16 18:37:37.650042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b043acd2-6ff7-445b-bf8c-65f1253f1677 admin admin] For port 45cdc312-d2a8-46a5-b3c0-63509da73c62, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=45cdc312-d2a8-46a5-b3c0-63509da73c62,segment=NetworkSegment(99d74e5c-d2c6-4108-a777-c07fb5f566e2),segment_id=99d74e5c-d2c6-4108-a777-c07fb5f566e2)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:37.650683 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b043acd2-6ff7-445b-bf8c-65f1253f1677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.662694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b043acd2-6ff7-445b-bf8c-65f1253f1677 admin admin] Calling delete_port for 45cdc312-d2a8-46a5-b3c0-63509da73c62 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:37.789849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e0623234-7810-4174-abde-09b00c7acf7d no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:37.809045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: e0623234-7810-4174-abde-09b00c7acf7d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:37.809442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e0623234-7810-4174-abde-09b00c7acf7d not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:37.809866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6ea89228-b2b7-4740-88fa-168a72ff09fa no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:37.830035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 6ea89228-b2b7-4740-88fa-168a72ff09fa {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:37.830318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 6ea89228-b2b7-4740-88fa-168a72ff09fa not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:37.861279 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b043acd2-6ff7-445b-bf8c-65f1253f1677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.885286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043acd2-6ff7-445b-bf8c-65f1253f1677 admin admin] Pushing event deleted for resources: {'Port': ['ID=45cdc312-d2a8-46a5-b3c0-63509da73c62,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:38.068571 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b043acd2-6ff7-445b-bf8c-65f1253f1677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.278243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b043acd2-6ff7-445b-bf8c-65f1253f1677 admin admin] Router dad7d6d6-907b-4c7c-9872-4bc2d64deb84 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:38.380186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b043acd2-6ff7-445b-bf8c-65f1253f1677 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:38.385136 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b043acd2-6ff7-445b-bf8c-65f1253f1677 admin admin] 10.222.0.52 "PUT /v2.0/routers/dad7d6d6-907b-4c7c-9872-4bc2d64deb84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4137797 Jul 16 18:37:38.387661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48796) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:38.390315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575802a9-b520-48a2-9028-bb345f868cd9 None None] Sync routers for ids ['dad7d6d6-907b-4c7c-9872-4bc2d64deb84'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:38.400020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575802a9-b520-48a2-9028-bb345f868cd9 None None] Routers {'dad7d6d6-907b-4c7c-9872-4bc2d64deb84'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:38.400642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-575802a9-b520-48a2-9028-bb345f868cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:37:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['dad7d6d6-907b-4c7c-9872-4bc2d64deb84'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:38.493902 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.601643 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.657514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Deleting port fd561e14-6e15-46a5-8941-8106f5ba428a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:38.657880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.663722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-575802a9-b520-48a2-9028-bb345f868cd9 None None] Set router dad7d6d6-907b-4c7c-9872-4bc2d64deb84 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:38.739811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] For port fd561e14-6e15-46a5-8941-8106f5ba428a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=fd561e14-6e15-46a5-8941-8106f5ba428a,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:38.740168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.752414 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Calling delete_port for fd561e14-6e15-46a5-8941-8106f5ba428a owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:38.843866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-575802a9-b520-48a2-9028-bb345f868cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'name': 'tempest-TestVolumeBootPattern-7937395-router', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:06Z', 'updated_at': '2021-07-16T18:37:37Z', 'revision_number': 5, 'project_id': '089a7abeba0448ed9ed18684269d7a3a', 'gw_port': {'id': 'fd561e14-6e15-46a5-8941-8106f5ba428a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:07Z', 'updated_at': '2021-07-16T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:38.871091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575802a9-b520-48a2-9028-bb345f868cd9 None None] Checking router: dad7d6d6-907b-4c7c-9872-4bc2d64deb84 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:38.880436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575802a9-b520-48a2-9028-bb345f868cd9 None None] Routers {'dad7d6d6-907b-4c7c-9872-4bc2d64deb84'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:38.881052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-575802a9-b520-48a2-9028-bb345f868cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:37:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['dad7d6d6-907b-4c7c-9872-4bc2d64deb84'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:38.920051 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.946988 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd561e14-6e15-46a5-8941-8106f5ba428a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:38.974539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-575802a9-b520-48a2-9028-bb345f868cd9 None None] Set router dad7d6d6-907b-4c7c-9872-4bc2d64deb84 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:39.016090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.029663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-575802a9-b520-48a2-9028-bb345f868cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'name': 'tempest-TestVolumeBootPattern-7937395-router', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:06Z', 'updated_at': '2021-07-16T18:37:38Z', 'revision_number': 6, 'project_id': '089a7abeba0448ed9ed18684269d7a3a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:39.055440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575802a9-b520-48a2-9028-bb345f868cd9 None None] The sync data for ids ['dad7d6d6-907b-4c7c-9872-4bc2d64deb84'] in n-d-793618-9 is: [{'id': 'dad7d6d6-907b-4c7c-9872-4bc2d64deb84', 'name': 'tempest-TestVolumeBootPattern-7937395-router', 'tenant_id': '089a7abeba0448ed9ed18684269d7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:06Z', 'updated_at': '2021-07-16T18:37:38Z', 'revision_number': 6, 'project_id': '089a7abeba0448ed9ed18684269d7a3a', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:39.101067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:39.111554 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.113726 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.158493 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.159057 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dad7d6d6-907b-4c7c-9872-4bc2d64deb84 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:37:39.164062 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.165271 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-45b254d9-7bb9-4fd1-bf99-da5a389cf0a4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/dad7d6d6-907b-4c7c-9872-4bc2d64deb84 HTTP/1.1" status: 204 len: 168 time: 0.7765234 Jul 16 18:37:39.167722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:39.213710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4c7cec-df19-4243-a5b4-719c84a2b6d2 admin admin] Deleting subnet 07a039d6-61d5-45f5-a67a-c813380835f3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:39.217770 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af4c7cec-df19-4243-a5b4-719c84a2b6d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.257253 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af4c7cec-df19-4243-a5b4-719c84a2b6d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.340174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af4c7cec-df19-4243-a5b4-719c84a2b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.400780 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af4c7cec-df19-4243-a5b4-719c84a2b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.416331 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af4c7cec-df19-4243-a5b4-719c84a2b6d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.418274 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-af4c7cec-df19-4243-a5b4-719c84a2b6d2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/07a039d6-61d5-45f5-a67a-c813380835f3 HTTP/1.1" status: 204 len: 168 time: 0.2495694 Jul 16 18:37:39.423315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fce0a63-d734-492f-afc1-14a1c9af64d1 None None] Network aff40e77-1313-494e-b1c7-be52f378c041 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:39.443654 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c7cec-df19-4243-a5b4-719c84a2b6d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a039d6-61d5-45f5-a67a-c813380835f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:39.446898 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48802) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:39.536529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.593298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Deleting port 0951e5d1-152f-42ad-91b1-669c49b122eb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:39.593667 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.660320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] For port 0951e5d1-152f-42ad-91b1-669c49b122eb, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0951e5d1-152f-42ad-91b1-669c49b122eb,segment=NetworkSegment(99d74e5c-d2c6-4108-a777-c07fb5f566e2),segment_id=99d74e5c-d2c6-4108-a777-c07fb5f566e2)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:39.661027 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.672746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Calling delete_port for 0951e5d1-152f-42ad-91b1-669c49b122eb owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:39.752324 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.775455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Pushing event deleted for resources: {'Port': ['ID=0951e5d1-152f-42ad-91b1-669c49b122eb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:39.781848 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] No DVR routers for this DVR port 0951e5d1-152f-42ad-91b1-669c49b122eb on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:39.815752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.871248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.878843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be10a391-c81e-4ee3-be39-79e03b16220a None None] DHCP port deletion for aff40e77-1313-494e-b1c7-be52f378c041 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:39.890039 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff40e77-1313-494e-b1c7-be52f378c041']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:39.917335 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d74e5c-d2c6-4108-a777-c07fb5f566e2') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:39.917335 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d74e5c-d2c6-4108-a777-c07fb5f566e2') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:39.926989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.941067 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.948666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:39.949200 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:39.950898 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:39.954881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0951e5d1-152f-42ad-91b1-669c49b122eb no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:39.978546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 0951e5d1-152f-42ad-91b1-669c49b122eb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:39.978906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0951e5d1-152f-42ad-91b1-669c49b122eb not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:39.979342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device fd561e14-6e15-46a5-8941-8106f5ba428a no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:40.009236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: fd561e14-6e15-46a5-8941-8106f5ba428a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:40.009618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device fd561e14-6e15-46a5-8941-8106f5ba428a not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:40.010044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 45cdc312-d2a8-46a5-b3c0-63509da73c62 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:40.022590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.030548 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.032800 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] 10.222.0.52 "DELETE /v2.0/networks/aff40e77-1313-494e-b1c7-be52f378c041 HTTP/1.1" status: 204 len: 168 time: 0.5846896 Jul 16 18:37:40.040341 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 45cdc312-d2a8-46a5-b3c0-63509da73c62 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:40.040702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 45cdc312-d2a8-46a5-b3c0-63509da73c62 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:40.046846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301d5ae-58e2-4ea9-a1ac-a7638373c88a admin admin] Pushing event deleted for resources: {'Network': ['ID=aff40e77-1313-494e-b1c7-be52f378c041,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:40.180413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48806) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:40.225268 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6752686b-988e-4d3f-b267-8e1453c2c99a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0df120ae57f4fec894f6d2c17dd65b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436828 Jul 16 18:37:40.227882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Allocated IP 172.20.0.17 (40b7e631-7f7b-4fcd-9972-225ff5e10848/7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6/000d8453-d99c-42dd-900e-73d283dca4b3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:40.228365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48808) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:40.277452 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b87-c6ac-4289-850f-ab5c08c47833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.298917 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b87-c6ac-4289-850f-ab5c08c47833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.343410 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.346572 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b87-c6ac-4289-850f-ab5c08c47833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.349146 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d43a1b87-c6ac-4289-850f-ab5c08c47833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.350358 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d43a1b87-c6ac-4289-850f-ab5c08c47833 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b49232a-92b8-4dcd-ac93-749fb5132ec1 HTTP/1.1" status: 204 len: 168 time: 0.1216395 Jul 16 18:37:40.358088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Transition to ACTIVE for port object 000d8453-d99c-42dd-900e-73d283dca4b3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:40.359328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a1b87-c6ac-4289-850f-ab5c08c47833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b49232a-92b8-4dcd-ac93-749fb5132ec1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:40.394272 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.432238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 40b7e631-7f7b-4fcd-9972-225ff5e10848 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:40.435752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:40.441726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:40.474163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=000d8453-d99c-42dd-900e-73d283dca4b3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:40.492852 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.656404 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.692451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-70686839-829f-4e87-b05e-ede592b10ece None None] Provisioning for port 000d8453-d99c-42dd-900e-73d283dca4b3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:40.696521 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-70686839-829f-4e87-b05e-ede592b10ece None None] Provisioning complete for port 000d8453-d99c-42dd-900e-73d283dca4b3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:40.697063 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70686839-829f-4e87-b05e-ede592b10ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.733952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-70686839-829f-4e87-b05e-ede592b10ece None None] Port 000d8453-d99c-42dd-900e-73d283dca4b3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:40.749703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:40.842418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-98f944ec-5fbf-429f-bfe1-c2f9e1c7f95d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=089a7abeba0448ed9ed18684269d7a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907648 Jul 16 18:37:40.844934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:40.894014 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2696d574-8758-4e12-92a1-92a12159cc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.916767 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2696d574-8758-4e12-92a1-92a12159cc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.967602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2696d574-8758-4e12-92a1-92a12159cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.970248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2696d574-8758-4e12-92a1-92a12159cc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.973777 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2696d574-8758-4e12-92a1-92a12159cc55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/242b6e56-7340-424e-a6fa-c18d0371b47d HTTP/1.1" status: 204 len: 168 time: 0.1248131 Jul 16 18:37:40.980398 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696d574-8758-4e12-92a1-92a12159cc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242b6e56-7340-424e-a6fa-c18d0371b47d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:40.988013 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.994861 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.086016 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.088622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=000d8453-d99c-42dd-900e-73d283dca4b3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:41.184102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 40b7e631-7f7b-4fcd-9972-225ff5e10848 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:41.186218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:41.316749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Router 039d0a64-d4d5-4ab7-952b-071d21691a6c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:41.442748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:41.453435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3ff7d9bb-e175-4b9e-b430-5254a067541e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "PUT /v2.0/routers/039d0a64-d4d5-4ab7-952b-071d21691a6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3510888 Jul 16 18:37:41.455370 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Sync routers for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:41.469882 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:41.470521 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:37:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:41.471896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-774c8866-b687-4f4e-8dc8-cc98e3cce3a1 None None] Provisioning complete for port 000d8453-d99c-42dd-900e-73d283dca4b3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:41.472370 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-774c8866-b687-4f4e-8dc8-cc98e3cce3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.511995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-774c8866-b687-4f4e-8dc8-cc98e3cce3a1 None None] Port 000d8453-d99c-42dd-900e-73d283dca4b3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:41.585991 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:41.814410 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:37:40Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2696574a-14ad-4790-a661-0fe08ead771d', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'port_id': '38257830-a208-4a0d-b19e-a1581339cb3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'mac_address': 'fa:16:3e:1c:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:47Z', 'updated_at': '2021-07-16T18:36:49Z', 'revision_number': 1, 'project_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d8453-d99c-42dd-900e-73d283dca4b3', 'name': '', 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:51:35:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:39Z', 'updated_at': '2021-07-16T18:37:40Z', 'revision_number': 2, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': '7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:41.840384 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Checking router: 039d0a64-d4d5-4ab7-952b-071d21691a6c for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:41.840694 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Updating router 039d0a64-d4d5-4ab7-952b-071d21691a6c port 000d8453-d99c-42dd-900e-73d283dca4b3 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:41.874083 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.212857 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.222389 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Transition to ACTIVE for port object 000d8453-d99c-42dd-900e-73d283dca4b3 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:42.227253 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.279592 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Pushing event updated for resources: {'Port': ['ID=000d8453-d99c-42dd-900e-73d283dca4b3,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.302836 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.303187 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.303533 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.303876 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.304215 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.304549 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.304881 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.305213 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.305570 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.305898 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.306224 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.306547 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.346459 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Attempting to bind port 000d8453-d99c-42dd-900e-73d283dca4b3 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:42.346836 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Attempting to bind port 000d8453-d99c-42dd-900e-73d283dca4b3 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:42.347208 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Attempting to bind port 000d8453-d99c-42dd-900e-73d283dca4b3 on network 40b7e631-7f7b-4fcd-9972-225ff5e10848 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:42.352358 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:42.352740 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Checking segment: {'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:42.353150 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.353579 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Bound using segment: {'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:42.354053 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Bound port: 000d8453-d99c-42dd-900e-73d283dca4b3, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:42.354443 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.419248 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] For port 000d8453-d99c-42dd-900e-73d283dca4b3, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:42.424432 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] For port 000d8453-d99c-42dd-900e-73d283dca4b3, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=000d8453-d99c-42dd-900e-73d283dca4b3,segment=NetworkSegment(4f8064ce-6d3c-42b1-ac94-02cfea5ebf44),segment_id=4f8064ce-6d3c-42b1-ac94-02cfea5ebf44)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:42.428254 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.488716 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729391f-533b-4e59-b813-6b19d690ae67 None None] Pushing event updated for resources: {'Port': ['ID=000d8453-d99c-42dd-900e-73d283dca4b3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.491782 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:42.492050 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:37:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:42.601417 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:42.829551 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:37:40Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2696574a-14ad-4790-a661-0fe08ead771d', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'port_id': '38257830-a208-4a0d-b19e-a1581339cb3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'mac_address': 'fa:16:3e:1c:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:47Z', 'updated_at': '2021-07-16T18:36:49Z', 'revision_number': 1, 'project_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d8453-d99c-42dd-900e-73d283dca4b3', 'name': '', 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:51:35:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:39Z', 'updated_at': '2021-07-16T18:37:42Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': '7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:42.855849 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccecb41d-9925-4f99-8b96-ec306cfcd8ca None None] The sync data for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 is: [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:37:40Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2696574a-14ad-4790-a661-0fe08ead771d', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'port_id': '38257830-a208-4a0d-b19e-a1581339cb3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'mac_address': 'fa:16:3e:1c:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:47Z', 'updated_at': '2021-07-16T18:36:49Z', 'revision_number': 1, 'project_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d8453-d99c-42dd-900e-73d283dca4b3', 'name': '', 'network_id': '40b7e631-7f7b-4fcd-9972-225ff5e10848', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:51:35:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:39Z', 'updated_at': '2021-07-16T18:37:42Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': '7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:43.798797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 000d8453-d99c-42dd-900e-73d283dca4b3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:43.851343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 000d8453-d99c-42dd-900e-73d283dca4b3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:43.855091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 000d8453-d99c-42dd-900e-73d283dca4b3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:43.855474 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.930766 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.962022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 000d8453-d99c-42dd-900e-73d283dca4b3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=000d8453-d99c-42dd-900e-73d283dca4b3,segment=NetworkSegment(4f8064ce-6d3c-42b1-ac94-02cfea5ebf44),segment_id=4f8064ce-6d3c-42b1-ac94-02cfea5ebf44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:43.965729 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.020525 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=000d8453-d99c-42dd-900e-73d283dca4b3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:45.779990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 000d8453-d99c-42dd-900e-73d283dca4b3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:45.830643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 000d8453-d99c-42dd-900e-73d283dca4b3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:45.831023 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.086405 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80084e49-57a9-43fa-b0ab-5be271df5a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.757701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:02.189564 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0489197b-bf94-4516-9734-6ca9e01dfb89 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.318141 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95369c09-5805-4eba-ad7b-51d3db101cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.759729 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.790540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0489197b-bf94-4516-9734-6ca9e01dfb89 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting port 000d8453-d99c-42dd-900e-73d283dca4b3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:02.791128 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0489197b-bf94-4516-9734-6ca9e01dfb89 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.872809 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.874182 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.879435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-0489197b-bf94-4516-9734-6ca9e01dfb89 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] For port 000d8453-d99c-42dd-900e-73d283dca4b3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=000d8453-d99c-42dd-900e-73d283dca4b3,segment=NetworkSegment(4f8064ce-6d3c-42b1-ac94-02cfea5ebf44),segment_id=4f8064ce-6d3c-42b1-ac94-02cfea5ebf44)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:02.879803 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0489197b-bf94-4516-9734-6ca9e01dfb89 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.892530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0489197b-bf94-4516-9734-6ca9e01dfb89 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Calling delete_port for 000d8453-d99c-42dd-900e-73d283dca4b3 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:03.096854 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0489197b-bf94-4516-9734-6ca9e01dfb89 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.124603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489197b-bf94-4516-9734-6ca9e01dfb89 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Port': ['ID=000d8453-d99c-42dd-900e-73d283dca4b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:03.302514 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0489197b-bf94-4516-9734-6ca9e01dfb89 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.518240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0489197b-bf94-4516-9734-6ca9e01dfb89 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Router 039d0a64-d4d5-4ab7-952b-071d21691a6c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:03.624336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0489197b-bf94-4516-9734-6ca9e01dfb89 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:03.629437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0489197b-bf94-4516-9734-6ca9e01dfb89 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "PUT /v2.0/routers/039d0a64-d4d5-4ab7-952b-071d21691a6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8706214 Jul 16 18:38:03.634998 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41dae1e-b39f-425d-964a-1e8a53fae8d6 None None] Sync routers for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:03.644900 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41dae1e-b39f-425d-964a-1e8a53fae8d6 None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:03.645556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c41dae1e-b39f-425d-964a-1e8a53fae8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:03.758661 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c41dae1e-b39f-425d-964a-1e8a53fae8d6 None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:03.883769 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.001415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5202f-0e2f-4e1d-9fe4-316e286288d8 req-7bb66b37-8acb-46c6-a1a4-f5c209088513 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:04.002968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93c5202f-0e2f-4e1d-9fe4-316e286288d8 req-7bb66b37-8acb-46c6-a1a4-f5c209088513 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 946 time: 0.0638661 Jul 16 18:38:04.003108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c41dae1e-b39f-425d-964a-1e8a53fae8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:38:03Z', 'revision_number': 6, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2696574a-14ad-4790-a661-0fe08ead771d', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'port_id': '38257830-a208-4a0d-b19e-a1581339cb3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'mac_address': 'fa:16:3e:1c:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:47Z', 'updated_at': '2021-07-16T18:36:49Z', 'revision_number': 1, 'project_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:04.034543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41dae1e-b39f-425d-964a-1e8a53fae8d6 None None] Checking router: 039d0a64-d4d5-4ab7-952b-071d21691a6c for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:04.042784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41dae1e-b39f-425d-964a-1e8a53fae8d6 None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:04.043325 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c41dae1e-b39f-425d-964a-1e8a53fae8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:04.044046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93c5202f-0e2f-4e1d-9fe4-316e286288d8 req-0428afce-6257-4c37-a829-3b42ae38e9ad tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354249 Jul 16 18:38:04.149908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c41dae1e-b39f-425d-964a-1e8a53fae8d6 None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:04.368368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c41dae1e-b39f-425d-964a-1e8a53fae8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:38:03Z', 'revision_number': 6, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2696574a-14ad-4790-a661-0fe08ead771d', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'port_id': '38257830-a208-4a0d-b19e-a1581339cb3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'mac_address': 'fa:16:3e:1c:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:47Z', 'updated_at': '2021-07-16T18:36:49Z', 'revision_number': 1, 'project_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:04.393894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41dae1e-b39f-425d-964a-1e8a53fae8d6 None None] The sync data for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 is: [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:38:03Z', 'revision_number': 6, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2696574a-14ad-4790-a661-0fe08ead771d', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'port_id': '38257830-a208-4a0d-b19e-a1581339cb3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'mac_address': 'fa:16:3e:1c:4f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:47Z', 'updated_at': '2021-07-16T18:36:49Z', 'revision_number': 1, 'project_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:05.274593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf903d36-bcb0-4570-89f7-c205a8a2bdc2 req-fb406455-6491-4bc6-8731-e2d538e70fe5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.276107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf903d36-bcb0-4570-89f7-c205a8a2bdc2 req-fb406455-6491-4bc6-8731-e2d538e70fe5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 946 time: 0.1066720 Jul 16 18:38:05.288317 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae3c36-20b3-485c-b7f0-b7c37e4f2557 req-f3704137-b2ed-4927-be60-2085a1b1af50 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.289758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bbae3c36-20b3-485c-b7f0-b7c37e4f2557 req-f3704137-b2ed-4927-be60-2085a1b1af50 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.42 "GET /v2.0/ports?device_id=7505ab20-ca83-4cb8-93ff-684ae30fd552 HTTP/1.1" status: 200 len: 946 time: 0.0893245 Jul 16 18:38:05.356578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf903d36-bcb0-4570-89f7-c205a8a2bdc2 req-3565b67a-a5aa-472f-aa7b-e4d8574522c8 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657711 Jul 16 18:38:05.413403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bbae3c36-20b3-485c-b7f0-b7c37e4f2557 req-f72e3e27-f9b3-411e-aed5-3f39d52141a5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting port be5d41ec-08e0-44d6-9397-4ce806d5624d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:05.413756 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bbae3c36-20b3-485c-b7f0-b7c37e4f2557 req-f72e3e27-f9b3-411e-aed5-3f39d52141a5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.499073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bbae3c36-20b3-485c-b7f0-b7c37e4f2557 req-f72e3e27-f9b3-411e-aed5-3f39d52141a5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] For port be5d41ec-08e0-44d6-9397-4ce806d5624d, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=be5d41ec-08e0-44d6-9397-4ce806d5624d,segment=NetworkSegment(4f8064ce-6d3c-42b1-ac94-02cfea5ebf44),segment_id=4f8064ce-6d3c-42b1-ac94-02cfea5ebf44)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:05.499443 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bbae3c36-20b3-485c-b7f0-b7c37e4f2557 req-f72e3e27-f9b3-411e-aed5-3f39d52141a5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.511556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bbae3c36-20b3-485c-b7f0-b7c37e4f2557 req-f72e3e27-f9b3-411e-aed5-3f39d52141a5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Calling delete_port for be5d41ec-08e0-44d6-9397-4ce806d5624d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:05.569962 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.643800 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bbae3c36-20b3-485c-b7f0-b7c37e4f2557 req-f72e3e27-f9b3-411e-aed5-3f39d52141a5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.673731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e3e27-f9b3-411e-aed5-3f39d52141a5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Port': ['ID=be5d41ec-08e0-44d6-9397-4ce806d5624d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:05.722698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbae3c36-20b3-485c-b7f0-b7c37e4f2557 req-f72e3e27-f9b3-411e-aed5-3f39d52141a5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] No DVR routers for this DVR port be5d41ec-08e0-44d6-9397-4ce806d5624d on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:05.725341 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bbae3c36-20b3-485c-b7f0-b7c37e4f2557 req-f72e3e27-f9b3-411e-aed5-3f39d52141a5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.727424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bbae3c36-20b3-485c-b7f0-b7c37e4f2557 req-f72e3e27-f9b3-411e-aed5-3f39d52141a5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.42 "DELETE /v2.0/ports/be5d41ec-08e0-44d6-9397-4ce806d5624d HTTP/1.1" status: 204 len: 173 time: 0.4298818 Jul 16 18:38:05.727859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7505ab20-ca83-4cb8-93ff-684ae30fd552', 'name': 'network-vif-deleted', 'tag': 'be5d41ec-08e0-44d6-9397-4ce806d5624d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:05.730179 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c682da16-7cdd-4eae-92bf-9e200e01ffc5" -d '{"events": [{"server_uuid": "7505ab20-ca83-4cb8-93ff-684ae30fd552", "name": "network-vif-deleted", "tag": "be5d41ec-08e0-44d6-9397-4ce806d5624d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:05.753875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 000d8453-d99c-42dd-900e-73d283dca4b3 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:05.777022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 000d8453-d99c-42dd-900e-73d283dca4b3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:05.777510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 000d8453-d99c-42dd-900e-73d283dca4b3 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:05.985121 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672f53bd-3d98-43ca-9316-733844f9f7d9 x-openstack-request-id: req-672f53bd-3d98-43ca-9316-733844f9f7d9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:05.985459 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7505ab20-ca83-4cb8-93ff-684ae30fd552", "name": "network-vif-deleted", "tag": "be5d41ec-08e0-44d6-9397-4ce806d5624d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:05.985717 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-672f53bd-3d98-43ca-9316-733844f9f7d9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:05.986131 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7505ab20-ca83-4cb8-93ff-684ae30fd552', 'name': 'network-vif-deleted', 'tag': 'be5d41ec-08e0-44d6-9397-4ce806d5624d', 'status': 'completed', 'code': 200} Jul 16 18:38:06.452122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:06.510923 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d091384c-1beb-49d1-a504-94fbe7084967 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.535022 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d091384c-1beb-49d1-a504-94fbe7084967 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.597203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d091384c-1beb-49d1-a504-94fbe7084967 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.599681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d091384c-1beb-49d1-a504-94fbe7084967 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.600837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d091384c-1beb-49d1-a504-94fbe7084967 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/security-groups/859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21 HTTP/1.1" status: 204 len: 168 time: 0.1477265 Jul 16 18:38:06.601894 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:38:06.610376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091384c-1beb-49d1-a504-94fbe7084967 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859c8ff1-8eb2-4e53-8380-3bb8fc4b0b21,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.633254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:06.683258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a6b985-5c18-4364-aa9e-6f1654c793bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting subnet 7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:38:06.686934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36a6b985-5c18-4364-aa9e-6f1654c793bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.730824 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36a6b985-5c18-4364-aa9e-6f1654c793bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.846660 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36a6b985-5c18-4364-aa9e-6f1654c793bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.907959 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36a6b985-5c18-4364-aa9e-6f1654c793bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.938347 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36a6b985-5c18-4364-aa9e-6f1654c793bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.940222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-36a6b985-5c18-4364-aa9e-6f1654c793bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/subnets/7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6 HTTP/1.1" status: 204 len: 168 time: 0.3060117 Jul 16 18:38:06.941814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6b985-5c18-4364-aa9e-6f1654c793bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Subnet': ['ID=7123dd07-1657-4f81-8b6c-3d5fd9b4c5e6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.942906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:06.945386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d5ca26-9bb5-49c2-b6cf-9d50463ba6dc None None] Network 40b7e631-7f7b-4fcd-9972-225ff5e10848 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:07.018249 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.074460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting port 498810ee-abda-4a28-ba49-68f5ca6ba716 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:07.074617 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.125772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16fb3a5-57fe-4fd3-9e67-d34e10840677 None None] DHCP port deletion for 40b7e631-7f7b-4fcd-9972-225ff5e10848 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:38:07.144522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] For port 498810ee-abda-4a28-ba49-68f5ca6ba716, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=498810ee-abda-4a28-ba49-68f5ca6ba716,segment=NetworkSegment(4f8064ce-6d3c-42b1-ac94-02cfea5ebf44),segment_id=4f8064ce-6d3c-42b1-ac94-02cfea5ebf44)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:07.144893 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.159020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Calling delete_port for 498810ee-abda-4a28-ba49-68f5ca6ba716 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:07.181100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d16fb3a5-57fe-4fd3-9e67-d34e10840677 None None] Deleting port 498810ee-abda-4a28-ba49-68f5ca6ba716 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:07.181747 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d16fb3a5-57fe-4fd3-9e67-d34e10840677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.249501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d16fb3a5-57fe-4fd3-9e67-d34e10840677 None None] For port 498810ee-abda-4a28-ba49-68f5ca6ba716, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=498810ee-abda-4a28-ba49-68f5ca6ba716,segment=NetworkSegment(4f8064ce-6d3c-42b1-ac94-02cfea5ebf44),segment_id=4f8064ce-6d3c-42b1-ac94-02cfea5ebf44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:07.249903 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d16fb3a5-57fe-4fd3-9e67-d34e10840677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.250455 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.263217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d16fb3a5-57fe-4fd3-9e67-d34e10840677 None None] Calling delete_port for 498810ee-abda-4a28-ba49-68f5ca6ba716 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:07.278012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Port': ['ID=498810ee-abda-4a28-ba49-68f5ca6ba716,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:07.280344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] No DVR routers for this DVR port 498810ee-abda-4a28-ba49-68f5ca6ba716 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:07.345461 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d16fb3a5-57fe-4fd3-9e67-d34e10840677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.358458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16fb3a5-57fe-4fd3-9e67-d34e10840677 None None] No DVR routers for this DVR port 498810ee-abda-4a28-ba49-68f5ca6ba716 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:07.359654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.372355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b7e631-7f7b-4fcd-9972-225ff5e10848']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:07.381536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fb3a5-57fe-4fd3-9e67-d34e10840677 None None] Pushing event deleted for resources: {'Port': ['ID=498810ee-abda-4a28-ba49-68f5ca6ba716,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:07.389949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:07.390249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8064ce-6d3c-42b1-ac94-02cfea5ebf44') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:07.399777 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.413806 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.420418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:07.420876 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:07.424078 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:07.482947 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.490303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.492001 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/networks/40b7e631-7f7b-4fcd-9972-225ff5e10848 HTTP/1.1" status: 204 len: 168 time: 0.5480773 Jul 16 18:38:07.494788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48872) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:07.510039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce797cf6-670d-43c1-a8f0-a40c67fe68b9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Network': ['ID=40b7e631-7f7b-4fcd-9972-225ff5e10848,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:07.650221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting port 352bee6d-2e65-4508-b47c-b4441a358ec4 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:07.650466 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.722818 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.723150 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.734604 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Calling delete_port for 352bee6d-2e65-4508-b47c-b4441a358ec4 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:07.787033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 498810ee-abda-4a28-ba49-68f5ca6ba716 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:07.806081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 498810ee-abda-4a28-ba49-68f5ca6ba716 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:07.806434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 498810ee-abda-4a28-ba49-68f5ca6ba716 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:07.883640 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.915460 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Port': ['ID=352bee6d-2e65-4508-b47c-b4441a358ec4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:07.982733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.982960 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Floating IP 2696574a-14ad-4790-a661-0fe08ead771d disassociated (deleted). External IP: 172.25.8.230, port: 38257830-a208-4a0d-b19e-a1581339cb3a. Jul 16 18:38:08.568721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Router 039d0a64-d4d5-4ab7-952b-071d21691a6c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:08.688977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:08.693606 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.700855 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e16bf-368a-4139-ba4f-9c5fb1e61002 None None] Sync routers for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:08.711742 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e16bf-368a-4139-ba4f-9c5fb1e61002 None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:08.713565 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-784e16bf-368a-4139-ba4f-9c5fb1e61002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:08.740480 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ff472000-4d63-4b26-a587-bc8c9ab3c367 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/floatingips/2696574a-14ad-4790-a661-0fe08ead771d HTTP/1.1" status: 204 len: 168 time: 1.2444603 Jul 16 18:38:08.741088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'tag': '38257830-a208-4a0d-b19e-a1581339cb3a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:08.743703 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1768036-54dc-479b-8e5c-500bd1c42dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "ff776134-67ac-49d3-ad81-86745d38dd95", "tag": "38257830-a208-4a0d-b19e-a1581339cb3a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:08.801157 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd47bd1-1598-49a6-9d2f-6a12de57ef78 x-openstack-request-id: req-5bd47bd1-1598-49a6-9d2f-6a12de57ef78 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:08.801480 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff776134-67ac-49d3-ad81-86745d38dd95", "tag": "38257830-a208-4a0d-b19e-a1581339cb3a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:08.801738 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bd47bd1-1598-49a6-9d2f-6a12de57ef78 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:08.802245 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'tag': '38257830-a208-4a0d-b19e-a1581339cb3a', 'status': 'completed', 'code': 200} Jul 16 18:38:08.858345 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-784e16bf-368a-4139-ba4f-9c5fb1e61002 None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:08.893152 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1768036-54dc-479b-8e5c-500bd1c42dbc req-950f0545-16fb-4533-a698-947bbe1c2ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.897158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1768036-54dc-479b-8e5c-500bd1c42dbc req-950f0545-16fb-4533-a698-947bbe1c2ecd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 1097 time: 0.0718451 Jul 16 18:38:08.996058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1768036-54dc-479b-8e5c-500bd1c42dbc req-6ed324dc-9179-4ac9-bdfd-909c1283979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.997582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1768036-54dc-479b-8e5c-500bd1c42dbc req-6ed324dc-9179-4ac9-bdfd-909c1283979e service neutron] 10.222.0.38 "GET /v2.0/networks?id=727ee8d2-7f13-404d-8d62-fada51ca5a36 HTTP/1.1" status: 200 len: 897 time: 0.0961077 Jul 16 18:38:09.045584 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1768036-54dc-479b-8e5c-500bd1c42dbc req-bea7de34-fa3c-406e-a28b-e2509e74615c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38257830-a208-4a0d-b19e-a1581339cb3a HTTP/1.1" status: 200 len: 217 time: 0.0414810 Jul 16 18:38:09.095206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1768036-54dc-479b-8e5c-500bd1c42dbc req-50713eaf-c679-443e-936a-2d5052adbd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.096591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1768036-54dc-479b-8e5c-500bd1c42dbc req-50713eaf-c679-443e-936a-2d5052adbd97 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbbf756d-3723-485a-85f6-99fd33ebea27 HTTP/1.1" status: 200 len: 835 time: 0.0452442 Jul 16 18:38:09.107174 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-784e16bf-368a-4139-ba4f-9c5fb1e61002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:38:03Z', 'revision_number': 6, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:09.134078 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e16bf-368a-4139-ba4f-9c5fb1e61002 None None] Checking router: 039d0a64-d4d5-4ab7-952b-071d21691a6c for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:09.142423 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e16bf-368a-4139-ba4f-9c5fb1e61002 None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:09.143024 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-784e16bf-368a-4139-ba4f-9c5fb1e61002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:09.197338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1768036-54dc-479b-8e5c-500bd1c42dbc req-ebf14580-1189-409c-ae25-d33dc2973208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.198901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1768036-54dc-479b-8e5c-500bd1c42dbc req-ebf14580-1189-409c-ae25-d33dc2973208 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=727ee8d2-7f13-404d-8d62-fada51ca5a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956898 Jul 16 18:38:09.212294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1166054-4890-403f-a74a-78b7d163dfc0 req-e8a014ae-d9e4-4697-863c-7164fa29267d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.213921 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1166054-4890-403f-a74a-78b7d163dfc0 req-e8a014ae-d9e4-4697-863c-7164fa29267d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 946 time: 0.0834966 Jul 16 18:38:09.246039 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-784e16bf-368a-4139-ba4f-9c5fb1e61002 None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:09.309778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1166054-4890-403f-a74a-78b7d163dfc0 req-930c7b2f-ad5e-4669-b569-76d5a4ca2770 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4613e0-86db-4dee-a76e-7ebbb728563d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866759 Jul 16 18:38:09.333013 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1768036-54dc-479b-8e5c-500bd1c42dbc req-f7583b37-93d9-44d1-99f6-9c35637c2656 service neutron] 10.222.0.38 "GET /v2.0/networks/727ee8d2-7f13-404d-8d62-fada51ca5a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181219 Jul 16 18:38:09.426223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d1768036-54dc-479b-8e5c-500bd1c42dbc req-abf7ab14-1d4b-4a23-aa4d-9e8990fe51c2 service neutron] 10.222.0.38 "GET /v2.0/networks/727ee8d2-7f13-404d-8d62-fada51ca5a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865345 Jul 16 18:38:09.441528 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-784e16bf-368a-4139-ba4f-9c5fb1e61002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:38:03Z', 'revision_number': 6, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:09.444740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device be5d41ec-08e0-44d6-9397-4ce806d5624d no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:09.464648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: be5d41ec-08e0-44d6-9397-4ce806d5624d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:09.465079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device be5d41ec-08e0-44d6-9397-4ce806d5624d not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:09.474666 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e16bf-368a-4139-ba4f-9c5fb1e61002 None None] The sync data for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 is: [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:38:03Z', 'revision_number': 6, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'd59e6011-ae8e-434b-8413-ea1619a6aa42', 'name': '', 'network_id': '727ee8d2-7f13-404d-8d62-fada51ca5a36', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:7c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:31Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'fbbf756d-3723-485a-85f6-99fd33ebea27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:09.691016 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3722b-d648-4f28-ab56-0ac942ef0c81 None None] New status for floating IP 2696574a-14ad-4790-a661-0fe08ead771d: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:38:10.371674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef43b9-b474-4b04-99cf-49fef8f46779 req-ea58beb8-a46d-4005-91c4-b8e00cf54797 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.373149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71ef43b9-b474-4b04-99cf-49fef8f46779 req-ea58beb8-a46d-4005-91c4-b8e00cf54797 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 946 time: 0.0629852 Jul 16 18:38:10.514631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-71ef43b9-b474-4b04-99cf-49fef8f46779 req-7bcf8e4d-9838-4b34-9057-8c560c4ce0ab tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting port 38257830-a208-4a0d-b19e-a1581339cb3a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:10.514998 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-71ef43b9-b474-4b04-99cf-49fef8f46779 req-7bcf8e4d-9838-4b34-9057-8c560c4ce0ab tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.539930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e90cfa-2551-44a6-b3c4-950cadc548cb req-d4380673-61db-4496-ae94-5cd8ce4f790b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.541436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49e90cfa-2551-44a6-b3c4-950cadc548cb req-d4380673-61db-4496-ae94-5cd8ce4f790b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff776134-67ac-49d3-ad81-86745d38dd95 HTTP/1.1" status: 200 len: 946 time: 0.1139452 Jul 16 18:38:10.622363 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49e90cfa-2551-44a6-b3c4-950cadc548cb req-b9ec31b4-3575-4910-8821-c27bf56a57a5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4613e0-86db-4dee-a76e-7ebbb728563d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740774 Jul 16 18:38:10.642122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-71ef43b9-b474-4b04-99cf-49fef8f46779 req-7bcf8e4d-9838-4b34-9057-8c560c4ce0ab tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] For port 38257830-a208-4a0d-b19e-a1581339cb3a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=38257830-a208-4a0d-b19e-a1581339cb3a,segment=NetworkSegment(18fe080e-2dcb-4bd8-bad6-280c92d327f9),segment_id=18fe080e-2dcb-4bd8-bad6-280c92d327f9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:10.642498 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-71ef43b9-b474-4b04-99cf-49fef8f46779 req-7bcf8e4d-9838-4b34-9057-8c560c4ce0ab tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.654008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-71ef43b9-b474-4b04-99cf-49fef8f46779 req-7bcf8e4d-9838-4b34-9057-8c560c4ce0ab tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Calling delete_port for 38257830-a208-4a0d-b19e-a1581339cb3a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:10.777364 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-71ef43b9-b474-4b04-99cf-49fef8f46779 req-7bcf8e4d-9838-4b34-9057-8c560c4ce0ab tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.813470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf8e4d-9838-4b34-9057-8c560c4ce0ab tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Port': ['ID=38257830-a208-4a0d-b19e-a1581339cb3a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:10.857620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ef43b9-b474-4b04-99cf-49fef8f46779 req-7bcf8e4d-9838-4b34-9057-8c560c4ce0ab tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] No DVR routers for this DVR port 38257830-a208-4a0d-b19e-a1581339cb3a on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:10.860263 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-71ef43b9-b474-4b04-99cf-49fef8f46779 req-7bcf8e4d-9838-4b34-9057-8c560c4ce0ab tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.862366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71ef43b9-b474-4b04-99cf-49fef8f46779 req-7bcf8e4d-9838-4b34-9057-8c560c4ce0ab tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.38 "DELETE /v2.0/ports/38257830-a208-4a0d-b19e-a1581339cb3a HTTP/1.1" status: 204 len: 173 time: 0.4839804 Jul 16 18:38:10.862804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'name': 'network-vif-deleted', 'tag': '38257830-a208-4a0d-b19e-a1581339cb3a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:10.865455 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e52f576-0adb-493d-8a2e-b2ada6826857" -d '{"events": [{"server_uuid": "ff776134-67ac-49d3-ad81-86745d38dd95", "name": "network-vif-deleted", "tag": "38257830-a208-4a0d-b19e-a1581339cb3a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:10.908032 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87630019-4891-4fd5-b3c3-be715888039f x-openstack-request-id: req-87630019-4891-4fd5-b3c3-be715888039f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:10.908609 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff776134-67ac-49d3-ad81-86745d38dd95", "name": "network-vif-deleted", "tag": "38257830-a208-4a0d-b19e-a1581339cb3a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:10.909102 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87630019-4891-4fd5-b3c3-be715888039f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:10.909869 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff776134-67ac-49d3-ad81-86745d38dd95', 'name': 'network-vif-deleted', 'tag': '38257830-a208-4a0d-b19e-a1581339cb3a', 'status': 'completed', 'code': 200} Jul 16 18:38:11.718347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48890) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:11.783631 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.808184 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.867523 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.870186 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.871365 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/security-groups/bc4613e0-86db-4dee-a76e-7ebbb728563d HTTP/1.1" status: 204 len: 168 time: 0.1519589 Jul 16 18:38:11.880955 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4613e0-86db-4dee-a76e-7ebbb728563d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:11.889292 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:11.889848 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:11.890049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:11.890392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:11.890730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:11.891275 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:11.891659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:11.892441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:11.892828 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:11.893259 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:11.893580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:11.893923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c32a4-cb34-4558-a2e9-97f4537b0969 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:11.903569 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:12.522490 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.779515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting port d59e6011-ae8e-434b-8413-ea1619a6aa42 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:12.779826 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.871226 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] For port d59e6011-ae8e-434b-8413-ea1619a6aa42, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d59e6011-ae8e-434b-8413-ea1619a6aa42,segment=NetworkSegment(18fe080e-2dcb-4bd8-bad6-280c92d327f9),segment_id=18fe080e-2dcb-4bd8-bad6-280c92d327f9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:12.871587 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.884383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Calling delete_port for d59e6011-ae8e-434b-8413-ea1619a6aa42 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:13.072980 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.101462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Port': ['ID=d59e6011-ae8e-434b-8413-ea1619a6aa42,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:13.114009 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.114363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.114710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.115053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.115390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.115725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.116056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.116505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.116785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.117115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.117501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.117840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.296346 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.517167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Router 039d0a64-d4d5-4ab7-952b-071d21691a6c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:13.621321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:13.630225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4206f9c1-38d0-4024-8abe-11f9f288b96e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "PUT /v2.0/routers/039d0a64-d4d5-4ab7-952b-071d21691a6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7226522 Jul 16 18:38:13.630225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:13.633802 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5664f3-f4f9-4217-a47a-5910876d07e0 None None] Sync routers for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:13.643449 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5664f3-f4f9-4217-a47a-5910876d07e0 None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:13.644074 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fd5664f3-f4f9-4217-a47a-5910876d07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:13.685048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d4d4f4-6d71-4045-8f6e-c3e02316695f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting subnet fbbf756d-3723-485a-85f6-99fd33ebea27 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:38:13.688956 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8d4d4f4-6d71-4045-8f6e-c3e02316695f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.729535 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8d4d4f4-6d71-4045-8f6e-c3e02316695f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.749553 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fd5664f3-f4f9-4217-a47a-5910876d07e0 None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:13.818937 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8d4d4f4-6d71-4045-8f6e-c3e02316695f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.897535 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8d4d4f4-6d71-4045-8f6e-c3e02316695f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.931771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4d4f4-6d71-4045-8f6e-c3e02316695f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbf756d-3723-485a-85f6-99fd33ebea27,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:13.934628 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fd5664f3-f4f9-4217-a47a-5910876d07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:38:13Z', 'revision_number': 7, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:13.939427 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c8d4d4f4-6d71-4045-8f6e-c3e02316695f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.941376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c8d4d4f4-6d71-4045-8f6e-c3e02316695f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/subnets/fbbf756d-3723-485a-85f6-99fd33ebea27 HTTP/1.1" status: 204 len: 168 time: 0.3102746 Jul 16 18:38:13.944223 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48898) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:13.947077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbbd423-cbd9-4b9e-b7cd-3f012254fcc8 None None] Network 727ee8d2-7f13-404d-8d62-fada51ca5a36 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:13.970026 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5664f3-f4f9-4217-a47a-5910876d07e0 None None] Checking router: 039d0a64-d4d5-4ab7-952b-071d21691a6c for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:13.978335 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5664f3-f4f9-4217-a47a-5910876d07e0 None None] Routers {'039d0a64-d4d5-4ab7-952b-071d21691a6c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:13.978955 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fd5664f3-f4f9-4217-a47a-5910876d07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['039d0a64-d4d5-4ab7-952b-071d21691a6c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:14.084000 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.085552 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fd5664f3-f4f9-4217-a47a-5910876d07e0 None None] Set router 039d0a64-d4d5-4ab7-952b-071d21691a6c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:14.160439 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05caf6c-b2ac-4c05-9c4c-5eca89e01e84 None None] DHCP port deletion for 727ee8d2-7f13-404d-8d62-fada51ca5a36 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:38:14.211212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.230166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e05caf6c-b2ac-4c05-9c4c-5eca89e01e84 None None] Deleting port 4e994f4e-202e-4ad9-92d3-72f05152aa2c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:14.230656 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e05caf6c-b2ac-4c05-9c4c-5eca89e01e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.272202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting port 02b77901-3e7e-4160-a283-1bd5e709fa16 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:14.272556 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.284117 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fd5664f3-f4f9-4217-a47a-5910876d07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:38:13Z', 'revision_number': 7, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:14.306466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e05caf6c-b2ac-4c05-9c4c-5eca89e01e84 None None] For port 4e994f4e-202e-4ad9-92d3-72f05152aa2c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4e994f4e-202e-4ad9-92d3-72f05152aa2c,segment=NetworkSegment(18fe080e-2dcb-4bd8-bad6-280c92d327f9),segment_id=18fe080e-2dcb-4bd8-bad6-280c92d327f9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:14.306918 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e05caf6c-b2ac-4c05-9c4c-5eca89e01e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.311567 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5664f3-f4f9-4217-a47a-5910876d07e0 None None] The sync data for ids ['039d0a64-d4d5-4ab7-952b-071d21691a6c'] in n-d-793618-9 is: [{'id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'name': 'tempest-TestNetworkBasicOps-router-843446761', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:27Z', 'updated_at': '2021-07-16T18:38:13Z', 'revision_number': 7, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '02b77901-3e7e-4160-a283-1bd5e709fa16', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039d0a64-d4d5-4ab7-952b-071d21691a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:28Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:14.319564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e05caf6c-b2ac-4c05-9c4c-5eca89e01e84 None None] Calling delete_port for 4e994f4e-202e-4ad9-92d3-72f05152aa2c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:14.368217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] For port 02b77901-3e7e-4160-a283-1bd5e709fa16, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=02b77901-3e7e-4160-a283-1bd5e709fa16,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:14.368742 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.384042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Calling delete_port for 02b77901-3e7e-4160-a283-1bd5e709fa16 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:14.494319 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 38257830-a208-4a0d-b19e-a1581339cb3a no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:14.539911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 38257830-a208-4a0d-b19e-a1581339cb3a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:14.540258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 38257830-a208-4a0d-b19e-a1581339cb3a not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:14.556404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.580386 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e05caf6c-b2ac-4c05-9c4c-5eca89e01e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.584763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Port': ['ID=02b77901-3e7e-4160-a283-1bd5e709fa16,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:14.601978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05caf6c-b2ac-4c05-9c4c-5eca89e01e84 None None] Pushing event deleted for resources: {'Port': ['ID=4e994f4e-202e-4ad9-92d3-72f05152aa2c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:14.611456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05caf6c-b2ac-4c05-9c4c-5eca89e01e84 None None] No DVR routers for this DVR port 4e994f4e-202e-4ad9-92d3-72f05152aa2c on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:14.665229 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.760462 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.762723 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.806841 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.807582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Fanout notify agent at l3_agent the message router_deleted on router 039d0a64-d4d5-4ab7-952b-071d21691a6c {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:38:14.815164 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.816289 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-af5963f5-6508-41a8-9915-2ffb304c77b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/routers/039d0a64-d4d5-4ab7-952b-071d21691a6c HTTP/1.1" status: 204 len: 168 time: 0.8705564 Jul 16 18:38:14.819020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48900) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:14.900114 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.994147 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.004782 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727ee8d2-7f13-404d-8d62-fada51ca5a36']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:15.014375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fe080e-2dcb-4bd8-bad6-280c92d327f9') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:15.014667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fe080e-2dcb-4bd8-bad6-280c92d327f9') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:15.023165 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.037004 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.042588 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:15.042969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:15.046589 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:15.107045 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.114555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.116351 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/networks/727ee8d2-7f13-404d-8d62-fada51ca5a36 HTTP/1.1" status: 204 len: 168 time: 0.2964172 Jul 16 18:38:15.128127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368447-3a42-45b4-9b78-2cec5a68547d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Network': ['ID=727ee8d2-7f13-404d-8d62-fada51ca5a36,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:15.135930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48902) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:15.140938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a952708a-37a7-4d92-88d3-4624216334b7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'network': {'name': 'tempest-network-smoke--1277907495', 'project_id': '3c4c76960df3488394e379049d496b5e', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:15.162130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a952708a-37a7-4d92-88d3-4624216334b7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Made reservation on behalf of 3c4c76960df3488394e379049d496b5e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:15.165737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a952708a-37a7-4d92-88d3-4624216334b7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.189593 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a952708a-37a7-4d92-88d3-4624216334b7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:38:15.198547 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a952708a-37a7-4d92-88d3-4624216334b7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.198889 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-a952708a-37a7-4d92-88d3-4624216334b7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Added segment b51061ff-90f0-45ef-90e0-eb5635282f5e of type vlan for network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 Jul 16 18:38:15.241806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2934b3e-6cbc-4541-8ada-4978ced44add req-a574285b-6609-4fc0-bf95-d057a341960e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535107 Jul 16 18:38:15.242344 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a952708a-37a7-4d92-88d3-4624216334b7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.270479 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a952708a-37a7-4d92-88d3-4624216334b7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.279942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a952708a-37a7-4d92-88d3-4624216334b7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.280822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a952708a-37a7-4d92-88d3-4624216334b7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.325863 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a952708a-37a7-4d92-88d3-4624216334b7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888325 Jul 16 18:38:15.329135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48904) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:15.336489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-265368891', 'admin_state_up': True, 'project_id': '3c4c76960df3488394e379049d496b5e', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:15.346250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2934b3e-6cbc-4541-8ada-4978ced44add req-b3e1c549-4d78-41b7-abcd-d195866e3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.347805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2934b3e-6cbc-4541-8ada-4978ced44add req-b3e1c549-4d78-41b7-abcd-d195866e3cc5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cc7c414e68b445ba51d958644d25fb6&device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 1097 time: 0.0640209 Jul 16 18:38:15.373997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952708a-37a7-4d92-88d3-4624216334b7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Network': ['ID=79b9febd-a7f5-4fae-86b5-4f94a50563e4,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:15.385036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:38:15.391135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.392219 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.454530 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.463452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2934b3e-6cbc-4541-8ada-4978ced44add req-1236b312-81f8-4d3f-93e3-1d85ddf132ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.464983 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2934b3e-6cbc-4541-8ada-4978ced44add req-1236b312-81f8-4d3f-93e3-1d85ddf132ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d20ae1c-da31-4a77-890f-409c77eabd3e HTTP/1.1" status: 200 len: 910 time: 0.0972331 Jul 16 18:38:15.528734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2934b3e-6cbc-4541-8ada-4978ced44add req-46bdcc92-bc7a-4291-8532-d6ebbf63f7d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c826710-1e06-4ec9-a4b3-613ad0e9544a HTTP/1.1" status: 200 len: 1001 time: 0.0579250 Jul 16 18:38:15.580338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2934b3e-6cbc-4541-8ada-4978ced44add req-e8265d0c-b0d2-4130-9ad6-df0999fc842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.581841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2934b3e-6cbc-4541-8ada-4978ced44add req-e8265d0c-b0d2-4130-9ad6-df0999fc842d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c892e205-5f05-44cd-812d-0c936c8c56cb HTTP/1.1" status: 200 len: 848 time: 0.0476699 Jul 16 18:38:15.596321 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.639404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2934b3e-6cbc-4541-8ada-4978ced44add req-0708a08b-5a84-49fb-8b4f-d1afc8876bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.640924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2934b3e-6cbc-4541-8ada-4978ced44add req-0708a08b-5a84-49fb-8b4f-d1afc8876bf3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d20ae1c-da31-4a77-890f-409c77eabd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529666 Jul 16 18:38:15.729805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2934b3e-6cbc-4541-8ada-4978ced44add req-680a00ad-f91e-4743-b3d9-415e7bc8ed53 service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824530 Jul 16 18:38:15.800198 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.809724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 02b77901-3e7e-4160-a283-1bd5e709fa16 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:15.820059 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.825097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2934b3e-6cbc-4541-8ada-4978ced44add req-01cf91ab-5cb0-4b15-9895-44018129f93f service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890324 Jul 16 18:38:15.831854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 02b77901-3e7e-4160-a283-1bd5e709fa16 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:15.832211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 02b77901-3e7e-4160-a283-1bd5e709fa16 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:15.832654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d59e6011-ae8e-434b-8413-ea1619a6aa42 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:15.852042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: d59e6011-ae8e-434b-8413-ea1619a6aa42 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:15.852393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d59e6011-ae8e-434b-8413-ea1619a6aa42 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:15.852815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e994f4e-202e-4ad9-92d3-72f05152aa2c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:15.871268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4e994f4e-202e-4ad9-92d3-72f05152aa2c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:15.871619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e994f4e-202e-4ad9-92d3-72f05152aa2c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:15.934832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Allocated IP 172.25.8.166 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:16.043319 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.083023 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.121574 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:16.124781 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:16.128337 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:16.133725 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:16.375274 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.565783 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.690098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Router 5ef35de3-f2ad-427f-9967-7e76f0441e24 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:38:16.796627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:16.805529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Sync routers for ids ['5ef35de3-f2ad-427f-9967-7e76f0441e24'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:16.815608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Routers {'5ef35de3-f2ad-427f-9967-7e76f0441e24'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:16.816267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5ef35de3-f2ad-427f-9967-7e76f0441e24'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:16.816445 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.817682 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1a246687-4efc-47d8-9815-2567adf4453d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4871917 Jul 16 18:38:16.820731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48906) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:16.849979 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8db79087-89bf-4a9c-8246-eae4f989d1c8 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=3c4c76960df3488394e379049d496b5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278730 Jul 16 18:38:16.852652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48908) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:16.930834 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Set router 5ef35de3-f2ad-427f-9967-7e76f0441e24 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:16.945896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cbc4ba-1d3f-4c9f-a3c5-145b1e1c24a4 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.947606 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-32cbc4ba-1d3f-4c9f-a3c5-145b1e1c24a4 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940514 Jul 16 18:38:16.950359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48910) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:16.978246 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-64236def-8a87-4f19-9490-937371d8a473 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267820 Jul 16 18:38:16.980772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:16.986709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-13b2e3ca-d8c5-4415-a61a-4d7d2bd8db3b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1311829090', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'project_id': '3c4c76960df3488394e379049d496b5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:17.080039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b2e3ca-d8c5-4415-a61a-4d7d2bd8db3b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Made reservation on behalf of 3c4c76960df3488394e379049d496b5e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:17.083719 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13b2e3ca-d8c5-4415-a61a-4d7d2bd8db3b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.111639 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:16Z', 'revision_number': 3, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:17.137995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Checking router: 5ef35de3-f2ad-427f-9967-7e76f0441e24 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:17.138355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Updating router 5ef35de3-f2ad-427f-9967-7e76f0441e24 port 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:38:17.177900 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.265790 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13b2e3ca-d8c5-4415-a61a-4d7d2bd8db3b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.325139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2e3ca-d8c5-4415-a61a-4d7d2bd8db3b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Subnet': ['ID=e4123d2e-114f-442f-a219-f9c682c21c98,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:17.333939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2e3ca-d8c5-4415-a61a-4d7d2bd8db3b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Checking segment: {'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:17.334294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2e3ca-d8c5-4415-a61a-4d7d2bd8db3b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network hostable DHCP agents. Network: 79b9febd-a7f5-4fae-86b5-4f94a50563e4, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:38:17.351799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2e3ca-d8c5-4415-a61a-4d7d2bd8db3b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:38:17.361021 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-13b2e3ca-d8c5-4415-a61a-4d7d2bd8db3b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 79b9febd-a7f5-4fae-86b5-4f94a50563e4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:17.365159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2e3ca-d8c5-4415-a61a-4d7d2bd8db3b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.365735 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13b2e3ca-d8c5-4415-a61a-4d7d2bd8db3b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.373480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cfa13e-30d6-456f-b024-1c0da50e6249 None None] Network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:17.379959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-13b2e3ca-d8c5-4415-a61a-4d7d2bd8db3b tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3980289 Jul 16 18:38:17.382715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:17.513933 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.547502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Transition to ACTIVE for port object 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:17.557411 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.626792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ips': [{'subnet_id': 'e4123d2e-114f-442f-a219-f9c682c21c98'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:38:17.627649 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.647390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bd98d-ccca-4ef3-b716-3b122f0f260e None None] Pushing event updated for resources: {'Port': ['ID=3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:17.650986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Attempting to bind port 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:17.651377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Attempting to bind port 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:17.651750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Attempting to bind port 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:17.659566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:17.659965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:17.660372 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.660772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:17.661251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Bound port: 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:17.661672 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.784551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] For port 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:17.808142 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.817498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] For port 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:17.823287 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.884100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Allocated IP 172.20.0.2 (79b9febd-a7f5-4fae-86b5-4f94a50563e4/e4123d2e-114f-442f-a219-f9c682c21c98/f47190e4-f3e2-4f78-af7d-3c082ba6d34e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:17.908538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Routers {'5ef35de3-f2ad-427f-9967-7e76f0441e24'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:17.909252 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5ef35de3-f2ad-427f-9967-7e76f0441e24'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:17.917576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bd98d-ccca-4ef3-b716-3b122f0f260e None None] Pushing event updated for resources: {'Port': ['ID=3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.084941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] Set router 5ef35de3-f2ad-427f-9967-7e76f0441e24 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:18.196977 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.236966 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Transition to ACTIVE for port object f47190e4-f3e2-4f78-af7d-3c082ba6d34e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:18.264702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Transition to ACTIVE for port object f47190e4-f3e2-4f78-af7d-3c082ba6d34e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:18.271954 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.319974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Allocated IP 172.20.0.1 (79b9febd-a7f5-4fae-86b5-4f94a50563e4/e4123d2e-114f-442f-a219-f9c682c21c98/bc4ca014-f723-4e38-8974-ebcdfbfe1bff) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:18.339157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:18.346360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:18.349024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:18.350893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Pushing event updated for resources: {'Port': ['ID=f47190e4-f3e2-4f78-af7d-3c082ba6d34e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.416819 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:16Z', 'revision_number': 3, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:18.440564 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.448967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Attempting to bind port f47190e4-f3e2-4f78-af7d-3c082ba6d34e on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:18.449365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Attempting to bind port f47190e4-f3e2-4f78-af7d-3c082ba6d34e by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:18.449735 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Attempting to bind port f47190e4-f3e2-4f78-af7d-3c082ba6d34e on network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:18.451934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820cee7c-1d38-4fc0-aa14-549e1befb949 None None] The sync data for ids ['5ef35de3-f2ad-427f-9967-7e76f0441e24'] in n-d-793618-9 is: [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:16Z', 'revision_number': 3, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:18.454293 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Transition to ACTIVE for port object bc4ca014-f723-4e38-8974-ebcdfbfe1bff will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:18.457764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:18.458435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Checking segment: {'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:18.458716 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.459252 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Bound using segment: {'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:18.459836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Bound port: f47190e4-f3e2-4f78-af7d-3c082ba6d34e, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:18.460283 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.490257 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.536009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] For port f47190e4-f3e2-4f78-af7d-3c082ba6d34e, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:18.539882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] For port f47190e4-f3e2-4f78-af7d-3c082ba6d34e, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f47190e4-f3e2-4f78-af7d-3c082ba6d34e,segment=NetworkSegment(b51061ff-90f0-45ef-90e0-eb5635282f5e),segment_id=b51061ff-90f0-45ef-90e0-eb5635282f5e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:18.543212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:18.543684 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.547665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:18.549674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=bc4ca014-f723-4e38-8974-ebcdfbfe1bff,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.551826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:18.600709 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.608161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c6143-40b8-4066-a77f-486838d4be13 None None] Pushing event updated for resources: {'Port': ['ID=f47190e4-f3e2-4f78-af7d-3c082ba6d34e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:19.082344 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.378227 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.383170 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.463882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=bc4ca014-f723-4e38-8974-ebcdfbfe1bff,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:19.466309 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.562758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:19.564213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:19.584565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9591f7-ea26-4247-bc2f-811227986dc8 None None] Network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:19.621637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-04c88183-6c98-4c51-9bd3-37a305ee1897 None None] Provisioning for port f47190e4-f3e2-4f78-af7d-3c082ba6d34e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:19.688044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Router 5ef35de3-f2ad-427f-9967-7e76f0441e24 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:19.809879 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:19.819966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dd2d5a80-24cb-4969-bf64-7a0f7d3d4e93 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "PUT /v2.0/routers/5ef35de3-f2ad-427f-9967-7e76f0441e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4340580 Jul 16 18:38:19.820462 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48916) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:19.918023 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:19.941421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9c82e2-e432-4eb9-a77f-4a41299775e2 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.942018 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9c82e2-e432-4eb9-a77f-4a41299775e2 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.942659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9c82e2-e432-4eb9-a77f-4a41299775e2 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.943122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9c82e2-e432-4eb9-a77f-4a41299775e2 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.943749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9c82e2-e432-4eb9-a77f-4a41299775e2 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.944209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9c82e2-e432-4eb9-a77f-4a41299775e2 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.946002 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3c9c82e2-e432-4eb9-a77f-4a41299775e2 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1237245 Jul 16 18:38:19.949061 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48918) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:19.988313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:19.992270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:19.992657 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.014374 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9918e1f-6373-49c2-8f81-643c5090e38c tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.014852 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9918e1f-6373-49c2-8f81-643c5090e38c tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.015320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9918e1f-6373-49c2-8f81-643c5090e38c tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.015785 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9918e1f-6373-49c2-8f81-643c5090e38c tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.016238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9918e1f-6373-49c2-8f81-643c5090e38c tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.016694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9918e1f-6373-49c2-8f81-643c5090e38c tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.018530 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d9918e1f-6373-49c2-8f81-643c5090e38c tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4000 time: 0.0684633 Jul 16 18:38:20.021221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:20.098926 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.123556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:20.129701 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.130856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f47190e4-f3e2-4f78-af7d-3c082ba6d34e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:20.234952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:20.248068 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Sync routers for ids ['5ef35de3-f2ad-427f-9967-7e76f0441e24'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:20.251175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32da7d52-7919-4304-9801-159388789b18 None None] Provisioning for port bc4ca014-f723-4e38-8974-ebcdfbfe1bff completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:20.256900 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32da7d52-7919-4304-9801-159388789b18 None None] Provisioning complete for port bc4ca014-f723-4e38-8974-ebcdfbfe1bff triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:20.257221 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32da7d52-7919-4304-9801-159388789b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.259710 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Routers {'5ef35de3-f2ad-427f-9967-7e76f0441e24'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:20.260523 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5ef35de3-f2ad-427f-9967-7e76f0441e24'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:20.281036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f47190e4-f3e2-4f78-af7d-3c082ba6d34e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:20.290304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f47190e4-f3e2-4f78-af7d-3c082ba6d34e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:20.291047 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.325745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-32da7d52-7919-4304-9801-159388789b18 None None] Port bc4ca014-f723-4e38-8974-ebcdfbfe1bff cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:20.350788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-32da7d52-7919-4304-9801-159388789b18 None None] Provisioning complete for port f47190e4-f3e2-4f78-af7d-3c082ba6d34e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:20.351323 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32da7d52-7919-4304-9801-159388789b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.402414 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Set router 5ef35de3-f2ad-427f-9967-7e76f0441e24 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:20.478836 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.494379 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32da7d52-7919-4304-9801-159388789b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.523865 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-88e34c49-9c01-44ca-ad33-0c83756987b1 tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.5011251 Jul 16 18:38:20.548067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-32da7d52-7919-4304-9801-159388789b18 None None] For port f47190e4-f3e2-4f78-af7d-3c082ba6d34e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f47190e4-f3e2-4f78-af7d-3c082ba6d34e,segment=NetworkSegment(b51061ff-90f0-45ef-90e0-eb5635282f5e),segment_id=b51061ff-90f0-45ef-90e0-eb5635282f5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:20.554776 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32da7d52-7919-4304-9801-159388789b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.647751 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:38:20.648828 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:38:20.653248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da7d52-7919-4304-9801-159388789b18 None None] Pushing event updated for resources: {'Port': ['ID=f47190e4-f3e2-4f78-af7d-3c082ba6d34e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:20.655633 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'bc4ca014-f723-4e38-8974-ebcdfbfe1bff', 'name': '', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:83:f8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:17Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 2, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:20.680555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ee3aedf0-d9f4-4ead-bc56-98f921cfb5e0 None None] Provisioning complete for port bc4ca014-f723-4e38-8974-ebcdfbfe1bff triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:20.680987 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee3aedf0-d9f4-4ead-bc56-98f921cfb5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.691005 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Checking router: 5ef35de3-f2ad-427f-9967-7e76f0441e24 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:20.691423 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Updating router 5ef35de3-f2ad-427f-9967-7e76f0441e24 port bc4ca014-f723-4e38-8974-ebcdfbfe1bff binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:38:20.719073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ee3aedf0-d9f4-4ead-bc56-98f921cfb5e0 None None] Port bc4ca014-f723-4e38-8974-ebcdfbfe1bff cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:20.730607 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.817009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48924) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:20.822076 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-71d16a27-7c1d-43f3-9e2e-a000de4b527d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-618946143', 'description': 'tempest-secgroup-smoke-618946143 description', 'project_id': '3c4c76960df3488394e379049d496b5e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:20.845570 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3afe8251-625a-4328-b587-93dd8d80ecf2 None None] Provisioning complete for port bc4ca014-f723-4e38-8974-ebcdfbfe1bff triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:20.846069 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3afe8251-625a-4328-b587-93dd8d80ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.851094 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71d16a27-7c1d-43f3-9e2e-a000de4b527d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.882310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3afe8251-625a-4328-b587-93dd8d80ecf2 None None] Port bc4ca014-f723-4e38-8974-ebcdfbfe1bff cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:20.939314 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71d16a27-7c1d-43f3-9e2e-a000de4b527d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.943240 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71d16a27-7c1d-43f3-9e2e-a000de4b527d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.971900 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71d16a27-7c1d-43f3-9e2e-a000de4b527d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.975763 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-71d16a27-7c1d-43f3-9e2e-a000de4b527d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1550057 Jul 16 18:38:20.975763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d16a27-7c1d-43f3-9e2e-a000de4b527d tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da40a62d-7478-4837-af23-fbbd4a4b0b02,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:20.976509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:20.981501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cc2c3d64-2871-497d-8eef-038d5373ea29 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': 'da40a62d-7478-4837-af23-fbbd4a4b0b02', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:21.009805 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3d64-2871-497d-8eef-038d5373ea29 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.017497 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.036700 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Transition to ACTIVE for port object bc4ca014-f723-4e38-8974-ebcdfbfe1bff will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:21.043589 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.079346 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3d64-2871-497d-8eef-038d5373ea29 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.083334 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3d64-2871-497d-8eef-038d5373ea29 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.097659 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4330b-3488-4bb2-82e1-af42595384a4 None None] Pushing event updated for resources: {'Port': ['ID=bc4ca014-f723-4e38-8974-ebcdfbfe1bff,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:21.108068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c3d64-2871-497d-8eef-038d5373ea29 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9992a00e-d68b-4299-ade4-509994a95363,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:21.115441 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3d64-2871-497d-8eef-038d5373ea29 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.119549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:21.119675 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cc2c3d64-2871-497d-8eef-038d5373ea29 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419876 Jul 16 18:38:21.124742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bc758fbf-3daa-4291-8f41-fec3db70d8bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': 'da40a62d-7478-4837-af23-fbbd4a4b0b02', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:21.153557 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc758fbf-3daa-4291-8f41-fec3db70d8bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.159365 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Attempting to bind port bc4ca014-f723-4e38-8974-ebcdfbfe1bff on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:21.159751 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Attempting to bind port bc4ca014-f723-4e38-8974-ebcdfbfe1bff by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:21.160123 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Attempting to bind port bc4ca014-f723-4e38-8974-ebcdfbfe1bff on network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:21.166214 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:21.166598 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Checking segment: {'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:21.167011 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.167409 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Bound using segment: {'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:21.167927 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Bound port: bc4ca014-f723-4e38-8974-ebcdfbfe1bff, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:21.168580 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.223498 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc758fbf-3daa-4291-8f41-fec3db70d8bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.227971 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc758fbf-3daa-4291-8f41-fec3db70d8bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.246580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc758fbf-3daa-4291-8f41-fec3db70d8bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7684690b-4105-4ff8-84ac-c582caa76c38,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:21.261766 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bc758fbf-3daa-4291-8f41-fec3db70d8bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.266905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:21.273419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2a423fc2-8e62-455e-9ead-8097affbbccf tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': 'da40a62d-7478-4837-af23-fbbd4a4b0b02', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:21.277947 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bc758fbf-3daa-4291-8f41-fec3db70d8bc tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1567631 Jul 16 18:38:21.313768 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a423fc2-8e62-455e-9ead-8097affbbccf tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.362377 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] For port bc4ca014-f723-4e38-8974-ebcdfbfe1bff, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:21.366345 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] For port bc4ca014-f723-4e38-8974-ebcdfbfe1bff, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bc4ca014-f723-4e38-8974-ebcdfbfe1bff,segment=NetworkSegment(b51061ff-90f0-45ef-90e0-eb5635282f5e),segment_id=b51061ff-90f0-45ef-90e0-eb5635282f5e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:21.370633 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.384056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a423fc2-8e62-455e-9ead-8097affbbccf tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.388242 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a423fc2-8e62-455e-9ead-8097affbbccf tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.427383 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Routers {'5ef35de3-f2ad-427f-9967-7e76f0441e24'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:21.428019 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5ef35de3-f2ad-427f-9967-7e76f0441e24'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:21.434947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a423fc2-8e62-455e-9ead-8097affbbccf tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39e4a5d-868f-4f37-bb9d-11558c4a5604,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:21.446938 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a423fc2-8e62-455e-9ead-8097affbbccf tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.448301 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2a423fc2-8e62-455e-9ead-8097affbbccf tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802557 Jul 16 18:38:21.451420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48934) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:21.457579 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-3501f4fe-06fb-4674-a83f-6d8194f4fd88 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': 'da40a62d-7478-4837-af23-fbbd4a4b0b02', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:21.467699 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4330b-3488-4bb2-82e1-af42595384a4 None None] Pushing event updated for resources: {'Port': ['ID=bc4ca014-f723-4e38-8974-ebcdfbfe1bff,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:21.487773 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3501f4fe-06fb-4674-a83f-6d8194f4fd88 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.545643 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] Set router 5ef35de3-f2ad-427f-9967-7e76f0441e24 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:21.555412 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3501f4fe-06fb-4674-a83f-6d8194f4fd88 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.559473 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3501f4fe-06fb-4674-a83f-6d8194f4fd88 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.582733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501f4fe-06fb-4674-a83f-6d8194f4fd88 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf83e02-e912-4860-bc1a-05774b81e913,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:21.587671 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3501f4fe-06fb-4674-a83f-6d8194f4fd88 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.590961 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3501f4fe-06fb-4674-a83f-6d8194f4fd88 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359720 Jul 16 18:38:21.591343 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48936) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:21.596319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1ebef7d0-a10f-4dbb-bfa3-c28e0db06c57 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': 'da40a62d-7478-4837-af23-fbbd4a4b0b02', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:21.618258 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-1ebef7d0-a10f-4dbb-bfa3-c28e0db06c57 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Project 3c4c76960df3488394e379049d496b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:38:21.623507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ebef7d0-a10f-4dbb-bfa3-c28e0db06c57 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.691316 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ebef7d0-a10f-4dbb-bfa3-c28e0db06c57 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.694999 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ebef7d0-a10f-4dbb-bfa3-c28e0db06c57 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.714408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebef7d0-a10f-4dbb-bfa3-c28e0db06c57 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93586ac6-4d69-4259-bc38-07b57bd02105,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:21.720783 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1ebef7d0-a10f-4dbb-bfa3-c28e0db06c57 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.722094 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1ebef7d0-a10f-4dbb-bfa3-c28e0db06c57 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294043 Jul 16 18:38:21.724789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48938) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:21.729166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cc375008-1913-40b7-8721-d948d18b3f09 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'security_group_rule': {'security_group_id': 'da40a62d-7478-4837-af23-fbbd4a4b0b02', 'project_id': '3c4c76960df3488394e379049d496b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:21.752459 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-cc375008-1913-40b7-8721-d948d18b3f09 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Project 3c4c76960df3488394e379049d496b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:38:21.757560 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc375008-1913-40b7-8721-d948d18b3f09 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.787825 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'bc4ca014-f723-4e38-8974-ebcdfbfe1bff', 'name': '', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:83:f8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:17Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:21.816842 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1a9de-7d77-42b4-8043-d4fdc036e33c None None] The sync data for ids ['5ef35de3-f2ad-427f-9967-7e76f0441e24'] in n-d-793618-9 is: [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'bc4ca014-f723-4e38-8974-ebcdfbfe1bff', 'name': '', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:83:f8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:17Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:21.823092 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:21.827941 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc375008-1913-40b7-8721-d948d18b3f09 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.838700 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc375008-1913-40b7-8721-d948d18b3f09 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.857602 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc375008-1913-40b7-8721-d948d18b3f09 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467b6ee5-3f72-4384-9e4b-7bcc9b5380b7,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:21.866842 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc375008-1913-40b7-8721-d948d18b3f09 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.868149 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cc375008-1913-40b7-8721-d948d18b3f09 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424177 Jul 16 18:38:21.899492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:21.899973 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.999338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f47190e4-f3e2-4f78-af7d-3c082ba6d34e up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:22.055548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f47190e4-f3e2-4f78-af7d-3c082ba6d34e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:22.055923 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:22.092016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fd8dfa34-e90f-4884-bc2d-978d8b22ae7a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618946143&fields=id&tenant_id=3c4c76960df3488394e379049d496b5e HTTP/1.1" status: 200 len: 267 time: 0.0362198 Jul 16 18:38:22.209050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-cf137340-4bd4-4c3e-bfe7-396d367ae4f5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.210594 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-cf137340-4bd4-4c3e-bfe7-396d367ae4f5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/networks?id=79b9febd-a7f5-4fae-86b5-4f94a50563e4 HTTP/1.1" status: 200 len: 797 time: 0.1105442 Jul 16 18:38:22.226410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-25496f8e-2fa4-4af7-99fc-a0769e56eae9 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/quotas/3c4c76960df3488394e379049d496b5e HTTP/1.1" status: 200 len: 375 time: 0.0103624 Jul 16 18:38:22.304845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-71bda428-1781-40dc-ab2a-f515f383cca1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727973 Jul 16 18:38:22.403804 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-ef68aec5-1456-448d-80e3-6293f44fdb50 service neutron] 10.222.0.52 "GET /v2.0/networks/79b9febd-a7f5-4fae-86b5-4f94a50563e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868986 Jul 16 18:38:22.503694 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-9cc51328-7ed4-4125-b9da-f559d4d83400 service neutron] 10.222.0.52 "GET /v2.0/networks/79b9febd-a7f5-4fae-86b5-4f94a50563e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934272 Jul 16 18:38:22.690864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dae2ca6-0eab-41bb-ae54-59dd2e89e81e req-619ec22b-db59-41b8-9250-636164c17105 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 210 time: 0.0312321 Jul 16 18:38:23.833603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-5f31fd3b-a59a-4636-99f9-47c9a2cb6837 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.837251 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-5f31fd3b-a59a-4636-99f9-47c9a2cb6837 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.38 "GET /v2.0/networks?id=79b9febd-a7f5-4fae-86b5-4f94a50563e4 HTTP/1.1" status: 200 len: 797 time: 0.1313887 Jul 16 18:38:23.853608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bc4ca014-f723-4e38-8974-ebcdfbfe1bff up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:23.894140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9b6e0d1-7f06-4368-8593-9dd74ac96728 req-b8da446c-28d3-49d1-973e-ec9a6850d875 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 210 time: 0.0366278 Jul 16 18:38:23.917807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-168a91cf-add1-4eb9-a6b0-5aa702e1ffc6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4c76960df3488394e379049d496b5e HTTP/1.1" status: 200 len: 379 time: 0.0704608 Jul 16 18:38:23.919043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port bc4ca014-f723-4e38-8974-ebcdfbfe1bff completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:23.924708 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port bc4ca014-f723-4e38-8974-ebcdfbfe1bff triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:23.925163 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.927364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'port': {'device_id': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'admin_state_up': True, 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'security_groups': ['da40a62d-7478-4837-af23-fbbd4a4b0b02']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:24.006883 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.043759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Made reservation on behalf of 3c4c76960df3488394e379049d496b5e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:24.046034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port bc4ca014-f723-4e38-8974-ebcdfbfe1bff, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bc4ca014-f723-4e38-8974-ebcdfbfe1bff,segment=NetworkSegment(b51061ff-90f0-45ef-90e0-eb5635282f5e),segment_id=b51061ff-90f0-45ef-90e0-eb5635282f5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:24.048184 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.049842 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.098817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=bc4ca014-f723-4e38-8974-ebcdfbfe1bff,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:24.174050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Allocated IP 172.20.0.14 (79b9febd-a7f5-4fae-86b5-4f94a50563e4/e4123d2e-114f-442f-a219-f9c682c21c98/7b4f58c9-266f-482a-a9f2-ad6f3606bf99) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:24.312036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.325594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Transition to ACTIVE for port object 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:24.359820 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.402053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:24.407592 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:24.409994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:24.446771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=7b4f58c9-266f-482a-a9f2-ad6f3606bf99,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:24.472643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.473293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.487878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fdb177de-a8ad-4f4d-980c-a47350aea0f1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647521 Jul 16 18:38:24.499518 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Request body: {'port': {'device_id': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:24.574316 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.678889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd8d6047-b8c7-4b4c-bf37-450a812d024a None None] Provisioning for port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:24.682536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fd8d6047-b8c7-4b4c-bf37-450a812d024a None None] Provisioning complete for port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:24.682973 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6047-b8c7-4b4c-bf37-450a812d024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.716544 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d6047-b8c7-4b4c-bf37-450a812d024a None None] Port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:24.837056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:24.845150 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.856777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Transition to ACTIVE for port object 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:24.861296 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.909739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Pushing event updated for resources: {'Port': ['ID=7b4f58c9-266f-482a-a9f2-ad6f3606bf99,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:24.990579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Attempting to bind port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:24.991017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Attempting to bind port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:24.991422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Attempting to bind port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 on network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:24.995931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 on network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:24.996357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Attempting to bind port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 on network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:25.001754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:25.002248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Checking segment: {'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:25.002816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Bound using segment: {'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:25.003151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Bound port: 7b4f58c9-266f-482a-a9f2-ad6f3606bf99, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51061ff-90f0-45ef-90e0-eb5635282f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:25.003519 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.114353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] For port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:25.119568 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] For port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7b4f58c9-266f-482a-a9f2-ad6f3606bf99,segment=NetworkSegment(b51061ff-90f0-45ef-90e0-eb5635282f5e),segment_id=b51061ff-90f0-45ef-90e0-eb5635282f5e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:25.128876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d795f0-b22f-4810-832a-c9d221b55b5e req-03d3ebd9-b4d1-4535-9a41-2373359db32f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.130602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1d795f0-b22f-4810-832a-c9d221b55b5e req-03d3ebd9-b4d1-4535-9a41-2373359db32f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 944 time: 0.1169193 Jul 16 18:38:25.131979 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.187720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.188358 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.189786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] 10.222.0.38 "PUT /v2.0/ports/7b4f58c9-266f-482a-a9f2-ad6f3606bf99 HTTP/1.1" status: 200 len: 1092 time: 0.6949019 Jul 16 18:38:25.190235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'tag': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:25.192488 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfb0bc1-59b4-4529-ba13-5d52841fa317" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f778ab-2951-430b-9976-f3dadca6d973", "tag": "7b4f58c9-266f-482a-a9f2-ad6f3606bf99"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:25.231014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdec0ad-d7a4-4b81-8a7a-f09d4b86417f service neutron] Pushing event updated for resources: {'Port': ['ID=7b4f58c9-266f-482a-a9f2-ad6f3606bf99,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:25.248280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c1d795f0-b22f-4810-832a-c9d221b55b5e req-fd45d525-44ff-4926-a9d0-bef91f603a9f tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=da40a62d-7478-4837-af23-fbbd4a4b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118014 Jul 16 18:38:25.249749 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d98d4c2-dbe9-49a2-9027-e1e9993c8380 x-openstack-request-id: req-3d98d4c2-dbe9-49a2-9027-e1e9993c8380 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:25.250038 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f778ab-2951-430b-9976-f3dadca6d973", "tag": "7b4f58c9-266f-482a-a9f2-ad6f3606bf99", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:25.250296 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d98d4c2-dbe9-49a2-9027-e1e9993c8380 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:25.250754 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'tag': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99', 'status': 'completed', 'code': 200} Jul 16 18:38:25.298821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-ef2bce20-daab-427c-abef-402ca66b1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.300344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-ef2bce20-daab-427c-abef-402ca66b1b2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 1095 time: 0.0662508 Jul 16 18:38:25.348893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-d62eb1ef-c6c2-4f35-b2ee-ec1481b9d6bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b4f58c9-266f-482a-a9f2-ad6f3606bf99 HTTP/1.1" status: 200 len: 217 time: 0.0406077 Jul 16 18:38:25.396992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-c94d7bb4-12e0-4892-b63a-dab1a4dcf222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.398468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-c94d7bb4-12e0-4892-b63a-dab1a4dcf222 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4123d2e-114f-442f-a219-f9c682c21c98 HTTP/1.1" status: 200 len: 835 time: 0.0437970 Jul 16 18:38:25.458512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-140c68a9-e575-41cd-a154-7ff1c7fc691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.459931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-140c68a9-e575-41cd-a154-7ff1c7fc691c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79b9febd-a7f5-4fae-86b5-4f94a50563e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556538 Jul 16 18:38:25.549784 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-575c8127-643d-4338-8691-d12e26d3f433 service neutron] 10.222.0.38 "GET /v2.0/networks/79b9febd-a7f5-4fae-86b5-4f94a50563e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831833 Jul 16 18:38:25.642237 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb6b08c-7cb3-4260-8bdb-8f16bcfe8963 req-fe779358-2ea9-4d40-9082-db1db665cf91 service neutron] 10.222.0.38 "GET /v2.0/networks/79b9febd-a7f5-4fae-86b5-4f94a50563e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856237 Jul 16 18:38:25.737050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb0bc1-59b4-4529-ba13-5d52841fa317 req-668bb6a0-b530-4af9-93fe-9a0b3bff8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.738602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bfb0bc1-59b4-4529-ba13-5d52841fa317 req-668bb6a0-b530-4af9-93fe-9a0b3bff8650 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 1095 time: 0.0531623 Jul 16 18:38:25.803336 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bc4ca014-f723-4e38-8974-ebcdfbfe1bff up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:25.835954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb0bc1-59b4-4529-ba13-5d52841fa317 req-dd3b2930-d84b-4ff5-b67b-54fc99714853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.837502 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bfb0bc1-59b4-4529-ba13-5d52841fa317 req-dd3b2930-d84b-4ff5-b67b-54fc99714853 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79b9febd-a7f5-4fae-86b5-4f94a50563e4 HTTP/1.1" status: 200 len: 898 time: 0.0930998 Jul 16 18:38:25.858624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port bc4ca014-f723-4e38-8974-ebcdfbfe1bff triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:25.858995 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.878791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bfb0bc1-59b4-4529-ba13-5d52841fa317 req-563e2c3b-c72d-4d3d-9d22-0aa05461551e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b4f58c9-266f-482a-a9f2-ad6f3606bf99 HTTP/1.1" status: 200 len: 217 time: 0.0342391 Jul 16 18:38:25.928726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb0bc1-59b4-4529-ba13-5d52841fa317 req-2f2547c3-6cbf-4dd1-ad17-65becbe6a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.930166 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bfb0bc1-59b4-4529-ba13-5d52841fa317 req-2f2547c3-6cbf-4dd1-ad17-65becbe6a45c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4123d2e-114f-442f-a219-f9c682c21c98 HTTP/1.1" status: 200 len: 835 time: 0.0451231 Jul 16 18:38:25.992607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb0bc1-59b4-4529-ba13-5d52841fa317 req-cd5b598a-18e9-4d71-8f5f-cf3bc7c849c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.994133 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bfb0bc1-59b4-4529-ba13-5d52841fa317 req-cd5b598a-18e9-4d71-8f5f-cf3bc7c849c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79b9febd-a7f5-4fae-86b5-4f94a50563e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570853 Jul 16 18:38:26.083684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bfb0bc1-59b4-4529-ba13-5d52841fa317 req-be1ede00-3044-4987-ab8a-cf7ba76a4a80 service neutron] 10.222.0.38 "GET /v2.0/networks/79b9febd-a7f5-4fae-86b5-4f94a50563e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817990 Jul 16 18:38:26.174606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2bfb0bc1-59b4-4529-ba13-5d52841fa317 req-491b380a-df2b-4118-bc85-ec95135979a9 service neutron] 10.222.0.38 "GET /v2.0/networks/79b9febd-a7f5-4fae-86b5-4f94a50563e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843198 Jul 16 18:38:26.431551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1663bed-443c-406b-b27f-2c5c59a0ec74 req-50621b3c-717a-4f39-818c-10ce284998d7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.433054 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1663bed-443c-406b-b27f-2c5c59a0ec74 req-50621b3c-717a-4f39-818c-10ce284998d7 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 944 time: 0.0630834 Jul 16 18:38:26.470305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1663bed-443c-406b-b27f-2c5c59a0ec74 req-ee968949-6f5a-4954-8d4e-ade927fb8f49 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=da40a62d-7478-4837-af23-fbbd4a4b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315747 Jul 16 18:38:27.641573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f756ea-26ca-4fc4-884c-e7cba19de475 req-000f2b07-174e-4487-8cc0-9c8242bf3271 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:27.643056 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77f756ea-26ca-4fc4-884c-e7cba19de475 req-000f2b07-174e-4487-8cc0-9c8242bf3271 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 944 time: 0.0636392 Jul 16 18:38:27.683932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77f756ea-26ca-4fc4-884c-e7cba19de475 req-1ab30eda-a115-436c-b602-1c72d950ed24 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=da40a62d-7478-4837-af23-fbbd4a4b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353045 Jul 16 18:38:28.555627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:28.652116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7b4f58c9-266f-482a-a9f2-ad6f3606bf99,segment=NetworkSegment(b51061ff-90f0-45ef-90e0-eb5635282f5e),segment_id=b51061ff-90f0-45ef-90e0-eb5635282f5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:28.664005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'port_id': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99', 'mac_address': 'fa:16:3e:ba:8f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:28.700978 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.714045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:28.735999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7b4f58c9-266f-482a-a9f2-ad6f3606bf99,segment=NetworkSegment(b51061ff-90f0-45ef-90e0-eb5635282f5e),segment_id=b51061ff-90f0-45ef-90e0-eb5635282f5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:28.739781 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.786241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=7b4f58c9-266f-482a-a9f2-ad6f3606bf99,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:28.860203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eb802-0a1a-46b5-a862-6cf6aa8adf4f req-0788bd89-8c1f-4c2f-8799-cad05bd70942 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.861742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-835eb802-0a1a-46b5-a862-6cf6aa8adf4f req-0788bd89-8c1f-4c2f-8799-cad05bd70942 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 945 time: 0.0667243 Jul 16 18:38:28.899435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-835eb802-0a1a-46b5-a862-6cf6aa8adf4f req-e387992b-bbef-4e00-9a2b-57d29ade84a5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=da40a62d-7478-4837-af23-fbbd4a4b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320570 Jul 16 18:38:28.939862 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['7b4f58c9-266f-482a-a9f2-ad6f3606bf99'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:30.070463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219a9ee-9aa1-4b8a-9ec3-1b1bb0ecfb3b req-604e8b60-7af2-40a5-84ac-60e28bf8b4f6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.073237 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2219a9ee-9aa1-4b8a-9ec3-1b1bb0ecfb3b req-604e8b60-7af2-40a5-84ac-60e28bf8b4f6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 945 time: 0.0645919 Jul 16 18:38:30.087988 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe46-6d01-44a0-b0f4-cca45a6b208e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.112395 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2219a9ee-9aa1-4b8a-9ec3-1b1bb0ecfb3b req-3a47231e-183a-45d6-9d32-75f6bb11e5a1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=da40a62d-7478-4837-af23-fbbd4a4b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335176 Jul 16 18:38:30.587476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:30.638456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:30.643075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:30.643595 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.718983 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.740758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:30.743120 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a70fcc-93c1-4420-a7d4-6b0a4aff4b81" -d '{"events": [{"server_uuid": "a4f778ab-2951-430b-9976-f3dadca6d973", "name": "network-vif-plugged", "status": "completed", "tag": "7b4f58c9-266f-482a-a9f2-ad6f3606bf99"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:30.756067 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7b4f58c9-266f-482a-a9f2-ad6f3606bf99,segment=NetworkSegment(b51061ff-90f0-45ef-90e0-eb5635282f5e),segment_id=b51061ff-90f0-45ef-90e0-eb5635282f5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:30.760558 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.811980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=7b4f58c9-266f-482a-a9f2-ad6f3606bf99,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:30.846459 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472c1843-86ea-4a40-9569-0dd41559d24e x-openstack-request-id: req-472c1843-86ea-4a40-9569-0dd41559d24e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:30.846751 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f778ab-2951-430b-9976-f3dadca6d973", "name": "network-vif-plugged", "status": "completed", "tag": "7b4f58c9-266f-482a-a9f2-ad6f3606bf99", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:30.847003 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-472c1843-86ea-4a40-9569-0dd41559d24e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:30.847401 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99', 'code': 200} Jul 16 18:38:30.967897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fdcaf-4574-4c2b-8d1d-3f9432c4569a req-d27724a5-71dd-47ee-b992-a348556bdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.969432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef4fdcaf-4574-4c2b-8d1d-3f9432c4569a req-d27724a5-71dd-47ee-b992-a348556bdd9e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 1097 time: 0.0565083 Jul 16 18:38:31.002794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef4fdcaf-4574-4c2b-8d1d-3f9432c4569a req-22318114-9991-4325-b3a4-4920dcd9f447 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=da40a62d-7478-4837-af23-fbbd4a4b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272105 Jul 16 18:38:31.286957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90644126-5b75-443b-8652-a570d599f8c3 req-a44e4d02-a808-43e0-af36-e111a095cf62 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:31.288442 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90644126-5b75-443b-8652-a570d599f8c3 req-a44e4d02-a808-43e0-af36-e111a095cf62 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 946 time: 0.0647566 Jul 16 18:38:31.325729 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90644126-5b75-443b-8652-a570d599f8c3 req-20491835-02cd-4db5-8eb9-6a2cf7032609 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=da40a62d-7478-4837-af23-fbbd4a4b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317419 Jul 16 18:38:32.319336 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6d65-e1db-4baf-9c51-78cf8f50377e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.499476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e6750-234c-489e-9109-4322d4f5876f req-c0b953a1-9bcd-4653-a0a8-81fa60e1c0f6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.500975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a08e6750-234c-489e-9109-4322d4f5876f req-c0b953a1-9bcd-4653-a0a8-81fa60e1c0f6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 946 time: 0.0635972 Jul 16 18:38:32.542253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a08e6750-234c-489e-9109-4322d4f5876f req-61b67ebe-bddf-46a3-bdf6-fae842e218b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=da40a62d-7478-4837-af23-fbbd4a4b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357611 Jul 16 18:38:32.711356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36988049-2ca3-451d-8d82-36731eaa63fd req-b26e75d3-7729-442a-944f-a1a35ea684d4 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.712853 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36988049-2ca3-451d-8d82-36731eaa63fd req-b26e75d3-7729-442a-944f-a1a35ea684d4 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 946 time: 0.0627801 Jul 16 18:38:32.750069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36988049-2ca3-451d-8d82-36731eaa63fd req-7d6f9760-85f6-42d9-a1b0-c0c767f26497 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=da40a62d-7478-4837-af23-fbbd4a4b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308115 Jul 16 18:38:32.761782 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.774913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48992) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:32.828393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8d21d-c8d2-4b49-ad76-7c6816902c2f tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.829867 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a9d8d21d-c8d2-4b49-ad76-7c6816902c2f tempest-TestNetworkBasicOps-97255701 tempest-TestNetworkBasicOps-97255701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 1092 time: 0.0539577 Jul 16 18:38:32.832679 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 48994) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:32.837075 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:32.859561 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.879499 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.882934 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.955528 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.061204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Allocated IP 172.25.8.193 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/32094002-08de-401a-8af9-90908ba666bc) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:33.160545 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.198577 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.236042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:33.241004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:33.244573 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:33.275279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=32094002-08de-401a-8af9-90908ba666bc,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:33.611730 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.688488 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.835922 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.840733 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.866527 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.909508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event updated for resources: {'Port': ['ID=32094002-08de-401a-8af9-90908ba666bc,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:33.919411 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.019851 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Floating IP b1b7d3dd-8df1-40a3-b374-802a536fa1ae associated. External IP: 172.25.8.193, port: 7b4f58c9-266f-482a-a9f2-ad6f3606bf99. Jul 16 18:38:34.227111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Router 5ef35de3-f2ad-427f-9967-7e76f0441e24 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:34.335546 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:34.345277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc5227-0ba2-493a-8bc8-2b64ae6901d1 None None] Sync routers for ids ['5ef35de3-f2ad-427f-9967-7e76f0441e24'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:34.351520 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.354660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc5227-0ba2-493a-8bc8-2b64ae6901d1 None None] Routers {'5ef35de3-f2ad-427f-9967-7e76f0441e24'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:34.355302 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ecbc5227-0ba2-493a-8bc8-2b64ae6901d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:38:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5ef35de3-f2ad-427f-9967-7e76f0441e24'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:34.390748 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7a274af2-410c-43ed-bf87-fea070388c8e tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5569940 Jul 16 18:38:34.391360 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'tag': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:34.393696 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f122a07-73cd-4410-a258-9a1be97301d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f778ab-2951-430b-9976-f3dadca6d973", "tag": "7b4f58c9-266f-482a-a9f2-ad6f3606bf99"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:34.393840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 48996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:34.460396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b93a3435-42c3-496f-a285-35d4416e1f63 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/floatingips/b1b7d3dd-8df1-40a3-b374-802a536fa1ae HTTP/1.1" status: 200 len: 992 time: 0.0651429 Jul 16 18:38:34.472951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ecbc5227-0ba2-493a-8bc8-2b64ae6901d1 None None] Set router 5ef35de3-f2ad-427f-9967-7e76f0441e24 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:34.496548 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638f49f8-98c1-423d-8040-20ef3e9cc59a x-openstack-request-id: req-638f49f8-98c1-423d-8040-20ef3e9cc59a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:34.496858 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f778ab-2951-430b-9976-f3dadca6d973", "tag": "7b4f58c9-266f-482a-a9f2-ad6f3606bf99", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:34.497110 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-638f49f8-98c1-423d-8040-20ef3e9cc59a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:34.497571 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'tag': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99', 'status': 'completed', 'code': 200} Jul 16 18:38:34.574468 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f122a07-73cd-4410-a258-9a1be97301d6 req-f173c052-a80c-4d37-82c7-be61aae8152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.576063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f122a07-73cd-4410-a258-9a1be97301d6 req-f173c052-a80c-4d37-82c7-be61aae8152b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 1097 time: 0.0560839 Jul 16 18:38:34.665321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f122a07-73cd-4410-a258-9a1be97301d6 req-8fec2114-2090-4c5d-8765-684832b71b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.666990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f122a07-73cd-4410-a258-9a1be97301d6 req-8fec2114-2090-4c5d-8765-684832b71b42 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79b9febd-a7f5-4fae-86b5-4f94a50563e4 HTTP/1.1" status: 200 len: 898 time: 0.0852218 Jul 16 18:38:34.700929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ecbc5227-0ba2-493a-8bc8-2b64ae6901d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'b1b7d3dd-8df1-40a3-b374-802a536fa1ae', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'floating_ip_address': '172.25.8.193', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'port_id': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'mac_address': 'fa:16:3e:ba:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:33Z', 'revision_number': 0, 'project_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4ca014-f723-4e38-8974-ebcdfbfe1bff', 'name': '', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:83:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:17Z', 'updated_at': '2021-07-16T18:38:24Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:34.730502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc5227-0ba2-493a-8bc8-2b64ae6901d1 None None] Checking router: 5ef35de3-f2ad-427f-9967-7e76f0441e24 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:34.735642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f122a07-73cd-4410-a258-9a1be97301d6 req-8de42cc4-48f8-42c0-9e46-8850800b061a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b4f58c9-266f-482a-a9f2-ad6f3606bf99 HTTP/1.1" status: 200 len: 1000 time: 0.0628109 Jul 16 18:38:34.739090 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc5227-0ba2-493a-8bc8-2b64ae6901d1 None None] Routers {'5ef35de3-f2ad-427f-9967-7e76f0441e24'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:34.739783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ecbc5227-0ba2-493a-8bc8-2b64ae6901d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:38:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5ef35de3-f2ad-427f-9967-7e76f0441e24'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:34.783530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f122a07-73cd-4410-a258-9a1be97301d6 req-6d1bd0cc-33f7-4765-8ff9-e3f84474f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.785017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f122a07-73cd-4410-a258-9a1be97301d6 req-6d1bd0cc-33f7-4765-8ff9-e3f84474f6af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4123d2e-114f-442f-a219-f9c682c21c98 HTTP/1.1" status: 200 len: 835 time: 0.0436270 Jul 16 18:38:34.844946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ecbc5227-0ba2-493a-8bc8-2b64ae6901d1 None None] Set router 5ef35de3-f2ad-427f-9967-7e76f0441e24 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:34.845359 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f122a07-73cd-4410-a258-9a1be97301d6 req-55f26c46-dc50-4fab-9b68-3555cf948158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.846978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f122a07-73cd-4410-a258-9a1be97301d6 req-55f26c46-dc50-4fab-9b68-3555cf948158 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79b9febd-a7f5-4fae-86b5-4f94a50563e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560384 Jul 16 18:38:34.941342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f122a07-73cd-4410-a258-9a1be97301d6 req-71c127ea-671c-47e9-b121-0f7b14950db7 service neutron] 10.222.0.38 "GET /v2.0/networks/79b9febd-a7f5-4fae-86b5-4f94a50563e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876484 Jul 16 18:38:35.030640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f122a07-73cd-4410-a258-9a1be97301d6 req-bc95571a-86fe-4d45-aca4-3a1b04355b09 service neutron] 10.222.0.38 "GET /v2.0/networks/79b9febd-a7f5-4fae-86b5-4f94a50563e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830836 Jul 16 18:38:35.070047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ecbc5227-0ba2-493a-8bc8-2b64ae6901d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'b1b7d3dd-8df1-40a3-b374-802a536fa1ae', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'floating_ip_address': '172.25.8.193', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'port_id': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'mac_address': 'fa:16:3e:ba:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:33Z', 'revision_number': 0, 'project_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4ca014-f723-4e38-8974-ebcdfbfe1bff', 'name': '', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:83:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:17Z', 'updated_at': '2021-07-16T18:38:24Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:35.098850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc5227-0ba2-493a-8bc8-2b64ae6901d1 None None] The sync data for ids ['5ef35de3-f2ad-427f-9967-7e76f0441e24'] in n-d-793618-9 is: [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'b1b7d3dd-8df1-40a3-b374-802a536fa1ae', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'floating_ip_address': '172.25.8.193', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'port_id': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'mac_address': 'fa:16:3e:ba:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:33Z', 'updated_at': '2021-07-16T18:38:33Z', 'revision_number': 0, 'project_id': '3c4c76960df3488394e379049d496b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4ca014-f723-4e38-8974-ebcdfbfe1bff', 'name': '', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:83:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:17Z', 'updated_at': '2021-07-16T18:38:24Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:35.286922 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4a69c-e95f-4d94-b1d6-3662fbb0a6b7 None None] New status for floating IP b1b7d3dd-8df1-40a3-b374-802a536fa1ae: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:38:35.464181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:35.527555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-76f66d64-7be1-4731-b7e6-259ea2348013 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/floatingips/b1b7d3dd-8df1-40a3-b374-802a536fa1ae HTTP/1.1" status: 200 len: 994 time: 0.0621543 Jul 16 18:38:35.571931 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.601150 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:00.090456 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0f0d301-317b-463d-b610-8122a1dd1dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.161527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-793b6224-b5a5-4c58-b9ad-4ca4cc8ce31f service neutron] (93767) timed out ('10.222.0.52', 51804) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:39:02.320020 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e185142-58ae-4012-8b5f-18325584b4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:02.762371 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:02.878410 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:02.884416 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.869442 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.574979 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.738533 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:06.799015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6cd8cf48-bba6-4990-91f6-64cf7f3c1d62 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/floatingips/b1b7d3dd-8df1-40a3-b374-802a536fa1ae HTTP/1.1" status: 200 len: 994 time: 0.0593324 Jul 16 18:39:07.089951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:07.241335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting port 32094002-08de-401a-8af9-90908ba666bc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:07.241689 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.316193 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.316521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.328875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Calling delete_port for 32094002-08de-401a-8af9-90908ba666bc owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:07.506158 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.535461 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Port': ['ID=32094002-08de-401a-8af9-90908ba666bc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:07.871890 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.872592 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Floating IP b1b7d3dd-8df1-40a3-b374-802a536fa1ae disassociated (deleted). External IP: 172.25.8.193, port: 7b4f58c9-266f-482a-a9f2-ad6f3606bf99. Jul 16 18:39:08.071480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Router 5ef35de3-f2ad-427f-9967-7e76f0441e24 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:08.176638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:08.181440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.185750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed6fe2c-ff8d-4571-847e-60e8875913e1 None None] Sync routers for ids ['5ef35de3-f2ad-427f-9967-7e76f0441e24'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:08.194993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed6fe2c-ff8d-4571-847e-60e8875913e1 None None] Routers {'5ef35de3-f2ad-427f-9967-7e76f0441e24'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:08.195603 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7ed6fe2c-ff8d-4571-847e-60e8875913e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:39:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5ef35de3-f2ad-427f-9967-7e76f0441e24'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:08.218012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c5a3b945-4e19-4ff5-8b2c-d82d8a5bdb6a tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/floatingips/b1b7d3dd-8df1-40a3-b374-802a536fa1ae HTTP/1.1" status: 204 len: 168 time: 1.1270344 Jul 16 18:39:08.218715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'tag': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:08.221069 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814615b1-6da5-4a6d-bcdb-bb8b047cd75e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f778ab-2951-430b-9976-f3dadca6d973", "tag": "7b4f58c9-266f-482a-a9f2-ad6f3606bf99"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:08.259575 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aac5dbe-b566-4522-a8ec-c4df7e4433b5 x-openstack-request-id: req-1aac5dbe-b566-4522-a8ec-c4df7e4433b5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:08.259876 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f778ab-2951-430b-9976-f3dadca6d973", "tag": "7b4f58c9-266f-482a-a9f2-ad6f3606bf99", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:08.260129 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1aac5dbe-b566-4522-a8ec-c4df7e4433b5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:08.260578 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'tag': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99', 'status': 'completed', 'code': 200} Jul 16 18:39:08.303497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7ed6fe2c-ff8d-4571-847e-60e8875913e1 None None] Set router 5ef35de3-f2ad-427f-9967-7e76f0441e24 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:08.336040 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814615b1-6da5-4a6d-bcdb-bb8b047cd75e req-977ed5b0-f195-4673-8665-ddb61e4cdbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.337803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-814615b1-6da5-4a6d-bcdb-bb8b047cd75e req-977ed5b0-f195-4673-8665-ddb61e4cdbc8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3c4c76960df3488394e379049d496b5e&device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 1097 time: 0.0545514 Jul 16 18:39:08.436575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814615b1-6da5-4a6d-bcdb-bb8b047cd75e req-5a16b340-d7a4-420f-a883-607fb4aaa360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.438307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-814615b1-6da5-4a6d-bcdb-bb8b047cd75e req-5a16b340-d7a4-420f-a883-607fb4aaa360 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79b9febd-a7f5-4fae-86b5-4f94a50563e4 HTTP/1.1" status: 200 len: 898 time: 0.0943258 Jul 16 18:39:08.487780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-814615b1-6da5-4a6d-bcdb-bb8b047cd75e req-e7242aff-be84-4930-a427-378d7b85cabe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b4f58c9-266f-482a-a9f2-ad6f3606bf99 HTTP/1.1" status: 200 len: 217 time: 0.0362568 Jul 16 18:39:08.508946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7ed6fe2c-ff8d-4571-847e-60e8875913e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'bc4ca014-f723-4e38-8974-ebcdfbfe1bff', 'name': '', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:83:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:17Z', 'updated_at': '2021-07-16T18:38:24Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:08.538343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814615b1-6da5-4a6d-bcdb-bb8b047cd75e req-03aee7ca-43a6-4712-984a-7f4603c18b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.539452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed6fe2c-ff8d-4571-847e-60e8875913e1 None None] Checking router: 5ef35de3-f2ad-427f-9967-7e76f0441e24 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:08.539873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-814615b1-6da5-4a6d-bcdb-bb8b047cd75e req-03aee7ca-43a6-4712-984a-7f4603c18b3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4123d2e-114f-442f-a219-f9c682c21c98 HTTP/1.1" status: 200 len: 835 time: 0.0449815 Jul 16 18:39:08.548236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed6fe2c-ff8d-4571-847e-60e8875913e1 None None] Routers {'5ef35de3-f2ad-427f-9967-7e76f0441e24'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:08.548849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7ed6fe2c-ff8d-4571-847e-60e8875913e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:39:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5ef35de3-f2ad-427f-9967-7e76f0441e24'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:08.658255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7ed6fe2c-ff8d-4571-847e-60e8875913e1 None None] Set router 5ef35de3-f2ad-427f-9967-7e76f0441e24 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:08.658500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a0272-ff2d-489c-af60-3f95a041537d req-af0e5fa7-94f4-470b-a0ae-7c48efdd70b6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.660067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-645a0272-ff2d-489c-af60-3f95a041537d req-af0e5fa7-94f4-470b-a0ae-7c48efdd70b6 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 946 time: 0.1192791 Jul 16 18:39:08.660909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-5ef00890-24ee-4f06-a624-a773577dbe3e req-fa1f65e9-726b-4d0b-aa4c-f7cb0458e34b service neutron] (93767) timed out ('10.222.0.38', 54102) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:39:08.662675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814615b1-6da5-4a6d-bcdb-bb8b047cd75e req-740b3b10-e57c-48aa-bf51-ff69137da5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.664059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-814615b1-6da5-4a6d-bcdb-bb8b047cd75e req-740b3b10-e57c-48aa-bf51-ff69137da5b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79b9febd-a7f5-4fae-86b5-4f94a50563e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135504 Jul 16 18:39:08.725708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-645a0272-ff2d-489c-af60-3f95a041537d req-d53ccb08-368f-408d-bc90-b36c5b2bbc18 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=da40a62d-7478-4837-af23-fbbd4a4b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601120 Jul 16 18:39:08.781366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-814615b1-6da5-4a6d-bcdb-bb8b047cd75e req-2560d5a6-9bf4-4dfe-978a-db9fa72eeccb service neutron] 10.222.0.38 "GET /v2.0/networks/79b9febd-a7f5-4fae-86b5-4f94a50563e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083527 Jul 16 18:39:08.862474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7ed6fe2c-ff8d-4571-847e-60e8875913e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'bc4ca014-f723-4e38-8974-ebcdfbfe1bff', 'name': '', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:83:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:17Z', 'updated_at': '2021-07-16T18:38:24Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:08.871064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-814615b1-6da5-4a6d-bcdb-bb8b047cd75e req-1cc2f86a-42f9-4cc3-9b7a-9a4867562271 service neutron] 10.222.0.38 "GET /v2.0/networks/79b9febd-a7f5-4fae-86b5-4f94a50563e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827546 Jul 16 18:39:08.889956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed6fe2c-ff8d-4571-847e-60e8875913e1 None None] The sync data for ids ['5ef35de3-f2ad-427f-9967-7e76f0441e24'] in n-d-793618-9 is: [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 4, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'bc4ca014-f723-4e38-8974-ebcdfbfe1bff', 'name': '', 'network_id': '79b9febd-a7f5-4fae-86b5-4f94a50563e4', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'mac_address': 'fa:16:3e:83:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:17Z', 'updated_at': '2021-07-16T18:38:24Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'subnets': [{'id': 'e4123d2e-114f-442f-a219-f9c682c21c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:09.119628 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a12d2-df18-4d7f-9b22-5a3e8ebd5186 None None] New status for floating IP b1b7d3dd-8df1-40a3-b374-802a536fa1ae: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:09.839897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28ed98-0911-4006-a637-ec27bce364e3 req-974b5ef9-4841-41bb-a6e7-f1e781a784f5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.841444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb28ed98-0911-4006-a637-ec27bce364e3 req-974b5ef9-4841-41bb-a6e7-f1e781a784f5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 946 time: 0.0794070 Jul 16 18:39:09.976763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840187a0-9865-4efa-bace-ae213252473d req-6f89dd96-625f-4e17-af91-29b2e6ea40b8 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.978298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-840187a0-9865-4efa-bace-ae213252473d req-6f89dd96-625f-4e17-af91-29b2e6ea40b8 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f778ab-2951-430b-9976-f3dadca6d973 HTTP/1.1" status: 200 len: 946 time: 0.1231527 Jul 16 18:39:10.011267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-eb28ed98-0911-4006-a637-ec27bce364e3 req-19a75ca4-3bcc-41d7-a035-de01af8a8a33 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:10.011528 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb28ed98-0911-4006-a637-ec27bce364e3 req-19a75ca4-3bcc-41d7-a035-de01af8a8a33 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.046649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-840187a0-9865-4efa-bace-ae213252473d req-af92819f-47a8-4d42-b992-1d85aa9e16b1 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "GET /v2.0/security-groups?id=da40a62d-7478-4837-af23-fbbd4a4b0b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614769 Jul 16 18:39:10.114119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eb28ed98-0911-4006-a637-ec27bce364e3 req-19a75ca4-3bcc-41d7-a035-de01af8a8a33 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] For port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=7b4f58c9-266f-482a-a9f2-ad6f3606bf99,segment=NetworkSegment(b51061ff-90f0-45ef-90e0-eb5635282f5e),segment_id=b51061ff-90f0-45ef-90e0-eb5635282f5e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:10.114487 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb28ed98-0911-4006-a637-ec27bce364e3 req-19a75ca4-3bcc-41d7-a035-de01af8a8a33 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.126757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-eb28ed98-0911-4006-a637-ec27bce364e3 req-19a75ca4-3bcc-41d7-a035-de01af8a8a33 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Calling delete_port for 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:10.254554 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb28ed98-0911-4006-a637-ec27bce364e3 req-19a75ca4-3bcc-41d7-a035-de01af8a8a33 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.284425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a75ca4-3bcc-41d7-a035-de01af8a8a33 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Port': ['ID=7b4f58c9-266f-482a-a9f2-ad6f3606bf99,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:10.329370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb28ed98-0911-4006-a637-ec27bce364e3 req-19a75ca4-3bcc-41d7-a035-de01af8a8a33 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] No DVR routers for this DVR port 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:10.331962 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb28ed98-0911-4006-a637-ec27bce364e3 req-19a75ca4-3bcc-41d7-a035-de01af8a8a33 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.333990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eb28ed98-0911-4006-a637-ec27bce364e3 req-19a75ca4-3bcc-41d7-a035-de01af8a8a33 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.38 "DELETE /v2.0/ports/7b4f58c9-266f-482a-a9f2-ad6f3606bf99 HTTP/1.1" status: 204 len: 173 time: 0.4868648 Jul 16 18:39:10.334429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'name': 'network-vif-deleted', 'tag': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:10.336666 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c050402-8401-44da-b28f-d76c239fdbd5" -d '{"events": [{"server_uuid": "a4f778ab-2951-430b-9976-f3dadca6d973", "name": "network-vif-deleted", "tag": "7b4f58c9-266f-482a-a9f2-ad6f3606bf99"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:10.376464 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65b7c1a-ccc5-4be4-afba-d3dd0793b376 x-openstack-request-id: req-b65b7c1a-ccc5-4be4-afba-d3dd0793b376 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:10.376764 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f778ab-2951-430b-9976-f3dadca6d973", "name": "network-vif-deleted", "tag": "7b4f58c9-266f-482a-a9f2-ad6f3606bf99", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:10.377194 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b65b7c1a-ccc5-4be4-afba-d3dd0793b376 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:10.377641 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f778ab-2951-430b-9976-f3dadca6d973', 'name': 'network-vif-deleted', 'tag': '7b4f58c9-266f-482a-a9f2-ad6f3606bf99', 'status': 'completed', 'code': 200} Jul 16 18:39:11.136614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:11.199593 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f5cfbed-6268-44e3-866b-c929a7d39124 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.223998 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f5cfbed-6268-44e3-866b-c929a7d39124 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.282658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f5cfbed-6268-44e3-866b-c929a7d39124 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.285241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f5cfbed-6268-44e3-866b-c929a7d39124 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.286451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1f5cfbed-6268-44e3-866b-c929a7d39124 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/security-groups/da40a62d-7478-4837-af23-fbbd4a4b0b02 HTTP/1.1" status: 204 len: 168 time: 0.1488338 Jul 16 18:39:11.296431 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cfbed-6268-44e3-866b-c929a7d39124 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da40a62d-7478-4837-af23-fbbd4a4b0b02,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:11.324749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49044) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:11.677929 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.936108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting port bc4ca014-f723-4e38-8974-ebcdfbfe1bff {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:11.936366 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.022546 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] For port bc4ca014-f723-4e38-8974-ebcdfbfe1bff, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=bc4ca014-f723-4e38-8974-ebcdfbfe1bff,segment=NetworkSegment(b51061ff-90f0-45ef-90e0-eb5635282f5e),segment_id=b51061ff-90f0-45ef-90e0-eb5635282f5e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:12.022907 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.035791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Calling delete_port for bc4ca014-f723-4e38-8974-ebcdfbfe1bff owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:12.223402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.254430 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Port': ['ID=bc4ca014-f723-4e38-8974-ebcdfbfe1bff,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:12.288044 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:12.288398 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:12.288747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:12.289090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:12.289450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:12.289791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:12.290127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:12.290458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:12.290786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:12.291114 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:12.291464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:12.291795 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:12.439745 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.646939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Router 5ef35de3-f2ad-427f-9967-7e76f0441e24 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:13.056195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:13.061174 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-960b732f-8194-4d5d-a709-eb29abfaf885 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "PUT /v2.0/routers/5ef35de3-f2ad-427f-9967-7e76f0441e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7353809 Jul 16 18:39:13.063954 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49046) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:13.066607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f190740b-2b87-4285-ab79-4b8308056645 None None] Sync routers for ids ['5ef35de3-f2ad-427f-9967-7e76f0441e24'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:13.076789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f190740b-2b87-4285-ab79-4b8308056645 None None] Routers {'5ef35de3-f2ad-427f-9967-7e76f0441e24'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:13.077549 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f190740b-2b87-4285-ab79-4b8308056645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:39:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5ef35de3-f2ad-427f-9967-7e76f0441e24'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:13.113584 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0ed5a2-eadd-4f53-bb34-73ad543803b5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting subnet e4123d2e-114f-442f-a219-f9c682c21c98 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:39:13.116590 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed5a2-eadd-4f53-bb34-73ad543803b5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.154495 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed5a2-eadd-4f53-bb34-73ad543803b5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.180156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f190740b-2b87-4285-ab79-4b8308056645 None None] Set router 5ef35de3-f2ad-427f-9967-7e76f0441e24 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:13.240204 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed5a2-eadd-4f53-bb34-73ad543803b5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.299744 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed5a2-eadd-4f53-bb34-73ad543803b5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.330584 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ed5a2-eadd-4f53-bb34-73ad543803b5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Subnet': ['ID=e4123d2e-114f-442f-a219-f9c682c21c98,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:13.332489 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed5a2-eadd-4f53-bb34-73ad543803b5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.334404 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0b0ed5a2-eadd-4f53-bb34-73ad543803b5 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/subnets/e4123d2e-114f-442f-a219-f9c682c21c98 HTTP/1.1" status: 204 len: 168 time: 0.2695246 Jul 16 18:39:13.336991 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49048) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:13.339899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1260b6ad-fe54-43b8-bcef-94fdcc7f6949 None None] Network 79b9febd-a7f5-4fae-86b5-4f94a50563e4 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:13.452183 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.459335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f190740b-2b87-4285-ab79-4b8308056645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:39:12Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:13.487660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f190740b-2b87-4285-ab79-4b8308056645 None None] Checking router: 5ef35de3-f2ad-427f-9967-7e76f0441e24 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:13.503687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f190740b-2b87-4285-ab79-4b8308056645 None None] Routers {'5ef35de3-f2ad-427f-9967-7e76f0441e24'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:13.504726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f190740b-2b87-4285-ab79-4b8308056645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:39:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5ef35de3-f2ad-427f-9967-7e76f0441e24'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:13.572368 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.620283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f190740b-2b87-4285-ab79-4b8308056645 None None] Set router 5ef35de3-f2ad-427f-9967-7e76f0441e24 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:13.642113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting port 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:13.642454 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.655353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0491889-d566-4ac1-aab8-1cebc83c5b15 None None] DHCP port deletion for 79b9febd-a7f5-4fae-86b5-4f94a50563e4 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:39:13.724628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] For port 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:13.724989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.736415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Calling delete_port for 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:13.938743 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.940849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f47190e4-f3e2-4f78-af7d-3c082ba6d34e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:13.969392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Port': ['ID=3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:13.992662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0491889-d566-4ac1-aab8-1cebc83c5b15 None None] Deleting port f47190e4-f3e2-4f78-af7d-3c082ba6d34e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:13.993049 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0491889-d566-4ac1-aab8-1cebc83c5b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.041377 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.089255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b0491889-d566-4ac1-aab8-1cebc83c5b15 None None] For port f47190e4-f3e2-4f78-af7d-3c082ba6d34e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f47190e4-f3e2-4f78-af7d-3c082ba6d34e,segment=NetworkSegment(b51061ff-90f0-45ef-90e0-eb5635282f5e),segment_id=b51061ff-90f0-45ef-90e0-eb5635282f5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:14.090072 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0491889-d566-4ac1-aab8-1cebc83c5b15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.125191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b0491889-d566-4ac1-aab8-1cebc83c5b15 None None] Calling delete_port for f47190e4-f3e2-4f78-af7d-3c082ba6d34e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:14.144714 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.146949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.155765 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.194508 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.195151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Fanout notify agent at l3_agent the message router_deleted on router 5ef35de3-f2ad-427f-9967-7e76f0441e24 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:14.204481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f190740b-2b87-4285-ab79-4b8308056645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:39:12Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:14.204753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.208965 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d4b4afb4-c228-48b2-8395-ba1a463e5d38 tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/routers/5ef35de3-f2ad-427f-9967-7e76f0441e24 HTTP/1.1" status: 204 len: 168 time: 0.8680606 Jul 16 18:39:14.208965 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49050) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:14.253400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f190740b-2b87-4285-ab79-4b8308056645 None None] The sync data for ids ['5ef35de3-f2ad-427f-9967-7e76f0441e24'] in n-d-793618-9 is: [{'id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'name': 'tempest-TestNetworkBasicOps-router-265368891', 'tenant_id': '3c4c76960df3488394e379049d496b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:39:12Z', 'revision_number': 5, 'project_id': '3c4c76960df3488394e379049d496b5e', 'gw_port': {'id': '3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef35de3-f2ad-427f-9967-7e76f0441e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:15Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:14.263791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port f47190e4-f3e2-4f78-af7d-3c082ba6d34e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f47190e4-f3e2-4f78-af7d-3c082ba6d34e,segment=NetworkSegment(b51061ff-90f0-45ef-90e0-eb5635282f5e),segment_id=b51061ff-90f0-45ef-90e0-eb5635282f5e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:14.271417 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.296849 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.322775 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b0491889-d566-4ac1-aab8-1cebc83c5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.341011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=f47190e4-f3e2-4f78-af7d-3c082ba6d34e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:14.344657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0491889-d566-4ac1-aab8-1cebc83c5b15 None None] No DVR routers for this DVR port f47190e4-f3e2-4f78-af7d-3c082ba6d34e on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:14.351994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.352344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.359683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.360174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.360585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.360852 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.361606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.361606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.361871 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.362205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.362558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.362854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.368854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Deleting port f47190e4-f3e2-4f78-af7d-3c082ba6d34e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:14.369303 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.387169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0491889-d566-4ac1-aab8-1cebc83c5b15 None None] Pushing event deleted for resources: {'Port': ['ID=f47190e4-f3e2-4f78-af7d-3c082ba6d34e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:14.438544 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] For port f47190e4-f3e2-4f78-af7d-3c082ba6d34e, host n-d-793618-9, got binding levels [] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:14.438913 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.450747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Calling delete_port for f47190e4-f3e2-4f78-af7d-3c082ba6d34e owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:14.453471 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.ipam_backend_mixin [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Port f47190e4-f3e2-4f78-af7d-3c082ba6d34e was not found and therefore no delete operation was performed {{(pid=93766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:39:14.454710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.481456 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Port': ['ID=f47190e4-f3e2-4f78-af7d-3c082ba6d34e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:14.483854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] No DVR routers for this DVR port f47190e4-f3e2-4f78-af7d-3c082ba6d34e on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:14.563618 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.573552 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b9febd-a7f5-4fae-86b5-4f94a50563e4']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:14.583212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51061ff-90f0-45ef-90e0-eb5635282f5e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:14.583520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51061ff-90f0-45ef-90e0-eb5635282f5e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:14.592796 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.607054 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.614068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:14.614473 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:14.618632 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:14.702961 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.710594 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.712440 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] 10.222.0.52 "DELETE /v2.0/networks/79b9febd-a7f5-4fae-86b5-4f94a50563e4 HTTP/1.1" status: 204 len: 168 time: 0.5027428 Jul 16 18:39:14.727094 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f862b16-a208-4dd6-8459-a91f6c12cfbd tempest-TestNetworkBasicOps-219295551 tempest-TestNetworkBasicOps-219295551-project] Pushing event deleted for resources: {'Network': ['ID=79b9febd-a7f5-4fae-86b5-4f94a50563e4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:14.775607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:14.796138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:14.796573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 7b4f58c9-266f-482a-a9f2-ad6f3606bf99 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:14.997424 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49056) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:15.126303 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4e6f6b98-feb7-4fc9-954f-f263ad7f25ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c4c76960df3488394e379049d496b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277173 Jul 16 18:39:15.128960 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:15.177532 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.199455 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.245859 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.250175 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.251352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae76ccc2-ea9e-45d0-8646-9697f0367f23 HTTP/1.1" status: 204 len: 168 time: 0.1213245 Jul 16 18:39:15.261423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae76ccc2-ea9e-45d0-8646-9697f0367f23,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:15.269999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.270409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.270759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.271103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.271436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.271781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.272114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.272462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.272848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.273117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.273529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.273899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ddaa4-0c8d-4377-97fd-0b0b2f48d4d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.519818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49066) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:15.533249 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-249b7608-40a7-4fc2-ae77-c86cbf494a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.624876 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-249b7608-40a7-4fc2-ae77-c86cbf494a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.628551 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-249b7608-40a7-4fc2-ae77-c86cbf494a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.666378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-249b7608-40a7-4fc2-ae77-c86cbf494a9c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11701e8a0df34a49a7ea9da005efbcb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454606 Jul 16 18:39:15.667677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b7608-40a7-4fc2-ae77-c86cbf494a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760bf0b2-0d48-49d5-afed-f8f29c5ced39,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:15.669020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:15.718128 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9833123b-3f6b-4ebe-9cc5-34150a84e939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.738677 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9833123b-3f6b-4ebe-9cc5-34150a84e939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.786188 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9833123b-3f6b-4ebe-9cc5-34150a84e939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.788761 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9833123b-3f6b-4ebe-9cc5-34150a84e939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.790125 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9833123b-3f6b-4ebe-9cc5-34150a84e939 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/760bf0b2-0d48-49d5-afed-f8f29c5ced39 HTTP/1.1" status: 204 len: 168 time: 0.1199288 Jul 16 18:39:15.799715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833123b-3f6b-4ebe-9cc5-34150a84e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760bf0b2-0d48-49d5-afed-f8f29c5ced39,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:15.846240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:15.866181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:15.866755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3ce28dd7-5d4b-41ad-a4f3-849186ed2b8a not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:15.867194 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bc4ca014-f723-4e38-8974-ebcdfbfe1bff no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:15.885294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: bc4ca014-f723-4e38-8974-ebcdfbfe1bff {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:15.885659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device bc4ca014-f723-4e38-8974-ebcdfbfe1bff not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:17.085605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b100752b-84a8-4e01-9512-3f32d9c631bb req-3d3c910c-cf0d-4509-800c-af7970ffecda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545352 Jul 16 18:39:17.178980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100752b-84a8-4e01-9512-3f32d9c631bb req-0d4f02d4-eeb5-4194-9d44-5de9ac01b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.180501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b100752b-84a8-4e01-9512-3f32d9c631bb req-0d4f02d4-eeb5-4194-9d44-5de9ac01b321 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cc7c414e68b445ba51d958644d25fb6&device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 1097 time: 0.0544086 Jul 16 18:39:17.288825 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100752b-84a8-4e01-9512-3f32d9c631bb req-83fbfccf-c946-4888-8563-0b4d38ab48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.290417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b100752b-84a8-4e01-9512-3f32d9c631bb req-83fbfccf-c946-4888-8563-0b4d38ab48e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d20ae1c-da31-4a77-890f-409c77eabd3e HTTP/1.1" status: 200 len: 910 time: 0.0907855 Jul 16 18:39:17.355437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b100752b-84a8-4e01-9512-3f32d9c631bb req-4c59ba86-d14a-4793-bdb4-d58a10579716 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c826710-1e06-4ec9-a4b3-613ad0e9544a HTTP/1.1" status: 200 len: 1001 time: 0.0574739 Jul 16 18:39:17.403375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100752b-84a8-4e01-9512-3f32d9c631bb req-eb4db510-6a96-4b89-8821-5ab2b1d31086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.405069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b100752b-84a8-4e01-9512-3f32d9c631bb req-eb4db510-6a96-4b89-8821-5ab2b1d31086 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c892e205-5f05-44cd-812d-0c936c8c56cb HTTP/1.1" status: 200 len: 848 time: 0.0445406 Jul 16 18:39:17.465614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100752b-84a8-4e01-9512-3f32d9c631bb req-fa240f41-662e-46f8-be3e-d3fbeca51731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.467177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b100752b-84a8-4e01-9512-3f32d9c631bb req-fa240f41-662e-46f8-be3e-d3fbeca51731 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d20ae1c-da31-4a77-890f-409c77eabd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562570 Jul 16 18:39:17.558344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b100752b-84a8-4e01-9512-3f32d9c631bb req-8e363631-0759-4bd4-8455-69c45e4d54fa service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848947 Jul 16 18:39:17.653733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b100752b-84a8-4e01-9512-3f32d9c631bb req-b46c7def-5af0-4895-9f49-197b3addb3d3 service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888805 Jul 16 18:39:18.046659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49120) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:18.051817 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Request body: {'network': {'name': 'tempest-network-smoke--254759846', 'project_id': '92f66c61caf148409d177888ce61d6e3', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:18.077608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Made reservation on behalf of 92f66c61caf148409d177888ce61d6e3 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:18.081087 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.089549 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.182383 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.186477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.209118 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:18.224643 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e81067-46e0-486f-a67e-110239810ac0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:18.227538 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.227894 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Added segment dc23ce39-7c16-41d3-b459-12c810994c6e of type vlan for network ecc92fdb-60e2-4554-87c7-50942b20faf8 Jul 16 18:39:18.268456 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.297252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.303048 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:18.303640 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.336312 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2885778 Jul 16 18:39:18.339119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49122) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:18.346448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'admin_state_up': True, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:18.388112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d31ca5-753f-445d-a079-79c4dddfda42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Network': ['ID=ecc92fdb-60e2-4554-87c7-50942b20faf8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:18.399127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network ecc92fdb-60e2-4554-87c7-50942b20faf8 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:18.403884 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.405545 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.456387 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.593218 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.782339 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.800388 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.902982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Allocated IP 172.25.8.123 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/ea2606c5-de99-4a26-bab8-28fdad4cfc77) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:19.003685 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.040972 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.079998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:19.082710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:19.086201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:19.091454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Port': ['ID=ea2606c5-de99-4a26-bab8-28fdad4cfc77,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:19.327210 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.517273 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.641274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:19.744375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:19.753439 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Sync routers for ids ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:19.762299 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Routers {'75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:19.762941 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:39:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:19.763491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.764884 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2750f412-4e64-42c1-80ba-6b90e253e234 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4247398 Jul 16 18:39:19.768246 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49124) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:19.870262 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Set router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:19.889596 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b3c93460-8e6c-4bdf-b8e8-d9269f150907 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=92f66c61caf148409d177888ce61d6e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1197264 Jul 16 18:39:19.892472 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49128) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:19.980166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e598d786-2eb7-41d2-9cd2-309c9c4c1933 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:19.981722 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e598d786-2eb7-41d2-9cd2-309c9c4c1933 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883880 Jul 16 18:39:19.984489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49132) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:20.015845 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6c7e109f-f8f7-487c-999c-b16dbee0c8ab tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302806 Jul 16 18:39:20.018515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:20.023398 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-db884153-a549-45d3-9aae-8d3cbb3b3c16 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-361294683', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'project_id': '92f66c61caf148409d177888ce61d6e3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:20.043332 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:19Z', 'revision_number': 3, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:20.072120 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Checking router: 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:20.072473 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Updating router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 port ea2606c5-de99-4a26-bab8-28fdad4cfc77 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:20.106678 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.110652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db884153-a549-45d3-9aae-8d3cbb3b3c16 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Made reservation on behalf of 92f66c61caf148409d177888ce61d6e3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:20.114381 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db884153-a549-45d3-9aae-8d3cbb3b3c16 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.296814 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db884153-a549-45d3-9aae-8d3cbb3b3c16 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.359776 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.364409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db884153-a549-45d3-9aae-8d3cbb3b3c16 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Subnet': ['ID=159ef7a6-5350-4c56-92c7-5131245bb7f3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:20.370011 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Transition to ACTIVE for port object ea2606c5-de99-4a26-bab8-28fdad4cfc77 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:20.371350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db884153-a549-45d3-9aae-8d3cbb3b3c16 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Checking segment: {'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:20.371672 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db884153-a549-45d3-9aae-8d3cbb3b3c16 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network hostable DHCP agents. Network: ecc92fdb-60e2-4554-87c7-50942b20faf8, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:20.376212 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.390412 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db884153-a549-45d3-9aae-8d3cbb3b3c16 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network ecc92fdb-60e2-4554-87c7-50942b20faf8 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:20.399775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-db884153-a549-45d3-9aae-8d3cbb3b3c16 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, ecc92fdb-60e2-4554-87c7-50942b20faf8) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:20.404259 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db884153-a549-45d3-9aae-8d3cbb3b3c16 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.404994 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-db884153-a549-45d3-9aae-8d3cbb3b3c16 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.413561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b92ebb-496b-4cf1-ab76-38d28b9dbca9 None None] Network ecc92fdb-60e2-4554-87c7-50942b20faf8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:20.426272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:20.426821 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-db884153-a549-45d3-9aae-8d3cbb3b3c16 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4067533 Jul 16 18:39:20.511922 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Pushing event updated for resources: {'Port': ['ID=ea2606c5-de99-4a26-bab8-28fdad4cfc77,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:20.522485 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:20.522872 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:20.523206 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:20.523539 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:20.523867 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:20.524195 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:20.524518 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:20.524841 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:20.525162 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:20.525509 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:20.525827 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:20.526144 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:20.529859 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Attempting to bind port ea2606c5-de99-4a26-bab8-28fdad4cfc77 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:20.529859 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Attempting to bind port ea2606c5-de99-4a26-bab8-28fdad4cfc77 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:20.530268 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Attempting to bind port ea2606c5-de99-4a26-bab8-28fdad4cfc77 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:20.535393 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:20.535771 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:20.536178 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.536568 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:20.537036 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Bound port: ea2606c5-de99-4a26-bab8-28fdad4cfc77, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:20.537431 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.579455 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-ecc92fdb-60e2-4554-87c7-50942b20faf8', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'fixed_ips': [{'subnet_id': '159ef7a6-5350-4c56-92c7-5131245bb7f3'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:39:20.580330 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.591522 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] For port ea2606c5-de99-4a26-bab8-28fdad4cfc77, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:20.598023 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] For port ea2606c5-de99-4a26-bab8-28fdad4cfc77, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ea2606c5-de99-4a26-bab8-28fdad4cfc77,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:20.603111 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:20.604527 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.645343 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Routers {'75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:20.645968 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:39:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:20.720937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Allocated IP 172.20.0.2 (ecc92fdb-60e2-4554-87c7-50942b20faf8/159ef7a6-5350-4c56-92c7-5131245bb7f3/e1378e0e-ce33-41f5-9689-25d4ba5a5814) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:20.768229 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3903026-9143-4ffe-886f-3b049b8911de None None] Pushing event updated for resources: {'Port': ['ID=ea2606c5-de99-4a26-bab8-28fdad4cfc77,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:20.774805 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] Set router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:20.876461 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.885307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Transition to ACTIVE for port object e1378e0e-ce33-41f5-9689-25d4ba5a5814 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:20.901063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Transition to ACTIVE for port object e1378e0e-ce33-41f5-9689-25d4ba5a5814 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:20.903747 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.907745 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.947871 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Network ecc92fdb-60e2-4554-87c7-50942b20faf8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:20.953522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:20.958190 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:20.961621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Pushing event updated for resources: {'Port': ['ID=e1378e0e-ce33-41f5-9689-25d4ba5a5814,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:20.979681 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:19Z', 'revision_number': 3, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:21.006569 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f092e-cd06-477a-a4bc-448b6b262968 None None] The sync data for ids ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'] in n-d-793618-9 is: [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:19Z', 'revision_number': 3, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:21.020917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Attempting to bind port e1378e0e-ce33-41f5-9689-25d4ba5a5814 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:21.021301 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Attempting to bind port e1378e0e-ce33-41f5-9689-25d4ba5a5814 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:21.021714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Attempting to bind port e1378e0e-ce33-41f5-9689-25d4ba5a5814 on network ecc92fdb-60e2-4554-87c7-50942b20faf8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:21.030964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:21.031358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Checking segment: {'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:21.031775 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.032190 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Bound using segment: {'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:21.033612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Bound port: e1378e0e-ce33-41f5-9689-25d4ba5a5814, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:21.034013 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.107222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] For port e1378e0e-ce33-41f5-9689-25d4ba5a5814, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:21.110979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] For port e1378e0e-ce33-41f5-9689-25d4ba5a5814, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e1378e0e-ce33-41f5-9689-25d4ba5a5814,segment=NetworkSegment(dc23ce39-7c16-41d3-b459-12c810994c6e),segment_id=dc23ce39-7c16-41d3-b459-12c810994c6e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:21.115175 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.174275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640409c9-0f5c-481f-8a33-5e590e725db6 None None] Pushing event updated for resources: {'Port': ['ID=e1378e0e-ce33-41f5-9689-25d4ba5a5814,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:21.196128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Allocated IP 172.20.0.1 (ecc92fdb-60e2-4554-87c7-50942b20faf8/159ef7a6-5350-4c56-92c7-5131245bb7f3/61347c41-ea11-4d76-9acf-1ac02bd38215) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:21.374474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.402212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Transition to ACTIVE for port object 61347c41-ea11-4d76-9acf-1ac02bd38215 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:21.444546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.501243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network ecc92fdb-60e2-4554-87c7-50942b20faf8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:21.505537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:21.508042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Port': ['ID=61347c41-ea11-4d76-9acf-1ac02bd38215,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:21.510314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:21.562816 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.710670 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.941856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e1378e0e-ce33-41f5-9689-25d4ba5a5814 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:22.017708 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port e1378e0e-ce33-41f5-9689-25d4ba5a5814 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:22.024277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ea2606c5-de99-4a26-bab8-28fdad4cfc77 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:22.093945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port ea2606c5-de99-4a26-bab8-28fdad4cfc77 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:22.098786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ea2606c5-de99-4a26-bab8-28fdad4cfc77 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:22.099317 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.197670 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.223445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port ea2606c5-de99-4a26-bab8-28fdad4cfc77, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ea2606c5-de99-4a26-bab8-28fdad4cfc77,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:22.231780 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.286332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47edf14-b2aa-4061-9073-2ed377198cab None None] Network ecc92fdb-60e2-4554-87c7-50942b20faf8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:22.300826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=ea2606c5-de99-4a26-bab8-28fdad4cfc77,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:22.322083 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.328699 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.368594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f61d2647-8c27-4182-9e9c-05600a4168e0 None None] Provisioning for port e1378e0e-ce33-41f5-9689-25d4ba5a5814 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:22.381172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f61d2647-8c27-4182-9e9c-05600a4168e0 None None] Provisioning complete for port e1378e0e-ce33-41f5-9689-25d4ba5a5814 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:22.381624 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f61d2647-8c27-4182-9e9c-05600a4168e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.418128 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.419904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Port': ['ID=61347c41-ea11-4d76-9acf-1ac02bd38215,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:22.526858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network ecc92fdb-60e2-4554-87c7-50942b20faf8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:22.528640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:22.529201 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f61d2647-8c27-4182-9e9c-05600a4168e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.575509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f61d2647-8c27-4182-9e9c-05600a4168e0 None None] For port e1378e0e-ce33-41f5-9689-25d4ba5a5814, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e1378e0e-ce33-41f5-9689-25d4ba5a5814,segment=NetworkSegment(dc23ce39-7c16-41d3-b459-12c810994c6e),segment_id=dc23ce39-7c16-41d3-b459-12c810994c6e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:22.580431 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f61d2647-8c27-4182-9e9c-05600a4168e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.629858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d2647-8c27-4182-9e9c-05600a4168e0 None None] Pushing event updated for resources: {'Port': ['ID=e1378e0e-ce33-41f5-9689-25d4ba5a5814,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:22.653489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:22.772453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:22.777994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ea516c2e-3a1b-4ab7-aef7-079c1c620172 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "PUT /v2.0/routers/75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3497930 Jul 16 18:39:22.781340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:22.786056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e012db8-b343-466f-b8c1-da12d574c825 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1323520512', 'description': 'tempest-secgroup_access--1323520512 description', 'project_id': '92f66c61caf148409d177888ce61d6e3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:22.802765 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec4f511c-a741-4c41-906d-e96abf054b44 None None] Provisioning for port 61347c41-ea11-4d76-9acf-1ac02bd38215 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:22.807013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec4f511c-a741-4c41-906d-e96abf054b44 None None] Provisioning complete for port 61347c41-ea11-4d76-9acf-1ac02bd38215 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:22.807459 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec4f511c-a741-4c41-906d-e96abf054b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.816302 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e012db8-b343-466f-b8c1-da12d574c825 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.859168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f511c-a741-4c41-906d-e96abf054b44 None None] Port 61347c41-ea11-4d76-9acf-1ac02bd38215 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:22.875629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ec4f511c-a741-4c41-906d-e96abf054b44 None None] Provisioning complete for port e1378e0e-ce33-41f5-9689-25d4ba5a5814 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:22.875776 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec4f511c-a741-4c41-906d-e96abf054b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.923248 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e012db8-b343-466f-b8c1-da12d574c825 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.928433 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e012db8-b343-466f-b8c1-da12d574c825 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.935797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Sync routers for ids ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:22.970148 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e012db8-b343-466f-b8c1-da12d574c825 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.974169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5e012db8-b343-466f-b8c1-da12d574c825 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1891556 Jul 16 18:39:22.974311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Routers {'75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:22.974311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:39:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:22.974834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:22.978997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-52df8366-907e-4624-bfee-8e401c83c723 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1952511815', 'description': 'tempest-secgroup_general--1952511815 description', 'project_id': '92f66c61caf148409d177888ce61d6e3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:22.984850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e012db8-b343-466f-b8c1-da12d574c825 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1878bf58-c1dd-4240-b883-7a1d136cd8f1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.007549 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52df8366-907e-4624-bfee-8e401c83c723 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.099085 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52df8366-907e-4624-bfee-8e401c83c723 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.104234 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52df8366-907e-4624-bfee-8e401c83c723 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.105508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Set router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:23.132066 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52df8366-907e-4624-bfee-8e401c83c723 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.136028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-52df8366-907e-4624-bfee-8e401c83c723 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1588130 Jul 16 18:39:23.136460 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49142) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:23.139886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df8366-907e-4624-bfee-8e401c83c723 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9266ce-37f8-4279-bfff-fa9956bb579f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.142982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fc102348-7e20-4455-b320-fc836112db08 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Request body: {'security_group_rule': {'security_group_id': '1878bf58-c1dd-4240-b883-7a1d136cd8f1', 'project_id': '92f66c61caf148409d177888ce61d6e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:23.165271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b436a857-e9d1-490d-b076-cee6021290f4 None None] Provisioning complete for port 61347c41-ea11-4d76-9acf-1ac02bd38215 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:23.165271 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b436a857-e9d1-490d-b076-cee6021290f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.175249 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc102348-7e20-4455-b320-fc836112db08 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.285605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b436a857-e9d1-490d-b076-cee6021290f4 None None] Port 61347c41-ea11-4d76-9acf-1ac02bd38215 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:23.367555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '61347c41-ea11-4d76-9acf-1ac02bd38215', 'name': '', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'mac_address': 'fa:16:3e:80:d0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:21Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 2, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'subnets': [{'id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:23.399707 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Checking router: 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:23.400078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Updating router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 port 61347c41-ea11-4d76-9acf-1ac02bd38215 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:23.435719 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-906b7704-cec4-4036-938c-6289a1828f48 None None] Provisioning complete for port 61347c41-ea11-4d76-9acf-1ac02bd38215 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:23.436582 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-906b7704-cec4-4036-938c-6289a1828f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.462252 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.505006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-906b7704-cec4-4036-938c-6289a1828f48 None None] Port 61347c41-ea11-4d76-9acf-1ac02bd38215 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:23.540951 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc102348-7e20-4455-b320-fc836112db08 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.545280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc102348-7e20-4455-b320-fc836112db08 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.562574 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc102348-7e20-4455-b320-fc836112db08 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6adda08-83f4-4aa7-af60-ef902ac0c378,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.570127 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc102348-7e20-4455-b320-fc836112db08 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.580372 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fc102348-7e20-4455-b320-fc836112db08 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4422030 Jul 16 18:39:23.714763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-2cc81c9a-ec21-49c9-8a22-8f536345d892 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_general--1952511815&fields=id&tenant_id=92f66c61caf148409d177888ce61d6e3 HTTP/1.1" status: 200 len: 267 time: 0.0336716 Jul 16 18:39:23.740137 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.751229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Transition to ACTIVE for port object 61347c41-ea11-4d76-9acf-1ac02bd38215 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:23.753938 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-fd81755d-3b9e-479e-9e66-deec7b3cc4c4 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_access--1323520512&fields=id&tenant_id=92f66c61caf148409d177888ce61d6e3 HTTP/1.1" status: 200 len: 267 time: 0.0330791 Jul 16 18:39:23.757271 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.811076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fae42d-d9c1-4d43-8778-7440bf4c8860 None None] Pushing event updated for resources: {'Port': ['ID=61347c41-ea11-4d76-9acf-1ac02bd38215,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.869914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e1378e0e-ce33-41f5-9689-25d4ba5a5814 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:23.877800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-4a909ad5-f0ba-4266-a3d9-fb5d7359193c tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.879342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-4a909ad5-f0ba-4266-a3d9-fb5d7359193c tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/networks?id=ecc92fdb-60e2-4554-87c7-50942b20faf8 HTTP/1.1" status: 200 len: 796 time: 0.1184976 Jul 16 18:39:23.895010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-46639738-4ab5-4ee3-9113-98a51d903a42 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/quotas/92f66c61caf148409d177888ce61d6e3 HTTP/1.1" status: 200 len: 375 time: 0.0098960 Jul 16 18:39:23.895714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Attempting to bind port 61347c41-ea11-4d76-9acf-1ac02bd38215 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:23.896248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Attempting to bind port 61347c41-ea11-4d76-9acf-1ac02bd38215 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:23.897623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Attempting to bind port 61347c41-ea11-4d76-9acf-1ac02bd38215 on network ecc92fdb-60e2-4554-87c7-50942b20faf8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:23.911796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:23.912227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Checking segment: {'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:23.912638 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.913083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Bound using segment: {'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:23.913829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Bound port: 61347c41-ea11-4d76-9acf-1ac02bd38215, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:23.914291 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.977847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e1378e0e-ce33-41f5-9689-25d4ba5a5814 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:23.978481 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.987356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-55fe5ccc-b756-4953-8ccf-0ba23e7aa9c8 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=92f66c61caf148409d177888ce61d6e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680194 Jul 16 18:39:24.020771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] For port 61347c41-ea11-4d76-9acf-1ac02bd38215, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:24.025420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] For port 61347c41-ea11-4d76-9acf-1ac02bd38215, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=61347c41-ea11-4d76-9acf-1ac02bd38215,segment=NetworkSegment(dc23ce39-7c16-41d3-b459-12c810994c6e),segment_id=dc23ce39-7c16-41d3-b459-12c810994c6e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:24.032928 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.091511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-f2e408b5-8a30-4a17-bce8-62aaeee10f40 service neutron] 10.222.0.52 "GET /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916235 Jul 16 18:39:24.135849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Routers {'75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:24.136559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:39:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:24.143879 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fae42d-d9c1-4d43-8778-7440bf4c8860 None None] Pushing event updated for resources: {'Port': ['ID=61347c41-ea11-4d76-9acf-1ac02bd38215,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.198424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ea2606c5-de99-4a26-bab8-28fdad4cfc77 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:24.199040 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-e241e806-cabb-46e5-9a4f-37fb36635ad5 service neutron] 10.222.0.52 "GET /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001203 Jul 16 18:39:24.385042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-825f5a40-1527-4cea-ab7b-9fa1dde99397 req-3ea1546e-476a-42c6-a5b5-5c8a032a55db tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 210 time: 0.0313315 Jul 16 18:39:24.488768 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] Set router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:24.523888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port ea2606c5-de99-4a26-bab8-28fdad4cfc77 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:24.524181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.757144 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '61347c41-ea11-4d76-9acf-1ac02bd38215', 'name': '', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'mac_address': 'fa:16:3e:80:d0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:21Z', 'updated_at': '2021-07-16T18:39:24Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'subnets': [{'id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:24.790225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01707c-0a48-4314-915b-b7fcf6f7b2c1 None None] The sync data for ids ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'] in n-d-793618-9 is: [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '61347c41-ea11-4d76-9acf-1ac02bd38215', 'name': '', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'mac_address': 'fa:16:3e:80:d0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:21Z', 'updated_at': '2021-07-16T18:39:24Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'subnets': [{'id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:25.506046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-fa183d4b-abd3-4eff-ae41-6445fe49c59c tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.507816 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-fa183d4b-abd3-4eff-ae41-6445fe49c59c tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.38 "GET /v2.0/networks?id=ecc92fdb-60e2-4554-87c7-50942b20faf8 HTTP/1.1" status: 200 len: 796 time: 0.1227324 Jul 16 18:39:25.566398 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca250ca6-8334-48a7-a6c4-045eaa1a6830 req-01311507-bc2f-46ed-916b-639424ec9f66 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 210 time: 0.0350060 Jul 16 18:39:25.594536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-89999f5a-ad4b-42ef-8d59-80e768691df4 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f66c61caf148409d177888ce61d6e3 HTTP/1.1" status: 200 len: 478 time: 0.0732882 Jul 16 18:39:25.600911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Request body: {'port': {'device_id': '62112722-9096-4f29-ad79-5203038d6e78', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'admin_state_up': True, 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'security_groups': ['2f9266ce-37f8-4279-bfff-fa9956bb579f', '1878bf58-c1dd-4240-b883-7a1d136cd8f1']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:25.719176 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Made reservation on behalf of 92f66c61caf148409d177888ce61d6e3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:25.723290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.860751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Allocated IP 172.20.0.6 (ecc92fdb-60e2-4554-87c7-50942b20faf8/159ef7a6-5350-4c56-92c7-5131245bb7f3/d34607a1-4b1f-41a6-adba-15dac1bd3c93) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:25.883597 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 61347c41-ea11-4d76-9acf-1ac02bd38215 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:25.941614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 61347c41-ea11-4d76-9acf-1ac02bd38215 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:25.945939 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 61347c41-ea11-4d76-9acf-1ac02bd38215 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:25.946418 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.029183 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.030630 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.044205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Transition to ACTIVE for port object d34607a1-4b1f-41a6-adba-15dac1bd3c93 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:26.063550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 61347c41-ea11-4d76-9acf-1ac02bd38215, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=61347c41-ea11-4d76-9acf-1ac02bd38215,segment=NetworkSegment(dc23ce39-7c16-41d3-b459-12c810994c6e),segment_id=dc23ce39-7c16-41d3-b459-12c810994c6e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:26.074941 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.089239 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.128013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=61347c41-ea11-4d76-9acf-1ac02bd38215,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.131936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network ecc92fdb-60e2-4554-87c7-50942b20faf8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:26.135255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:26.137609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:26.185182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Port': ['ID=d34607a1-4b1f-41a6-adba-15dac1bd3c93,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.207263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.207888 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.222444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-09ac7841-f45e-48f6-9d20-c132c6f49c6a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6259243 Jul 16 18:39:26.234880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Request body: {'port': {'device_id': '62112722-9096-4f29-ad79-5203038d6e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:26.312650 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.414727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-36eaeea4-039b-4292-b4ad-4d61dbf40c1c None None] Provisioning for port d34607a1-4b1f-41a6-adba-15dac1bd3c93 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:26.418278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-36eaeea4-039b-4292-b4ad-4d61dbf40c1c None None] Provisioning complete for port d34607a1-4b1f-41a6-adba-15dac1bd3c93 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:26.418656 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36eaeea4-039b-4292-b4ad-4d61dbf40c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.455994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-36eaeea4-039b-4292-b4ad-4d61dbf40c1c None None] Port d34607a1-4b1f-41a6-adba-15dac1bd3c93 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:26.573064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34607a1-4b1f-41a6-adba-15dac1bd3c93 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:26.580976 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.593029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Transition to ACTIVE for port object d34607a1-4b1f-41a6-adba-15dac1bd3c93 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:26.596908 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.646380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d34607a1-4b1f-41a6-adba-15dac1bd3c93,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.755524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Attempting to bind port d34607a1-4b1f-41a6-adba-15dac1bd3c93 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:26.755872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Attempting to bind port d34607a1-4b1f-41a6-adba-15dac1bd3c93 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:26.756211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Attempting to bind port d34607a1-4b1f-41a6-adba-15dac1bd3c93 on network ecc92fdb-60e2-4554-87c7-50942b20faf8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:26.772732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Port d34607a1-4b1f-41a6-adba-15dac1bd3c93 on network ecc92fdb-60e2-4554-87c7-50942b20faf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:26.773296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Attempting to bind port d34607a1-4b1f-41a6-adba-15dac1bd3c93 on network ecc92fdb-60e2-4554-87c7-50942b20faf8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:26.790123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:26.790471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Checking segment: {'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:26.790875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Bound using segment: {'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:26.791318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Bound port: d34607a1-4b1f-41a6-adba-15dac1bd3c93, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc23ce39-7c16-41d3-b459-12c810994c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:26.791684 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.813644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a8026-0f45-4480-a7b9-f97173c468ad req-cab23964-94e5-4138-b607-9faf6eee01b2 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.816627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-172a8026-0f45-4480-a7b9-f97173c468ad req-cab23964-94e5-4138-b607-9faf6eee01b2 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 982 time: 0.1263530 Jul 16 18:39:26.900802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-172a8026-0f45-4480-a7b9-f97173c468ad req-f7dfdf3b-74ad-4a33-8800-6b57ae88b8b5 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/security-groups?id=1878bf58-c1dd-4240-b883-7a1d136cd8f1&id=2f9266ce-37f8-4279-bfff-fa9956bb579f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0771909 Jul 16 18:39:26.907725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] For port d34607a1-4b1f-41a6-adba-15dac1bd3c93, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:26.911407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] For port d34607a1-4b1f-41a6-adba-15dac1bd3c93, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d34607a1-4b1f-41a6-adba-15dac1bd3c93,segment=NetworkSegment(dc23ce39-7c16-41d3-b459-12c810994c6e),segment_id=dc23ce39-7c16-41d3-b459-12c810994c6e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:26.916234 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.955716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.956347 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.957755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] 10.222.0.38 "PUT /v2.0/ports/d34607a1-4b1f-41a6-adba-15dac1bd3c93 HTTP/1.1" status: 200 len: 1130 time: 0.7281821 Jul 16 18:39:26.958200 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62112722-9096-4f29-ad79-5203038d6e78', 'tag': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:26.960447 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139f3579-a972-4f1e-8d3e-166f4865808b" -d '{"events": [{"name": "network-changed", "server_uuid": "62112722-9096-4f29-ad79-5203038d6e78", "tag": "d34607a1-4b1f-41a6-adba-15dac1bd3c93"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:26.987891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61635276-b692-437d-b165-08b4eeeb02e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d34607a1-4b1f-41a6-adba-15dac1bd3c93,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:27.015146 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa0163b-1daf-4228-8ae8-8ec2aa79ffd3 x-openstack-request-id: req-9fa0163b-1daf-4228-8ae8-8ec2aa79ffd3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:27.015440 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62112722-9096-4f29-ad79-5203038d6e78", "tag": "d34607a1-4b1f-41a6-adba-15dac1bd3c93", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:27.015721 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fa0163b-1daf-4228-8ae8-8ec2aa79ffd3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:27.016169 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62112722-9096-4f29-ad79-5203038d6e78', 'tag': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93', 'status': 'completed', 'code': 200} Jul 16 18:39:27.060182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-4e95e7d0-35e8-4327-80f9-202b4164d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.062640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-4e95e7d0-35e8-4327-80f9-202b4164d316 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92f66c61caf148409d177888ce61d6e3&device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 1133 time: 0.0597634 Jul 16 18:39:27.105048 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-ebc7f2ba-9c54-4574-8dee-d0c70597420c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d34607a1-4b1f-41a6-adba-15dac1bd3c93 HTTP/1.1" status: 200 len: 217 time: 0.0353863 Jul 16 18:39:27.154321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-62092297-daaa-4cb6-9786-076c893755f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.155835 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-62092297-daaa-4cb6-9786-076c893755f5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=159ef7a6-5350-4c56-92c7-5131245bb7f3 HTTP/1.1" status: 200 len: 834 time: 0.0451825 Jul 16 18:39:27.216220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-1162ef67-3589-4076-ba31-dbde1a47ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.217791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-1162ef67-3589-4076-ba31-dbde1a47ea60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ecc92fdb-60e2-4554-87c7-50942b20faf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561974 Jul 16 18:39:27.304072 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-c8bccf2b-6ea6-462c-8982-2e898f9afbfd service neutron] 10.222.0.38 "GET /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801201 Jul 16 18:39:27.394671 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-70e5d170-cf4c-468c-b0b5-0a3f87619213 req-61a44213-385a-4721-a468-9f5bddcc32b5 service neutron] 10.222.0.38 "GET /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846632 Jul 16 18:39:27.489416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3579-a972-4f1e-8d3e-166f4865808b req-a6546def-fc20-4bef-bc63-9fccc1e92fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.490861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-139f3579-a972-4f1e-8d3e-166f4865808b req-a6546def-fc20-4bef-bc63-9fccc1e92fcb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92f66c61caf148409d177888ce61d6e3&device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 1133 time: 0.0527236 Jul 16 18:39:27.582323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3579-a972-4f1e-8d3e-166f4865808b req-ffc4324e-1ea6-4089-9c1f-24097e7624f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.583782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-139f3579-a972-4f1e-8d3e-166f4865808b req-ffc4324e-1ea6-4089-9c1f-24097e7624f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ecc92fdb-60e2-4554-87c7-50942b20faf8 HTTP/1.1" status: 200 len: 897 time: 0.0870359 Jul 16 18:39:27.622962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-139f3579-a972-4f1e-8d3e-166f4865808b req-1492ba79-7aff-46cf-82ec-aca388e4777c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d34607a1-4b1f-41a6-adba-15dac1bd3c93 HTTP/1.1" status: 200 len: 217 time: 0.0331912 Jul 16 18:39:27.669751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3579-a972-4f1e-8d3e-166f4865808b req-a4b55785-1e8d-46a6-a34b-c26a35faed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.671676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-139f3579-a972-4f1e-8d3e-166f4865808b req-a4b55785-1e8d-46a6-a34b-c26a35faed6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=159ef7a6-5350-4c56-92c7-5131245bb7f3 HTTP/1.1" status: 200 len: 834 time: 0.0424769 Jul 16 18:39:27.731389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3579-a972-4f1e-8d3e-166f4865808b req-544d3258-29c2-4106-b503-805f2a57365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.733397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-139f3579-a972-4f1e-8d3e-166f4865808b req-544d3258-29c2-4106-b503-805f2a57365f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ecc92fdb-60e2-4554-87c7-50942b20faf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544693 Jul 16 18:39:27.822907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-139f3579-a972-4f1e-8d3e-166f4865808b req-f8c72dc3-b3ca-4503-b334-e0892c5c13e4 service neutron] 10.222.0.38 "GET /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831239 Jul 16 18:39:27.838901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 61347c41-ea11-4d76-9acf-1ac02bd38215 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:27.886970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 61347c41-ea11-4d76-9acf-1ac02bd38215 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:27.887343 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.920541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-139f3579-a972-4f1e-8d3e-166f4865808b req-f203c4bd-08b8-4de1-95e3-1e6379556b27 service neutron] 10.222.0.38 "GET /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889356 Jul 16 18:39:28.087391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e0463-9848-4f9f-8d82-08d3003eeef9 req-25954bdd-f376-45df-b8e7-65cbf9b8a32c tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.088783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f3e0463-9848-4f9f-8d82-08d3003eeef9 req-25954bdd-f376-45df-b8e7-65cbf9b8a32c tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 982 time: 0.0629337 Jul 16 18:39:28.128420 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f3e0463-9848-4f9f-8d82-08d3003eeef9 req-7923133c-f6b9-4213-91d3-ff7d09bddde3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/security-groups?id=1878bf58-c1dd-4240-b883-7a1d136cd8f1&id=2f9266ce-37f8-4279-bfff-fa9956bb579f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0334880 Jul 16 18:39:29.305984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4a05-e344-42d9-afcc-54431e9c2956 req-864e6062-17ff-429c-b4fc-344857c570d2 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.307488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e7d4a05-e344-42d9-afcc-54431e9c2956 req-864e6062-17ff-429c-b4fc-344857c570d2 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 982 time: 0.0677819 Jul 16 18:39:29.347913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e7d4a05-e344-42d9-afcc-54431e9c2956 req-7ae631b6-e4dc-4021-9da8-b34475cc0254 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/security-groups?id=1878bf58-c1dd-4240-b883-7a1d136cd8f1&id=2f9266ce-37f8-4279-bfff-fa9956bb579f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0340745 Jul 16 18:39:30.091662 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79d704fb-3e4d-4fa2-81a2-49b2dd15b65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.519233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5adf5-7ba3-4b25-abdb-5b5f623849f9 req-c89fc3da-a8d7-4806-9e77-d6baad4f05c6 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.520730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68b5adf5-7ba3-4b25-abdb-5b5f623849f9 req-c89fc3da-a8d7-4806-9e77-d6baad4f05c6 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 982 time: 0.0639901 Jul 16 18:39:30.559744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68b5adf5-7ba3-4b25-abdb-5b5f623849f9 req-9f020744-a91e-4c3c-a7a6-581203b39793 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/security-groups?id=1878bf58-c1dd-4240-b883-7a1d136cd8f1&id=2f9266ce-37f8-4279-bfff-fa9956bb579f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0334139 Jul 16 18:39:30.822037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d34607a1-4b1f-41a6-adba-15dac1bd3c93 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:30.921369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d34607a1-4b1f-41a6-adba-15dac1bd3c93, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d34607a1-4b1f-41a6-adba-15dac1bd3c93,segment=NetworkSegment(dc23ce39-7c16-41d3-b459-12c810994c6e),segment_id=dc23ce39-7c16-41d3-b459-12c810994c6e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:30.932286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'port_id': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93', 'mac_address': 'fa:16:3e:7d:4f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:30.968615 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.981177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34607a1-4b1f-41a6-adba-15dac1bd3c93 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:31.000993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d34607a1-4b1f-41a6-adba-15dac1bd3c93, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d34607a1-4b1f-41a6-adba-15dac1bd3c93,segment=NetworkSegment(dc23ce39-7c16-41d3-b459-12c810994c6e),segment_id=dc23ce39-7c16-41d3-b459-12c810994c6e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:31.004864 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.054421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d34607a1-4b1f-41a6-adba-15dac1bd3c93,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:31.202585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['d34607a1-4b1f-41a6-adba-15dac1bd3c93'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:31.729543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696df75a-31f7-4032-b9fe-f94e1fa17eed req-7286f7d6-555c-40ea-9b1a-2f1d6dd736a6 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.731027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-696df75a-31f7-4032-b9fe-f94e1fa17eed req-7286f7d6-555c-40ea-9b1a-2f1d6dd736a6 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 983 time: 0.0627546 Jul 16 18:39:31.770354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-696df75a-31f7-4032-b9fe-f94e1fa17eed req-edd68e6c-ae44-4ce4-8c41-122cf5c9291c tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/security-groups?id=1878bf58-c1dd-4240-b883-7a1d136cd8f1&id=2f9266ce-37f8-4279-bfff-fa9956bb579f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0336397 Jul 16 18:39:32.320166 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-769b1efb-ecfa-40d9-86ed-906c46186a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.763032 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.837506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d34607a1-4b1f-41a6-adba-15dac1bd3c93 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:32.896687 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.904174 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.914359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port d34607a1-4b1f-41a6-adba-15dac1bd3c93 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:32.918480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port d34607a1-4b1f-41a6-adba-15dac1bd3c93 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:32.918863 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.952208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9efa1-700a-47de-80ab-85800ac39aab req-121f3bd4-e85f-4819-87da-bddd48f275fd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.954252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c9c9efa1-700a-47de-80ab-85800ac39aab req-121f3bd4-e85f-4819-87da-bddd48f275fd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 983 time: 0.0721416 Jul 16 18:39:32.994032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c9c9efa1-700a-47de-80ab-85800ac39aab req-4210dbda-2884-4ada-a4c1-0c5a9af7452a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/security-groups?id=1878bf58-c1dd-4240-b883-7a1d136cd8f1&id=2f9266ce-37f8-4279-bfff-fa9956bb579f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0340962 Jul 16 18:39:33.000209 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.022873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62112722-9096-4f29-ad79-5203038d6e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:33.025024 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d42327-8fe8-4ea8-8221-a23d20913156" -d '{"events": [{"server_uuid": "62112722-9096-4f29-ad79-5203038d6e78", "name": "network-vif-plugged", "status": "completed", "tag": "d34607a1-4b1f-41a6-adba-15dac1bd3c93"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:33.038503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port d34607a1-4b1f-41a6-adba-15dac1bd3c93, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d34607a1-4b1f-41a6-adba-15dac1bd3c93,segment=NetworkSegment(dc23ce39-7c16-41d3-b459-12c810994c6e),segment_id=dc23ce39-7c16-41d3-b459-12c810994c6e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:33.042505 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.069126 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e4a8c5-ea52-44ff-bb7e-fb2c6bf1c47f x-openstack-request-id: req-c7e4a8c5-ea52-44ff-bb7e-fb2c6bf1c47f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:33.069446 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62112722-9096-4f29-ad79-5203038d6e78", "name": "network-vif-plugged", "status": "completed", "tag": "d34607a1-4b1f-41a6-adba-15dac1bd3c93", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:33.069705 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7e4a8c5-ea52-44ff-bb7e-fb2c6bf1c47f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:33.070098 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62112722-9096-4f29-ad79-5203038d6e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93', 'code': 200} Jul 16 18:39:33.096315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=d34607a1-4b1f-41a6-adba-15dac1bd3c93,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:33.171793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4b286-1fb8-43a5-b951-8e76528843ed req-6de40d2f-2963-46e5-887d-c50aded29a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:33.173254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66a4b286-1fb8-43a5-b951-8e76528843ed req-6de40d2f-2963-46e5-887d-c50aded29a95 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 1135 time: 0.0513346 Jul 16 18:39:33.208089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66a4b286-1fb8-43a5-b951-8e76528843ed req-3da77028-37b6-4e60-a1e9-16d48865d841 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1878bf58-c1dd-4240-b883-7a1d136cd8f1&id=2f9266ce-37f8-4279-bfff-fa9956bb579f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0286489 Jul 16 18:39:33.872802 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.171878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51c5f-2af1-42f0-9b7b-93404340b345 req-d78eb40c-50d1-4098-b978-4e21fd37080f tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.173405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cd51c5f-2af1-42f0-9b7b-93404340b345 req-d78eb40c-50d1-4098-b978-4e21fd37080f tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 984 time: 0.0667989 Jul 16 18:39:34.212760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cd51c5f-2af1-42f0-9b7b-93404340b345 req-5b33803b-471c-4526-8da1-0cda71038157 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/security-groups?id=1878bf58-c1dd-4240-b883-7a1d136cd8f1&id=2f9266ce-37f8-4279-bfff-fa9956bb579f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0336156 Jul 16 18:39:34.385616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a10a20-1ebb-4af9-93bf-302a91e87daf req-f28053ca-aa90-4abe-9aed-3e79eea28ade tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.387164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a10a20-1ebb-4af9-93bf-302a91e87daf req-f28053ca-aa90-4abe-9aed-3e79eea28ade tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 984 time: 0.0636652 Jul 16 18:39:34.427928 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a10a20-1ebb-4af9-93bf-302a91e87daf req-0c0ee4c4-2ccf-43d6-be81-0caf0ecc2e02 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/security-groups?id=1878bf58-c1dd-4240-b883-7a1d136cd8f1&id=2f9266ce-37f8-4279-bfff-fa9956bb579f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0341997 Jul 16 18:39:34.590322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a142e-b092-467a-a3a8-d3fa24466627 req-d16c0c30-a1a1-445a-8b9d-8f08b11c5444 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.591846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f1a142e-b092-467a-a3a8-d3fa24466627 req-d16c0c30-a1a1-445a-8b9d-8f08b11c5444 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 1135 time: 0.0529368 Jul 16 18:39:34.609493 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f1a142e-b092-467a-a3a8-d3fa24466627 req-354029df-48d4-48f8-861b-24771c6abd61 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.702482 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f1a142e-b092-467a-a3a8-d3fa24466627 req-354029df-48d4-48f8-861b-24771c6abd61 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.706513 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1f1a142e-b092-467a-a3a8-d3fa24466627 req-354029df-48d4-48f8-861b-24771c6abd61 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.730146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f1a142e-b092-467a-a3a8-d3fa24466627 req-354029df-48d4-48f8-861b-24771c6abd61 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1878bf58-c1dd-4240-b883-7a1d136cd8f1&id=2f9266ce-37f8-4279-bfff-fa9956bb579f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1324940 Jul 16 18:39:34.738818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354029df-48d4-48f8-861b-24771c6abd61 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f25277-6d5d-454c-8f81-6e5bae3882d8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:34.754601 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49196) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:34.804647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a2b08-38db-46fb-be08-76e139fa8a36 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.806186 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-712a2b08-38db-46fb-be08-76e139fa8a36 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 1130 time: 0.0505998 Jul 16 18:39:34.809070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49198) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:34.813906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:34.835093 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.933716 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.034442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Allocated IP 172.25.8.59 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/e3fd73b3-5c1f-4d4d-a2d2-2c68ab693fe9) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:35.139146 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.177279 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.216711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:35.219436 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:35.222982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:35.248162 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Port': ['ID=e3fd73b3-5c1f-4d4d-a2d2-2c68ab693fe9,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.579645 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.585423 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.662270 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.811802 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.816163 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.878840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Port': ['ID=e3fd73b3-5c1f-4d4d-a2d2-2c68ab693fe9,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.893965 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.994032 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Floating IP c05159dd-a08c-43e3-970c-2ac9235996a6 associated. External IP: 172.25.8.59, port: d34607a1-4b1f-41a6-adba-15dac1bd3c93. Jul 16 18:39:36.202495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:36.308712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:36.318596 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d95ba-246f-40c4-93c8-6fb309f92808 None None] Sync routers for ids ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:36.324649 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.328812 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d95ba-246f-40c4-93c8-6fb309f92808 None None] Routers {'75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:36.329483 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-546d95ba-246f-40c4-93c8-6fb309f92808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:39:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:36.362130 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d05b7c0b-eebd-43f2-8625-ea540b58ea29 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5520060 Jul 16 18:39:36.362820 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62112722-9096-4f29-ad79-5203038d6e78', 'tag': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:36.365185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.365995 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411803eb-323a-4a66-90b7-2b6600255f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "62112722-9096-4f29-ad79-5203038d6e78", "tag": "d34607a1-4b1f-41a6-adba-15dac1bd3c93"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:36.403624 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caad46f6-19a3-47d9-8d97-83d79524faac x-openstack-request-id: req-caad46f6-19a3-47d9-8d97-83d79524faac {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:36.403900 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62112722-9096-4f29-ad79-5203038d6e78", "tag": "d34607a1-4b1f-41a6-adba-15dac1bd3c93", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:36.404160 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-caad46f6-19a3-47d9-8d97-83d79524faac {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:36.404563 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62112722-9096-4f29-ad79-5203038d6e78', 'tag': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93', 'status': 'completed', 'code': 200} Jul 16 18:39:36.443283 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-546d95ba-246f-40c4-93c8-6fb309f92808 None None] Set router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:36.575243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3767b4c-6349-4489-9664-d2b08b5bf9b4 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.575642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3767b4c-6349-4489-9664-d2b08b5bf9b4 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.576118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3767b4c-6349-4489-9664-d2b08b5bf9b4 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.576590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3767b4c-6349-4489-9664-d2b08b5bf9b4 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.577228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3767b4c-6349-4489-9664-d2b08b5bf9b4 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.577723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3767b4c-6349-4489-9664-d2b08b5bf9b4 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.579497 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b3767b4c-6349-4489-9664-d2b08b5bf9b4 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2133176 Jul 16 18:39:36.582438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49204) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.585734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411803eb-323a-4a66-90b7-2b6600255f1d req-5c508332-a3f9-47bd-a0b0-b69684729453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.587127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-411803eb-323a-4a66-90b7-2b6600255f1d req-5c508332-a3f9-47bd-a0b0-b69684729453 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92f66c61caf148409d177888ce61d6e3&device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 1135 time: 0.1536353 Jul 16 18:39:36.640578 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb7ce6f-0cb8-422a-a81b-f654e4b6bb69 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.641148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb7ce6f-0cb8-422a-a81b-f654e4b6bb69 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.641688 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb7ce6f-0cb8-422a-a81b-f654e4b6bb69 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.642144 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb7ce6f-0cb8-422a-a81b-f654e4b6bb69 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.642597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb7ce6f-0cb8-422a-a81b-f654e4b6bb69 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.643057 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb7ce6f-0cb8-422a-a81b-f654e4b6bb69 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.647559 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0fb7ce6f-0cb8-422a-a81b-f654e4b6bb69 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.0614271 Jul 16 18:39:36.647873 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49206) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.669365 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-546d95ba-246f-40c4-93c8-6fb309f92808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c05159dd-a08c-43e3-970c-2ac9235996a6', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'port_id': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'mac_address': 'fa:16:3e:7d:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62112722-9096-4f29-ad79-5203038d6e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:35Z', 'updated_at': '2021-07-16T18:39:35Z', 'revision_number': 0, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61347c41-ea11-4d76-9acf-1ac02bd38215', 'name': '', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'mac_address': 'fa:16:3e:80:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:21Z', 'updated_at': '2021-07-16T18:39:26Z', 'revision_number': 5, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'subnets': [{'id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:36.685694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411803eb-323a-4a66-90b7-2b6600255f1d req-0cfe422b-23cf-49a6-8263-0d80ece8e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.688467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-411803eb-323a-4a66-90b7-2b6600255f1d req-0cfe422b-23cf-49a6-8263-0d80ece8e3c0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ecc92fdb-60e2-4554-87c7-50942b20faf8 HTTP/1.1" status: 200 len: 897 time: 0.0953834 Jul 16 18:39:36.696430 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d95ba-246f-40c4-93c8-6fb309f92808 None None] Checking router: 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:36.705118 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d95ba-246f-40c4-93c8-6fb309f92808 None None] Routers {'75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:36.705774 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-546d95ba-246f-40c4-93c8-6fb309f92808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:39:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:36.759490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-411803eb-323a-4a66-90b7-2b6600255f1d req-c07064da-9562-4010-b585-ef75e24dc24e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d34607a1-4b1f-41a6-adba-15dac1bd3c93 HTTP/1.1" status: 200 len: 998 time: 0.0649996 Jul 16 18:39:36.788720 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-825f7192-057a-41e3-a3fa-89f74d5cb53b tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.1397233 Jul 16 18:39:36.791519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49208) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.808694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411803eb-323a-4a66-90b7-2b6600255f1d req-204c254b-8283-4869-b9ef-60dbc2a45166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.810398 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-411803eb-323a-4a66-90b7-2b6600255f1d req-204c254b-8283-4869-b9ef-60dbc2a45166 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=159ef7a6-5350-4c56-92c7-5131245bb7f3 HTTP/1.1" status: 200 len: 834 time: 0.0449207 Jul 16 18:39:36.820560 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-546d95ba-246f-40c4-93c8-6fb309f92808 None None] Set router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:36.859191 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68559847-6c66-4850-b5bb-b73ebcb04a5e tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.859763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68559847-6c66-4850-b5bb-b73ebcb04a5e tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.868171 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-68559847-6c66-4850-b5bb-b73ebcb04a5e tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 HTTP/1.1" status: 200 len: 1990 time: 0.0688822 Jul 16 18:39:36.876790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411803eb-323a-4a66-90b7-2b6600255f1d req-f5263af8-1a55-4397-a55f-000e30913720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.878384 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-411803eb-323a-4a66-90b7-2b6600255f1d req-f5263af8-1a55-4397-a55f-000e30913720 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ecc92fdb-60e2-4554-87c7-50942b20faf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622478 Jul 16 18:39:36.974135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-411803eb-323a-4a66-90b7-2b6600255f1d req-515abfce-9a42-4d10-820a-cd01456bc9fc service neutron] 10.222.0.38 "GET /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897946 Jul 16 18:39:37.055393 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-546d95ba-246f-40c4-93c8-6fb309f92808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c05159dd-a08c-43e3-970c-2ac9235996a6', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'port_id': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'mac_address': 'fa:16:3e:7d:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62112722-9096-4f29-ad79-5203038d6e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:35Z', 'updated_at': '2021-07-16T18:39:35Z', 'revision_number': 0, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61347c41-ea11-4d76-9acf-1ac02bd38215', 'name': '', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'mac_address': 'fa:16:3e:80:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:21Z', 'updated_at': '2021-07-16T18:39:26Z', 'revision_number': 5, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'subnets': [{'id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:37.060697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-411803eb-323a-4a66-90b7-2b6600255f1d req-3583a8b3-6d40-454f-a2ab-32881761672c service neutron] 10.222.0.38 "GET /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808954 Jul 16 18:39:37.083368 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d95ba-246f-40c4-93c8-6fb309f92808 None None] The sync data for ids ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'] in n-d-793618-9 is: [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c05159dd-a08c-43e3-970c-2ac9235996a6', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'port_id': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'mac_address': 'fa:16:3e:7d:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62112722-9096-4f29-ad79-5203038d6e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:35Z', 'updated_at': '2021-07-16T18:39:35Z', 'revision_number': 0, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61347c41-ea11-4d76-9acf-1ac02bd38215', 'name': '', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'mac_address': 'fa:16:3e:80:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:21Z', 'updated_at': '2021-07-16T18:39:26Z', 'revision_number': 5, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'subnets': [{'id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:37.262946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003ca3e6-15e0-48ff-bd9e-ed39edf01d63 None None] New status for floating IP c05159dd-a08c-43e3-970c-2ac9235996a6: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:57.602218 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:00.092415 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-537e0d92-a524-424d-8061-52dcb40646a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.320137 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a5e2-4098-49ea-b9a5-392f6ae19673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.764606 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.899736 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.900973 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.873682 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.582194 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.613872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:10.747572 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ffb34a24-8a5e-413f-af32-512124f878f5 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2412 time: 0.1324513 Jul 16 18:40:10.750365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:10.755909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-98514c5f-90f6-4a33-ae5e-4792acd31ee3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Request body: {'network': {'name': 'tempest-network-smoke--367504018', 'project_id': '92f66c61caf148409d177888ce61d6e3', 'port_security_enabled': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:10.780516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98514c5f-90f6-4a33-ae5e-4792acd31ee3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Made reservation on behalf of 92f66c61caf148409d177888ce61d6e3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:10.784996 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98514c5f-90f6-4a33-ae5e-4792acd31ee3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.815142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98514c5f-90f6-4a33-ae5e-4792acd31ee3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:10.826103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98514c5f-90f6-4a33-ae5e-4792acd31ee3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.826476 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-98514c5f-90f6-4a33-ae5e-4792acd31ee3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Added segment c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0 of type vlan for network e0d683ce-092e-4cef-a1d2-cabdae19065e Jul 16 18:40:10.892687 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98514c5f-90f6-4a33-ae5e-4792acd31ee3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.927003 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98514c5f-90f6-4a33-ae5e-4792acd31ee3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.932724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98514c5f-90f6-4a33-ae5e-4792acd31ee3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.933303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98514c5f-90f6-4a33-ae5e-4792acd31ee3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.256906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-98514c5f-90f6-4a33-ae5e-4792acd31ee3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5053711 Jul 16 18:40:11.259634 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49232) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:11.265052 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2089970753', 'admin_state_up': True, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:11.289468 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.291041 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.307696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98514c5f-90f6-4a33-ae5e-4792acd31ee3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Network': ['ID=e0d683ce-092e-4cef-a1d2-cabdae19065e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:11.319643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network e0d683ce-092e-4cef-a1d2-cabdae19065e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:11.345065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.482782 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.671846 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.690151 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.795932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Allocated IP 172.25.8.34 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/f9fdea64-f7ea-4be0-b39e-fce88c92cd59) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:11.897573 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.936185 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.979573 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:11.982423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:11.985955 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:12.007784 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Port': ['ID=f9fdea64-f7ea-4be0-b39e-fce88c92cd59,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:12.229767 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.420502 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.843102 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Router 035812e7-d377-4172-bab8-a3ebedd61729 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:12.943925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:12.954214 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Sync routers for ids ['035812e7-d377-4172-bab8-a3ebedd61729'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:12.962987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.964071 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Routers {'035812e7-d377-4172-bab8-a3ebedd61729'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:12.964263 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f807928d-baf7-4162-b96d-a3f956943245 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7034872 Jul 16 18:40:12.964691 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:40:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['035812e7-d377-4172-bab8-a3ebedd61729'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:12.967240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49234) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:13.036540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a0e6a5-91a2-47eb-9622-6bbd1e484b2f tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.040636 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d3a0e6a5-91a2-47eb-9622-6bbd1e484b2f tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=92f66c61caf148409d177888ce61d6e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0699153 Jul 16 18:40:13.040899 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49236) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:13.066491 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Set router 035812e7-d377-4172-bab8-a3ebedd61729 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:13.130170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85842102-7850-4ee7-b438-d7ae675cd5da tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.131608 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-85842102-7850-4ee7-b438-d7ae675cd5da tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897477 Jul 16 18:40:13.134442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49238) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:13.168704 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dc5d5ebd-ff74-4f63-a74b-d4b2d758ec57 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325959 Jul 16 18:40:13.171408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49240) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:13.200618 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-59281a24-54dc-4aa8-af89-29007aebfd97 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=92f66c61caf148409d177888ce61d6e3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280323 Jul 16 18:40:13.203159 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49242) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:13.291034 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c0b88-f8ed-449d-880c-fdae07c84a41 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.292548 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-660c0b88-f8ed-449d-880c-fdae07c84a41 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884721 Jul 16 18:40:13.295797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49244) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:13.326518 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e6b7cfba-1683-4b32-8cf4-df8df920e49e tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269151 Jul 16 18:40:13.326733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49246) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:13.331745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893045647', 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e', 'project_id': '92f66c61caf148409d177888ce61d6e3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:13.334551 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035812e7-d377-4172-bab8-a3ebedd61729', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089970753', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:12Z', 'revision_number': 3, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035812e7-d377-4172-bab8-a3ebedd61729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:13.364036 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Checking router: 035812e7-d377-4172-bab8-a3ebedd61729 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:13.364389 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Updating router 035812e7-d377-4172-bab8-a3ebedd61729 port f9fdea64-f7ea-4be0-b39e-fce88c92cd59 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:40:13.398949 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.421829 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Made reservation on behalf of 92f66c61caf148409d177888ce61d6e3 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:13.425887 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.608656 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.666775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Subnet': ['ID=4c427bad-7809-465d-b33c-da1916350764,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:13.673222 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.681963 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:13.682333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:13.682907 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:13.683042 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:13.683340 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:13.683834 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:13.684184 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:13.684529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:13.684868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:13.685205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:13.685690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:13.685897 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:13.686807 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Transition to ACTIVE for port object f9fdea64-f7ea-4be0-b39e-fce88c92cd59 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:13.694936 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.696069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Checking segment: {'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:13.696444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network hostable DHCP agents. Network: e0d683ce-092e-4cef-a1d2-cabdae19065e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:13.713989 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network e0d683ce-092e-4cef-a1d2-cabdae19065e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:13.724795 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, e0d683ce-092e-4cef-a1d2-cabdae19065e) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:13.729276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.729981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.740048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c59e74-b49c-4365-8e65-776943b5004b None None] Network e0d683ce-092e-4cef-a1d2-cabdae19065e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:13.743370 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1f7d3-b6e6-43ae-8575-15d1101d4b26 None None] Pushing event updated for resources: {'Port': ['ID=f9fdea64-f7ea-4be0-b39e-fce88c92cd59,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:13.750884 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-173dee1b-cb28-40ab-af3d-1118807bd1bc tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4223409 Jul 16 18:40:13.753106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49248) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:13.754990 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Attempting to bind port f9fdea64-f7ea-4be0-b39e-fce88c92cd59 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:13.755364 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Attempting to bind port f9fdea64-f7ea-4be0-b39e-fce88c92cd59 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:13.755732 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Attempting to bind port f9fdea64-f7ea-4be0-b39e-fce88c92cd59 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:13.761752 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:13.761752 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:13.761752 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.762233 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:13.762704 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Bound port: f9fdea64-f7ea-4be0-b39e-fce88c92cd59, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:13.763087 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.816136 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] For port f9fdea64-f7ea-4be0-b39e-fce88c92cd59, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:13.819293 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] For port f9fdea64-f7ea-4be0-b39e-fce88c92cd59, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f9fdea64-f7ea-4be0-b39e-fce88c92cd59,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:13.825384 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.891617 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1f7d3-b6e6-43ae-8575-15d1101d4b26 None None] Pushing event updated for resources: {'Port': ['ID=f9fdea64-f7ea-4be0-b39e-fce88c92cd59,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:13.913913 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Routers {'035812e7-d377-4172-bab8-a3ebedd61729'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:13.914550 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:40:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['035812e7-d377-4172-bab8-a3ebedd61729'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:13.917095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-e0d683ce-092e-4cef-a1d2-cabdae19065e', 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'fixed_ips': [{'subnet_id': '4c427bad-7809-465d-b33c-da1916350764'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:13.917776 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.025070 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] Set router 035812e7-d377-4172-bab8-a3ebedd61729 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:14.086648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Allocated IP 172.20.0.18 (e0d683ce-092e-4cef-a1d2-cabdae19065e/4c427bad-7809-465d-b33c-da1916350764/09462449-2447-47d0-985a-8417cc7a3f71) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:14.226631 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035812e7-d377-4172-bab8-a3ebedd61729', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089970753', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:12Z', 'revision_number': 3, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035812e7-d377-4172-bab8-a3ebedd61729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:14.254088 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b933f0-2f6f-4e32-afff-5ec62d8e2611 None None] The sync data for ids ['035812e7-d377-4172-bab8-a3ebedd61729'] in n-d-793618-9 is: [{'id': '035812e7-d377-4172-bab8-a3ebedd61729', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089970753', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:12Z', 'revision_number': 3, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035812e7-d377-4172-bab8-a3ebedd61729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:14.264350 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.274950 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Transition to ACTIVE for port object 09462449-2447-47d0-985a-8417cc7a3f71 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:14.292295 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Transition to ACTIVE for port object 09462449-2447-47d0-985a-8417cc7a3f71 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:14.298570 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.311098 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.343698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Network e0d683ce-092e-4cef-a1d2-cabdae19065e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:14.346567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:14.349197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:14.360395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Pushing event updated for resources: {'Port': ['ID=09462449-2447-47d0-985a-8417cc7a3f71,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:14.415666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Attempting to bind port 09462449-2447-47d0-985a-8417cc7a3f71 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:14.416041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Attempting to bind port 09462449-2447-47d0-985a-8417cc7a3f71 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:14.416412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Attempting to bind port 09462449-2447-47d0-985a-8417cc7a3f71 on network e0d683ce-092e-4cef-a1d2-cabdae19065e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:14.422460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:14.422847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Checking segment: {'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:14.423272 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.423662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Bound using segment: {'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:14.424166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Bound port: 09462449-2447-47d0-985a-8417cc7a3f71, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:14.424561 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.493578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] For port 09462449-2447-47d0-985a-8417cc7a3f71, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:14.502048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] For port 09462449-2447-47d0-985a-8417cc7a3f71, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=09462449-2447-47d0-985a-8417cc7a3f71,segment=NetworkSegment(c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0),segment_id=c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:14.519584 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.592270 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Pushing event updated for resources: {'Port': ['ID=09462449-2447-47d0-985a-8417cc7a3f71,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:14.600546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.600898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.601249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.601620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.601958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.602316 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.602654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.602986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.603315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.603643 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.604111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.604443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924de035-df50-48d5-b77a-01d6b2eced16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.641760 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Allocated IP 172.20.0.17 (e0d683ce-092e-4cef-a1d2-cabdae19065e/4c427bad-7809-465d-b33c-da1916350764/48c00088-36a0-47ae-be44-fc131de86d29) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:14.801830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.819699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Transition to ACTIVE for port object 48c00088-36a0-47ae-be44-fc131de86d29 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:14.868708 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.926730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network e0d683ce-092e-4cef-a1d2-cabdae19065e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:14.930314 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:14.935331 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:14.938008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Port': ['ID=48c00088-36a0-47ae-be44-fc131de86d29,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:14.983286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.131165 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.440455 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.445024 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.526023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Port': ['ID=48c00088-36a0-47ae-be44-fc131de86d29,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:15.529411 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.540947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6489daaa-4885-4a94-8acf-2fd7a8b68d84 None None] Network e0d683ce-092e-4cef-a1d2-cabdae19065e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:15.618039 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c19a1368-b523-43df-a536-29c5224d0ddb None None] Provisioning for port 09462449-2447-47d0-985a-8417cc7a3f71 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:15.629419 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network e0d683ce-092e-4cef-a1d2-cabdae19065e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:15.631150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:15.755609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Router 035812e7-d377-4172-bab8-a3ebedd61729 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:15.882876 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:15.899536 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-37c15088-b141-49d4-8b3a-e4d36bf41398 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "PUT /v2.0/routers/035812e7-d377-4172-bab8-a3ebedd61729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1448455 Jul 16 18:40:15.951227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 09462449-2447-47d0-985a-8417cc7a3f71 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:15.992501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7362a6df-cccf-4465-a88b-b0433f42c255 None None] Provisioning for port 48c00088-36a0-47ae-be44-fc131de86d29 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:15.994798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Sync routers for ids ['035812e7-d377-4172-bab8-a3ebedd61729'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:16.004038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7362a6df-cccf-4465-a88b-b0433f42c255 None None] Provisioning complete for port 48c00088-36a0-47ae-be44-fc131de86d29 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:16.004424 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7362a6df-cccf-4465-a88b-b0433f42c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.036021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Routers {'035812e7-d377-4172-bab8-a3ebedd61729'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:16.036687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:40:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['035812e7-d377-4172-bab8-a3ebedd61729'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:16.093051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7362a6df-cccf-4465-a88b-b0433f42c255 None None] Port 48c00088-36a0-47ae-be44-fc131de86d29 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:16.109977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 09462449-2447-47d0-985a-8417cc7a3f71 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:16.146875 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 09462449-2447-47d0-985a-8417cc7a3f71 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:16.147258 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.173604 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7362a6df-cccf-4465-a88b-b0433f42c255 None None] Provisioning complete for port 09462449-2447-47d0-985a-8417cc7a3f71 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:16.173988 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7362a6df-cccf-4465-a88b-b0433f42c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.233957 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Set router 035812e7-d377-4172-bab8-a3ebedd61729 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:16.278311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-0e01c20c-1a0e-4c7c-b79f-c14e034b35e9 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:16.279873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-0e01c20c-1a0e-4c7c-b79f-c14e034b35e9 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/networks?id=e0d683ce-092e-4cef-a1d2-cabdae19065e HTTP/1.1" status: 200 len: 797 time: 0.1149914 Jul 16 18:40:16.296906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-fc73927e-449b-4d5a-85da-af7a434bad24 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/quotas/92f66c61caf148409d177888ce61d6e3 HTTP/1.1" status: 200 len: 375 time: 0.0101936 Jul 16 18:40:16.376493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-f9d978a9-8b42-489b-ae62-bc527d778b99 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=92f66c61caf148409d177888ce61d6e3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0738606 Jul 16 18:40:16.403842 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7362a6df-cccf-4465-a88b-b0433f42c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.411156 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.501038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7362a6df-cccf-4465-a88b-b0433f42c255 None None] For port 09462449-2447-47d0-985a-8417cc7a3f71, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=09462449-2447-47d0-985a-8417cc7a3f71,segment=NetworkSegment(c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0),segment_id=c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:16.507046 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7362a6df-cccf-4465-a88b-b0433f42c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.529350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-396be018-da47-42f1-96e3-d87b9bfcfec2 service neutron] 10.222.0.52 "GET /v2.0/networks/e0d683ce-092e-4cef-a1d2-cabdae19065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407022 Jul 16 18:40:16.607587 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:40:16.608136 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:40:16.612546 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362a6df-cccf-4465-a88b-b0433f42c255 None None] Pushing event updated for resources: {'Port': ['ID=09462449-2447-47d0-985a-8417cc7a3f71,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:16.624529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-0c553ed1-d47f-42ec-b725-289ea73d74ea service neutron] 10.222.0.52 "GET /v2.0/networks/e0d683ce-092e-4cef-a1d2-cabdae19065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891967 Jul 16 18:40:16.633147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b5b10cef-8b49-47cd-b963-4781fc162fdd None None] Provisioning complete for port 48c00088-36a0-47ae-be44-fc131de86d29 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:16.633558 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5b10cef-8b49-47cd-b963-4781fc162fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.820436 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035812e7-d377-4172-bab8-a3ebedd61729', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089970753', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:15Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035812e7-d377-4172-bab8-a3ebedd61729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '48c00088-36a0-47ae-be44-fc131de86d29', 'name': '', 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'mac_address': 'fa:16:3e:58:f5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035812e7-d377-4172-bab8-a3ebedd61729', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4c427bad-7809-465d-b33c-da1916350764', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:14Z', 'updated_at': '2021-07-16T18:40:15Z', 'revision_number': 2, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'subnets': [{'id': '4c427bad-7809-465d-b33c-da1916350764', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:16.854379 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Checking router: 035812e7-d377-4172-bab8-a3ebedd61729 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:16.854774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Updating router 035812e7-d377-4172-bab8-a3ebedd61729 port 48c00088-36a0-47ae-be44-fc131de86d29 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:40:16.876426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7fb3185f-dc4e-478c-9710-d5a384d0fbb4 req-504dcca5-2194-44e5-8078-834a999c2b8c tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 210 time: 0.0926137 Jul 16 18:40:16.876553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b5b10cef-8b49-47cd-b963-4781fc162fdd None None] Port 48c00088-36a0-47ae-be44-fc131de86d29 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:16.893615 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.170213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f9fdea64-f7ea-4be0-b39e-fce88c92cd59 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:17.238677 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.253200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Transition to ACTIVE for port object 48c00088-36a0-47ae-be44-fc131de86d29 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:17.260603 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.290590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f9fdea64-f7ea-4be0-b39e-fce88c92cd59 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:17.302013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f9fdea64-f7ea-4be0-b39e-fce88c92cd59 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:17.302409 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.339046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24a3c4-cf48-4b9f-ba4b-8224036ca67b None None] Pushing event updated for resources: {'Port': ['ID=48c00088-36a0-47ae-be44-fc131de86d29,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:17.412792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Attempting to bind port 48c00088-36a0-47ae-be44-fc131de86d29 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:17.413189 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Attempting to bind port 48c00088-36a0-47ae-be44-fc131de86d29 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:17.413592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Attempting to bind port 48c00088-36a0-47ae-be44-fc131de86d29 on network e0d683ce-092e-4cef-a1d2-cabdae19065e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:17.437184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:17.437606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Checking segment: {'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:17.438024 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.438439 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Bound using segment: {'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:17.438956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Bound port: 48c00088-36a0-47ae-be44-fc131de86d29, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:17.439347 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.486544 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.523594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port f9fdea64-f7ea-4be0-b39e-fce88c92cd59, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f9fdea64-f7ea-4be0-b39e-fce88c92cd59,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:17.535757 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.572002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] For port 48c00088-36a0-47ae-be44-fc131de86d29, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:17.591935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] For port 48c00088-36a0-47ae-be44-fc131de86d29, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=48c00088-36a0-47ae-be44-fc131de86d29,segment=NetworkSegment(c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0),segment_id=c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:17.599823 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.607650 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=f9fdea64-f7ea-4be0-b39e-fce88c92cd59,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:17.652793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Routers {'035812e7-d377-4172-bab8-a3ebedd61729'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:17.653610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:40:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['035812e7-d377-4172-bab8-a3ebedd61729'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:17.711942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24a3c4-cf48-4b9f-ba4b-8224036ca67b None None] Pushing event updated for resources: {'Port': ['ID=48c00088-36a0-47ae-be44-fc131de86d29,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:17.780046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] Set router 035812e7-d377-4172-bab8-a3ebedd61729 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:17.901109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 09462449-2447-47d0-985a-8417cc7a3f71 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:17.989721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-da12873e-c388-4d81-bb41-fd5fbda9793a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:17.991687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-da12873e-c388-4d81-bb41-fd5fbda9793a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.42 "GET /v2.0/networks?id=e0d683ce-092e-4cef-a1d2-cabdae19065e HTTP/1.1" status: 200 len: 797 time: 0.1858637 Jul 16 18:40:18.031945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 09462449-2447-47d0-985a-8417cc7a3f71 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:18.032320 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.039034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eec33143-9fc0-440a-85cf-81cb2ec58611 req-277481f4-9d41-4064-919c-75ffbc2e4748 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 210 time: 0.0409014 Jul 16 18:40:18.044610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Request body: {'port': {'device_id': 'cfca3959-f167-4e41-bddf-381890f94b2a', 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e', 'admin_state_up': True, 'tenant_id': '92f66c61caf148409d177888ce61d6e3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:18.109980 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5d64aaa1-22cd-4144-bcdb-cd3cc9899f49 req-4a56a388-3b4c-44ba-9792-b572d3b7b57f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760107 Jul 16 18:40:18.118294 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035812e7-d377-4172-bab8-a3ebedd61729', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089970753', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:15Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035812e7-d377-4172-bab8-a3ebedd61729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '48c00088-36a0-47ae-be44-fc131de86d29', 'name': '', 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'mac_address': 'fa:16:3e:58:f5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035812e7-d377-4172-bab8-a3ebedd61729', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4c427bad-7809-465d-b33c-da1916350764', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:14Z', 'updated_at': '2021-07-16T18:40:17Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'subnets': [{'id': '4c427bad-7809-465d-b33c-da1916350764', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:18.153587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de32b38b-76d9-417c-b983-921d567b38a1 None None] The sync data for ids ['035812e7-d377-4172-bab8-a3ebedd61729'] in n-d-793618-9 is: [{'id': '035812e7-d377-4172-bab8-a3ebedd61729', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089970753', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:15Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035812e7-d377-4172-bab8-a3ebedd61729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '48c00088-36a0-47ae-be44-fc131de86d29', 'name': '', 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'mac_address': 'fa:16:3e:58:f5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035812e7-d377-4172-bab8-a3ebedd61729', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4c427bad-7809-465d-b33c-da1916350764', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:14Z', 'updated_at': '2021-07-16T18:40:17Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'subnets': [{'id': '4c427bad-7809-465d-b33c-da1916350764', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:18.165061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f9fdea64-f7ea-4be0-b39e-fce88c92cd59 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:18.198627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Made reservation on behalf of 92f66c61caf148409d177888ce61d6e3 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:18.209614 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.243202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f9fdea64-f7ea-4be0-b39e-fce88c92cd59 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:18.243581 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.313677 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64aaa1-22cd-4144-bcdb-cd3cc9899f49 req-4be36ec3-b0fe-416b-9bc3-002963eb06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.315646 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5d64aaa1-22cd-4144-bcdb-cd3cc9899f49 req-4be36ec3-b0fe-416b-9bc3-002963eb06ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cc7c414e68b445ba51d958644d25fb6&device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 1097 time: 0.1576512 Jul 16 18:40:18.384678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Allocated IP 172.20.0.19 (e0d683ce-092e-4cef-a1d2-cabdae19065e/4c427bad-7809-465d-b33c-da1916350764/91daf8be-4d31-4ecf-ba12-39aac39c22ad) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:18.502917 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64aaa1-22cd-4144-bcdb-cd3cc9899f49 req-18f0f4e9-dcdf-47e6-a69f-d0db59245607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.504439 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5d64aaa1-22cd-4144-bcdb-cd3cc9899f49 req-18f0f4e9-dcdf-47e6-a69f-d0db59245607 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d20ae1c-da31-4a77-890f-409c77eabd3e HTTP/1.1" status: 200 len: 910 time: 0.1649973 Jul 16 18:40:18.512418 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.534148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Transition to ACTIVE for port object 91daf8be-4d31-4ecf-ba12-39aac39c22ad will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:18.569824 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.618733 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Network e0d683ce-092e-4cef-a1d2-cabdae19065e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:18.623524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:18.625410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event updated for resources: {'Port': ['ID=91daf8be-4d31-4ecf-ba12-39aac39c22ad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:18.627656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:18.628643 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5d64aaa1-22cd-4144-bcdb-cd3cc9899f49 req-74ecc71c-6898-49da-9bdc-5f63c9420ade service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c826710-1e06-4ec9-a4b3-613ad0e9544a HTTP/1.1" status: 200 len: 1001 time: 0.1173725 Jul 16 18:40:18.656812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:18.657162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:18.657529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:18.657868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:18.658513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:18.658513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:18.658871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:18.659188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:18.659518 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:18.659851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:18.660166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:18.660496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:18.695338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.695925 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.705630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64aaa1-22cd-4144-bcdb-cd3cc9899f49 req-053dddd0-ce88-4d3d-8a61-300cdc1e7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.707201 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5d64aaa1-22cd-4144-bcdb-cd3cc9899f49 req-053dddd0-ce88-4d3d-8a61-300cdc1e7dc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c892e205-5f05-44cd-812d-0c936c8c56cb HTTP/1.1" status: 200 len: 848 time: 0.0725400 Jul 16 18:40:18.716233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-bc5b92a3-3396-4cf1-b60c-c1ff2333da22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7159402 Jul 16 18:40:18.731941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Request body: {'port': {'device_id': 'cfca3959-f167-4e41-bddf-381890f94b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:18.819949 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.960384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-262db638-a00e-40fa-839f-54a67cb283a6 None None] Provisioning for port 91daf8be-4d31-4ecf-ba12-39aac39c22ad completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:18.965015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-262db638-a00e-40fa-839f-54a67cb283a6 None None] Provisioning complete for port 91daf8be-4d31-4ecf-ba12-39aac39c22ad triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:18.965465 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-262db638-a00e-40fa-839f-54a67cb283a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.013053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-262db638-a00e-40fa-839f-54a67cb283a6 None None] Port 91daf8be-4d31-4ecf-ba12-39aac39c22ad cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:19.134063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91daf8be-4d31-4ecf-ba12-39aac39c22ad {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:19.142681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.156951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Transition to ACTIVE for port object 91daf8be-4d31-4ecf-ba12-39aac39c22ad will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:19.161702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.174491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64aaa1-22cd-4144-bcdb-cd3cc9899f49 req-9b3b1a18-d52d-4301-8259-166578e961a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.176199 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5d64aaa1-22cd-4144-bcdb-cd3cc9899f49 req-9b3b1a18-d52d-4301-8259-166578e961a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d20ae1c-da31-4a77-890f-409c77eabd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4621236 Jul 16 18:40:19.288219 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5d64aaa1-22cd-4144-bcdb-cd3cc9899f49 req-005489e9-1c30-4512-bf00-d0f9eb7e1bd6 service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053464 Jul 16 18:40:19.338526 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Attempting to bind port 91daf8be-4d31-4ecf-ba12-39aac39c22ad on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:19.338877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Attempting to bind port 91daf8be-4d31-4ecf-ba12-39aac39c22ad by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:19.340063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Attempting to bind port 91daf8be-4d31-4ecf-ba12-39aac39c22ad on network e0d683ce-092e-4cef-a1d2-cabdae19065e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:19.349667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Pushing event updated for resources: {'Port': ['ID=91daf8be-4d31-4ecf-ba12-39aac39c22ad,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:19.361467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Port 91daf8be-4d31-4ecf-ba12-39aac39c22ad on network e0d683ce-092e-4cef-a1d2-cabdae19065e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:40:19.362107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Attempting to bind port 91daf8be-4d31-4ecf-ba12-39aac39c22ad on network e0d683ce-092e-4cef-a1d2-cabdae19065e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:19.375904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:19.376622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Checking segment: {'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:19.377217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Bound using segment: {'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:19.377856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Bound port: 91daf8be-4d31-4ecf-ba12-39aac39c22ad, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:19.378395 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.392604 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5d64aaa1-22cd-4144-bcdb-cd3cc9899f49 req-c28f87a1-3c7e-4ad3-9452-759fed3d3725 service neutron] 10.222.0.42 "GET /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983880 Jul 16 18:40:19.437831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05592b73-9d3a-4002-88c5-d8c68b4e2bb7 req-dd2f560d-6cc7-428c-b698-ace13599ae46 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.439499 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-05592b73-9d3a-4002-88c5-d8c68b4e2bb7 req-dd2f560d-6cc7-428c-b698-ace13599ae46 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 907 time: 0.2369573 Jul 16 18:40:19.482609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] For port 91daf8be-4d31-4ecf-ba12-39aac39c22ad, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:19.485792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] For port 91daf8be-4d31-4ecf-ba12-39aac39c22ad, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=91daf8be-4d31-4ecf-ba12-39aac39c22ad,segment=NetworkSegment(c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0),segment_id=c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:19.490283 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.525294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.525937 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.527504 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] 10.222.0.42 "PUT /v2.0/ports/91daf8be-4d31-4ecf-ba12-39aac39c22ad HTTP/1.1" status: 200 len: 1055 time: 0.8009493 Jul 16 18:40:19.527830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfca3959-f167-4e41-bddf-381890f94b2a', 'tag': '91daf8be-4d31-4ecf-ba12-39aac39c22ad'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:19.530085 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c387ba-184a-415d-bb34-712f55dd0595" -d '{"events": [{"name": "network-changed", "server_uuid": "cfca3959-f167-4e41-bddf-381890f94b2a", "tag": "91daf8be-4d31-4ecf-ba12-39aac39c22ad"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:19.557102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68c36d-ca05-45fe-95e9-73638915165b service neutron] Pushing event updated for resources: {'Port': ['ID=91daf8be-4d31-4ecf-ba12-39aac39c22ad,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:19.599267 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d274e4-5f08-4d1b-b72b-f9dacf2dcbe9 x-openstack-request-id: req-46d274e4-5f08-4d1b-b72b-f9dacf2dcbe9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:19.599548 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfca3959-f167-4e41-bddf-381890f94b2a", "tag": "91daf8be-4d31-4ecf-ba12-39aac39c22ad", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:19.599804 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46d274e4-5f08-4d1b-b72b-f9dacf2dcbe9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:19.600208 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfca3959-f167-4e41-bddf-381890f94b2a', 'tag': '91daf8be-4d31-4ecf-ba12-39aac39c22ad', 'status': 'completed', 'code': 200} Jul 16 18:40:19.627818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-622c4481-f6e1-40a0-a187-3810316d0efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.629428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-622c4481-f6e1-40a0-a187-3810316d0efa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=92f66c61caf148409d177888ce61d6e3&device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 1058 time: 0.0602081 Jul 16 18:40:19.672712 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-e1ec8518-5fcc-4e7a-b989-5c55f31428c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=91daf8be-4d31-4ecf-ba12-39aac39c22ad HTTP/1.1" status: 200 len: 217 time: 0.0352495 Jul 16 18:40:19.727161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-0cee8668-c63d-4034-95b7-9cee32e1a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.729126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-0cee8668-c63d-4034-95b7-9cee32e1a72a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c427bad-7809-465d-b33c-da1916350764 HTTP/1.1" status: 200 len: 838 time: 0.0512652 Jul 16 18:40:19.790060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-e9d61b9d-deee-49d4-9886-b8d054a2115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.791622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-e9d61b9d-deee-49d4-9886-b8d054a2115b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0d683ce-092e-4cef-a1d2-cabdae19065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557945 Jul 16 18:40:19.894545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-2c3f2272-51cc-4243-9636-11b74540fad2 service neutron] 10.222.0.42 "GET /v2.0/networks/e0d683ce-092e-4cef-a1d2-cabdae19065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959311 Jul 16 18:40:19.895354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 48c00088-36a0-47ae-be44-fc131de86d29 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:19.943894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 48c00088-36a0-47ae-be44-fc131de86d29 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:19.947824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 48c00088-36a0-47ae-be44-fc131de86d29 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:19.948212 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.982596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12d31c77-9310-43b8-b23d-f926a1d9a51a req-2e10df4d-fdaa-462c-bd46-5739d4508f15 service neutron] 10.222.0.42 "GET /v2.0/networks/e0d683ce-092e-4cef-a1d2-cabdae19065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824530 Jul 16 18:40:20.029985 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.062854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 48c00088-36a0-47ae-be44-fc131de86d29, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=48c00088-36a0-47ae-be44-fc131de86d29,segment=NetworkSegment(c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0),segment_id=c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:20.066789 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.081815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c387ba-184a-415d-bb34-712f55dd0595 req-fe610522-1ad2-4dd2-a187-8b926899c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:20.083388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04c387ba-184a-415d-bb34-712f55dd0595 req-fe610522-1ad2-4dd2-a187-8b926899c63b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=92f66c61caf148409d177888ce61d6e3&device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 1058 time: 0.0546150 Jul 16 18:40:20.116558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=48c00088-36a0-47ae-be44-fc131de86d29,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:20.178445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c387ba-184a-415d-bb34-712f55dd0595 req-8e89b647-1c3f-4908-aae7-873151fffb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:20.179930 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04c387ba-184a-415d-bb34-712f55dd0595 req-8e89b647-1c3f-4908-aae7-873151fffb63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0d683ce-092e-4cef-a1d2-cabdae19065e HTTP/1.1" status: 200 len: 898 time: 0.0905166 Jul 16 18:40:20.220813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04c387ba-184a-415d-bb34-712f55dd0595 req-305ec82d-423f-473b-84bd-fc6e9b9f73b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=91daf8be-4d31-4ecf-ba12-39aac39c22ad HTTP/1.1" status: 200 len: 217 time: 0.0345633 Jul 16 18:40:20.272202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c387ba-184a-415d-bb34-712f55dd0595 req-fffe853b-65d2-4754-98b4-9d06492765e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:20.273589 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04c387ba-184a-415d-bb34-712f55dd0595 req-fffe853b-65d2-4754-98b4-9d06492765e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c427bad-7809-465d-b33c-da1916350764 HTTP/1.1" status: 200 len: 838 time: 0.0471528 Jul 16 18:40:20.331243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c387ba-184a-415d-bb34-712f55dd0595 req-53bab7a7-7a04-4dcc-915f-86861ff19329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:20.332783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04c387ba-184a-415d-bb34-712f55dd0595 req-53bab7a7-7a04-4dcc-915f-86861ff19329 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0d683ce-092e-4cef-a1d2-cabdae19065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521762 Jul 16 18:40:20.420969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04c387ba-184a-415d-bb34-712f55dd0595 req-8c805ee8-09e8-43cf-b0b5-ba8fdc9f9ea7 service neutron] 10.222.0.42 "GET /v2.0/networks/e0d683ce-092e-4cef-a1d2-cabdae19065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811911 Jul 16 18:40:20.514840 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04c387ba-184a-415d-bb34-712f55dd0595 req-2c90b949-126d-47fa-82d8-4de784ca20b0 service neutron] 10.222.0.42 "GET /v2.0/networks/e0d683ce-092e-4cef-a1d2-cabdae19065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873373 Jul 16 18:40:20.619181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a914-8944-4073-ab0e-0e28e6fb39c5 req-cbb9c729-5b14-47ff-952b-77a5cce11c25 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:20.621110 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c28a914-8944-4073-ab0e-0e28e6fb39c5 req-cbb9c729-5b14-47ff-952b-77a5cce11c25 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 907 time: 0.0637066 Jul 16 18:40:21.798121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd78593-f14b-4e28-a9e8-9167efee4aa4 req-1379bb45-53b1-471e-81ce-b730093029de tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:21.799593 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3fd78593-f14b-4e28-a9e8-9167efee4aa4 req-1379bb45-53b1-471e-81ce-b730093029de tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 907 time: 0.0668304 Jul 16 18:40:21.869086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 48c00088-36a0-47ae-be44-fc131de86d29 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:21.919142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 48c00088-36a0-47ae-be44-fc131de86d29 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:21.919405 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.066973 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 91daf8be-4d31-4ecf-ba12-39aac39c22ad details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:40:22.157982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 91daf8be-4d31-4ecf-ba12-39aac39c22ad, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=91daf8be-4d31-4ecf-ba12-39aac39c22ad,segment=NetworkSegment(c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0),segment_id=c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:22.168567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '91daf8be-4d31-4ecf-ba12-39aac39c22ad', 'network_id': 'e0d683ce-092e-4cef-a1d2-cabdae19065e', 'port_id': '91daf8be-4d31-4ecf-ba12-39aac39c22ad', 'mac_address': 'fa:16:3e:7d:c3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c427bad-7809-465d-b33c-da1916350764', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:40:22.208359 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.221467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91daf8be-4d31-4ecf-ba12-39aac39c22ad {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:22.240139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 91daf8be-4d31-4ecf-ba12-39aac39c22ad, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=91daf8be-4d31-4ecf-ba12-39aac39c22ad,segment=NetworkSegment(c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0),segment_id=c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:22.244222 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.290202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=91daf8be-4d31-4ecf-ba12-39aac39c22ad,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:22.468868 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['91daf8be-4d31-4ecf-ba12-39aac39c22ad'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:22.971852 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82593012-707c-4e80-a56a-c88c2251502a req-e3078f4b-d26b-4fad-8c2d-46e22d8e572c tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:22.973337 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82593012-707c-4e80-a56a-c88c2251502a req-e3078f4b-d26b-4fad-8c2d-46e22d8e572c tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 908 time: 0.0647259 Jul 16 18:40:24.064806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 91daf8be-4d31-4ecf-ba12-39aac39c22ad up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:24.117017 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 91daf8be-4d31-4ecf-ba12-39aac39c22ad completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:24.121057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 91daf8be-4d31-4ecf-ba12-39aac39c22ad triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:24.121467 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.154918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278a088-bbba-48d1-a0d1-6524e7558ca5 req-e627fc0c-9eeb-43af-8f09-7c3319713d34 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:24.156433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6278a088-bbba-48d1-a0d1-6524e7558ca5 req-e627fc0c-9eeb-43af-8f09-7c3319713d34 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 908 time: 0.0645132 Jul 16 18:40:24.200575 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.221845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfca3959-f167-4e41-bddf-381890f94b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91daf8be-4d31-4ecf-ba12-39aac39c22ad'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:24.224055 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12db2387-fd0b-4e4f-9dd4-f3bbba3dc1ba" -d '{"events": [{"server_uuid": "cfca3959-f167-4e41-bddf-381890f94b2a", "name": "network-vif-plugged", "status": "completed", "tag": "91daf8be-4d31-4ecf-ba12-39aac39c22ad"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:24.237098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 91daf8be-4d31-4ecf-ba12-39aac39c22ad, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=91daf8be-4d31-4ecf-ba12-39aac39c22ad,segment=NetworkSegment(c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0),segment_id=c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:24.240786 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.266064 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1531816-00c6-4375-989d-7ed74d621e8a x-openstack-request-id: req-c1531816-00c6-4375-989d-7ed74d621e8a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:24.266356 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfca3959-f167-4e41-bddf-381890f94b2a", "name": "network-vif-plugged", "status": "completed", "tag": "91daf8be-4d31-4ecf-ba12-39aac39c22ad", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:24.266605 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1531816-00c6-4375-989d-7ed74d621e8a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:24.267110 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfca3959-f167-4e41-bddf-381890f94b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91daf8be-4d31-4ecf-ba12-39aac39c22ad', 'code': 200} Jul 16 18:40:24.292331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=91daf8be-4d31-4ecf-ba12-39aac39c22ad,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:24.379051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbfd2a-ec3f-4360-8618-cbf8da70a616 req-f8b0636d-cfc9-456f-8f8b-cf42045ac919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:24.380677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2fbfd2a-ec3f-4360-8618-cbf8da70a616 req-f8b0636d-cfc9-456f-8f8b-cf42045ac919 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 1060 time: 0.0563531 Jul 16 18:40:25.332007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6eeab-2284-4f2c-90c3-bab1c04d413a req-96a0c095-8b63-48e4-b361-146884fc65a0 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.333532 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-63c6eeab-2284-4f2c-90c3-bab1c04d413a req-96a0c095-8b63-48e4-b361-146884fc65a0 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 909 time: 0.0656219 Jul 16 18:40:25.505590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfa4ee-96af-49c3-892b-f38343762c5a req-805c7c82-e783-419b-b780-6d1601232f2f tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.507096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cedfa4ee-96af-49c3-892b-f38343762c5a req-805c7c82-e783-419b-b780-6d1601232f2f tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 909 time: 0.0643528 Jul 16 18:40:25.664137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098e002-b537-4ab9-9fd1-854a5b6670c9 req-236574a3-575a-4226-9b4b-177169b4e3fe tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.665663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2098e002-b537-4ab9-9fd1-854a5b6670c9 req-236574a3-575a-4226-9b4b-177169b4e3fe tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 1060 time: 0.0523822 Jul 16 18:40:25.826308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b757a-db0d-43bc-b722-0cf07c0a3358 req-f4e29ebe-3a5a-4696-a3de-6b1201745728 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.827843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b80b757a-db0d-43bc-b722-0cf07c0a3358 req-f4e29ebe-3a5a-4696-a3de-6b1201745728 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 1135 time: 0.0560219 Jul 16 18:40:25.863533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b80b757a-db0d-43bc-b722-0cf07c0a3358 req-993b9d56-7c1e-4b4f-adf4-55695ede2da0 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1878bf58-c1dd-4240-b883-7a1d136cd8f1&id=2f9266ce-37f8-4279-bfff-fa9956bb579f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0300474 Jul 16 18:40:25.887327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:25.939109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e5ed59-b860-4750-9b01-0875dc323093 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.940618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f9e5ed59-b860-4750-9b01-0875dc323093 tempest-TestSecurityGroupsBasicOps-81480361 tempest-TestSecurityGroupsBasicOps-81480361-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 1055 time: 0.0523374 Jul 16 18:40:26.292527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d89b3-64e7-4b08-a000-b0a1ca12a498 req-56a1a633-d24d-4285-b904-162c8ecddb8a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:26.294828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-247d89b3-64e7-4b08-a000-b0a1ca12a498 req-56a1a633-d24d-4285-b904-162c8ecddb8a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 909 time: 0.0623996 Jul 16 18:40:27.498477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dcd51-4879-4092-9a27-3e479939beac req-9fa8766f-4dd9-4387-8eba-fc32621b0e0e tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:27.499987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c65dcd51-4879-4092-9a27-3e479939beac req-9fa8766f-4dd9-4387-8eba-fc32621b0e0e tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 909 time: 0.0949953 Jul 16 18:40:27.529665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fe89d-a6b6-48b3-9290-af708f181aef req-829ff8fd-18e8-4b7d-8acd-7852722037d3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:27.531200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd4fe89d-a6b6-48b3-9290-af708f181aef req-829ff8fd-18e8-4b7d-8acd-7852722037d3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfca3959-f167-4e41-bddf-381890f94b2a HTTP/1.1" status: 200 len: 909 time: 0.0767193 Jul 16 18:40:27.628290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fd4fe89d-a6b6-48b3-9290-af708f181aef req-88d689bc-fce2-48be-8b56-10c35b06edaa tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Deleting port 91daf8be-4d31-4ecf-ba12-39aac39c22ad {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:27.628579 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fd4fe89d-a6b6-48b3-9290-af708f181aef req-88d689bc-fce2-48be-8b56-10c35b06edaa tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.718531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fd4fe89d-a6b6-48b3-9290-af708f181aef req-88d689bc-fce2-48be-8b56-10c35b06edaa tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] For port 91daf8be-4d31-4ecf-ba12-39aac39c22ad, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=91daf8be-4d31-4ecf-ba12-39aac39c22ad,segment=NetworkSegment(c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0),segment_id=c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:27.718896 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fd4fe89d-a6b6-48b3-9290-af708f181aef req-88d689bc-fce2-48be-8b56-10c35b06edaa tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.731324 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fd4fe89d-a6b6-48b3-9290-af708f181aef req-88d689bc-fce2-48be-8b56-10c35b06edaa tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Calling delete_port for 91daf8be-4d31-4ecf-ba12-39aac39c22ad owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:27.856991 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fd4fe89d-a6b6-48b3-9290-af708f181aef req-88d689bc-fce2-48be-8b56-10c35b06edaa tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.883686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d689bc-fce2-48be-8b56-10c35b06edaa tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'Port': ['ID=91daf8be-4d31-4ecf-ba12-39aac39c22ad,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:27.933738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4fe89d-a6b6-48b3-9290-af708f181aef req-88d689bc-fce2-48be-8b56-10c35b06edaa tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] No DVR routers for this DVR port 91daf8be-4d31-4ecf-ba12-39aac39c22ad on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:27.936722 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fd4fe89d-a6b6-48b3-9290-af708f181aef req-88d689bc-fce2-48be-8b56-10c35b06edaa tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.939064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd4fe89d-a6b6-48b3-9290-af708f181aef req-88d689bc-fce2-48be-8b56-10c35b06edaa tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.42 "DELETE /v2.0/ports/91daf8be-4d31-4ecf-ba12-39aac39c22ad HTTP/1.1" status: 204 len: 173 time: 0.4022079 Jul 16 18:40:27.939522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfca3959-f167-4e41-bddf-381890f94b2a', 'name': 'network-vif-deleted', 'tag': '91daf8be-4d31-4ecf-ba12-39aac39c22ad'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:27.941915 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8de7f1-aa5d-485d-870d-b6ebb9c90395" -d '{"events": [{"server_uuid": "cfca3959-f167-4e41-bddf-381890f94b2a", "name": "network-vif-deleted", "tag": "91daf8be-4d31-4ecf-ba12-39aac39c22ad"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:27.989503 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeb2c34-2172-4c73-8b17-222133f00885 x-openstack-request-id: req-adeb2c34-2172-4c73-8b17-222133f00885 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:27.989828 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfca3959-f167-4e41-bddf-381890f94b2a", "name": "network-vif-deleted", "tag": "91daf8be-4d31-4ecf-ba12-39aac39c22ad", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:27.990089 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-adeb2c34-2172-4c73-8b17-222133f00885 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:27.990500 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfca3959-f167-4e41-bddf-381890f94b2a', 'name': 'network-vif-deleted', 'tag': '91daf8be-4d31-4ecf-ba12-39aac39c22ad', 'status': 'completed', 'code': 200} Jul 16 18:40:28.590759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:28.972581 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5546c055-f1e8-4ac5-be72-4bf50639576b tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.066627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b09d871-4496-48e6-8bb7-7235634031c9 req-996bd038-4add-4043-9f33-bf820f988b85 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1301918 Jul 16 18:40:29.208800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09d871-4496-48e6-8bb7-7235634031c9 req-692fcb08-7c09-476f-87a6-fc2d3dd58e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:29.210384 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b09d871-4496-48e6-8bb7-7235634031c9 req-692fcb08-7c09-476f-87a6-fc2d3dd58e42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92f66c61caf148409d177888ce61d6e3&device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 1135 time: 0.0923681 Jul 16 18:40:29.367307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09d871-4496-48e6-8bb7-7235634031c9 req-12b5081d-bdea-49e9-b0ec-6764d63657e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:29.368697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b09d871-4496-48e6-8bb7-7235634031c9 req-12b5081d-bdea-49e9-b0ec-6764d63657e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ecc92fdb-60e2-4554-87c7-50942b20faf8 HTTP/1.1" status: 200 len: 897 time: 0.1322799 Jul 16 18:40:29.416079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5546c055-f1e8-4ac5-be72-4bf50639576b tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Deleting port 48c00088-36a0-47ae-be44-fc131de86d29 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:29.416424 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5546c055-f1e8-4ac5-be72-4bf50639576b tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.747114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b09d871-4496-48e6-8bb7-7235634031c9 req-41b0c05a-da1c-4986-b781-7b206c239b8c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d34607a1-4b1f-41a6-adba-15dac1bd3c93 HTTP/1.1" status: 200 len: 1000 time: 0.3720071 Jul 16 18:40:29.836759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09d871-4496-48e6-8bb7-7235634031c9 req-1f80116e-1c19-42ce-843f-87699830eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:29.838261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b09d871-4496-48e6-8bb7-7235634031c9 req-1f80116e-1c19-42ce-843f-87699830eeb8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=159ef7a6-5350-4c56-92c7-5131245bb7f3 HTTP/1.1" status: 200 len: 834 time: 0.0674565 Jul 16 18:40:29.840854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5546c055-f1e8-4ac5-be72-4bf50639576b tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] For port 48c00088-36a0-47ae-be44-fc131de86d29, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=48c00088-36a0-47ae-be44-fc131de86d29,segment=NetworkSegment(c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0),segment_id=c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:29.841222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5546c055-f1e8-4ac5-be72-4bf50639576b tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.875983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5546c055-f1e8-4ac5-be72-4bf50639576b tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Calling delete_port for 48c00088-36a0-47ae-be44-fc131de86d29 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:29.952142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09d871-4496-48e6-8bb7-7235634031c9 req-f39ad834-5659-49fd-ad8d-860b4da54713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:29.953677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b09d871-4496-48e6-8bb7-7235634031c9 req-f39ad834-5659-49fd-ad8d-860b4da54713 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ecc92fdb-60e2-4554-87c7-50942b20faf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052179 Jul 16 18:40:30.097098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 91daf8be-4d31-4ecf-ba12-39aac39c22ad no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:30.100560 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21797e8d-8110-41bb-a6f1-0206952cc078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.107676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b09d871-4496-48e6-8bb7-7235634031c9 req-e926c2de-d184-45b3-bc80-486ee1396537 service neutron] 10.222.0.38 "GET /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463587 Jul 16 18:40:30.118129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 91daf8be-4d31-4ecf-ba12-39aac39c22ad {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:30.118474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 91daf8be-4d31-4ecf-ba12-39aac39c22ad not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:30.197270 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5546c055-f1e8-4ac5-be72-4bf50639576b tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.233160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546c055-f1e8-4ac5-be72-4bf50639576b tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'Port': ['ID=48c00088-36a0-47ae-be44-fc131de86d29,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:30.279326 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6b09d871-4496-48e6-8bb7-7235634031c9 req-b40f26cf-bded-46d7-81ba-5bad61b2f5e7 service neutron] 10.222.0.38 "GET /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535916 Jul 16 18:40:30.423651 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5546c055-f1e8-4ac5-be72-4bf50639576b tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.637096 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5546c055-f1e8-4ac5-be72-4bf50639576b tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Router 035812e7-d377-4172-bab8-a3ebedd61729 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:30.743593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5546c055-f1e8-4ac5-be72-4bf50639576b tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:30.751574 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:30.753374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5546c055-f1e8-4ac5-be72-4bf50639576b tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "PUT /v2.0/routers/035812e7-d377-4172-bab8-a3ebedd61729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1592214 Jul 16 18:40:30.753939 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa55692-3bdd-4a1d-a95a-d822701409fa None None] Sync routers for ids ['035812e7-d377-4172-bab8-a3ebedd61729'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:30.767581 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa55692-3bdd-4a1d-a95a-d822701409fa None None] Routers {'035812e7-d377-4172-bab8-a3ebedd61729'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:30.768195 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afa55692-3bdd-4a1d-a95a-d822701409fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:40:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['035812e7-d377-4172-bab8-a3ebedd61729'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:30.802666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e078563-e52e-48f4-bd35-3aeadc4cb489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Deleting subnet 4c427bad-7809-465d-b33c-da1916350764 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:30.805751 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e078563-e52e-48f4-bd35-3aeadc4cb489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.850189 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e078563-e52e-48f4-bd35-3aeadc4cb489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.884589 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-afa55692-3bdd-4a1d-a95a-d822701409fa None None] Set router 035812e7-d377-4172-bab8-a3ebedd61729 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:30.932539 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e078563-e52e-48f4-bd35-3aeadc4cb489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.990605 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e078563-e52e-48f4-bd35-3aeadc4cb489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.021702 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e078563-e52e-48f4-bd35-3aeadc4cb489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'Subnet': ['ID=4c427bad-7809-465d-b33c-da1916350764,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:31.025478 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2e078563-e52e-48f4-bd35-3aeadc4cb489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.030676 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2e078563-e52e-48f4-bd35-3aeadc4cb489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "DELETE /v2.0/subnets/4c427bad-7809-465d-b33c-da1916350764 HTTP/1.1" status: 204 len: 168 time: 0.2753217 Jul 16 18:40:31.030676 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:31.033208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a49eb8b-2002-48c5-a66f-ffbf0ea83926 None None] Network e0d683ce-092e-4cef-a1d2-cabdae19065e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:31.068865 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afa55692-3bdd-4a1d-a95a-d822701409fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035812e7-d377-4172-bab8-a3ebedd61729', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089970753', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:30Z', 'revision_number': 5, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035812e7-d377-4172-bab8-a3ebedd61729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:31.096187 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa55692-3bdd-4a1d-a95a-d822701409fa None None] Checking router: 035812e7-d377-4172-bab8-a3ebedd61729 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:31.104292 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa55692-3bdd-4a1d-a95a-d822701409fa None None] Routers {'035812e7-d377-4172-bab8-a3ebedd61729'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:31.105036 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afa55692-3bdd-4a1d-a95a-d822701409fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:40:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['035812e7-d377-4172-bab8-a3ebedd61729'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:31.142695 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.234439 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f739ee2-516a-44b7-a654-3c990e26fbc3 None None] DHCP port deletion for e0d683ce-092e-4cef-a1d2-cabdae19065e request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:31.256845 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.283479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8f739ee2-516a-44b7-a654-3c990e26fbc3 None None] Deleting port 09462449-2447-47d0-985a-8417cc7a3f71 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:31.283896 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f739ee2-516a-44b7-a654-3c990e26fbc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.309438 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-afa55692-3bdd-4a1d-a95a-d822701409fa None None] Set router 035812e7-d377-4172-bab8-a3ebedd61729 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:31.327589 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Deleting port f9fdea64-f7ea-4be0-b39e-fce88c92cd59 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:31.328090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.353807 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8f739ee2-516a-44b7-a654-3c990e26fbc3 None None] For port 09462449-2447-47d0-985a-8417cc7a3f71, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=09462449-2447-47d0-985a-8417cc7a3f71,segment=NetworkSegment(c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0),segment_id=c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:31.354206 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f739ee2-516a-44b7-a654-3c990e26fbc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.371668 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8f739ee2-516a-44b7-a654-3c990e26fbc3 None None] Calling delete_port for 09462449-2447-47d0-985a-8417cc7a3f71 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:31.417826 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] For port f9fdea64-f7ea-4be0-b39e-fce88c92cd59, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f9fdea64-f7ea-4be0-b39e-fce88c92cd59,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:31.418174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.430322 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Calling delete_port for f9fdea64-f7ea-4be0-b39e-fce88c92cd59 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:31.456686 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f739ee2-516a-44b7-a654-3c990e26fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.483056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f739ee2-516a-44b7-a654-3c990e26fbc3 None None] Pushing event deleted for resources: {'Port': ['ID=09462449-2447-47d0-985a-8417cc7a3f71,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:31.487278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f739ee2-516a-44b7-a654-3c990e26fbc3 None None] No DVR routers for this DVR port 09462449-2447-47d0-985a-8417cc7a3f71 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:31.514845 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-afa55692-3bdd-4a1d-a95a-d822701409fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035812e7-d377-4172-bab8-a3ebedd61729', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089970753', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:30Z', 'revision_number': 5, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035812e7-d377-4172-bab8-a3ebedd61729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:31.539684 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa55692-3bdd-4a1d-a95a-d822701409fa None None] The sync data for ids ['035812e7-d377-4172-bab8-a3ebedd61729'] in n-d-793618-9 is: [{'id': '035812e7-d377-4172-bab8-a3ebedd61729', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2089970753', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:30Z', 'revision_number': 5, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'f9fdea64-f7ea-4be0-b39e-fce88c92cd59', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035812e7-d377-4172-bab8-a3ebedd61729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:11Z', 'updated_at': '2021-07-16T18:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:31.610268 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.636136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'Port': ['ID=f9fdea64-f7ea-4be0-b39e-fce88c92cd59,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:31.703570 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.795242 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.797279 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.842413 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.842970 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Fanout notify agent at l3_agent the message router_deleted on router 035812e7-d377-4172-bab8-a3ebedd61729 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:40:31.849760 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.850890 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-436b9f28-f3e0-4fd8-8519-0a5aa0780c0a tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "DELETE /v2.0/routers/035812e7-d377-4172-bab8-a3ebedd61729 HTTP/1.1" status: 204 len: 168 time: 0.8191350 Jul 16 18:40:31.853551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:31.942591 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.031415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 48c00088-36a0-47ae-be44-fc131de86d29 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:32.032896 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.044011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d683ce-092e-4cef-a1d2-cabdae19065e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:32.055758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 48c00088-36a0-47ae-be44-fc131de86d29 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:32.056113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 48c00088-36a0-47ae-be44-fc131de86d29 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:32.056535 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 09462449-2447-47d0-985a-8417cc7a3f71 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:32.060617 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:32.060928 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cf4458-ccbe-4c30-83d2-7e37fc5ed2e0') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:32.070203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.076316 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 09462449-2447-47d0-985a-8417cc7a3f71 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:32.076668 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 09462449-2447-47d0-985a-8417cc7a3f71 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:32.085741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.093019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:32.093639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:32.096894 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:32.158614 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.168739 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.172983 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "DELETE /v2.0/networks/e0d683ce-092e-4cef-a1d2-cabdae19065e HTTP/1.1" status: 204 len: 168 time: 0.3162551 Jul 16 18:40:32.173563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:32.180417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c86351-ff34-4cb1-b5fb-a790eaf5ecfd tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'Network': ['ID=e0d683ce-092e-4cef-a1d2-cabdae19065e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:32.320646 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5d382c8-efbe-44c0-8db5-f09aadfcd675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.337142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Deleting port e3fd73b3-5c1f-4d4d-a2d2-2c68ab693fe9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:32.337526 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.410578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.410912 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.422616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Calling delete_port for e3fd73b3-5c1f-4d4d-a2d2-2c68ab693fe9 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:32.568847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.592905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'Port': ['ID=e3fd73b3-5c1f-4d4d-a2d2-2c68ab693fe9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:32.659519 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.659856 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Floating IP c05159dd-a08c-43e3-970c-2ac9235996a6 disassociated (deleted). External IP: 172.25.8.59, port: d34607a1-4b1f-41a6-adba-15dac1bd3c93. Jul 16 18:40:32.765928 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.866952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:32.898806 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.900835 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.975393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:32.980110 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.984481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf6580-0bfb-423c-9a90-80653be5ab73 None None] Sync routers for ids ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:32.993445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bf6580-0bfb-423c-9a90-80653be5ab73 None None] Routers {'75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:32.994057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c5bf6580-0bfb-423c-9a90-80653be5ab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:33.017569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cedb2565-629b-4538-8102-1e6d6e625fce tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "DELETE /v2.0/floatingips/c05159dd-a08c-43e3-970c-2ac9235996a6 HTTP/1.1" status: 204 len: 168 time: 0.8427813 Jul 16 18:40:33.018178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62112722-9096-4f29-ad79-5203038d6e78', 'tag': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:33.020445 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d751da4a-9b6f-4943-be0b-119a24d3089b" -d '{"events": [{"name": "network-changed", "server_uuid": "62112722-9096-4f29-ad79-5203038d6e78", "tag": "d34607a1-4b1f-41a6-adba-15dac1bd3c93"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:33.061492 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e40d2d9-d904-46b9-813d-69e34847a602 x-openstack-request-id: req-3e40d2d9-d904-46b9-813d-69e34847a602 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:33.061797 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62112722-9096-4f29-ad79-5203038d6e78", "tag": "d34607a1-4b1f-41a6-adba-15dac1bd3c93", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:33.062200 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e40d2d9-d904-46b9-813d-69e34847a602 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:33.062685 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62112722-9096-4f29-ad79-5203038d6e78', 'tag': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93', 'status': 'completed', 'code': 200} Jul 16 18:40:33.103227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c5bf6580-0bfb-423c-9a90-80653be5ab73 None None] Set router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:33.138674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751da4a-9b6f-4943-be0b-119a24d3089b req-f963aad4-1611-4017-977f-1fa1483e740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.140479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d751da4a-9b6f-4943-be0b-119a24d3089b req-f963aad4-1611-4017-977f-1fa1483e740c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92f66c61caf148409d177888ce61d6e3&device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 1135 time: 0.0554838 Jul 16 18:40:33.255053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751da4a-9b6f-4943-be0b-119a24d3089b req-cb1f28aa-b6ef-41e2-b25a-e29b75368855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.256618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d751da4a-9b6f-4943-be0b-119a24d3089b req-cb1f28aa-b6ef-41e2-b25a-e29b75368855 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ecc92fdb-60e2-4554-87c7-50942b20faf8 HTTP/1.1" status: 200 len: 897 time: 0.1103189 Jul 16 18:40:33.299772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d751da4a-9b6f-4943-be0b-119a24d3089b req-3b18b152-9fec-45e4-bfe5-5aaa32a89c8a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d34607a1-4b1f-41a6-adba-15dac1bd3c93 HTTP/1.1" status: 200 len: 217 time: 0.0363946 Jul 16 18:40:33.391395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751da4a-9b6f-4943-be0b-119a24d3089b req-35b7401f-3dd7-4633-9e09-c0b45fd908c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.392793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d751da4a-9b6f-4943-be0b-119a24d3089b req-35b7401f-3dd7-4633-9e09-c0b45fd908c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=159ef7a6-5350-4c56-92c7-5131245bb7f3 HTTP/1.1" status: 200 len: 834 time: 0.0867360 Jul 16 18:40:33.472729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c5bf6580-0bfb-423c-9a90-80653be5ab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '61347c41-ea11-4d76-9acf-1ac02bd38215', 'name': '', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'mac_address': 'fa:16:3e:80:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:21Z', 'updated_at': '2021-07-16T18:39:26Z', 'revision_number': 5, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'subnets': [{'id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:33.501143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf6580-0bfb-423c-9a90-80653be5ab73 None None] Checking router: 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:33.510047 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bf6580-0bfb-423c-9a90-80653be5ab73 None None] Routers {'75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:33.510687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c5bf6580-0bfb-423c-9a90-80653be5ab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:33.622848 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c5bf6580-0bfb-423c-9a90-80653be5ab73 None None] Set router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:33.740629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b9d71-c435-4bc2-8ea8-6838ea8aa685 req-494a0a86-212c-4953-aba0-73a3e23551b3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.742139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b22b9d71-c435-4bc2-8ea8-6838ea8aa685 req-494a0a86-212c-4953-aba0-73a3e23551b3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 984 time: 0.4023335 Jul 16 18:40:33.777618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751da4a-9b6f-4943-be0b-119a24d3089b req-5fa70346-796b-48fd-9d20-9e57b180b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.779270 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d751da4a-9b6f-4943-be0b-119a24d3089b req-5fa70346-796b-48fd-9d20-9e57b180b742 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ecc92fdb-60e2-4554-87c7-50942b20faf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3789434 Jul 16 18:40:33.802302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b22b9d71-c435-4bc2-8ea8-6838ea8aa685 req-180dca24-47da-4819-9cf0-7c7acc099876 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/security-groups?id=1878bf58-c1dd-4240-b883-7a1d136cd8f1&id=2f9266ce-37f8-4279-bfff-fa9956bb579f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0530021 Jul 16 18:40:33.838255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c5bf6580-0bfb-423c-9a90-80653be5ab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '61347c41-ea11-4d76-9acf-1ac02bd38215', 'name': '', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'mac_address': 'fa:16:3e:80:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:21Z', 'updated_at': '2021-07-16T18:39:26Z', 'revision_number': 5, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'subnets': [{'id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:33.842980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f9fdea64-f7ea-4be0-b39e-fce88c92cd59 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:33.892934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf6580-0bfb-423c-9a90-80653be5ab73 None None] The sync data for ids ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'] in n-d-793618-9 is: [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '61347c41-ea11-4d76-9acf-1ac02bd38215', 'name': '', 'network_id': 'ecc92fdb-60e2-4554-87c7-50942b20faf8', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'mac_address': 'fa:16:3e:80:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:21Z', 'updated_at': '2021-07-16T18:39:26Z', 'revision_number': 5, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'subnets': [{'id': '159ef7a6-5350-4c56-92c7-5131245bb7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:33.895215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: f9fdea64-f7ea-4be0-b39e-fce88c92cd59 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:33.895750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f9fdea64-f7ea-4be0-b39e-fce88c92cd59 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:33.895994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d751da4a-9b6f-4943-be0b-119a24d3089b req-4066ddf4-9e2f-482d-aeb7-fc8d45befcad service neutron] 10.222.0.38 "GET /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091175 Jul 16 18:40:33.907384 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.991762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d751da4a-9b6f-4943-be0b-119a24d3089b req-2f49d594-1478-4c5e-932d-53e5fd8c5d6a service neutron] 10.222.0.38 "GET /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878487 Jul 16 18:40:34.126178 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fa6f7-bf61-4904-9e06-8d5db4483498 None None] New status for floating IP c05159dd-a08c-43e3-970c-2ac9235996a6: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:40:34.588835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35315839-c130-42d4-b8f2-bed20f0b4719 req-3cae0669-78f7-41de-af99-56df096fcfe3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:34.590543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35315839-c130-42d4-b8f2-bed20f0b4719 req-3cae0669-78f7-41de-af99-56df096fcfe3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.38 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 984 time: 0.0628142 Jul 16 18:40:34.600896 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:34.692519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35315839-c130-42d4-b8f2-bed20f0b4719 req-b2d0dd37-60a2-4c72-be0d-0b9b7ab023de tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Deleting port d34607a1-4b1f-41a6-adba-15dac1bd3c93 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:34.692864 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35315839-c130-42d4-b8f2-bed20f0b4719 req-b2d0dd37-60a2-4c72-be0d-0b9b7ab023de tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.782938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-35315839-c130-42d4-b8f2-bed20f0b4719 req-b2d0dd37-60a2-4c72-be0d-0b9b7ab023de tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] For port d34607a1-4b1f-41a6-adba-15dac1bd3c93, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=d34607a1-4b1f-41a6-adba-15dac1bd3c93,segment=NetworkSegment(dc23ce39-7c16-41d3-b459-12c810994c6e),segment_id=dc23ce39-7c16-41d3-b459-12c810994c6e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:34.783298 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35315839-c130-42d4-b8f2-bed20f0b4719 req-b2d0dd37-60a2-4c72-be0d-0b9b7ab023de tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.794849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-35315839-c130-42d4-b8f2-bed20f0b4719 req-b2d0dd37-60a2-4c72-be0d-0b9b7ab023de tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Calling delete_port for d34607a1-4b1f-41a6-adba-15dac1bd3c93 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:34.929684 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35315839-c130-42d4-b8f2-bed20f0b4719 req-b2d0dd37-60a2-4c72-be0d-0b9b7ab023de tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.954231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d40721ae-e392-4456-9311-6e6acb400462 req-53c215cf-7d9c-4f04-ab32-282fbf131e55 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "GET /v2.0/ports?device_id=62112722-9096-4f29-ad79-5203038d6e78 HTTP/1.1" status: 200 len: 210 time: 0.0348940 Jul 16 18:40:34.979297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0dd37-60a2-4c72-be0d-0b9b7ab023de tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'Port': ['ID=d34607a1-4b1f-41a6-adba-15dac1bd3c93,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:35.025716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-35315839-c130-42d4-b8f2-bed20f0b4719 req-b2d0dd37-60a2-4c72-be0d-0b9b7ab023de tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] No DVR routers for this DVR port d34607a1-4b1f-41a6-adba-15dac1bd3c93 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:35.028680 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35315839-c130-42d4-b8f2-bed20f0b4719 req-b2d0dd37-60a2-4c72-be0d-0b9b7ab023de tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.030740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35315839-c130-42d4-b8f2-bed20f0b4719 req-b2d0dd37-60a2-4c72-be0d-0b9b7ab023de tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.38 "DELETE /v2.0/ports/d34607a1-4b1f-41a6-adba-15dac1bd3c93 HTTP/1.1" status: 204 len: 173 time: 0.4339712 Jul 16 18:40:35.063495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62112722-9096-4f29-ad79-5203038d6e78', 'name': 'network-vif-deleted', 'tag': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:35.065917 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03eb881-b79f-4aa2-b29a-c6835b9e2dbc" -d '{"events": [{"server_uuid": "62112722-9096-4f29-ad79-5203038d6e78", "name": "network-vif-deleted", "tag": "d34607a1-4b1f-41a6-adba-15dac1bd3c93"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:35.101720 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485985ff-fa53-4ad1-ac55-8c602354fcf5 x-openstack-request-id: req-485985ff-fa53-4ad1-ac55-8c602354fcf5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:35.102017 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62112722-9096-4f29-ad79-5203038d6e78", "name": "network-vif-deleted", "tag": "d34607a1-4b1f-41a6-adba-15dac1bd3c93", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:35.102271 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-485985ff-fa53-4ad1-ac55-8c602354fcf5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:35.102672 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62112722-9096-4f29-ad79-5203038d6e78', 'name': 'network-vif-deleted', 'tag': 'd34607a1-4b1f-41a6-adba-15dac1bd3c93', 'status': 'completed', 'code': 200} Jul 16 18:40:35.584275 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.046189 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:36.098124 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f7c4-7846-4427-a583-e63f1af35489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.119372 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f7c4-7846-4427-a583-e63f1af35489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.163692 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f7c4-7846-4427-a583-e63f1af35489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.166354 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f7c4-7846-4427-a583-e63f1af35489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.167510 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e5b2f7c4-7846-4427-a583-e63f1af35489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "DELETE /v2.0/security-groups/2f9266ce-37f8-4279-bfff-fa9956bb579f HTTP/1.1" status: 204 len: 168 time: 0.1202898 Jul 16 18:40:36.170427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:36.176449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2f7c4-7846-4427-a583-e63f1af35489 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9266ce-37f8-4279-bfff-fa9956bb579f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:36.229403 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd0fb1e5-11c1-4584-b784-c3ac6fbf6413 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.251852 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd0fb1e5-11c1-4584-b784-c3ac6fbf6413 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.299696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd0fb1e5-11c1-4584-b784-c3ac6fbf6413 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.302444 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd0fb1e5-11c1-4584-b784-c3ac6fbf6413 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.303597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cd0fb1e5-11c1-4584-b784-c3ac6fbf6413 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "DELETE /v2.0/security-groups/1878bf58-c1dd-4240-b883-7a1d136cd8f1 HTTP/1.1" status: 204 len: 168 time: 0.1321750 Jul 16 18:40:36.306521 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49344) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:36.313089 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fb1e5-11c1-4584-b784-c3ac6fbf6413 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1878bf58-c1dd-4240-b883-7a1d136cd8f1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:36.653993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62dc0ebd-a7c9-4d9b-8788-040a4ca5eb22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.913487 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-62dc0ebd-a7c9-4d9b-8788-040a4ca5eb22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Deleting port 61347c41-ea11-4d76-9acf-1ac02bd38215 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:36.913750 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62dc0ebd-a7c9-4d9b-8788-040a4ca5eb22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.005137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-62dc0ebd-a7c9-4d9b-8788-040a4ca5eb22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] For port 61347c41-ea11-4d76-9acf-1ac02bd38215, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=61347c41-ea11-4d76-9acf-1ac02bd38215,segment=NetworkSegment(dc23ce39-7c16-41d3-b459-12c810994c6e),segment_id=dc23ce39-7c16-41d3-b459-12c810994c6e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:37.005534 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62dc0ebd-a7c9-4d9b-8788-040a4ca5eb22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.017678 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-62dc0ebd-a7c9-4d9b-8788-040a4ca5eb22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Calling delete_port for 61347c41-ea11-4d76-9acf-1ac02bd38215 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:37.202655 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62dc0ebd-a7c9-4d9b-8788-040a4ca5eb22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.228729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc0ebd-a7c9-4d9b-8788-040a4ca5eb22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'Port': ['ID=61347c41-ea11-4d76-9acf-1ac02bd38215,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:37.407531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62dc0ebd-a7c9-4d9b-8788-040a4ca5eb22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.626589 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dc0ebd-a7c9-4d9b-8788-040a4ca5eb22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:37.729201 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dc0ebd-a7c9-4d9b-8788-040a4ca5eb22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:37.734235 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-62dc0ebd-a7c9-4d9b-8788-040a4ca5eb22 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "PUT /v2.0/routers/75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4266376 Jul 16 18:40:37.736800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:37.740690 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b1ed3-35f3-4c6a-8763-d52dc577432a None None] Sync routers for ids ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:37.755066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b1ed3-35f3-4c6a-8763-d52dc577432a None None] Routers {'75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:37.755688 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f0b1ed3-35f3-4c6a-8763-d52dc577432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:37.790973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ade762-1577-4db8-aed1-763aae48fea3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Deleting subnet 159ef7a6-5350-4c56-92c7-5131245bb7f3 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:37.794167 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ade762-1577-4db8-aed1-763aae48fea3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.846332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ade762-1577-4db8-aed1-763aae48fea3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.858737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9f0b1ed3-35f3-4c6a-8763-d52dc577432a None None] Set router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:37.931392 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ade762-1577-4db8-aed1-763aae48fea3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.994104 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ade762-1577-4db8-aed1-763aae48fea3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.021011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ade762-1577-4db8-aed1-763aae48fea3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'Subnet': ['ID=159ef7a6-5350-4c56-92c7-5131245bb7f3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.026647 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d4ade762-1577-4db8-aed1-763aae48fea3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.031260 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d4ade762-1577-4db8-aed1-763aae48fea3 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "DELETE /v2.0/subnets/159ef7a6-5350-4c56-92c7-5131245bb7f3 HTTP/1.1" status: 204 len: 168 time: 0.2912114 Jul 16 18:40:38.031632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49348) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:38.034103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a608c8-cf83-44bc-8854-9a2b7ff94c15 None None] Network ecc92fdb-60e2-4554-87c7-50942b20faf8 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:38.099118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f0b1ed3-35f3-4c6a-8763-d52dc577432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:40:37Z', 'revision_number': 5, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:38.133855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b1ed3-35f3-4c6a-8763-d52dc577432a None None] Checking router: 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:38.177550 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b1ed3-35f3-4c6a-8763-d52dc577432a None None] Routers {'75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:38.178196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f0b1ed3-35f3-4c6a-8763-d52dc577432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:38.300286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9f0b1ed3-35f3-4c6a-8763-d52dc577432a None None] Set router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:38.377110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f044e1b-ee28-4e8f-aab6-03d22b6a8783 None None] DHCP port deletion for ecc92fdb-60e2-4554-87c7-50942b20faf8 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:38.461574 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.502935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f044e1b-ee28-4e8f-aab6-03d22b6a8783 None None] Deleting port e1378e0e-ce33-41f5-9689-25d4ba5a5814 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:38.503318 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f044e1b-ee28-4e8f-aab6-03d22b6a8783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.564231 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.574135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0f044e1b-ee28-4e8f-aab6-03d22b6a8783 None None] For port e1378e0e-ce33-41f5-9689-25d4ba5a5814, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e1378e0e-ce33-41f5-9689-25d4ba5a5814,segment=NetworkSegment(dc23ce39-7c16-41d3-b459-12c810994c6e),segment_id=dc23ce39-7c16-41d3-b459-12c810994c6e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:38.574585 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f044e1b-ee28-4e8f-aab6-03d22b6a8783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.589706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0f044e1b-ee28-4e8f-aab6-03d22b6a8783 None None] Calling delete_port for e1378e0e-ce33-41f5-9689-25d4ba5a5814 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:38.600342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9f0b1ed3-35f3-4c6a-8763-d52dc577432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:40:37Z', 'revision_number': 5, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:38.615867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Deleting port ea2606c5-de99-4a26-bab8-28fdad4cfc77 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:38.616220 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.633052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b1ed3-35f3-4c6a-8763-d52dc577432a None None] The sync data for ids ['75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1'] in n-d-793618-9 is: [{'id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1597518241', 'tenant_id': '92f66c61caf148409d177888ce61d6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:40:37Z', 'revision_number': 5, 'project_id': '92f66c61caf148409d177888ce61d6e3', 'gw_port': {'id': 'ea2606c5-de99-4a26-bab8-28fdad4cfc77', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:18Z', 'updated_at': '2021-07-16T18:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:38.699179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] For port ea2606c5-de99-4a26-bab8-28fdad4cfc77, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=ea2606c5-de99-4a26-bab8-28fdad4cfc77,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:38.699648 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.701730 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f044e1b-ee28-4e8f-aab6-03d22b6a8783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.713009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Calling delete_port for ea2606c5-de99-4a26-bab8-28fdad4cfc77 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:38.726970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f044e1b-ee28-4e8f-aab6-03d22b6a8783 None None] Pushing event deleted for resources: {'Port': ['ID=e1378e0e-ce33-41f5-9689-25d4ba5a5814,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.731306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f044e1b-ee28-4e8f-aab6-03d22b6a8783 None None] No DVR routers for this DVR port e1378e0e-ce33-41f5-9689-25d4ba5a5814 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:38.880331 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.909383 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'Port': ['ID=ea2606c5-de99-4a26-bab8-28fdad4cfc77,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.971692 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.065916 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.068170 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.113514 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.114070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Fanout notify agent at l3_agent the message router_deleted on router 75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:40:39.122543 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.123645 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a4da6dc7-4614-47a7-b2e5-1e8d4dd2801d tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "DELETE /v2.0/routers/75fe5bf6-cb27-4ba7-a2dd-7b2e7d499ec1 HTTP/1.1" status: 204 len: 168 time: 1.0909762 Jul 16 18:40:39.126279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49350) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:39.144485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d34607a1-4b1f-41a6-adba-15dac1bd3c93 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:39.168382 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: d34607a1-4b1f-41a6-adba-15dac1bd3c93 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:39.168738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device d34607a1-4b1f-41a6-adba-15dac1bd3c93 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:39.208818 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.299384 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.309979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc92fdb-60e2-4554-87c7-50942b20faf8']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:39.319609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc23ce39-7c16-41d3-b459-12c810994c6e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:39.319913 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc23ce39-7c16-41d3-b459-12c810994c6e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:39.329269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.343478 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.349442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:39.349880 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:39.353233 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:39.409431 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.414512 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.416447 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] 10.222.0.52 "DELETE /v2.0/networks/ecc92fdb-60e2-4554-87c7-50942b20faf8 HTTP/1.1" status: 204 len: 168 time: 0.2891967 Jul 16 18:40:39.441735 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f434de9-5c32-4283-ac31-30158eb95915 tempest-TestSecurityGroupsBasicOps-1039960645 tempest-TestSecurityGroupsBasicOps-1039960645-project] Pushing event deleted for resources: {'Network': ['ID=ecc92fdb-60e2-4554-87c7-50942b20faf8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:39.718456 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49362) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:39.851405 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-743a5630-6515-4698-9322-74f6c0118d3b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=92f66c61caf148409d177888ce61d6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317182 Jul 16 18:40:39.853762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49366) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:39.876767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e1378e0e-ce33-41f5-9689-25d4ba5a5814 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:39.896601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: e1378e0e-ce33-41f5-9689-25d4ba5a5814 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:39.896947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e1378e0e-ce33-41f5-9689-25d4ba5a5814 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:39.897376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ea2606c5-de99-4a26-bab8-28fdad4cfc77 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:39.906542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-241eb0b0-6002-40d1-851c-63df889a271a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.916021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: ea2606c5-de99-4a26-bab8-28fdad4cfc77 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:39.916378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device ea2606c5-de99-4a26-bab8-28fdad4cfc77 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:39.917366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 61347c41-ea11-4d76-9acf-1ac02bd38215 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:39.928340 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-241eb0b0-6002-40d1-851c-63df889a271a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.937173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 61347c41-ea11-4d76-9acf-1ac02bd38215 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:39.937553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 61347c41-ea11-4d76-9acf-1ac02bd38215 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:39.975134 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-241eb0b0-6002-40d1-851c-63df889a271a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.977853 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-241eb0b0-6002-40d1-851c-63df889a271a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.979018 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-241eb0b0-6002-40d1-851c-63df889a271a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8e81067-46e0-486f-a67e-110239810ac0 HTTP/1.1" status: 204 len: 168 time: 0.1236300 Jul 16 18:40:39.987532 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241eb0b0-6002-40d1-851c-63df889a271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e81067-46e0-486f-a67e-110239810ac0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:40.231861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:40.244973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f220fa1a-572a-4004-9478-be5bd6dbc586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.331830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f220fa1a-572a-4004-9478-be5bd6dbc586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.335300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f220fa1a-572a-4004-9478-be5bd6dbc586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.373037 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f220fa1a-572a-4004-9478-be5bd6dbc586 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62a6944b847b4edda8c63e8f4daad9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400263 Jul 16 18:40:40.374166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220fa1a-572a-4004-9478-be5bd6dbc586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2417283d-4d64-454d-b706-2abfc5ae4808,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:40.375717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:40.424067 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028856d4-ce07-4fa7-b4e5-ae0c9ea53e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.444797 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028856d4-ce07-4fa7-b4e5-ae0c9ea53e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.490982 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028856d4-ce07-4fa7-b4e5-ae0c9ea53e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.493677 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028856d4-ce07-4fa7-b4e5-ae0c9ea53e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.495364 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-028856d4-ce07-4fa7-b4e5-ae0c9ea53e27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2417283d-4d64-454d-b706-2abfc5ae4808 HTTP/1.1" status: 204 len: 168 time: 0.1181500 Jul 16 18:40:40.503087 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028856d4-ce07-4fa7-b4e5-ae0c9ea53e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2417283d-4d64-454d-b706-2abfc5ae4808,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:40.802947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:40.843331 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3ddeba67-6452-4cd6-8032-3088112c19a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09623976911a4db4a861a34d02d0a499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391610 Jul 16 18:40:40.845797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:40.892951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4185f2e3-6e8a-4cba-8f17-2cd5dfe996f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.913196 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4185f2e3-6e8a-4cba-8f17-2cd5dfe996f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.964170 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4185f2e3-6e8a-4cba-8f17-2cd5dfe996f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.966825 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4185f2e3-6e8a-4cba-8f17-2cd5dfe996f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.967971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4185f2e3-6e8a-4cba-8f17-2cd5dfe996f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59f25277-6d5d-454c-8f81-6e5bae3882d8 HTTP/1.1" status: 204 len: 168 time: 0.1212800 Jul 16 18:40:40.975597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185f2e3-6e8a-4cba-8f17-2cd5dfe996f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f25277-6d5d-454c-8f81-6e5bae3882d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.039849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-372544f9-ef3d-4674-9807-54a5fa8bf1c6 req-569d500a-1d69-47f4-91e3-2776c169ac21 service neutron] (93766) timed out ('10.222.0.52', 54772) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:41:00.091925 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b580bec-347b-4849-989e-c291a2757708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.322522 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3933-6590-4f9d-b14f-022ce2dcdf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.766140 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.887052 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.901937 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.880233 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.591100 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.599835 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:12.722236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b59bc-bcd4-468b-b7ad-062c7ad8ea02 req-933c63bd-6ee8-4fd1-90bb-19929964e233 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.723814 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-735b59bc-bcd4-468b-b7ad-062c7ad8ea02 req-933c63bd-6ee8-4fd1-90bb-19929964e233 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 946 time: 0.0709825 Jul 16 18:41:12.769711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-735b59bc-bcd4-468b-b7ad-062c7ad8ea02 req-b2503595-b6ed-4489-b61c-65924267ed99 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/security-groups?id=8958cc8b-780b-4da5-b3be-5bcdf153fe47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399323 Jul 16 18:41:13.867936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e35a3-5606-4044-b578-35a0d658808e req-34b35a03-3db0-43db-9d4f-9aa8f339b04e tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.869438 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac9e35a3-5606-4044-b578-35a0d658808e req-34b35a03-3db0-43db-9d4f-9aa8f339b04e tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 946 time: 0.0658860 Jul 16 18:41:14.016262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82e0e1-788c-44d8-b759-75cdf0b033ab req-1982fe9f-6200-4531-9542-b4148ab98f19 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:14.017799 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a82e0e1-788c-44d8-b759-75cdf0b033ab req-1982fe9f-6200-4531-9542-b4148ab98f19 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 946 time: 0.1110342 Jul 16 18:41:14.028640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Deleting port 5c826710-1e06-4ec9-a4b3-613ad0e9544a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:14.028996 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.116635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a82e0e1-788c-44d8-b759-75cdf0b033ab req-95f2379d-42bc-4183-b857-d642ef6db0ae tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/security-groups?id=8958cc8b-780b-4da5-b3be-5bcdf153fe47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916283 Jul 16 18:41:14.146915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] For port 5c826710-1e06-4ec9-a4b3-613ad0e9544a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5c826710-1e06-4ec9-a4b3-613ad0e9544a,segment=NetworkSegment(873f11e2-b772-4522-90f6-4c3d59eacda1),segment_id=873f11e2-b772-4522-90f6-4c3d59eacda1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:14.147290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.367177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.367485 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.367797 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Floating IP e5173a2b-83bc-432f-8b59-7d4e4ec78391 disassociated. External IP: 172.25.8.49, port: 5c826710-1e06-4ec9-a4b3-613ad0e9544a. Jul 16 18:41:14.368137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Calling delete_port for 5c826710-1e06-4ec9-a4b3-613ad0e9544a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:14.490011 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.522368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event deleted for resources: {'Port': ['ID=5c826710-1e06-4ec9-a4b3-613ad0e9544a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:14.633947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Router 6d91460f-fc4a-40f8-896b-b394c8cd7307 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:14.740215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:14.750119 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5ba0c-60f5-4cda-bed8-b14a10828e23 None None] Sync routers for ids ['6d91460f-fc4a-40f8-896b-b394c8cd7307'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:14.758906 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5ba0c-60f5-4cda-bed8-b14a10828e23 None None] Routers {'6d91460f-fc4a-40f8-896b-b394c8cd7307'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:14.759525 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-03f5ba0c-60f5-4cda-bed8-b14a10828e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6d91460f-fc4a-40f8-896b-b394c8cd7307'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:14.783853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] No DVR routers for this DVR port 5c826710-1e06-4ec9-a4b3-613ad0e9544a on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:14.786506 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.788598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac9e35a3-5606-4044-b578-35a0d658808e req-e8cc1fcf-c21e-4d94-81bb-c86193e72e9f tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.42 "DELETE /v2.0/ports/5c826710-1e06-4ec9-a4b3-613ad0e9544a HTTP/1.1" status: 204 len: 173 time: 0.9132895 Jul 16 18:41:14.789057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'name': 'network-vif-deleted', 'tag': '5c826710-1e06-4ec9-a4b3-613ad0e9544a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:14.791383 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81c116e-7607-48a4-8612-2e1f09bd0531" -d '{"events": [{"server_uuid": "2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3", "name": "network-vif-deleted", "tag": "5c826710-1e06-4ec9-a4b3-613ad0e9544a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:14.862751 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f81b45f-2564-46ed-8fc9-3de87ddaea50 x-openstack-request-id: req-0f81b45f-2564-46ed-8fc9-3de87ddaea50 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:14.863144 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3", "name": "network-vif-deleted", "tag": "5c826710-1e06-4ec9-a4b3-613ad0e9544a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:14.863383 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f81b45f-2564-46ed-8fc9-3de87ddaea50 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:14.863805 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3', 'name': 'network-vif-deleted', 'tag': '5c826710-1e06-4ec9-a4b3-613ad0e9544a', 'status': 'completed', 'code': 200} Jul 16 18:41:14.871083 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-03f5ba0c-60f5-4cda-bed8-b14a10828e23 None None] Set router 6d91460f-fc4a-40f8-896b-b394c8cd7307 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:15.079328 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-03f5ba0c-60f5-4cda-bed8-b14a10828e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 4, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '85d9288c-f638-412a-9e2b-aa363ba3b1f5', 'name': '', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'mac_address': 'fa:16:3e:20:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:16Z', 'revision_number': 5, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'subnets': [{'id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:15.105706 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5ba0c-60f5-4cda-bed8-b14a10828e23 None None] Checking router: 6d91460f-fc4a-40f8-896b-b394c8cd7307 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:15.113787 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5ba0c-60f5-4cda-bed8-b14a10828e23 None None] Routers {'6d91460f-fc4a-40f8-896b-b394c8cd7307'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:15.114510 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-03f5ba0c-60f5-4cda-bed8-b14a10828e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6d91460f-fc4a-40f8-896b-b394c8cd7307'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:15.223447 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-03f5ba0c-60f5-4cda-bed8-b14a10828e23 None None] Set router 6d91460f-fc4a-40f8-896b-b394c8cd7307 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:15.287181 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-37109e6f-e5f0-4fcb-89ac-e4a3e64614be req-7dc4a4fb-ff72-4053-9339-c3153935d0bc tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ec9f7f6-e96a-4ba2-a598-7a9ff37614e3 HTTP/1.1" status: 200 len: 210 time: 0.0349407 Jul 16 18:41:15.440134 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-03f5ba0c-60f5-4cda-bed8-b14a10828e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 4, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '85d9288c-f638-412a-9e2b-aa363ba3b1f5', 'name': '', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'mac_address': 'fa:16:3e:20:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:16Z', 'revision_number': 5, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'subnets': [{'id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:15.468767 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5ba0c-60f5-4cda-bed8-b14a10828e23 None None] The sync data for ids ['6d91460f-fc4a-40f8-896b-b394c8cd7307'] in n-d-793618-9 is: [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 4, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '85d9288c-f638-412a-9e2b-aa363ba3b1f5', 'name': '', 'network_id': '9d20ae1c-da31-4a77-890f-409c77eabd3e', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'mac_address': 'fa:16:3e:20:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:16Z', 'revision_number': 5, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'subnets': [{'id': 'c892e205-5f05-44cd-812d-0c936c8c56cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:15.680749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8251e-96ae-4f32-bd82-380b9c1ebb13 None None] New status for floating IP e5173a2b-83bc-432f-8b59-7d4e4ec78391: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:41:16.264061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5c826710-1e06-4ec9-a4b3-613ad0e9544a no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:16.283491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 5c826710-1e06-4ec9-a4b3-613ad0e9544a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:16.283839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5c826710-1e06-4ec9-a4b3-613ad0e9544a not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:16.382185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:16.503555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-91021d39-81c9-408f-92ae-a31605a3c074 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Deleting port f0d75e8f-b70d-4a8d-9091-1c7926dc53f5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:16.503878 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91021d39-81c9-408f-92ae-a31605a3c074 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.578707 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91021d39-81c9-408f-92ae-a31605a3c074 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.578963 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91021d39-81c9-408f-92ae-a31605a3c074 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.590667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-91021d39-81c9-408f-92ae-a31605a3c074 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Calling delete_port for f0d75e8f-b70d-4a8d-9091-1c7926dc53f5 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:16.718110 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91021d39-81c9-408f-92ae-a31605a3c074 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.740787 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91021d39-81c9-408f-92ae-a31605a3c074 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event deleted for resources: {'Port': ['ID=f0d75e8f-b70d-4a8d-9091-1c7926dc53f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:16.802271 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91021d39-81c9-408f-92ae-a31605a3c074 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.804775 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91021d39-81c9-408f-92ae-a31605a3c074 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.805960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-91021d39-81c9-408f-92ae-a31605a3c074 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "DELETE /v2.0/floatingips/e5173a2b-83bc-432f-8b59-7d4e4ec78391 HTTP/1.1" status: 204 len: 168 time: 0.4227226 Jul 16 18:41:16.941728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:16.999184 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b371741-a8f3-42c5-a97e-216b21b1d6f5 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.023934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b371741-a8f3-42c5-a97e-216b21b1d6f5 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.085297 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b371741-a8f3-42c5-a97e-216b21b1d6f5 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.087816 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b371741-a8f3-42c5-a97e-216b21b1d6f5 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.089641 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7b371741-a8f3-42c5-a97e-216b21b1d6f5 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] 10.222.0.52 "DELETE /v2.0/security-groups/8958cc8b-780b-4da5-b3be-5bcdf153fe47 HTTP/1.1" status: 204 len: 168 time: 0.1462808 Jul 16 18:41:17.098594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b371741-a8f3-42c5-a97e-216b21b1d6f5 tempest-TestServerBasicOps-93986381 tempest-TestServerBasicOps-93986381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8958cc8b-780b-4da5-b3be-5bcdf153fe47,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:17.136582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:17.661863 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.916068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Deleting port 85d9288c-f638-412a-9e2b-aa363ba3b1f5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:17.916331 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.993868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] For port 85d9288c-f638-412a-9e2b-aa363ba3b1f5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=85d9288c-f638-412a-9e2b-aa363ba3b1f5,segment=NetworkSegment(873f11e2-b772-4522-90f6-4c3d59eacda1),segment_id=873f11e2-b772-4522-90f6-4c3d59eacda1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:17.994225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.006135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Calling delete_port for 85d9288c-f638-412a-9e2b-aa363ba3b1f5 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:18.182690 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.209855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=85d9288c-f638-412a-9e2b-aa363ba3b1f5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:18.220443 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:18.220797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:18.221140 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:18.221514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:18.221859 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:18.222488 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:18.222600 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:18.222841 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:18.223162 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:18.223509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:18.223825 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:18.224153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:18.393360 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.606047 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Router 6d91460f-fc4a-40f8-896b-b394c8cd7307 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:18.710979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:18.716394 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-31f3e482-9362-4418-96d3-6a27cdd68a3c admin admin] 10.222.0.52 "PUT /v2.0/routers/6d91460f-fc4a-40f8-896b-b394c8cd7307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5787156 Jul 16 18:41:18.718850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49416) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:18.719727 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dd79d-f8a5-4afe-a9c2-8990e37f2e4b None None] Sync routers for ids ['6d91460f-fc4a-40f8-896b-b394c8cd7307'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:18.728698 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8dd79d-f8a5-4afe-a9c2-8990e37f2e4b None None] Routers {'6d91460f-fc4a-40f8-896b-b394c8cd7307'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:18.729379 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ff8dd79d-f8a5-4afe-a9c2-8990e37f2e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6d91460f-fc4a-40f8-896b-b394c8cd7307'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:18.820423 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.832154 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ff8dd79d-f8a5-4afe-a9c2-8990e37f2e4b None None] Set router 6d91460f-fc4a-40f8-896b-b394c8cd7307 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:18.918602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.976400 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Deleting port 1579ac9a-42d1-4acb-9975-009d83bae3b1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:18.976740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.009677 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ff8dd79d-f8a5-4afe-a9c2-8990e37f2e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:41:18Z', 'revision_number': 5, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port': {'id': '1579ac9a-42d1-4acb-9975-009d83bae3b1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:19.035602 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dd79d-f8a5-4afe-a9c2-8990e37f2e4b None None] Checking router: 6d91460f-fc4a-40f8-896b-b394c8cd7307 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:19.044350 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8dd79d-f8a5-4afe-a9c2-8990e37f2e4b None None] Routers {'6d91460f-fc4a-40f8-896b-b394c8cd7307'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:19.044973 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ff8dd79d-f8a5-4afe-a9c2-8990e37f2e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6d91460f-fc4a-40f8-896b-b394c8cd7307'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:19.054307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] For port 1579ac9a-42d1-4acb-9975-009d83bae3b1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1579ac9a-42d1-4acb-9975-009d83bae3b1,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:19.054671 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.068062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Calling delete_port for 1579ac9a-42d1-4acb-9975-009d83bae3b1 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:19.216499 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ff8dd79d-f8a5-4afe-a9c2-8990e37f2e4b None None] Set router 6d91460f-fc4a-40f8-896b-b394c8cd7307 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:19.236120 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.261716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Pushing event deleted for resources: {'Port': ['ID=1579ac9a-42d1-4acb-9975-009d83bae3b1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:19.269646 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ff8dd79d-f8a5-4afe-a9c2-8990e37f2e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:41:18Z', 'revision_number': 6, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:19.295882 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dd79d-f8a5-4afe-a9c2-8990e37f2e4b None None] The sync data for ids ['6d91460f-fc4a-40f8-896b-b394c8cd7307'] in n-d-793618-9 is: [{'id': '6d91460f-fc4a-40f8-896b-b394c8cd7307', 'name': 'tempest-TestServerBasicOps-1687066991-router', 'tenant_id': '4cc7c414e68b445ba51d958644d25fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:41:18Z', 'revision_number': 6, 'project_id': '4cc7c414e68b445ba51d958644d25fb6', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:19.330243 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.419979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.422081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.462592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.463102 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d91460f-fc4a-40f8-896b-b394c8cd7307 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:41:19.468107 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.469414 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-10d92f76-767c-472a-af28-76aa3c19aafa admin admin] 10.222.0.52 "DELETE /v2.0/routers/6d91460f-fc4a-40f8-896b-b394c8cd7307 HTTP/1.1" status: 204 len: 168 time: 0.7496171 Jul 16 18:41:19.472032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:19.515460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Deleting subnet c892e205-5f05-44cd-812d-0c936c8c56cb {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:19.518402 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.551795 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.626233 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.687397 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.714683 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c892e205-5f05-44cd-812d-0c936c8c56cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:19.719527 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.721549 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c892e205-5f05-44cd-812d-0c936c8c56cb HTTP/1.1" status: 204 len: 168 time: 0.2482982 Jul 16 18:41:19.724092 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49420) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:19.727975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7cfe5e-85cb-466b-a4bc-4648f6bca29b None None] Network 9d20ae1c-da31-4a77-890f-409c77eabd3e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:19.736319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:19.736319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:19.736319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:19.736319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:19.736707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:19.737164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:19.737288 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:19.737614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:19.737949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:19.738289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:19.738621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:19.738953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e8b762-898d-4a19-8c41-cb7dd4325bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:19.800479 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.856876 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Deleting port 98724aed-cc09-4746-b670-96da16846ef3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:19.857221 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.925809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] For port 98724aed-cc09-4746-b670-96da16846ef3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=98724aed-cc09-4746-b670-96da16846ef3,segment=NetworkSegment(873f11e2-b772-4522-90f6-4c3d59eacda1),segment_id=873f11e2-b772-4522-90f6-4c3d59eacda1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:19.926195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.938067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Calling delete_port for 98724aed-cc09-4746-b670-96da16846ef3 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:20.017388 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.044032 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=98724aed-cc09-4746-b670-96da16846ef3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.048861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] No DVR routers for this DVR port 98724aed-cc09-4746-b670-96da16846ef3 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:20.090265 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74fe1ec-1fb9-42d3-942a-e1ee5b471f4b None None] DHCP port deletion for 9d20ae1c-da31-4a77-890f-409c77eabd3e request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:41:20.135860 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.146653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d20ae1c-da31-4a77-890f-409c77eabd3e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:20.147845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1579ac9a-42d1-4acb-9975-009d83bae3b1 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:20.157235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873f11e2-b772-4522-90f6-4c3d59eacda1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:20.157568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873f11e2-b772-4522-90f6-4c3d59eacda1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:20.167261 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.169467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 1579ac9a-42d1-4acb-9975-009d83bae3b1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:20.169816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1579ac9a-42d1-4acb-9975-009d83bae3b1 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:20.170231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 98724aed-cc09-4746-b670-96da16846ef3 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:20.186197 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.190102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 98724aed-cc09-4746-b670-96da16846ef3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:20.190461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 98724aed-cc09-4746-b670-96da16846ef3 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:20.190918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 85d9288c-f638-412a-9e2b-aa363ba3b1f5 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:20.193945 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:20.194496 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:20.196350 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:20.212480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 85d9288c-f638-412a-9e2b-aa363ba3b1f5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:20.213027 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 85d9288c-f638-412a-9e2b-aa363ba3b1f5 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:20.257062 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.263031 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.267892 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9d20ae1c-da31-4a77-890f-409c77eabd3e HTTP/1.1" status: 204 len: 168 time: 0.5401139 Jul 16 18:41:20.268633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:20.608675 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d14e7-dc6f-44b4-9931-7f404f415c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d20ae1c-da31-4a77-890f-409c77eabd3e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.635994 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2085319f-7312-4b09-bb1c-d1c168447e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.886332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2085319f-7312-4b09-bb1c-d1c168447e09 admin admin] Deleting port 4e20159a-f7ba-4440-9b95-2244299baefa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:20.886601 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2085319f-7312-4b09-bb1c-d1c168447e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.967866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2085319f-7312-4b09-bb1c-d1c168447e09 admin admin] For port 4e20159a-f7ba-4440-9b95-2244299baefa, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4e20159a-f7ba-4440-9b95-2244299baefa,segment=NetworkSegment(300a79d1-7c0b-41f9-8743-c9f08290eccc),segment_id=300a79d1-7c0b-41f9-8743-c9f08290eccc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:20.968229 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2085319f-7312-4b09-bb1c-d1c168447e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.980442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2085319f-7312-4b09-bb1c-d1c168447e09 admin admin] Calling delete_port for 4e20159a-f7ba-4440-9b95-2244299baefa owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:21.155066 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2085319f-7312-4b09-bb1c-d1c168447e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.177166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085319f-7312-4b09-bb1c-d1c168447e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e20159a-f7ba-4440-9b95-2244299baefa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:21.347466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2085319f-7312-4b09-bb1c-d1c168447e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.854875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2085319f-7312-4b09-bb1c-d1c168447e09 admin admin] Router e4a6623b-f89e-499c-b79c-988709198292 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:21.961902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2085319f-7312-4b09-bb1c-d1c168447e09 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:21.966939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2085319f-7312-4b09-bb1c-d1c168447e09 admin admin] 10.222.0.52 "PUT /v2.0/routers/e4a6623b-f89e-499c-b79c-988709198292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6971676 Jul 16 18:41:21.969396 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:21.972292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc559f20-5de2-4ef0-a0c6-54df9b88609d None None] Sync routers for ids ['e4a6623b-f89e-499c-b79c-988709198292'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:21.981574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc559f20-5de2-4ef0-a0c6-54df9b88609d None None] Routers {'e4a6623b-f89e-499c-b79c-988709198292'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:21.982201 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc559f20-5de2-4ef0-a0c6-54df9b88609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e4a6623b-f89e-499c-b79c-988709198292'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:22.073464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.085622 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cc559f20-5de2-4ef0-a0c6-54df9b88609d None None] Set router e4a6623b-f89e-499c-b79c-988709198292 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:22.180623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.234365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Deleting port c0d1cf5e-09dc-4cc0-b990-466d028ad385 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:22.234719 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.263999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc559f20-5de2-4ef0-a0c6-54df9b88609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a6623b-f89e-499c-b79c-988709198292', 'name': 'tempest-TestServerBasicOps-1608523581-router', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:12Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': 'da51fb10a633453099181ccbedd8111a', 'gw_port': {'id': 'c0d1cf5e-09dc-4cc0-b990-466d028ad385', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a6623b-f89e-499c-b79c-988709198292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:22.289513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc559f20-5de2-4ef0-a0c6-54df9b88609d None None] Checking router: e4a6623b-f89e-499c-b79c-988709198292 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:22.298306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc559f20-5de2-4ef0-a0c6-54df9b88609d None None] Routers {'e4a6623b-f89e-499c-b79c-988709198292'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:22.298917 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc559f20-5de2-4ef0-a0c6-54df9b88609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['e4a6623b-f89e-499c-b79c-988709198292'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:22.319930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] For port c0d1cf5e-09dc-4cc0-b990-466d028ad385, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c0d1cf5e-09dc-4cc0-b990-466d028ad385,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:22.320299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.332414 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Calling delete_port for c0d1cf5e-09dc-4cc0-b990-466d028ad385 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:22.508730 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.535156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d1cf5e-09dc-4cc0-b990-466d028ad385,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:22.547133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-cc559f20-5de2-4ef0-a0c6-54df9b88609d None None] Set router e4a6623b-f89e-499c-b79c-988709198292 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:22.597467 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.597717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-cc559f20-5de2-4ef0-a0c6-54df9b88609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a6623b-f89e-499c-b79c-988709198292', 'name': 'tempest-TestServerBasicOps-1608523581-router', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:12Z', 'updated_at': '2021-07-16T18:41:22Z', 'revision_number': 6, 'project_id': 'da51fb10a633453099181ccbedd8111a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:22.627517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc559f20-5de2-4ef0-a0c6-54df9b88609d None None] The sync data for ids ['e4a6623b-f89e-499c-b79c-988709198292'] in n-d-793618-9 is: [{'id': 'e4a6623b-f89e-499c-b79c-988709198292', 'name': 'tempest-TestServerBasicOps-1608523581-router', 'tenant_id': 'da51fb10a633453099181ccbedd8111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:12Z', 'updated_at': '2021-07-16T18:41:22Z', 'revision_number': 6, 'project_id': 'da51fb10a633453099181ccbedd8111a', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:22.706203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.708278 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.767173 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.767656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4a6623b-f89e-499c-b79c-988709198292 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:41:22.771836 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.772973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a139c110-acca-4869-aeeb-5aa4042abb83 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e4a6623b-f89e-499c-b79c-988709198292 HTTP/1.1" status: 204 len: 168 time: 0.8026767 Jul 16 18:41:22.775407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:22.819580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-033bba5b-ca84-4a6c-803b-8a00fe114d7d admin admin] Deleting subnet 9050041f-3a1f-4381-aa6a-99705836bdb1 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:22.823142 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033bba5b-ca84-4a6c-803b-8a00fe114d7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.861505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033bba5b-ca84-4a6c-803b-8a00fe114d7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.937474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033bba5b-ca84-4a6c-803b-8a00fe114d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.991301 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033bba5b-ca84-4a6c-803b-8a00fe114d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.016562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bba5b-ca84-4a6c-803b-8a00fe114d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9050041f-3a1f-4381-aa6a-99705836bdb1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:23.022197 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-033bba5b-ca84-4a6c-803b-8a00fe114d7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.024088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-033bba5b-ca84-4a6c-803b-8a00fe114d7d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9050041f-3a1f-4381-aa6a-99705836bdb1 HTTP/1.1" status: 204 len: 168 time: 0.2470732 Jul 16 18:41:23.027474 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49428) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:23.027938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353f1e61-a970-4a4f-b18b-1a2fc2deb752 None None] Network 0a561152-0fa0-4e92-9614-fe071a479c1f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:23.106463 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.158937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Deleting port 4087d083-b9bb-41f1-bd0d-174e8c2f298e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:23.159352 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.225713 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] For port 4087d083-b9bb-41f1-bd0d-174e8c2f298e, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4087d083-b9bb-41f1-bd0d-174e8c2f298e,segment=NetworkSegment(300a79d1-7c0b-41f9-8743-c9f08290eccc),segment_id=300a79d1-7c0b-41f9-8743-c9f08290eccc)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:23.226082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.237334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Calling delete_port for 4087d083-b9bb-41f1-bd0d-174e8c2f298e owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:23.317973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.343344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Pushing event deleted for resources: {'Port': ['ID=4087d083-b9bb-41f1-bd0d-174e8c2f298e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:23.347411 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] No DVR routers for this DVR port 4087d083-b9bb-41f1-bd0d-174e8c2f298e on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:23.406016 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a7c9c-27ba-48f0-981e-102b4546d354 None None] DHCP port deletion for 0a561152-0fa0-4e92-9614-fe071a479c1f request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:41:23.419024 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.429586 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a561152-0fa0-4e92-9614-fe071a479c1f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:23.440864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300a79d1-7c0b-41f9-8743-c9f08290eccc') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:23.441170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300a79d1-7c0b-41f9-8743-c9f08290eccc') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:23.451112 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.468486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.474637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:23.475042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:23.476767 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:23.531013 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.537115 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.538982 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] 10.222.0.52 "DELETE /v2.0/networks/0a561152-0fa0-4e92-9614-fe071a479c1f HTTP/1.1" status: 204 len: 168 time: 0.5105019 Jul 16 18:41:23.550794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec359a-dbef-4007-942e-9002ce9c891a admin admin] Pushing event deleted for resources: {'Network': ['ID=0a561152-0fa0-4e92-9614-fe071a479c1f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:23.651627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:23.704627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d5704343-81d6-47a4-94bb-e1929fbc124a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4cc7c414e68b445ba51d958644d25fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507951 Jul 16 18:41:23.707234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:23.757771 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4368b2fb-ae78-4e5b-8f00-5da911e31d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.778822 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4368b2fb-ae78-4e5b-8f00-5da911e31d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.825561 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4368b2fb-ae78-4e5b-8f00-5da911e31d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.828219 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4368b2fb-ae78-4e5b-8f00-5da911e31d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.833515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4368b2fb-ae78-4e5b-8f00-5da911e31d00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d2fa261-ca3a-4951-aada-470a598947c1 HTTP/1.1" status: 204 len: 168 time: 0.1211135 Jul 16 18:41:23.837241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368b2fb-ae78-4e5b-8f00-5da911e31d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2fa261-ca3a-4951-aada-470a598947c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:23.909728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c0d1cf5e-09dc-4cc0-b990-466d028ad385 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:23.930075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c0d1cf5e-09dc-4cc0-b990-466d028ad385 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:23.930421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c0d1cf5e-09dc-4cc0-b990-466d028ad385 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:23.930833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e20159a-f7ba-4440-9b95-2244299baefa no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:23.949416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4e20159a-f7ba-4440-9b95-2244299baefa {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:23.949698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e20159a-f7ba-4440-9b95-2244299baefa not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:23.950112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4087d083-b9bb-41f1-bd0d-174e8c2f298e no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:23.968277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4087d083-b9bb-41f1-bd0d-174e8c2f298e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:23.968608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4087d083-b9bb-41f1-bd0d-174e8c2f298e not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:24.147373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:24.187240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8a4e3536-d826-4dcd-9b7e-66f632132f7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da51fb10a633453099181ccbedd8111a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387175 Jul 16 18:41:24.189605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:24.237241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea3f02db-8765-4d61-a9c3-abdb295b1616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.257782 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea3f02db-8765-4d61-a9c3-abdb295b1616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.307130 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea3f02db-8765-4d61-a9c3-abdb295b1616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.309742 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ea3f02db-8765-4d61-a9c3-abdb295b1616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.310880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ea3f02db-8765-4d61-a9c3-abdb295b1616 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/325ed739-590a-4274-b41f-663398cf0bce HTTP/1.1" status: 204 len: 168 time: 0.1203945 Jul 16 18:41:24.318994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f02db-8765-4d61-a9c3-abdb295b1616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325ed739-590a-4274-b41f-663398cf0bce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:24.952865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:25.050701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-461083774-network', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:25.071810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Made reservation on behalf of 52c009f1d13242a5a42897ca1f07822c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:25.074341 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.082298 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.169837 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.173534 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.200601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:25.206727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4992c1d1-4bc0-4d91-a024-789017107e21,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.212941 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.213420 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Added segment 45f69e97-ae25-4781-986d-e7fd1a65b664 of type vlan for network 747d2470-989c-4dee-b357-0d9951a087dc Jul 16 18:41:25.255650 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.283883 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.285000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:25.285613 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.321647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3675363 Jul 16 18:41:25.324746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:25.329592 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a3a9e3c9-1910-48ab-877c-f9f7c056e485 admin admin] Request body: {'subnet': {'network_id': '747d2470-989c-4dee-b357-0d9951a087dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-461083774-subnet', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:25.362553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f81aa-c061-471e-9606-3211b7ee50d2 admin admin] Pushing event updated for resources: {'Network': ['ID=747d2470-989c-4dee-b357-0d9951a087dc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.373744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 747d2470-989c-4dee-b357-0d9951a087dc details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:25.381213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a9e3c9-1910-48ab-877c-f9f7c056e485 admin admin] Made reservation on behalf of 52c009f1d13242a5a42897ca1f07822c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:25.383732 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a9e3c9-1910-48ab-877c-f9f7c056e485 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.552332 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a9e3c9-1910-48ab-877c-f9f7c056e485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.608547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9e3c9-1910-48ab-877c-f9f7c056e485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.615624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9e3c9-1910-48ab-877c-f9f7c056e485 admin admin] Checking segment: {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:25.616013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a9e3c9-1910-48ab-877c-f9f7c056e485 admin admin] Network hostable DHCP agents. Network: 747d2470-989c-4dee-b357-0d9951a087dc, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:25.631914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a9e3c9-1910-48ab-877c-f9f7c056e485 admin admin] Network 747d2470-989c-4dee-b357-0d9951a087dc is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:25.640850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a3a9e3c9-1910-48ab-877c-f9f7c056e485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 747d2470-989c-4dee-b357-0d9951a087dc) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:25.644990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a9e3c9-1910-48ab-877c-f9f7c056e485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:25.645511 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a9e3c9-1910-48ab-877c-f9f7c056e485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.649438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8a25f1-a216-439e-ae16-e715bae750fe None None] Network 747d2470-989c-4dee-b357-0d9951a087dc requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:25.659684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a3a9e3c9-1910-48ab-877c-f9f7c056e485 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3337512 Jul 16 18:41:25.662538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:25.667497 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-461083774-router', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:25.687711 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.688744 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.751420 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.803953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-747d2470-989c-4dee-b357-0d9951a087dc', 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'fixed_ips': [{'subnet_id': '2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:41:25.804880 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.888924 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.942781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Allocated IP 172.20.0.2 (747d2470-989c-4dee-b357-0d9951a087dc/2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d/0cee781b-ff00-4bab-8d24-b7475c8153f8) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:26.089674 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.094165 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.098461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Transition to ACTIVE for port object 0cee781b-ff00-4bab-8d24-b7475c8153f8 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:26.113463 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.113809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Transition to ACTIVE for port object 0cee781b-ff00-4bab-8d24-b7475c8153f8 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:26.119914 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.157080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Network 747d2470-989c-4dee-b357-0d9951a087dc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:26.161886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:26.165380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:26.174176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Pushing event updated for resources: {'Port': ['ID=0cee781b-ff00-4bab-8d24-b7475c8153f8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.184526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:26.184884 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:26.185229 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:26.185673 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:26.186019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:26.186360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:26.186701 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:26.187037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:26.187370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:26.187706 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:26.188042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:26.188371 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:26.226318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Allocated IP 172.25.8.251 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/d5c651a1-27e4-495c-882e-b923fc8cc318) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:26.246849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Attempting to bind port 0cee781b-ff00-4bab-8d24-b7475c8153f8 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:26.247223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Attempting to bind port 0cee781b-ff00-4bab-8d24-b7475c8153f8 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:26.247587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Attempting to bind port 0cee781b-ff00-4bab-8d24-b7475c8153f8 on network 747d2470-989c-4dee-b357-0d9951a087dc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:26.252695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:26.253072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Checking segment: {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:26.253520 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.253915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Bound using segment: {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:26.254373 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Bound port: 0cee781b-ff00-4bab-8d24-b7475c8153f8, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:26.254982 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.315954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] For port 0cee781b-ff00-4bab-8d24-b7475c8153f8, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:26.319335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] For port 0cee781b-ff00-4bab-8d24-b7475c8153f8, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0cee781b-ff00-4bab-8d24-b7475c8153f8,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:26.323562 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.330405 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.375614 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.387015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df6f32-b394-44c1-87a4-154a3af1a2ac None None] Pushing event updated for resources: {'Port': ['ID=0cee781b-ff00-4bab-8d24-b7475c8153f8,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.414240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:26.419403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:26.422837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:26.451739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c651a1-27e4-495c-882e-b923fc8cc318,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.684918 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.875718 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.005782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Router 11bc7200-765c-4a99-a120-8daa13ae4fbd is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:41:27.119816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:27.130114 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Sync routers for ids ['11bc7200-765c-4a99-a120-8daa13ae4fbd'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:27.137094 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.141120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-58a0a702-06fc-43f9-9af9-c1bd82ef82e5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4751387 Jul 16 18:41:27.141642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:27.148073 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Routers {'11bc7200-765c-4a99-a120-8daa13ae4fbd'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:27.148952 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['11bc7200-765c-4a99-a120-8daa13ae4fbd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:27.258846 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Set router 11bc7200-765c-4a99-a120-8daa13ae4fbd gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:27.261662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa18178-6aa2-40e6-a6dd-e427e542b10b None None] Network 747d2470-989c-4dee-b357-0d9951a087dc requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:27.345100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d04fb889-fd59-467b-8f2b-51f5f771a4da None None] Provisioning for port 0cee781b-ff00-4bab-8d24-b7475c8153f8 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:27.439322 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'name': 'tempest-TestServerMultinode-461083774-router', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:25Z', 'updated_at': '2021-07-16T18:41:26Z', 'revision_number': 3, 'project_id': '52c009f1d13242a5a42897ca1f07822c', 'gw_port': {'id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:26Z', 'updated_at': '2021-07-16T18:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:27.465894 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Checking router: 11bc7200-765c-4a99-a120-8daa13ae4fbd for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:27.466253 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Updating router 11bc7200-765c-4a99-a120-8daa13ae4fbd port d5c651a1-27e4-495c-882e-b923fc8cc318 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:41:27.501289 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.596532 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.756373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Allocated IP 172.20.0.1 (747d2470-989c-4dee-b357-0d9951a087dc/2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d/f20cb000-7ddd-4454-87d2-4accd1befec7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:27.770379 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.780976 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Transition to ACTIVE for port object d5c651a1-27e4-495c-882e-b923fc8cc318 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:27.786635 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.837001 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Pushing event updated for resources: {'Port': ['ID=d5c651a1-27e4-495c-882e-b923fc8cc318,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.845334 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:27.845680 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:27.846021 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:27.846356 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:27.846690 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:27.847019 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:27.847352 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:27.847672 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:27.847991 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:27.848311 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:27.848619 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:27.848961 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:27.854119 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Attempting to bind port d5c651a1-27e4-495c-882e-b923fc8cc318 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:27.854493 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Attempting to bind port d5c651a1-27e4-495c-882e-b923fc8cc318 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:27.854852 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Attempting to bind port d5c651a1-27e4-495c-882e-b923fc8cc318 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:27.860270 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:27.860638 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:27.861036 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.861447 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:27.862072 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Bound port: d5c651a1-27e4-495c-882e-b923fc8cc318, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:27.862284 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.869625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.884073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Transition to ACTIVE for port object f20cb000-7ddd-4454-87d2-4accd1befec7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:27.917532 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] For port d5c651a1-27e4-495c-882e-b923fc8cc318, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:27.919232 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.920905 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] For port d5c651a1-27e4-495c-882e-b923fc8cc318, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d5c651a1-27e4-495c-882e-b923fc8cc318,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:27.926217 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.945769 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0cee781b-ff00-4bab-8d24-b7475c8153f8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:27.964183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Network 747d2470-989c-4dee-b357-0d9951a087dc is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:27.967119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:27.970832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:27.976566 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Pushing event updated for resources: {'Port': ['ID=f20cb000-7ddd-4454-87d2-4accd1befec7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.001951 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c3f95-8d33-4415-a37b-ee3c403fb966 None None] Pushing event updated for resources: {'Port': ['ID=d5c651a1-27e4-495c-882e-b923fc8cc318,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.009661 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Routers {'11bc7200-765c-4a99-a120-8daa13ae4fbd'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:28.011342 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['11bc7200-765c-4a99-a120-8daa13ae4fbd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:28.019577 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.019951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 0cee781b-ff00-4bab-8d24-b7475c8153f8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:28.025068 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 0cee781b-ff00-4bab-8d24-b7475c8153f8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:28.025744 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.117487 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.140249 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] Set router 11bc7200-765c-4a99-a120-8daa13ae4fbd gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:28.157159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 0cee781b-ff00-4bab-8d24-b7475c8153f8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0cee781b-ff00-4bab-8d24-b7475c8153f8,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:28.162519 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.179940 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.229798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=0cee781b-ff00-4bab-8d24-b7475c8153f8,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.309578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a520ac7f-7c76-400c-b216-f3bf60e8e8cd None None] Provisioning for port f20cb000-7ddd-4454-87d2-4accd1befec7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:28.313481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a520ac7f-7c76-400c-b216-f3bf60e8e8cd None None] Provisioning complete for port f20cb000-7ddd-4454-87d2-4accd1befec7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:28.313876 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a520ac7f-7c76-400c-b216-f3bf60e8e8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.339037 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'name': 'tempest-TestServerMultinode-461083774-router', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:25Z', 'updated_at': '2021-07-16T18:41:26Z', 'revision_number': 3, 'project_id': '52c009f1d13242a5a42897ca1f07822c', 'gw_port': {'id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:26Z', 'updated_at': '2021-07-16T18:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:28.353523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a520ac7f-7c76-400c-b216-f3bf60e8e8cd None None] Port f20cb000-7ddd-4454-87d2-4accd1befec7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:28.361691 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.367315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.367481 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382793c-84af-4191-92a2-4c8e21253ac3 None None] The sync data for ids ['11bc7200-765c-4a99-a120-8daa13ae4fbd'] in n-d-793618-9 is: [{'id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'name': 'tempest-TestServerMultinode-461083774-router', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:25Z', 'updated_at': '2021-07-16T18:41:26Z', 'revision_number': 3, 'project_id': '52c009f1d13242a5a42897ca1f07822c', 'gw_port': {'id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:26Z', 'updated_at': '2021-07-16T18:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:28.440882 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.443060 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Pushing event updated for resources: {'Port': ['ID=f20cb000-7ddd-4454-87d2-4accd1befec7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.536982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Network 747d2470-989c-4dee-b357-0d9951a087dc is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:28.538467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:28.674656 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Router 11bc7200-765c-4a99-a120-8daa13ae4fbd has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:28.793567 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:28.798701 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dd875515-261d-414a-8566-bf7649d3400b admin admin] 10.222.0.52 "PUT /v2.0/routers/11bc7200-765c-4a99-a120-8daa13ae4fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6559477 Jul 16 18:41:28.874555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-db9900b9-1796-467a-b81e-d884fd1afb93 None None] Provisioning complete for port f20cb000-7ddd-4454-87d2-4accd1befec7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:28.875209 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db9900b9-1796-467a-b81e-d884fd1afb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.910130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-db9900b9-1796-467a-b81e-d884fd1afb93 None None] Port f20cb000-7ddd-4454-87d2-4accd1befec7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:29.276507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49490) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:29.281920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1202820664-network', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:29.302906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Made reservation on behalf of 1e22e86f11e44293b9110cd76da6157d for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:29.305275 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.313866 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.403467 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.407552 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.428955 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:29.442106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120d7a07-f84c-4670-926d-acbda5a919b6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:29.447168 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.447528 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Added segment f2f39168-98b5-4814-9c0d-a815ce9b33fa of type vlan for network 07146209-074d-4580-a230-c1b704dabdbd Jul 16 18:41:29.489705 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.517027 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.518003 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:29.518581 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.545940 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2682848 Jul 16 18:41:29.548778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:29.554417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b84df71c-01b5-4ee2-8fa2-cd51e7a44653 admin admin] Request body: {'subnet': {'network_id': '07146209-074d-4580-a230-c1b704dabdbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1202820664-subnet', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:29.575820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84df71c-01b5-4ee2-8fa2-cd51e7a44653 admin admin] Made reservation on behalf of 1e22e86f11e44293b9110cd76da6157d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:29.578177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b84df71c-01b5-4ee2-8fa2-cd51e7a44653 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.579693 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62da55-de71-478e-9c6a-2433bcd8a5cc admin admin] Pushing event updated for resources: {'Network': ['ID=07146209-074d-4580-a230-c1b704dabdbd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:29.590066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 07146209-074d-4580-a230-c1b704dabdbd details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:29.762545 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b84df71c-01b5-4ee2-8fa2-cd51e7a44653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.819370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84df71c-01b5-4ee2-8fa2-cd51e7a44653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d6ebea-8e79-4a7f-a839-f532ccab15c3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:29.828877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84df71c-01b5-4ee2-8fa2-cd51e7a44653 admin admin] Checking segment: {'id': 'f2f39168-98b5-4814-9c0d-a815ce9b33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07146209-074d-4580-a230-c1b704dabdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:29.829243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84df71c-01b5-4ee2-8fa2-cd51e7a44653 admin admin] Network hostable DHCP agents. Network: 07146209-074d-4580-a230-c1b704dabdbd, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:29.847011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84df71c-01b5-4ee2-8fa2-cd51e7a44653 admin admin] Network 07146209-074d-4580-a230-c1b704dabdbd is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:29.861496 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b84df71c-01b5-4ee2-8fa2-cd51e7a44653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 07146209-074d-4580-a230-c1b704dabdbd) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:29.866001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84df71c-01b5-4ee2-8fa2-cd51e7a44653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:29.866597 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b84df71c-01b5-4ee2-8fa2-cd51e7a44653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.875606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14124f5-cda7-4738-8a65-732373a0261f None None] Network 07146209-074d-4580-a230-c1b704dabdbd requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:29.883941 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b84df71c-01b5-4ee2-8fa2-cd51e7a44653 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3332009 Jul 16 18:41:29.886936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:29.891585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1202820664-router', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:29.915340 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.917360 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.977949 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.005259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0cee781b-ff00-4bab-8d24-b7475c8153f8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:30.032098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Sync routers for ids ['11bc7200-765c-4a99-a120-8daa13ae4fbd'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:30.069398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Routers {'11bc7200-765c-4a99-a120-8daa13ae4fbd'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:30.069996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['11bc7200-765c-4a99-a120-8daa13ae4fbd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:30.146753 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-07146209-074d-4580-a230-c1b704dabdbd', 'network_id': '07146209-074d-4580-a230-c1b704dabdbd', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'fixed_ips': [{'subnet_id': 'd3d6ebea-8e79-4a7f-a839-f532ccab15c3'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:41:30.147754 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.157019 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4447175-85a5-4272-82c5-fe9e5407376a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.216400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 0cee781b-ff00-4bab-8d24-b7475c8153f8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:30.216786 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.326484 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Set router 11bc7200-765c-4a99-a120-8daa13ae4fbd gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:30.417777 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.505359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Allocated IP 172.20.0.2 (07146209-074d-4580-a230-c1b704dabdbd/d3d6ebea-8e79-4a7f-a839-f532ccab15c3/f8118bda-5843-4f88-92e4-92a837655217) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:30.537909 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d5c651a1-27e4-495c-882e-b923fc8cc318 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:30.620022 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.639528 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.710829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port d5c651a1-27e4-495c-882e-b923fc8cc318 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:30.725452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d5c651a1-27e4-495c-882e-b923fc8cc318 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:30.725830 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.747308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Allocated IP 172.25.8.196 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/707e5c4c-37b1-4dc6-9691-19ceea584671) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:30.807781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'name': 'tempest-TestServerMultinode-461083774-router', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:25Z', 'updated_at': '2021-07-16T18:41:28Z', 'revision_number': 4, 'project_id': '52c009f1d13242a5a42897ca1f07822c', 'gw_port': {'id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:26Z', 'updated_at': '2021-07-16T18:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f20cb000-7ddd-4454-87d2-4accd1befec7', 'name': '', 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'mac_address': 'fa:16:3e:96:e9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:27Z', 'updated_at': '2021-07-16T18:41:28Z', 'revision_number': 2, 'project_id': '52c009f1d13242a5a42897ca1f07822c', 'subnets': [{'id': '2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:30.812138 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.844644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Checking router: 11bc7200-765c-4a99-a120-8daa13ae4fbd for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:30.845041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Updating router 11bc7200-765c-4a99-a120-8daa13ae4fbd port f20cb000-7ddd-4454-87d2-4accd1befec7 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:41:30.847318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Transition to ACTIVE for port object f8118bda-5843-4f88-92e4-92a837655217 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:30.856199 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.893003 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Transition to ACTIVE for port object f8118bda-5843-4f88-92e4-92a837655217 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:30.897342 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.922369 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.937846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:30.938745 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.944419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:30.948812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:30.974936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Pushing event updated for resources: {'Port': ['ID=707e5c4c-37b1-4dc6-9691-19ceea584671,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:30.979967 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.988065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Network 07146209-074d-4580-a230-c1b704dabdbd is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:31.019323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:31.028460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:31.037166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Pushing event updated for resources: {'Port': ['ID=f8118bda-5843-4f88-92e4-92a837655217,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:31.053297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port d5c651a1-27e4-495c-882e-b923fc8cc318, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d5c651a1-27e4-495c-882e-b923fc8cc318,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:31.065410 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.209438 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.378327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Attempting to bind port f8118bda-5843-4f88-92e4-92a837655217 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:31.378705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Attempting to bind port f8118bda-5843-4f88-92e4-92a837655217 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'f2f39168-98b5-4814-9c0d-a815ce9b33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07146209-074d-4580-a230-c1b704dabdbd'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:31.379078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Attempting to bind port f8118bda-5843-4f88-92e4-92a837655217 on network 07146209-074d-4580-a230-c1b704dabdbd {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:31.384979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=d5c651a1-27e4-495c-882e-b923fc8cc318,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:31.398116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:31.398481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Checking segment: {'id': 'f2f39168-98b5-4814-9c0d-a815ce9b33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07146209-074d-4580-a230-c1b704dabdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:31.398893 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.399419 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Bound using segment: {'id': 'f2f39168-98b5-4814-9c0d-a815ce9b33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07146209-074d-4580-a230-c1b704dabdbd'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:31.399780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Bound port: f8118bda-5843-4f88-92e4-92a837655217, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f39168-98b5-4814-9c0d-a815ce9b33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07146209-074d-4580-a230-c1b704dabdbd'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:31.400721 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.411660 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.527405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] For port f8118bda-5843-4f88-92e4-92a837655217, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:31.535785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Router aa842786-b90c-4fc8-869a-5b098eb6ebae is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:41:31.545463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] For port f8118bda-5843-4f88-92e4-92a837655217, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f8118bda-5843-4f88-92e4-92a837655217,segment=NetworkSegment(f2f39168-98b5-4814-9c0d-a815ce9b33fa),segment_id=f2f39168-98b5-4814-9c0d-a815ce9b33fa)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:31.555794 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.649671 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.653154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0b178-c838-475f-905c-80a2dc2560b6 None None] Pushing event updated for resources: {'Port': ['ID=f8118bda-5843-4f88-92e4-92a837655217,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:31.659090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:31.664776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Transition to ACTIVE for port object f20cb000-7ddd-4454-87d2-4accd1befec7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:31.673737 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Sync routers for ids ['aa842786-b90c-4fc8-869a-5b098eb6ebae'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:31.674650 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.680189 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.684423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49496) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:31.684949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-73e313e6-96e3-49eb-a096-b449ea389654 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7969074 Jul 16 18:41:31.688893 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Routers {'aa842786-b90c-4fc8-869a-5b098eb6ebae'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:31.689739 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['aa842786-b90c-4fc8-869a-5b098eb6ebae'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:31.720122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fabce3-0c7b-4e70-b0d2-042410d39f77 None None] Pushing event updated for resources: {'Port': ['ID=f20cb000-7ddd-4454-87d2-4accd1befec7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:31.802063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Attempting to bind port f20cb000-7ddd-4454-87d2-4accd1befec7 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:31.802370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Attempting to bind port f20cb000-7ddd-4454-87d2-4accd1befec7 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:31.802740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Attempting to bind port f20cb000-7ddd-4454-87d2-4accd1befec7 on network 747d2470-989c-4dee-b357-0d9951a087dc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:31.815450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:31.816058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Checking segment: {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:31.816660 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.817072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Bound using segment: {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:31.817985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Bound port: f20cb000-7ddd-4454-87d2-4accd1befec7, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:31.818635 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.854148 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Set router aa842786-b90c-4fc8-869a-5b098eb6ebae gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:31.954790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] For port f20cb000-7ddd-4454-87d2-4accd1befec7, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:31.960005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] For port f20cb000-7ddd-4454-87d2-4accd1befec7, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f20cb000-7ddd-4454-87d2-4accd1befec7,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:31.966538 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.031394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d5c651a1-27e4-495c-882e-b923fc8cc318 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:32.122058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Routers {'11bc7200-765c-4a99-a120-8daa13ae4fbd'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:32.122710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['11bc7200-765c-4a99-a120-8daa13ae4fbd'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:32.124427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fabce3-0c7b-4e70-b0d2-042410d39f77 None None] Pushing event updated for resources: {'Port': ['ID=f20cb000-7ddd-4454-87d2-4accd1befec7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.169648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d5c651a1-27e4-495c-882e-b923fc8cc318 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:32.170033 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.176290 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'name': 'tempest-TestServerMultinode-1202820664-router', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:29Z', 'updated_at': '2021-07-16T18:41:31Z', 'revision_number': 3, 'project_id': '1e22e86f11e44293b9110cd76da6157d', 'gw_port': {'id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:30Z', 'updated_at': '2021-07-16T18:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:32.214536 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Checking router: aa842786-b90c-4fc8-869a-5b098eb6ebae for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:32.214888 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Updating router aa842786-b90c-4fc8-869a-5b098eb6ebae port 707e5c4c-37b1-4dc6-9691-19ceea584671 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:41:32.260934 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.317822 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.340692 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa06f8ae-9e9f-4584-8fb4-7d623a114ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.357866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] Set router 11bc7200-765c-4a99-a120-8daa13ae4fbd gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:32.507411 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Allocated IP 172.20.0.1 (07146209-074d-4580-a230-c1b704dabdbd/d3d6ebea-8e79-4a7f-a839-f532ccab15c3/1f6b766f-213f-4de2-902c-7c16d159c5a3) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:32.596146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'name': 'tempest-TestServerMultinode-461083774-router', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:25Z', 'updated_at': '2021-07-16T18:41:28Z', 'revision_number': 4, 'project_id': '52c009f1d13242a5a42897ca1f07822c', 'gw_port': {'id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:26Z', 'updated_at': '2021-07-16T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f20cb000-7ddd-4454-87d2-4accd1befec7', 'name': '', 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'mac_address': 'fa:16:3e:96:e9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:27Z', 'updated_at': '2021-07-16T18:41:31Z', 'revision_number': 4, 'project_id': '52c009f1d13242a5a42897ca1f07822c', 'subnets': [{'id': '2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:32.629288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff17253-9764-453f-b97e-bfd35f90f23f None None] The sync data for ids ['11bc7200-765c-4a99-a120-8daa13ae4fbd'] in n-d-793618-9 is: [{'id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'name': 'tempest-TestServerMultinode-461083774-router', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:25Z', 'updated_at': '2021-07-16T18:41:28Z', 'revision_number': 4, 'project_id': '52c009f1d13242a5a42897ca1f07822c', 'gw_port': {'id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:26Z', 'updated_at': '2021-07-16T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'f20cb000-7ddd-4454-87d2-4accd1befec7', 'name': '', 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'mac_address': 'fa:16:3e:96:e9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:27Z', 'updated_at': '2021-07-16T18:41:31Z', 'revision_number': 4, 'project_id': '52c009f1d13242a5a42897ca1f07822c', 'subnets': [{'id': '2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:32.638288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.656315 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Transition to ACTIVE for port object 1f6b766f-213f-4de2-902c-7c16d159c5a3 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:32.658173 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.671046 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Transition to ACTIVE for port object 707e5c4c-37b1-4dc6-9691-19ceea584671 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:32.683807 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.724721 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.773262 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Attempting to bind port 707e5c4c-37b1-4dc6-9691-19ceea584671 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:32.777952 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Attempting to bind port 707e5c4c-37b1-4dc6-9691-19ceea584671 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:32.778237 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Attempting to bind port 707e5c4c-37b1-4dc6-9691-19ceea584671 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:32.778800 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.780513 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb0e41-210f-4187-a00c-d8a9b0dac131 None None] Pushing event updated for resources: {'Port': ['ID=707e5c4c-37b1-4dc6-9691-19ceea584671,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.782257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Network 07146209-074d-4580-a230-c1b704dabdbd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:32.786285 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:32.786670 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:32.787196 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.787454 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:32.787923 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Bound port: 707e5c4c-37b1-4dc6-9691-19ceea584671, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:32.788304 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.792603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:32.796603 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:32.822904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Pushing event updated for resources: {'Port': ['ID=1f6b766f-213f-4de2-902c-7c16d159c5a3,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.854670 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.881505 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] For port 707e5c4c-37b1-4dc6-9691-19ceea584671, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:32.885798 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] For port 707e5c4c-37b1-4dc6-9691-19ceea584671, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=707e5c4c-37b1-4dc6-9691-19ceea584671,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:32.889441 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.901862 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.908084 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.967158 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Routers {'aa842786-b90c-4fc8-869a-5b098eb6ebae'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:32.967825 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['aa842786-b90c-4fc8-869a-5b098eb6ebae'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:33.005579 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34e96c1-ccf9-47fa-bdd2-17cf9931e66c None None] Network 07146209-074d-4580-a230-c1b704dabdbd requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:33.025745 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb0e41-210f-4187-a00c-d8a9b0dac131 None None] Pushing event updated for resources: {'Port': ['ID=707e5c4c-37b1-4dc6-9691-19ceea584671,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:33.048884 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e307014b-5e62-43c9-9d2a-de8c3e05e079 None None] Provisioning for port f8118bda-5843-4f88-92e4-92a837655217 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:33.066477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.106906 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] Set router aa842786-b90c-4fc8-869a-5b098eb6ebae gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:33.279545 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.286506 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.328372 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'name': 'tempest-TestServerMultinode-1202820664-router', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:29Z', 'updated_at': '2021-07-16T18:41:31Z', 'revision_number': 3, 'project_id': '1e22e86f11e44293b9110cd76da6157d', 'gw_port': {'id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:30Z', 'updated_at': '2021-07-16T18:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:33.370700 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2834d539-4e90-4e10-abbf-e22dffd89ffa None None] The sync data for ids ['aa842786-b90c-4fc8-869a-5b098eb6ebae'] in n-d-793618-9 is: [{'id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'name': 'tempest-TestServerMultinode-1202820664-router', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:29Z', 'updated_at': '2021-07-16T18:41:31Z', 'revision_number': 3, 'project_id': '1e22e86f11e44293b9110cd76da6157d', 'gw_port': {'id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:36:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:30Z', 'updated_at': '2021-07-16T18:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:33.378439 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.391417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Pushing event updated for resources: {'Port': ['ID=1f6b766f-213f-4de2-902c-7c16d159c5a3,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:33.512577 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Network 07146209-074d-4580-a230-c1b704dabdbd is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:33.516610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:33.542981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e9f8b98d-59c3-401e-bc71-a95a9cd14c58 None None] Provisioning for port 1f6b766f-213f-4de2-902c-7c16d159c5a3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:33.551262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e9f8b98d-59c3-401e-bc71-a95a9cd14c58 None None] Provisioning complete for port 1f6b766f-213f-4de2-902c-7c16d159c5a3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:33.553501 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9f8b98d-59c3-401e-bc71-a95a9cd14c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.610907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8b98d-59c3-401e-bc71-a95a9cd14c58 None None] Port 1f6b766f-213f-4de2-902c-7c16d159c5a3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:33.697391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Router aa842786-b90c-4fc8-869a-5b098eb6ebae has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:33.842070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:33.842690 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f9d97f68-2189-471d-a513-af5b90e21674 None None] Provisioning complete for port 1f6b766f-213f-4de2-902c-7c16d159c5a3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:33.842690 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9d97f68-2189-471d-a513-af5b90e21674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.855480 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d98c53e3-b1a2-40c2-9fae-d2b396a9660f admin admin] 10.222.0.52 "PUT /v2.0/routers/aa842786-b90c-4fc8-869a-5b098eb6ebae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1687500 Jul 16 18:41:33.943129 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.944094 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f9d97f68-2189-471d-a513-af5b90e21674 None None] Port 1f6b766f-213f-4de2-902c-7c16d159c5a3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:34.081984 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-21e7c0a1-e78a-425f-8d4d-a25634d3aa3e None None] Provisioning complete for port 1f6b766f-213f-4de2-902c-7c16d159c5a3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:34.085459 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21e7c0a1-e78a-425f-8d4d-a25634d3aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.116685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 707e5c4c-37b1-4dc6-9691-19ceea584671 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:34.160916 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-21e7c0a1-e78a-425f-8d4d-a25634d3aa3e None None] Port 1f6b766f-213f-4de2-902c-7c16d159c5a3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:34.183624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 707e5c4c-37b1-4dc6-9691-19ceea584671 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:34.187949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 707e5c4c-37b1-4dc6-9691-19ceea584671 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:34.188290 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.270859 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.295205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 707e5c4c-37b1-4dc6-9691-19ceea584671, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=707e5c4c-37b1-4dc6-9691-19ceea584671,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:34.300081 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.300979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f20cb000-7ddd-4454-87d2-4accd1befec7 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:34.384741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=707e5c4c-37b1-4dc6-9691-19ceea584671,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:34.397452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f20cb000-7ddd-4454-87d2-4accd1befec7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:34.402033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f20cb000-7ddd-4454-87d2-4accd1befec7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:34.402707 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.489785 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.526217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port f20cb000-7ddd-4454-87d2-4accd1befec7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f20cb000-7ddd-4454-87d2-4accd1befec7,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:34.530563 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.531494 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f8118bda-5843-4f88-92e4-92a837655217 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:34.548323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-da3a8b35-1c6d-4e48-9e68-85e9b09719f1 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:34.550618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-da3a8b35-1c6d-4e48-9e68-85e9b09719f1 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/networks?id=747d2470-989c-4dee-b357-0d9951a087dc HTTP/1.1" status: 200 len: 910 time: 0.0980277 Jul 16 18:41:34.566291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-efeee60e-a2c8-4bf7-949b-9950b270eb38 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/quotas/1e22e86f11e44293b9110cd76da6157d HTTP/1.1" status: 200 len: 375 time: 0.0094512 Jul 16 18:41:34.614101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=f20cb000-7ddd-4454-87d2-4accd1befec7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:34.626139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f8118bda-5843-4f88-92e4-92a837655217 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:34.630510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f8118bda-5843-4f88-92e4-92a837655217 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:34.630893 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.673709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-d45a0f6e-ec1c-4216-b5cb-60d272b4258a tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e22e86f11e44293b9110cd76da6157d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016109 Jul 16 18:41:34.711808 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.746585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port f8118bda-5843-4f88-92e4-92a837655217, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f8118bda-5843-4f88-92e4-92a837655217,segment=NetworkSegment(f2f39168-98b5-4814-9c0d-a815ce9b33fa),segment_id=f2f39168-98b5-4814-9c0d-a815ce9b33fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:34.750940 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.786472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-ffd4466f-8f74-4ffc-bab3-12a9c2677c96 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:41:34.787491 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-ffd4466f-8f74-4ffc-bab3-12a9c2677c96 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1131184 Jul 16 18:41:34.798969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=f8118bda-5843-4f88-92e4-92a837655217,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:34.880204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-8ffab89b-05ae-4ba5-a90b-a53111a38119 service neutron] 10.222.0.52 "GET /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865064 Jul 16 18:41:34.973741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-f67d2c00-7130-4167-be9b-1a0f1d8c4420 service neutron] 10.222.0.52 "GET /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871620 Jul 16 18:41:35.137827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84ae238d-90a7-46ee-a98c-874e92f9be4c req-d4f3c2e7-3f69-4748-afc9-1303fd57ae6e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 210 time: 0.0288577 Jul 16 18:41:35.593066 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.920223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f20cb000-7ddd-4454-87d2-4accd1befec7 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:36.095297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Sync routers for ids ['aa842786-b90c-4fc8-869a-5b098eb6ebae'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:36.117528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Routers {'aa842786-b90c-4fc8-869a-5b098eb6ebae'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:36.118157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['aa842786-b90c-4fc8-869a-5b098eb6ebae'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:36.173938 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f20cb000-7ddd-4454-87d2-4accd1befec7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:36.174320 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.199467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0d0bf68f-bf01-4ac0-95b4-f44f37a8e222 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.201872 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0d0bf68f-bf01-4ac0-95b4-f44f37a8e222 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.42 "GET /v2.0/networks?id=747d2470-989c-4dee-b357-0d9951a087dc HTTP/1.1" status: 200 len: 910 time: 0.1074698 Jul 16 18:41:36.217583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Request body: {'port': {'device_id': 'd8d91149-3987-433c-81ae-3c48a3ef6c48', 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc', 'admin_state_up': True, 'tenant_id': '1e22e86f11e44293b9110cd76da6157d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:36.245645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Made reservation on behalf of 1e22e86f11e44293b9110cd76da6157d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:36.251731 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.267948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Set router aa842786-b90c-4fc8-869a-5b098eb6ebae gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:36.313000 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc2c4178-2140-410e-8cdd-1752040a4c78 req-c56f1b2d-90b0-47a7-9bef-3c55a890f410 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 210 time: 0.0363424 Jul 16 18:41:36.372515 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 707e5c4c-37b1-4dc6-9691-19ceea584671 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:36.408784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Allocated IP 172.20.0.13 (747d2470-989c-4dee-b357-0d9951a087dc/2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d/99eaa20a-6e26-42a1-b09a-8daeabc75aa3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:36.488323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 707e5c4c-37b1-4dc6-9691-19ceea584671 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:36.488696 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.551216 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.565890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Transition to ACTIVE for port object 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:36.593337 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'name': 'tempest-TestServerMultinode-1202820664-router', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:29Z', 'updated_at': '2021-07-16T18:41:32Z', 'revision_number': 4, 'project_id': '1e22e86f11e44293b9110cd76da6157d', 'gw_port': {'id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:30Z', 'updated_at': '2021-07-16T18:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '1f6b766f-213f-4de2-902c-7c16d159c5a3', 'name': '', 'network_id': '07146209-074d-4580-a230-c1b704dabdbd', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'mac_address': 'fa:16:3e:09:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd3d6ebea-8e79-4a7f-a839-f532ccab15c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:32Z', 'updated_at': '2021-07-16T18:41:33Z', 'revision_number': 2, 'project_id': '1e22e86f11e44293b9110cd76da6157d', 'subnets': [{'id': 'd3d6ebea-8e79-4a7f-a839-f532ccab15c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:36.599483 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.625634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Checking router: aa842786-b90c-4fc8-869a-5b098eb6ebae for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:36.625994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Updating router aa842786-b90c-4fc8-869a-5b098eb6ebae port 1f6b766f-213f-4de2-902c-7c16d159c5a3 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:41:36.630522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f8118bda-5843-4f88-92e4-92a837655217 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:36.642724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Network 747d2470-989c-4dee-b357-0d9951a087dc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:36.645502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:36.649063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:36.655536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Pushing event updated for resources: {'Port': ['ID=99eaa20a-6e26-42a1-b09a-8daeabc75aa3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:36.694108 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.697988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.698849 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.714991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-0ed18507-2cfb-458d-a861-2ff5d4ac898e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5048261 Jul 16 18:41:36.751697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f8118bda-5843-4f88-92e4-92a837655217 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:36.752080 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.786234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Request body: {'port': {'device_id': 'd8d91149-3987-433c-81ae-3c48a3ef6c48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:36.865942 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.952779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5bd385cd-bb8d-46b5-828b-e098c2a56d7d None None] Provisioning for port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:36.961974 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5bd385cd-bb8d-46b5-828b-e098c2a56d7d None None] Provisioning complete for port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:36.962914 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5bd385cd-bb8d-46b5-828b-e098c2a56d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.020531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5bd385cd-bb8d-46b5-828b-e098c2a56d7d None None] Port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:37.071080 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.081033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Transition to ACTIVE for port object 1f6b766f-213f-4de2-902c-7c16d159c5a3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:37.087871 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.135346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284e5ed-b6d3-403a-ac58-eb084c6a09a4 None None] Pushing event updated for resources: {'Port': ['ID=1f6b766f-213f-4de2-902c-7c16d159c5a3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:37.138052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:37.146110 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.159028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Transition to ACTIVE for port object 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:37.163334 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.195195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Attempting to bind port 1f6b766f-213f-4de2-902c-7c16d159c5a3 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:37.195569 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Attempting to bind port 1f6b766f-213f-4de2-902c-7c16d159c5a3 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'f2f39168-98b5-4814-9c0d-a815ce9b33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07146209-074d-4580-a230-c1b704dabdbd'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:37.196078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Attempting to bind port 1f6b766f-213f-4de2-902c-7c16d159c5a3 on network 07146209-074d-4580-a230-c1b704dabdbd {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:37.202538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:37.202782 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Checking segment: {'id': 'f2f39168-98b5-4814-9c0d-a815ce9b33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07146209-074d-4580-a230-c1b704dabdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:37.203293 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.203705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Bound using segment: {'id': 'f2f39168-98b5-4814-9c0d-a815ce9b33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07146209-074d-4580-a230-c1b704dabdbd'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:37.204186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Bound port: 1f6b766f-213f-4de2-902c-7c16d159c5a3, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f39168-98b5-4814-9c0d-a815ce9b33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07146209-074d-4580-a230-c1b704dabdbd'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:37.204861 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.217117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Pushing event updated for resources: {'Port': ['ID=99eaa20a-6e26-42a1-b09a-8daeabc75aa3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:37.285166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] For port 1f6b766f-213f-4de2-902c-7c16d159c5a3, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:37.288689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] For port 1f6b766f-213f-4de2-902c-7c16d159c5a3, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1f6b766f-213f-4de2-902c-7c16d159c5a3,segment=NetworkSegment(f2f39168-98b5-4814-9c0d-a815ce9b33fa),segment_id=f2f39168-98b5-4814-9c0d-a815ce9b33fa)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:37.295400 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.300053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Attempting to bind port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:37.300413 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Attempting to bind port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:37.300780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Attempting to bind port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 on network 747d2470-989c-4dee-b357-0d9951a087dc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:37.307313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 on network 747d2470-989c-4dee-b357-0d9951a087dc not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:37.307775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Attempting to bind port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 on network 747d2470-989c-4dee-b357-0d9951a087dc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:37.313462 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:37.313961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Checking segment: {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:37.314433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Bound using segment: {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:37.314925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Bound port: 99eaa20a-6e26-42a1-b09a-8daeabc75aa3, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:37.315467 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.356280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Routers {'aa842786-b90c-4fc8-869a-5b098eb6ebae'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:37.357257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:41:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['aa842786-b90c-4fc8-869a-5b098eb6ebae'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:37.398259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] For port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:37.402635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] For port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=99eaa20a-6e26-42a1-b09a-8daeabc75aa3,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:37.409179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.412858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284e5ed-b6d3-403a-ac58-eb084c6a09a4 None None] Pushing event updated for resources: {'Port': ['ID=1f6b766f-213f-4de2-902c-7c16d159c5a3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:37.470640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.471931 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.473426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] 10.222.0.42 "PUT /v2.0/ports/99eaa20a-6e26-42a1-b09a-8daeabc75aa3 HTTP/1.1" status: 200 len: 1092 time: 0.7515776 Jul 16 18:41:37.475897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d91149-3987-433c-81ae-3c48a3ef6c48', 'tag': '99eaa20a-6e26-42a1-b09a-8daeabc75aa3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:37.480524 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edae18a5-b7cc-4ecd-b01e-54f59bd867ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d91149-3987-433c-81ae-3c48a3ef6c48", "tag": "99eaa20a-6e26-42a1-b09a-8daeabc75aa3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:37.533940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] Set router aa842786-b90c-4fc8-869a-5b098eb6ebae gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:37.553159 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed89f265-1838-40ae-849b-24d6d91eba3e x-openstack-request-id: req-ed89f265-1838-40ae-849b-24d6d91eba3e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:37.553547 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d91149-3987-433c-81ae-3c48a3ef6c48", "tag": "99eaa20a-6e26-42a1-b09a-8daeabc75aa3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:37.553960 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed89f265-1838-40ae-849b-24d6d91eba3e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:37.554452 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d91149-3987-433c-81ae-3c48a3ef6c48', 'tag': '99eaa20a-6e26-42a1-b09a-8daeabc75aa3', 'status': 'completed', 'code': 200} Jul 16 18:41:37.607738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7b006-9761-4c9e-9983-498ca21c5b93 service neutron] Pushing event updated for resources: {'Port': ['ID=99eaa20a-6e26-42a1-b09a-8daeabc75aa3,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:37.652119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618f991-3cf3-4e8f-94a6-f0ad3a6201e8 req-6ca6ea95-dece-4476-ad8f-a2541d4aa164 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.654329 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e618f991-3cf3-4e8f-94a6-f0ad3a6201e8 req-6ca6ea95-dece-4476-ad8f-a2541d4aa164 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1095 time: 0.1359355 Jul 16 18:41:37.656889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-832585a7-a4a6-4f25-aa76-e0edaca9a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.658464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-832585a7-a4a6-4f25-aa76-e0edaca9a8b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e22e86f11e44293b9110cd76da6157d&device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1095 time: 0.1388381 Jul 16 18:41:37.709789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-bb4e9852-55cf-4efe-ac65-68229109d43f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99eaa20a-6e26-42a1-b09a-8daeabc75aa3 HTTP/1.1" status: 200 len: 217 time: 0.0426414 Jul 16 18:41:37.752208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e618f991-3cf3-4e8f-94a6-f0ad3a6201e8 req-d242d61b-e004-41c2-a21d-1c38dcc55ba7 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924726 Jul 16 18:41:37.769408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-48d9b049-4b71-4c39-9bcd-6311e4870271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.770851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-48d9b049-4b71-4c39-9bcd-6311e4870271 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d HTTP/1.1" status: 200 len: 848 time: 0.0519898 Jul 16 18:41:37.795234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'name': 'tempest-TestServerMultinode-1202820664-router', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:29Z', 'updated_at': '2021-07-16T18:41:32Z', 'revision_number': 4, 'project_id': '1e22e86f11e44293b9110cd76da6157d', 'gw_port': {'id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:30Z', 'updated_at': '2021-07-16T18:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '1f6b766f-213f-4de2-902c-7c16d159c5a3', 'name': '', 'network_id': '07146209-074d-4580-a230-c1b704dabdbd', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'mac_address': 'fa:16:3e:09:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd3d6ebea-8e79-4a7f-a839-f532ccab15c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:32Z', 'updated_at': '2021-07-16T18:41:37Z', 'revision_number': 4, 'project_id': '1e22e86f11e44293b9110cd76da6157d', 'subnets': [{'id': 'd3d6ebea-8e79-4a7f-a839-f532ccab15c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:37.824366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538180e-02bc-4c43-a430-c27c22a4a62e None None] The sync data for ids ['aa842786-b90c-4fc8-869a-5b098eb6ebae'] in n-d-793618-9 is: [{'id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'name': 'tempest-TestServerMultinode-1202820664-router', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:29Z', 'updated_at': '2021-07-16T18:41:32Z', 'revision_number': 4, 'project_id': '1e22e86f11e44293b9110cd76da6157d', 'gw_port': {'id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:30Z', 'updated_at': '2021-07-16T18:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '1f6b766f-213f-4de2-902c-7c16d159c5a3', 'name': '', 'network_id': '07146209-074d-4580-a230-c1b704dabdbd', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'mac_address': 'fa:16:3e:09:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd3d6ebea-8e79-4a7f-a839-f532ccab15c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:32Z', 'updated_at': '2021-07-16T18:41:37Z', 'revision_number': 4, 'project_id': '1e22e86f11e44293b9110cd76da6157d', 'subnets': [{'id': 'd3d6ebea-8e79-4a7f-a839-f532ccab15c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:37.838592 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-a9802a9b-e55d-42d9-ab6e-ed9730e3bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.840115 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-a9802a9b-e55d-42d9-ab6e-ed9730e3bf34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=747d2470-989c-4dee-b357-0d9951a087dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631838 Jul 16 18:41:37.957165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-9c983c3d-d4c5-4876-91bb-ba72250cdf84 service neutron] 10.222.0.42 "GET /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104975 Jul 16 18:41:38.054308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c4cf204-adbb-4a3d-a9a0-8a1191e17dfa req-b2260adf-9cbe-4841-92bb-1d1bb5096ff2 service neutron] 10.222.0.42 "GET /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905099 Jul 16 18:41:38.159610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae18a5-b7cc-4ecd-b01e-54f59bd867ed req-7e2d1865-cd51-4619-955f-d085620592db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.161138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edae18a5-b7cc-4ecd-b01e-54f59bd867ed req-7e2d1865-cd51-4619-955f-d085620592db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e22e86f11e44293b9110cd76da6157d&device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1095 time: 0.0564764 Jul 16 18:41:38.260400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae18a5-b7cc-4ecd-b01e-54f59bd867ed req-2a0e47a5-1fd7-44f7-ba71-24e2288af66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.261945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edae18a5-b7cc-4ecd-b01e-54f59bd867ed req-2a0e47a5-1fd7-44f7-ba71-24e2288af66d service neutron] 10.222.0.42 "GET /v2.0/networks?id=747d2470-989c-4dee-b357-0d9951a087dc HTTP/1.1" status: 200 len: 910 time: 0.0942297 Jul 16 18:41:38.303150 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edae18a5-b7cc-4ecd-b01e-54f59bd867ed req-fa87940f-23b3-4788-999e-6786eded8dce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99eaa20a-6e26-42a1-b09a-8daeabc75aa3 HTTP/1.1" status: 200 len: 217 time: 0.0347533 Jul 16 18:41:38.350018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae18a5-b7cc-4ecd-b01e-54f59bd867ed req-79bcf45a-4c74-48c8-93b2-01fe7a6a33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.351415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edae18a5-b7cc-4ecd-b01e-54f59bd867ed req-79bcf45a-4c74-48c8-93b2-01fe7a6a33d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d HTTP/1.1" status: 200 len: 848 time: 0.0414374 Jul 16 18:41:38.413237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae18a5-b7cc-4ecd-b01e-54f59bd867ed req-82edf832-12b5-4652-be64-bb32d8da7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.414770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edae18a5-b7cc-4ecd-b01e-54f59bd867ed req-82edf832-12b5-4652-be64-bb32d8da7420 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=747d2470-989c-4dee-b357-0d9951a087dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555940 Jul 16 18:41:38.507848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edae18a5-b7cc-4ecd-b01e-54f59bd867ed req-0e15bc61-19dc-48e8-b162-ac9a02a81f62 service neutron] 10.222.0.42 "GET /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852463 Jul 16 18:41:38.599325 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edae18a5-b7cc-4ecd-b01e-54f59bd867ed req-6bb02016-63df-44d0-84a5-e5cf988a99ac service neutron] 10.222.0.42 "GET /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845754 Jul 16 18:41:38.917063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50223ef-ab78-4f07-919a-a7a66a6c065e req-af30723a-f9f7-4e60-a56b-d28eb6e26a6b tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.918626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b50223ef-ab78-4f07-919a-a7a66a6c065e req-af30723a-f9f7-4e60-a56b-d28eb6e26a6b tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1095 time: 0.0514889 Jul 16 18:41:38.954102 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b50223ef-ab78-4f07-919a-a7a66a6c065e req-7b72d372-e711-49ba-b8c5-bf87af47d80a tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297801 Jul 16 18:41:39.925109 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1f6b766f-213f-4de2-902c-7c16d159c5a3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:39.973161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 1f6b766f-213f-4de2-902c-7c16d159c5a3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:39.976748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1f6b766f-213f-4de2-902c-7c16d159c5a3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:39.977121 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.056990 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.088747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 1f6b766f-213f-4de2-902c-7c16d159c5a3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1f6b766f-213f-4de2-902c-7c16d159c5a3,segment=NetworkSegment(f2f39168-98b5-4814-9c0d-a815ce9b33fa),segment_id=f2f39168-98b5-4814-9c0d-a815ce9b33fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:40.092932 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.116183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e229fc-649c-437e-923d-8fd992105194 req-6025dffb-840f-40e7-99ff-1941e88353b6 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:40.118796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e229fc-649c-437e-923d-8fd992105194 req-6025dffb-840f-40e7-99ff-1941e88353b6 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1095 time: 0.0548465 Jul 16 18:41:40.141425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=1f6b766f-213f-4de2-902c-7c16d159c5a3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:40.154566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e229fc-649c-437e-923d-8fd992105194 req-278e2ce3-7f54-4cf2-91ba-e629d2e2e4c1 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297170 Jul 16 18:41:40.339911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:40.438689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=99eaa20a-6e26-42a1-b09a-8daeabc75aa3,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:40.450645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '99eaa20a-6e26-42a1-b09a-8daeabc75aa3', 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc', 'port_id': '99eaa20a-6e26-42a1-b09a-8daeabc75aa3', 'mac_address': 'fa:16:3e:74:47:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:40.487772 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.500860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:40.519606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=99eaa20a-6e26-42a1-b09a-8daeabc75aa3,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:40.523534 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.571395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=99eaa20a-6e26-42a1-b09a-8daeabc75aa3,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:40.722470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['99eaa20a-6e26-42a1-b09a-8daeabc75aa3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:41.609967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2754f-c549-406a-a832-7f40d3760bc1 req-f4379e74-5740-46d7-a04b-43becb824d65 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.611523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15f2754f-c549-406a-a832-7f40d3760bc1 req-f4379e74-5740-46d7-a04b-43becb824d65 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1096 time: 0.3465905 Jul 16 18:41:41.644413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-15f2754f-c549-406a-a832-7f40d3760bc1 req-8563465d-ddad-411d-bc4b-c70442819e18 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273821 Jul 16 18:41:41.911561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1f6b766f-213f-4de2-902c-7c16d159c5a3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:41.966298 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 1f6b766f-213f-4de2-902c-7c16d159c5a3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:41.966688 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.355724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:42.402551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:42.406280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:42.406655 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.482172 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.508504 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d91149-3987-433c-81ae-3c48a3ef6c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eaa20a-6e26-42a1-b09a-8daeabc75aa3'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:42.510967 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c2123-69ce-4a7b-94fb-b96adb440e02" -d '{"events": [{"server_uuid": "d8d91149-3987-433c-81ae-3c48a3ef6c48", "name": "network-vif-plugged", "status": "completed", "tag": "99eaa20a-6e26-42a1-b09a-8daeabc75aa3"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:42.524410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=99eaa20a-6e26-42a1-b09a-8daeabc75aa3,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:42.528591 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.556273 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8562c8b0-cc15-46c9-8bf8-2b9819b5ba59 x-openstack-request-id: req-8562c8b0-cc15-46c9-8bf8-2b9819b5ba59 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:42.556584 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d91149-3987-433c-81ae-3c48a3ef6c48", "name": "network-vif-plugged", "status": "completed", "tag": "99eaa20a-6e26-42a1-b09a-8daeabc75aa3", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:42.556824 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8562c8b0-cc15-46c9-8bf8-2b9819b5ba59 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:42.557218 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d91149-3987-433c-81ae-3c48a3ef6c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eaa20a-6e26-42a1-b09a-8daeabc75aa3', 'code': 200} Jul 16 18:41:42.582992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=99eaa20a-6e26-42a1-b09a-8daeabc75aa3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:42.662816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a16dd-2b1a-4fc1-a961-d9818b7488c6 req-078f08a1-0cd3-4d53-acc3-0a62a31c1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:42.664220 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c5a16dd-2b1a-4fc1-a961-d9818b7488c6 req-078f08a1-0cd3-4d53-acc3-0a62a31c1434 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1097 time: 0.0509312 Jul 16 18:41:42.699950 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c5a16dd-2b1a-4fc1-a961-d9818b7488c6 req-44ad4806-d15a-4823-a2ec-64b92a1f228e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277224 Jul 16 18:41:42.807555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a8130-874e-4a42-807b-8f9827279f17 req-d7d2c5aa-2349-448d-9f88-80da9e78a289 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:42.809059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d8a8130-874e-4a42-807b-8f9827279f17 req-d7d2c5aa-2349-448d-9f88-80da9e78a289 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1097 time: 0.0555027 Jul 16 18:41:42.844022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d8a8130-874e-4a42-807b-8f9827279f17 req-22f6f4d3-09d6-4bc6-a797-f53295b28682 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292981 Jul 16 18:41:44.009571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ffc62-d3fc-456d-9dde-317ba1fd6038 req-7df1efd6-2171-43c4-a2ab-4b381e45fe4f tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.011061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d59ffc62-d3fc-456d-9dde-317ba1fd6038 req-7df1efd6-2171-43c4-a2ab-4b381e45fe4f tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1097 time: 0.0509038 Jul 16 18:41:44.043964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d59ffc62-d3fc-456d-9dde-317ba1fd6038 req-f56cded4-be86-4785-9eed-6b942e57b27e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275218 Jul 16 18:41:44.203860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbf7da-e474-441b-8b78-af437f1d3c35 req-11bcf8e8-1183-4f9a-a836-42c1ea75633f tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.205250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03dbf7da-e474-441b-8b78-af437f1d3c35 req-11bcf8e8-1183-4f9a-a836-42c1ea75633f tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1097 time: 0.0515630 Jul 16 18:41:44.238807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03dbf7da-e474-441b-8b78-af437f1d3c35 req-45e25713-73f0-4982-a5de-9daf061ace7a tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280955 Jul 16 18:41:44.399881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2c511-a734-44ef-896d-07df57fafffa req-c2206019-3659-4821-aa24-d98ba99f76bd tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.401456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5a2c511-a734-44ef-896d-07df57fafffa req-c2206019-3659-4821-aa24-d98ba99f76bd tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1097 time: 0.0568783 Jul 16 18:41:44.434979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5a2c511-a734-44ef-896d-07df57fafffa req-5393fcec-2108-4833-aa44-af8815ec3e29 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279830 Jul 16 18:41:44.747553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-ff066fec-803d-4ae6-ae57-3fc38718ec80 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.749068 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-ff066fec-803d-4ae6-ae57-3fc38718ec80 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/networks?id=747d2470-989c-4dee-b357-0d9951a087dc HTTP/1.1" status: 200 len: 910 time: 0.0861361 Jul 16 18:41:44.763649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-349f25a0-a954-44c8-b632-022b3ee2fd8b tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/quotas/1e22e86f11e44293b9110cd76da6157d HTTP/1.1" status: 200 len: 375 time: 0.0092196 Jul 16 18:41:44.826713 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-c46d64ef-b356-49fc-bdab-caa16548bf1b tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e22e86f11e44293b9110cd76da6157d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581746 Jul 16 18:41:44.916584 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-a493a12a-2edf-423e-a860-5bfa8d287b16 service neutron] 10.222.0.52 "GET /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822387 Jul 16 18:41:45.009129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-6320f3c5-f4a5-4bf6-9952-d7c3193b087f service neutron] 10.222.0.52 "GET /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862522 Jul 16 18:41:45.173701 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b092b2fa-022d-4ccb-8ca2-4de3049e0552 req-0dfc3dbc-f07e-4eec-be78-b07134559e96 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 210 time: 0.0274389 Jul 16 18:41:46.164142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-f605f793-f9dc-445f-9c0c-21c48a45b3f1 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.165931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-f605f793-f9dc-445f-9c0c-21c48a45b3f1 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.38 "GET /v2.0/networks?id=747d2470-989c-4dee-b357-0d9951a087dc HTTP/1.1" status: 200 len: 910 time: 0.0932577 Jul 16 18:41:46.177871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Request body: {'port': {'device_id': '68b909f3-a67c-4e6c-99ad-d9ab070ef929', 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc', 'admin_state_up': True, 'tenant_id': '1e22e86f11e44293b9110cd76da6157d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:46.201566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Made reservation on behalf of 1e22e86f11e44293b9110cd76da6157d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:46.204134 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.339255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54a36066-6b92-4d67-86cd-f2fa5dd5c01f req-d8557fba-1b39-4d95-9886-d5f53c3a3147 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 210 time: 0.0385926 Jul 16 18:41:46.361528 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Allocated IP 172.20.0.12 (747d2470-989c-4dee-b357-0d9951a087dc/2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d/605d559d-64b8-4fb2-82ab-5d26e81c149d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:46.483123 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.496474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Transition to ACTIVE for port object 605d559d-64b8-4fb2-82ab-5d26e81c149d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:46.528363 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.539502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['99eaa20a-6e26-42a1-b09a-8daeabc75aa3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:46.577992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Network 747d2470-989c-4dee-b357-0d9951a087dc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:46.580944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:46.586341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:46.587701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Pushing event updated for resources: {'Port': ['ID=605d559d-64b8-4fb2-82ab-5d26e81c149d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:46.627334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.627964 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.644213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-4e650efc-dcca-4956-a630-a123bf17dd14 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4706361 Jul 16 18:41:46.714418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Request body: {'port': {'device_id': '68b909f3-a67c-4e6c-99ad-d9ab070ef929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:46.787539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.879544 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb9785d4-7b22-425f-9114-1175ec5973af None None] Provisioning for port 605d559d-64b8-4fb2-82ab-5d26e81c149d completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:46.883138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb9785d4-7b22-425f-9114-1175ec5973af None None] Provisioning complete for port 605d559d-64b8-4fb2-82ab-5d26e81c149d triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:46.883557 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb9785d4-7b22-425f-9114-1175ec5973af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.917188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cb9785d4-7b22-425f-9114-1175ec5973af None None] Port 605d559d-64b8-4fb2-82ab-5d26e81c149d cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:47.051274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605d559d-64b8-4fb2-82ab-5d26e81c149d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:47.059286 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.071199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Transition to ACTIVE for port object 605d559d-64b8-4fb2-82ab-5d26e81c149d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:47.074762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.126311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Pushing event updated for resources: {'Port': ['ID=605d559d-64b8-4fb2-82ab-5d26e81c149d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:47.199073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Attempting to bind port 605d559d-64b8-4fb2-82ab-5d26e81c149d on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:47.199738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Attempting to bind port 605d559d-64b8-4fb2-82ab-5d26e81c149d by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:47.199738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Attempting to bind port 605d559d-64b8-4fb2-82ab-5d26e81c149d on network 747d2470-989c-4dee-b357-0d9951a087dc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:47.204557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Port 605d559d-64b8-4fb2-82ab-5d26e81c149d on network 747d2470-989c-4dee-b357-0d9951a087dc not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:47.204882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Attempting to bind port 605d559d-64b8-4fb2-82ab-5d26e81c149d on network 747d2470-989c-4dee-b357-0d9951a087dc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:47.209975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:47.210315 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Checking segment: {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:47.210701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Bound using segment: {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:47.211137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Bound port: 605d559d-64b8-4fb2-82ab-5d26e81c149d, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f69e97-ae25-4781-986d-e7fd1a65b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:47.212071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.277182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] For port 605d559d-64b8-4fb2-82ab-5d26e81c149d, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:47.280174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] For port 605d559d-64b8-4fb2-82ab-5d26e81c149d, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=605d559d-64b8-4fb2-82ab-5d26e81c149d,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:47.284538 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.317933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.318558 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.320155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] 10.222.0.38 "PUT /v2.0/ports/605d559d-64b8-4fb2-82ab-5d26e81c149d HTTP/1.1" status: 200 len: 1092 time: 0.6679211 Jul 16 18:41:47.320605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b909f3-a67c-4e6c-99ad-d9ab070ef929', 'tag': '605d559d-64b8-4fb2-82ab-5d26e81c149d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:47.322912 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e78f01-6752-4340-a532-ead7a7273a71" -d '{"events": [{"name": "network-changed", "server_uuid": "68b909f3-a67c-4e6c-99ad-d9ab070ef929", "tag": "605d559d-64b8-4fb2-82ab-5d26e81c149d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:47.391916 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c21331-49e6-45a3-83ae-32026f097905 x-openstack-request-id: req-e9c21331-49e6-45a3-83ae-32026f097905 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:47.392218 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b909f3-a67c-4e6c-99ad-d9ab070ef929", "tag": "605d559d-64b8-4fb2-82ab-5d26e81c149d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:47.392480 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9c21331-49e6-45a3-83ae-32026f097905 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:47.392889 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b909f3-a67c-4e6c-99ad-d9ab070ef929', 'tag': '605d559d-64b8-4fb2-82ab-5d26e81c149d', 'status': 'completed', 'code': 200} Jul 16 18:41:47.394691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84326129-31ba-490c-bff0-0d815ba24057 service neutron] Pushing event updated for resources: {'Port': ['ID=605d559d-64b8-4fb2-82ab-5d26e81c149d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:47.426054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-00b45c0d-bc29-4a84-a8ca-8a439c70a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.427776 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-00b45c0d-bc29-4a84-a8ca-8a439c70a1ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e22e86f11e44293b9110cd76da6157d&device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1095 time: 0.0675194 Jul 16 18:41:47.483170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-cdd0c3be-a630-49f1-aaec-ed79632296c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=605d559d-64b8-4fb2-82ab-5d26e81c149d HTTP/1.1" status: 200 len: 217 time: 0.0483580 Jul 16 18:41:47.557857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-7b02c24e-0b7a-484c-99b4-925c85d95dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.559358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-7b02c24e-0b7a-484c-99b4-925c85d95dfb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d HTTP/1.1" status: 200 len: 848 time: 0.0572345 Jul 16 18:41:47.576390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51406f87-5b59-4356-acd9-470a1aa14a17 req-9fd244a2-d703-41ef-91c4-391363fb381e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.577876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51406f87-5b59-4356-acd9-470a1aa14a17 req-9fd244a2-d703-41ef-91c4-391363fb381e tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1095 time: 0.1045790 Jul 16 18:41:47.643167 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-51406f87-5b59-4356-acd9-470a1aa14a17 req-59f766a9-179a-4fd6-b684-0f4041a34674 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Jul 16 18:41:47.652949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-3fe51a03-c24e-4320-803b-f2af419a08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.654455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-3fe51a03-c24e-4320-803b-f2af419a08c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=747d2470-989c-4dee-b357-0d9951a087dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884044 Jul 16 18:41:47.741840 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-2bc3f8b3-969a-4008-866e-6e4d5b00ce9a service neutron] 10.222.0.38 "GET /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813680 Jul 16 18:41:47.835364 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-066c1b60-1cdd-4620-8eee-30197b073fcc req-d139609d-41a3-4dfa-ac86-8ed9aff8dff3 service neutron] 10.222.0.38 "GET /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875995 Jul 16 18:41:47.934790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78f01-6752-4340-a532-ead7a7273a71 req-729609f9-cceb-47ea-a00a-8a268e94c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.936417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8e78f01-6752-4340-a532-ead7a7273a71 req-729609f9-cceb-47ea-a00a-8a268e94c1c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e22e86f11e44293b9110cd76da6157d&device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1095 time: 0.0544245 Jul 16 18:41:48.033096 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78f01-6752-4340-a532-ead7a7273a71 req-465e6977-58c0-4670-be48-79a292b09d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.034605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8e78f01-6752-4340-a532-ead7a7273a71 req-465e6977-58c0-4670-be48-79a292b09d4b service neutron] 10.222.0.38 "GET /v2.0/networks?id=747d2470-989c-4dee-b357-0d9951a087dc HTTP/1.1" status: 200 len: 910 time: 0.0925837 Jul 16 18:41:48.076128 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8e78f01-6752-4340-a532-ead7a7273a71 req-539dc8e1-1b33-49d4-b2b2-e565a365f8a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=605d559d-64b8-4fb2-82ab-5d26e81c149d HTTP/1.1" status: 200 len: 217 time: 0.0339735 Jul 16 18:41:48.122476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78f01-6752-4340-a532-ead7a7273a71 req-2b8a0e6c-7c44-426e-9363-b18156223fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.123792 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8e78f01-6752-4340-a532-ead7a7273a71 req-2b8a0e6c-7c44-426e-9363-b18156223fee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d HTTP/1.1" status: 200 len: 848 time: 0.0414975 Jul 16 18:41:48.183674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e78f01-6752-4340-a532-ead7a7273a71 req-c20deca9-45e3-4212-bb35-47ce7c6b1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.185149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8e78f01-6752-4340-a532-ead7a7273a71 req-c20deca9-45e3-4212-bb35-47ce7c6b1015 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=747d2470-989c-4dee-b357-0d9951a087dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546749 Jul 16 18:41:48.273261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8e78f01-6752-4340-a532-ead7a7273a71 req-693ee6b9-efaa-4861-a3db-5f8423d6bffe service neutron] 10.222.0.38 "GET /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804291 Jul 16 18:41:48.364778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8e78f01-6752-4340-a532-ead7a7273a71 req-a0e96771-ca6b-421a-b530-597808161c88 service neutron] 10.222.0.38 "GET /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840681 Jul 16 18:41:48.598948 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:48.802136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c1a7-c564-4e71-8cc7-aaeb17ea0009 req-f055e4b0-ead0-478d-89b9-9055eab45a6b tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.803667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6d90c1a7-c564-4e71-8cc7-aaeb17ea0009 req-f055e4b0-ead0-478d-89b9-9055eab45a6b tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1095 time: 0.0513999 Jul 16 18:41:48.838517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6d90c1a7-c564-4e71-8cc7-aaeb17ea0009 req-dfef4632-5129-45d5-a7c8-6f60bdbdeaf7 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286193 Jul 16 18:41:49.999245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecc30b-b124-4452-b7d6-9ebb2cb46450 req-6e96f0b0-ab32-42e2-b6e1-284362ed05a8 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.000788 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-daecc30b-b124-4452-b7d6-9ebb2cb46450 req-6e96f0b0-ab32-42e2-b6e1-284362ed05a8 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1095 time: 0.0542359 Jul 16 18:41:50.041635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-daecc30b-b124-4452-b7d6-9ebb2cb46450 req-1bedcdd9-67e4-492d-bc1c-29d9819eeaf9 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348918 Jul 16 18:41:51.199556 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218d690-55da-42ca-ada5-5cc796b3a6d9 req-c5a7ab1f-3f52-4175-8c73-555b91a6dcd9 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:51.200958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f218d690-55da-42ca-ada5-5cc796b3a6d9 req-c5a7ab1f-3f52-4175-8c73-555b91a6dcd9 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1095 time: 0.0523043 Jul 16 18:41:51.235026 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f218d690-55da-42ca-ada5-5cc796b3a6d9 req-28f32f5b-995a-4dfb-bf1c-8cdb97b81ae4 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284014 Jul 16 18:41:51.435526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 605d559d-64b8-4fb2-82ab-5d26e81c149d details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:51.528583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 605d559d-64b8-4fb2-82ab-5d26e81c149d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=605d559d-64b8-4fb2-82ab-5d26e81c149d,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:51.542253 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '605d559d-64b8-4fb2-82ab-5d26e81c149d', 'network_id': '747d2470-989c-4dee-b357-0d9951a087dc', 'port_id': '605d559d-64b8-4fb2-82ab-5d26e81c149d', 'mac_address': 'fa:16:3e:b3:2a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:51.725883 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.738360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605d559d-64b8-4fb2-82ab-5d26e81c149d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:51.757824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 605d559d-64b8-4fb2-82ab-5d26e81c149d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=605d559d-64b8-4fb2-82ab-5d26e81c149d,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:51.762158 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.807575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=605d559d-64b8-4fb2-82ab-5d26e81c149d,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:51.959661 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['605d559d-64b8-4fb2-82ab-5d26e81c149d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:52.390209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f8ac8-63a2-429e-a9a3-4de3a6f2ec18 req-cd96fdfd-5bf1-45bc-9132-464ff6b69713 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:52.391727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-761f8ac8-63a2-429e-a9a3-4de3a6f2ec18 req-cd96fdfd-5bf1-45bc-9132-464ff6b69713 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1096 time: 0.0513978 Jul 16 18:41:52.425780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-761f8ac8-63a2-429e-a9a3-4de3a6f2ec18 req-0047cce9-d665-45ac-ab1e-fdb97acba6dc tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284982 Jul 16 18:41:53.435009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 605d559d-64b8-4fb2-82ab-5d26e81c149d up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:53.483497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 605d559d-64b8-4fb2-82ab-5d26e81c149d completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:53.487406 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 605d559d-64b8-4fb2-82ab-5d26e81c149d triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:53.487784 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.568081 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.590284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48b37c-594b-460c-b59d-a1d11b58d3f6 req-efa0682c-ec6c-4313-8391-f983b7ff36d7 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:53.590890 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b909f3-a67c-4e6c-99ad-d9ab070ef929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d559d-64b8-4fb2-82ab-5d26e81c149d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:53.591817 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f48b37c-594b-460c-b59d-a1d11b58d3f6 req-efa0682c-ec6c-4313-8391-f983b7ff36d7 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1096 time: 0.0575261 Jul 16 18:41:53.592710 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2488f6ad-d4f6-496a-b011-51dd19d8e58f" -d '{"events": [{"server_uuid": "68b909f3-a67c-4e6c-99ad-d9ab070ef929", "name": "network-vif-plugged", "status": "completed", "tag": "605d559d-64b8-4fb2-82ab-5d26e81c149d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:53.605954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 605d559d-64b8-4fb2-82ab-5d26e81c149d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=605d559d-64b8-4fb2-82ab-5d26e81c149d,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:53.610290 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.630401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f48b37c-594b-460c-b59d-a1d11b58d3f6 req-a93ca151-8ec3-49e2-b42a-7af1883f95b4 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Jul 16 18:41:53.636755 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a809cf75-939d-4269-a442-20fa25c491cc x-openstack-request-id: req-a809cf75-939d-4269-a442-20fa25c491cc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:53.637055 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b909f3-a67c-4e6c-99ad-d9ab070ef929", "name": "network-vif-plugged", "status": "completed", "tag": "605d559d-64b8-4fb2-82ab-5d26e81c149d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:53.637975 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a809cf75-939d-4269-a442-20fa25c491cc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:53.638381 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b909f3-a67c-4e6c-99ad-d9ab070ef929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d559d-64b8-4fb2-82ab-5d26e81c149d', 'code': 200} Jul 16 18:41:53.666440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=605d559d-64b8-4fb2-82ab-5d26e81c149d,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:53.741217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca3b6a-45cb-465f-8068-1bd6f9e962fb req-07140317-75db-4e17-aadb-c837454f23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:53.743435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-daca3b6a-45cb-465f-8068-1bd6f9e962fb req-07140317-75db-4e17-aadb-c837454f23cb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1097 time: 0.0515270 Jul 16 18:41:53.775667 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-daca3b6a-45cb-465f-8068-1bd6f9e962fb req-b8819fc2-58b8-43df-a2a6-eecebac17c38 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266883 Jul 16 18:41:54.791873 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0471e-e814-44d6-ad3b-0308c7634cd7 req-d4dc85dd-70a4-436c-b5c2-286496248d93 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.793299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbb0471e-e814-44d6-ad3b-0308c7634cd7 req-d4dc85dd-70a4-436c-b5c2-286496248d93 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1097 time: 0.0520353 Jul 16 18:41:54.827492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbb0471e-e814-44d6-ad3b-0308c7634cd7 req-55b69a0d-3d80-4adc-9605-6884e76b47b0 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287268 Jul 16 18:41:54.990886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7df5c5-4093-47c4-9863-941a5106e2fe req-205670db-2e9a-4690-9005-98ced9a71ca1 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.993108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c7df5c5-4093-47c4-9863-941a5106e2fe req-205670db-2e9a-4690-9005-98ced9a71ca1 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1097 time: 0.0559092 Jul 16 18:41:55.026801 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c7df5c5-4093-47c4-9863-941a5106e2fe req-b7dd3af0-c6a1-4706-8968-26b228799970 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281975 Jul 16 18:41:55.186136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b99fa-0f38-44cc-9a66-b0c5463b2b0e req-b1a2d7ba-0526-4814-b1f1-06c4b22e5d29 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:55.187661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-480b99fa-0f38-44cc-9a66-b0c5463b2b0e req-b1a2d7ba-0526-4814-b1f1-06c4b22e5d29 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1097 time: 0.0521524 Jul 16 18:41:55.221178 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-480b99fa-0f38-44cc-9a66-b0c5463b2b0e req-35dc6d8c-f8bf-4bf2-a63b-a4d28a05051c tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277596 Jul 16 18:41:55.578458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d19a1c-a8ce-4404-8311-57e0ca50d35e req-2323f68a-c692-49a8-b8c7-b126c9e038e1 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:55.579829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8d19a1c-a8ce-4404-8311-57e0ca50d35e req-2323f68a-c692-49a8-b8c7-b126c9e038e1 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1097 time: 0.0513573 Jul 16 18:41:55.613060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8d19a1c-a8ce-4404-8311-57e0ca50d35e req-0b580187-c037-4edf-9095-7c0722e59455 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277166 Jul 16 18:41:56.756387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a8050-4eb5-4556-95bb-4c90945a5384 req-88b3bd89-5bc9-4f92-98d6-10ec79176b3d tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.757909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-585a8050-4eb5-4556-95bb-4c90945a5384 req-88b3bd89-5bc9-4f92-98d6-10ec79176b3d tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1097 time: 0.0812807 Jul 16 18:41:56.815869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a373134-e099-491a-84ab-4d374d40e948 req-6ddcf25a-8fde-461e-87e9-21d88e3ae51c tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.817669 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a373134-e099-491a-84ab-4d374d40e948 req-6ddcf25a-8fde-461e-87e9-21d88e3ae51c tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=68b909f3-a67c-4e6c-99ad-d9ab070ef929 HTTP/1.1" status: 200 len: 1097 time: 0.0942702 Jul 16 18:41:56.877861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a373134-e099-491a-84ab-4d374d40e948 req-f798dd1e-cbd4-4309-9368-563c9a8cba65 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445306 Jul 16 18:41:56.885986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-585a8050-4eb5-4556-95bb-4c90945a5384 req-a4d26379-c33d-491b-91a7-84711628da00 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Deleting port 605d559d-64b8-4fb2-82ab-5d26e81c149d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:56.886333 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-585a8050-4eb5-4556-95bb-4c90945a5384 req-a4d26379-c33d-491b-91a7-84711628da00 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.963552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-585a8050-4eb5-4556-95bb-4c90945a5384 req-a4d26379-c33d-491b-91a7-84711628da00 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] For port 605d559d-64b8-4fb2-82ab-5d26e81c149d, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=605d559d-64b8-4fb2-82ab-5d26e81c149d,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:56.963915 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-585a8050-4eb5-4556-95bb-4c90945a5384 req-a4d26379-c33d-491b-91a7-84711628da00 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.975698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-585a8050-4eb5-4556-95bb-4c90945a5384 req-a4d26379-c33d-491b-91a7-84711628da00 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Calling delete_port for 605d559d-64b8-4fb2-82ab-5d26e81c149d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:57.099177 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-585a8050-4eb5-4556-95bb-4c90945a5384 req-a4d26379-c33d-491b-91a7-84711628da00 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.109836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['605d559d-64b8-4fb2-82ab-5d26e81c149d'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:57.113217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['99eaa20a-6e26-42a1-b09a-8daeabc75aa3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:57.126607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d26379-c33d-491b-91a7-84711628da00 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Pushing event deleted for resources: {'Port': ['ID=605d559d-64b8-4fb2-82ab-5d26e81c149d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:57.174633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-585a8050-4eb5-4556-95bb-4c90945a5384 req-a4d26379-c33d-491b-91a7-84711628da00 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] No DVR routers for this DVR port 605d559d-64b8-4fb2-82ab-5d26e81c149d on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:57.177362 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-585a8050-4eb5-4556-95bb-4c90945a5384 req-a4d26379-c33d-491b-91a7-84711628da00 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.179482 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-585a8050-4eb5-4556-95bb-4c90945a5384 req-a4d26379-c33d-491b-91a7-84711628da00 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.38 "DELETE /v2.0/ports/605d559d-64b8-4fb2-82ab-5d26e81c149d HTTP/1.1" status: 204 len: 173 time: 0.4157593 Jul 16 18:41:57.179933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b909f3-a67c-4e6c-99ad-d9ab070ef929', 'name': 'network-vif-deleted', 'tag': '605d559d-64b8-4fb2-82ab-5d26e81c149d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:57.182510 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ec943f-b309-4fc6-88b7-afc56ff0fc60" -d '{"events": [{"server_uuid": "68b909f3-a67c-4e6c-99ad-d9ab070ef929", "name": "network-vif-deleted", "tag": "605d559d-64b8-4fb2-82ab-5d26e81c149d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:57.222546 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067a2ee1-88ad-40e1-9da6-fa3b7afa64f3 x-openstack-request-id: req-067a2ee1-88ad-40e1-9da6-fa3b7afa64f3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:57.222844 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b909f3-a67c-4e6c-99ad-d9ab070ef929", "name": "network-vif-deleted", "tag": "605d559d-64b8-4fb2-82ab-5d26e81c149d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:57.223101 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-067a2ee1-88ad-40e1-9da6-fa3b7afa64f3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:57.223506 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b909f3-a67c-4e6c-99ad-d9ab070ef929', 'name': 'network-vif-deleted', 'tag': '605d559d-64b8-4fb2-82ab-5d26e81c149d', 'status': 'completed', 'code': 200} Jul 16 18:41:58.312956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5146d-0b0d-477e-977c-395d055f8199 req-92a854f2-81a4-4a94-8cf7-d78a9c13af1a tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:58.314542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-05e5146d-0b0d-477e-977c-395d055f8199 req-92a854f2-81a4-4a94-8cf7-d78a9c13af1a tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1097 time: 0.0520258 Jul 16 18:41:58.348830 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-05e5146d-0b0d-477e-977c-395d055f8199 req-f5c20b68-9457-4755-b1a2-3dcc5445c4d1 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285850 Jul 16 18:41:59.510109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a261-ff49-4bdd-baaa-af731bd61235 req-49516ddb-c60a-46b5-9e65-4e2a9480f8dc tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:59.511627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a48a261-ff49-4bdd-baaa-af731bd61235 req-49516ddb-c60a-46b5-9e65-4e2a9480f8dc tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1097 time: 0.0519943 Jul 16 18:41:59.572459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a48a261-ff49-4bdd-baaa-af731bd61235 req-2cb573c6-2a76-43df-83d7-d6876c7cc0fc tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=120d7a07-f84c-4670-926d-acbda5a919b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552437 Jul 16 18:41:59.597531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe551d3-c19a-4e6d-9561-1226437f981b req-a7ea6aae-c1dd-4ddd-802d-0487966bf064 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:59.599017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbe551d3-c19a-4e6d-9561-1226437f981b req-a7ea6aae-c1dd-4ddd-802d-0487966bf064 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d8d91149-3987-433c-81ae-3c48a3ef6c48 HTTP/1.1" status: 200 len: 1097 time: 0.0589299 Jul 16 18:41:59.685124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cbe551d3-c19a-4e6d-9561-1226437f981b req-35779f85-450a-4646-9efe-ca0d04a20d99 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Deleting port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:59.685411 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cbe551d3-c19a-4e6d-9561-1226437f981b req-35779f85-450a-4646-9efe-ca0d04a20d99 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.764908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cbe551d3-c19a-4e6d-9561-1226437f981b req-35779f85-450a-4646-9efe-ca0d04a20d99 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] For port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=99eaa20a-6e26-42a1-b09a-8daeabc75aa3,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:59.765273 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cbe551d3-c19a-4e6d-9561-1226437f981b req-35779f85-450a-4646-9efe-ca0d04a20d99 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.778142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cbe551d3-c19a-4e6d-9561-1226437f981b req-35779f85-450a-4646-9efe-ca0d04a20d99 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Calling delete_port for 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:59.897731 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cbe551d3-c19a-4e6d-9561-1226437f981b req-35779f85-450a-4646-9efe-ca0d04a20d99 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.908859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['99eaa20a-6e26-42a1-b09a-8daeabc75aa3'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:59.932068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35779f85-450a-4646-9efe-ca0d04a20d99 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Pushing event deleted for resources: {'Port': ['ID=99eaa20a-6e26-42a1-b09a-8daeabc75aa3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:59.977700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe551d3-c19a-4e6d-9561-1226437f981b req-35779f85-450a-4646-9efe-ca0d04a20d99 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] No DVR routers for this DVR port 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:59.980406 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cbe551d3-c19a-4e6d-9561-1226437f981b req-35779f85-450a-4646-9efe-ca0d04a20d99 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.982666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbe551d3-c19a-4e6d-9561-1226437f981b req-35779f85-450a-4646-9efe-ca0d04a20d99 tempest-TestServerMultinode-1177316267 tempest-TestServerMultinode-1177316267-project-admin] 10.222.0.42 "DELETE /v2.0/ports/99eaa20a-6e26-42a1-b09a-8daeabc75aa3 HTTP/1.1" status: 204 len: 173 time: 0.3781979 Jul 16 18:41:59.983131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d91149-3987-433c-81ae-3c48a3ef6c48', 'name': 'network-vif-deleted', 'tag': '99eaa20a-6e26-42a1-b09a-8daeabc75aa3'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:59.986128 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e03f06-1158-4b6a-99e7-3172d98262ac" -d '{"events": [{"server_uuid": "d8d91149-3987-433c-81ae-3c48a3ef6c48", "name": "network-vif-deleted", "tag": "99eaa20a-6e26-42a1-b09a-8daeabc75aa3"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:00.026257 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2475eac-9936-45ee-bac9-747017f62b7b x-openstack-request-id: req-d2475eac-9936-45ee-bac9-747017f62b7b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:00.026804 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d91149-3987-433c-81ae-3c48a3ef6c48", "name": "network-vif-deleted", "tag": "99eaa20a-6e26-42a1-b09a-8daeabc75aa3", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:00.027001 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2475eac-9936-45ee-bac9-747017f62b7b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:00.027414 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d91149-3987-433c-81ae-3c48a3ef6c48', 'name': 'network-vif-deleted', 'tag': '99eaa20a-6e26-42a1-b09a-8daeabc75aa3', 'status': 'completed', 'code': 200} Jul 16 18:42:00.100836 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9d9599e-8ec7-496c-abd1-f368168a3ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.668641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49632) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.012157 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c5dac0-9dec-4550-93b5-6f15add05162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.260137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-93c5dac0-9dec-4550-93b5-6f15add05162 admin admin] Deleting port f20cb000-7ddd-4454-87d2-4accd1befec7 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:01.260487 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c5dac0-9dec-4550-93b5-6f15add05162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.338524 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-93c5dac0-9dec-4550-93b5-6f15add05162 admin admin] For port f20cb000-7ddd-4454-87d2-4accd1befec7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f20cb000-7ddd-4454-87d2-4accd1befec7,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:01.338806 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c5dac0-9dec-4550-93b5-6f15add05162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.350898 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-93c5dac0-9dec-4550-93b5-6f15add05162 admin admin] Calling delete_port for f20cb000-7ddd-4454-87d2-4accd1befec7 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:01.466801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 605d559d-64b8-4fb2-82ab-5d26e81c149d no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:01.486142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 605d559d-64b8-4fb2-82ab-5d26e81c149d {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:01.486485 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 605d559d-64b8-4fb2-82ab-5d26e81c149d not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:01.529172 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c5dac0-9dec-4550-93b5-6f15add05162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.552139 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5dac0-9dec-4550-93b5-6f15add05162 admin admin] Pushing event deleted for resources: {'Port': ['ID=f20cb000-7ddd-4454-87d2-4accd1befec7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:02.040900 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-93c5dac0-9dec-4550-93b5-6f15add05162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.251847 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c5dac0-9dec-4550-93b5-6f15add05162 admin admin] Router 11bc7200-765c-4a99-a120-8daa13ae4fbd has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:02.321742 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dac0eed5-8f03-443c-930e-79513a481723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.357008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c5dac0-9dec-4550-93b5-6f15add05162 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:02.361963 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-93c5dac0-9dec-4550-93b5-6f15add05162 admin admin] 10.222.0.52 "PUT /v2.0/routers/11bc7200-765c-4a99-a120-8daa13ae4fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6922321 Jul 16 18:42:02.364616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49636) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:02.365297 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae173e-2db2-4cf2-ac8c-4675f9093f67 None None] Sync routers for ids ['11bc7200-765c-4a99-a120-8daa13ae4fbd'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:02.375159 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae173e-2db2-4cf2-ac8c-4675f9093f67 None None] Routers {'11bc7200-765c-4a99-a120-8daa13ae4fbd'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:02.375775 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3cae173e-2db2-4cf2-ac8c-4675f9093f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:42:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['11bc7200-765c-4a99-a120-8daa13ae4fbd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:02.448012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:02.470435 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.471590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:02.472137 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 99eaa20a-6e26-42a1-b09a-8daeabc75aa3 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:02.477984 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3cae173e-2db2-4cf2-ac8c-4675f9093f67 None None] Set router 11bc7200-765c-4a99-a120-8daa13ae4fbd gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:02.572169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.626763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Deleting port d5c651a1-27e4-495c-882e-b923fc8cc318 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:02.627109 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.651163 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3cae173e-2db2-4cf2-ac8c-4675f9093f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'name': 'tempest-TestServerMultinode-461083774-router', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:25Z', 'updated_at': '2021-07-16T18:42:01Z', 'revision_number': 5, 'project_id': '52c009f1d13242a5a42897ca1f07822c', 'gw_port': {'id': 'd5c651a1-27e4-495c-882e-b923fc8cc318', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:26Z', 'updated_at': '2021-07-16T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:02.681054 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae173e-2db2-4cf2-ac8c-4675f9093f67 None None] Checking router: 11bc7200-765c-4a99-a120-8daa13ae4fbd for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:02.689148 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae173e-2db2-4cf2-ac8c-4675f9093f67 None None] Routers {'11bc7200-765c-4a99-a120-8daa13ae4fbd'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:02.689795 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3cae173e-2db2-4cf2-ac8c-4675f9093f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:42:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['11bc7200-765c-4a99-a120-8daa13ae4fbd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:02.707114 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] For port d5c651a1-27e4-495c-882e-b923fc8cc318, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d5c651a1-27e4-495c-882e-b923fc8cc318,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:02.707475 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.720794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Calling delete_port for d5c651a1-27e4-495c-882e-b923fc8cc318 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:02.771348 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.776330 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3cae173e-2db2-4cf2-ac8c-4675f9093f67 None None] Set router 11bc7200-765c-4a99-a120-8daa13ae4fbd gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:02.827878 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3cae173e-2db2-4cf2-ac8c-4675f9093f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'name': 'tempest-TestServerMultinode-461083774-router', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:25Z', 'updated_at': '2021-07-16T18:42:02Z', 'revision_number': 6, 'project_id': '52c009f1d13242a5a42897ca1f07822c', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:02.858369 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae173e-2db2-4cf2-ac8c-4675f9093f67 None None] The sync data for ids ['11bc7200-765c-4a99-a120-8daa13ae4fbd'] in n-d-793618-9 is: [{'id': '11bc7200-765c-4a99-a120-8daa13ae4fbd', 'name': 'tempest-TestServerMultinode-461083774-router', 'tenant_id': '52c009f1d13242a5a42897ca1f07822c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:25Z', 'updated_at': '2021-07-16T18:42:02Z', 'revision_number': 6, 'project_id': '52c009f1d13242a5a42897ca1f07822c', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:02.896826 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.912976 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.918101 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.925611 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c651a1-27e4-495c-882e-b923fc8cc318,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:02.990642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.078293 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.080283 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.122788 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.123425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11bc7200-765c-4a99-a120-8daa13ae4fbd {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:42:03.128225 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.129764 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9cf0af8a-58a1-43cd-9af2-a64a76b84a07 admin admin] 10.222.0.52 "DELETE /v2.0/routers/11bc7200-765c-4a99-a120-8daa13ae4fbd HTTP/1.1" status: 204 len: 168 time: 0.7640212 Jul 16 18:42:03.132385 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49638) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:03.176149 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f691fc8-8217-4a64-8a38-910a47811ddd admin admin] Deleting subnet 2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:03.179033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f691fc8-8217-4a64-8a38-910a47811ddd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.219283 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f691fc8-8217-4a64-8a38-910a47811ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.300199 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f691fc8-8217-4a64-8a38-910a47811ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.351370 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f691fc8-8217-4a64-8a38-910a47811ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.376199 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f691fc8-8217-4a64-8a38-910a47811ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:03.379890 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f691fc8-8217-4a64-8a38-910a47811ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.383148 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3f691fc8-8217-4a64-8a38-910a47811ddd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2c859c5c-22dd-46ef-bc47-5ffaf1b24e9d HTTP/1.1" status: 204 len: 168 time: 0.2483892 Jul 16 18:42:03.384651 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49640) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:03.387195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d54a96-3af3-47cc-b0d1-a59a082f63f0 None None] Network 747d2470-989c-4dee-b357-0d9951a087dc requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:03.457066 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.510282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Deleting port 0cee781b-ff00-4bab-8d24-b7475c8153f8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:03.510625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.580404 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] For port 0cee781b-ff00-4bab-8d24-b7475c8153f8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0cee781b-ff00-4bab-8d24-b7475c8153f8,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:03.580770 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.593418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Calling delete_port for 0cee781b-ff00-4bab-8d24-b7475c8153f8 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:03.601082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1820505a-bef0-40b7-90ab-c6cb2b55f54d None None] DHCP port deletion for 747d2470-989c-4dee-b357-0d9951a087dc request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:03.648891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1820505a-bef0-40b7-90ab-c6cb2b55f54d None None] Deleting port 0cee781b-ff00-4bab-8d24-b7475c8153f8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:03.649267 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1820505a-bef0-40b7-90ab-c6cb2b55f54d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.681550 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.710855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cee781b-ff00-4bab-8d24-b7475c8153f8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:03.713307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] No DVR routers for this DVR port 0cee781b-ff00-4bab-8d24-b7475c8153f8 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:03.714451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1820505a-bef0-40b7-90ab-c6cb2b55f54d None None] For port 0cee781b-ff00-4bab-8d24-b7475c8153f8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0cee781b-ff00-4bab-8d24-b7475c8153f8,segment=NetworkSegment(45f69e97-ae25-4781-986d-e7fd1a65b664),segment_id=45f69e97-ae25-4781-986d-e7fd1a65b664)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:03.714856 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1820505a-bef0-40b7-90ab-c6cb2b55f54d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.732705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1820505a-bef0-40b7-90ab-c6cb2b55f54d None None] Calling delete_port for 0cee781b-ff00-4bab-8d24-b7475c8153f8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:03.790472 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.800750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747d2470-989c-4dee-b357-0d9951a087dc']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:03.811863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f69e97-ae25-4781-986d-e7fd1a65b664') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:03.812054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f69e97-ae25-4781-986d-e7fd1a65b664') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:03.816050 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1820505a-bef0-40b7-90ab-c6cb2b55f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.822099 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.844355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820505a-bef0-40b7-90ab-c6cb2b55f54d None None] Pushing event deleted for resources: {'Port': ['ID=0cee781b-ff00-4bab-8d24-b7475c8153f8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:03.845752 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.848437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820505a-bef0-40b7-90ab-c6cb2b55f54d None None] No DVR routers for this DVR port 0cee781b-ff00-4bab-8d24-b7475c8153f8 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:03.862439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:03.863084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:03.865470 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:03.888960 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.937424 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.942336 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f20cb000-7ddd-4454-87d2-4accd1befec7 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:03.943447 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.945655 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] 10.222.0.52 "DELETE /v2.0/networks/747d2470-989c-4dee-b357-0d9951a087dc HTTP/1.1" status: 204 len: 168 time: 0.5598705 Jul 16 18:42:03.949134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:03.957373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5cf3e-d40f-40a7-bb5a-54b846fb9769 admin admin] Pushing event deleted for resources: {'Network': ['ID=747d2470-989c-4dee-b357-0d9951a087dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:03.963967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: f20cb000-7ddd-4454-87d2-4accd1befec7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:03.964320 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f20cb000-7ddd-4454-87d2-4accd1befec7 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:03.964739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d5c651a1-27e4-495c-882e-b923fc8cc318 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:03.983850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: d5c651a1-27e4-495c-882e-b923fc8cc318 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:03.984194 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d5c651a1-27e4-495c-882e-b923fc8cc318 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:03.984605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0cee781b-ff00-4bab-8d24-b7475c8153f8 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:04.005710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 0cee781b-ff00-4bab-8d24-b7475c8153f8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:04.006059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0cee781b-ff00-4bab-8d24-b7475c8153f8 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:04.302695 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3473c2fd-e0ed-4364-a7fa-cd44619229ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.839481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3473c2fd-e0ed-4364-a7fa-cd44619229ab admin admin] Deleting port 1f6b766f-213f-4de2-902c-7c16d159c5a3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:04.839832 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3473c2fd-e0ed-4364-a7fa-cd44619229ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.916525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3473c2fd-e0ed-4364-a7fa-cd44619229ab admin admin] For port 1f6b766f-213f-4de2-902c-7c16d159c5a3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=1f6b766f-213f-4de2-902c-7c16d159c5a3,segment=NetworkSegment(f2f39168-98b5-4814-9c0d-a815ce9b33fa),segment_id=f2f39168-98b5-4814-9c0d-a815ce9b33fa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:04.916883 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3473c2fd-e0ed-4364-a7fa-cd44619229ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.929258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3473c2fd-e0ed-4364-a7fa-cd44619229ab admin admin] Calling delete_port for 1f6b766f-213f-4de2-902c-7c16d159c5a3 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:05.101882 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3473c2fd-e0ed-4364-a7fa-cd44619229ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.131175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473c2fd-e0ed-4364-a7fa-cd44619229ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6b766f-213f-4de2-902c-7c16d159c5a3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:05.297948 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3473c2fd-e0ed-4364-a7fa-cd44619229ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.515905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3473c2fd-e0ed-4364-a7fa-cd44619229ab admin admin] Router aa842786-b90c-4fc8-869a-5b098eb6ebae has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:05.591560 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.622372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3473c2fd-e0ed-4364-a7fa-cd44619229ab admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:05.627403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3473c2fd-e0ed-4364-a7fa-cd44619229ab admin admin] 10.222.0.52 "PUT /v2.0/routers/aa842786-b90c-4fc8-869a-5b098eb6ebae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6766016 Jul 16 18:42:05.629976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:05.631272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0bf7f0-975d-4543-83a7-99b59ccfd85d None None] Sync routers for ids ['aa842786-b90c-4fc8-869a-5b098eb6ebae'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:05.640885 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0bf7f0-975d-4543-83a7-99b59ccfd85d None None] Routers {'aa842786-b90c-4fc8-869a-5b098eb6ebae'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:05.641538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0b0bf7f0-975d-4543-83a7-99b59ccfd85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:42:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['aa842786-b90c-4fc8-869a-5b098eb6ebae'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:05.735765 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.745792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0b0bf7f0-975d-4543-83a7-99b59ccfd85d None None] Set router aa842786-b90c-4fc8-869a-5b098eb6ebae gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:05.837492 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.917695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Deleting port 707e5c4c-37b1-4dc6-9691-19ceea584671 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:05.918520 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.981824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0b0bf7f0-975d-4543-83a7-99b59ccfd85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'name': 'tempest-TestServerMultinode-1202820664-router', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:29Z', 'updated_at': '2021-07-16T18:42:05Z', 'revision_number': 5, 'project_id': '1e22e86f11e44293b9110cd76da6157d', 'gw_port': {'id': '707e5c4c-37b1-4dc6-9691-19ceea584671', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:36:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:30Z', 'updated_at': '2021-07-16T18:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:06.008274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0bf7f0-975d-4543-83a7-99b59ccfd85d None None] Checking router: aa842786-b90c-4fc8-869a-5b098eb6ebae for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:06.016566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0bf7f0-975d-4543-83a7-99b59ccfd85d None None] Routers {'aa842786-b90c-4fc8-869a-5b098eb6ebae'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:06.017220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0b0bf7f0-975d-4543-83a7-99b59ccfd85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:42:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['aa842786-b90c-4fc8-869a-5b098eb6ebae'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:06.018793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] For port 707e5c4c-37b1-4dc6-9691-19ceea584671, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=707e5c4c-37b1-4dc6-9691-19ceea584671,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:06.019165 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.031874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Calling delete_port for 707e5c4c-37b1-4dc6-9691-19ceea584671 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:06.105152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0b0bf7f0-975d-4543-83a7-99b59ccfd85d None None] Set router aa842786-b90c-4fc8-869a-5b098eb6ebae gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:06.160288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0b0bf7f0-975d-4543-83a7-99b59ccfd85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'name': 'tempest-TestServerMultinode-1202820664-router', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:29Z', 'updated_at': '2021-07-16T18:42:05Z', 'revision_number': 6, 'project_id': '1e22e86f11e44293b9110cd76da6157d', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:06.187444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0bf7f0-975d-4543-83a7-99b59ccfd85d None None] The sync data for ids ['aa842786-b90c-4fc8-869a-5b098eb6ebae'] in n-d-793618-9 is: [{'id': 'aa842786-b90c-4fc8-869a-5b098eb6ebae', 'name': 'tempest-TestServerMultinode-1202820664-router', 'tenant_id': '1e22e86f11e44293b9110cd76da6157d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:29Z', 'updated_at': '2021-07-16T18:42:05Z', 'revision_number': 6, 'project_id': '1e22e86f11e44293b9110cd76da6157d', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:06.213010 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.236651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Pushing event deleted for resources: {'Port': ['ID=707e5c4c-37b1-4dc6-9691-19ceea584671,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:06.303078 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.390799 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.392753 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.434674 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.435192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa842786-b90c-4fc8-869a-5b098eb6ebae {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:42:06.439412 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.440562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-267b5c19-e948-480f-9e5c-ef12ced81880 admin admin] 10.222.0.52 "DELETE /v2.0/routers/aa842786-b90c-4fc8-869a-5b098eb6ebae HTTP/1.1" status: 204 len: 168 time: 0.8096716 Jul 16 18:42:06.443435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:06.486322 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6fb77f-aadb-4545-9ea6-0778b8c64492 admin admin] Deleting subnet d3d6ebea-8e79-4a7f-a839-f532ccab15c3 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:06.489239 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb77f-aadb-4545-9ea6-0778b8c64492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.527517 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb77f-aadb-4545-9ea6-0778b8c64492 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.610630 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb77f-aadb-4545-9ea6-0778b8c64492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.661882 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb77f-aadb-4545-9ea6-0778b8c64492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.688757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fb77f-aadb-4545-9ea6-0778b8c64492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d6ebea-8e79-4a7f-a839-f532ccab15c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:06.690747 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb77f-aadb-4545-9ea6-0778b8c64492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.692907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9c6fb77f-aadb-4545-9ea6-0778b8c64492 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d3d6ebea-8e79-4a7f-a839-f532ccab15c3 HTTP/1.1" status: 204 len: 168 time: 0.2485056 Jul 16 18:42:06.695452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:06.696387 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb5eccc-b29f-4a58-8ca4-b878287f1160 None None] Network 07146209-074d-4580-a230-c1b704dabdbd requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:06.769125 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.821358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Deleting port f8118bda-5843-4f88-92e4-92a837655217 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:06.821713 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.888469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] For port f8118bda-5843-4f88-92e4-92a837655217, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f8118bda-5843-4f88-92e4-92a837655217,segment=NetworkSegment(f2f39168-98b5-4814-9c0d-a815ce9b33fa),segment_id=f2f39168-98b5-4814-9c0d-a815ce9b33fa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:06.888833 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.902734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Calling delete_port for f8118bda-5843-4f88-92e4-92a837655217 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:06.925193 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49938eda-ac0a-490e-b913-a5ac5adbeb48 None None] DHCP port deletion for 07146209-074d-4580-a230-c1b704dabdbd request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:06.972843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-49938eda-ac0a-490e-b913-a5ac5adbeb48 None None] Deleting port f8118bda-5843-4f88-92e4-92a837655217 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:06.973228 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49938eda-ac0a-490e-b913-a5ac5adbeb48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.989073 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.018200 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] No DVR routers for this DVR port f8118bda-5843-4f88-92e4-92a837655217 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:07.022857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8118bda-5843-4f88-92e4-92a837655217,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:07.042592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-49938eda-ac0a-490e-b913-a5ac5adbeb48 None None] For port f8118bda-5843-4f88-92e4-92a837655217, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f8118bda-5843-4f88-92e4-92a837655217,segment=NetworkSegment(f2f39168-98b5-4814-9c0d-a815ce9b33fa),segment_id=f2f39168-98b5-4814-9c0d-a815ce9b33fa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:07.043000 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49938eda-ac0a-490e-b913-a5ac5adbeb48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.058583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-49938eda-ac0a-490e-b913-a5ac5adbeb48 None None] Calling delete_port for f8118bda-5843-4f88-92e4-92a837655217 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:07.097812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.107918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07146209-074d-4580-a230-c1b704dabdbd']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:07.118565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f39168-98b5-4814-9c0d-a815ce9b33fa') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:07.118924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f39168-98b5-4814-9c0d-a815ce9b33fa') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:07.128464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.135490 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49938eda-ac0a-490e-b913-a5ac5adbeb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.145522 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.153270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:07.153708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:07.155949 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:07.164069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49938eda-ac0a-490e-b913-a5ac5adbeb48 None None] Pushing event deleted for resources: {'Port': ['ID=f8118bda-5843-4f88-92e4-92a837655217,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:07.169828 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49938eda-ac0a-490e-b913-a5ac5adbeb48 None None] No DVR routers for this DVR port f8118bda-5843-4f88-92e4-92a837655217 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:07.222514 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.228146 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.230855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] 10.222.0.52 "DELETE /v2.0/networks/07146209-074d-4580-a230-c1b704dabdbd HTTP/1.1" status: 204 len: 168 time: 0.5344319 Jul 16 18:42:07.247654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b990c9-5317-4a7c-b6bb-0ac34e595e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=07146209-074d-4580-a230-c1b704dabdbd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:07.387479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49652) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:07.426319 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-86dc02d2-8aa6-47c4-82a8-fb78c3b1eccc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52c009f1d13242a5a42897ca1f07822c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375395 Jul 16 18:42:07.428907 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:07.476542 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e024a961-c781-408e-b21c-9c34b891c81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.497103 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e024a961-c781-408e-b21c-9c34b891c81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.543025 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e024a961-c781-408e-b21c-9c34b891c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.545696 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e024a961-c781-408e-b21c-9c34b891c81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.547017 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e024a961-c781-408e-b21c-9c34b891c81f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4992c1d1-4bc0-4d91-a024-789017107e21 HTTP/1.1" status: 204 len: 168 time: 0.1164527 Jul 16 18:42:07.557165 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a961-c781-408e-b21c-9c34b891c81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4992c1d1-4bc0-4d91-a024-789017107e21,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:07.851930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49660) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:07.892171 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-66db84cb-757b-40fc-b103-6cf03c98b6d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e22e86f11e44293b9110cd76da6157d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389848 Jul 16 18:42:07.894609 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49662) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:07.919389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1f6b766f-213f-4de2-902c-7c16d159c5a3 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:07.940319 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 1f6b766f-213f-4de2-902c-7c16d159c5a3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:07.940597 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 1f6b766f-213f-4de2-902c-7c16d159c5a3 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:07.941335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 707e5c4c-37b1-4dc6-9691-19ceea584671 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:07.947927 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c98c90-463d-4f35-a538-a4ed1570e595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.959560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 707e5c4c-37b1-4dc6-9691-19ceea584671 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:07.959912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 707e5c4c-37b1-4dc6-9691-19ceea584671 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:07.960371 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f8118bda-5843-4f88-92e4-92a837655217 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:07.968308 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c98c90-463d-4f35-a538-a4ed1570e595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.979035 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: f8118bda-5843-4f88-92e4-92a837655217 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:07.979388 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f8118bda-5843-4f88-92e4-92a837655217 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:08.017166 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c98c90-463d-4f35-a538-a4ed1570e595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.019903 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46c98c90-463d-4f35-a538-a4ed1570e595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.021063 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46c98c90-463d-4f35-a538-a4ed1570e595 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/120d7a07-f84c-4670-926d-acbda5a919b6 HTTP/1.1" status: 204 len: 168 time: 0.1254733 Jul 16 18:42:08.028972 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c98c90-463d-4f35-a538-a4ed1570e595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120d7a07-f84c-4670-926d-acbda5a919b6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:17.564964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-b25aad92-e24d-44c4-a456-ff869323db9a tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=52e7c4711e3f4aa9a163c88ca94300b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295830 Jul 16 18:42:17.745166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-347313af-bbdc-496f-b992-c1ea46abc335 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:17.746579 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-347313af-bbdc-496f-b992-c1ea46abc335 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755974 Jul 16 18:42:17.761252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-7ab1d46d-4bbf-45dc-973f-947841e5a7ee tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/quotas/52e7c4711e3f4aa9a163c88ca94300b4 HTTP/1.1" status: 200 len: 375 time: 0.0093758 Jul 16 18:42:17.796815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-b89e205a-83cf-4478-af8b-93bbaabb6d1c tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=52e7c4711e3f4aa9a163c88ca94300b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307779 Jul 16 18:42:17.963527 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b1fd12a1-abce-4583-bd7f-6a64527cd153 req-1b21f869-2da2-49c6-901c-2f2756be1561 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 210 time: 0.0292969 Jul 16 18:42:18.894332 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-d30ba0ab-b78e-4987-903b-ec42089c1139 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=52e7c4711e3f4aa9a163c88ca94300b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208888 Jul 16 18:42:19.004889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-63a38cc0-a73d-4673-8657-b8caea350a95 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:19.007009 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-63a38cc0-a73d-4673-8657-b8caea350a95 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074433 Jul 16 18:42:19.018055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Request body: {'port': {'device_id': '780c405b-945a-4f80-834c-ea3075fa641d', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'admin_state_up': True, 'tenant_id': '52e7c4711e3f4aa9a163c88ca94300b4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:19.115422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d6d4668-73e3-4551-8647-64d3d2052812 req-f8b1bb9d-8d66-45fb-9b47-75887edec6ca tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 210 time: 0.0368264 Jul 16 18:42:19.154550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Made reservation on behalf of 52e7c4711e3f4aa9a163c88ca94300b4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:19.158218 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.462112 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.550904 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.555041 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.621849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ca3e20-2a08-4e2c-8b46-26289f2dfbd1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:19.689537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Allocated IP 192.168.233.168 (a0c77917-f53f-4a2b-925c-ccc51e1a2b44/36065da2-ed74-4adf-86c6-a39781b6e612/839a9d8f-b331-4c6a-a21c-83cc124146d7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:19.830499 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.844161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Transition to ACTIVE for port object 839a9d8f-b331-4c6a-a21c-83cc124146d7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:19.877000 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.921815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:19.927451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:19.931938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:19.959748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Pushing event updated for resources: {'Port': ['ID=839a9d8f-b331-4c6a-a21c-83cc124146d7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:19.974428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:19.974781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:19.975656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:19.976007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:19.976345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:19.976680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:19.977013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:19.977364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:19.977696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:19.978030 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:19.978363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:19.978706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:19.998269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:19.998896 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.013525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-39449426-d5a6-4509-85bb-816ba72b44b3 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9992578 Jul 16 18:42:20.025070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Request body: {'port': {'device_id': '780c405b-945a-4f80-834c-ea3075fa641d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:20.100703 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.172948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-641c8cbd-0abe-4f28-8300-bd029415a2f6 None None] Provisioning for port 839a9d8f-b331-4c6a-a21c-83cc124146d7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:20.177073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-641c8cbd-0abe-4f28-8300-bd029415a2f6 None None] Provisioning complete for port 839a9d8f-b331-4c6a-a21c-83cc124146d7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:20.177614 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-641c8cbd-0abe-4f28-8300-bd029415a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.212514 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-641c8cbd-0abe-4f28-8300-bd029415a2f6 None None] Port 839a9d8f-b331-4c6a-a21c-83cc124146d7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:20.372717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e0fff-e209-4dd4-a588-d6b49847dc75 req-6c4ffd14-2add-4bde-91b3-6c459cdcd1a1 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:20.374197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-604e0fff-e209-4dd4-a588-d6b49847dc75 req-6c4ffd14-2add-4bde-91b3-6c459cdcd1a1 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 936 time: 0.1429851 Jul 16 18:42:20.439470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839a9d8f-b331-4c6a-a21c-83cc124146d7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:20.448512 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.452956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-604e0fff-e209-4dd4-a588-d6b49847dc75 req-06721269-7139-494a-a46a-8538af6302d6 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/security-groups?id=61ca3e20-2a08-4e2c-8b46-26289f2dfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686512 Jul 16 18:42:20.464208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Transition to ACTIVE for port object 839a9d8f-b331-4c6a-a21c-83cc124146d7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:20.467826 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.521693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=839a9d8f-b331-4c6a-a21c-83cc124146d7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:20.592843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Attempting to bind port 839a9d8f-b331-4c6a-a21c-83cc124146d7 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:20.593196 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Attempting to bind port 839a9d8f-b331-4c6a-a21c-83cc124146d7 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:20.593562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Attempting to bind port 839a9d8f-b331-4c6a-a21c-83cc124146d7 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:20.598648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Port 839a9d8f-b331-4c6a-a21c-83cc124146d7 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:20.599014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Attempting to bind port 839a9d8f-b331-4c6a-a21c-83cc124146d7 on network a0c77917-f53f-4a2b-925c-ccc51e1a2b44 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:20.604336 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:20.604680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Checking segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:20.605071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Bound using segment: {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:20.605535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Bound port: 839a9d8f-b331-4c6a-a21c-83cc124146d7, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23fbe2b-9697-45d0-8339-2dc40d141601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:20.605911 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.673078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] For port 839a9d8f-b331-4c6a-a21c-83cc124146d7, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:20.676144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] For port 839a9d8f-b331-4c6a-a21c-83cc124146d7, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=839a9d8f-b331-4c6a-a21c-83cc124146d7,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:20.680736 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.718830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:20.719458 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.720851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] 10.222.0.38 "PUT /v2.0/ports/839a9d8f-b331-4c6a-a21c-83cc124146d7 HTTP/1.1" status: 200 len: 1096 time: 0.7003903 Jul 16 18:42:20.721327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780c405b-945a-4f80-834c-ea3075fa641d', 'tag': '839a9d8f-b331-4c6a-a21c-83cc124146d7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:20.723577 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9e9b23-8bf2-4913-8763-a109f1f2cf12" -d '{"events": [{"name": "network-changed", "server_uuid": "780c405b-945a-4f80-834c-ea3075fa641d", "tag": "839a9d8f-b331-4c6a-a21c-83cc124146d7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:20.749081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d5926-4dc1-441e-9d0d-09a135bc5cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=839a9d8f-b331-4c6a-a21c-83cc124146d7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:20.770341 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2244502e-1c35-44ae-8d10-43793bb8a3ff x-openstack-request-id: req-2244502e-1c35-44ae-8d10-43793bb8a3ff {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:20.770640 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780c405b-945a-4f80-834c-ea3075fa641d", "tag": "839a9d8f-b331-4c6a-a21c-83cc124146d7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:20.770914 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2244502e-1c35-44ae-8d10-43793bb8a3ff {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:20.771349 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780c405b-945a-4f80-834c-ea3075fa641d', 'tag': '839a9d8f-b331-4c6a-a21c-83cc124146d7', 'status': 'completed', 'code': 200} Jul 16 18:42:20.829244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-c7a93eac-fb1d-4d86-a50b-c76fba3825eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:20.830802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-c7a93eac-fb1d-4d86-a50b-c76fba3825eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=52e7c4711e3f4aa9a163c88ca94300b4&device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 1099 time: 0.0563264 Jul 16 18:42:20.873779 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-171edbdb-1a8c-4ae8-b1e3-b9bdc0440d8c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=839a9d8f-b331-4c6a-a21c-83cc124146d7 HTTP/1.1" status: 200 len: 217 time: 0.0354295 Jul 16 18:42:20.929219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-8d74ca9f-bd8f-4bdc-8672-65ef100b26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:20.930753 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-8d74ca9f-bd8f-4bdc-8672-65ef100b26bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0513175 Jul 16 18:42:20.988238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-c048e647-67f6-4d82-aa9a-7024ebf0e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:20.989796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-c048e647-67f6-4d82-aa9a-7024ebf0e458 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526955 Jul 16 18:42:21.083296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-9ee1fab8-9dcc-48c4-9613-8b2896680a13 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864897 Jul 16 18:42:21.175216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44026648-26d8-43ca-b2ed-86b6c8d0cdb9 req-8043fecb-dd4a-4e64-a9ad-0b0a48600d9b service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857906 Jul 16 18:42:21.272900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e9b23-8bf2-4913-8763-a109f1f2cf12 req-b488e235-da0c-459f-888b-2f914ecd27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.274452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf9e9b23-8bf2-4913-8763-a109f1f2cf12 req-b488e235-da0c-459f-888b-2f914ecd27f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=52e7c4711e3f4aa9a163c88ca94300b4&device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 1099 time: 0.0526180 Jul 16 18:42:21.369667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e9b23-8bf2-4913-8763-a109f1f2cf12 req-64641aab-6bc8-494f-80b5-1bc4363716ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.371224 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf9e9b23-8bf2-4913-8763-a109f1f2cf12 req-64641aab-6bc8-494f-80b5-1bc4363716ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44 HTTP/1.1" status: 200 len: 870 time: 0.0905998 Jul 16 18:42:21.411071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf9e9b23-8bf2-4913-8763-a109f1f2cf12 req-27093077-47fd-49de-abae-0a0470a699da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=839a9d8f-b331-4c6a-a21c-83cc124146d7 HTTP/1.1" status: 200 len: 217 time: 0.0334642 Jul 16 18:42:21.464298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e9b23-8bf2-4913-8763-a109f1f2cf12 req-f3a94629-9e58-4704-9c16-18af5e9ff744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.465763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf9e9b23-8bf2-4913-8763-a109f1f2cf12 req-f3a94629-9e58-4704-9c16-18af5e9ff744 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36065da2-ed74-4adf-86c6-a39781b6e612 HTTP/1.1" status: 200 len: 843 time: 0.0482659 Jul 16 18:42:21.522324 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e9b23-8bf2-4913-8763-a109f1f2cf12 req-f823d377-3bac-4b12-b42e-16e4436ab10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.524041 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf9e9b23-8bf2-4913-8763-a109f1f2cf12 req-f823d377-3bac-4b12-b42e-16e4436ab10e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0c77917-f53f-4a2b-925c-ccc51e1a2b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517683 Jul 16 18:42:21.652705 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf9e9b23-8bf2-4913-8763-a109f1f2cf12 req-fd81c46d-7674-4fa4-a539-ba2d658bd1d7 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209891 Jul 16 18:42:21.691653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c82c7-bec5-48e4-bf43-5d71c33166e3 req-de6d0160-6742-49b7-b301-44f071b3b009 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.693107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f17c82c7-bec5-48e4-bf43-5d71c33166e3 req-de6d0160-6742-49b7-b301-44f071b3b009 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 948 time: 0.1046734 Jul 16 18:42:21.768277 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f17c82c7-bec5-48e4-bf43-5d71c33166e3 req-c983abdf-f2e6-4584-94c7-ce5877ec36a4 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/security-groups?id=61ca3e20-2a08-4e2c-8b46-26289f2dfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686495 Jul 16 18:42:21.784241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf9e9b23-8bf2-4913-8763-a109f1f2cf12 req-bb50890d-b4b3-4736-bc11-b8225ee9c3c9 service neutron] 10.222.0.38 "GET /v2.0/networks/a0c77917-f53f-4a2b-925c-ccc51e1a2b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244779 Jul 16 18:42:22.949631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df158c76-6846-4734-97d6-81db9b10c42f req-8d27972b-a0f2-42d0-bdfa-a532950ea67f tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:22.951143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df158c76-6846-4734-97d6-81db9b10c42f req-8d27972b-a0f2-42d0-bdfa-a532950ea67f tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 948 time: 0.0692248 Jul 16 18:42:22.988168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df158c76-6846-4734-97d6-81db9b10c42f req-0f659b71-a78a-4fcc-abe6-bbafb83f2ad2 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/security-groups?id=61ca3e20-2a08-4e2c-8b46-26289f2dfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Jul 16 18:42:23.558163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 839a9d8f-b331-4c6a-a21c-83cc124146d7 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:23.653481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 839a9d8f-b331-4c6a-a21c-83cc124146d7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=839a9d8f-b331-4c6a-a21c-83cc124146d7,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:23.664562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '839a9d8f-b331-4c6a-a21c-83cc124146d7', 'network_id': 'a0c77917-f53f-4a2b-925c-ccc51e1a2b44', 'port_id': '839a9d8f-b331-4c6a-a21c-83cc124146d7', 'mac_address': 'fa:16:3e:4a:60:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36065da2-ed74-4adf-86c6-a39781b6e612', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:23.700185 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.712744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839a9d8f-b331-4c6a-a21c-83cc124146d7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:23.731584 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 839a9d8f-b331-4c6a-a21c-83cc124146d7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=839a9d8f-b331-4c6a-a21c-83cc124146d7,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:23.735176 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.785054 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=839a9d8f-b331-4c6a-a21c-83cc124146d7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:23.922976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['839a9d8f-b331-4c6a-a21c-83cc124146d7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:24.161893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab5bf1-244d-40a7-8a64-21444449e7cf req-4a8d59b2-6e97-4428-b358-da0f3f24f901 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:24.163442 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8ab5bf1-244d-40a7-8a64-21444449e7cf req-4a8d59b2-6e97-4428-b358-da0f3f24f901 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 949 time: 0.0635328 Jul 16 18:42:24.201739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8ab5bf1-244d-40a7-8a64-21444449e7cf req-7a48ed96-0730-4987-808d-13c6b6f8feec tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/security-groups?id=61ca3e20-2a08-4e2c-8b46-26289f2dfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Jul 16 18:42:25.380996 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55422927-4ce4-494a-a926-564779c08c1a req-20eda102-1006-4ee1-9f5a-56b3b39bd124 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.383330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55422927-4ce4-494a-a926-564779c08c1a req-20eda102-1006-4ee1-9f5a-56b3b39bd124 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 949 time: 0.0693903 Jul 16 18:42:25.419826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55422927-4ce4-494a-a926-564779c08c1a req-6d9f6db9-7411-4a70-9da7-74a5ac3abaae tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/security-groups?id=61ca3e20-2a08-4e2c-8b46-26289f2dfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308921 Jul 16 18:42:25.573603 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 839a9d8f-b331-4c6a-a21c-83cc124146d7 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:25.598665 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:25.623929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 839a9d8f-b331-4c6a-a21c-83cc124146d7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:25.627578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 839a9d8f-b331-4c6a-a21c-83cc124146d7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:25.627957 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.702660 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.724024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780c405b-945a-4f80-834c-ea3075fa641d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839a9d8f-b331-4c6a-a21c-83cc124146d7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:25.726284 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d87ca6c-0450-452b-8497-2bea0af8c00f" -d '{"events": [{"server_uuid": "780c405b-945a-4f80-834c-ea3075fa641d", "name": "network-vif-plugged", "status": "completed", "tag": "839a9d8f-b331-4c6a-a21c-83cc124146d7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:25.738849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 839a9d8f-b331-4c6a-a21c-83cc124146d7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=839a9d8f-b331-4c6a-a21c-83cc124146d7,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:25.744024 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.767611 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bb5d8f-66dc-4f29-b991-9f64598f0492 x-openstack-request-id: req-21bb5d8f-66dc-4f29-b991-9f64598f0492 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:25.767919 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780c405b-945a-4f80-834c-ea3075fa641d", "name": "network-vif-plugged", "status": "completed", "tag": "839a9d8f-b331-4c6a-a21c-83cc124146d7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:25.768162 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21bb5d8f-66dc-4f29-b991-9f64598f0492 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:25.768559 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780c405b-945a-4f80-834c-ea3075fa641d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839a9d8f-b331-4c6a-a21c-83cc124146d7', 'code': 200} Jul 16 18:42:25.797944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=839a9d8f-b331-4c6a-a21c-83cc124146d7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:25.873174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0c4e3-0fc2-4a4c-8d09-0154346b9cd4 req-60f4a1cc-3bc5-4e1f-ab25-4fa0456f6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.874734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25d0c4e3-0fc2-4a4c-8d09-0154346b9cd4 req-60f4a1cc-3bc5-4e1f-ab25-4fa0456f6dfa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 1101 time: 0.0522108 Jul 16 18:42:25.907674 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25d0c4e3-0fc2-4a4c-8d09-0154346b9cd4 req-64365ca7-7032-4061-a599-61faeae48dda service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=61ca3e20-2a08-4e2c-8b46-26289f2dfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270588 Jul 16 18:42:26.598220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dce9a5-fd2a-41d4-ba87-e2a19729e68e req-547e13b5-1528-458a-9167-e5bcbd54d871 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.599726 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64dce9a5-fd2a-41d4-ba87-e2a19729e68e req-547e13b5-1528-458a-9167-e5bcbd54d871 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 950 time: 0.0698497 Jul 16 18:42:26.638204 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64dce9a5-fd2a-41d4-ba87-e2a19729e68e req-b2beec0e-901f-4d43-abfc-0cd96ba593c2 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/security-groups?id=61ca3e20-2a08-4e2c-8b46-26289f2dfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324614 Jul 16 18:42:27.829063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbde2de-6898-4876-9457-587726a7fdb5 req-7f745079-51d3-454d-96ad-e108d6cd25bc tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:27.830598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dbde2de-6898-4876-9457-587726a7fdb5 req-7f745079-51d3-454d-96ad-e108d6cd25bc tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 950 time: 0.0669167 Jul 16 18:42:27.869648 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3dbde2de-6898-4876-9457-587726a7fdb5 req-8d66ecc7-0a52-418a-8794-a542778b4ece tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/security-groups?id=61ca3e20-2a08-4e2c-8b46-26289f2dfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327020 Jul 16 18:42:28.918679 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6350ce-c6e5-44fb-af59-cbf0b39d04d9 req-67b7a185-2715-4082-83ee-0a088e86825f tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:28.920158 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c6350ce-c6e5-44fb-af59-cbf0b39d04d9 req-67b7a185-2715-4082-83ee-0a088e86825f tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 950 time: 0.0623562 Jul 16 18:42:28.958356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4c6350ce-c6e5-44fb-af59-cbf0b39d04d9 req-df6ce6b4-733d-4eed-997a-3cb9cae82ec1 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/security-groups?id=61ca3e20-2a08-4e2c-8b46-26289f2dfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319529 Jul 16 18:42:30.102412 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-552cdc65-65be-4622-b99c-67f792eb3fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.160307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d98adc-7cdc-4084-a0d6-6c928f4775af req-d708cd15-e6b4-4e7c-841f-45382bce52bc tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:30.161813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29d98adc-7cdc-4084-a0d6-6c928f4775af req-d708cd15-e6b4-4e7c-841f-45382bce52bc tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.38 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 950 time: 0.1109252 Jul 16 18:42:30.169174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1bf26-7e19-4da1-a997-e96e5d21487a req-f92e82de-27dc-460c-b2f6-bfa9548c51af tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:30.170622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55d1bf26-7e19-4da1-a997-e96e5d21487a req-f92e82de-27dc-460c-b2f6-bfa9548c51af tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/ports?device_id=780c405b-945a-4f80-834c-ea3075fa641d HTTP/1.1" status: 200 len: 950 time: 0.0918014 Jul 16 18:42:30.237812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55d1bf26-7e19-4da1-a997-e96e5d21487a req-0cd90dc0-e0a6-4c67-87fa-2eab85eeb478 tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.52 "GET /v2.0/security-groups?id=61ca3e20-2a08-4e2c-8b46-26289f2dfbd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599592 Jul 16 18:42:30.291775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-29d98adc-7cdc-4084-a0d6-6c928f4775af req-c9f77167-2ae2-4925-bb4c-095f3e57bf0d tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Deleting port 839a9d8f-b331-4c6a-a21c-83cc124146d7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:30.292133 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29d98adc-7cdc-4084-a0d6-6c928f4775af req-c9f77167-2ae2-4925-bb4c-095f3e57bf0d tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.388295 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-29d98adc-7cdc-4084-a0d6-6c928f4775af req-c9f77167-2ae2-4925-bb4c-095f3e57bf0d tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] For port 839a9d8f-b331-4c6a-a21c-83cc124146d7, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=839a9d8f-b331-4c6a-a21c-83cc124146d7,segment=NetworkSegment(d23fbe2b-9697-45d0-8339-2dc40d141601),segment_id=d23fbe2b-9697-45d0-8339-2dc40d141601)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:30.388570 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29d98adc-7cdc-4084-a0d6-6c928f4775af req-c9f77167-2ae2-4925-bb4c-095f3e57bf0d tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.400091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-29d98adc-7cdc-4084-a0d6-6c928f4775af req-c9f77167-2ae2-4925-bb4c-095f3e57bf0d tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Calling delete_port for 839a9d8f-b331-4c6a-a21c-83cc124146d7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:30.526035 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29d98adc-7cdc-4084-a0d6-6c928f4775af req-c9f77167-2ae2-4925-bb4c-095f3e57bf0d tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.538380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['839a9d8f-b331-4c6a-a21c-83cc124146d7'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:30.552442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f77167-2ae2-4925-bb4c-095f3e57bf0d tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Pushing event deleted for resources: {'Port': ['ID=839a9d8f-b331-4c6a-a21c-83cc124146d7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:30.598722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d98adc-7cdc-4084-a0d6-6c928f4775af req-c9f77167-2ae2-4925-bb4c-095f3e57bf0d tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] No DVR routers for this DVR port 839a9d8f-b331-4c6a-a21c-83cc124146d7 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:30.602493 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-29d98adc-7cdc-4084-a0d6-6c928f4775af req-c9f77167-2ae2-4925-bb4c-095f3e57bf0d tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.604674 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29d98adc-7cdc-4084-a0d6-6c928f4775af req-c9f77167-2ae2-4925-bb4c-095f3e57bf0d tempest-ServersAdminNegativeTestJSON-1547750952 tempest-ServersAdminNegativeTestJSON-1547750952-project] 10.222.0.38 "DELETE /v2.0/ports/839a9d8f-b331-4c6a-a21c-83cc124146d7 HTTP/1.1" status: 204 len: 173 time: 0.4331779 Jul 16 18:42:30.605135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780c405b-945a-4f80-834c-ea3075fa641d', 'name': 'network-vif-deleted', 'tag': '839a9d8f-b331-4c6a-a21c-83cc124146d7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:30.607534 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06301d06-d69b-47df-a4a3-790c6bdb74c1" -d '{"events": [{"server_uuid": "780c405b-945a-4f80-834c-ea3075fa641d", "name": "network-vif-deleted", "tag": "839a9d8f-b331-4c6a-a21c-83cc124146d7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:30.649754 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe51bf17-cede-4079-913d-755685391766 x-openstack-request-id: req-fe51bf17-cede-4079-913d-755685391766 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:30.650051 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780c405b-945a-4f80-834c-ea3075fa641d", "name": "network-vif-deleted", "tag": "839a9d8f-b331-4c6a-a21c-83cc124146d7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:30.653576 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe51bf17-cede-4079-913d-755685391766 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:30.654441 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780c405b-945a-4f80-834c-ea3075fa641d', 'name': 'network-vif-deleted', 'tag': '839a9d8f-b331-4c6a-a21c-83cc124146d7', 'status': 'completed', 'code': 200} Jul 16 18:42:31.558654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:31.687347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b9517e33-a449-491e-a6bd-7df68c05356c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52e7c4711e3f4aa9a163c88ca94300b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275277 Jul 16 18:42:31.690393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:31.742651 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12b5312-8c41-4485-adf4-bf0ae1f8893c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.763248 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12b5312-8c41-4485-adf4-bf0ae1f8893c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.808964 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12b5312-8c41-4485-adf4-bf0ae1f8893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.811544 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b12b5312-8c41-4485-adf4-bf0ae1f8893c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.812734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b12b5312-8c41-4485-adf4-bf0ae1f8893c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61ca3e20-2a08-4e2c-8b46-26289f2dfbd1 HTTP/1.1" status: 204 len: 168 time: 0.1214199 Jul 16 18:42:31.821563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b5312-8c41-4485-adf4-bf0ae1f8893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ca3e20-2a08-4e2c-8b46-26289f2dfbd1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:32.069581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:32.082547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-822d35aa-e724-4dc2-afc3-1bd2aab394fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.171521 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-822d35aa-e724-4dc2-afc3-1bd2aab394fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.175106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-822d35aa-e724-4dc2-afc3-1bd2aab394fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.212368 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-822d35aa-e724-4dc2-afc3-1bd2aab394fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79601704440d407585bbc762624179cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417799 Jul 16 18:42:32.214240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d35aa-e724-4dc2-afc3-1bd2aab394fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45120f6f-3199-4c3d-93ca-f0a2b2b39506,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:32.215254 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:32.263811 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.285356 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.323257 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68d8d14b-7cb3-4e17-b778-e288dbb0fd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.333374 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.336520 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.337704 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45120f6f-3199-4c3d-93ca-f0a2b2b39506 HTTP/1.1" status: 204 len: 168 time: 0.1214678 Jul 16 18:42:32.345354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45120f6f-3199-4c3d-93ca-f0a2b2b39506,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:32.354483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:32.354483 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:32.355338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:32.355338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:32.355338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:32.355592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:32.355930 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:32.356259 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:32.356739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:32.357073 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:32.360931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:32.360931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89af01-9aba-4f23-8158-0e5278aa9e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:32.775645 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.901540 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.923758 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.002186 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:33.097856 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1377189024-network', 'tenant_id': '48a7f1b73bf04d3fa7be0b258cbece07'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:33.118897 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Made reservation on behalf of 48a7f1b73bf04d3fa7be0b258cbece07 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:33.121230 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.129222 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.218038 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.222182 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.244576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:33.260608 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc1c4ac-a76f-404e-bc88-b95be300d829,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:33.264546 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.264902 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Added segment 06887748-e80e-4899-bdba-be8b8d88cc31 of type vlan for network 32ca2fcf-81ec-408f-9695-715e2ba1a980 Jul 16 18:42:33.307149 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.335089 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.336044 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:33.336633 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.364042 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3607154 Jul 16 18:42:33.367992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:33.373539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fbd18b52-a830-4517-84ed-61baa803b108 admin admin] Request body: {'subnet': {'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1377189024-subnet', 'tenant_id': '48a7f1b73bf04d3fa7be0b258cbece07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:33.394386 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd18b52-a830-4517-84ed-61baa803b108 admin admin] Made reservation on behalf of 48a7f1b73bf04d3fa7be0b258cbece07 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:33.396915 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd18b52-a830-4517-84ed-61baa803b108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.399278 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb09d4-963d-4e7c-9b4b-f260db12c1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=32ca2fcf-81ec-408f-9695-715e2ba1a980,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:33.409212 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 32ca2fcf-81ec-408f-9695-715e2ba1a980 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:33.563310 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd18b52-a830-4517-84ed-61baa803b108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.604209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 839a9d8f-b331-4c6a-a21c-83cc124146d7 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:33.626443 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd18b52-a830-4517-84ed-61baa803b108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be7b9ba-916d-4497-a3dd-9747f1489f59,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:33.626886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 839a9d8f-b331-4c6a-a21c-83cc124146d7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:33.627239 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 839a9d8f-b331-4c6a-a21c-83cc124146d7 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:33.634272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd18b52-a830-4517-84ed-61baa803b108 admin admin] Checking segment: {'id': '06887748-e80e-4899-bdba-be8b8d88cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:33.634643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd18b52-a830-4517-84ed-61baa803b108 admin admin] Network hostable DHCP agents. Network: 32ca2fcf-81ec-408f-9695-715e2ba1a980, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:33.650832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd18b52-a830-4517-84ed-61baa803b108 admin admin] Network 32ca2fcf-81ec-408f-9695-715e2ba1a980 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:33.659318 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fbd18b52-a830-4517-84ed-61baa803b108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 32ca2fcf-81ec-408f-9695-715e2ba1a980) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:33.663771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd18b52-a830-4517-84ed-61baa803b108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:33.664366 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbd18b52-a830-4517-84ed-61baa803b108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.668700 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b6ec8-0975-4fab-a25d-0cbd5d5e78ea None None] Network 32ca2fcf-81ec-408f-9695-715e2ba1a980 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:33.677987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fbd18b52-a830-4517-84ed-61baa803b108 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3088236 Jul 16 18:42:33.797217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28475997-56cd-44ec-a87c-e2a1ae453f0e None None] Network 32ca2fcf-81ec-408f-9695-715e2ba1a980 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:33.907382 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.109305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-6abe9437-c3a9-4744-9818-42c477bd7078 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:34.112260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-6abe9437-c3a9-4744-9818-42c477bd7078 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/networks?id=32ca2fcf-81ec-408f-9695-715e2ba1a980 HTTP/1.1" status: 200 len: 812 time: 0.1015704 Jul 16 18:42:34.126293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-d241f120-d4ac-4892-a059-4fda313de97c tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/quotas/48a7f1b73bf04d3fa7be0b258cbece07 HTTP/1.1" status: 200 len: 375 time: 0.0095916 Jul 16 18:42:34.165656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-f80cc2ef-99e7-4fdf-8f64-8ae9f83c1bb3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=48a7f1b73bf04d3fa7be0b258cbece07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328884 Jul 16 18:42:34.255340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-98f5b75a-bc3f-4db7-b7c6-e605f23891a2 service neutron] 10.222.0.52 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831976 Jul 16 18:42:34.349298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-523b3480-c370-49a8-ae5b-f6bda48de4c9 service neutron] 10.222.0.52 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877719 Jul 16 18:42:34.521656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3b8c673-a3a6-4e8a-885c-b4bc9519963f req-836d5bb0-695e-4ac7-8c57-bfe45f712368 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 210 time: 0.0288801 Jul 16 18:42:35.566982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-619b5e04-0355-47a2-9a3a-d882ce26d824 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:35.569060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-619b5e04-0355-47a2-9a3a-d882ce26d824 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.38 "GET /v2.0/networks?id=32ca2fcf-81ec-408f-9695-715e2ba1a980 HTTP/1.1" status: 200 len: 812 time: 0.1196561 Jul 16 18:42:35.587381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Request body: {'port': {'device_id': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980', 'admin_state_up': True, 'tenant_id': '48a7f1b73bf04d3fa7be0b258cbece07'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:35.595339 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.695133 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7616632f-247d-40c1-a9ed-ad30f8c42a57 req-a4116b5a-36eb-4f1d-aa12-fd8faab58aa2 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 210 time: 0.0362232 Jul 16 18:42:35.733422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Made reservation on behalf of 48a7f1b73bf04d3fa7be0b258cbece07 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:35.736889 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.868624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Allocated IP 172.20.0.7 (32ca2fcf-81ec-408f-9695-715e2ba1a980/4be7b9ba-916d-4497-a3dd-9747f1489f59/2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:36.014812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.051723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.096763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Network 32ca2fcf-81ec-408f-9695-715e2ba1a980 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:36.099770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:36.103729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:36.109918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Pushing event updated for resources: {'Port': ['ID=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:36.153484 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:36.154093 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.167217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-9bd9de63-c7d1-45e1-b971-09ffb2facbd3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909956 Jul 16 18:42:36.179158 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Request body: {'port': {'device_id': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:36.251669 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.504193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:36.511467 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.522810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Transition to ACTIVE for port object 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:36.526623 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.579612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:36.645634 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Attempting to bind port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:36.645970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Attempting to bind port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '06887748-e80e-4899-bdba-be8b8d88cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:36.646784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Attempting to bind port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 on network 32ca2fcf-81ec-408f-9695-715e2ba1a980 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:36.651073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 on network 32ca2fcf-81ec-408f-9695-715e2ba1a980 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:36.651401 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Attempting to bind port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 on network 32ca2fcf-81ec-408f-9695-715e2ba1a980 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:36.656120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:36.656459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Checking segment: {'id': '06887748-e80e-4899-bdba-be8b8d88cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:36.656848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Bound using segment: {'id': '06887748-e80e-4899-bdba-be8b8d88cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:36.657274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Bound port: 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06887748-e80e-4899-bdba-be8b8d88cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:36.657659 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.719822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:36.723244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,segment=NetworkSegment(06887748-e80e-4899-bdba-be8b8d88cc31),segment_id=06887748-e80e-4899-bdba-be8b8d88cc31)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:36.728874 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.760955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:36.761603 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.763006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] 10.222.0.38 "PUT /v2.0/ports/2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 HTTP/1.1" status: 200 len: 1091 time: 0.5886190 Jul 16 18:42:36.763451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'tag': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:36.765707 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ed3d28-09d1-4bbb-89df-64783f14010d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e", "tag": "2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:36.794408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f079516-8f95-447b-9be0-c515aff08bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:36.818069 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0711ff-c3de-4379-b140-8e8db4235c07 x-openstack-request-id: req-1b0711ff-c3de-4379-b140-8e8db4235c07 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:36.818465 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e", "tag": "2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:36.818782 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b0711ff-c3de-4379-b140-8e8db4235c07 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:36.819235 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'tag': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2', 'status': 'completed', 'code': 200} Jul 16 18:42:36.909617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-72c4cacf-1920-4249-88c8-bf2218c26b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:36.911123 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-72c4cacf-1920-4249-88c8-bf2218c26b7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=48a7f1b73bf04d3fa7be0b258cbece07&device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 1094 time: 0.1026051 Jul 16 18:42:36.919838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7752e-b8dc-4413-9cec-d67320f81f3a req-f9f5f360-a849-42a0-8b27-10cd666f1131 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:36.921210 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ba7752e-b8dc-4413-9cec-d67320f81f3a req-f9f5f360-a849-42a0-8b27-10cd666f1131 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 943 time: 0.1002495 Jul 16 18:42:36.966100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-66f34074-f2df-4714-a07b-982a63089a99 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 HTTP/1.1" status: 200 len: 217 time: 0.0439384 Jul 16 18:42:37.019990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ba7752e-b8dc-4413-9cec-d67320f81f3a req-af5dfb4d-7960-4e82-966b-9bae8420c364 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920918 Jul 16 18:42:37.028970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-053bbe46-1578-4706-be87-d48e3a882d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:37.030419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-053bbe46-1578-4706-be87-d48e3a882d86 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4be7b9ba-916d-4497-a3dd-9747f1489f59 HTTP/1.1" status: 200 len: 852 time: 0.0586374 Jul 16 18:42:37.061893 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-7e31e6bd-abab-4f4e-bb09-7e9d76f78a93 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32ca2fcf-81ec-408f-9695-715e2ba1a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256565 Jul 16 18:42:37.152073 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-e027962f-5cd0-4d83-9145-36bcd876a0e2 service neutron] 10.222.0.38 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839989 Jul 16 18:42:37.237317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54df97db-9a08-4fb8-ba83-08d87c3cf00a req-8eb2a179-2e37-4b70-a2b5-4eafb0e2a03f service neutron] 10.222.0.38 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790892 Jul 16 18:42:37.339484 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed3d28-09d1-4bbb-89df-64783f14010d req-af982d03-a992-43ed-a6ad-347164c6f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:37.340914 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56ed3d28-09d1-4bbb-89df-64783f14010d req-af982d03-a992-43ed-a6ad-347164c6f701 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=48a7f1b73bf04d3fa7be0b258cbece07&device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 1094 time: 0.0558698 Jul 16 18:42:37.426172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed3d28-09d1-4bbb-89df-64783f14010d req-d3ea2635-c150-4fca-b899-fd5a1b9efdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:37.427616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56ed3d28-09d1-4bbb-89df-64783f14010d req-d3ea2635-c150-4fca-b899-fd5a1b9efdf6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=32ca2fcf-81ec-408f-9695-715e2ba1a980 HTTP/1.1" status: 200 len: 913 time: 0.0811148 Jul 16 18:42:37.470272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56ed3d28-09d1-4bbb-89df-64783f14010d req-3277d7ff-53ad-4fdb-9da5-4b5bd216407a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 HTTP/1.1" status: 200 len: 217 time: 0.0364647 Jul 16 18:42:37.519081 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed3d28-09d1-4bbb-89df-64783f14010d req-449bc750-42c7-4b3e-9832-208df2c5d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:37.520500 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56ed3d28-09d1-4bbb-89df-64783f14010d req-449bc750-42c7-4b3e-9832-208df2c5d571 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4be7b9ba-916d-4497-a3dd-9747f1489f59 HTTP/1.1" status: 200 len: 852 time: 0.0430472 Jul 16 18:42:37.553226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56ed3d28-09d1-4bbb-89df-64783f14010d req-e876c0cf-176f-41a2-bf22-138ef86d1afb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32ca2fcf-81ec-408f-9695-715e2ba1a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253112 Jul 16 18:42:37.644902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56ed3d28-09d1-4bbb-89df-64783f14010d req-0c43dfc8-2a12-40ec-b2f9-250b11af572a service neutron] 10.222.0.38 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848258 Jul 16 18:42:37.733212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56ed3d28-09d1-4bbb-89df-64783f14010d req-a3ef014a-29c0-4eea-9c30-e87fa7f27dde service neutron] 10.222.0.38 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810158 Jul 16 18:42:38.198713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67f005-427a-4582-8fd9-5edfe8e9ccd9 req-6bb4b924-0aa4-4c1d-929e-41a0d46572b5 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:38.200174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca67f005-427a-4582-8fd9-5edfe8e9ccd9 req-6bb4b924-0aa4-4c1d-929e-41a0d46572b5 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 943 time: 0.0673795 Jul 16 18:42:38.539390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca67f005-427a-4582-8fd9-5edfe8e9ccd9 req-14ead9ef-dcb7-4a6d-85a1-e8ac74a0e088 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336568 Jul 16 18:42:39.635266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:39.707720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f2f2b-fc66-4753-a04f-ee23637c7fbe req-fe0fc868-150e-4823-8529-c57446a67537 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:39.709210 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d23f2f2b-fc66-4753-a04f-ee23637c7fbe req-fe0fc868-150e-4823-8529-c57446a67537 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 943 time: 0.0620611 Jul 16 18:42:39.733779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,segment=NetworkSegment(06887748-e80e-4899-bdba-be8b8d88cc31),segment_id=06887748-e80e-4899-bdba-be8b8d88cc31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:39.744799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2', 'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980', 'port_id': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2', 'mac_address': 'fa:16:3e:40:2c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be7b9ba-916d-4497-a3dd-9747f1489f59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:39.747037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d23f2f2b-fc66-4753-a04f-ee23637c7fbe req-848a89f1-8ea3-46a8-8c5e-521df16d49d9 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317197 Jul 16 18:42:39.781356 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.794415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:39.814206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,segment=NetworkSegment(06887748-e80e-4899-bdba-be8b8d88cc31),segment_id=06887748-e80e-4899-bdba-be8b8d88cc31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:39.818116 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.869096 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:39.876646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:39.877005 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:39.877382 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:39.877726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:39.878070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:39.878429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:39.878743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:39.879077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:39.879409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:39.879737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:39.880065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:39.880396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:40.002750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:40.917393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c93be-a7e6-48af-9396-4588720f5d87 req-c9a7dee9-8144-466b-96a5-7a35d50190d9 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:40.918843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe0c93be-a7e6-48af-9396-4588720f5d87 req-c9a7dee9-8144-466b-96a5-7a35d50190d9 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 944 time: 0.0616183 Jul 16 18:42:40.959094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe0c93be-a7e6-48af-9396-4588720f5d87 req-fd43c3cb-5254-4a62-b266-3c6e0d53c19d tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346301 Jul 16 18:42:41.651044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:41.849302 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:41.853092 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:41.853511 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.928727 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.951457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:41.953853 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8486c03a-5b28-4d7d-9cf7-19930fd31990" -d '{"events": [{"server_uuid": "9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:41.966487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,segment=NetworkSegment(06887748-e80e-4899-bdba-be8b8d88cc31),segment_id=06887748-e80e-4899-bdba-be8b8d88cc31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:41.970588 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.996273 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f63ab8-c314-41bf-bc8f-85f2e5f02cd9 x-openstack-request-id: req-b4f63ab8-c314-41bf-bc8f-85f2e5f02cd9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:41.996595 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:41.996820 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4f63ab8-c314-41bf-bc8f-85f2e5f02cd9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:41.997214 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2', 'code': 200} Jul 16 18:42:42.030334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:42.138983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858bb0e-865c-455f-a3c7-4f531e1b9cb8 req-67cca017-5007-4c2c-b88e-35f8c758fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:42.140444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c858bb0e-865c-455f-a3c7-4f531e1b9cb8 req-67cca017-5007-4c2c-b88e-35f8c758fdca service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 1096 time: 0.0890422 Jul 16 18:42:42.160953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea4dc5-371f-438b-ba30-afd7f546b792 req-1b9f0c3f-8e54-4f9a-9c16-26758a86678e tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:42.162364 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cea4dc5-371f-438b-ba30-afd7f546b792 req-1b9f0c3f-8e54-4f9a-9c16-26758a86678e tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0843160 Jul 16 18:42:42.206183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c858bb0e-865c-455f-a3c7-4f531e1b9cb8 req-72f60d3d-662a-4f10-97fb-7daf97151604 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582108 Jul 16 18:42:42.214870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cea4dc5-371f-438b-ba30-afd7f546b792 req-593cd61b-df0e-4771-8114-a6835f7b14ee tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465481 Jul 16 18:42:43.389280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1904-acfe-437e-8c68-cc80f15a02fe req-757948b1-ca99-4e43-8c0d-38326380d571 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.390847 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-091a1904-acfe-437e-8c68-cc80f15a02fe req-757948b1-ca99-4e43-8c0d-38326380d571 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0664408 Jul 16 18:42:43.427361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-091a1904-acfe-437e-8c68-cc80f15a02fe req-f03f381a-9314-4537-93f9-250e193f19fe tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309124 Jul 16 18:42:43.709554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:43.853048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ffd50-7e33-43b6-9f0d-1ba8eab86aad req-3addb385-dac5-474e-8a31-45e36338b076 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.854576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af1ffd50-7e33-43b6-9f0d-1ba8eab86aad req-3addb385-dac5-474e-8a31-45e36338b076 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0981221 Jul 16 18:42:43.860744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-1784ab40-da6f-4342-b629-393ae9a84f3e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1500759 Jul 16 18:42:43.895075 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af1ffd50-7e33-43b6-9f0d-1ba8eab86aad req-36a24a5f-ad99-4075-9a2a-2aec081903f6 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Jul 16 18:42:45.098743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-2bafaf73-6124-4fbf-befb-84b1677c7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.100249 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-2bafaf73-6124-4fbf-befb-84b1677c7b97 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=48a7f1b73bf04d3fa7be0b258cbece07&device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 1096 time: 0.0981708 Jul 16 18:42:45.108793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452479fe-ce89-4109-8125-7a70b13b16ca req-0a2a234d-fca5-4b76-a433-7b69244db014 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.110213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-452479fe-ce89-4109-8125-7a70b13b16ca req-0a2a234d-fca5-4b76-a433-7b69244db014 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0977502 Jul 16 18:42:45.201602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-452479fe-ce89-4109-8125-7a70b13b16ca req-075d342a-463f-4aaa-ab77-9a69a7d0ab50 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823352 Jul 16 18:42:45.227837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-3a41d28b-a9db-445c-a4ef-4805c8f11787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.229429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-3a41d28b-a9db-445c-a4ef-4805c8f11787 service neutron] 10.222.0.38 "GET /v2.0/networks?id=32ca2fcf-81ec-408f-9695-715e2ba1a980 HTTP/1.1" status: 200 len: 913 time: 0.1183653 Jul 16 18:42:45.269221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-bc86513c-6746-43c9-974a-5956d95078c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 HTTP/1.1" status: 200 len: 217 time: 0.0337358 Jul 16 18:42:45.320388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-56d324d6-c189-4d3a-b0dc-2da46138926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.321849 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-56d324d6-c189-4d3a-b0dc-2da46138926d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4be7b9ba-916d-4497-a3dd-9747f1489f59 HTTP/1.1" status: 200 len: 852 time: 0.0471077 Jul 16 18:42:45.353132 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-aef09e7c-9dd1-4fb1-8ad8-c3fda75d3c63 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32ca2fcf-81ec-408f-9695-715e2ba1a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253992 Jul 16 18:42:45.438563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-2033f2ed-f730-42fd-a546-58a6cafb29d6 service neutron] 10.222.0.38 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796103 Jul 16 18:42:45.527023 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-8a3065be-abed-4655-8f82-fc58dd51dd87 service neutron] 10.222.0.38 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828376 Jul 16 18:42:46.375472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785868cc-dafd-49c9-ada9-fac270964002 req-a32a2f1e-ab80-4f0c-bcf6-84460ee4b0b8 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:46.376954 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-785868cc-dafd-49c9-ada9-fac270964002 req-a32a2f1e-ab80-4f0c-bcf6-84460ee4b0b8 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0629923 Jul 16 18:42:46.414464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-785868cc-dafd-49c9-ada9-fac270964002 req-6cbb1430-dfa3-46a0-b55d-872637a20eb5 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312471 Jul 16 18:42:47.589282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266ad75-726f-4348-9367-4cf584d45266 req-73bdc038-41b5-49ff-bafb-e2ddebcb878f tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.590779 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b266ad75-726f-4348-9367-4cf584d45266 req-73bdc038-41b5-49ff-bafb-e2ddebcb878f tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0679271 Jul 16 18:42:47.627419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b266ad75-726f-4348-9367-4cf584d45266 req-c63cf34e-2cdd-4735-ae37-08da39af58f6 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311120 Jul 16 18:42:48.797778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dfe6a-f94b-4329-ade6-9892759f705c req-e60f2379-581b-4e63-a2b8-090fb404db6f tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.799267 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a1dfe6a-f94b-4329-ade6-9892759f705c req-e60f2379-581b-4e63-a2b8-090fb404db6f tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0628290 Jul 16 18:42:48.838511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a1dfe6a-f94b-4329-ade6-9892759f705c req-74140402-87e2-4a13-9371-6b13afa77366 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324302 Jul 16 18:42:50.011519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab3734-72f7-4a58-88e0-d4d6e7729c8b req-6f8b4cef-9edc-4552-af98-391f0d9cae30 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:50.013143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66ab3734-72f7-4a58-88e0-d4d6e7729c8b req-6f8b4cef-9edc-4552-af98-391f0d9cae30 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0629377 Jul 16 18:42:50.049932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66ab3734-72f7-4a58-88e0-d4d6e7729c8b req-089a41f9-38a7-4245-a123-5aefae7fba2f tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312507 Jul 16 18:42:51.227325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249f37c-0201-438a-a81a-975d33d3fed1 req-6d4ce5b8-4a67-4abf-81ac-3f5797610a58 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:51.228834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8249f37c-0201-438a-a81a-975d33d3fed1 req-6d4ce5b8-4a67-4abf-81ac-3f5797610a58 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0695713 Jul 16 18:42:51.265815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8249f37c-0201-438a-a81a-975d33d3fed1 req-bc2fd08c-66a9-4f33-ac02-ce701f41a2f3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313113 Jul 16 18:42:52.437695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c077c8a-14ac-4a7f-bec5-6e4d88632922 req-6dbf0690-0123-44f8-8de9-8d56ba3aa12a tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:52.439175 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c077c8a-14ac-4a7f-bec5-6e4d88632922 req-6dbf0690-0123-44f8-8de9-8d56ba3aa12a tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0631032 Jul 16 18:42:52.476058 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6c077c8a-14ac-4a7f-bec5-6e4d88632922 req-931911ed-604f-430b-926f-8f7c722adfbd tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312481 Jul 16 18:42:53.650407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17900c18-d943-47d3-a45d-a2f694d9a620 req-25c2e677-0b11-4266-9c7b-ae5ab02f78e0 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:53.651891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17900c18-d943-47d3-a45d-a2f694d9a620 req-25c2e677-0b11-4266-9c7b-ae5ab02f78e0 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0666800 Jul 16 18:42:53.689735 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-17900c18-d943-47d3-a45d-a2f694d9a620 req-975f94d3-619e-4cd0-beb7-090495c59270 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321083 Jul 16 18:42:54.861058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714329d7-1b30-44e1-abe9-aaaa554a62f9 req-d1ed60d1-6f3a-4691-b30b-e43d7d9725fe tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:54.862567 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-714329d7-1b30-44e1-abe9-aaaa554a62f9 req-d1ed60d1-6f3a-4691-b30b-e43d7d9725fe tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0646911 Jul 16 18:42:54.899948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-714329d7-1b30-44e1-abe9-aaaa554a62f9 req-fc9c4bb8-1abe-4124-888f-48ecf1fa55ba tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Jul 16 18:42:56.074999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e0d45-0cb2-42fe-add4-df686174a411 req-d7e390b3-f9a5-4223-b14c-1f9478596e07 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:56.076487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c45e0d45-0cb2-42fe-add4-df686174a411 req-d7e390b3-f9a5-4223-b14c-1f9478596e07 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0634341 Jul 16 18:42:56.112990 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c45e0d45-0cb2-42fe-add4-df686174a411 req-1838e5df-ff92-41cd-a565-e77ee9178e0b tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309806 Jul 16 18:42:57.287769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06ca4c-d455-4210-b1dd-beca22a33495 req-b7820c00-ab24-433f-8cd8-84fe81dd07e9 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:57.289433 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d06ca4c-d455-4210-b1dd-beca22a33495 req-b7820c00-ab24-433f-8cd8-84fe81dd07e9 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0662656 Jul 16 18:42:57.326417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d06ca4c-d455-4210-b1dd-beca22a33495 req-f5ed1189-6eda-4d63-8528-e8a2f9fddd55 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315266 Jul 16 18:42:58.497269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8447f47-51ea-4ddc-809e-77ba6045f8c2 req-b70a03a6-5dfc-4ef8-a9fb-27d1fce33ac3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:58.498786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8447f47-51ea-4ddc-809e-77ba6045f8c2 req-b70a03a6-5dfc-4ef8-a9fb-27d1fce33ac3 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0633655 Jul 16 18:42:58.535972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8447f47-51ea-4ddc-809e-77ba6045f8c2 req-787f5f1d-0e3e-4241-9001-da2735a499a2 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316846 Jul 16 18:42:59.715783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb378d-a996-49b4-b753-d56928d5378f req-52dcfc91-1948-4195-91e2-0252ef0daee2 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.717261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74bb378d-a996-49b4-b753-d56928d5378f req-52dcfc91-1948-4195-91e2-0252ef0daee2 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0663121 Jul 16 18:42:59.754604 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74bb378d-a996-49b4-b753-d56928d5378f req-80926ce5-61e5-4d6c-ab1e-96d0487d3da1 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Jul 16 18:43:00.105770 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22c3ed06-cb9d-4bef-a105-cfbf6936038e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.925502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd70a10-5107-4756-a088-10eb8789d567 req-5670b589-9e22-46ef-b586-521fc7798cc9 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.927078 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fd70a10-5107-4756-a088-10eb8789d567 req-5670b589-9e22-46ef-b586-521fc7798cc9 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0628555 Jul 16 18:43:00.964968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8fd70a10-5107-4756-a088-10eb8789d567 req-04d5cf92-fb0c-44e8-a952-315c873bf9ec tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Jul 16 18:43:02.324401 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc1ba-9cf1-4a36-a37a-2644437aedc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.324995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82199d8-cd89-491a-ad14-f1743a280a08 req-215384ce-eec4-492e-a7a7-1f927252b99e tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:02.326116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e82199d8-cd89-491a-ad14-f1743a280a08 req-215384ce-eec4-492e-a7a7-1f927252b99e tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0633733 Jul 16 18:43:02.363831 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e82199d8-cd89-491a-ad14-f1743a280a08 req-a480ccee-9400-43c0-a40f-95ab378d8d6f tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Jul 16 18:43:02.597675 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:43:02.777286 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.898976 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.938384 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.539306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e44dd3-2e52-406d-a766-b92c3e352caa req-0366f65b-8c51-496d-bf83-6afb178a93fc tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:03.543036 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8e44dd3-2e52-406d-a766-b92c3e352caa req-0366f65b-8c51-496d-bf83-6afb178a93fc tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0701025 Jul 16 18:43:03.580578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8e44dd3-2e52-406d-a766-b92c3e352caa req-f153b7a8-540c-4bac-a904-035b1be7d7a1 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Jul 16 18:43:03.893603 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.755939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a3b6e-34e7-4e23-9926-1f5f09cc1b29 req-5ae2acb2-f643-4876-bd1c-31ff7213b146 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.757502 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-774a3b6e-34e7-4e23-9926-1f5f09cc1b29 req-5ae2acb2-f643-4876-bd1c-31ff7213b146 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0669351 Jul 16 18:43:04.794549 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-774a3b6e-34e7-4e23-9926-1f5f09cc1b29 req-99e4a2aa-3794-4f89-ba1c-01d07adab0f8 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Jul 16 18:43:05.596587 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.975483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c94b9-2f10-488b-baa1-6a94cb203948 req-b1d9b523-c290-444d-905c-5327ec33e458 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:05.977084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c18c94b9-2f10-488b-baa1-6a94cb203948 req-b1d9b523-c290-444d-905c-5327ec33e458 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0692449 Jul 16 18:43:06.014681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c18c94b9-2f10-488b-baa1-6a94cb203948 req-90057926-2e71-4983-94dc-4749a8f7cc7f tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 Jul 16 18:43:07.188540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5b7b8-be06-4720-b5b1-e6f24c7c7068 req-bada8068-5aa9-4d2b-8d64-8253ade69390 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.190270 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2a5b7b8-be06-4720-b5b1-e6f24c7c7068 req-bada8068-5aa9-4d2b-8d64-8253ade69390 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0638661 Jul 16 18:43:07.227586 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2a5b7b8-be06-4720-b5b1-e6f24c7c7068 req-2d279709-7968-49e3-886a-e36c9484b426 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Jul 16 18:43:08.399438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788aa128-17d8-404e-a97d-e4fc058aa994 req-f44d4914-917b-417e-82e9-ec23089ea630 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:08.401545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-788aa128-17d8-404e-a97d-e4fc058aa994 req-f44d4914-917b-417e-82e9-ec23089ea630 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0653574 Jul 16 18:43:08.439861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-788aa128-17d8-404e-a97d-e4fc058aa994 req-c286eec6-a096-41af-941d-3a757cff4db7 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 Jul 16 18:43:09.635512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3bf90-e484-41ea-8d29-a3fca8550c5c req-96adbbd2-fe4c-4035-8609-9af5636ed5e6 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:09.637200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38a3bf90-e484-41ea-8d29-a3fca8550c5c req-96adbbd2-fe4c-4035-8609-9af5636ed5e6 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0677853 Jul 16 18:43:09.675172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38a3bf90-e484-41ea-8d29-a3fca8550c5c req-b5b27941-62fa-4118-a79a-50a5ed841d61 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Jul 16 18:43:10.847597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ea768-4562-4de7-b8b8-a71bb3018320 req-34749176-b0b3-472f-bb80-9693995b871a tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.849088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c7ea768-4562-4de7-b8b8-a71bb3018320 req-34749176-b0b3-472f-bb80-9693995b871a tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0642345 Jul 16 18:43:10.886537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c7ea768-4562-4de7-b8b8-a71bb3018320 req-5910b5a4-b525-4299-b818-3f75c8f1ab28 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313146 Jul 16 18:43:12.061925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e95be1-0630-462f-bb37-2f0558e91d6a req-9aa4d2cb-ce78-4bdb-8827-4521afa0c94b tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:12.063417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31e95be1-0630-462f-bb37-2f0558e91d6a req-9aa4d2cb-ce78-4bdb-8827-4521afa0c94b tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0667820 Jul 16 18:43:12.100864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31e95be1-0630-462f-bb37-2f0558e91d6a req-8347f2a1-1773-40a6-b4fa-e492143eb464 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316629 Jul 16 18:43:12.414380 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-2926b972-52a0-4af8-8ad0-f5c798caf4c5 service neutron] show failed (client error): The resource could not be found. Jul 16 18:43:12.415968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-2926b972-52a0-4af8-8ad0-f5c798caf4c5 service neutron] 10.222.0.38 "GET /v2.0/ports/2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2/bindings/n-h2-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0558290 Jul 16 18:43:12.697859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-64527165-c7d9-4dde-9b42-2f23e5248902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:12.699291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-64527165-c7d9-4dde-9b42-2f23e5248902 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e&tenant_id=48a7f1b73bf04d3fa7be0b258cbece07 HTTP/1.1" status: 200 len: 1096 time: 0.0931926 Jul 16 18:43:12.710482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:12.778678 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.977963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,segment=NetworkSegment(06887748-e80e-4899-bdba-be8b8d88cc31),segment_id=06887748-e80e-4899-bdba-be8b8d88cc31)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:13.010401 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:13.052867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:13.055160 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf872e8-170d-46b4-aa70-d4b52182bd42" -d '{"events": [{"server_uuid": "9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:13.059116 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.072016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Transition to ACTIVE for port object 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:13.076905 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.145041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] No DVR routers for this DVR port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:13.147107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Pushing event updated for resources: {'Port': ['ID=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:13.187597 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1a8797-68e2-453b-91c4-6c6a0ec9b6d2 x-openstack-request-id: req-ee1a8797-68e2-453b-91c4-6c6a0ec9b6d2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:13.188019 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:13.188279 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee1a8797-68e2-453b-91c4-6c6a0ec9b6d2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:13.188980 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2', 'code': 200} Jul 16 18:43:13.191383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Attempting to bind port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:13.191726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Attempting to bind port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '06887748-e80e-4899-bdba-be8b8d88cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:13.192065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Attempting to bind port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 on network 32ca2fcf-81ec-408f-9695-715e2ba1a980 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:13.197467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 on network 32ca2fcf-81ec-408f-9695-715e2ba1a980 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:43:13.197809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Attempting to bind port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 on network 32ca2fcf-81ec-408f-9695-715e2ba1a980 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:13.202713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:13.203062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Checking segment: {'id': '06887748-e80e-4899-bdba-be8b8d88cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:13.203515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Bound using segment: {'id': '06887748-e80e-4899-bdba-be8b8d88cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:13.203956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Bound port: 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06887748-e80e-4899-bdba-be8b8d88cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:13.204360 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.308004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:13.326450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,segment=NetworkSegment(06887748-e80e-4899-bdba-be8b8d88cc31),segment_id=06887748-e80e-4899-bdba-be8b8d88cc31)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:13.333668 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.349919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9324ab2-ddd8-4c4a-8481-e25667714db6 req-00ef5144-d3df-4123-a503-cd6f9bbac580 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.351416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9324ab2-ddd8-4c4a-8481-e25667714db6 req-00ef5144-d3df-4123-a503-cd6f9bbac580 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 943 time: 0.1130486 Jul 16 18:43:13.390802 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.391805 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.392787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] 10.222.0.42 "PUT /v2.0/ports/2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 HTTP/1.1" status: 200 len: 1091 time: 0.6862836 Jul 16 18:43:13.439983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107f011-d112-4dc7-95ac-39dcd56bbbed service neutron] Pushing event updated for resources: {'Port': ['ID=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:13.467466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e9324ab2-ddd8-4c4a-8481-e25667714db6 req-d0427527-aeab-446b-9a5c-b72ef7492306 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947793 Jul 16 18:43:13.495347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-9413ee16-2a73-4fc6-bbbd-bbabe815de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.496877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-9413ee16-2a73-4fc6-bbbd-bbabe815de86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a7f1b73bf04d3fa7be0b258cbece07&device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 1094 time: 0.0780628 Jul 16 18:43:13.587153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-1a18f9f9-cde3-4d4b-81c3-87697d50395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.588562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-1a18f9f9-cde3-4d4b-81c3-87697d50395e service neutron] 10.222.0.42 "GET /v2.0/networks?id=32ca2fcf-81ec-408f-9695-715e2ba1a980 HTTP/1.1" status: 200 len: 913 time: 0.0854030 Jul 16 18:43:13.633764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-cab21f71-07f2-4ff9-a3f5-7c428a8b3910 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 HTTP/1.1" status: 200 len: 217 time: 0.0386693 Jul 16 18:43:13.683062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-2a090916-48f4-4295-b909-76b98d658d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.684471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-2a090916-48f4-4295-b909-76b98d658d0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4be7b9ba-916d-4497-a3dd-9747f1489f59 HTTP/1.1" status: 200 len: 852 time: 0.0439456 Jul 16 18:43:13.717286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-035bc112-32d4-4811-b952-82767278318c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32ca2fcf-81ec-408f-9695-715e2ba1a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263865 Jul 16 18:43:13.810839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-783ae5af-7c40-4d92-af82-ffede572de9e service neutron] 10.222.0.42 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859170 Jul 16 18:43:13.902887 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92b4d373-be6d-4707-adcd-1fee1e7b0e35 req-cb1abd45-a7ae-429e-b050-1b9b1d6058be service neutron] 10.222.0.42 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852787 Jul 16 18:43:14.672001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a083000-761f-4364-9c53-64816050086c req-cae65273-d42f-4138-94cb-5e82608eef50 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:14.673862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a083000-761f-4364-9c53-64816050086c req-cae65273-d42f-4138-94cb-5e82608eef50 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 943 time: 0.0813968 Jul 16 18:43:14.717445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a083000-761f-4364-9c53-64816050086c req-1161b18b-ed3c-4f3c-bc09-f81aea9d012f tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383575 Jul 16 18:43:15.190107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'tag': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:15.192458 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e", "tag": "2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:15.238918 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2653862-0751-43f7-be43-cbe0dbf61c23 x-openstack-request-id: req-a2653862-0751-43f7-be43-cbe0dbf61c23 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:15.239208 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e", "tag": "2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:15.239457 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2653862-0751-43f7-be43-cbe0dbf61c23 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:15.239851 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'tag': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2', 'status': 'completed', 'code': 200} Jul 16 18:43:15.345835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-d8cc9c6a-24c7-4e92-858d-26b05866c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.347357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-d8cc9c6a-24c7-4e92-858d-26b05866c9b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=48a7f1b73bf04d3fa7be0b258cbece07&device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 1094 time: 0.0890934 Jul 16 18:43:15.352990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-02b333e8-9459-4189-90a1-ff03b8c1e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.354407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-02b333e8-9459-4189-90a1-ff03b8c1e106 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=48a7f1b73bf04d3fa7be0b258cbece07&device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 1094 time: 0.0871003 Jul 16 18:43:15.516826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-4096d00e-d265-4d08-af57-e3802527a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.518472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-4096d00e-d265-4d08-af57-e3802527a551 service neutron] 10.222.0.42 "GET /v2.0/networks?id=32ca2fcf-81ec-408f-9695-715e2ba1a980 HTTP/1.1" status: 200 len: 913 time: 0.1601982 Jul 16 18:43:15.519819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-49f7e1ad-4f7f-4ae6-8f46-6e5211102319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.521130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-49f7e1ad-4f7f-4ae6-8f46-6e5211102319 service neutron] 10.222.0.38 "GET /v2.0/networks?id=32ca2fcf-81ec-408f-9695-715e2ba1a980 HTTP/1.1" status: 200 len: 913 time: 0.1551259 Jul 16 18:43:15.588451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-e1572d03-2490-45b6-87ff-b938ba72bf96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 HTTP/1.1" status: 200 len: 217 time: 0.0641410 Jul 16 18:43:15.589813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-3817a63f-d736-4d03-bf7b-8acb038d15d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 HTTP/1.1" status: 200 len: 217 time: 0.0593038 Jul 16 18:43:15.670212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-bb71875b-dd1e-49b0-a3e1-41951f95ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.671655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-bb71875b-dd1e-49b0-a3e1-41951f95ff3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4be7b9ba-916d-4497-a3dd-9747f1489f59 HTTP/1.1" status: 200 len: 852 time: 0.0775266 Jul 16 18:43:15.674909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-1d9c90e3-e862-4b7c-a45c-7b87d70cf048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.676227 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-1d9c90e3-e862-4b7c-a45c-7b87d70cf048 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4be7b9ba-916d-4497-a3dd-9747f1489f59 HTTP/1.1" status: 200 len: 852 time: 0.0751703 Jul 16 18:43:15.724294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-a1340173-d4c4-46e8-8856-afafd7a62536 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32ca2fcf-81ec-408f-9695-715e2ba1a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464144 Jul 16 18:43:15.726130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-a8f2c85a-bf83-4cf9-86ef-0481595c75e2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32ca2fcf-81ec-408f-9695-715e2ba1a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411484 Jul 16 18:43:15.820713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:15.860387 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:15.926460 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-347d5dd0-67d0-41b5-9f48-9d4f9463402c service neutron] 10.222.0.42 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952665 Jul 16 18:43:15.931895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-c3992c9f-b644-4b0b-89c7-830573ce3c1a service neutron] 10.222.0.38 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937785 Jul 16 18:43:16.010920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b66ea-efb9-4655-9455-922964d785ed req-958d449c-d030-4e72-aa1c-ccde8cc17468 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.012393 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b4b66ea-efb9-4655-9455-922964d785ed req-958d449c-d030-4e72-aa1c-ccde8cc17468 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 943 time: 0.1695786 Jul 16 18:43:16.124435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-738faa54-cdf6-4ed1-8cc0-f3f8d0ce9b10 service neutron] 10.222.0.38 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781526 Jul 16 18:43:16.139841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b4b66ea-efb9-4655-9455-922964d785ed req-c4653d9a-15ca-4265-9d8c-15d3c8822456 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985365 Jul 16 18:43:16.141910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a87ebf-18cd-4b3e-a4e4-5351c68d6a4f req-843a806b-f29a-4661-9b93-1686b63f56b6 service neutron] 10.222.0.42 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064946 Jul 16 18:43:16.561450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-a2790856-86e8-4c74-81bc-a03e86ff6e2a tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.562925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-a2790856-86e8-4c74-81bc-a03e86ff6e2a tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e&tenant_id=48a7f1b73bf04d3fa7be0b258cbece07&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 943 time: 0.1105196 Jul 16 18:43:16.620719 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-875d1f9e-fe41-449c-82c9-4e97caf1a671 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:43:16.621737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-875d1f9e-fe41-449c-82c9-4e97caf1a671 service neutron] 10.222.0.38 "DELETE /v2.0/ports/2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2/bindings/n-h1-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0528610 Jul 16 18:43:16.637352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:16.740507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,segment=NetworkSegment(06887748-e80e-4899-bdba-be8b8d88cc31),segment_id=06887748-e80e-4899-bdba-be8b8d88cc31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:16.752768 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2', 'network_id': '32ca2fcf-81ec-408f-9695-715e2ba1a980', 'port_id': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2', 'mac_address': 'fa:16:3e:40:2c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be7b9ba-916d-4497-a3dd-9747f1489f59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:16.792191 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.806045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:16.827641 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,segment=NetworkSegment(06887748-e80e-4899-bdba-be8b8d88cc31),segment_id=06887748-e80e-4899-bdba-be8b8d88cc31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:16.832377 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.883475 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:17.041513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-66fdb370-f2ea-4c4b-974e-ca9cc9ddd594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:17.043122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-66fdb370-f2ea-4c4b-974e-ca9cc9ddd594 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=48a7f1b73bf04d3fa7be0b258cbece07&device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 1094 time: 0.3734701 Jul 16 18:43:17.044951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:17.130444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-e82d4499-cd41-4c27-a676-90b238faf41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:17.131930 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-e82d4499-cd41-4c27-a676-90b238faf41b service neutron] 10.222.0.38 "GET /v2.0/networks?id=32ca2fcf-81ec-408f-9695-715e2ba1a980 HTTP/1.1" status: 200 len: 913 time: 0.0828633 Jul 16 18:43:17.174763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-56111fba-d9b3-4f2b-b24a-fcda8a1f5dce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 HTTP/1.1" status: 200 len: 217 time: 0.0369396 Jul 16 18:43:17.221630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-ed30524f-2429-4392-85ed-668450870c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:17.223034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-ed30524f-2429-4392-85ed-668450870c72 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4be7b9ba-916d-4497-a3dd-9747f1489f59 HTTP/1.1" status: 200 len: 852 time: 0.0427957 Jul 16 18:43:17.254015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-2c54280e-af43-4657-ae19-26ee373c41b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=32ca2fcf-81ec-408f-9695-715e2ba1a980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246532 Jul 16 18:43:17.344208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-b9f2318e-b7a4-43f5-a927-da86fb9d639d service neutron] 10.222.0.38 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832868 Jul 16 18:43:17.431585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-d2b78548-1a82-439a-9d92-b264edea7eaa service neutron] 10.222.0.38 "GET /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816152 Jul 16 18:43:18.459921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9ff53-5dfc-47ae-a729-86b1669c1bb1 req-5889cd3c-c724-4a4b-9722-dc5a6ea48431 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:18.461365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35c9ff53-5dfc-47ae-a729-86b1669c1bb1 req-5889cd3c-c724-4a4b-9722-dc5a6ea48431 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 944 time: 0.0667558 Jul 16 18:43:18.499279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35c9ff53-5dfc-47ae-a729-86b1669c1bb1 req-10edf1dd-c9d1-439a-84b7-6dd3cd5be688 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Jul 16 18:43:18.663843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:18.719990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:18.723585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:18.723966 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.802502 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.825180 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:18.827417 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324161dc-813e-4959-b0fe-f168490fc0bb" -d '{"events": [{"server_uuid": "9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:18.841254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,segment=NetworkSegment(06887748-e80e-4899-bdba-be8b8d88cc31),segment_id=06887748-e80e-4899-bdba-be8b8d88cc31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:18.845362 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.871069 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe9c2c8-1df9-41de-b08d-6592af63cb62 x-openstack-request-id: req-6fe9c2c8-1df9-41de-b08d-6592af63cb62 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:18.871367 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:18.871621 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fe9c2c8-1df9-41de-b08d-6592af63cb62 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:18.872017 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2', 'code': 200} Jul 16 18:43:18.896585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:19.687626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-33394f63-7fe4-42bf-b4fe-b337d23b79fa tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:19.689416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-33394f63-7fe4-42bf-b4fe-b337d23b79fa tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.1040154 Jul 16 18:43:19.700473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b1787-7dbe-4222-827a-d7ea42d4b1d0 req-e2e77ddc-9b49-4de8-97b2-32ca10dfa6e8 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:19.701874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a3b1787-7dbe-4222-827a-d7ea42d4b1d0 req-e2e77ddc-9b49-4de8-97b2-32ca10dfa6e8 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e HTTP/1.1" status: 200 len: 945 time: 0.0898328 Jul 16 18:43:19.778697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a3b1787-7dbe-4222-827a-d7ea42d4b1d0 req-b2cae849-ca6d-4762-ba7f-4217749d5a55 tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.52 "GET /v2.0/security-groups?id=ecc1c4ac-a76f-404e-bc88-b95be300d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694888 Jul 16 18:43:19.823492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Deleting port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:19.823847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.916495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] For port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,segment=NetworkSegment(06887748-e80e-4899-bdba-be8b8d88cc31),segment_id=06887748-e80e-4899-bdba-be8b8d88cc31)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:19.916873 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.928391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Calling delete_port for 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:20.059600 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.074165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:20.096115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Pushing event deleted for resources: {'Port': ['ID=2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:20.109498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:20.109857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:20.110209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:20.110554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:20.110894 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:20.111234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:20.111571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:20.111935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:20.112273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:20.112605 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:20.112949 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:20.113268 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:20.153487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] No DVR routers for this DVR port 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:20.156004 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.158060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f124f9e0-eb20-4c47-9c93-0dfb524dec10 req-f49705eb-2564-4903-a29a-467aecd9f0ac tempest-DeleteServersTestJSON-1546369062 tempest-DeleteServersTestJSON-1546369062-project] 10.222.0.42 "DELETE /v2.0/ports/2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 HTTP/1.1" status: 204 len: 173 time: 0.4553037 Jul 16 18:43:20.158503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'name': 'network-vif-deleted', 'tag': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:20.160757 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d7de4e-319b-47ba-93d9-c1e19eb0dfb3" -d '{"events": [{"server_uuid": "9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e", "name": "network-vif-deleted", "tag": "2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:20.198444 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b29594-e5e4-4152-8fd7-afa2cfa6348c x-openstack-request-id: req-d4b29594-e5e4-4152-8fd7-afa2cfa6348c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:20.198739 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e", "name": "network-vif-deleted", "tag": "2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:20.198999 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4b29594-e5e4-4152-8fd7-afa2cfa6348c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:20.199408 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3ea7d0-d49a-4281-9a7c-dbb3e75c4b5e', 'name': 'network-vif-deleted', 'tag': '2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2', 'status': 'completed', 'code': 200} Jul 16 18:43:21.016685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49986) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:21.065494 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d7a7c8-5481-4b28-af25-ec4ec77c739a admin admin] Deleting subnet 4be7b9ba-916d-4497-a3dd-9747f1489f59 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:21.068348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63d7a7c8-5481-4b28-af25-ec4ec77c739a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.101545 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63d7a7c8-5481-4b28-af25-ec4ec77c739a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.139358 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63d7a7c8-5481-4b28-af25-ec4ec77c739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.190923 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63d7a7c8-5481-4b28-af25-ec4ec77c739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.223395 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-63d7a7c8-5481-4b28-af25-ec4ec77c739a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.225246 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-63d7a7c8-5481-4b28-af25-ec4ec77c739a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4be7b9ba-916d-4497-a3dd-9747f1489f59 HTTP/1.1" status: 204 len: 168 time: 0.2075100 Jul 16 18:43:21.226454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7a7c8-5481-4b28-af25-ec4ec77c739a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be7b9ba-916d-4497-a3dd-9747f1489f59,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:21.227991 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 49988) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:21.296315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.377264 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.387641 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ca2fcf-81ec-408f-9695-715e2ba1a980']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:21.397064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06887748-e80e-4899-bdba-be8b8d88cc31') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:21.397392 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06887748-e80e-4899-bdba-be8b8d88cc31') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:21.406616 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.420427 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.426401 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:21.426857 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:21.428858 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:21.482418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.488281 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.490124 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] 10.222.0.52 "DELETE /v2.0/networks/32ca2fcf-81ec-408f-9695-715e2ba1a980 HTTP/1.1" status: 204 len: 168 time: 0.2612405 Jul 16 18:43:21.500932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4e268-c300-4a26-a9ad-b325244d83cb admin admin] Pushing event deleted for resources: {'Network': ['ID=32ca2fcf-81ec-408f-9695-715e2ba1a980,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:21.593535 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:21.633030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9f4ad3fb-4de7-4a76-899f-c41d24f0152b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48a7f1b73bf04d3fa7be0b258cbece07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383153 Jul 16 18:43:21.635963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 49994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:21.682118 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f1d99d3-8498-40c9-a792-436f65336aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.702846 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f1d99d3-8498-40c9-a792-436f65336aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.747306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f1d99d3-8498-40c9-a792-436f65336aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.750155 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f1d99d3-8498-40c9-a792-436f65336aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.751354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1f1d99d3-8498-40c9-a792-436f65336aa0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ecc1c4ac-a76f-404e-bc88-b95be300d829 HTTP/1.1" status: 204 len: 168 time: 0.1144361 Jul 16 18:43:21.759389 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d99d3-8498-40c9-a792-436f65336aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc1c4ac-a76f-404e-bc88-b95be300d829,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:22.400089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50016) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:22.535624 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1952240896-network', 'tenant_id': '33294769a78e45f78be6711ee2bf1111'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:22.555754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Made reservation on behalf of 33294769a78e45f78be6711ee2bf1111 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:22.558196 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.570501 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.660900 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.665052 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.692778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:22.699491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6171d2-55b9-4c55-816c-bd5157ba0612,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:22.707658 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.708181 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Added segment b64e6264-3bbf-4dfd-943d-3b1aba727d54 of type vlan for network 79cc0e71-174f-411f-ba3d-0aca87100d4b Jul 16 18:43:22.749480 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.777068 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.778053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:22.778642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.810978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4098070 Jul 16 18:43:22.814099 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50022) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:22.820479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0ecff7b7-085d-4729-a9e7-c20b7f055d2e admin admin] Request body: {'subnet': {'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1952240896-subnet', 'tenant_id': '33294769a78e45f78be6711ee2bf1111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:22.852614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6186be1-7ecb-4c8a-9c04-f31c4861181f admin admin] Pushing event updated for resources: {'Network': ['ID=79cc0e71-174f-411f-ba3d-0aca87100d4b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:22.862007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 79cc0e71-174f-411f-ba3d-0aca87100d4b details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:22.871793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecff7b7-085d-4729-a9e7-c20b7f055d2e admin admin] Made reservation on behalf of 33294769a78e45f78be6711ee2bf1111 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:22.874186 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecff7b7-085d-4729-a9e7-c20b7f055d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.038158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecff7b7-085d-4729-a9e7-c20b7f055d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.093028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecff7b7-085d-4729-a9e7-c20b7f055d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eea60b3-8d2f-456f-9cb0-eca055ac4854,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:23.099746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecff7b7-085d-4729-a9e7-c20b7f055d2e admin admin] Checking segment: {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:23.100104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecff7b7-085d-4729-a9e7-c20b7f055d2e admin admin] Network hostable DHCP agents. Network: 79cc0e71-174f-411f-ba3d-0aca87100d4b, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:23.117449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecff7b7-085d-4729-a9e7-c20b7f055d2e admin admin] Network 79cc0e71-174f-411f-ba3d-0aca87100d4b is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:23.125565 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0ecff7b7-085d-4729-a9e7-c20b7f055d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 79cc0e71-174f-411f-ba3d-0aca87100d4b) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:23.129541 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecff7b7-085d-4729-a9e7-c20b7f055d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.130122 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0ecff7b7-085d-4729-a9e7-c20b7f055d2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.134839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9fb9df-65eb-4110-b83d-670ddc3ecd90 None None] Network 79cc0e71-174f-411f-ba3d-0aca87100d4b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:23.143364 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0ecff7b7-085d-4729-a9e7-c20b7f055d2e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3266401 Jul 16 18:43:23.260704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69d3527-63cd-4e4e-8cad-8666eb99bbbd None None] Network 79cc0e71-174f-411f-ba3d-0aca87100d4b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:23.564464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-49c1b38f-8c5d-4607-a090-2e3313835857 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.565973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-49c1b38f-8c5d-4607-a090-2e3313835857 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 815 time: 0.1035702 Jul 16 18:43:23.580907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-ea715363-e6d0-4d16-9d1f-7b3b5856b100 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/quotas/33294769a78e45f78be6711ee2bf1111 HTTP/1.1" status: 200 len: 375 time: 0.0089564 Jul 16 18:43:23.613330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-c10b42ed-25fc-439c-bb0a-bf9c622d9374 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276868 Jul 16 18:43:23.704627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-c2a3440e-5f68-4a57-9cca-b3e6ec48ae18 service neutron] 10.222.0.52 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849419 Jul 16 18:43:23.792726 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-0bf5590e-47ec-487c-af45-8c9c577ff939 service neutron] 10.222.0.52 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825822 Jul 16 18:43:23.966403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3326fa93-dc58-460f-bdc1-e447a7076a68 req-34dd9a89-2e5d-4964-8dbb-17a97a6edb5a tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 210 time: 0.0339925 Jul 16 18:43:24.707416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:24.728225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:24.729198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 2e0a8dc8-fab1-4832-a2ed-bd2028e54ee2 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:25.120199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0af93eaa-4255-4efc-b7a7-7401e7e54878 req-9fc3dcd2-cc4c-4d9c-afb0-47078d82738d tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 210 time: 0.0347185 Jul 16 18:43:25.190756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-c13ffdac-6f21-484b-ac07-629e2615874f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:25.192282 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-c13ffdac-6f21-484b-ac07-629e2615874f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.38 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 815 time: 0.1400309 Jul 16 18:43:25.203600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Request body: {'port': {'device_id': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b', 'admin_state_up': True, 'tenant_id': '33294769a78e45f78be6711ee2bf1111'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:25.315073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Made reservation on behalf of 33294769a78e45f78be6711ee2bf1111 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:25.318950 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.456335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Allocated IP 172.20.0.4 (79cc0e71-174f-411f-ba3d-0aca87100d4b/7eea60b3-8d2f-456f-9cb0-eca055ac4854/da698d7b-c12a-4d11-8488-433d3b9ee19f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:25.604809 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.641956 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.684677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Network 79cc0e71-174f-411f-ba3d-0aca87100d4b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:25.690097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:25.693844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:25.719751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Pushing event updated for resources: {'Port': ['ID=da698d7b-c12a-4d11-8488-433d3b9ee19f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:25.748208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:25.748845 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.762660 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-7394296d-116b-4e5a-b1d1-587671017ed3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628948 Jul 16 18:43:25.774341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Request body: {'port': {'device_id': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:25.850627 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.114974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da698d7b-c12a-4d11-8488-433d3b9ee19f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:26.122842 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.135155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Transition to ACTIVE for port object da698d7b-c12a-4d11-8488-433d3b9ee19f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:26.138428 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.188928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Pushing event updated for resources: {'Port': ['ID=da698d7b-c12a-4d11-8488-433d3b9ee19f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:26.305990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Attempting to bind port da698d7b-c12a-4d11-8488-433d3b9ee19f on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:26.306333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Attempting to bind port da698d7b-c12a-4d11-8488-433d3b9ee19f by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:26.306672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Attempting to bind port da698d7b-c12a-4d11-8488-433d3b9ee19f on network 79cc0e71-174f-411f-ba3d-0aca87100d4b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:26.313787 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Port da698d7b-c12a-4d11-8488-433d3b9ee19f on network 79cc0e71-174f-411f-ba3d-0aca87100d4b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:43:26.314114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Attempting to bind port da698d7b-c12a-4d11-8488-433d3b9ee19f on network 79cc0e71-174f-411f-ba3d-0aca87100d4b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:26.322273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:26.322619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Checking segment: {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:26.323016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Bound using segment: {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:26.323451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Bound port: da698d7b-c12a-4d11-8488-433d3b9ee19f, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:26.323814 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.340731 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8a812-4658-4333-a00b-5bcaa944deac req-c397d0ad-1618-4fbc-badc-ce14b9f95663 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.342276 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a8a812-4658-4333-a00b-5bcaa944deac req-c397d0ad-1618-4fbc-badc-ce14b9f95663 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 943 time: 0.1054187 Jul 16 18:43:26.425447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4a8a812-4658-4333-a00b-5bcaa944deac req-b5f96def-9ca6-4cb6-ae5d-d53635dee1bc tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767121 Jul 16 18:43:26.429602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:26.433369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:26.438458 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.473703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.474335 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.475728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] 10.222.0.38 "PUT /v2.0/ports/da698d7b-c12a-4d11-8488-433d3b9ee19f HTTP/1.1" status: 200 len: 1091 time: 0.7061303 Jul 16 18:43:26.476168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'tag': 'da698d7b-c12a-4d11-8488-433d3b9ee19f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:26.478990 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed2b110-7df3-4819-8867-34334924f284" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e22dfe-2dbf-486c-bb88-4117c8147e6c", "tag": "da698d7b-c12a-4d11-8488-433d3b9ee19f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:26.504047 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e55c07-f576-4c46-8441-00d63cd2533d service neutron] Pushing event updated for resources: {'Port': ['ID=da698d7b-c12a-4d11-8488-433d3b9ee19f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:26.521476 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8663988b-cdbb-472c-948a-a03ca1df1e1e x-openstack-request-id: req-8663988b-cdbb-472c-948a-a03ca1df1e1e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:26.521764 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e22dfe-2dbf-486c-bb88-4117c8147e6c", "tag": "da698d7b-c12a-4d11-8488-433d3b9ee19f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:26.522017 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8663988b-cdbb-472c-948a-a03ca1df1e1e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:26.522412 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'tag': 'da698d7b-c12a-4d11-8488-433d3b9ee19f', 'status': 'completed', 'code': 200} Jul 16 18:43:26.567065 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-9fa45c6e-50b2-4dbe-888c-17bec993fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.568564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-9fa45c6e-50b2-4dbe-888c-17bec993fdb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 1094 time: 0.0557415 Jul 16 18:43:26.611714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-c460ce00-f711-4a17-9b98-28833a1b5eed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f HTTP/1.1" status: 200 len: 217 time: 0.0365489 Jul 16 18:43:26.658309 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-74347318-c85f-4582-b9ee-c9bf4315416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.659717 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-74347318-c85f-4582-b9ee-c9bf4315416e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0424707 Jul 16 18:43:26.691205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-bc1b5e87-6948-46a0-ba1c-6b2a3456d2c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256965 Jul 16 18:43:26.782966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-9f057085-1257-434c-b056-7d605dc16079 service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858731 Jul 16 18:43:26.872231 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee69542-f6e2-44a9-8254-d55b5cdc3ac5 req-1327a0ef-0b02-4336-9f20-95d7a6d291ae service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831010 Jul 16 18:43:26.972308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2b110-7df3-4819-8867-34334924f284 req-f6a1dced-e0be-4bce-bcad-b6bbc6923b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.973841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eed2b110-7df3-4819-8867-34334924f284 req-f6a1dced-e0be-4bce-bcad-b6bbc6923b24 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 1094 time: 0.0572090 Jul 16 18:43:27.062251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2b110-7df3-4819-8867-34334924f284 req-92488460-f0cf-4eb1-ad77-5b9e4dbf3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:27.064178 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eed2b110-7df3-4819-8867-34334924f284 req-92488460-f0cf-4eb1-ad77-5b9e4dbf3ee3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.0837636 Jul 16 18:43:27.108657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eed2b110-7df3-4819-8867-34334924f284 req-9a07ebab-7582-4fd9-85ca-684ff1435f2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f HTTP/1.1" status: 200 len: 217 time: 0.0368896 Jul 16 18:43:27.155989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2b110-7df3-4819-8867-34334924f284 req-f862de3a-1fa6-4e8d-8bf8-7f2ecbc1b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:27.157451 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eed2b110-7df3-4819-8867-34334924f284 req-f862de3a-1fa6-4e8d-8bf8-7f2ecbc1b0da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0422142 Jul 16 18:43:27.190567 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eed2b110-7df3-4819-8867-34334924f284 req-90d19045-50ad-4e6f-a66c-b9d8bb67fb84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266769 Jul 16 18:43:27.279899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eed2b110-7df3-4819-8867-34334924f284 req-09fff92f-3017-4b6a-9d3f-d2c987dc9f2e service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828841 Jul 16 18:43:27.370710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eed2b110-7df3-4819-8867-34334924f284 req-bc59cceb-dda0-4282-ba54-61b813897f47 service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843084 Jul 16 18:43:27.605919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fb652-dd32-4c9e-918f-05931ea4e853 req-e94aa590-ae47-4426-b0fa-26ebfa7ac4c4 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:27.607312 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d6fb652-dd32-4c9e-918f-05931ea4e853 req-e94aa590-ae47-4426-b0fa-26ebfa7ac4c4 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 943 time: 0.0682633 Jul 16 18:43:27.644169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d6fb652-dd32-4c9e-918f-05931ea4e853 req-25e01b5c-4252-4a69-ad3c-482e2a78552d tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Jul 16 18:43:28.824659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b454fe-3d94-4f9d-8699-b642146738d8 req-354593c0-3c7e-4ab0-91a1-90da1e6aa79f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:28.826243 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8b454fe-3d94-4f9d-8699-b642146738d8 req-354593c0-3c7e-4ab0-91a1-90da1e6aa79f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 943 time: 0.0704074 Jul 16 18:43:28.864370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8b454fe-3d94-4f9d-8699-b642146738d8 req-ab8418da-ad80-435e-a095-30f1cea8fc1e tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325801 Jul 16 18:43:29.881945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device da698d7b-c12a-4d11-8488-433d3b9ee19f details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:29.981063 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:29.993284 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'da698d7b-c12a-4d11-8488-433d3b9ee19f', 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b', 'port_id': 'da698d7b-c12a-4d11-8488-433d3b9ee19f', 'mac_address': 'fa:16:3e:d7:4a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eea60b3-8d2f-456f-9cb0-eca055ac4854', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:30.029436 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.035468 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d887db0-9e96-42ee-bca9-034b8954d9ce req-54d6392e-3ced-4084-9092-e95ec0b31ec8 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:30.036969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d887db0-9e96-42ee-bca9-034b8954d9ce req-54d6392e-3ced-4084-9092-e95ec0b31ec8 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 943 time: 0.0624459 Jul 16 18:43:30.042025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da698d7b-c12a-4d11-8488-433d3b9ee19f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:30.062279 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:30.067138 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.077562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d887db0-9e96-42ee-bca9-034b8954d9ce req-5d8966c3-ae9d-4681-b794-36d58838fdef tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343337 Jul 16 18:43:30.120025 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea5b3505-6920-40fd-ac70-560c671fa956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.125442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=da698d7b-c12a-4d11-8488-433d3b9ee19f,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:30.264161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['da698d7b-c12a-4d11-8488-433d3b9ee19f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:31.251244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d6415-07ac-4a2b-9c4f-afd53ca062da req-2e0703f9-45ef-4c34-8576-f125612fbc57 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.252739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-947d6415-07ac-4a2b-9c4f-afd53ca062da req-2e0703f9-45ef-4c34-8576-f125612fbc57 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 944 time: 0.0674796 Jul 16 18:43:31.289931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-947d6415-07ac-4a2b-9c4f-afd53ca062da req-e3491a94-b1a3-4f6a-ba11-30b9d834c4e4 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Jul 16 18:43:31.897511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device da698d7b-c12a-4d11-8488-433d3b9ee19f up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:31.946378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port da698d7b-c12a-4d11-8488-433d3b9ee19f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:31.950041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port da698d7b-c12a-4d11-8488-433d3b9ee19f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:31.950411 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.027338 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.048674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da698d7b-c12a-4d11-8488-433d3b9ee19f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:32.050918 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df5e27a-8454-498b-86b0-82abb1327c23" -d '{"events": [{"server_uuid": "c5e22dfe-2dbf-486c-bb88-4117c8147e6c", "name": "network-vif-plugged", "status": "completed", "tag": "da698d7b-c12a-4d11-8488-433d3b9ee19f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:32.064206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:32.069185 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.115490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=da698d7b-c12a-4d11-8488-433d3b9ee19f,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:32.160158 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18681bcd-1878-4619-942f-07542d7ac8a2 x-openstack-request-id: req-18681bcd-1878-4619-942f-07542d7ac8a2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:32.160453 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e22dfe-2dbf-486c-bb88-4117c8147e6c", "name": "network-vif-plugged", "status": "completed", "tag": "da698d7b-c12a-4d11-8488-433d3b9ee19f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:32.160734 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18681bcd-1878-4619-942f-07542d7ac8a2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:32.161110 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da698d7b-c12a-4d11-8488-433d3b9ee19f', 'code': 200} Jul 16 18:43:32.268809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dad2a6-79f8-45b0-bcac-072ebd374912 req-7ff7aab6-642a-48e0-aef2-bb98649d73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.270409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72dad2a6-79f8-45b0-bcac-072ebd374912 req-7ff7aab6-642a-48e0-aef2-bb98649d73f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 1096 time: 0.0517559 Jul 16 18:43:32.302303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72dad2a6-79f8-45b0-bcac-072ebd374912 req-02f7ebe6-28de-4fdb-99a5-2947f9cd0739 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263288 Jul 16 18:43:32.325468 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f1fc8c6-29e2-447f-8ad7-e1a84c7f9d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.469613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709003f-d395-4ab2-9c66-ae6377e18dad req-22a9cc72-b0df-495f-89c1-a955f578a6e0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.471097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3709003f-d395-4ab2-9c66-ae6377e18dad req-22a9cc72-b0df-495f-89c1-a955f578a6e0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0665143 Jul 16 18:43:32.509094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3709003f-d395-4ab2-9c66-ae6377e18dad req-a2ff7ee0-2819-4548-bee8-77089b354b07 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324724 Jul 16 18:43:32.779255 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.896568 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.951676 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.683099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326438e-1385-4e92-bf56-da2a5e773ab8 req-8d8e6011-8718-4c74-88c2-cf2664f31bb0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:33.684605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8326438e-1385-4e92-bf56-da2a5e773ab8 req-8d8e6011-8718-4c74-88c2-cf2664f31bb0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0645821 Jul 16 18:43:33.722587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8326438e-1385-4e92-bf56-da2a5e773ab8 req-da00be8a-6ec4-430d-ab1f-f2835b2c17fa tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Jul 16 18:43:33.895601 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.895854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182700bc-5caf-49c5-ade4-8d3792cc5d2d req-62ac5154-f4b3-4f8d-bf14-1774395e9297 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:33.897965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-182700bc-5caf-49c5-ade4-8d3792cc5d2d req-62ac5154-f4b3-4f8d-bf14-1774395e9297 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0671737 Jul 16 18:43:33.969029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-182700bc-5caf-49c5-ade4-8d3792cc5d2d req-86521cef-31a4-4c84-8de4-a91de8a318a8 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652883 Jul 16 18:43:33.989045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3021f7fa-d46a-41c5-95a8-6fc5f39a9d71 req-355df989-1945-4cd3-8544-e3ed8445b12f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842178 Jul 16 18:43:34.080524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021f7fa-d46a-41c5-95a8-6fc5f39a9d71 req-a6c5ba18-9ad7-4d66-a741-215dd2f7e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:34.082092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3021f7fa-d46a-41c5-95a8-6fc5f39a9d71 req-a6c5ba18-9ad7-4d66-a741-215dd2f7e760 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 1096 time: 0.0533514 Jul 16 18:43:34.196269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021f7fa-d46a-41c5-95a8-6fc5f39a9d71 req-27d133bd-360a-4fa2-8026-39f613ee14d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:34.197888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3021f7fa-d46a-41c5-95a8-6fc5f39a9d71 req-27d133bd-360a-4fa2-8026-39f613ee14d8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.0949342 Jul 16 18:43:34.237040 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3021f7fa-d46a-41c5-95a8-6fc5f39a9d71 req-4f7c0b4b-1000-4c08-b390-0cb9889a3e94 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f HTTP/1.1" status: 200 len: 217 time: 0.0333221 Jul 16 18:43:34.317372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021f7fa-d46a-41c5-95a8-6fc5f39a9d71 req-730a4ccf-6af4-4b62-8797-a5b5c50a02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:34.318878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3021f7fa-d46a-41c5-95a8-6fc5f39a9d71 req-730a4ccf-6af4-4b62-8797-a5b5c50a02e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0758321 Jul 16 18:43:34.356415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3021f7fa-d46a-41c5-95a8-6fc5f39a9d71 req-b5362869-6e81-491c-87ae-40bdd2dee691 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310981 Jul 16 18:43:34.379222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc29efe-9462-4dda-beff-0b4fc902f2d4 req-bb701df2-ed9d-4091-947f-ffcf0fded0e4 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:34.380608 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dc29efe-9462-4dda-beff-0b4fc902f2d4 req-bb701df2-ed9d-4091-947f-ffcf0fded0e4 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.1120276 Jul 16 18:43:34.464424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dc29efe-9462-4dda-beff-0b4fc902f2d4 req-7a23bfce-3095-4bdc-b2db-f7c7bd23f279 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744634 Jul 16 18:43:34.488911 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3021f7fa-d46a-41c5-95a8-6fc5f39a9d71 req-1c128da2-4518-4583-8f4f-5b4699a11909 service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259530 Jul 16 18:43:34.578019 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3021f7fa-d46a-41c5-95a8-6fc5f39a9d71 req-5ebf6988-63c4-471f-99bd-65ee5ba54698 service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833757 Jul 16 18:43:34.637721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175677a4-bf51-4517-9b56-a375af347f61 req-9df96aae-9f2c-4f8b-8bb9-f6ad8a7967a8 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:34.639213 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-175677a4-bf51-4517-9b56-a375af347f61 req-9df96aae-9f2c-4f8b-8bb9-f6ad8a7967a8 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0645394 Jul 16 18:43:34.680020 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-175677a4-bf51-4517-9b56-a375af347f61 req-9d2870a5-7e86-405e-9d1d-b53d6a9decf3 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351446 Jul 16 18:43:35.017221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-18492837-2b20-490e-a4b1-385ca4590dad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524044 Jul 16 18:43:35.079335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741f440-8fd2-42d3-b8e7-53bffbd33b3e req-9227eeef-68e0-49f4-bbdd-a7a929cd1a49 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:35.080833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0741f440-8fd2-42d3-b8e7-53bffbd33b3e req-9227eeef-68e0-49f4-bbdd-a7a929cd1a49 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0674846 Jul 16 18:43:35.120108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0741f440-8fd2-42d3-b8e7-53bffbd33b3e req-722c811f-9952-46b3-acaa-ecb00ee17207 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334566 Jul 16 18:43:35.598406 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.121803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22009dbf-0778-48e3-8856-6686c168b636 req-591242be-2bbf-4f37-ae50-de5c38d25a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.123189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-591242be-2bbf-4f37-ae50-de5c38d25a6c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 1096 time: 0.0564127 Jul 16 18:43:36.567491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22009dbf-0778-48e3-8856-6686c168b636 req-fb179105-f59d-488e-b278-9646e290aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.568973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-fb179105-f59d-488e-b278-9646e290aedf service neutron] 10.222.0.38 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.4397962 Jul 16 18:43:36.581613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c2fe7-f686-46ac-a05b-06c7d1914480 req-149a3f97-cfe5-410e-8615-af6d74f00168 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.582991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d19c2fe7-f686-46ac-a05b-06c7d1914480 req-149a3f97-cfe5-410e-8615-af6d74f00168 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.1200140 Jul 16 18:43:36.627282 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-8352181f-5111-4e07-9391-9a8761234b47 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f HTTP/1.1" status: 200 len: 217 time: 0.0433743 Jul 16 18:43:36.672379 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d19c2fe7-f686-46ac-a05b-06c7d1914480 req-59161e6e-e1e3-45d3-be58-c6ad83888ab0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828164 Jul 16 18:43:36.689103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22009dbf-0778-48e3-8856-6686c168b636 req-c38ad7c1-fa72-4a45-b2f0-eeff4119f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.690858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-c38ad7c1-fa72-4a45-b2f0-eeff4119f3ba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0568981 Jul 16 18:43:36.725225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-94307af5-ffa0-4db7-ac7b-043084b52dfe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287759 Jul 16 18:43:36.811199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-00f9bf0b-4f1d-45d4-9815-7b6d7549358a service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801353 Jul 16 18:43:36.916047 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-b3c139c7-97a8-40f9-bcae-85ad4d3e2746 service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983799 Jul 16 18:43:37.846095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb58464-3785-42ff-8351-192597027a09 req-b0674a7f-b74a-4d07-b320-eac52a0d8e74 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:37.847592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb58464-3785-42ff-8351-192597027a09 req-b0674a7f-b74a-4d07-b320-eac52a0d8e74 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0638695 Jul 16 18:43:37.884461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6cb58464-3785-42ff-8351-192597027a09 req-7e9915c3-4c08-4343-9147-a2dbcf66b679 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311477 Jul 16 18:43:39.058963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56868530-1dd9-4ffe-9bcf-fd26ceff664d req-b662061e-4fe6-42dd-a373-582d3aba4a98 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:39.060484 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56868530-1dd9-4ffe-9bcf-fd26ceff664d req-b662061e-4fe6-42dd-a373-582d3aba4a98 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0633099 Jul 16 18:43:39.102607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56868530-1dd9-4ffe-9bcf-fd26ceff664d req-037b7c50-2104-4166-a475-18acc2762d32 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360875 Jul 16 18:43:39.596648 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:43:40.272060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb0d10-015c-4b17-96c2-6898276fc661 req-6558e4a1-edad-4761-8cde-1cd0ff19b1a0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.273770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36bb0d10-015c-4b17-96c2-6898276fc661 req-6558e4a1-edad-4761-8cde-1cd0ff19b1a0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0625656 Jul 16 18:43:40.310308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36bb0d10-015c-4b17-96c2-6898276fc661 req-8b5e5dd7-d5aa-4f4f-a17e-f41a512567e6 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309558 Jul 16 18:43:41.499329 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcde0b0-472b-40fb-9766-cedd558af8d5 req-7df2ec30-3bf2-4963-b8ad-cd77ec4422c0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.502211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bcde0b0-472b-40fb-9766-cedd558af8d5 req-7df2ec30-3bf2-4963-b8ad-cd77ec4422c0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0742781 Jul 16 18:43:41.553191 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7bcde0b0-472b-40fb-9766-cedd558af8d5 req-a21155e6-99fa-4e19-8c18-c7deaca681c7 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Jul 16 18:43:42.730935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d315354-da17-4fb0-bc11-f2b3a2a35b6e req-d6f0b17f-e783-4f6e-b181-b344513806e8 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:42.732443 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d315354-da17-4fb0-bc11-f2b3a2a35b6e req-d6f0b17f-e783-4f6e-b181-b344513806e8 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0671277 Jul 16 18:43:42.768572 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d315354-da17-4fb0-bc11-f2b3a2a35b6e req-3d312157-fb5e-4df7-93b9-b08b31616436 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306630 Jul 16 18:43:43.967614 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbb7a4-ea32-4db0-8a45-bf36db0c1b9c req-4ead2c7a-1c89-4080-8dfe-8ddeb65d14ae tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:43.969108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3cdbb7a4-ea32-4db0-8a45-bf36db0c1b9c req-4ead2c7a-1c89-4080-8dfe-8ddeb65d14ae tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0640709 Jul 16 18:43:44.006283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3cdbb7a4-ea32-4db0-8a45-bf36db0c1b9c req-b4ea90fa-208f-4da1-b315-592f997a3aef tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Jul 16 18:43:45.183993 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c000de-51b4-46fc-895e-7873393b80f0 req-de93df5b-717e-4915-9e3d-527bdd851f38 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:45.185513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38c000de-51b4-46fc-895e-7873393b80f0 req-de93df5b-717e-4915-9e3d-527bdd851f38 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0648034 Jul 16 18:43:45.230039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-38c000de-51b4-46fc-895e-7873393b80f0 req-8a2b011d-06ee-4dec-88c1-7b553d106a6f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374277 Jul 16 18:43:46.400211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e086b78-322c-4d19-9395-282216bf6fea req-bda6464a-9e15-423c-b8e1-8f0943a7a070 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:46.401717 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e086b78-322c-4d19-9395-282216bf6fea req-bda6464a-9e15-423c-b8e1-8f0943a7a070 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0634978 Jul 16 18:43:46.438424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e086b78-322c-4d19-9395-282216bf6fea req-8bc12db2-f21c-481f-8756-38f17a0e4ef6 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Jul 16 18:43:47.622217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfa38f-4707-445b-bde8-594663457f5a req-8af89a12-405e-4e41-845b-0edd2065c5dc tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:47.623724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33cfa38f-4707-445b-bde8-594663457f5a req-8af89a12-405e-4e41-845b-0edd2065c5dc tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0777318 Jul 16 18:43:47.661902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-33cfa38f-4707-445b-bde8-594663457f5a req-306cede7-1a78-4ede-99d6-e4170beed7f9 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325391 Jul 16 18:43:48.854489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38ce95-0d2e-4e83-a915-311abd6ab7f9 req-c8e81472-f912-446d-a480-96945485c91e tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:48.856149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc38ce95-0d2e-4e83-a915-311abd6ab7f9 req-c8e81472-f912-446d-a480-96945485c91e tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0764256 Jul 16 18:43:48.903560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc38ce95-0d2e-4e83-a915-311abd6ab7f9 req-79ff8e60-8404-4613-a7e1-710eed0202d4 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415287 Jul 16 18:43:50.081543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb3df3-ca80-42da-a419-ae3765cc6ac0 req-6cada7f8-86a7-4b9e-8242-4a6040b1ffce tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.083041 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2fb3df3-ca80-42da-a419-ae3765cc6ac0 req-6cada7f8-86a7-4b9e-8242-4a6040b1ffce tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0632515 Jul 16 18:43:50.120635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c2fb3df3-ca80-42da-a419-ae3765cc6ac0 req-67c7b2b4-455a-4546-bca1-f341d7ea841f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Jul 16 18:43:51.299040 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680df44-bd26-4d2d-9c4f-c3108d9d331a req-d4e42ec9-3d2f-4fb6-b4b9-7d797ed94730 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:51.300723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7680df44-bd26-4d2d-9c4f-c3108d9d331a req-d4e42ec9-3d2f-4fb6-b4b9-7d797ed94730 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0673919 Jul 16 18:43:51.344672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7680df44-bd26-4d2d-9c4f-c3108d9d331a req-b36b1b78-b5cd-4921-aa94-78fb7afee891 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375361 Jul 16 18:43:52.520477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e952305-a66f-4a2d-833a-ad5d1a6bdbc3 req-f9f18783-abfe-4341-bbfe-eaec11004c2b tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:52.522378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e952305-a66f-4a2d-833a-ad5d1a6bdbc3 req-f9f18783-abfe-4341-bbfe-eaec11004c2b tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0653846 Jul 16 18:43:52.562999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e952305-a66f-4a2d-833a-ad5d1a6bdbc3 req-09e8d414-d364-4db0-93e1-c77ae1a01d69 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350585 Jul 16 18:43:53.747943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3168c18-eb56-4896-bba3-b8b05f4f10b2 req-bccd48dc-644e-4b77-aa8a-7b7eb5672276 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:53.749462 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b3168c18-eb56-4896-bba3-b8b05f4f10b2 req-bccd48dc-644e-4b77-aa8a-7b7eb5672276 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0707202 Jul 16 18:43:53.788357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b3168c18-eb56-4896-bba3-b8b05f4f10b2 req-aeca8412-cb5a-4a12-8704-3bded1dc1a8c tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332644 Jul 16 18:43:54.974472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1e364-ded2-4f34-838d-fb939484641a req-38bd6c04-67e2-4e2d-aaa8-9e27fdb92ebe tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:54.977190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28f1e364-ded2-4f34-838d-fb939484641a req-38bd6c04-67e2-4e2d-aaa8-9e27fdb92ebe tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0706587 Jul 16 18:43:55.018131 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28f1e364-ded2-4f34-838d-fb939484641a req-23d972e8-fda3-4340-a0fa-a45073f18a53 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332403 Jul 16 18:43:56.299715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9aded-7520-4568-95e8-f1c8474d7a8b req-581dcbd6-e547-4f6b-9832-b24f98685833 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:56.302265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfc9aded-7520-4568-95e8-f1c8474d7a8b req-581dcbd6-e547-4f6b-9832-b24f98685833 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.1106923 Jul 16 18:43:56.368875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cfc9aded-7520-4568-95e8-f1c8474d7a8b req-c5a22ed0-1ab7-46bb-962b-5864750cc6b8 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571237 Jul 16 18:43:57.561516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c658e-a712-4c26-af7d-67efe4a19f83 req-5646974b-f4ed-4f1b-8975-e71a9c28b70c tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:57.563273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-390c658e-a712-4c26-af7d-67efe4a19f83 req-5646974b-f4ed-4f1b-8975-e71a9c28b70c tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0647831 Jul 16 18:43:57.606012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-390c658e-a712-4c26-af7d-67efe4a19f83 req-49160525-8af9-4f74-b9be-be1fe93afb0c tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371537 Jul 16 18:43:58.788586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8025ca-254e-4d77-9e5a-d606c7f4e536 req-2a6ddc58-b021-4571-b7b5-8617a670c7dc tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:58.790236 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c8025ca-254e-4d77-9e5a-d606c7f4e536 req-2a6ddc58-b021-4571-b7b5-8617a670c7dc tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0682321 Jul 16 18:43:58.829487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c8025ca-254e-4d77-9e5a-d606c7f4e536 req-5fa1848a-9e33-4736-ac0e-d7234f6d0ff1 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335970 Jul 16 18:44:00.002799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e54c9-7e96-4c4e-94f3-ce1ee16df0b1 req-294abe36-9506-4f61-954a-4618dc1ae628 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:00.004331 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c36e54c9-7e96-4c4e-94f3-ce1ee16df0b1 req-294abe36-9506-4f61-954a-4618dc1ae628 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0643342 Jul 16 18:44:00.042949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c36e54c9-7e96-4c4e-94f3-ce1ee16df0b1 req-ab6d536c-ed95-486d-aeac-0e86aff011eb tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Jul 16 18:44:00.111269 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed80b8a2-1614-429a-ad56-bcc16deb6fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.246110 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03461c-b46a-4e20-91c5-cc4bbd1fa5ca req-eb23b5bf-a7af-4a3f-a38b-a7c360339892 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:01.247628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a03461c-b46a-4e20-91c5-cc4bbd1fa5ca req-eb23b5bf-a7af-4a3f-a38b-a7c360339892 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0924447 Jul 16 18:44:01.289028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a03461c-b46a-4e20-91c5-cc4bbd1fa5ca req-3ce67d13-887c-457e-a328-fb66745857ea tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355363 Jul 16 18:44:02.329742 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf851d7c-74c3-4265-8bc1-96773c20eed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.465090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3cf0f-a67f-4ce0-9299-c1ca2732e7c5 req-7e99d1ba-0553-445c-95a4-ebfbbe9b8d64 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:02.466639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fdc3cf0f-a67f-4ce0-9299-c1ca2732e7c5 req-7e99d1ba-0553-445c-95a4-ebfbbe9b8d64 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0636890 Jul 16 18:44:02.503139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fdc3cf0f-a67f-4ce0-9299-c1ca2732e7c5 req-f6c13c32-6923-46b3-b824-c59ed48ed17b tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310283 Jul 16 18:44:02.779896 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.907747 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.950795 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.727968 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-22009dbf-0778-48e3-8856-6686c168b636 req-872f228a-48ca-4c86-bd3e-6ebc64766da8 service neutron] show failed (client error): The resource could not be found. Jul 16 18:44:03.729032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-872f228a-48ca-4c86-bd3e-6ebc64766da8 service neutron] 10.222.0.38 "GET /v2.0/ports/da698d7b-c12a-4d11-8488-433d3b9ee19f/bindings/n-h2-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0777779 Jul 16 18:44:03.737778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36a3c-a926-4db2-b832-9b517e3b4bd4 req-893ab9a3-f3d6-4df7-9dc9-1ab1746aee3b tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:03.739304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbe36a3c-a926-4db2-b832-9b517e3b4bd4 req-893ab9a3-f3d6-4df7-9dc9-1ab1746aee3b tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.1170616 Jul 16 18:44:03.782912 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbe36a3c-a926-4db2-b832-9b517e3b4bd4 req-eae76294-8c67-4e7d-8cb9-33d875681fe6 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Jul 16 18:44:03.900477 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.981067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22009dbf-0778-48e3-8856-6686c168b636 req-18be378b-f838-4d8c-9d35-169c7fd836ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:03.982618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-18be378b-f838-4d8c-9d35-169c7fd836ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c&tenant_id=33294769a78e45f78be6711ee2bf1111 HTTP/1.1" status: 200 len: 1096 time: 0.0532269 Jul 16 18:44:03.994330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:04.068034 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.270349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:04.304283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:04.342984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da698d7b-c12a-4d11-8488-433d3b9ee19f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:04.345137 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b961586-50ae-4ff7-ac98-6f274a25db45" -d '{"events": [{"server_uuid": "c5e22dfe-2dbf-486c-bb88-4117c8147e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "da698d7b-c12a-4d11-8488-433d3b9ee19f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:04.349050 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.361974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Transition to ACTIVE for port object da698d7b-c12a-4d11-8488-433d3b9ee19f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:04.366514 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.399696 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61030a08-2a69-4be2-b628-aa0cbfe923e6 x-openstack-request-id: req-61030a08-2a69-4be2-b628-aa0cbfe923e6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:04.399990 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e22dfe-2dbf-486c-bb88-4117c8147e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "da698d7b-c12a-4d11-8488-433d3b9ee19f", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:04.400243 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61030a08-2a69-4be2-b628-aa0cbfe923e6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:04.400638 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da698d7b-c12a-4d11-8488-433d3b9ee19f', 'code': 200} Jul 16 18:44:04.434154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] No DVR routers for this DVR port da698d7b-c12a-4d11-8488-433d3b9ee19f on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:04.442600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Pushing event updated for resources: {'Port': ['ID=da698d7b-c12a-4d11-8488-433d3b9ee19f,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:04.476866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Attempting to bind port da698d7b-c12a-4d11-8488-433d3b9ee19f on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:04.477206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Attempting to bind port da698d7b-c12a-4d11-8488-433d3b9ee19f by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:04.477567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Attempting to bind port da698d7b-c12a-4d11-8488-433d3b9ee19f on network 79cc0e71-174f-411f-ba3d-0aca87100d4b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:04.481982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Port da698d7b-c12a-4d11-8488-433d3b9ee19f on network 79cc0e71-174f-411f-ba3d-0aca87100d4b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:04.482306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Attempting to bind port da698d7b-c12a-4d11-8488-433d3b9ee19f on network 79cc0e71-174f-411f-ba3d-0aca87100d4b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:04.487063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:04.487404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Checking segment: {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:04.487792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Bound using segment: {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:04.488224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Bound port: da698d7b-c12a-4d11-8488-433d3b9ee19f, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:04.488588 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.550596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:04.553693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:04.557894 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.595023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:04.595577 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.596999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] 10.222.0.42 "PUT /v2.0/ports/da698d7b-c12a-4d11-8488-433d3b9ee19f HTTP/1.1" status: 200 len: 1091 time: 0.6072381 Jul 16 18:44:04.628280 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c46ec-ff6e-4f08-b731-a761b2405a67 service neutron] Pushing event updated for resources: {'Port': ['ID=da698d7b-c12a-4d11-8488-433d3b9ee19f,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:04.676045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22009dbf-0778-48e3-8856-6686c168b636 req-01e77560-1df4-4cdf-9531-177d44d0ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:04.677669 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-01e77560-1df4-4cdf-9531-177d44d0ead0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 1094 time: 0.0567794 Jul 16 18:44:04.767327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22009dbf-0778-48e3-8856-6686c168b636 req-bb59c4f5-e9c7-4a6a-a265-3b66f8dfed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:04.768862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-bb59c4f5-e9c7-4a6a-a265-3b66f8dfed0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.0851030 Jul 16 18:44:04.812253 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-a903fb8e-63d2-4eb8-9726-00d0f33e03e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f HTTP/1.1" status: 200 len: 217 time: 0.0372398 Jul 16 18:44:04.862353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22009dbf-0778-48e3-8856-6686c168b636 req-91598b75-6160-4d07-9dd3-a4a310f09295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:04.864026 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-91598b75-6160-4d07-9dd3-a4a310f09295 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0464580 Jul 16 18:44:04.899557 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-67db4b84-e134-4fa0-acef-29320c3d6146 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288198 Jul 16 18:44:05.033754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba741d3-c6e6-4762-9c73-d4af1dba51d5 req-649b86d6-3691-4195-b5a3-d032afcf2291 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:05.035257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fba741d3-c6e6-4762-9c73-d4af1dba51d5 req-649b86d6-3691-4195-b5a3-d032afcf2291 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 943 time: 0.1390295 Jul 16 18:44:05.037126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-77733d24-f2b6-45ad-8104-433d0e0b9e53 service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290014 Jul 16 18:44:05.128297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fba741d3-c6e6-4762-9c73-d4af1dba51d5 req-18436019-cc44-4547-92a0-59b166425511 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871630 Jul 16 18:44:05.157574 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22009dbf-0778-48e3-8856-6686c168b636 req-8641210e-658c-4da2-b674-af624efdd13f service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103320 Jul 16 18:44:05.601859 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.309885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9f5d3-1727-4b15-98c8-01b46523e091 req-14e94f3c-04bf-4e54-9a99-46eccd7d8c8b tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.311423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73a9f5d3-1727-4b15-98c8-01b46523e091 req-14e94f3c-04bf-4e54-9a99-46eccd7d8c8b tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 943 time: 0.0653825 Jul 16 18:44:06.349083 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-73a9f5d3-1727-4b15-98c8-01b46523e091 req-0f1c20fb-782a-411b-8fb9-70610933339b tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Jul 16 18:44:06.401338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'tag': 'da698d7b-c12a-4d11-8488-433d3b9ee19f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:06.403691 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e22dfe-2dbf-486c-bb88-4117c8147e6c", "tag": "da698d7b-c12a-4d11-8488-433d3b9ee19f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:06.451825 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5e7b53-852c-4240-b895-c758cf6e84cb x-openstack-request-id: req-2f5e7b53-852c-4240-b895-c758cf6e84cb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:06.452123 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e22dfe-2dbf-486c-bb88-4117c8147e6c", "tag": "da698d7b-c12a-4d11-8488-433d3b9ee19f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:06.452379 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f5e7b53-852c-4240-b895-c758cf6e84cb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:06.452808 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'tag': 'da698d7b-c12a-4d11-8488-433d3b9ee19f', 'status': 'completed', 'code': 200} Jul 16 18:44:06.570833 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-0ad7a9f1-f539-46ab-ad3d-383ee7b7c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.572352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-0ad7a9f1-f539-46ab-ad3d-383ee7b7c45c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 1094 time: 0.0965931 Jul 16 18:44:06.576657 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-2edcb4c7-9351-48a6-9a12-dd243f629905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.578136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-2edcb4c7-9351-48a6-9a12-dd243f629905 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 1094 time: 0.0943940 Jul 16 18:44:06.735060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-c1775707-fffc-4044-aca9-429d0633e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.736550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-c1775707-fffc-4044-aca9-429d0633e790 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.1575451 Jul 16 18:44:06.741080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-1bcdb21f-be41-43c5-83bf-932cf31569ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.742507 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-1bcdb21f-be41-43c5-83bf-932cf31569ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.1456420 Jul 16 18:44:06.788865 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-16d87b79-d061-4769-8e01-0a1128c62f85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f HTTP/1.1" status: 200 len: 217 time: 0.0452473 Jul 16 18:44:06.822414 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-f2944392-7cac-4a96-9dab-7555c5f44a88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f HTTP/1.1" status: 200 len: 217 time: 0.0722516 Jul 16 18:44:06.891491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-b37ace32-390f-4c7d-aa10-7970ca36b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.893051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-b37ace32-390f-4c7d-aa10-7970ca36b739 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0787461 Jul 16 18:44:06.899068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-774c0fa1-559a-4712-b491-bb53de1d925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.900421 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-774c0fa1-559a-4712-b491-bb53de1d925e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0584342 Jul 16 18:44:06.954007 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-02905baf-9ce2-4bb3-837c-998e17790712 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526323 Jul 16 18:44:06.955892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-242139f6-b16e-4653-9c12-053c62cdc510 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473876 Jul 16 18:44:07.112607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-431044ac-ca2a-4abc-8be4-2c2d59cea184 service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522343 Jul 16 18:44:07.117662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-f8be8903-933d-457b-9152-f9385fa6f8c6 service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496201 Jul 16 18:44:07.272647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-88a1fbda-128b-44f4-81d9-bb3788976222 service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533964 Jul 16 18:44:07.274899 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fc68ec75-ddf1-477c-a84e-0f9d2a549ffd req-b0a44e1d-d394-4cdd-a221-e264e9234d36 service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485190 Jul 16 18:44:07.530592 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65cd47-feb7-43fc-b73c-125ccc75737b req-96da9636-0a3f-462d-9f0e-45f9ccca79aa tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.532102 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf65cd47-feb7-43fc-b73c-125ccc75737b req-96da9636-0a3f-462d-9f0e-45f9ccca79aa tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 943 time: 0.0685291 Jul 16 18:44:07.570972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf65cd47-feb7-43fc-b73c-125ccc75737b req-886c9dad-d67f-40d8-93de-4ef195dd00ed tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324321 Jul 16 18:44:07.912666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e839a-6aac-46c0-853b-cccac31f672e req-f7c5a04c-6d40-496a-8748-5d3847635102 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.914300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-740e839a-6aac-46c0-853b-cccac31f672e req-f7c5a04c-6d40-496a-8748-5d3847635102 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 943 time: 0.1090829 Jul 16 18:44:07.937435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-527250d0-4376-45c2-8b06-2342e3f10e9f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.938827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-527250d0-4376-45c2-8b06-2342e3f10e9f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c&tenant_id=33294769a78e45f78be6711ee2bf1111&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 943 time: 0.1239338 Jul 16 18:44:08.000496 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-740e839a-6aac-46c0-853b-cccac31f672e req-ed477a2b-480e-4820-8fb4-5144f1b564ca tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780175 Jul 16 18:44:08.019906 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-3b0befce-b951-43f2-95cc-2b4a43262596 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:44:08.020939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-3b0befce-b951-43f2-95cc-2b4a43262596 service neutron] 10.222.0.38 "DELETE /v2.0/ports/da698d7b-c12a-4d11-8488-433d3b9ee19f/bindings/n-h1-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0740690 Jul 16 18:44:08.066834 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device da698d7b-c12a-4d11-8488-433d3b9ee19f no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:08.105490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device da698d7b-c12a-4d11-8488-433d3b9ee19f not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:08.119192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-60e8114c-7dba-4cbc-a9f9-7b669c53d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:08.120710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-60e8114c-7dba-4cbc-a9f9-7b669c53d027 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 1094 time: 0.0560911 Jul 16 18:44:08.214784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-8532d2f9-f34b-42e8-bc02-0ca0d95b493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:08.216290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-8532d2f9-f34b-42e8-bc02-0ca0d95b493b service neutron] 10.222.0.38 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.0891552 Jul 16 18:44:08.256689 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-86456021-507b-4ea4-9b06-6196f05eb734 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f HTTP/1.1" status: 200 len: 217 time: 0.0343621 Jul 16 18:44:08.304138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-2a9104ec-5d41-4ca7-a86c-215775822731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:08.305781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-2a9104ec-5d41-4ca7-a86c-215775822731 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0432291 Jul 16 18:44:08.342161 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-b8765a5e-21b7-43f1-85d2-0cca612ceeb5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304909 Jul 16 18:44:08.434407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-08ee34d5-6d52-4bb5-9094-3ba27e330c76 service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859418 Jul 16 18:44:08.533373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dc7f080-8e0c-4f11-baa5-0139ef1c2b9a req-50e55167-344c-4a0b-afed-d7921d9498af service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921416 Jul 16 18:44:08.876028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device da698d7b-c12a-4d11-8488-433d3b9ee19f details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:08.984134 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:08.996857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'da698d7b-c12a-4d11-8488-433d3b9ee19f', 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b', 'port_id': 'da698d7b-c12a-4d11-8488-433d3b9ee19f', 'mac_address': 'fa:16:3e:d7:4a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eea60b3-8d2f-456f-9cb0-eca055ac4854', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:09.035997 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.050974 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da698d7b-c12a-4d11-8488-433d3b9ee19f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:09.077904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:09.082957 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.137892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=da698d7b-c12a-4d11-8488-433d3b9ee19f,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:09.147029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:09.147511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:09.147860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:09.148203 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:09.148541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:09.148908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:09.149243 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:09.149615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:09.149945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:09.150271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:09.150652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:09.150982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:09.191881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d413619-6a7b-48df-abd8-e426c54cb324 req-401dafca-6243-4e8f-870e-e53f86ed5f5d tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:09.194088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d413619-6a7b-48df-abd8-e426c54cb324 req-401dafca-6243-4e8f-870e-e53f86ed5f5d tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 944 time: 0.0714588 Jul 16 18:44:09.233429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d413619-6a7b-48df-abd8-e426c54cb324 req-41a243d0-35cb-42f4-97aa-a7803fd9ec92 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330837 Jul 16 18:44:09.287738 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['da698d7b-c12a-4d11-8488-433d3b9ee19f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:09.426471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862545e-8069-436c-b0c2-70ad2e73d7b4 req-80ce8f04-0d17-41ac-9ddc-a270266b1fdb tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:09.428276 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2862545e-8069-436c-b0c2-70ad2e73d7b4 req-80ce8f04-0d17-41ac-9ddc-a270266b1fdb tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 944 time: 0.0632539 Jul 16 18:44:09.468296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2862545e-8069-436c-b0c2-70ad2e73d7b4 req-883a5e62-56ff-4cde-92b3-30606424fa31 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337160 Jul 16 18:44:09.645260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c41cb-ec2f-4e83-b9fe-202ca19f2f65 req-98b77708-446b-478b-8f4d-5b8ef41b6fa4 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:09.647411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a4c41cb-ec2f-4e83-b9fe-202ca19f2f65 req-98b77708-446b-478b-8f4d-5b8ef41b6fa4 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 944 time: 0.0687180 Jul 16 18:44:09.686476 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a4c41cb-ec2f-4e83-b9fe-202ca19f2f65 req-1a3d2268-3d53-4028-8cef-cdc4fa0aa5f4 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334325 Jul 16 18:44:10.129585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-9c161d54-0f48-4ce1-bd0a-f2db5f760cea tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:10.131122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-9c161d54-0f48-4ce1-bd0a-f2db5f760cea tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 815 time: 0.1050792 Jul 16 18:44:10.146125 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-fb32eefc-ca80-449f-a214-138d9fa9f157 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/quotas/33294769a78e45f78be6711ee2bf1111 HTTP/1.1" status: 200 len: 375 time: 0.0094087 Jul 16 18:44:10.212021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-04de03e7-2a3c-4632-b72b-3c2bb18bad5a tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596282 Jul 16 18:44:10.303540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e7f28679-d16a-48f4-b047-a89826827d8d service neutron] 10.222.0.52 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846643 Jul 16 18:44:10.397929 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-7444ba99-eb35-443c-a665-2a63b943c2ee service neutron] 10.222.0.52 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883057 Jul 16 18:44:10.571701 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69761b14-4c62-4117-8d61-9f1397d1dc4c req-3d343f22-100e-4f59-bd3b-2be90f79ed3a tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0328059 Jul 16 18:44:10.907417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device da698d7b-c12a-4d11-8488-433d3b9ee19f up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:10.958386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port da698d7b-c12a-4d11-8488-433d3b9ee19f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:10.962882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port da698d7b-c12a-4d11-8488-433d3b9ee19f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:10.963284 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.049490 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.074403 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da698d7b-c12a-4d11-8488-433d3b9ee19f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:11.076657 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3478d42a-1e2e-4687-942b-d121e0cd502f" -d '{"events": [{"server_uuid": "c5e22dfe-2dbf-486c-bb88-4117c8147e6c", "name": "network-vif-plugged", "status": "completed", "tag": "da698d7b-c12a-4d11-8488-433d3b9ee19f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:11.091502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:11.098804 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.124773 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb72b875-7587-449c-a985-cd5de44781f8 x-openstack-request-id: req-fb72b875-7587-449c-a985-cd5de44781f8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:11.125065 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e22dfe-2dbf-486c-bb88-4117c8147e6c", "name": "network-vif-plugged", "status": "completed", "tag": "da698d7b-c12a-4d11-8488-433d3b9ee19f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:11.125482 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb72b875-7587-449c-a985-cd5de44781f8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:11.125875 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da698d7b-c12a-4d11-8488-433d3b9ee19f', 'code': 200} Jul 16 18:44:11.152009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=da698d7b-c12a-4d11-8488-433d3b9ee19f,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:11.274102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262cfc-20fa-4668-b0e3-a285e37d76a9 req-5b4ae3f5-f174-4d41-8845-98631ddf3aeb tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:11.275569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7262cfc-20fa-4668-b0e3-a285e37d76a9 req-5b4ae3f5-f174-4d41-8845-98631ddf3aeb tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5e22dfe-2dbf-486c-bb88-4117c8147e6c HTTP/1.1" status: 200 len: 945 time: 0.0724745 Jul 16 18:44:11.382665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c7262cfc-20fa-4668-b0e3-a285e37d76a9 req-65409f69-0073-4525-9486-2e9bbf805e90 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Deleting port da698d7b-c12a-4d11-8488-433d3b9ee19f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:11.383022 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7262cfc-20fa-4668-b0e3-a285e37d76a9 req-65409f69-0073-4525-9486-2e9bbf805e90 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.807612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c187363b-c66d-4ac4-bbe6-f1d7ed42535e req-4be23d07-8df0-4868-b6db-6abf310a7f8d tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0343139 Jul 16 18:44:11.824624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7262cfc-20fa-4668-b0e3-a285e37d76a9 req-65409f69-0073-4525-9486-2e9bbf805e90 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] For port da698d7b-c12a-4d11-8488-433d3b9ee19f, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da698d7b-c12a-4d11-8488-433d3b9ee19f,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:11.824978 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7262cfc-20fa-4668-b0e3-a285e37d76a9 req-65409f69-0073-4525-9486-2e9bbf805e90 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.846609 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c7262cfc-20fa-4668-b0e3-a285e37d76a9 req-65409f69-0073-4525-9486-2e9bbf805e90 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Calling delete_port for da698d7b-c12a-4d11-8488-433d3b9ee19f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:11.910656 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-d6f86f89-bff7-484c-bbc3-57a238d3fb8e tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:11.912157 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-d6f86f89-bff7-484c-bbc3-57a238d3fb8e tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.42 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 815 time: 0.2013206 Jul 16 18:44:11.931490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Request body: {'port': {'device_id': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b', 'admin_state_up': True, 'tenant_id': '33294769a78e45f78be6711ee2bf1111'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:11.983624 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7262cfc-20fa-4668-b0e3-a285e37d76a9 req-65409f69-0073-4525-9486-2e9bbf805e90 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.995548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['da698d7b-c12a-4d11-8488-433d3b9ee19f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:12.019095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65409f69-0073-4525-9486-2e9bbf805e90 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Pushing event deleted for resources: {'Port': ['ID=da698d7b-c12a-4d11-8488-433d3b9ee19f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:12.051285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Made reservation on behalf of 33294769a78e45f78be6711ee2bf1111 for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:12.055384 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.064880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7262cfc-20fa-4668-b0e3-a285e37d76a9 req-65409f69-0073-4525-9486-2e9bbf805e90 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] No DVR routers for this DVR port da698d7b-c12a-4d11-8488-433d3b9ee19f on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:12.067577 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7262cfc-20fa-4668-b0e3-a285e37d76a9 req-65409f69-0073-4525-9486-2e9bbf805e90 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.070326 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7262cfc-20fa-4668-b0e3-a285e37d76a9 req-65409f69-0073-4525-9486-2e9bbf805e90 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.42 "DELETE /v2.0/ports/da698d7b-c12a-4d11-8488-433d3b9ee19f HTTP/1.1" status: 204 len: 173 time: 0.7889559 Jul 16 18:44:12.070816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'name': 'network-vif-deleted', 'tag': 'da698d7b-c12a-4d11-8488-433d3b9ee19f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:12.073084 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27359d7b-2a63-461c-bbe7-7c4a120aa0c9" -d '{"events": [{"server_uuid": "c5e22dfe-2dbf-486c-bb88-4117c8147e6c", "name": "network-vif-deleted", "tag": "da698d7b-c12a-4d11-8488-433d3b9ee19f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:12.110622 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b33088d-3011-4c88-a5ce-76b5ac42a7d3 x-openstack-request-id: req-3b33088d-3011-4c88-a5ce-76b5ac42a7d3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:12.110994 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e22dfe-2dbf-486c-bb88-4117c8147e6c", "name": "network-vif-deleted", "tag": "da698d7b-c12a-4d11-8488-433d3b9ee19f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:12.111206 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b33088d-3011-4c88-a5ce-76b5ac42a7d3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:12.111675 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e22dfe-2dbf-486c-bb88-4117c8147e6c', 'name': 'network-vif-deleted', 'tag': 'da698d7b-c12a-4d11-8488-433d3b9ee19f', 'status': 'completed', 'code': 200} Jul 16 18:44:12.188427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Allocated IP 172.20.0.6 (79cc0e71-174f-411f-ba3d-0aca87100d4b/7eea60b3-8d2f-456f-9cb0-eca055ac4854/b83e1331-6bf9-4c02-bdec-9b46f9dbd197) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:12.337292 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.380025 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.392171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['da698d7b-c12a-4d11-8488-433d3b9ee19f'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:12.435006 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Network 79cc0e71-174f-411f-ba3d-0aca87100d4b is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:12.438515 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:12.443075 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:12.450775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Pushing event updated for resources: {'Port': ['ID=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:12.479779 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:12.480131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:12.480476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:12.480813 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:12.481149 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:12.481506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:12.481838 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:12.482165 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:12.482491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:12.482814 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:12.483138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:12.483460 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:12.509399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:12.510033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.524530 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-e57fef00-1397-4a66-85a6-db777c3a5e18 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6034060 Jul 16 18:44:12.536096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Request body: {'port': {'device_id': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:12.616597 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.003722 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fb6c2-0bd2-4879-97b5-a1aac4e2c596 req-e589bc92-16e9-42f5-be26-815873a71294 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.005452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d5fb6c2-0bd2-4879-97b5-a1aac4e2c596 req-e589bc92-16e9-42f5-be26-815873a71294 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0667388 Jul 16 18:44:13.051344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d5fb6c2-0bd2-4879-97b5-a1aac4e2c596 req-c18a5ba8-fe5b-430d-b9e0-6cb17d534207 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400112 Jul 16 18:44:13.290769 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83e1331-6bf9-4c02-bdec-9b46f9dbd197 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:13.299191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.313052 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Transition to ACTIVE for port object b83e1331-6bf9-4c02-bdec-9b46f9dbd197 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:13.317407 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.371161 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Pushing event updated for resources: {'Port': ['ID=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.442823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Attempting to bind port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:13.443175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Attempting to bind port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:13.443513 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Attempting to bind port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 on network 79cc0e71-174f-411f-ba3d-0aca87100d4b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:13.448035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 on network 79cc0e71-174f-411f-ba3d-0aca87100d4b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:13.448388 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Attempting to bind port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 on network 79cc0e71-174f-411f-ba3d-0aca87100d4b {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:13.453788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:13.454133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Checking segment: {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:13.454526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Bound using segment: {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:13.454962 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Bound port: b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:13.455330 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.525323 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:13.528475 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:13.532065 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.567195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.568069 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.569567 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] 10.222.0.42 "PUT /v2.0/ports/b83e1331-6bf9-4c02-bdec-9b46f9dbd197 HTTP/1.1" status: 200 len: 1091 time: 1.0375512 Jul 16 18:44:13.570021 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'tag': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:13.572327 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdbc929-6444-4466-965c-c91c588e0014" -d '{"events": [{"name": "network-changed", "server_uuid": "e6933098-b1fe-41bc-a433-28c4a159dfb7", "tag": "b83e1331-6bf9-4c02-bdec-9b46f9dbd197"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:13.599502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5587a1-2e3a-434a-b1ee-a2839df3e5eb service neutron] Pushing event updated for resources: {'Port': ['ID=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.678468 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-33165ee5-99e0-4863-a9dc-d8127d01607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.680017 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-33165ee5-99e0-4863-a9dc-d8127d01607d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 1094 time: 0.0601206 Jul 16 18:44:13.728064 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96924f9-15f2-49f9-ae73-e1f44382e835 x-openstack-request-id: req-b96924f9-15f2-49f9-ae73-e1f44382e835 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:13.728355 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6933098-b1fe-41bc-a433-28c4a159dfb7", "tag": "b83e1331-6bf9-4c02-bdec-9b46f9dbd197", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:13.728612 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b96924f9-15f2-49f9-ae73-e1f44382e835 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:13.729008 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'tag': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197', 'status': 'completed', 'code': 200} Jul 16 18:44:13.730838 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-82540547-c0c5-47d2-9e4d-1473d3072d2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197 HTTP/1.1" status: 200 len: 217 time: 0.0433853 Jul 16 18:44:13.781526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-13f5be88-75a9-4295-a40e-590adb4afdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.783023 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-13f5be88-75a9-4295-a40e-590adb4afdb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0463362 Jul 16 18:44:13.815595 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-ede5c2ff-280a-4d83-8279-c5bf2e96d533 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265784 Jul 16 18:44:13.922354 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-f648055c-0bd3-4bfb-a756-fbe3d15e9ec4 service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008370 Jul 16 18:44:14.015394 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1d021738-a7f8-415a-b01d-e19bdc0bebc4 req-2d7036ba-f5e8-45c0-a90c-7374968124e0 service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863786 Jul 16 18:44:14.124942 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbc929-6444-4466-965c-c91c588e0014 req-93d6c66c-fdd6-4095-bc0c-c418b21118d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.127096 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8fdbc929-6444-4466-965c-c91c588e0014 req-93d6c66c-fdd6-4095-bc0c-c418b21118d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 1094 time: 0.0617807 Jul 16 18:44:14.237826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21704a08-5028-469d-b47d-4090fac874ce req-2c193225-a94c-43dd-9fb2-31fc6d236127 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.238385 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbc929-6444-4466-965c-c91c588e0014 req-c9a95241-6467-4b97-83b2-7ca43f7aee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.239477 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8fdbc929-6444-4466-965c-c91c588e0014 req-c9a95241-6467-4b97-83b2-7ca43f7aee0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.1056314 Jul 16 18:44:14.239632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21704a08-5028-469d-b47d-4090fac874ce req-2c193225-a94c-43dd-9fb2-31fc6d236127 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0692680 Jul 16 18:44:14.281109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21704a08-5028-469d-b47d-4090fac874ce req-ed73eb7a-6966-4ca8-9efa-c1a7c9c5127d tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353127 Jul 16 18:44:14.283382 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8fdbc929-6444-4466-965c-c91c588e0014 req-10d08da4-8a29-4bf2-920d-06b76d436806 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197 HTTP/1.1" status: 200 len: 217 time: 0.0362008 Jul 16 18:44:14.337703 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbc929-6444-4466-965c-c91c588e0014 req-a719af25-a79f-4333-93aa-ba6af6a40107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.339137 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8fdbc929-6444-4466-965c-c91c588e0014 req-a719af25-a79f-4333-93aa-ba6af6a40107 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0497279 Jul 16 18:44:14.374074 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8fdbc929-6444-4466-965c-c91c588e0014 req-7d4cd5bd-2cd4-4d64-850a-22b89a796815 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284286 Jul 16 18:44:14.468714 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8fdbc929-6444-4466-965c-c91c588e0014 req-21443911-be6e-4ff3-9318-87dc3c90c1c3 service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875540 Jul 16 18:44:14.561390 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8fdbc929-6444-4466-965c-c91c588e0014 req-e45cdaf6-71cc-44ac-b5cd-f6abd1f1b0bc service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861006 Jul 16 18:44:15.459769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842acbb-abf0-4ea7-9f22-25130f4fee4a req-43c7989b-0c60-401a-ba35-06512bf09d36 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.461192 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0842acbb-abf0-4ea7-9f22-25130f4fee4a req-43c7989b-0c60-401a-ba35-06512bf09d36 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0683465 Jul 16 18:44:15.498989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0842acbb-abf0-4ea7-9f22-25130f4fee4a req-a4f026c3-0172-4d32-ad28-1678bf124943 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322540 Jul 16 18:44:16.597384 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:16.703811 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6542c-e943-47ca-a581-6894c4234d0c req-9081c426-a8fe-4b93-befc-b2e59ee3b11d tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:16.708252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4e6542c-e943-47ca-a581-6894c4234d0c req-9081c426-a8fe-4b93-befc-b2e59ee3b11d tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0926759 Jul 16 18:44:16.757493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a4e6542c-e943-47ca-a581-6894c4234d0c req-cb83678b-5896-4ced-a433-602d2191fb39 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456750 Jul 16 18:44:16.936247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device b83e1331-6bf9-4c02-bdec-9b46f9dbd197 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:16.939658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device da698d7b-c12a-4d11-8488-433d3b9ee19f no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:16.967302 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: da698d7b-c12a-4d11-8488-433d3b9ee19f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:16.967651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device da698d7b-c12a-4d11-8488-433d3b9ee19f not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:17.053961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:17.064460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197', 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b', 'port_id': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197', 'mac_address': 'fa:16:3e:ef:ce:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eea60b3-8d2f-456f-9cb0-eca055ac4854', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:17.105010 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.117426 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83e1331-6bf9-4c02-bdec-9b46f9dbd197 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:17.136553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:17.140502 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.188433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:17.339427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['b83e1331-6bf9-4c02-bdec-9b46f9dbd197'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:17.934371 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0ba90-3303-4d6a-a6b8-b12c970d13e4 req-ef4bf34e-2842-4137-a8d6-f03af6cbedbb tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:17.936062 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13a0ba90-3303-4d6a-a6b8-b12c970d13e4 req-ef4bf34e-2842-4137-a8d6-f03af6cbedbb tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 944 time: 0.0643208 Jul 16 18:44:17.973684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13a0ba90-3303-4d6a-a6b8-b12c970d13e4 req-6251ca20-88c0-4ad9-b293-ecebd62f6015 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317309 Jul 16 18:44:18.938842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device b83e1331-6bf9-4c02-bdec-9b46f9dbd197 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:18.987715 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:18.991423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:18.991799 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.069466 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.093734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:19.095913 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4866586d-1735-4b24-a832-675b4ddc8c11" -d '{"events": [{"server_uuid": "e6933098-b1fe-41bc-a433-28c4a159dfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b83e1331-6bf9-4c02-bdec-9b46f9dbd197"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:19.110606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:19.114971 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.141460 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7b9165-d334-4873-965e-72277c1d459c x-openstack-request-id: req-7c7b9165-d334-4873-965e-72277c1d459c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:19.141795 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6933098-b1fe-41bc-a433-28c4a159dfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b83e1331-6bf9-4c02-bdec-9b46f9dbd197", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:19.142133 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c7b9165-d334-4873-965e-72277c1d459c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:19.142530 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197', 'code': 200} Jul 16 18:44:19.174703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.184056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dee4e-ab7b-4133-9b21-cc9b07af7a06 req-ded7fc01-5e65-4d26-838a-a9bc4200085e tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.185293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e94dee4e-ab7b-4133-9b21-cc9b07af7a06 req-ded7fc01-5e65-4d26-838a-a9bc4200085e tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0740809 Jul 16 18:44:19.232246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e94dee4e-ab7b-4133-9b21-cc9b07af7a06 req-6c07623b-f3f8-46c7-937f-b17b1b25d6fb tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 Jul 16 18:44:19.251063 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58167663-03d4-4a07-bf5d-1209a0c9638c req-87f8d7c0-9682-481c-b6cf-f9a687b609ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.252590 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-58167663-03d4-4a07-bf5d-1209a0c9638c req-87f8d7c0-9682-481c-b6cf-f9a687b609ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 1096 time: 0.0533252 Jul 16 18:44:19.290083 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-58167663-03d4-4a07-bf5d-1209a0c9638c req-33943412-da96-47c7-a9ef-8191afb02da1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305274 Jul 16 18:44:20.412725 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b6e0c-dc20-4473-b902-2274e849de45 req-50ae68a4-0500-40a7-a8b7-2bd910c99f0f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:20.414386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-490b6e0c-dc20-4473-b902-2274e849de45 req-50ae68a4-0500-40a7-a8b7-2bd910c99f0f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0681078 Jul 16 18:44:20.454523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-490b6e0c-dc20-4473-b902-2274e849de45 req-fb6ba5ab-0223-43af-bda6-761498cdf2dd tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Jul 16 18:44:20.635573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afbbaf-15dc-40a1-9f43-4694105f4f9d req-5afa2d08-a8f0-458d-837e-cc95bb7b8bd2 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:20.637085 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8afbbaf-15dc-40a1-9f43-4694105f4f9d req-5afa2d08-a8f0-458d-837e-cc95bb7b8bd2 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0650587 Jul 16 18:44:20.675827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e8afbbaf-15dc-40a1-9f43-4694105f4f9d req-ce3e927f-d390-4e17-bdae-e6a92f8179e6 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Jul 16 18:44:21.058986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-d2998cf8-cb30-429f-b444-ddf7992c6bb0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567975 Jul 16 18:44:21.127064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac228b-3dd6-42e2-89d5-cb968ac28f87 req-08a9ba22-7478-4a14-822f-615dc46cd945 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.128719 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ac228b-3dd6-42e2-89d5-cb968ac28f87 req-08a9ba22-7478-4a14-822f-615dc46cd945 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0678751 Jul 16 18:44:21.173699 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b5ac228b-3dd6-42e2-89d5-cb968ac28f87 req-9c86bf6d-3fa4-4356-a177-2d9b7c9a31ca tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385847 Jul 16 18:44:22.091514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d67744-6224-46c4-93a2-4da1cca0a659 req-9b03e346-c9ce-4e32-8e69-94da76a9fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.092962 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-02d67744-6224-46c4-93a2-4da1cca0a659 req-9b03e346-c9ce-4e32-8e69-94da76a9fae8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 1096 time: 0.0611250 Jul 16 18:44:22.197957 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d67744-6224-46c4-93a2-4da1cca0a659 req-997a9baf-8dd7-49e4-a8de-ab9f5c18e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.199452 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-02d67744-6224-46c4-93a2-4da1cca0a659 req-997a9baf-8dd7-49e4-a8de-ab9f5c18e2f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.0862136 Jul 16 18:44:22.246965 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-02d67744-6224-46c4-93a2-4da1cca0a659 req-6021e344-a30b-4207-af89-49a22ffe1f5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197 HTTP/1.1" status: 200 len: 217 time: 0.0414226 Jul 16 18:44:22.300898 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d67744-6224-46c4-93a2-4da1cca0a659 req-a1adfe1b-d714-4dc2-bec3-9d9e362bf1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.303596 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-02d67744-6224-46c4-93a2-4da1cca0a659 req-a1adfe1b-d714-4dc2-bec3-9d9e362bf1dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0496330 Jul 16 18:44:22.343464 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-02d67744-6224-46c4-93a2-4da1cca0a659 req-374492f7-db00-46e9-b5e9-17e4d2ba4092 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349782 Jul 16 18:44:22.359426 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e838c-5ab5-48a2-8977-5968e2de45c7 req-a2304581-bc4f-4601-a8c9-42191e86c366 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.361085 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-009e838c-5ab5-48a2-8977-5968e2de45c7 req-a2304581-bc4f-4601-a8c9-42191e86c366 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0675342 Jul 16 18:44:22.400746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-009e838c-5ab5-48a2-8977-5968e2de45c7 req-3b0466f6-7790-4229-a1ed-0533c31b2162 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326402 Jul 16 18:44:22.443166 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-02d67744-6224-46c4-93a2-4da1cca0a659 req-a8288e98-6c90-418e-ace8-bb06137d3262 service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937090 Jul 16 18:44:22.532905 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-02d67744-6224-46c4-93a2-4da1cca0a659 req-cb973b31-0819-437a-84aa-cf8e4731d103 service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837700 Jul 16 18:44:22.636080 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-85780b8b-5d76-4cc2-9e1f-b02a0a2541ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.637584 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-85780b8b-5d76-4cc2-9e1f-b02a0a2541ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 1096 time: 0.0593758 Jul 16 18:44:22.728416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-cf00be47-ae68-4322-9af8-5d710f654e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.729921 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-cf00be47-ae68-4322-9af8-5d710f654e43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.0867016 Jul 16 18:44:22.777901 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-75b53c70-161c-46ae-a73a-c081c3ab6288 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197 HTTP/1.1" status: 200 len: 217 time: 0.0401635 Jul 16 18:44:22.827743 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-3fb68645-f583-4500-a924-bf3e2eb215a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.829292 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-3fb68645-f583-4500-a924-bf3e2eb215a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0452192 Jul 16 18:44:22.862989 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-b8c649b3-cd99-4e58-8534-d7ea63e72d0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277643 Jul 16 18:44:22.960841 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-e7e204fc-a81b-414c-90e1-084b851b9e00 service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910616 Jul 16 18:44:23.052045 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-617c0fd8-1113-40ca-90fa-7a204edb609e service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855193 Jul 16 18:44:23.578814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f462538-fa15-4316-ae9a-195b34818853 req-98c66e7f-b290-489c-a425-32ccf0209782 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:23.580298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f462538-fa15-4316-ae9a-195b34818853 req-98c66e7f-b290-489c-a425-32ccf0209782 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0671422 Jul 16 18:44:23.619815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f462538-fa15-4316-ae9a-195b34818853 req-ebff1f97-1214-4683-816a-800f2ea8a745 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333445 Jul 16 18:44:24.797383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab33af-239e-4a3c-a91a-57a5eb0369ce req-71fa0630-50b1-4665-829b-13ea6da39602 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:24.798881 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19ab33af-239e-4a3c-a91a-57a5eb0369ce req-71fa0630-50b1-4665-829b-13ea6da39602 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0648780 Jul 16 18:44:24.838180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19ab33af-239e-4a3c-a91a-57a5eb0369ce req-d5bf7597-5a61-4599-8f66-7f40ef80e0ea tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Jul 16 18:44:26.015468 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23410b6b-5dc0-4398-a3c5-a3c79ef5b935 req-3c57b0b4-75f4-45ee-84d7-c5b3a5a6902f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:26.017075 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-23410b6b-5dc0-4398-a3c5-a3c79ef5b935 req-3c57b0b4-75f4-45ee-84d7-c5b3a5a6902f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0644624 Jul 16 18:44:26.059212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-23410b6b-5dc0-4398-a3c5-a3c79ef5b935 req-89556bf4-5982-46c9-a8fb-706e4f145c01 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358214 Jul 16 18:44:27.234036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf69ca-58cc-4ec5-9769-9f8d0448d662 req-82ce64c6-aee2-47f9-90bc-a3e841c312c9 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.235532 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85bf69ca-58cc-4ec5-9769-9f8d0448d662 req-82ce64c6-aee2-47f9-90bc-a3e841c312c9 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0633159 Jul 16 18:44:27.274532 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85bf69ca-58cc-4ec5-9769-9f8d0448d662 req-4326329e-022f-416a-8f97-9634e3979acb tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322385 Jul 16 18:44:28.451140 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d401c3-2e9d-4ca8-ab6e-14ddd2158dd8 req-9997d454-0b17-4898-9eb8-ab21d9081568 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:28.452867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54d401c3-2e9d-4ca8-ab6e-14ddd2158dd8 req-9997d454-0b17-4898-9eb8-ab21d9081568 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0656977 Jul 16 18:44:28.492619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-54d401c3-2e9d-4ca8-ab6e-14ddd2158dd8 req-5bd2342c-5b0f-418e-a0a6-d86902d23b3f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340364 Jul 16 18:44:29.685029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319bcd7-f3a5-4584-81f5-dc429ec70e64 req-aec0dc70-bb9c-4506-985c-a8e3759a17ad tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.686842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e319bcd7-f3a5-4584-81f5-dc429ec70e64 req-aec0dc70-bb9c-4506-985c-a8e3759a17ad tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0748785 Jul 16 18:44:29.732275 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e319bcd7-f3a5-4584-81f5-dc429ec70e64 req-7df85a25-6974-4fca-816c-0fc861cd9c41 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372698 Jul 16 18:44:30.120223 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8cfd7c9-feb1-4fde-b13a-e8fc9974f22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.938223 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0a05c-eb07-402d-9a52-4a9187f2a835 req-de55ca0a-44ae-4410-acf6-f2456ee68d64 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:30.939911 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88d0a05c-eb07-402d-9a52-4a9187f2a835 req-de55ca0a-44ae-4410-acf6-f2456ee68d64 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0764380 Jul 16 18:44:30.987691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-88d0a05c-eb07-402d-9a52-4a9187f2a835 req-cf247f57-7446-47e7-b665-83efbc8e7a50 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415401 Jul 16 18:44:32.171564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125cc90-2642-4bd5-bcb7-1cded6c1bd63 req-e8dc9ae8-e4da-4346-94df-dde8aa390294 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:32.173001 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a125cc90-2642-4bd5-bcb7-1cded6c1bd63 req-e8dc9ae8-e4da-4346-94df-dde8aa390294 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0685918 Jul 16 18:44:32.218817 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a125cc90-2642-4bd5-bcb7-1cded6c1bd63 req-b018fdd7-3c0c-4b6c-a583-48fdbba47855 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Jul 16 18:44:32.331130 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09abc4e1-2377-4809-9484-f5211812460f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.791991 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.928801 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.937781 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.399471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281557f-f770-4ac1-aa33-7c535d91599c req-7cb24239-81b0-4f37-8d5b-707b2f657eaa tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.401098 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6281557f-f770-4ac1-aa33-7c535d91599c req-7cb24239-81b0-4f37-8d5b-707b2f657eaa tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0668552 Jul 16 18:44:33.442354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6281557f-f770-4ac1-aa33-7c535d91599c req-b9cf9a0f-3e91-40ef-9d01-f0a28befbb41 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355968 Jul 16 18:44:33.902700 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.620468 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0136a1-d6d5-417a-9361-39fa7fb9118b req-457f6987-67cc-40df-9842-41d23ac88a33 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.622140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e0136a1-d6d5-417a-9361-39fa7fb9118b req-457f6987-67cc-40df-9842-41d23ac88a33 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0677845 Jul 16 18:44:34.661957 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e0136a1-d6d5-417a-9361-39fa7fb9118b req-6297915c-18ff-49fe-88e6-0e9d0baeb541 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339968 Jul 16 18:44:35.605405 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.843604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c264f-caa3-4cbb-95d2-aebbdd887ce9 req-9eda0987-47f6-4c7f-b1dd-070051eea76d tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.845225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a3c264f-caa3-4cbb-95d2-aebbdd887ce9 req-9eda0987-47f6-4c7f-b1dd-070051eea76d tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0709393 Jul 16 18:44:35.885125 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a3c264f-caa3-4cbb-95d2-aebbdd887ce9 req-a3116d8e-6cf8-461c-9c41-fd3088230270 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Jul 16 18:44:37.072935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5194-8090-43b3-8275-0159d208aaf2 req-24614ba6-e052-4365-be45-9b6b49a3a87c tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.074579 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f2c5194-8090-43b3-8275-0159d208aaf2 req-24614ba6-e052-4365-be45-9b6b49a3a87c tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0685487 Jul 16 18:44:37.118571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8f2c5194-8090-43b3-8275-0159d208aaf2 req-7cdc5664-56da-4ea7-8ab9-199dc604c331 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380793 Jul 16 18:44:38.305591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcb626-a763-4514-b2d6-f75ac0069c08 req-11801061-d638-4cd5-b3db-4d015778610c tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:38.307184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fdcb626-a763-4514-b2d6-f75ac0069c08 req-11801061-d638-4cd5-b3db-4d015778610c tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0694642 Jul 16 18:44:38.352721 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fdcb626-a763-4514-b2d6-f75ac0069c08 req-ca57b404-5d03-48bb-9b60-2259121b874c tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389132 Jul 16 18:44:39.543374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42e3d9-9d4a-4efd-8c81-d1fccf6cc3ee req-4b15a1f0-ea3a-4cab-a6c7-63ae43b004af tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.544998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b42e3d9-9d4a-4efd-8c81-d1fccf6cc3ee req-4b15a1f0-ea3a-4cab-a6c7-63ae43b004af tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0726447 Jul 16 18:44:39.585999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b42e3d9-9d4a-4efd-8c81-d1fccf6cc3ee req-a9e478b5-b713-4247-b0c3-7bbf4422d349 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353251 Jul 16 18:44:40.774107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaea64a-211f-4f9f-9bc1-e9279b331931 req-212c176d-34ec-4037-9925-a09932a50ca6 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:40.776287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ddaea64a-211f-4f9f-9bc1-e9279b331931 req-212c176d-34ec-4037-9925-a09932a50ca6 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0752368 Jul 16 18:44:40.817874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ddaea64a-211f-4f9f-9bc1-e9279b331931 req-455793ff-71b5-4515-8665-7431fe47dc78 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357978 Jul 16 18:44:42.023052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6e4fc-02ee-4e52-8c23-e224063aa2b7 req-12b9989b-3a93-4762-b6bf-1597baa06c84 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:42.024600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecd6e4fc-02ee-4e52-8c23-e224063aa2b7 req-12b9989b-3a93-4762-b6bf-1597baa06c84 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0744298 Jul 16 18:44:42.068255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecd6e4fc-02ee-4e52-8c23-e224063aa2b7 req-adc8656b-8151-416e-94b3-f480c8ac9b21 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354521 Jul 16 18:44:43.248751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a2aab-1e76-47b4-94c5-e3470986af78 req-32a2d953-bf67-40d0-810c-299169c356f9 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:43.251315 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a1a2aab-1e76-47b4-94c5-e3470986af78 req-32a2d953-bf67-40d0-810c-299169c356f9 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0695007 Jul 16 18:44:43.291558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1a1a2aab-1e76-47b4-94c5-e3470986af78 req-2713bd67-9629-45a4-9029-ba5785041220 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350187 Jul 16 18:44:44.485262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba316b3-7658-40db-9c73-b079bae7e0a2 req-2b7a0d77-fa2f-4c03-9b22-d85cb9b311f0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.486853 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ba316b3-7658-40db-9c73-b079bae7e0a2 req-2b7a0d77-fa2f-4c03-9b22-d85cb9b311f0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0778055 Jul 16 18:44:44.537614 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ba316b3-7658-40db-9c73-b079bae7e0a2 req-3bb281e7-a593-49dc-bd44-2a18a3510fc6 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449259 Jul 16 18:44:45.739606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323d2ef-517d-4a67-8b8f-ba545cce612a req-68957bed-b793-4d9f-a9f2-8609447c1080 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:45.741113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1323d2ef-517d-4a67-8b8f-ba545cce612a req-68957bed-b793-4d9f-a9f2-8609447c1080 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0647745 Jul 16 18:44:45.789505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1323d2ef-517d-4a67-8b8f-ba545cce612a req-a3665b87-68e0-482a-912c-d90bd4b13551 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 Jul 16 18:44:46.971706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a545803-0604-4f6a-8f47-73ab12a827b0 req-13565cf3-ef22-411f-ac49-f81216a0e9ef tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.973271 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a545803-0604-4f6a-8f47-73ab12a827b0 req-13565cf3-ef22-411f-ac49-f81216a0e9ef tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0693867 Jul 16 18:44:47.014559 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a545803-0604-4f6a-8f47-73ab12a827b0 req-b0981b1f-5fdf-4bc2-bc88-b7275b620df0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327249 Jul 16 18:44:48.206784 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442858-b265-4b32-b64a-5fc6576f73ff req-4c8076ca-934f-40f2-98fc-96b0281e5826 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:48.208428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99442858-b265-4b32-b64a-5fc6576f73ff req-4c8076ca-934f-40f2-98fc-96b0281e5826 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0751922 Jul 16 18:44:48.252605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99442858-b265-4b32-b64a-5fc6576f73ff req-955206da-f641-46d2-a743-9ac9c91219a6 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361128 Jul 16 18:44:49.449257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a75ec-e35e-47e8-9934-dc00ba60381f req-d37968af-216b-4f98-a367-ab185c117f5f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:49.450802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-009a75ec-e35e-47e8-9934-dc00ba60381f req-d37968af-216b-4f98-a367-ab185c117f5f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0681729 Jul 16 18:44:49.497099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-009a75ec-e35e-47e8-9934-dc00ba60381f req-7e96c64d-4eb3-4465-8b32-9f1664e07471 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Jul 16 18:44:49.959637 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-77c9d07e-7f69-4d52-bd5a-ec921a2feb18 service neutron] show failed (client error): The resource could not be found. Jul 16 18:44:49.961094 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-77c9d07e-7f69-4d52-bd5a-ec921a2feb18 service neutron] 10.222.0.42 "GET /v2.0/ports/b83e1331-6bf9-4c02-bdec-9b46f9dbd197/bindings/n-h1-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0695221 Jul 16 18:44:50.230333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-ed335599-cf84-48ed-b038-90178264a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:50.231850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-ed335599-cf84-48ed-b038-90178264a193 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7&tenant_id=33294769a78e45f78be6711ee2bf1111 HTTP/1.1" status: 200 len: 1096 time: 0.0690589 Jul 16 18:44:50.242628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:50.315398 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.525356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:50.562587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:50.611326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:50.613731 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e2af41-ed44-4f2f-a785-4d5ac18ff827" -d '{"events": [{"server_uuid": "e6933098-b1fe-41bc-a433-28c4a159dfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "b83e1331-6bf9-4c02-bdec-9b46f9dbd197"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:50.618600 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.664680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Transition to ACTIVE for port object b83e1331-6bf9-4c02-bdec-9b46f9dbd197 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:50.670758 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd42d1d8-e054-473d-a988-90b25fadbe97 x-openstack-request-id: req-dd42d1d8-e054-473d-a988-90b25fadbe97 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:50.671197 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6933098-b1fe-41bc-a433-28c4a159dfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "b83e1331-6bf9-4c02-bdec-9b46f9dbd197", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:50.671565 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd42d1d8-e054-473d-a988-90b25fadbe97 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:50.672116 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197', 'code': 200} Jul 16 18:44:50.675296 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.796751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:50.799691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] No DVR routers for this DVR port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:50.818627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a43bbc-16f4-4551-bc47-e811d81dea57 req-5825f778-3afc-4f99-8588-a55211a641d6 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:50.820819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3a43bbc-16f4-4551-bc47-e811d81dea57 req-5825f778-3afc-4f99-8588-a55211a641d6 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.1989238 Jul 16 18:44:50.836814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:50.837632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:50.837769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:50.838288 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:50.838770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:50.839281 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:50.839758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:50.840183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:50.840669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:50.841166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:50.841684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:50.842165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:50.922642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Attempting to bind port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:50.923054 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Attempting to bind port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:50.923490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Attempting to bind port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 on network 79cc0e71-174f-411f-ba3d-0aca87100d4b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:50.938093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3a43bbc-16f4-4551-bc47-e811d81dea57 req-7daeda97-7db7-4abf-876d-6e544363cc8a tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098220 Jul 16 18:44:50.938860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 on network 79cc0e71-174f-411f-ba3d-0aca87100d4b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:50.939257 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Attempting to bind port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 on network 79cc0e71-174f-411f-ba3d-0aca87100d4b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:50.945513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:50.945934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Checking segment: {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:50.946441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Bound using segment: {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:50.947127 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Bound port: b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64e6264-3bbf-4dfd-943d-3b1aba727d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:50.947580 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.024745 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:51.028502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:51.033751 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.068637 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.069208 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.070654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] 10.222.0.38 "PUT /v2.0/ports/b83e1331-6bf9-4c02-bdec-9b46f9dbd197 HTTP/1.1" status: 200 len: 1091 time: 0.8320992 Jul 16 18:44:51.092935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33618852-e05d-4cb4-b45a-b85b893454e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:51.153903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-4fbf388e-9ff7-4fef-a6ad-c95ed41b4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.155448 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-4fbf388e-9ff7-4fef-a6ad-c95ed41b4ea1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 1094 time: 0.0596082 Jul 16 18:44:51.250498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-a6a06e22-2521-417d-9cc4-66296784527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.252006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-a6a06e22-2521-417d-9cc4-66296784527f service neutron] 10.222.0.38 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.0908895 Jul 16 18:44:51.296042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-0ad028ff-0200-4ce4-94a2-e5e259b3c6e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197 HTTP/1.1" status: 200 len: 217 time: 0.0379574 Jul 16 18:44:51.346156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-22de2832-4fdd-43d0-8ffa-c15b64439723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.347622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-22de2832-4fdd-43d0-8ffa-c15b64439723 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0461895 Jul 16 18:44:51.380475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-a8e3a0ce-f97f-4018-9d38-13d4e38f7105 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270114 Jul 16 18:44:51.481369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-5834a169-1711-4421-acb0-47025aaeb3a5 service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950806 Jul 16 18:44:51.571769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86c8cd7c-6619-480e-a4dc-8d47fbfe1aeb req-18b6446c-5eb7-47bb-ac7b-6a0fbda21633 service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837634 Jul 16 18:44:52.129277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4f2d8-1687-4406-983e-4c587ef76131 req-2fe01fcd-674f-4b65-ab4b-459ffed827c9 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.130802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90a4f2d8-1687-4406-983e-4c587ef76131 req-2fe01fcd-674f-4b65-ab4b-459ffed827c9 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0757153 Jul 16 18:44:52.169101 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90a4f2d8-1687-4406-983e-4c587ef76131 req-e5fa1e79-0b64-40db-8e58-a08200b96803 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Jul 16 18:44:52.673143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'tag': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:52.675639 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49030f08-224e-4311-b810-3b3568009f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6933098-b1fe-41bc-a433-28c4a159dfb7", "tag": "b83e1331-6bf9-4c02-bdec-9b46f9dbd197"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:52.723287 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80695e6-76b1-48d9-a2e4-01ee03473cfd x-openstack-request-id: req-d80695e6-76b1-48d9-a2e4-01ee03473cfd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:52.723586 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6933098-b1fe-41bc-a433-28c4a159dfb7", "tag": "b83e1331-6bf9-4c02-bdec-9b46f9dbd197", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:52.723844 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d80695e6-76b1-48d9-a2e4-01ee03473cfd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:52.724251 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'tag': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197', 'status': 'completed', 'code': 200} Jul 16 18:44:52.802919 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49030f08-224e-4311-b810-3b3568009f7c req-98b2d182-d87c-4426-a67f-c456f9c4ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.804471 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-98b2d182-d87c-4426-a67f-c456f9c4ed53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 1094 time: 0.0598207 Jul 16 18:44:52.808912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49030f08-224e-4311-b810-3b3568009f7c req-f83dc1a7-d63d-49d4-b8ef-4bab93fe424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.810601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-f83dc1a7-d63d-49d4-b8ef-4bab93fe424d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 1094 time: 0.0597916 Jul 16 18:44:52.903627 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49030f08-224e-4311-b810-3b3568009f7c req-2041913e-3236-49ff-9f1d-80c1aeac8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.905734 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-2041913e-3236-49ff-9f1d-80c1aeac8ca4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.0941391 Jul 16 18:44:52.915935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49030f08-224e-4311-b810-3b3568009f7c req-9358be1d-33e6-483c-b63d-703f240a9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.917482 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-9358be1d-33e6-483c-b63d-703f240a9048 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.1005900 Jul 16 18:44:52.954202 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-a810b5d8-9fab-4ebd-ab20-20d732752243 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197 HTTP/1.1" status: 200 len: 217 time: 0.0424712 Jul 16 18:44:52.962838 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-2a8b4984-950e-4d75-850a-1c074f504279 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197 HTTP/1.1" status: 200 len: 217 time: 0.0375681 Jul 16 18:44:53.004703 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49030f08-224e-4311-b810-3b3568009f7c req-ab6259fa-4bdb-4b1f-b8be-27be3388e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.006705 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-ab6259fa-4bdb-4b1f-b8be-27be3388e479 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0470328 Jul 16 18:44:53.016587 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49030f08-224e-4311-b810-3b3568009f7c req-8205a16d-02ef-4895-af1f-b126edf51b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.018102 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-8205a16d-02ef-4895-af1f-b126edf51b2d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0465424 Jul 16 18:44:53.039078 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-a37eb62d-5b48-402d-9e91-badb51a6bcb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267961 Jul 16 18:44:53.061238 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-1717dd04-4f49-478e-8250-0918be185859 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299094 Jul 16 18:44:53.160992 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-6e286ab9-6106-46a6-91da-2e4a02a7d3cf service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152222 Jul 16 18:44:53.170901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-77e24ab6-9269-4c91-8c64-618ccbc4ca74 service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024783 Jul 16 18:44:53.268268 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-c1617421-2a48-431d-881b-e6325241aaa5 service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011260 Jul 16 18:44:53.301537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-49030f08-224e-4311-b810-3b3568009f7c req-c515d6b9-bd5f-45bc-8dd3-b34f76cccc04 service neutron] 10.222.0.38 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248085 Jul 16 18:44:53.383276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fe1a5-95e2-4c38-b15f-8db673564850 req-7509c9ff-a80a-4120-982e-a7b5bbb13f33 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.385679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-631fe1a5-95e2-4c38-b15f-8db673564850 req-7509c9ff-a80a-4120-982e-a7b5bbb13f33 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0826511 Jul 16 18:44:53.429252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-631fe1a5-95e2-4c38-b15f-8db673564850 req-fc7ac57b-a98d-4168-87a3-55270f56480c tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375395 Jul 16 18:44:53.597863 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:53.757913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb55dd-81c2-4f1c-bfa0-8c1a934c3f4a req-df363917-983d-405d-b883-58d6df2827ec tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.759429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdbb55dd-81c2-4f1c-bfa0-8c1a934c3f4a req-df363917-983d-405d-b883-58d6df2827ec tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0701244 Jul 16 18:44:53.801969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cdbb55dd-81c2-4f1c-bfa0-8c1a934c3f4a req-cd9d1d70-3e1c-4223-ae4d-64e10ed84b84 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355046 Jul 16 18:44:53.879133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-839c884f-e7c5-4e54-a422-29dd178b57d1 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.880717 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-839c884f-e7c5-4e54-a422-29dd178b57d1 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7&tenant_id=33294769a78e45f78be6711ee2bf1111&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 943 time: 0.1537082 Jul 16 18:44:53.942617 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-c8541062-a5ad-4d0a-969a-c05a3a15cab6 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:44:53.943642 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-c8541062-a5ad-4d0a-969a-c05a3a15cab6 service neutron] 10.222.0.42 "DELETE /v2.0/ports/b83e1331-6bf9-4c02-bdec-9b46f9dbd197/bindings/n-h2-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0565927 Jul 16 18:44:54.048759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-ce6f88a5-f507-4fca-89de-6cfb9e7e96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.050233 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-ce6f88a5-f507-4fca-89de-6cfb9e7e96ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33294769a78e45f78be6711ee2bf1111&device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 1094 time: 0.0611489 Jul 16 18:44:54.147391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-dae9ffa7-bf63-4e91-a8f3-862bef77644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.148901 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-dae9ffa7-bf63-4e91-a8f3-862bef77644c service neutron] 10.222.0.42 "GET /v2.0/networks?id=79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 200 len: 916 time: 0.0931222 Jul 16 18:44:54.197479 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-b244b9dd-b962-48c7-ae05-b9474dafe506 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197 HTTP/1.1" status: 200 len: 217 time: 0.0426660 Jul 16 18:44:54.214049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83e1331-6bf9-4c02-bdec-9b46f9dbd197 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:54.253658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-e6840d76-328f-4e0c-aad7-d9e4a8ba6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.255225 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-e6840d76-328f-4e0c-aad7-d9e4a8ba6ebe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 200 len: 855 time: 0.0510180 Jul 16 18:44:54.294616 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-9d052264-0cdf-45d8-aa43-bdf2eb8e9ef6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79cc0e71-174f-411f-ba3d-0aca87100d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334833 Jul 16 18:44:54.410424 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-c31a68b8-b24c-4a16-b988-4f3df822c625 service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098065 Jul 16 18:44:54.493969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:54.505627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197', 'network_id': '79cc0e71-174f-411f-ba3d-0aca87100d4b', 'port_id': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197', 'mac_address': 'fa:16:3e:ef:ce:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eea60b3-8d2f-456f-9cb0-eca055ac4854', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:54.533002 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4dcdaf93-cac8-4114-932a-bba5a23d3676 req-a417fed4-7783-4020-b3eb-c63d241c0f44 service neutron] 10.222.0.42 "GET /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169622 Jul 16 18:44:54.545478 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.564592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83e1331-6bf9-4c02-bdec-9b46f9dbd197 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:54.588750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:54.592256 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.646307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:54.809991 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b83e1331-6bf9-4c02-bdec-9b46f9dbd197'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:55.012662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a9816-5d3b-4019-8205-41b051e2b322 req-98dde4d2-ef37-4ff1-a16c-d9e946996d0f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:55.014685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-831a9816-5d3b-4019-8205-41b051e2b322 req-98dde4d2-ef37-4ff1-a16c-d9e946996d0f tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 944 time: 0.0834584 Jul 16 18:44:55.054697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-831a9816-5d3b-4019-8205-41b051e2b322 req-465f6940-cfb7-41dc-879c-a8f4f7be961c tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340772 Jul 16 18:44:55.154528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device b83e1331-6bf9-4c02-bdec-9b46f9dbd197 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:55.200463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device b83e1331-6bf9-4c02-bdec-9b46f9dbd197 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:56.226636 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83e1331-6bf9-4c02-bdec-9b46f9dbd197 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:56.238091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79178ce-10ac-4f96-b0c4-1769daba6ebe req-6f60f753-8009-4f9d-9066-603641b6c7d9 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.239910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e79178ce-10ac-4f96-b0c4-1769daba6ebe req-6f60f753-8009-4f9d-9066-603641b6c7d9 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 944 time: 0.0665901 Jul 16 18:44:56.282769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e79178ce-10ac-4f96-b0c4-1769daba6ebe req-5ebf4064-9435-4f16-9c84-bd351389867c tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350838 Jul 16 18:44:56.297466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:56.302606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:56.303012 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.387032 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.409226 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:56.411662 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17324248-eba3-4a4c-b072-6a41e98e926a" -d '{"events": [{"server_uuid": "e6933098-b1fe-41bc-a433-28c4a159dfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b83e1331-6bf9-4c02-bdec-9b46f9dbd197"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:56.426454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:56.433858 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.467765 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d1d407-c755-4a59-9445-c798989f8ec1 x-openstack-request-id: req-61d1d407-c755-4a59-9445-c798989f8ec1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:56.468130 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6933098-b1fe-41bc-a433-28c4a159dfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b83e1331-6bf9-4c02-bdec-9b46f9dbd197", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:56.468422 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61d1d407-c755-4a59-9445-c798989f8ec1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:56.468950 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197', 'code': 200} Jul 16 18:44:56.490294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b0f16-a649-484b-a1cf-0fdbca2d0d27 req-98d2f662-bfc7-4857-9728-8ef16ac03567 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.491964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f44b0f16-a649-484b-a1cf-0fdbca2d0d27 req-98d2f662-bfc7-4857-9728-8ef16ac03567 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 944 time: 0.0771585 Jul 16 18:44:56.502207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:56.534437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f44b0f16-a649-484b-a1cf-0fdbca2d0d27 req-ef1a2df9-537b-4248-9d12-03ddb4f695e0 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349555 Jul 16 18:44:56.724237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4ff0-1f75-46db-b5eb-432d642ee522 req-ecb8d076-ce18-4084-851d-6506884bdcbe tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.725820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-626b4ff0-1f75-46db-b5eb-432d642ee522 req-ecb8d076-ce18-4084-851d-6506884bdcbe tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0725491 Jul 16 18:44:56.766020 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-626b4ff0-1f75-46db-b5eb-432d642ee522 req-1edc05e5-5052-4665-9b89-c467cd688279 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336430 Jul 16 18:44:57.390046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d4d96-7240-40f6-9d9f-d12e8feb2d61 req-e4c340e0-21e2-436e-aee8-93c5a95fe2b8 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:57.391587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b7d4d96-7240-40f6-9d9f-d12e8feb2d61 req-e4c340e0-21e2-436e-aee8-93c5a95fe2b8 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0683484 Jul 16 18:44:57.430144 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b7d4d96-7240-40f6-9d9f-d12e8feb2d61 req-84973c44-51db-4105-bd7d-403de2e7074d tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Jul 16 18:44:58.390616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e8574-2526-4e70-8d75-ac585092d815 req-5b62fdfd-52f1-4c75-96f4-c6c20968d617 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:58.392109 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b67e8574-2526-4e70-8d75-ac585092d815 req-5b62fdfd-52f1-4c75-96f4-c6c20968d617 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0679896 Jul 16 18:44:58.496996 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b67e8574-2526-4e70-8d75-ac585092d815 req-38f0a77c-a727-48be-b7fb-31e3e1142d09 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Deleting port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:58.497365 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b67e8574-2526-4e70-8d75-ac585092d815 req-38f0a77c-a727-48be-b7fb-31e3e1142d09 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.624859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b67e8574-2526-4e70-8d75-ac585092d815 req-38f0a77c-a727-48be-b7fb-31e3e1142d09 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] For port b83e1331-6bf9-4c02-bdec-9b46f9dbd197, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,segment=NetworkSegment(b64e6264-3bbf-4dfd-943d-3b1aba727d54),segment_id=b64e6264-3bbf-4dfd-943d-3b1aba727d54)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:58.625216 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b67e8574-2526-4e70-8d75-ac585092d815 req-38f0a77c-a727-48be-b7fb-31e3e1142d09 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.644818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b67e8574-2526-4e70-8d75-ac585092d815 req-38f0a77c-a727-48be-b7fb-31e3e1142d09 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Calling delete_port for b83e1331-6bf9-4c02-bdec-9b46f9dbd197 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:58.668903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c1af5-d812-48f6-8ec4-e904f8c4afaa req-e0f9d408-9e71-42f5-acbb-808307e81923 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:58.670481 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd1c1af5-d812-48f6-8ec4-e904f8c4afaa req-e0f9d408-9e71-42f5-acbb-808307e81923 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6933098-b1fe-41bc-a433-28c4a159dfb7 HTTP/1.1" status: 200 len: 945 time: 0.1097972 Jul 16 18:44:58.758940 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd1c1af5-d812-48f6-8ec4-e904f8c4afaa req-c96d1f59-5f8a-461f-a028-36599a2ed635 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee6171d2-55b9-4c55-816c-bd5157ba0612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524538 Jul 16 18:44:58.830326 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b67e8574-2526-4e70-8d75-ac585092d815 req-38f0a77c-a727-48be-b7fb-31e3e1142d09 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.843703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b83e1331-6bf9-4c02-bdec-9b46f9dbd197'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:58.858761 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0a77c-a727-48be-b7fb-31e3e1142d09 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Pushing event deleted for resources: {'Port': ['ID=b83e1331-6bf9-4c02-bdec-9b46f9dbd197,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:58.910005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67e8574-2526-4e70-8d75-ac585092d815 req-38f0a77c-a727-48be-b7fb-31e3e1142d09 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] No DVR routers for this DVR port b83e1331-6bf9-4c02-bdec-9b46f9dbd197 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:58.913075 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b67e8574-2526-4e70-8d75-ac585092d815 req-38f0a77c-a727-48be-b7fb-31e3e1142d09 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.915773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b67e8574-2526-4e70-8d75-ac585092d815 req-38f0a77c-a727-48be-b7fb-31e3e1142d09 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] 10.222.0.38 "DELETE /v2.0/ports/b83e1331-6bf9-4c02-bdec-9b46f9dbd197 HTTP/1.1" status: 204 len: 173 time: 0.5187192 Jul 16 18:44:58.916342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'name': 'network-vif-deleted', 'tag': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:58.918830 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d00681c-00c1-47ce-8f6e-dd2efa6fa8eb" -d '{"events": [{"server_uuid": "e6933098-b1fe-41bc-a433-28c4a159dfb7", "name": "network-vif-deleted", "tag": "b83e1331-6bf9-4c02-bdec-9b46f9dbd197"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:58.958846 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d8eaff-cb90-42aa-838e-8f8d01463afb x-openstack-request-id: req-76d8eaff-cb90-42aa-838e-8f8d01463afb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:58.959142 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6933098-b1fe-41bc-a433-28c4a159dfb7", "name": "network-vif-deleted", "tag": "b83e1331-6bf9-4c02-bdec-9b46f9dbd197", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:58.959400 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76d8eaff-cb90-42aa-838e-8f8d01463afb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:58.959806 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6933098-b1fe-41bc-a433-28c4a159dfb7', 'name': 'network-vif-deleted', 'tag': 'b83e1331-6bf9-4c02-bdec-9b46f9dbd197', 'status': 'completed', 'code': 200} Jul 16 18:44:59.997803 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50372) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:00.048811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f28bb24-0ec8-47d6-bbea-82f25d48f23b admin admin] Deleting subnet 7eea60b3-8d2f-456f-9cb0-eca055ac4854 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:00.052169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f28bb24-0ec8-47d6-bbea-82f25d48f23b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.089374 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f28bb24-0ec8-47d6-bbea-82f25d48f23b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.118012 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-331f14e6-e785-48d9-b312-d737ca314f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.135354 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f28bb24-0ec8-47d6-bbea-82f25d48f23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.190983 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f28bb24-0ec8-47d6-bbea-82f25d48f23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.229018 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28bb24-0ec8-47d6-bbea-82f25d48f23b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eea60b3-8d2f-456f-9cb0-eca055ac4854,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:00.234125 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4f28bb24-0ec8-47d6-bbea-82f25d48f23b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.236184 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4f28bb24-0ec8-47d6-bbea-82f25d48f23b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7eea60b3-8d2f-456f-9cb0-eca055ac4854 HTTP/1.1" status: 204 len: 168 time: 0.2371721 Jul 16 18:45:00.238658 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50374) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:00.309970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.399715 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.410842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cc0e71-174f-411f-ba3d-0aca87100d4b']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:00.421932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64e6264-3bbf-4dfd-943d-3b1aba727d54') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:00.422241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64e6264-3bbf-4dfd-943d-3b1aba727d54') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:00.431627 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.447435 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.454802 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:00.455205 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:00.456934 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:00.513203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.518076 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.520527 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] 10.222.0.52 "DELETE /v2.0/networks/79cc0e71-174f-411f-ba3d-0aca87100d4b HTTP/1.1" status: 204 len: 168 time: 0.2806418 Jul 16 18:45:00.534076 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48000457-a788-4226-afd0-19c7b5cd276b admin admin] Pushing event deleted for resources: {'Network': ['ID=79cc0e71-174f-411f-ba3d-0aca87100d4b,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:00.662978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50378) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:00.710257 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-217e5ac5-25b1-4ff6-94c5-22fd19e78812 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33294769a78e45f78be6711ee2bf1111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458384 Jul 16 18:45:00.713361 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50380) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:00.767462 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc63604a-ded8-41cb-80c5-515d7b147071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.790750 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc63604a-ded8-41cb-80c5-515d7b147071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.843415 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc63604a-ded8-41cb-80c5-515d7b147071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.846035 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc63604a-ded8-41cb-80c5-515d7b147071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.847226 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fc63604a-ded8-41cb-80c5-515d7b147071 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee6171d2-55b9-4c55-816c-bd5157ba0612 HTTP/1.1" status: 204 len: 168 time: 0.1329052 Jul 16 18:45:00.855520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63604a-ded8-41cb-80c5-515d7b147071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6171d2-55b9-4c55-816c-bd5157ba0612,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:01.548632 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50404) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:01.664078 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2059030052-network', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:01.686745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Made reservation on behalf of 4696c8ec0d984047b0020fd93fd6e34e for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:01.689185 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.697862 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.799440 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.803735 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.837487 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:01.855127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ac1eb1-b450-4de6-baf5-6354741b7131,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:01.858448 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.858795 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Added segment c7482d11-93e2-469f-9286-1fbd80960215 of type vlan for network e37aed3e-26bb-4e32-a896-68ee32d1736f Jul 16 18:45:01.906195 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.945153 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.946890 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:01.947489 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.980048 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4303186 Jul 16 18:45:01.983116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:01.990517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-77e8a401-84f3-4b38-ba40-f6318592e7ad admin admin] Request body: {'subnet': {'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2059030052-subnet', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:02.011851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f90cf5-bd8a-4ca5-8892-98db164ae40c admin admin] Pushing event updated for resources: {'Network': ['ID=e37aed3e-26bb-4e32-a896-68ee32d1736f,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:02.015653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e8a401-84f3-4b38-ba40-f6318592e7ad admin admin] Made reservation on behalf of 4696c8ec0d984047b0020fd93fd6e34e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:02.018131 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77e8a401-84f3-4b38-ba40-f6318592e7ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.028575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network e37aed3e-26bb-4e32-a896-68ee32d1736f details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:02.200063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77e8a401-84f3-4b38-ba40-f6318592e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.236691 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83e1331-6bf9-4c02-bdec-9b46f9dbd197 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:02.260359 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8a401-84f3-4b38-ba40-f6318592e7ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1334d3a5-21b9-4510-bc80-b17336373407,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:02.262042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: b83e1331-6bf9-4c02-bdec-9b46f9dbd197 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:02.262402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b83e1331-6bf9-4c02-bdec-9b46f9dbd197 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:02.268144 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e8a401-84f3-4b38-ba40-f6318592e7ad admin admin] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:02.268516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8a401-84f3-4b38-ba40-f6318592e7ad admin admin] Network hostable DHCP agents. Network: e37aed3e-26bb-4e32-a896-68ee32d1736f, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:02.286273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8a401-84f3-4b38-ba40-f6318592e7ad admin admin] Network e37aed3e-26bb-4e32-a896-68ee32d1736f is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:02.295853 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-77e8a401-84f3-4b38-ba40-f6318592e7ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, e37aed3e-26bb-4e32-a896-68ee32d1736f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:02.300599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e8a401-84f3-4b38-ba40-f6318592e7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:02.301200 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77e8a401-84f3-4b38-ba40-f6318592e7ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.306500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f0aa49-374f-45f7-8bec-870f017ca134 None None] Network e37aed3e-26bb-4e32-a896-68ee32d1736f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:02.318958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-77e8a401-84f3-4b38-ba40-f6318592e7ad admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3344448 Jul 16 18:45:02.324599 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 50414) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:02.329336 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:02.355570 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.356670 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.359741 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab389108-a9e7-4701-8fde-b9d2886b4967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.463043 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.495615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-e37aed3e-26bb-4e32-a896-68ee32d1736f', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:02.496540 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.608872 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.651698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Allocated IP 172.20.0.2 (e37aed3e-26bb-4e32-a896-68ee32d1736f/1334d3a5-21b9-4510-bc80-b17336373407/b621b242-589e-4041-a09d-ff16fbfb3517) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:02.822214 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.823516 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.850982 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.852955 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.860999 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Transition to ACTIVE for port object b621b242-589e-4041-a09d-ff16fbfb3517 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:02.879312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Transition to ACTIVE for port object b621b242-589e-4041-a09d-ff16fbfb3517 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:02.886210 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.940962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Network e37aed3e-26bb-4e32-a896-68ee32d1736f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:02.945851 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.946817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:02.955065 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:02.959200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Pushing event updated for resources: {'Port': ['ID=b621b242-589e-4041-a09d-ff16fbfb3517,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:02.969783 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Allocated IP 172.25.8.96 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/eeeb5a09-9a2b-4cd6-93df-73670a53d2fe) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:02.993520 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.028110 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Attempting to bind port b621b242-589e-4041-a09d-ff16fbfb3517 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:03.028491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Attempting to bind port b621b242-589e-4041-a09d-ff16fbfb3517 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:03.028855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Attempting to bind port b621b242-589e-4041-a09d-ff16fbfb3517 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:03.034438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:03.034809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:03.035225 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.035623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Bound using segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:03.036094 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Bound port: b621b242-589e-4041-a09d-ff16fbfb3517, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:03.036494 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.088629 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.109907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] For port b621b242-589e-4041-a09d-ff16fbfb3517, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:03.113420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] For port b621b242-589e-4041-a09d-ff16fbfb3517, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b621b242-589e-4041-a09d-ff16fbfb3517,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:03.117841 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.135610 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.179272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc33e9b-2250-4d19-b874-adc098a973fb None None] Pushing event updated for resources: {'Port': ['ID=b621b242-589e-4041-a09d-ff16fbfb3517,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:03.203792 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:03.208540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:03.215440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:03.221863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=eeeb5a09-9a2b-4cd6-93df-73670a53d2fe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:03.881666 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.907898 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.062657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b621b242-589e-4041-a09d-ff16fbfb3517 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:04.112652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc6ef53-9767-4a31-8def-9f248f76fb1d None None] Network e37aed3e-26bb-4e32-a896-68ee32d1736f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:04.127411 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.134378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port b621b242-589e-4041-a09d-ff16fbfb3517 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:04.207491 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-003af77a-1838-409e-8651-584e812bbfc1 None None] Provisioning for port b621b242-589e-4041-a09d-ff16fbfb3517 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:04.214222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-003af77a-1838-409e-8651-584e812bbfc1 None None] Provisioning complete for port b621b242-589e-4041-a09d-ff16fbfb3517 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:04.214668 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-003af77a-1838-409e-8651-584e812bbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.273621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Router eb28872d-d33f-4e14-8180-f110e90e5b75 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:45:04.360519 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-003af77a-1838-409e-8651-584e812bbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.386051 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:04.396212 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Sync routers for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:04.407508 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.412060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:04.412904 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fc40a035-20e2-4640-a39b-4a291302b6f3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0870824 Jul 16 18:45:04.418230 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:04.418928 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:04.423908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-003af77a-1838-409e-8651-584e812bbfc1 None None] For port b621b242-589e-4041-a09d-ff16fbfb3517, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b621b242-589e-4041-a09d-ff16fbfb3517,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:04.429624 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-003af77a-1838-409e-8651-584e812bbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.494481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003af77a-1838-409e-8651-584e812bbfc1 None None] Pushing event updated for resources: {'Port': ['ID=b621b242-589e-4041-a09d-ff16fbfb3517,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:04.545415 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:04.653633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bd02944e-90d5-4831-b9d3-822ba1c5001f None None] Provisioning complete for port b621b242-589e-4041-a09d-ff16fbfb3517 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:04.653928 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd02944e-90d5-4831-b9d3-822ba1c5001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.737638 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:03Z', 'revision_number': 3, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:04.772793 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Checking router: eb28872d-d33f-4e14-8180-f110e90e5b75 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:04.773135 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Updating router eb28872d-d33f-4e14-8180-f110e90e5b75 port eeeb5a09-9a2b-4cd6-93df-73670a53d2fe binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:04.809623 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.895873 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.087420 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.102475 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Transition to ACTIVE for port object eeeb5a09-9a2b-4cd6-93df-73670a53d2fe will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:05.108563 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.115442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Allocated IP 172.20.0.1 (e37aed3e-26bb-4e32-a896-68ee32d1736f/1334d3a5-21b9-4510-bc80-b17336373407/518706ce-3b0c-477b-ad53-811cc2cacd94) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:05.163429 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Attempting to bind port eeeb5a09-9a2b-4cd6-93df-73670a53d2fe on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:05.163807 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Attempting to bind port eeeb5a09-9a2b-4cd6-93df-73670a53d2fe by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:05.164706 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Attempting to bind port eeeb5a09-9a2b-4cd6-93df-73670a53d2fe on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:05.167106 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Pushing event updated for resources: {'Port': ['ID=eeeb5a09-9a2b-4cd6-93df-73670a53d2fe,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:05.176638 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:05.176989 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:05.177384 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:05.177696 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:05.178036 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:05.178366 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:05.178696 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:05.179023 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:05.179350 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:05.180547 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:05.180719 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:05.181016 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:05.185358 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:05.186098 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:05.186403 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.186798 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:05.187284 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Bound port: eeeb5a09-9a2b-4cd6-93df-73670a53d2fe, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:05.187758 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.245819 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] For port eeeb5a09-9a2b-4cd6-93df-73670a53d2fe, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:05.249821 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] For port eeeb5a09-9a2b-4cd6-93df-73670a53d2fe, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=eeeb5a09-9a2b-4cd6-93df-73670a53d2fe,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:05.255566 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.321832 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:05.322491 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:05.324706 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09722fbf-d5c1-4cac-a229-3543c3715826 None None] Pushing event updated for resources: {'Port': ['ID=eeeb5a09-9a2b-4cd6-93df-73670a53d2fe,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:05.438980 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:05.594127 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.610387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Transition to ACTIVE for port object 518706ce-3b0c-477b-ad53-811cc2cacd94 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:05.617599 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.637971 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:03Z', 'revision_number': 3, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:05.652729 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.666953 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecdd26e-8720-4b44-b685-eb1a274d5c93 None None] The sync data for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 is: [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:03Z', 'revision_number': 3, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:05.697578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Network e37aed3e-26bb-4e32-a896-68ee32d1736f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:05.702904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:05.705461 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:05.735865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Pushing event updated for resources: {'Port': ['ID=518706ce-3b0c-477b-ad53-811cc2cacd94,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:05.758910 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.967490 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.974995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a14f248-fc7e-46a0-8893-8557ee396837 None None] Provisioning for port 518706ce-3b0c-477b-ad53-811cc2cacd94 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:05.983111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2a14f248-fc7e-46a0-8893-8557ee396837 None None] Provisioning complete for port 518706ce-3b0c-477b-ad53-811cc2cacd94 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:05.983494 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a14f248-fc7e-46a0-8893-8557ee396837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.035033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2a14f248-fc7e-46a0-8893-8557ee396837 None None] Port 518706ce-3b0c-477b-ad53-811cc2cacd94 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:06.162340 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b621b242-589e-4041-a09d-ff16fbfb3517 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:06.196135 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.202227 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.222412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b621b242-589e-4041-a09d-ff16fbfb3517 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:06.222791 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.286308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Pushing event updated for resources: {'Port': ['ID=518706ce-3b0c-477b-ad53-811cc2cacd94,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:06.289561 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.324685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device eeeb5a09-9a2b-4cd6-93df-73670a53d2fe up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:06.386533 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port eeeb5a09-9a2b-4cd6-93df-73670a53d2fe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:06.390635 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port eeeb5a09-9a2b-4cd6-93df-73670a53d2fe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:06.391022 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.403088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Network e37aed3e-26bb-4e32-a896-68ee32d1736f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:06.404624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:06.504023 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.530308 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port eeeb5a09-9a2b-4cd6-93df-73670a53d2fe, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=eeeb5a09-9a2b-4cd6-93df-73670a53d2fe,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:06.536537 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.562168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Router eb28872d-d33f-4e14-8180-f110e90e5b75 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:06.608413 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=eeeb5a09-9a2b-4cd6-93df-73670a53d2fe,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:06.672655 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c93fafe3-7d10-4b42-8091-660a7d7c42b3 None None] Provisioning complete for port 518706ce-3b0c-477b-ad53-811cc2cacd94 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:06.673298 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c93fafe3-7d10-4b42-8091-660a7d7c42b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.710712 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c93fafe3-7d10-4b42-8091-660a7d7c42b3 None None] Port 518706ce-3b0c-477b-ad53-811cc2cacd94 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:06.711141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:06.717533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8d11acbe-152a-4d21-add4-628bdefa39fe admin admin] 10.222.0.52 "PUT /v2.0/routers/eb28872d-d33f-4e14-8180-f110e90e5b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3042436 Jul 16 18:45:07.155283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:07.160114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-33d85dcb-bb54-4b62-bebf-4141ff98df86 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282649960', 'description': 'tempest-description--1560144414'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:07.184583 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d85dcb-bb54-4b62-bebf-4141ff98df86 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.276178 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d85dcb-bb54-4b62-bebf-4141ff98df86 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.282105 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d85dcb-bb54-4b62-bebf-4141ff98df86 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.310905 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33d85dcb-bb54-4b62-bebf-4141ff98df86 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.312167 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-33d85dcb-bb54-4b62-bebf-4141ff98df86 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1558561 Jul 16 18:45:07.314914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:07.320082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6977f1f5-4913-4d38-b40e-620d03f5e2d3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Request body: {'security_group_rule': {'security_group_id': '047358e2-e09a-4174-88f9-100cf3603425', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:07.326074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d85dcb-bb54-4b62-bebf-4141ff98df86 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047358e2-e09a-4174-88f9-100cf3603425,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:07.351863 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6977f1f5-4913-4d38-b40e-620d03f5e2d3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.419242 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6977f1f5-4913-4d38-b40e-620d03f5e2d3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.423544 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6977f1f5-4913-4d38-b40e-620d03f5e2d3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.440953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Sync routers for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:07.448493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977f1f5-4913-4d38-b40e-620d03f5e2d3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94990731-a3c3-4eb6-9641-d61313839ed6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:07.455138 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6977f1f5-4913-4d38-b40e-620d03f5e2d3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.456777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6977f1f5-4913-4d38-b40e-620d03f5e2d3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408882 Jul 16 18:45:07.457518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:07.458443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:07.460052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:07.465882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5cf26048-ed6b-4823-b8f6-f84ce713605a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Request body: {'security_group_rule': {'security_group_id': '047358e2-e09a-4174-88f9-100cf3603425', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:07.497798 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf26048-ed6b-4823-b8f6-f84ce713605a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.568900 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf26048-ed6b-4823-b8f6-f84ce713605a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.572784 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf26048-ed6b-4823-b8f6-f84ce713605a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.574379 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:07.598131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf26048-ed6b-4823-b8f6-f84ce713605a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9dc2cfc-d36e-495c-8d5e-090ebcd43d5f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:07.601943 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cf26048-ed6b-4823-b8f6-f84ce713605a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.603181 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5cf26048-ed6b-4823-b8f6-f84ce713605a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412625 Jul 16 18:45:07.606471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:07.611070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:07.637752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.747862 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.813663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 2, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:07.841149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Checking router: eb28872d-d33f-4e14-8180-f110e90e5b75 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:07.841536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Updating router eb28872d-d33f-4e14-8180-f110e90e5b75 port 518706ce-3b0c-477b-ad53-811cc2cacd94 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:07.864762 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Allocated IP 172.25.8.248 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/b129a775-4482-4e8d-9b98-a9e3e31191eb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:07.882603 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.985900 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.040277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device eeeb5a09-9a2b-4cd6-93df-73670a53d2fe up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:08.047373 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.096702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:08.104020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:08.107719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:08.135570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event updated for resources: {'Port': ['ID=b129a775-4482-4e8d-9b98-a9e3e31191eb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:08.158198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port eeeb5a09-9a2b-4cd6-93df-73670a53d2fe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:08.158585 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.202837 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.248920 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.252380 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.286575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Transition to ACTIVE for port object 518706ce-3b0c-477b-ad53-811cc2cacd94 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:08.299064 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.362034 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5703b9-666e-439e-8bb0-a96e35c8c01c None None] Pushing event updated for resources: {'Port': ['ID=518706ce-3b0c-477b-ad53-811cc2cacd94,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:08.424237 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.429548 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.430143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Attempting to bind port 518706ce-3b0c-477b-ad53-811cc2cacd94 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:08.430735 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Attempting to bind port 518706ce-3b0c-477b-ad53-811cc2cacd94 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:08.431505 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Attempting to bind port 518706ce-3b0c-477b-ad53-811cc2cacd94 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:08.442801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:08.443276 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:08.443756 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.444225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Bound using segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:08.444804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Bound port: 518706ce-3b0c-477b-ad53-811cc2cacd94, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:08.445335 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.512013 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event updated for resources: {'Port': ['ID=b129a775-4482-4e8d-9b98-a9e3e31191eb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:08.520820 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.527701 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] For port 518706ce-3b0c-477b-ad53-811cc2cacd94, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:08.531821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] For port 518706ce-3b0c-477b-ad53-811cc2cacd94, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=518706ce-3b0c-477b-ad53-811cc2cacd94,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:08.542509 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.545396 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.546826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-33b8ce3a-60fd-427e-b17e-8ba164b5985d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9393072 Jul 16 18:45:08.615378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:08.615378 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:08.669412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5703b9-666e-439e-8bb0-a96e35c8c01c None None] Pushing event updated for resources: {'Port': ['ID=518706ce-3b0c-477b-ad53-811cc2cacd94,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:08.719462 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-063ad6e8-0279-48c7-80fd-93e4c327b01a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1282649960&fields=id&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 267 time: 0.0477607 Jul 16 18:45:08.856738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069248af-5f19-446c-a480-d7a942326920 req-c85bf808-f871-4b66-9513-a624cb3572a4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:08.858540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-c85bf808-f871-4b66-9513-a624cb3572a4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 812 time: 0.1280928 Jul 16 18:45:08.875832 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-788392ae-a75f-4897-9291-b836f6017d1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/quotas/4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 375 time: 0.0108917 Jul 16 18:45:08.934583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:08.968724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-cbbd0e48-1ff3-4bfc-9bcb-01a65f182685 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863657 Jul 16 18:45:09.093927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-37932f42-6b19-45d9-b985-46e25087f53a service neutron] 10.222.0.52 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062260 Jul 16 18:45:09.189269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:08Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:09.208831 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-0edb9fdc-c3f9-48be-b735-23d7379ba65e service neutron] 10.222.0.52 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090221 Jul 16 18:45:09.218837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ff8e9-a48e-4408-ae15-7008bd5ff511 None None] The sync data for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 is: [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:08Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:09.446340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52b164c7-95d8-4ec9-9313-c8670a55f7d0 req-51767a33-6438-405a-932e-799836e47042 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 210 time: 0.0343606 Jul 16 18:45:10.058993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 518706ce-3b0c-477b-ad53-811cc2cacd94 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:10.120586 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 518706ce-3b0c-477b-ad53-811cc2cacd94 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:10.125410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 518706ce-3b0c-477b-ad53-811cc2cacd94 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:10.126009 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.223333 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.262605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 518706ce-3b0c-477b-ad53-811cc2cacd94, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=518706ce-3b0c-477b-ad53-811cc2cacd94,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:10.267840 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.336629 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=518706ce-3b0c-477b-ad53-811cc2cacd94,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:10.346062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:10.346420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:10.346776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:10.347121 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:10.347467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:10.347810 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:10.348149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:10.348489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:10.348846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:10.349159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:10.349522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:10.349850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:10.628709 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7a71c4db-a632-4287-a077-7b870a9135c0 req-272b75a5-f055-4b7f-87fd-30ada4ef00b7 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 210 time: 0.0356216 Jul 16 18:45:10.662397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069248af-5f19-446c-a480-d7a942326920 req-3aa645f5-ad07-4a2d-99dc-e7f99e4aedbe tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:10.664024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-3aa645f5-ad07-4a2d-99dc-e7f99e4aedbe tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 812 time: 0.1496346 Jul 16 18:45:10.709425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-58dc7291-6505-4518-a41f-31a2325e462b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 380 time: 0.0369282 Jul 16 18:45:10.718423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Request body: {'port': {'device_id': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'admin_state_up': True, 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'security_groups': ['047358e2-e09a-4174-88f9-100cf3603425']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:10.858821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Made reservation on behalf of 4696c8ec0d984047b0020fd93fd6e34e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:10.862688 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.995698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Allocated IP 172.20.0.13 (e37aed3e-26bb-4e32-a896-68ee32d1736f/1334d3a5-21b9-4510-bc80-b17336373407/97617336-dc07-4f51-88f7-ab57dfbfb4f2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:11.142916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.156970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Transition to ACTIVE for port object 97617336-dc07-4f51-88f7-ab57dfbfb4f2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:11.193625 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.241809 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Network e37aed3e-26bb-4e32-a896-68ee32d1736f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:11.245904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:11.250080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:11.256738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event updated for resources: {'Port': ['ID=97617336-dc07-4f51-88f7-ab57dfbfb4f2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:11.318690 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:11.319370 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.338266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-c6b4afea-4c9e-4580-bf29-d8ed5700daad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6239190 Jul 16 18:45:11.354283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Request body: {'port': {'device_id': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:11.446701 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.474743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6fa3edd3-0f39-455c-b830-496e9b768e07 None None] Provisioning for port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:11.479593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6fa3edd3-0f39-455c-b830-496e9b768e07 None None] Provisioning complete for port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:11.480094 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa3edd3-0f39-455c-b830-496e9b768e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.521424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6fa3edd3-0f39-455c-b830-496e9b768e07 None None] Port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:11.741978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97617336-dc07-4f51-88f7-ab57dfbfb4f2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:11.760444 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.792903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Transition to ACTIVE for port object 97617336-dc07-4f51-88f7-ab57dfbfb4f2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:11.796962 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.867789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Pushing event updated for resources: {'Port': ['ID=97617336-dc07-4f51-88f7-ab57dfbfb4f2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:11.936831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a08008-16a1-4660-b151-0150e290f9b1 req-3dcc1501-414e-4386-b112-f0efcbd1c004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:11.938609 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77a08008-16a1-4660-b151-0150e290f9b1 req-3dcc1501-414e-4386-b112-f0efcbd1c004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 932 time: 0.1905673 Jul 16 18:45:12.003087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77a08008-16a1-4660-b151-0150e290f9b1 req-9b66aa72-1fe9-4163-aa0b-c43cd79d4a15 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524175 Jul 16 18:45:12.004161 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Attempting to bind port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:12.004502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Attempting to bind port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:12.004835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Attempting to bind port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:12.011130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 on network e37aed3e-26bb-4e32-a896-68ee32d1736f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:12.011265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Attempting to bind port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:12.017186 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:12.017618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:12.018088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Bound using segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:12.018691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Bound port: 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:12.019203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.045944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 518706ce-3b0c-477b-ad53-811cc2cacd94 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:12.096251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 518706ce-3b0c-477b-ad53-811cc2cacd94 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:12.096602 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.098067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:12.101531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:12.107303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.143164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.144198 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.145533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] 10.222.0.38 "PUT /v2.0/ports/97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 200 len: 1092 time: 0.7963591 Jul 16 18:45:12.145981 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:12.148357 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a22c154-13ea-4ca7-9c08-2107fcfe47e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:12.234763 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fca1d90-1c48-4708-a736-28272037de60 x-openstack-request-id: req-1fca1d90-1c48-4708-a736-28272037de60 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:12.235192 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:12.235532 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1fca1d90-1c48-4708-a736-28272037de60 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:12.236015 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'status': 'completed', 'code': 200} Jul 16 18:45:12.250797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6c81c-2e67-4121-8f1e-fdb47097c887 service neutron] Pushing event updated for resources: {'Port': ['ID=97617336-dc07-4f51-88f7-ab57dfbfb4f2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:12.284236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069248af-5f19-446c-a480-d7a942326920 req-5ba1abf8-596a-4807-8fd0-8ff45a3d15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.285856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-5ba1abf8-596a-4807-8fd0-8ff45a3d15f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 1095 time: 0.0892630 Jul 16 18:45:12.335348 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-90349f99-22b1-422e-9eb9-d28d617bb595 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 200 len: 217 time: 0.0391903 Jul 16 18:45:12.386804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069248af-5f19-446c-a480-d7a942326920 req-53d66e0a-2b57-493f-8b33-d2425fa15d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.388380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-53d66e0a-2b57-493f-8b33-d2425fa15d2d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0474844 Jul 16 18:45:12.449626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069248af-5f19-446c-a480-d7a942326920 req-82f59acb-8513-41d8-80fd-d338efd13027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.451070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-82f59acb-8513-41d8-80fd-d338efd13027 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570023 Jul 16 18:45:12.552987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-8387323d-d2fc-4c78-838a-1f9ec546320a service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951624 Jul 16 18:45:12.649058 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-069248af-5f19-446c-a480-d7a942326920 req-bbbcaea6-c4d3-4791-8ec4-80ef5733f767 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896521 Jul 16 18:45:12.757001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22c154-13ea-4ca7-9c08-2107fcfe47e6 req-69b06ce8-c3a3-4caf-bab6-d7c75123599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.758708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a22c154-13ea-4ca7-9c08-2107fcfe47e6 req-69b06ce8-c3a3-4caf-bab6-d7c75123599b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 1095 time: 0.0564942 Jul 16 18:45:12.851059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22c154-13ea-4ca7-9c08-2107fcfe47e6 req-4007400a-e346-44b0-8179-d19389b348e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.853522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a22c154-13ea-4ca7-9c08-2107fcfe47e6 req-4007400a-e346-44b0-8179-d19389b348e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0887785 Jul 16 18:45:12.901372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a22c154-13ea-4ca7-9c08-2107fcfe47e6 req-f9435827-cae2-4047-9a23-2339a1a330af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 200 len: 217 time: 0.0396512 Jul 16 18:45:12.953067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22c154-13ea-4ca7-9c08-2107fcfe47e6 req-7225aae5-8e35-4d23-8886-2887967b5235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.954861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a22c154-13ea-4ca7-9c08-2107fcfe47e6 req-7225aae5-8e35-4d23-8886-2887967b5235 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0463235 Jul 16 18:45:13.013644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22c154-13ea-4ca7-9c08-2107fcfe47e6 req-eb6959c7-17c5-44d7-92c5-d8be276d1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:13.015186 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a22c154-13ea-4ca7-9c08-2107fcfe47e6 req-eb6959c7-17c5-44d7-92c5-d8be276d1f92 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530045 Jul 16 18:45:13.116644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a22c154-13ea-4ca7-9c08-2107fcfe47e6 req-695fa800-b024-4031-bd1a-380710d0d86d service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947247 Jul 16 18:45:13.255101 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2a22c154-13ea-4ca7-9c08-2107fcfe47e6 req-ee111dac-3586-48ee-9e27-61730ec14199 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319051 Jul 16 18:45:13.264283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be72ffe-1fe1-4e2f-bc3f-ae769c0dc90a req-bf8834da-1b27-4d99-b56e-73918d996493 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:13.265789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5be72ffe-1fe1-4e2f-bc3f-ae769c0dc90a req-bf8834da-1b27-4d99-b56e-73918d996493 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 944 time: 0.1349301 Jul 16 18:45:13.305517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5be72ffe-1fe1-4e2f-bc3f-ae769c0dc90a req-7b8d9182-a3ff-4a15-8664-8658678e13a7 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336540 Jul 16 18:45:14.300984 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 97617336-dc07-4f51-88f7-ab57dfbfb4f2 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:14.406195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:14.419441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'port_id': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'mac_address': 'fa:16:3e:ca:a5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:14.457948 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.473440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97617336-dc07-4f51-88f7-ab57dfbfb4f2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:14.493925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:14.497941 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.498524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af979c3-8344-4384-9c8d-e421f74c18fa req-a6d72467-06fc-4502-b899-816cffabd9f1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:14.500163 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0af979c3-8344-4384-9c8d-e421f74c18fa req-a6d72467-06fc-4502-b899-816cffabd9f1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 944 time: 0.0681932 Jul 16 18:45:14.541961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0af979c3-8344-4384-9c8d-e421f74c18fa req-45bc784c-642d-4640-8a28-3f4a7c03b27c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357742 Jul 16 18:45:14.550716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=97617336-dc07-4f51-88f7-ab57dfbfb4f2,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.684473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['97617336-dc07-4f51-88f7-ab57dfbfb4f2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:15.815380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e5a91-fb7e-49dd-8eab-0004ed3fba5e req-61a1d5ab-20e0-4863-b370-5f04c040a29c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.816902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e8e5a91-fb7e-49dd-8eab-0004ed3fba5e req-61a1d5ab-20e0-4863-b370-5f04c040a29c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 945 time: 0.1565261 Jul 16 18:45:15.857104 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e8e5a91-fb7e-49dd-8eab-0004ed3fba5e req-92caeec9-e69c-439d-b28a-dce1f8c9d07a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336576 Jul 16 18:45:16.313657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 97617336-dc07-4f51-88f7-ab57dfbfb4f2 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:16.365864 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:16.371061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:16.371447 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.449945 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.473435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:16.475701 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed99b0d-9078-4b14-8415-92e0d23f4524" -d '{"events": [{"server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "name": "network-vif-plugged", "status": "completed", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:16.489757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:16.494811 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.519164 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5333ac2d-6d6e-4216-a005-7bbd936a960b x-openstack-request-id: req-5333ac2d-6d6e-4216-a005-7bbd936a960b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:16.519465 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "name": "network-vif-plugged", "status": "completed", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:16.519723 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5333ac2d-6d6e-4216-a005-7bbd936a960b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:16.520165 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'code': 200} Jul 16 18:45:16.551750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=97617336-dc07-4f51-88f7-ab57dfbfb4f2,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:16.630912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46296-cd56-4b41-8250-4e00c7b7960e req-4aae8006-32a7-42b4-ac26-52a6cbcdaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:16.633646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22e46296-cd56-4b41-8250-4e00c7b7960e req-4aae8006-32a7-42b4-ac26-52a6cbcdaa45 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 1097 time: 0.0546033 Jul 16 18:45:16.667622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22e46296-cd56-4b41-8250-4e00c7b7960e req-037f6ba0-f7f6-4ee7-921f-2cfa0fcc2da9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283444 Jul 16 18:45:17.036937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764d9bc-767c-49e1-a0b6-37922602a9d8 req-5516980a-3706-4741-b27c-6114cad83e57 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:17.039029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e764d9bc-767c-49e1-a0b6-37922602a9d8 req-5516980a-3706-4741-b27c-6114cad83e57 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0660927 Jul 16 18:45:17.082642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e764d9bc-767c-49e1-a0b6-37922602a9d8 req-0283b24b-37ea-4e02-8d46-6aed1d8a7ffb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372550 Jul 16 18:45:18.336315 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be4f01-d965-4f86-9a6a-a6010019e191 req-f1369081-95a8-4a38-990c-5fc196fde2b1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.338003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be4f01-d965-4f86-9a6a-a6010019e191 req-f1369081-95a8-4a38-990c-5fc196fde2b1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.1387734 Jul 16 18:45:18.378948 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53be4f01-d965-4f86-9a6a-a6010019e191 req-e10c356a-ef04-4f05-8260-49c34213580b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343549 Jul 16 18:45:18.602206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d9ac-0ee7-4328-bd1f-e342fc181220 req-1ec5504f-1c19-480b-98e8-3ba8b30411e3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.603833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02c4d9ac-0ee7-4328-bd1f-e342fc181220 req-1ec5504f-1c19-480b-98e8-3ba8b30411e3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0769343 Jul 16 18:45:18.613871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:18.620746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9de41b0e-4d5f-4f3b-8ae2-3cab0ce0dcf1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Request body: {'floatingip': {'port_id': '97617336-dc07-4f51-88f7-ab57dfbfb4f2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:18.673546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de41b0e-4d5f-4f3b-8ae2-3cab0ce0dcf1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.511089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de41b0e-4d5f-4f3b-8ae2-3cab0ce0dcf1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.514824 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de41b0e-4d5f-4f3b-8ae2-3cab0ce0dcf1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.616258 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-9de41b0e-4d5f-4f3b-8ae2-3cab0ce0dcf1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 associated. External IP: 172.25.8.248, port: 97617336-dc07-4f51-88f7-ab57dfbfb4f2. Jul 16 18:45:19.854635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de41b0e-4d5f-4f3b-8ae2-3cab0ce0dcf1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Router eb28872d-d33f-4e14-8180-f110e90e5b75 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:19.980780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de41b0e-4d5f-4f3b-8ae2-3cab0ce0dcf1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:19.995159 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de41b0e-4d5f-4f3b-8ae2-3cab0ce0dcf1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.995255 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6838cdb-6eff-4786-bba0-e40dccc7a6df None None] Sync routers for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:20.004729 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6838cdb-6eff-4786-bba0-e40dccc7a6df None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:20.005372 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b6838cdb-6eff-4786-bba0-e40dccc7a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:20.037043 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9de41b0e-4d5f-4f3b-8ae2-3cab0ce0dcf1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "PUT /v2.0/floatingips/0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 HTTP/1.1" status: 200 len: 992 time: 1.4215477 Jul 16 18:45:20.038101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:20.042797 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870950e3-0d3e-461d-a6de-55fb28873ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:20.090245 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742b2ef7-88c5-418e-91b0-5e5629e40673 x-openstack-request-id: req-742b2ef7-88c5-418e-91b0-5e5629e40673 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:20.090621 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:20.090950 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-742b2ef7-88c5-418e-91b0-5e5629e40673 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:20.091434 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'status': 'completed', 'code': 200} Jul 16 18:45:20.145538 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b6838cdb-6eff-4786-bba0-e40dccc7a6df None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:20.181304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-2d3d34f4-fc59-4caf-9978-91fe6a12548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.183028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-2d3d34f4-fc59-4caf-9978-91fe6a12548c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 1097 time: 0.0676374 Jul 16 18:45:20.281029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-c5b96936-724c-4717-8183-1f51686540e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.282596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-c5b96936-724c-4717-8183-1f51686540e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0935636 Jul 16 18:45:20.356077 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-f9abb569-d22e-4713-b200-9be9fb5abd46 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 200 len: 1000 time: 0.0670755 Jul 16 18:45:20.383586 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b6838cdb-6eff-4786-bba0-e40dccc7a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'port_id': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'mac_address': 'fa:16:3e:ca:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:19Z', 'revision_number': 1, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:20.406707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-6a621fde-d6eb-4e54-b857-822b71679770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.408233 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-6a621fde-d6eb-4e54-b857-822b71679770 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0461140 Jul 16 18:45:20.414150 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6838cdb-6eff-4786-bba0-e40dccc7a6df None None] Checking router: eb28872d-d33f-4e14-8180-f110e90e5b75 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:20.422674 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6838cdb-6eff-4786-bba0-e40dccc7a6df None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:20.423690 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b6838cdb-6eff-4786-bba0-e40dccc7a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:20.485198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-68f199f0-75bc-4a2d-afb7-1c5f8f14fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.486815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-68f199f0-75bc-4a2d-afb7-1c5f8f14fbcd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722923 Jul 16 18:45:20.496928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-ba32fe21-a5b8-4531-968b-4ea6283bb354 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:20.498023 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-ba32fe21-a5b8-4531-968b-4ea6283bb354 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052557 Jul 16 18:45:20.608148 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-3c3d1ed4-3ceb-497b-b655-9b9a07210831 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040807 Jul 16 18:45:20.634598 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b6838cdb-6eff-4786-bba0-e40dccc7a6df None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:20.707598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-870950e3-0d3e-461d-a6de-55fb28873ae7 req-90c63972-a471-448a-8640-017bb9dfd3af service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933962 Jul 16 18:45:20.868099 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b6838cdb-6eff-4786-bba0-e40dccc7a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'port_id': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'mac_address': 'fa:16:3e:ca:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:19Z', 'revision_number': 1, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:20.900981 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6838cdb-6eff-4786-bba0-e40dccc7a6df None None] The sync data for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 is: [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'port_id': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'mac_address': 'fa:16:3e:ca:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:19Z', 'revision_number': 1, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:21.116059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38f909-9537-4876-b9a8-29ccb8298a34 None None] New status for floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:45:30.113122 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3af5b086-6d86-4012-95b3-c23b3c7b84ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.602981 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:32.331286 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81e77462-5830-429e-ba4f-f56379496edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.786086 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.933801 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.961085 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.907936 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.957506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-060eef79-123f-4ea5-915b-2d2591c83654 req-6ced4056-9fcb-45b7-b93f-243089318ffa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545306 Jul 16 18:45:34.059412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eef79-123f-4ea5-915b-2d2591c83654 req-536e47cc-b103-40cd-a926-3a833ff857ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:34.061541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-060eef79-123f-4ea5-915b-2d2591c83654 req-536e47cc-b103-40cd-a926-3a833ff857ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 1097 time: 0.0600185 Jul 16 18:45:34.170058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eef79-123f-4ea5-915b-2d2591c83654 req-5bddf3e2-bd32-4036-be2a-1d7bdf861f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:34.171515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-060eef79-123f-4ea5-915b-2d2591c83654 req-5bddf3e2-bd32-4036-be2a-1d7bdf861f49 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0881622 Jul 16 18:45:34.256123 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-060eef79-123f-4ea5-915b-2d2591c83654 req-9e05b99b-8a33-4468-9dfc-74a43bad06ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 200 len: 1002 time: 0.0784204 Jul 16 18:45:34.306220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eef79-123f-4ea5-915b-2d2591c83654 req-25412221-f1b3-4c74-8bb1-7f8c12e034bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:34.307713 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-060eef79-123f-4ea5-915b-2d2591c83654 req-25412221-f1b3-4c74-8bb1-7f8c12e034bc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0456514 Jul 16 18:45:34.363702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eef79-123f-4ea5-915b-2d2591c83654 req-072b5aa5-3cd7-45e1-bb1b-293d143eef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:34.365212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-060eef79-123f-4ea5-915b-2d2591c83654 req-072b5aa5-3cd7-45e1-bb1b-293d143eef8d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512700 Jul 16 18:45:34.458735 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-060eef79-123f-4ea5-915b-2d2591c83654 req-dcc02e6d-39ab-47e1-8954-d9ab21504dde service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867183 Jul 16 18:45:34.549958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-060eef79-123f-4ea5-915b-2d2591c83654 req-dc73ba5e-d718-4878-8f34-16d60e97df3c service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848403 Jul 16 18:45:35.609604 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.114444 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d238013b-3f05-437e-89fc-f61e7cdf0425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.334607 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-985aa076-2761-468b-ab21-15dbae559abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.790125 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.933101 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.958706 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.056629 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.623267 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.603829 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:30.113826 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74a0a8f0-c9ce-492b-bd88-bf427e5d0f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.343716 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbc09062-43f2-412a-84d8-0055e06d597d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.793887 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.932817 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.958193 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.915135 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.951585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52d92919-7c7f-41e8-8f44-3be4dbf0e290 req-3d8cd674-5c31-4363-9cd6-e8c43f0b5b95 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625885 Jul 16 18:46:34.045213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d92919-7c7f-41e8-8f44-3be4dbf0e290 req-46ef21ff-fb4e-4a7b-9d95-5b9eeba40fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:34.047046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52d92919-7c7f-41e8-8f44-3be4dbf0e290 req-46ef21ff-fb4e-4a7b-9d95-5b9eeba40fd8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 1097 time: 0.0539865 Jul 16 18:46:34.160494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d92919-7c7f-41e8-8f44-3be4dbf0e290 req-b9e8c572-e2e1-4561-8c34-a232f7afda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:34.162232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52d92919-7c7f-41e8-8f44-3be4dbf0e290 req-b9e8c572-e2e1-4561-8c34-a232f7afda44 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0936224 Jul 16 18:46:34.231815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52d92919-7c7f-41e8-8f44-3be4dbf0e290 req-ef0f5965-cf74-4c51-a3b2-a079408a6337 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 200 len: 1002 time: 0.0638008 Jul 16 18:46:34.284265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d92919-7c7f-41e8-8f44-3be4dbf0e290 req-37fd41a5-c314-4b26-9998-dd7803694381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:34.286979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52d92919-7c7f-41e8-8f44-3be4dbf0e290 req-37fd41a5-c314-4b26-9998-dd7803694381 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0488009 Jul 16 18:46:34.351840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d92919-7c7f-41e8-8f44-3be4dbf0e290 req-0c5015df-25d6-43ad-975a-9c13b5768c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:34.353437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52d92919-7c7f-41e8-8f44-3be4dbf0e290 req-0c5015df-25d6-43ad-975a-9c13b5768c6e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600553 Jul 16 18:46:34.448212 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52d92919-7c7f-41e8-8f44-3be4dbf0e290 req-0caf06c1-8be3-462b-a382-c8fd265fd228 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880945 Jul 16 18:46:34.554174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52d92919-7c7f-41e8-8f44-3be4dbf0e290 req-dd384e00-e4b0-459b-9c9d-aeb82c75c411 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001151 Jul 16 18:46:35.617325 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.603481 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:54.565948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb5ea5-0311-4d7c-9625-ec331973b11c req-8f00e293-3d41-4e46-a574-ce1ffca09ee4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:54.567487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82eb5ea5-0311-4d7c-9625-ec331973b11c req-8f00e293-3d41-4e46-a574-ce1ffca09ee4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0680871 Jul 16 18:46:54.607994 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82eb5ea5-0311-4d7c-9625-ec331973b11c req-156114e2-7094-4673-a33f-45d60e04e06f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348315 Jul 16 18:46:54.977123 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-9e82739e-1c54-466b-9d6c-b729698e59fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699563 Jul 16 18:46:55.031203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a59567-1c88-4ad1-adcc-f72f4d29995e req-eac7d337-7fa3-464e-9e57-3df145485fb6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.032746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-61a59567-1c88-4ad1-adcc-f72f4d29995e req-eac7d337-7fa3-464e-9e57-3df145485fb6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0747278 Jul 16 18:46:55.072013 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-61a59567-1c88-4ad1-adcc-f72f4d29995e req-2cd43e9b-8419-4587-b59f-45c20a2533b6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335429 Jul 16 18:46:56.260210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99984e83-2b32-4c35-9536-4e2226ec35b7 req-b123fe3f-9e6d-49e5-a36d-3eb4f44275cd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:56.265373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99984e83-2b32-4c35-9536-4e2226ec35b7 req-b123fe3f-9e6d-49e5-a36d-3eb4f44275cd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0720468 Jul 16 18:46:56.330575 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99984e83-2b32-4c35-9536-4e2226ec35b7 req-e179c2d3-e3cf-4b96-a6a2-94bd3eef1ef0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631218 Jul 16 18:46:56.358904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-c3f36564-db63-4854-b558-66a8a3ea189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:56.360429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-c3f36564-db63-4854-b558-66a8a3ea189b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 1097 time: 0.1416955 Jul 16 18:46:56.451357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-93dc8d16-fddf-4e4e-94f5-5712a81f9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:56.452894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-93dc8d16-fddf-4e4e-94f5-5712a81f9782 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0863452 Jul 16 18:46:56.522785 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-1e50ea3d-181f-44dc-bc0e-23e79b5081c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 200 len: 1002 time: 0.0635526 Jul 16 18:46:56.571706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-c55c4941-7d2e-4f6d-aa2f-4033ddeea605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:56.573114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-c55c4941-7d2e-4f6d-aa2f-4033ddeea605 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0439904 Jul 16 18:46:56.633288 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-09264a2b-1904-49ed-b6e6-14ab39a7ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:56.634889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-09264a2b-1904-49ed-b6e6-14ab39a7ec80 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553260 Jul 16 18:46:56.734050 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-37e6f163-1658-4338-a8ef-570730bf1b9a service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927367 Jul 16 18:46:56.829365 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-f7b00488-bc9e-4983-bdf5-f22a24d47678 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889132 Jul 16 18:46:57.520946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5d9b3-13f6-4651-8db7-7dcb1e046c4a req-d0658934-0b47-4628-ae43-3be7ed97a0d4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:57.522552 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39e5d9b3-13f6-4651-8db7-7dcb1e046c4a req-d0658934-0b47-4628-ae43-3be7ed97a0d4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0701976 Jul 16 18:46:57.561722 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-39e5d9b3-13f6-4651-8db7-7dcb1e046c4a req-7b8ff36d-8417-4b24-9a52-466a0501e7f7 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333064 Jul 16 18:46:58.739761 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854b9a8-6cd0-4fbd-9358-19a0ed774016 req-483eec6a-8217-4f5a-8e68-3c89e96b7089 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:58.741283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7854b9a8-6cd0-4fbd-9358-19a0ed774016 req-483eec6a-8217-4f5a-8e68-3c89e96b7089 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0644746 Jul 16 18:46:58.779850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7854b9a8-6cd0-4fbd-9358-19a0ed774016 req-3d4f56a0-d650-44a3-a4ff-a1329f39aae9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Jul 16 18:46:59.969046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338d50d-a86e-4b6a-96e7-1e064a277780 req-668d7d44-0d64-455a-bd0c-154f292d5b17 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:59.970610 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d338d50d-a86e-4b6a-96e7-1e064a277780 req-668d7d44-0d64-455a-bd0c-154f292d5b17 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0733643 Jul 16 18:47:00.012493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d338d50d-a86e-4b6a-96e7-1e064a277780 req-fec1377a-c568-429b-b4b1-9d901e235a45 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349808 Jul 16 18:47:00.115158 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07785473-fddc-4483-b87b-942622c9828f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.198966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aa8a4-4dd3-480b-8461-61d4de47495e req-51cea9d8-a634-4d17-979d-19f1b3ecf84a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:01.200598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-654aa8a4-4dd3-480b-8461-61d4de47495e req-51cea9d8-a634-4d17-979d-19f1b3ecf84a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0710933 Jul 16 18:47:01.240568 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-654aa8a4-4dd3-480b-8461-61d4de47495e req-389cd114-a9e1-4298-990e-3b0c03b959ad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342534 Jul 16 18:47:02.337212 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1495b774-8029-4482-867c-18ee566eecb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.421606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1003dd7-b94a-4331-a521-2ba028491ac2 req-11d413d6-ed7c-4d1a-b37c-c906d48baf3c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:02.423124 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1003dd7-b94a-4331-a521-2ba028491ac2 req-11d413d6-ed7c-4d1a-b37c-c906d48baf3c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0672312 Jul 16 18:47:02.463478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a1003dd7-b94a-4331-a521-2ba028491ac2 req-23b1f880-5b1b-490b-a471-4420907adc7c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344572 Jul 16 18:47:02.806931 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.934527 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.961987 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.706160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caefec2-83c6-4116-9855-9550ab0ed330 req-00539c78-1f3a-454a-bbb7-49ea68c58273 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.707802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5caefec2-83c6-4116-9855-9550ab0ed330 req-00539c78-1f3a-454a-bbb7-49ea68c58273 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0710843 Jul 16 18:47:03.763757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5caefec2-83c6-4116-9855-9550ab0ed330 req-45bee307-306f-42a4-ad83-42fa10e5a2b4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445013 Jul 16 18:47:03.917531 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.963275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e64f25-09e5-4f77-b49d-b46fba908290 req-1b02293c-af26-4522-8e95-e28e70168471 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:04.966061 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e64f25-09e5-4f77-b49d-b46fba908290 req-1b02293c-af26-4522-8e95-e28e70168471 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0849419 Jul 16 18:47:05.006118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e64f25-09e5-4f77-b49d-b46fba908290 req-e1b73eea-6082-49b9-83cd-48241b407f21 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342216 Jul 16 18:47:05.622252 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.204544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1fd0f-3cc3-4cd6-ba84-392b8e3c74ad req-f5a71027-dcfb-4cfa-97a1-7f713c70981c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:06.206840 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7d1fd0f-3cc3-4cd6-ba84-392b8e3c74ad req-f5a71027-dcfb-4cfa-97a1-7f713c70981c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0722184 Jul 16 18:47:06.247682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7d1fd0f-3cc3-4cd6-ba84-392b8e3c74ad req-d374a1b1-f7c9-463f-adba-c040959544ac tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350819 Jul 16 18:47:07.461162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f5892-3e8b-4a25-a3e8-96450ad9a6e5 req-8ec733fc-5382-40fa-80a0-1f9a2c1e08fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:07.462773 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f7f5892-3e8b-4a25-a3e8-96450ad9a6e5 req-8ec733fc-5382-40fa-80a0-1f9a2c1e08fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0759685 Jul 16 18:47:07.504687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f7f5892-3e8b-4a25-a3e8-96450ad9a6e5 req-9c1adab9-4f93-4277-a207-90e1e3809f26 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362825 Jul 16 18:47:08.696439 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-07570969-04a7-461e-a767-ff5ffcf903c1 service neutron] show failed (client error): The resource could not be found. Jul 16 18:47:08.697497 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-07570969-04a7-461e-a767-ff5ffcf903c1 service neutron] 10.222.0.38 "GET /v2.0/ports/97617336-dc07-4f51-88f7-ab57dfbfb4f2/bindings/n-h2-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0910842 Jul 16 18:47:08.725885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1c30d-b97d-48c4-8b7b-9f8345bc0072 req-53c95f09-ee5a-49aa-b52f-4b506800e0d4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:08.727491 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83d1c30d-b97d-48c4-8b7b-9f8345bc0072 req-53c95f09-ee5a-49aa-b52f-4b506800e0d4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0947683 Jul 16 18:47:08.779771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83d1c30d-b97d-48c4-8b7b-9f8345bc0072 req-a7fc9c3c-763a-4101-b1f9-dc940d560e8a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449994 Jul 16 18:47:09.067975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-4a4bf5d9-c8c4-41b7-8b1f-fa4b56b310c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:09.069736 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-4a4bf5d9-c8c4-41b7-8b1f-fa4b56b310c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 1097 time: 0.1563725 Jul 16 18:47:09.081621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:09.179697 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.396235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:09.430682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:09.473348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:09.475756 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d3d36a-a27e-452e-9c7f-1611513d0f3b" -d '{"events": [{"server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "name": "network-vif-unplugged", "status": "completed", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:09.480345 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.493995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Transition to ACTIVE for port object 97617336-dc07-4f51-88f7-ab57dfbfb4f2 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:09.497835 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.536155 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faa8c98-e20f-4863-8d18-edc449f76c39 x-openstack-request-id: req-8faa8c98-e20f-4863-8d18-edc449f76c39 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:09.536435 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "name": "network-vif-unplugged", "status": "completed", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:09.536682 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8faa8c98-e20f-4863-8d18-edc449f76c39 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:09.537067 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'code': 200} Jul 16 18:47:09.581220 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Pushing event updated for resources: {'Port': ['ID=97617336-dc07-4f51-88f7-ab57dfbfb4f2,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:09.633811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:09.634160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:09.634510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:09.634849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:09.635190 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:09.635520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:09.635845 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:09.636209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:09.636535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:09.636867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:09.637192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:09.637757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:09.722123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] No DVR routers for this DVR port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 on host n-h1-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:09.899926 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Attempting to bind port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:09.900507 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Attempting to bind port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:09.901136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Attempting to bind port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:09.906530 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 on network e37aed3e-26bb-4e32-a896-68ee32d1736f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:09.906910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Attempting to bind port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:09.913520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:09.913866 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:09.914266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Bound using segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:09.915011 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Bound port: 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:09.915393 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.998057 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:09.999993 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2965305-7424-4b57-8095-3ed4fc482b8a req-384dfcae-25da-418e-a364-339aabc3c0bb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.001246 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:10.001551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2965305-7424-4b57-8095-3ed4fc482b8a req-384dfcae-25da-418e-a364-339aabc3c0bb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 944 time: 0.0697749 Jul 16 18:47:10.006954 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.045996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2965305-7424-4b57-8095-3ed4fc482b8a req-d89aee41-f1c9-4fc9-be2f-5cdd2e93ed1f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377367 Jul 16 18:47:10.047052 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.047697 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.049858 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] 10.222.0.42 "PUT /v2.0/ports/97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 200 len: 1092 time: 0.9719141 Jul 16 18:47:10.083547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d6a9a-3cc2-4601-ab50-2e12d1171f66 service neutron] Pushing event updated for resources: {'Port': ['ID=97617336-dc07-4f51-88f7-ab57dfbfb4f2,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:10.153171 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-4be8d5be-ba60-4349-93b7-64df9c16834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.154699 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-4be8d5be-ba60-4349-93b7-64df9c16834e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 1095 time: 0.0670736 Jul 16 18:47:10.258894 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-c04ca647-2d69-4bdf-a8ba-1895283a93ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.260555 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-c04ca647-2d69-4bdf-a8ba-1895283a93ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0997117 Jul 16 18:47:10.331891 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-bf0ba75d-611c-4cbd-88d7-ef976dcfb9f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 200 len: 1000 time: 0.0645673 Jul 16 18:47:10.384575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-c9127eb9-d9b3-44db-88c9-dc7e80ed7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.386088 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-c9127eb9-d9b3-44db-88c9-dc7e80ed7ff0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0485630 Jul 16 18:47:10.452218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-46497f3c-acbc-4437-ac90-7aebb0c89dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.453696 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-46497f3c-acbc-4437-ac90-7aebb0c89dc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591021 Jul 16 18:47:10.466767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-7c8bdf92-b562-4441-bc36-3d965bc8be02 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:47:10.468610 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-7c8bdf92-b562-4441-bc36-3d965bc8be02 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053186 Jul 16 18:47:10.565630 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-2af93de2-5ea1-4ea2-88db-cb6ed92d8a89 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910964 Jul 16 18:47:10.908769 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-b2713474-b00b-475a-a307-369194215fcc service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369186 Jul 16 18:47:11.238476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b1c99-19d1-48d2-92c1-4088fd48beed req-8217c443-9dba-4507-bee0-af8ea841a593 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.240156 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee6b1c99-19d1-48d2-92c1-4088fd48beed req-8217c443-9dba-4507-bee0-af8ea841a593 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 944 time: 0.0683014 Jul 16 18:47:11.281281 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ee6b1c99-19d1-48d2-92c1-4088fd48beed req-b6526260-8d25-4f7e-83f2-755239967711 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349548 Jul 16 18:47:11.538645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:11.541588 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678d6e3b-033b-4a29-bbfb-420171bb7d48" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:11.606614 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cb0d5f-693e-47cd-a351-ac614dba15f2 x-openstack-request-id: req-d0cb0d5f-693e-47cd-a351-ac614dba15f2 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:11.607269 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:11.607471 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0cb0d5f-693e-47cd-a351-ac614dba15f2 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:11.607891 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'status': 'completed', 'code': 200} Jul 16 18:47:11.682298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-5ff6807b-2ffa-4347-ac57-d7cea2c0c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.684941 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-5ff6807b-2ffa-4347-ac57-d7cea2c0c67e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 1095 time: 0.0618458 Jul 16 18:47:11.695070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-81aeac28-97b1-4171-ae98-d1667282bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.696582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-81aeac28-97b1-4171-ae98-d1667282bba5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 1095 time: 0.0670989 Jul 16 18:47:11.793243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-4e014be1-d212-4d2e-b048-c8034f2aa225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.794746 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-4e014be1-d212-4d2e-b048-c8034f2aa225 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.1022890 Jul 16 18:47:11.804103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-75096c90-ec75-406e-9658-c81d56815bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.805698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-75096c90-ec75-406e-9658-c81d56815bf5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.1018124 Jul 16 18:47:11.865776 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-5715e272-8768-4841-89ca-8513850294bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 200 len: 1000 time: 0.0637474 Jul 16 18:47:11.879293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-34d621b2-54a1-4321-a419-7080bf3ca241 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 200 len: 1000 time: 0.0676947 Jul 16 18:47:11.920284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-a430fc37-5eef-46f1-8f8c-a02880998878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.921881 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-a430fc37-5eef-46f1-8f8c-a02880998878 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0487585 Jul 16 18:47:11.938011 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-7de55860-3bd9-407d-bfe5-d6897e401d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.939626 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-7de55860-3bd9-407d-bfe5-d6897e401d5d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0543983 Jul 16 18:47:11.998612 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-e3b194fb-c47d-457d-aaeb-4203d6b66c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:12.000170 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-e3b194fb-c47d-457d-aaeb-4203d6b66c7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711198 Jul 16 18:47:12.005504 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-e46a7d88-495e-41d2-8bdd-d1437a463981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:12.007012 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-e46a7d88-495e-41d2-8bdd-d1437a463981 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611405 Jul 16 18:47:12.110463 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-da29f253-ac79-4e0c-92a8-5b0348ba536e service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025205 Jul 16 18:47:12.116926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-e6f43f2f-09d5-498c-aa1d-e531b45da3e7 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037123 Jul 16 18:47:12.220561 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-0fce9232-777a-4973-87ed-c10bde89dc95 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018503 Jul 16 18:47:12.221926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-678d6e3b-033b-4a29-bbfb-420171bb7d48 req-9c9bf64e-c646-4571-9d94-56851685baa0 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981338 Jul 16 18:47:12.487296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179352fc-a161-4968-8ff5-13014fcdc624 req-6d6454cf-cf3a-4ef0-9171-01efc5225cf8 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:12.488855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-179352fc-a161-4968-8ff5-13014fcdc624 req-6d6454cf-cf3a-4ef0-9171-01efc5225cf8 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 944 time: 0.0771999 Jul 16 18:47:12.533816 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-179352fc-a161-4968-8ff5-13014fcdc624 req-e798f729-ae9a-4023-9ca8-72403cf9c1f9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389669 Jul 16 18:47:13.074219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 97617336-dc07-4f51-88f7-ab57dfbfb4f2 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:13.129299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 97617336-dc07-4f51-88f7-ab57dfbfb4f2 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:13.742045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 97617336-dc07-4f51-88f7-ab57dfbfb4f2 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:47:13.845121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99e0cd-7011-4b7b-9227-260f51f5ec00 req-49e565a7-fc47-4377-9c37-87865bd83174 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:13.847672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b99e0cd-7011-4b7b-9227-260f51f5ec00 req-49e565a7-fc47-4377-9c37-87865bd83174 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 944 time: 0.0996590 Jul 16 18:47:13.889659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:13.905972 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b99e0cd-7011-4b7b-9227-260f51f5ec00 req-3d01180b-2539-43ad-aed4-f82df878fbe4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518746 Jul 16 18:47:13.912577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'port_id': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'mac_address': 'fa:16:3e:ca:a5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:47:13.960163 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.978104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97617336-dc07-4f51-88f7-ab57dfbfb4f2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:14.006500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:14.011129 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.076082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=97617336-dc07-4f51-88f7-ab57dfbfb4f2,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:14.089448 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:14.090272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:14.091256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:14.091927 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:14.092481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:14.093083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:14.093801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:14.094370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:14.094901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:14.095450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:14.096041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:14.096597 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:14.282897 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['97617336-dc07-4f51-88f7-ab57dfbfb4f2'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:14.398435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-8b54fcf2-1109-40f8-8aa0-ab97f85d9bf1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:14.401375 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-8b54fcf2-1109-40f8-8aa0-ab97f85d9bf1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac&tenant_id=4696c8ec0d984047b0020fd93fd6e34e&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 945 time: 0.1568651 Jul 16 18:47:14.419311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7921bf8-0ec4-48fb-970d-44e36391c7a4 req-c5756282-adc1-431d-be0a-8d9d2519fe87 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:14.420833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7921bf8-0ec4-48fb-970d-44e36391c7a4 req-c5756282-adc1-431d-be0a-8d9d2519fe87 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 945 time: 0.1755011 Jul 16 18:47:14.508695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a7921bf8-0ec4-48fb-970d-44e36391c7a4 req-9a20884d-9136-4f5c-9794-ab986c076460 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603719 Jul 16 18:47:14.514510 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-a963fe64-9f9e-4f3c-8239-087ccba44bad service neutron] delete failed (client error): The resource could not be found. Jul 16 18:47:14.515729 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-a963fe64-9f9e-4f3c-8239-087ccba44bad service neutron] 10.222.0.38 "DELETE /v2.0/ports/97617336-dc07-4f51-88f7-ab57dfbfb4f2/bindings/n-h1-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.1049726 Jul 16 18:47:14.634180 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-f013d0ca-6469-41d0-acba-c9b505161c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:14.635726 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-f013d0ca-6469-41d0-acba-c9b505161c1a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 1096 time: 0.0660009 Jul 16 18:47:14.735737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-fabda56a-ae08-41eb-99b2-7a175091d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:14.737470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-fabda56a-ae08-41eb-99b2-7a175091d343 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0955274 Jul 16 18:47:14.825814 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-a9846ee1-5788-4c16-be30-f2ade5cdd8ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 200 len: 1001 time: 0.0818009 Jul 16 18:47:14.881716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-4c7822d6-234b-464c-8c56-9bc47e3544d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:14.883372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-4c7822d6-234b-464c-8c56-9bc47e3544d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0511487 Jul 16 18:47:14.944830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-cec00230-e7d3-43d2-9dee-ee3130d2d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:14.947103 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-cec00230-e7d3-43d2-9dee-ee3130d2d28f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579660 Jul 16 18:47:15.415697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-ef45f646-10a1-495b-a52e-7a67bdea446f service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622235 Jul 16 18:47:15.513349 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ba4be5b7-bae5-44ba-9e7b-ef4554e2b3e9 req-d2a075d1-3454-481b-b687-71702d351d22 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915687 Jul 16 18:47:15.723381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9571327-7cf3-4292-9460-a07551874e79 req-1d241907-fbd8-45e4-841f-5a18786d24ff tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:15.725086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b9571327-7cf3-4292-9460-a07551874e79 req-1d241907-fbd8-45e4-841f-5a18786d24ff tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 945 time: 0.0836797 Jul 16 18:47:15.756442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 97617336-dc07-4f51-88f7-ab57dfbfb4f2 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:15.769997 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b9571327-7cf3-4292-9460-a07551874e79 req-4c4a0060-e744-4ad2-b56b-28e90bbefd4f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374618 Jul 16 18:47:15.814084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:15.820431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:15.821031 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.945109 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.973898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:15.976129 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4900c1b9-671d-477e-9a97-95d8e470d20d" -d '{"events": [{"server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "name": "network-vif-plugged", "status": "completed", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:15.991612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:16.004329 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.035102 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bada8fec-127e-4993-89f7-4812cd7f351e x-openstack-request-id: req-bada8fec-127e-4993-89f7-4812cd7f351e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:16.035102 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "name": "network-vif-plugged", "status": "completed", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:16.035412 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bada8fec-127e-4993-89f7-4812cd7f351e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:16.035660 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'code': 200} Jul 16 18:47:16.071397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=97617336-dc07-4f51-88f7-ab57dfbfb4f2,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:16.971425 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35794f98-72e6-4d43-9217-547c96cb999c req-643bd0cf-1eea-44a2-b66f-621d79819a23 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:16.972922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35794f98-72e6-4d43-9217-547c96cb999c req-643bd0cf-1eea-44a2-b66f-621d79819a23 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0688465 Jul 16 18:47:17.012498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35794f98-72e6-4d43-9217-547c96cb999c req-6c589927-b15e-4cb1-aaaa-0ba069648f5d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336404 Jul 16 18:47:17.206480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73a808-2c85-488a-a88a-c06454a0bdfe req-d9102abf-5b3f-4201-ace1-de20d3658299 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.207900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b73a808-2c85-488a-a88a-c06454a0bdfe req-d9102abf-5b3f-4201-ace1-de20d3658299 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0789025 Jul 16 18:47:17.250705 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b73a808-2c85-488a-a88a-c06454a0bdfe req-3eeff31e-ede0-4fa4-8971-0850db20d6e8 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364733 Jul 16 18:47:17.446511 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fbfd5-92dd-4cd1-962a-fd8cec011dd0 req-a934632c-0802-4eab-941d-a5cd8c395ebf tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.448169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c2fbfd5-92dd-4cd1-962a-fd8cec011dd0 req-a934632c-0802-4eab-941d-a5cd8c395ebf tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0758998 Jul 16 18:47:17.487932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8c2fbfd5-92dd-4cd1-962a-fd8cec011dd0 req-389367c1-e043-4711-a0bb-f87f030d02cf tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338910 Jul 16 18:47:17.948632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292546e1-f0f6-4f2c-aa9f-d4b8be026c8f req-428f9fbd-00ae-4a43-8460-5e3ffbda2f2f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.950242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-292546e1-f0f6-4f2c-aa9f-d4b8be026c8f req-428f9fbd-00ae-4a43-8460-5e3ffbda2f2f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0843441 Jul 16 18:47:17.999263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-292546e1-f0f6-4f2c-aa9f-d4b8be026c8f req-82c06eb0-ca9b-4b9c-876b-9d1c3f16c3da tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Jul 16 18:47:19.187091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a024b7-9114-4b8f-9745-56aef38f58bf req-4d21e973-3c1d-4bd0-8a87-0abeadd7bb0c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:19.188556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03a024b7-9114-4b8f-9745-56aef38f58bf req-4d21e973-3c1d-4bd0-8a87-0abeadd7bb0c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.0695086 Jul 16 18:47:19.199581 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-aa072066-61cb-4bf8-a7ad-876d185ffcb5 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:19.201204 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-aa072066-61cb-4bf8-a7ad-876d185ffcb5 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 946 time: 0.1158514 Jul 16 18:47:19.232020 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03a024b7-9114-4b8f-9745-56aef38f58bf req-01fa3aac-cea4-4695-9409-a1781d02df32 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363059 Jul 16 18:47:19.312871 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Deleting port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:19.313216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.410312 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] For port 97617336-dc07-4f51-88f7-ab57dfbfb4f2, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=97617336-dc07-4f51-88f7-ab57dfbfb4f2,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:19.410674 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.701267 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.701680 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.702008 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 disassociated. External IP: 172.25.8.248, port: 97617336-dc07-4f51-88f7-ab57dfbfb4f2. Jul 16 18:47:19.702362 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Calling delete_port for 97617336-dc07-4f51-88f7-ab57dfbfb4f2 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:19.838617 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.867973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event deleted for resources: {'Port': ['ID=97617336-dc07-4f51-88f7-ab57dfbfb4f2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:19.994421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Router eb28872d-d33f-4e14-8180-f110e90e5b75 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:20.128984 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:20.141681 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cca165-23a8-45d1-b48c-234c30116169 None None] Sync routers for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:20.151850 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cca165-23a8-45d1-b48c-234c30116169 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:20.152504 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-91cca165-23a8-45d1-b48c-234c30116169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:47:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:20.190018 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] No DVR routers for this DVR port 97617336-dc07-4f51-88f7-ab57dfbfb4f2 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:20.193563 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.195645 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-216c5c4a-394c-4fe5-aae2-c39c4199eae6 req-2e9c7bf9-2243-4bbb-a7ae-b3b4d767d65e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.42 "DELETE /v2.0/ports/97617336-dc07-4f51-88f7-ab57dfbfb4f2 HTTP/1.1" status: 204 len: 173 time: 0.9891570 Jul 16 18:47:20.196113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'name': 'network-vif-deleted', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:20.199978 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca957a-afe6-4b87-92cb-fc74378df9f9" -d '{"events": [{"server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "name": "network-vif-deleted", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:20.244994 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3ba24d-77d4-4d88-92b0-20a51d006709 x-openstack-request-id: req-4e3ba24d-77d4-4d88-92b0-20a51d006709 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:20.245587 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac", "name": "network-vif-deleted", "tag": "97617336-dc07-4f51-88f7-ab57dfbfb4f2", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:20.246020 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e3ba24d-77d4-4d88-92b0-20a51d006709 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:20.246438 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac', 'name': 'network-vif-deleted', 'tag': '97617336-dc07-4f51-88f7-ab57dfbfb4f2', 'status': 'completed', 'code': 200} Jul 16 18:47:20.274216 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-91cca165-23a8-45d1-b48c-234c30116169 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:20.489261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f0aa54f-76a0-44af-9bb4-63fc231b845a req-250bc712-1c2f-448b-a6a0-37692f203db7 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7bf442-0f4e-4fde-91b0-2d0cb02f07ac HTTP/1.1" status: 200 len: 210 time: 0.0405030 Jul 16 18:47:20.529879 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-91cca165-23a8-45d1-b48c-234c30116169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:20.570418 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cca165-23a8-45d1-b48c-234c30116169 None None] Checking router: eb28872d-d33f-4e14-8180-f110e90e5b75 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:20.582412 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cca165-23a8-45d1-b48c-234c30116169 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:20.583547 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-91cca165-23a8-45d1-b48c-234c30116169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:47:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:20.734675 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-91cca165-23a8-45d1-b48c-234c30116169 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:21.006538 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-91cca165-23a8-45d1-b48c-234c30116169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:21.033421 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cca165-23a8-45d1-b48c-234c30116169 None None] The sync data for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 is: [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:21.271162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6c5a9-fae9-49d5-bbd4-0d1b3582702c None None] New status for floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:47:21.602837 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:21.817653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-efa14d45-4ded-4bcc-aa89-c2f277de3f94 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1282649960&fields=id&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 267 time: 0.0335424 Jul 16 18:47:21.928818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12ab22-fca2-4490-b505-6035620117af req-11663b86-0e9f-4891-87ce-c14165d2900b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:21.930254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-11663b86-0e9f-4891-87ce-c14165d2900b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 812 time: 0.1062167 Jul 16 18:47:21.945704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-57280e5e-121c-49df-9c9f-e52e1fd29da6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/quotas/4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 375 time: 0.0096231 Jul 16 18:47:22.014671 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-b0fd63e4-f1fd-493f-a86d-a687707dc285 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636683 Jul 16 18:47:22.163511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-fd718cc9-90d3-446b-9a60-379d4aa9a84f service neutron] 10.222.0.52 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374207 Jul 16 18:47:22.255283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-d8485936-739a-468b-bc29-42dbed80750b service neutron] 10.222.0.52 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859532 Jul 16 18:47:22.427120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19c24ec9-2103-46ab-b76b-8cdff0bc9c28 req-67151838-1cdf-43c4-9d5a-b5766a4a350f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 210 time: 0.0308142 Jul 16 18:47:23.505345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12ab22-fca2-4490-b505-6035620117af req-c93dfd2e-8c5f-4679-a6c2-9c7e25b48f1f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:23.507576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-c93dfd2e-8c5f-4679-a6c2-9c7e25b48f1f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 812 time: 0.1232204 Jul 16 18:47:23.578843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-30b18881-9c34-4d05-b0e6-25c27b9c72b5 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 380 time: 0.0631618 Jul 16 18:47:23.605934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e5521b8-95d4-480f-aec6-c2b9a7c81709 req-4305cf5f-c9cb-4589-83c5-d6e0b7b95673 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 210 time: 0.0597801 Jul 16 18:47:23.610983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Request body: {'port': {'device_id': '54059592-72dd-4b15-be3c-14627eb0e016', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'admin_state_up': True, 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'security_groups': ['047358e2-e09a-4174-88f9-100cf3603425']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:23.759983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Made reservation on behalf of 4696c8ec0d984047b0020fd93fd6e34e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:23.763681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.805825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 97617336-dc07-4f51-88f7-ab57dfbfb4f2 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:23.827017 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 97617336-dc07-4f51-88f7-ab57dfbfb4f2 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:23.827468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 97617336-dc07-4f51-88f7-ab57dfbfb4f2 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:23.902703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Allocated IP 172.20.0.10 (e37aed3e-26bb-4e32-a896-68ee32d1736f/1334d3a5-21b9-4510-bc80-b17336373407/5c2c25e0-fd8c-483c-839c-60f44f8c8058) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:24.047105 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.061421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Transition to ACTIVE for port object 5c2c25e0-fd8c-483c-839c-60f44f8c8058 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:24.096530 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.147954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Network e37aed3e-26bb-4e32-a896-68ee32d1736f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:24.151185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:24.155238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:24.182836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event updated for resources: {'Port': ['ID=5c2c25e0-fd8c-483c-839c-60f44f8c8058,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:24.193284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:24.193830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:24.194394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:24.194839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:24.195187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:24.195523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:24.195861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:24.196193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:24.196521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:24.196846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:24.197177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:24.197530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:24.224289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:24.224976 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.243383 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-4ce8e585-96fe-417a-9ff4-90d99da7ac1e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6409292 Jul 16 18:47:24.256839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Request body: {'port': {'device_id': '54059592-72dd-4b15-be3c-14627eb0e016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:24.354536 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.399064 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-63405358-c67a-41d7-bf63-c5ac5fc8f5f3 None None] Provisioning for port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:24.403118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-63405358-c67a-41d7-bf63-c5ac5fc8f5f3 None None] Provisioning complete for port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:24.403496 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63405358-c67a-41d7-bf63-c5ac5fc8f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.438605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-63405358-c67a-41d7-bf63-c5ac5fc8f5f3 None None] Port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:24.633986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2c25e0-fd8c-483c-839c-60f44f8c8058 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:24.641634 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.654131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Transition to ACTIVE for port object 5c2c25e0-fd8c-483c-839c-60f44f8c8058 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:24.657671 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.709647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2c25e0-fd8c-483c-839c-60f44f8c8058,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:24.826039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Attempting to bind port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:24.826376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Attempting to bind port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:24.826708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Attempting to bind port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:24.834217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 on network e37aed3e-26bb-4e32-a896-68ee32d1736f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:24.834552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Attempting to bind port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:24.842880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:24.843228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:24.843624 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Bound using segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:24.844060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Bound port: 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:24.844426 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.853601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb88aa2-fe7a-4f78-b21a-c50955f1bb54 req-4158a40f-5181-4225-9e93-1d61443c2f9b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:24.855140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb88aa2-fe7a-4f78-b21a-c50955f1bb54 req-4158a40f-5181-4225-9e93-1d61443c2f9b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 944 time: 0.1249404 Jul 16 18:47:24.930033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bdb88aa2-fe7a-4f78-b21a-c50955f1bb54 req-29317fff-31bd-4857-948c-28f9105ffd62 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663853 Jul 16 18:47:24.949962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:24.953027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:24.958086 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.998751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:24.999389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.000804 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] 10.222.0.38 "PUT /v2.0/ports/5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 1092 time: 0.7498646 Jul 16 18:47:25.001250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:25.004691 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8889b59-b5e7-4b60-ac10-25fb37956965" -d '{"events": [{"name": "network-changed", "server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:25.029570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ac9ea-e426-4acf-97d4-6bd82dbb5997 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2c25e0-fd8c-483c-839c-60f44f8c8058,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:25.051209 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6ec264-e9e5-4eef-a93e-dd97d6541819 x-openstack-request-id: req-ca6ec264-e9e5-4eef-a93e-dd97d6541819 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:25.051512 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:25.051774 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca6ec264-e9e5-4eef-a93e-dd97d6541819 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:25.052196 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'status': 'completed', 'code': 200} Jul 16 18:47:25.114022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12ab22-fca2-4490-b505-6035620117af req-1512da3f-b0f9-4812-bd56-10002e3606ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:25.115595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-1512da3f-b0f9-4812-bd56-10002e3606ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1095 time: 0.0599902 Jul 16 18:47:25.166660 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-3b540fb1-2f08-4cbb-99a7-ad5d1b0ebf0d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 217 time: 0.0419183 Jul 16 18:47:25.231848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12ab22-fca2-4490-b505-6035620117af req-c3516516-cbc7-4015-b05f-29acf5f77f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:25.233356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-c3516516-cbc7-4015-b05f-29acf5f77f3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0574222 Jul 16 18:47:25.297435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12ab22-fca2-4490-b505-6035620117af req-6f4992a7-d6fc-4d3a-97cf-0406f6f0ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:25.299041 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-6f4992a7-d6fc-4d3a-97cf-0406f6f0ad4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581498 Jul 16 18:47:25.389777 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-28b10709-85af-4f71-aaf5-c72b8a6ff807 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838799 Jul 16 18:47:25.485081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aa12ab22-fca2-4490-b505-6035620117af req-03e39913-ebab-4506-9804-f3f4d568d6b0 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888014 Jul 16 18:47:25.581902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8889b59-b5e7-4b60-ac10-25fb37956965 req-a720ee9c-89e6-4709-98e4-9a33e6fe6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:25.583467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8889b59-b5e7-4b60-ac10-25fb37956965 req-a720ee9c-89e6-4709-98e4-9a33e6fe6f4b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1095 time: 0.0543132 Jul 16 18:47:25.685354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8889b59-b5e7-4b60-ac10-25fb37956965 req-21c6b084-e643-49c3-80a3-f29609f0e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:25.686856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8889b59-b5e7-4b60-ac10-25fb37956965 req-21c6b084-e643-49c3-80a3-f29609f0e21e service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0974717 Jul 16 18:47:25.728989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8889b59-b5e7-4b60-ac10-25fb37956965 req-e182be23-e9b5-4e9c-ac68-ce8121a7d736 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 217 time: 0.0347855 Jul 16 18:47:25.777427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8889b59-b5e7-4b60-ac10-25fb37956965 req-dc23fd29-dcf0-4a95-80be-8cc0fcba2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:25.778874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8889b59-b5e7-4b60-ac10-25fb37956965 req-dc23fd29-dcf0-4a95-80be-8cc0fcba2a7a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0438974 Jul 16 18:47:25.846451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8889b59-b5e7-4b60-ac10-25fb37956965 req-80f2fbf8-40b2-4648-a0eb-532367e0b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:25.847959 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8889b59-b5e7-4b60-ac10-25fb37956965 req-80f2fbf8-40b2-4648-a0eb-532367e0b224 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621533 Jul 16 18:47:25.938602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8889b59-b5e7-4b60-ac10-25fb37956965 req-cdadd8c8-af4e-4c0f-8420-5eac17062980 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835750 Jul 16 18:47:26.045726 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c8889b59-b5e7-4b60-ac10-25fb37956965 req-6641dc0a-dbf9-44c8-928f-b970e53ffd49 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991557 Jul 16 18:47:26.124992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05f783-055e-4430-9e14-9c648e06cd2b req-e896ffe0-c42b-427f-a667-b2e3f2b867a2 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:26.127127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e05f783-055e-4430-9e14-9c648e06cd2b req-e896ffe0-c42b-427f-a667-b2e3f2b867a2 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 944 time: 0.0663314 Jul 16 18:47:26.164464 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e05f783-055e-4430-9e14-9c648e06cd2b req-af58b28a-e23a-499a-ae7a-05b966dc69d6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317824 Jul 16 18:47:27.073262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5c2c25e0-fd8c-483c-839c-60f44f8c8058 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:47:27.176821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:27.190100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'port_id': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'mac_address': 'fa:16:3e:6d:6b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:47:27.229735 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.248800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2c25e0-fd8c-483c-839c-60f44f8c8058 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:27.274580 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:27.284978 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.336567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=5c2c25e0-fd8c-483c-839c-60f44f8c8058,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:27.365803 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43190-4873-43ca-a74d-bb2e982096ff req-d34c7486-f285-451c-ba62-4677c496fbc0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:27.367376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47a43190-4873-43ca-a74d-bb2e982096ff req-d34c7486-f285-451c-ba62-4677c496fbc0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 945 time: 0.0736599 Jul 16 18:47:27.410308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-47a43190-4873-43ca-a74d-bb2e982096ff req-5aa1bd13-9b87-46da-b11c-12679ce1e342 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337927 Jul 16 18:47:27.515717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['5c2c25e0-fd8c-483c-839c-60f44f8c8058'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:28.593283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76887025-eecb-459c-be05-063493957bf1 req-df5baf6e-1d59-42bb-82ce-40b36791fe7d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:28.594744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76887025-eecb-459c-be05-063493957bf1 req-df5baf6e-1d59-42bb-82ce-40b36791fe7d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 945 time: 0.0731435 Jul 16 18:47:28.643530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-76887025-eecb-459c-be05-063493957bf1 req-ab1d8ccb-299c-410e-b3d3-6eaee3f6994e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Jul 16 18:47:29.104088 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5c2c25e0-fd8c-483c-839c-60f44f8c8058 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:29.153268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:29.156943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:29.157345 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.241597 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.266312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:29.269238 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca076894-3319-4bde-b17d-ecac23e22fe7" -d '{"events": [{"server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "name": "network-vif-plugged", "status": "completed", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:29.283502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:29.287817 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.312734 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2d7d0b-0386-40f0-8991-de19bbcc623f x-openstack-request-id: req-8b2d7d0b-0386-40f0-8991-de19bbcc623f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:29.313054 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "name": "network-vif-plugged", "status": "completed", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:29.313307 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b2d7d0b-0386-40f0-8991-de19bbcc623f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:29.313720 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'code': 200} Jul 16 18:47:29.343628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=5c2c25e0-fd8c-483c-839c-60f44f8c8058,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:29.419394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ed8f2-0e09-416c-b218-25ba1c5329d9 req-d33b607c-9c01-4566-810f-c374459c9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:29.420834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-211ed8f2-0e09-416c-b218-25ba1c5329d9 req-d33b607c-9c01-4566-810f-c374459c9fdf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1097 time: 0.0554707 Jul 16 18:47:29.459630 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-211ed8f2-0e09-416c-b218-25ba1c5329d9 req-b7cbf17d-2d8e-48d4-80cc-36bdfea7c1b8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328128 Jul 16 18:47:29.829914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb6393-63eb-41e2-93e2-479fd23b955a req-40dd4a4d-1173-4155-bf2f-524b6fe8ee09 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:29.831484 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69eb6393-63eb-41e2-93e2-479fd23b955a req-40dd4a4d-1173-4155-bf2f-524b6fe8ee09 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0704141 Jul 16 18:47:29.874090 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69eb6393-63eb-41e2-93e2-479fd23b955a req-b9733ef1-fd74-45b1-9347-6cf1056cf922 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368819 Jul 16 18:47:30.117533 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d7405b3-f16d-4dd6-a2ad-46808dc1640b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.055711 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf7fdf-3b85-4da4-bd9b-2e4d2347807b req-a40d718c-b1e9-42a3-ac54-6abd87e5bdf7 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:31.057234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-caaf7fdf-3b85-4da4-bd9b-2e4d2347807b req-a40d718c-b1e9-42a3-ac54-6abd87e5bdf7 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0642431 Jul 16 18:47:31.095508 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-caaf7fdf-3b85-4da4-bd9b-2e4d2347807b req-cba75b12-93e1-4166-9505-5f900be80bdb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315285 Jul 16 18:47:31.271521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dfacc-038a-4642-b466-0a893f8a9e12 req-63af2085-e77a-49dd-b551-5a06a06e7e9a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:31.274006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-208dfacc-038a-4642-b466-0a893f8a9e12 req-63af2085-e77a-49dd-b551-5a06a06e7e9a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0713327 Jul 16 18:47:31.282285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 50844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:31.287199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5753e51a-4234-4616-bb24-76507a27f5a0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Request body: {'floatingip': {'port_id': '5c2c25e0-fd8c-483c-839c-60f44f8c8058'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:31.327920 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5753e51a-4234-4616-bb24-76507a27f5a0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.809300 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5753e51a-4234-4616-bb24-76507a27f5a0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.813557 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5753e51a-4234-4616-bb24-76507a27f5a0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.937116 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-5753e51a-4234-4616-bb24-76507a27f5a0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 associated. External IP: 172.25.8.248, port: 5c2c25e0-fd8c-483c-839c-60f44f8c8058. Jul 16 18:47:32.172023 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5753e51a-4234-4616-bb24-76507a27f5a0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Router eb28872d-d33f-4e14-8180-f110e90e5b75 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:32.343296 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-332c49be-96a0-4733-b1f8-0b58df24ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.656307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5753e51a-4234-4616-bb24-76507a27f5a0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:32.661958 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5753e51a-4234-4616-bb24-76507a27f5a0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.668021 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4eb686-15eb-4728-ab6f-46734c9b8f52 None None] Sync routers for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:32.678652 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4eb686-15eb-4728-ab6f-46734c9b8f52 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:32.679302 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2b4eb686-15eb-4728-ab6f-46734c9b8f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:47:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:32.709149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5753e51a-4234-4616-bb24-76507a27f5a0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "PUT /v2.0/floatingips/0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 HTTP/1.1" status: 200 len: 992 time: 1.4230404 Jul 16 18:47:32.709149 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:32.711243 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c0b80d-9f74-4abc-ac79-15a88d51e9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:32.773533 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e849d8bc-8dac-4f50-a53a-810d6fb96eda x-openstack-request-id: req-e849d8bc-8dac-4f50-a53a-810d6fb96eda {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:32.773824 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:32.774213 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e849d8bc-8dac-4f50-a53a-810d6fb96eda {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:32.774751 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'status': 'completed', 'code': 200} Jul 16 18:47:32.806688 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.821085 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2b4eb686-15eb-4728-ab6f-46734c9b8f52 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:32.863831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0b80d-9f74-4abc-ac79-15a88d51e9ef req-2bbc2d67-4486-4976-8c78-eab2010b4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:32.865426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74c0b80d-9f74-4abc-ac79-15a88d51e9ef req-2bbc2d67-4486-4976-8c78-eab2010b4001 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1097 time: 0.0692363 Jul 16 18:47:32.930210 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.956564 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.963727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0b80d-9f74-4abc-ac79-15a88d51e9ef req-e750a779-e403-452e-9d68-f649ca239cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:32.965221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74c0b80d-9f74-4abc-ac79-15a88d51e9ef req-e750a779-e403-452e-9d68-f649ca239cc3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0934336 Jul 16 18:47:33.034490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74c0b80d-9f74-4abc-ac79-15a88d51e9ef req-5d74c020-ada9-495c-b8f0-db66b34f54f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 1000 time: 0.0624585 Jul 16 18:47:33.084499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0b80d-9f74-4abc-ac79-15a88d51e9ef req-34427394-e5fb-4e01-b662-17cb2c90186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:33.086039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74c0b80d-9f74-4abc-ac79-15a88d51e9ef req-34427394-e5fb-4e01-b662-17cb2c90186a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0458777 Jul 16 18:47:33.114523 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2b4eb686-15eb-4728-ab6f-46734c9b8f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'port_id': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'mac_address': 'fa:16:3e:6d:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54059592-72dd-4b15-be3c-14627eb0e016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:47:31Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:33.154203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0b80d-9f74-4abc-ac79-15a88d51e9ef req-2fe26b8b-f23c-443f-a99c-d3e8d21177b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:33.155786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74c0b80d-9f74-4abc-ac79-15a88d51e9ef req-2fe26b8b-f23c-443f-a99c-d3e8d21177b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636699 Jul 16 18:47:33.238161 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4eb686-15eb-4728-ab6f-46734c9b8f52 None None] Checking router: eb28872d-d33f-4e14-8180-f110e90e5b75 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:33.247086 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4eb686-15eb-4728-ab6f-46734c9b8f52 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:33.247711 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2b4eb686-15eb-4728-ab6f-46734c9b8f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:47:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:33.259129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74c0b80d-9f74-4abc-ac79-15a88d51e9ef req-c484aed5-e5f8-4ce2-8d45-b9d2bda635ec service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961657 Jul 16 18:47:33.358211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74c0b80d-9f74-4abc-ac79-15a88d51e9ef req-3d02936b-05ba-4282-9423-c8e83d9968b6 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930758 Jul 16 18:47:33.358630 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2b4eb686-15eb-4728-ab6f-46734c9b8f52 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:33.592854 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2b4eb686-15eb-4728-ab6f-46734c9b8f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'port_id': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'mac_address': 'fa:16:3e:6d:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54059592-72dd-4b15-be3c-14627eb0e016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:47:31Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:33.625718 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4eb686-15eb-4728-ab6f-46734c9b8f52 None None] The sync data for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 is: [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'port_id': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'mac_address': 'fa:16:3e:6d:6b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54059592-72dd-4b15-be3c-14627eb0e016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:47:31Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:33.827505 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1e5eec-c51c-444a-a786-defeeddbdd55 None None] New status for floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:47:33.975595 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.978161 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93fff8f8-2240-40b2-9726-ee5d9f231733 req-58eb9d6f-5f80-4481-abdb-4e0a8efad00b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657148 Jul 16 18:47:34.087056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fff8f8-2240-40b2-9726-ee5d9f231733 req-b8bb4082-acae-4368-80a4-7b009d7374e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:34.088695 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93fff8f8-2240-40b2-9726-ee5d9f231733 req-b8bb4082-acae-4368-80a4-7b009d7374e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1097 time: 0.0643287 Jul 16 18:47:34.206261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fff8f8-2240-40b2-9726-ee5d9f231733 req-bb936bb1-3475-41e4-9728-ed2113599b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:34.207731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93fff8f8-2240-40b2-9726-ee5d9f231733 req-bb936bb1-3475-41e4-9728-ed2113599b2f service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0972285 Jul 16 18:47:34.277755 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93fff8f8-2240-40b2-9726-ee5d9f231733 req-9721eccc-48b0-4131-abd9-a9e320eb22be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 1002 time: 0.0635369 Jul 16 18:47:34.333393 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fff8f8-2240-40b2-9726-ee5d9f231733 req-0217a6f3-1241-454f-9ad1-81c7346699a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:34.334961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93fff8f8-2240-40b2-9726-ee5d9f231733 req-0217a6f3-1241-454f-9ad1-81c7346699a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0509624 Jul 16 18:47:34.397304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fff8f8-2240-40b2-9726-ee5d9f231733 req-41238457-2ed8-4abc-a90b-1ecf2a4afec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:34.398867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93fff8f8-2240-40b2-9726-ee5d9f231733 req-41238457-2ed8-4abc-a90b-1ecf2a4afec1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555587 Jul 16 18:47:34.493339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93fff8f8-2240-40b2-9726-ee5d9f231733 req-e7e3072c-4529-4d04-b3b1-129a7c1fcf90 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873613 Jul 16 18:47:34.591264 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93fff8f8-2240-40b2-9726-ee5d9f231733 req-9abf6155-45f0-42a3-8fa6-50c2ddeae0a7 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914676 Jul 16 18:47:35.624554 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.609901 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:00.119358 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c12019d5-f273-45d3-afee-d953799bc74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.337186 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab10d-ed04-4888-af93-2ad20126ba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.800978 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.946752 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.971564 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.924300 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.628386 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.121494 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73ff329-34d0-4a79-8214-f031c1543b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.340862 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1663ea48-ee7a-4e7e-9e1c-e06470563606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.802676 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.966351 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.971662 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.926706 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.946222 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14f434fd-bb03-4fab-9807-a64cc5127902 req-2f27fd97-609e-4d69-bd0a-beeb11b361ee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554011 Jul 16 18:48:34.056487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f434fd-bb03-4fab-9807-a64cc5127902 req-4b4584ff-93c9-427f-99ab-24a0950a533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:34.058381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14f434fd-bb03-4fab-9807-a64cc5127902 req-4b4584ff-93c9-427f-99ab-24a0950a533a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1097 time: 0.0592411 Jul 16 18:48:34.162434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f434fd-bb03-4fab-9807-a64cc5127902 req-d3be8827-d81d-4251-b36f-3bfb4ae84fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:34.163942 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14f434fd-bb03-4fab-9807-a64cc5127902 req-d3be8827-d81d-4251-b36f-3bfb4ae84fc4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0851073 Jul 16 18:48:34.231839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14f434fd-bb03-4fab-9807-a64cc5127902 req-3b463540-d471-4b21-bd7b-7ec4554bfcab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 1002 time: 0.0618217 Jul 16 18:48:34.285672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f434fd-bb03-4fab-9807-a64cc5127902 req-8a52d4fb-444f-49f6-acf5-b81367792088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:34.287205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14f434fd-bb03-4fab-9807-a64cc5127902 req-8a52d4fb-444f-49f6-acf5-b81367792088 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0490355 Jul 16 18:48:34.345453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f434fd-bb03-4fab-9807-a64cc5127902 req-730078c3-9422-4ba3-94d1-019f99453737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:34.347022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14f434fd-bb03-4fab-9807-a64cc5127902 req-730078c3-9422-4ba3-94d1-019f99453737 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542042 Jul 16 18:48:34.442943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14f434fd-bb03-4fab-9807-a64cc5127902 req-e78c55a4-b8e0-4c52-b544-2c0b6e2eba1a service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898991 Jul 16 18:48:34.533270 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14f434fd-bb03-4fab-9807-a64cc5127902 req-c023f0a5-9df9-4327-b75d-45e680af949b service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842969 Jul 16 18:48:35.599922 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:35.631771 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.122296 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9349-4eb8-4f5e-8aae-bfd020228376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.342982 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6cec3daf-391b-42f2-8080-0525446c8cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.804954 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.982213 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.990815 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.928647 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.633530 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.324555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c9a1f-2b70-43a4-a62b-9ac6fc9a7020 req-a39affc5-679a-48c8-9fb8-86c3811734fa tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:08.326130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e6c9a1f-2b70-43a4-a62b-9ac6fc9a7020 req-a39affc5-679a-48c8-9fb8-86c3811734fa tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0719197 Jul 16 18:49:08.366110 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5e6c9a1f-2b70-43a4-a62b-9ac6fc9a7020 req-09005334-cb19-4e5d-af4b-2f9fcecf56ad tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341520 Jul 16 18:49:09.545376 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9bcd0-ee2a-4eea-baa8-0de7b3bc94ae req-7db15638-dfad-4160-b5bb-3722a2422fdf tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:09.547221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cad9bcd0-ee2a-4eea-baa8-0de7b3bc94ae req-7db15638-dfad-4160-b5bb-3722a2422fdf tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0668061 Jul 16 18:49:09.586069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cad9bcd0-ee2a-4eea-baa8-0de7b3bc94ae req-47e98082-a9c4-40e8-b099-3b7f5166cccc tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332534 Jul 16 18:49:10.762718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03481b-a55e-4113-96c1-fad1418a1937 req-6311cd91-9e37-4196-8a0d-be14f99e4fb8 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.764882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd03481b-a55e-4113-96c1-fad1418a1937 req-6311cd91-9e37-4196-8a0d-be14f99e4fb8 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0656366 Jul 16 18:49:10.808890 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd03481b-a55e-4113-96c1-fad1418a1937 req-641c04b4-9006-4968-8072-b11972c06d87 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381620 Jul 16 18:49:11.988747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6d555-1606-46c1-85e9-fa91cadaf539 req-913bb9df-400c-4930-a65a-897c047b11d6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:11.990301 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12f6d555-1606-46c1-85e9-fa91cadaf539 req-913bb9df-400c-4930-a65a-897c047b11d6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0668843 Jul 16 18:49:12.028737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-12f6d555-1606-46c1-85e9-fa91cadaf539 req-5d7969e4-631f-40cf-ac1e-f0793a8cd051 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327458 Jul 16 18:49:12.599962 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:13.215957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b779e30-72cc-4f8b-a17c-e4515a0fc80b req-5817da9d-2d27-4b22-9a34-ba8f766c1ceb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:13.218128 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b779e30-72cc-4f8b-a17c-e4515a0fc80b req-5817da9d-2d27-4b22-9a34-ba8f766c1ceb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0656276 Jul 16 18:49:13.256639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b779e30-72cc-4f8b-a17c-e4515a0fc80b req-a622dcee-f55e-4a50-9c16-4c4218192c54 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329037 Jul 16 18:49:14.462166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0836c-1fa3-4643-acda-d154d6dcd322 req-d954d6a2-584b-4efa-99c7-b8e392cdb548 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:14.463728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-faf0836c-1fa3-4643-acda-d154d6dcd322 req-d954d6a2-584b-4efa-99c7-b8e392cdb548 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0737112 Jul 16 18:49:14.502789 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-faf0836c-1fa3-4643-acda-d154d6dcd322 req-13120855-7598-464a-8bd1-616d7edaa8f3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332756 Jul 16 18:49:15.678338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f1a8b-1061-4c3e-8a5b-afe3f265af66 req-8d26255f-7f2b-4b07-903d-239f5bf1b29f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:15.679859 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d6f1a8b-1061-4c3e-8a5b-afe3f265af66 req-8d26255f-7f2b-4b07-903d-239f5bf1b29f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0648735 Jul 16 18:49:15.719060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d6f1a8b-1061-4c3e-8a5b-afe3f265af66 req-311ded70-b4a1-4100-a9f1-c7ee208222a9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332744 Jul 16 18:49:16.893083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeabfe-052f-435f-b80f-bf07db289ea7 req-b38a925b-265c-423f-a0e8-344429b8d0d3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:16.894644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-faaeabfe-052f-435f-b80f-bf07db289ea7 req-b38a925b-265c-423f-a0e8-344429b8d0d3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0644152 Jul 16 18:49:16.938024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-faaeabfe-052f-435f-b80f-bf07db289ea7 req-78d83089-b4be-4c15-a526-76c401469db5 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377085 Jul 16 18:49:18.112626 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751407be-f23f-4481-9a1f-a0ab3a80a951 req-81ebbf91-8e25-4c13-ab46-4f2fd78c5bfb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:18.114223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-751407be-f23f-4481-9a1f-a0ab3a80a951 req-81ebbf91-8e25-4c13-ab46-4f2fd78c5bfb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0653780 Jul 16 18:49:18.153030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-751407be-f23f-4481-9a1f-a0ab3a80a951 req-4ec14b76-7d22-48a5-bb34-8ee01dca85b2 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331795 Jul 16 18:49:19.329205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d83a43-9e1f-426d-8c6a-5fc1e62d0064 req-78f0836d-2afd-4466-b6ea-a92073f79d28 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.330796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29d83a43-9e1f-426d-8c6a-5fc1e62d0064 req-78f0836d-2afd-4466-b6ea-a92073f79d28 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0671005 Jul 16 18:49:19.368764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29d83a43-9e1f-426d-8c6a-5fc1e62d0064 req-a4b9ea71-0ad8-4e10-9180-88e61916a171 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Jul 16 18:49:19.657660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:19.802046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-30c7a585-677d-4cad-839e-2481c9f54643 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1430418 Jul 16 18:49:19.815554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fea203-aae5-435e-90ce-b709fd1fe974 req-852c09a2-02a9-4b29-bc39-b32ec29708c6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.817081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22fea203-aae5-435e-90ce-b709fd1fe974 req-852c09a2-02a9-4b29-bc39-b32ec29708c6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.1030674 Jul 16 18:49:19.859945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-22fea203-aae5-435e-90ce-b709fd1fe974 req-12ae289b-b112-4a1b-9925-908bbdda797e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364625 Jul 16 18:49:21.082475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be4b79-187d-4ecf-8395-45bcd761da03 req-4a1f6865-348a-4ed1-9d17-da06b23bed1b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.084002 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06be4b79-187d-4ecf-8395-45bcd761da03 req-4a1f6865-348a-4ed1-9d17-da06b23bed1b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.1103590 Jul 16 18:49:21.100538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-9e901e07-00c8-4463-a11e-9398da23ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.102130 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-9e901e07-00c8-4463-a11e-9398da23ea96 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1097 time: 0.0929828 Jul 16 18:49:21.159770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-06be4b79-187d-4ecf-8395-45bcd761da03 req-2b0d73ef-371e-4b1d-9b4b-31d7010a2566 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693271 Jul 16 18:49:21.226494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-45259aa4-3b9a-4dc2-b1cd-6dab3d2ebd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.228008 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-45259aa4-3b9a-4dc2-b1cd-6dab3d2ebd2d service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.1181114 Jul 16 18:49:21.291617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-9e16d7e6-4a37-48b1-a64b-5366e3f63fc3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 1002 time: 0.0574892 Jul 16 18:49:21.341965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-d9f82b62-2559-42f6-97d5-f3d47ec061e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.344120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-d9f82b62-2559-42f6-97d5-f3d47ec061e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0470500 Jul 16 18:49:21.407686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-55fbcbc1-2561-4829-863a-64219d28401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.409259 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-55fbcbc1-2561-4829-863a-64219d28401d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590599 Jul 16 18:49:21.513064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-a180c906-fe3c-4db0-9243-e34a15421ae9 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972872 Jul 16 18:49:21.608288 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-3167b22a-c970-4b1a-9576-94299b1d3025 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889516 Jul 16 18:49:22.368848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e77402-dff5-4205-b4b4-f92e6b433e35 req-76665c85-cd33-406f-8cec-38ab6f8f0081 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:22.370417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13e77402-dff5-4205-b4b4-f92e6b433e35 req-76665c85-cd33-406f-8cec-38ab6f8f0081 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0784082 Jul 16 18:49:22.417270 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-13e77402-dff5-4205-b4b4-f92e6b433e35 req-239327c9-e61c-47cd-9fcc-c9ea6949d358 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 Jul 16 18:49:23.415878 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-af4cf776-b3a3-4e9c-a943-d10b226d5d42 service neutron] show failed (client error): The resource could not be found. Jul 16 18:49:23.416956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-af4cf776-b3a3-4e9c-a943-d10b226d5d42 service neutron] 10.222.0.38 "GET /v2.0/ports/5c2c25e0-fd8c-483c-839c-60f44f8c8058/bindings/n-h2-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0556972 Jul 16 18:49:23.623836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cdc30-24f2-4bf4-96ed-8240a150a7ea req-3093a5d2-f95a-4f3e-b861-fd70839eb837 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:23.625472 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b19cdc30-24f2-4bf4-96ed-8240a150a7ea req-3093a5d2-f95a-4f3e-b861-fd70839eb837 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0838890 Jul 16 18:49:23.666947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b19cdc30-24f2-4bf4-96ed-8240a150a7ea req-09bfa1db-52a3-44d0-996a-e1107dcf67d5 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356658 Jul 16 18:49:23.680219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-37770451-2e42-41db-9a4b-0ea107628edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:23.681656 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-37770451-2e42-41db-9a4b-0ea107628edc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 1097 time: 0.0613716 Jul 16 18:49:23.693414 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:23.765725 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.980847 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:24.024512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:24.066579 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:24.069199 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7074ca-32ff-466c-97a5-a5f546b30f87" -d '{"events": [{"server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "name": "network-vif-unplugged", "status": "completed", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:24.074466 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.089853 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Transition to ACTIVE for port object 5c2c25e0-fd8c-483c-839c-60f44f8c8058 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:24.094770 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.181644 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2c25e0-fd8c-483c-839c-60f44f8c8058,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:24.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:24.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:24.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:24.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:24.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:24.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:24.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:24.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:24.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:24.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:24.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:24.201724 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:24.247279 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb3c119-fd53-4871-85e5-40a859134872 x-openstack-request-id: req-8bb3c119-fd53-4871-85e5-40a859134872 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:24.247572 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "name": "network-vif-unplugged", "status": "completed", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:24.247859 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bb3c119-fd53-4871-85e5-40a859134872 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:24.248813 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'code': 200} Jul 16 18:49:24.249280 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] No DVR routers for this DVR port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 on host n-h1-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:24.414246 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Attempting to bind port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:24.414513 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Attempting to bind port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:24.415017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Attempting to bind port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:24.421089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 on network e37aed3e-26bb-4e32-a896-68ee32d1736f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:49:24.421450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Attempting to bind port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:24.427269 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:24.427635 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:24.428027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Bound using segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:24.428501 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Bound port: 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:24.429112 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.507129 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:24.512140 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:24.517719 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.558474 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:24.559182 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.561255 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] 10.222.0.42 "PUT /v2.0/ports/5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 1092 time: 0.8716094 Jul 16 18:49:24.592825 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d5520-241f-43ba-b281-75e0a9606a80 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2c25e0-fd8c-483c-839c-60f44f8c8058,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:24.645821 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-373956a4-6673-4d60-b7f7-7227f652effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:24.647376 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-373956a4-6673-4d60-b7f7-7227f652effd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1095 time: 0.0635931 Jul 16 18:49:24.744502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-3f7b29e0-f08b-4e53-b659-48419600de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:24.746263 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-3f7b29e0-f08b-4e53-b659-48419600de15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0924478 Jul 16 18:49:24.819259 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-ebf90835-3260-43b6-bddd-79d46581ca07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 1000 time: 0.0666146 Jul 16 18:49:24.864633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ba57-b22a-471e-ba8d-183e5d22c052 req-e52bda7f-2d57-4211-b94c-2a5cd7bd773b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:24.866226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc84ba57-b22a-471e-ba8d-183e5d22c052 req-e52bda7f-2d57-4211-b94c-2a5cd7bd773b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 944 time: 0.0731187 Jul 16 18:49:24.869753 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-49e0aa38-4af9-4a16-9e86-738f12578135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:24.871242 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-49e0aa38-4af9-4a16-9e86-738f12578135 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0465832 Jul 16 18:49:24.907413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc84ba57-b22a-471e-ba8d-183e5d22c052 req-b7a61ce0-06fd-47aa-b4d7-7d390b69c893 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353887 Jul 16 18:49:24.929115 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-39ae7a91-f07d-4851-8848-30b905bbfb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:24.930848 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-39ae7a91-f07d-4851-8848-30b905bbfb2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536206 Jul 16 18:49:25.280819 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-c27ec5d8-74c8-48b0-8129-02861b946927 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436458 Jul 16 18:49:25.380392 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-590e2e80-81d4-428e-80a9-6443dfdd659d req-e9274723-1fb7-470a-b5ae-2f91784a4e41 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932765 Jul 16 18:49:26.083116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bcc1c-58d2-425a-84f7-7f04ebe8433d req-f50d1cd5-29be-4690-b8b1-319b9c5ea82a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.084601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d88bcc1c-58d2-425a-84f7-7f04ebe8433d req-f50d1cd5-29be-4690-b8b1-319b9c5ea82a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 944 time: 0.0624506 Jul 16 18:49:26.129685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d88bcc1c-58d2-425a-84f7-7f04ebe8433d req-23bd7bb5-a83f-4e95-9371-464ca8f1897d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393763 Jul 16 18:49:26.249998 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:26.252470 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98" -d '{"events": [{"name": "network-changed", "server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:26.299231 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9c2cba-d4a4-4b4f-8853-57155f383023 x-openstack-request-id: req-2e9c2cba-d4a4-4b4f-8853-57155f383023 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:26.299518 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:26.299773 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e9c2cba-d4a4-4b4f-8853-57155f383023 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:26.300170 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'status': 'completed', 'code': 200} Jul 16 18:49:26.376741 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-6d744fc5-0913-4fba-93a0-9d1c6d4b7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.378328 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-6d744fc5-0913-4fba-93a0-9d1c6d4b7473 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1095 time: 0.0592551 Jul 16 18:49:26.378560 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-3b5e8a01-0558-4e7a-b9fa-69be45e4efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.380078 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-3b5e8a01-0558-4e7a-b9fa-69be45e4efcf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1095 time: 0.0570521 Jul 16 18:49:26.471187 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-b8d35388-4277-4874-9780-377a36ef7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.472712 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-b8d35388-4277-4874-9780-377a36ef7f99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0882268 Jul 16 18:49:26.472849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-25631ec5-4163-4078-9d39-b1754c6d352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.474378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-25631ec5-4163-4078-9d39-b1754c6d352d service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0873485 Jul 16 18:49:26.542247 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-92250efc-4e0d-44a7-abf2-4e15fa1c9df9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 1000 time: 0.0623229 Jul 16 18:49:26.542840 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-6d013ae9-4614-42dc-963a-8071adc60c87 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 1000 time: 0.0614159 Jul 16 18:49:26.591880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-c2ef48ac-1f96-4730-8f65-648cc5cad538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.593486 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-c2ef48ac-1f96-4730-8f65-648cc5cad538 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0451677 Jul 16 18:49:26.594267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-9a54bbe3-8df4-4d98-b7d6-1b87014f67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.595784 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-9a54bbe3-8df4-4d98-b7d6-1b87014f67ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0474050 Jul 16 18:49:26.666125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-9d68a405-393a-46f4-ba16-88e876326723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.668149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-9d68a405-393a-46f4-ba16-88e876326723 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664845 Jul 16 18:49:26.668728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-a71f3139-ff1e-4e8b-b672-e2f0fe82ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.670324 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-a71f3139-ff1e-4e8b-b672-e2f0fe82ac2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706894 Jul 16 18:49:26.780170 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-824c97f3-eeef-4155-a7c8-54a37344f474 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037188 Jul 16 18:49:26.799544 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-37acb82a-2901-43f9-9aaa-f638625b767a service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252131 Jul 16 18:49:26.878393 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-c59511bf-63d2-442b-b8c9-a66a164715d2 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923390 Jul 16 18:49:26.892366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f2fbe97-075c-48cb-a607-3d8dc3ef6d98 req-2353042d-9250-4ac7-8a84-eb822cc576b2 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870471 Jul 16 18:49:27.315305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141854d-00b7-4877-a403-d59c372041f0 req-9c72d754-6682-4ed0-88eb-827cfc9f753a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.316809 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c141854d-00b7-4877-a403-d59c372041f0 req-9c72d754-6682-4ed0-88eb-827cfc9f753a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 944 time: 0.0679033 Jul 16 18:49:27.354966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c141854d-00b7-4877-a403-d59c372041f0 req-b19c9be3-2e97-41ed-80e7-fc28551876e5 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325704 Jul 16 18:49:27.702335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd679552-2715-4d1d-bcb4-ce877e1c815c req-1b22a2e6-975d-4b8d-bc83-08b60fdfd7f6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.703868 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd679552-2715-4d1d-bcb4-ce877e1c815c req-1b22a2e6-975d-4b8d-bc83-08b60fdfd7f6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 944 time: 0.1176634 Jul 16 18:49:27.712221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-1ff98c75-f884-4e9d-9d71-1f49d7e277ed tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.713671 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-1ff98c75-f884-4e9d-9d71-1f49d7e277ed tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016&tenant_id=4696c8ec0d984047b0020fd93fd6e34e&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 944 time: 0.1175296 Jul 16 18:49:27.781300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd679552-2715-4d1d-bcb4-ce877e1c815c req-0fdbb161-29fd-4b0c-88bd-27b2f62aa3fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665598 Jul 16 18:49:27.801590 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-6dcf6297-3da5-4374-acb6-748172e84423 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:49:27.802858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-6dcf6297-3da5-4374-acb6-748172e84423 service neutron] 10.222.0.38 "DELETE /v2.0/ports/5c2c25e0-fd8c-483c-839c-60f44f8c8058/bindings/n-h1-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0822001 Jul 16 18:49:27.803139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5c2c25e0-fd8c-483c-839c-60f44f8c8058 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:27.846839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5c2c25e0-fd8c-483c-839c-60f44f8c8058 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:27.916689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-602c90ea-db1d-4321-a0e6-a2919ac11e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.918265 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-602c90ea-db1d-4321-a0e6-a2919ac11e76 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1095 time: 0.0614831 Jul 16 18:49:28.019564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-a83ec7fe-557b-40e2-b40c-f0443e77b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.021079 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-a83ec7fe-557b-40e2-b40c-f0443e77b5b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0968535 Jul 16 18:49:28.090432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-e6127d21-5509-447d-8db6-9b51fd9576ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 1000 time: 0.0623698 Jul 16 18:49:28.149254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-30ed23af-d500-454e-9de8-ffbd1b77cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.150791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-30ed23af-d500-454e-9de8-ffbd1b77cfbc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0550954 Jul 16 18:49:28.210503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-a71a90b9-1ce8-46df-a281-4a8f19d0fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.212040 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-a71a90b9-1ce8-46df-a281-4a8f19d0fe16 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549288 Jul 16 18:49:28.266988 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5c2c25e0-fd8c-483c-839c-60f44f8c8058 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:49:28.305622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-ab76fe56-b590-499b-8a7a-c46129f32ac0 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870523 Jul 16 18:49:28.369927 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:28.382283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'port_id': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'mac_address': 'fa:16:3e:6d:6b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:49:28.403388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3d03cbe3-66da-495d-9813-9cbffacef388 req-0fb6c36b-207c-486d-b3a0-35d292d5cbd3 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920918 Jul 16 18:49:28.423017 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.440638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2c25e0-fd8c-483c-839c-60f44f8c8058 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:28.463004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:28.468201 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.536258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5c2c25e0-fd8c-483c-839c-60f44f8c8058,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:28.546157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:28.546515 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:28.546872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:28.547307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:28.547815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:28.548276 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:28.548760 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:28.549219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:28.549741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:28.550202 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:28.550857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:28.551208 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:28.668887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5c2c25e0-fd8c-483c-839c-60f44f8c8058'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:49:28.974655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ee13e-7d52-4fe4-841c-668022836d59 req-166a991f-67e3-447e-8174-0c44a08a78a6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.976219 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-442ee13e-7d52-4fe4-841c-668022836d59 req-166a991f-67e3-447e-8174-0c44a08a78a6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 945 time: 0.0716035 Jul 16 18:49:29.021761 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-442ee13e-7d52-4fe4-841c-668022836d59 req-ea3c2a20-6885-4685-8863-5126ff804dfc tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350647 Jul 16 18:49:29.100171 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0edf1fd1-6f68-4620-bac1-7fcbab040513 req-f54573d4-edf4-493a-96f9-e7c4c18b8008 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696721 Jul 16 18:49:29.218656 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf1fd1-6f68-4620-bac1-7fcbab040513 req-9c4d919a-a082-4446-bc61-564eb8ee05de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.220242 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0edf1fd1-6f68-4620-bac1-7fcbab040513 req-9c4d919a-a082-4446-bc61-564eb8ee05de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1096 time: 0.0774803 Jul 16 18:49:29.274477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6de41-f83f-4055-aa45-0d54fb7f46a4 req-0fc3bd4c-1146-4aca-8f5a-3bb03a703030 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.276091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5d6de41-f83f-4055-aa45-0d54fb7f46a4 req-0fc3bd4c-1146-4aca-8f5a-3bb03a703030 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 945 time: 0.0772521 Jul 16 18:49:29.317438 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d5d6de41-f83f-4055-aa45-0d54fb7f46a4 req-0a1afad9-e2d9-4c82-aaf1-af65e1662b79 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336826 Jul 16 18:49:29.339317 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf1fd1-6f68-4620-bac1-7fcbab040513 req-d42bac14-adbe-40d4-b756-cd7c459fb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.342543 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0edf1fd1-6f68-4620-bac1-7fcbab040513 req-d42bac14-adbe-40d4-b756-cd7c459fb47b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.1007705 Jul 16 18:49:29.420789 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0edf1fd1-6f68-4620-bac1-7fcbab040513 req-97826198-99a6-4b1a-9872-e1e184b9374b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 1001 time: 0.0723736 Jul 16 18:49:29.474990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf1fd1-6f68-4620-bac1-7fcbab040513 req-e2a9057b-a1ca-451f-a879-2e305d071dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.476413 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0edf1fd1-6f68-4620-bac1-7fcbab040513 req-e2a9057b-a1ca-451f-a879-2e305d071dc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0500994 Jul 16 18:49:29.551835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf1fd1-6f68-4620-bac1-7fcbab040513 req-e593c97a-e69b-4815-aabe-a7ac64065b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.553919 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0edf1fd1-6f68-4620-bac1-7fcbab040513 req-e593c97a-e69b-4815-aabe-a7ac64065b58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703917 Jul 16 18:49:29.658850 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0edf1fd1-6f68-4620-bac1-7fcbab040513 req-d6c970d2-5a2d-438d-8dff-a3e4eee00288 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976210 Jul 16 18:49:29.707509 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e241d1-7080-4b6d-b796-c97b6af4c0cf req-ed13586c-8907-4784-ae0b-691006095ecb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.709084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4e241d1-7080-4b6d-b796-c97b6af4c0cf req-ed13586c-8907-4784-ae0b-691006095ecb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 945 time: 0.0785267 Jul 16 18:49:29.750650 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e4e241d1-7080-4b6d-b796-c97b6af4c0cf req-0a719297-2865-4741-8c0f-84038874c35f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356266 Jul 16 18:49:29.753912 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0edf1fd1-6f68-4620-bac1-7fcbab040513 req-ce8a5b33-0dec-4169-b775-65847c15bac5 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894125 Jul 16 18:49:29.873695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823dce6-07ce-47f6-9923-4cc651fc234e req-00c5f139-cf62-47a8-b64e-dc9777ead321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.875246 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5823dce6-07ce-47f6-9923-4cc651fc234e req-00c5f139-cf62-47a8-b64e-dc9777ead321 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 1096 time: 0.0603170 Jul 16 18:49:29.969958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823dce6-07ce-47f6-9923-4cc651fc234e req-ae156e1e-2cd8-4fae-8522-a706c956cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.971530 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5823dce6-07ce-47f6-9923-4cc651fc234e req-ae156e1e-2cd8-4fae-8522-a706c956cab9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0891707 Jul 16 18:49:30.041086 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5823dce6-07ce-47f6-9923-4cc651fc234e req-1944b8df-ed10-4ff1-8838-5074b13cc8dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 200 len: 1001 time: 0.0633321 Jul 16 18:49:30.091722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823dce6-07ce-47f6-9923-4cc651fc234e req-85e2a922-f54c-45e2-bb11-0fc65c9a2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:30.093204 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5823dce6-07ce-47f6-9923-4cc651fc234e req-85e2a922-f54c-45e2-bb11-0fc65c9a2ba4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0449419 Jul 16 18:49:30.126764 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56c6bfde-7fbf-4ff6-b61f-06f958a94caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.152996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823dce6-07ce-47f6-9923-4cc651fc234e req-55f698c0-fac8-4e1c-bc42-b65a04f9aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:30.155199 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5823dce6-07ce-47f6-9923-4cc651fc234e req-55f698c0-fac8-4e1c-bc42-b65a04f9aaa2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551915 Jul 16 18:49:30.253794 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5823dce6-07ce-47f6-9923-4cc651fc234e req-24462821-6b6d-4cc2-ae1a-471a5f1558d2 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916772 Jul 16 18:49:30.266451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5c2c25e0-fd8c-483c-839c-60f44f8c8058 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:30.321804 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:30.328815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:30.329214 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.358953 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-5823dce6-07ce-47f6-9923-4cc651fc234e req-2ce27f6c-41f7-49ee-883b-c9a4e6d7c47d service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934668 Jul 16 18:49:30.414596 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.439064 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:30.441454 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b601205-ef49-40fe-9d98-b8f6db77b637" -d '{"events": [{"server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "name": "network-vif-plugged", "status": "completed", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:30.456681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:30.461870 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.520167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5c2c25e0-fd8c-483c-839c-60f44f8c8058,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:30.737281 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fe6759-8683-42d8-a06e-6cf92d2a6fc1 x-openstack-request-id: req-a6fe6759-8683-42d8-a06e-6cf92d2a6fc1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:30.737600 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "name": "network-vif-plugged", "status": "completed", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:30.737859 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6fe6759-8683-42d8-a06e-6cf92d2a6fc1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:30.738257 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'code': 200} Jul 16 18:49:30.950546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3e3ec-8930-4a4a-8318-d213fa37ee9b req-f20708e9-b320-4ed2-8abf-4d41d2f2b90a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:30.952256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-27b3e3ec-8930-4a4a-8318-d213fa37ee9b req-f20708e9-b320-4ed2-8abf-4d41d2f2b90a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0699980 Jul 16 18:49:31.000764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-27b3e3ec-8930-4a4a-8318-d213fa37ee9b req-a21756a0-5fce-405d-8e09-9e9ac057b22f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424461 Jul 16 18:49:31.389997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f5a5f-96c8-4327-975d-04c257fe1662 req-e0e3ce32-4ddc-4e78-bd8e-cb77f96543e9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:31.391498 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db8f5a5f-96c8-4327-975d-04c257fe1662 req-e0e3ce32-4ddc-4e78-bd8e-cb77f96543e9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0673454 Jul 16 18:49:31.434380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-db8f5a5f-96c8-4327-975d-04c257fe1662 req-9821e8d6-434e-4aef-8c4e-51f73bb7223e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372884 Jul 16 18:49:32.344348 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5126f9c-274f-4e14-ade9-dd4da4fb7ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.588208 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d755349-d372-4260-8c99-d803d25b0949 req-b6608e6d-866e-4e1d-b0ef-c426452efc3f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.589782 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2d755349-d372-4260-8c99-d803d25b0949 req-b6608e6d-866e-4e1d-b0ef-c426452efc3f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.42 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0744424 Jul 16 18:49:32.620444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a8e4-02a8-4cea-9839-7aa5f4ca1bbd req-2b4a75f8-98c6-4650-91bf-43e68c6373fa tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.622092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8136a8e4-02a8-4cea-9839-7aa5f4ca1bbd req-2b4a75f8-98c6-4650-91bf-43e68c6373fa tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 946 time: 0.0672305 Jul 16 18:49:32.663523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8136a8e4-02a8-4cea-9839-7aa5f4ca1bbd req-494467b9-0660-41ed-879c-096e2da35ca5 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356162 Jul 16 18:49:32.700023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Deleting port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:32.700378 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.796257 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] For port 5c2c25e0-fd8c-483c-839c-60f44f8c8058, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5c2c25e0-fd8c-483c-839c-60f44f8c8058,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:32.796556 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.818652 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.973280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.973686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.974011 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 disassociated. External IP: 172.25.8.248, port: 5c2c25e0-fd8c-483c-839c-60f44f8c8058. Jul 16 18:49:32.974364 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Calling delete_port for 5c2c25e0-fd8c-483c-839c-60f44f8c8058 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:32.991050 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.992418 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.108821 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.140785 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event deleted for resources: {'Port': ['ID=5c2c25e0-fd8c-483c-839c-60f44f8c8058,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:33.258354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Router eb28872d-d33f-4e14-8180-f110e90e5b75 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:33.380754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:33.391271 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c5eb1-c0ba-42ff-a8b5-445c9bd8f648 None None] Sync routers for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:33.400371 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c5eb1-c0ba-42ff-a8b5-445c9bd8f648 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:33.400987 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f29c5eb1-c0ba-42ff-a8b5-445c9bd8f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:49:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:33.425734 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] No DVR routers for this DVR port 5c2c25e0-fd8c-483c-839c-60f44f8c8058 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:33.428478 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.430889 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2d755349-d372-4260-8c99-d803d25b0949 req-8d294569-ae79-4906-ac18-1154c4c0ad29 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.42 "DELETE /v2.0/ports/5c2c25e0-fd8c-483c-839c-60f44f8c8058 HTTP/1.1" status: 204 len: 173 time: 0.8335533 Jul 16 18:49:33.431367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'name': 'network-vif-deleted', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:33.434667 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f5498e-ecad-4c75-88ab-f1f1be784803" -d '{"events": [{"server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "name": "network-vif-deleted", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:33.474502 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46035cb-c029-4583-8e06-a69901f869e6 x-openstack-request-id: req-e46035cb-c029-4583-8e06-a69901f869e6 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:33.474800 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54059592-72dd-4b15-be3c-14627eb0e016", "name": "network-vif-deleted", "tag": "5c2c25e0-fd8c-483c-839c-60f44f8c8058", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:33.475059 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e46035cb-c029-4583-8e06-a69901f869e6 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:33.475463 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54059592-72dd-4b15-be3c-14627eb0e016', 'name': 'network-vif-deleted', 'tag': '5c2c25e0-fd8c-483c-839c-60f44f8c8058', 'status': 'completed', 'code': 200} Jul 16 18:49:33.518968 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f29c5eb1-c0ba-42ff-a8b5-445c9bd8f648 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:33.722245 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f29c5eb1-c0ba-42ff-a8b5-445c9bd8f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:33.748756 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c5eb1-c0ba-42ff-a8b5-445c9bd8f648 None None] Checking router: eb28872d-d33f-4e14-8180-f110e90e5b75 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:33.756777 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c5eb1-c0ba-42ff-a8b5-445c9bd8f648 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:33.757418 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f29c5eb1-c0ba-42ff-a8b5-445c9bd8f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:49:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:33.834049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5240a967-590b-4c28-818d-58258ce43cf3 req-b683eeb0-5abe-4c42-8920-fd96e8f6b2cb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=54059592-72dd-4b15-be3c-14627eb0e016 HTTP/1.1" status: 200 len: 210 time: 0.0342603 Jul 16 18:49:33.868989 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f29c5eb1-c0ba-42ff-a8b5-445c9bd8f648 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:33.941356 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.069673 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f29c5eb1-c0ba-42ff-a8b5-445c9bd8f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:34.098659 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c5eb1-c0ba-42ff-a8b5-445c9bd8f648 None None] The sync data for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 is: [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:34.314096 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb5ccf6-8307-4d4b-99bf-bbe096ce5f27 None None] New status for floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:49:35.175103 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-7f129a05-500a-4c58-91c6-d6b462f14e78 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1282649960&fields=id&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 267 time: 0.0327544 Jul 16 18:49:35.281374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-de9272b9-106b-43c4-811c-d6ba57c94984 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:35.282860 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-de9272b9-106b-43c4-811c-d6ba57c94984 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 812 time: 0.1015396 Jul 16 18:49:35.298291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-50873cd8-9b75-47d1-be9e-9447e08a775e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/quotas/4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 375 time: 0.0099871 Jul 16 18:49:35.384317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-2442ea81-587e-4af0-ac91-436851315cc0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808265 Jul 16 18:49:35.448744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-646269e1-00b7-4809-abef-78df2f5d8bef service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:49:35.449815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-646269e1-00b7-4809-abef-78df2f5d8bef service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536115 Jul 16 18:49:35.541224 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-c723f0b2-24da-4550-aea4-edeb4f1475e8 service neutron] 10.222.0.52 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848753 Jul 16 18:49:35.637132 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.639190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-57df4d9e-0a1c-4667-8133-ddba3145dc33 service neutron] 10.222.0.52 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914483 Jul 16 18:49:35.808825 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62285c2b-8bff-48c4-a89d-0a842c1f9256 req-2485599c-38ff-4adc-b11d-b9b056968cdf tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 210 time: 0.0283849 Jul 16 18:49:36.266044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5c2c25e0-fd8c-483c-839c-60f44f8c8058 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:36.291215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 5c2c25e0-fd8c-483c-839c-60f44f8c8058 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:36.291560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5c2c25e0-fd8c-483c-839c-60f44f8c8058 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:36.891242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd03df99-d278-4df0-ab92-de5f5e338aa8 req-ca614669-38ed-4635-86ad-384841e10646 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 210 time: 0.0292294 Jul 16 18:49:38.037593 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60a6532b-a562-45e7-9b60-9ac6099f396e req-1d97b357-8bd4-4168-9663-260403707aaf tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 210 time: 0.0323608 Jul 16 18:49:38.969190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-a36b24ab-826f-4400-962e-6f678a0f583d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:38.970842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-a36b24ab-826f-4400-962e-6f678a0f583d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 812 time: 0.1083269 Jul 16 18:49:39.014952 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-22190f08-0855-446f-9a28-b530a5036ac9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 380 time: 0.0354350 Jul 16 18:49:39.023577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Request body: {'port': {'device_id': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'admin_state_up': True, 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'security_groups': ['047358e2-e09a-4174-88f9-100cf3603425']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:39.144635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Made reservation on behalf of 4696c8ec0d984047b0020fd93fd6e34e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:39.148299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.196971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd2e83f2-183d-4262-be3d-37637f43c235 req-51575f18-4137-4149-bc37-f761e42ee88d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 210 time: 0.0362611 Jul 16 18:49:39.308662 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Allocated IP 172.20.0.7 (e37aed3e-26bb-4e32-a896-68ee32d1736f/1334d3a5-21b9-4510-bc80-b17336373407/59aea282-bd1a-40e9-8e38-c014174862c0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:39.451954 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.470668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Transition to ACTIVE for port object 59aea282-bd1a-40e9-8e38-c014174862c0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:39.504441 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.546800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Network e37aed3e-26bb-4e32-a896-68ee32d1736f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:39.552068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:39.556024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:39.582490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:39.597933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:39.598285 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:39.598633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:39.598974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:39.599316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:39.599648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:39.599977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:39.600316 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:39.600639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:39.600964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:39.601347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:39.601685 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:39.626307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:39.626985 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.643201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-481de71d-1a84-4504-8034-976c7f642672 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6234832 Jul 16 18:49:39.655539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Request body: {'port': {'device_id': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:39.738443 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.783141 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-19d8c02b-9bd4-4757-94e6-5dcedf4d2e40 None None] Provisioning for port 59aea282-bd1a-40e9-8e38-c014174862c0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:39.787411 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-19d8c02b-9bd4-4757-94e6-5dcedf4d2e40 None None] Provisioning complete for port 59aea282-bd1a-40e9-8e38-c014174862c0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:39.787880 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19d8c02b-9bd4-4757-94e6-5dcedf4d2e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.826370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-19d8c02b-9bd4-4757-94e6-5dcedf4d2e40 None None] Port 59aea282-bd1a-40e9-8e38-c014174862c0 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:40.017019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59aea282-bd1a-40e9-8e38-c014174862c0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:40.024757 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.038168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Transition to ACTIVE for port object 59aea282-bd1a-40e9-8e38-c014174862c0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:40.041847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.094317 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:40.171063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Attempting to bind port 59aea282-bd1a-40e9-8e38-c014174862c0 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:40.171788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Attempting to bind port 59aea282-bd1a-40e9-8e38-c014174862c0 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:40.171899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Attempting to bind port 59aea282-bd1a-40e9-8e38-c014174862c0 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:40.176628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Port 59aea282-bd1a-40e9-8e38-c014174862c0 on network e37aed3e-26bb-4e32-a896-68ee32d1736f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:49:40.176962 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Attempting to bind port 59aea282-bd1a-40e9-8e38-c014174862c0 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:40.182175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:40.182794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:40.183202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Bound using segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:40.183629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Bound port: 59aea282-bd1a-40e9-8e38-c014174862c0, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:40.183997 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.256590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:40.259955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:40.264528 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.303188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:40.303896 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.305391 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] 10.222.0.38 "PUT /v2.0/ports/59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1091 time: 0.6551363 Jul 16 18:49:40.305909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:40.308405 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c375ed40-375d-4db8-bd07-12a6939625f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:40.379898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753e69c-a3ce-4963-8687-ab6109bb1a5b service neutron] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:40.436073 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d9453f-3cef-47fb-8989-2ef20ee423e8 x-openstack-request-id: req-34d9453f-3cef-47fb-8989-2ef20ee423e8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:40.436375 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:40.436637 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34d9453f-3cef-47fb-8989-2ef20ee423e8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:40.437053 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0', 'status': 'completed', 'code': 200} Jul 16 18:49:40.457813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021987e-e6ad-4b61-92f6-25bde4a4f32b req-a7c7538e-e904-47cc-b066-bb397c998579 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:40.459445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1021987e-e6ad-4b61-92f6-25bde4a4f32b req-a7c7538e-e904-47cc-b066-bb397c998579 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 943 time: 0.1372397 Jul 16 18:49:40.464600 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-08eee471-89d2-4155-9294-3fe822caeeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:40.466790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-08eee471-89d2-4155-9294-3fe822caeeeb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1094 time: 0.1003671 Jul 16 18:49:40.520108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-4f505e9b-c4a7-4642-bf16-27d7493d22d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 217 time: 0.0458617 Jul 16 18:49:40.567620 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1021987e-e6ad-4b61-92f6-25bde4a4f32b req-6390ea1d-c222-48ba-8b6c-7f8518ae4d2e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997293 Jul 16 18:49:40.586164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-df32bddd-b058-4fb7-9490-a72d04809544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:40.587653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-df32bddd-b058-4fb7-9490-a72d04809544 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0570755 Jul 16 18:49:40.647181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-96a3f75e-cb67-41b6-a62f-a92e3301601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:40.648711 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-96a3f75e-cb67-41b6-a62f-a92e3301601b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553143 Jul 16 18:49:40.744851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-6741c974-0b70-4d69-af44-edf657cfa6e9 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888846 Jul 16 18:49:41.168252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4dd6dc72-9e43-4af8-9c2b-d60bf099bb2e req-df2feae6-e0d1-4e88-b8c7-72e63f4f5ac9 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177415 Jul 16 18:49:41.266493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375ed40-375d-4db8-bd07-12a6939625f6 req-45a5786d-c800-4c58-9da1-4b1deb9989fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:41.268005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c375ed40-375d-4db8-bd07-12a6939625f6 req-45a5786d-c800-4c58-9da1-4b1deb9989fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0534384 Jul 16 18:49:41.360882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375ed40-375d-4db8-bd07-12a6939625f6 req-e4d9b50f-76a0-4a83-887b-69a1be1c30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:41.362417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c375ed40-375d-4db8-bd07-12a6939625f6 req-e4d9b50f-76a0-4a83-887b-69a1be1c30b0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0889130 Jul 16 18:49:41.418605 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c375ed40-375d-4db8-bd07-12a6939625f6 req-e9cd8770-1ada-4ee8-87f1-6644827e1602 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 217 time: 0.0484354 Jul 16 18:49:41.471453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375ed40-375d-4db8-bd07-12a6939625f6 req-9ce071ee-ca85-4357-87d8-98dc163040a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:41.473006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c375ed40-375d-4db8-bd07-12a6939625f6 req-9ce071ee-ca85-4357-87d8-98dc163040a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0486214 Jul 16 18:49:41.533036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375ed40-375d-4db8-bd07-12a6939625f6 req-5d90f0b2-476b-4fe9-8e94-1d96ca28a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:41.534642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c375ed40-375d-4db8-bd07-12a6939625f6 req-5d90f0b2-476b-4fe9-8e94-1d96ca28a7d5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544894 Jul 16 18:49:41.631087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c375ed40-375d-4db8-bd07-12a6939625f6 req-4014564a-b95a-4907-b21d-a6985d046d7f service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887110 Jul 16 18:49:41.757226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c375ed40-375d-4db8-bd07-12a6939625f6 req-9ec3574f-0a63-4f4e-ac0b-712c29f155b1 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182506 Jul 16 18:49:41.783939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c47bf-1c5d-4b24-8f3a-3a8c3302f4c0 req-fed4e936-9107-4fdc-8407-d7691b84219c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:41.785474 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d5c47bf-1c5d-4b24-8f3a-3a8c3302f4c0 req-fed4e936-9107-4fdc-8407-d7691b84219c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 943 time: 0.0886877 Jul 16 18:49:41.824487 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d5c47bf-1c5d-4b24-8f3a-3a8c3302f4c0 req-29816bc0-8ed3-4a2c-861e-dca9e4fbac2b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331635 Jul 16 18:49:43.003494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b29763-a8f9-4942-8ae4-2444eb0a662b req-c0830b2d-e752-4dc5-ac55-8ae9b454d24b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:43.005020 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09b29763-a8f9-4942-8ae4-2444eb0a662b req-c0830b2d-e752-4dc5-ac55-8ae9b454d24b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 943 time: 0.0651083 Jul 16 18:49:43.043867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-09b29763-a8f9-4942-8ae4-2444eb0a662b req-925becb6-7aed-4b8a-b3e8-e9710879f6b6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332177 Jul 16 18:49:43.865896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 59aea282-bd1a-40e9-8e38-c014174862c0 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:49:43.962289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:43.973955 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '59aea282-bd1a-40e9-8e38-c014174862c0', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'port_id': '59aea282-bd1a-40e9-8e38-c014174862c0', 'mac_address': 'fa:16:3e:76:0d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:49:44.010683 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.023771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59aea282-bd1a-40e9-8e38-c014174862c0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:44.045157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:44.049303 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.101334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:44.225102 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849f67e-1d2f-4853-aad8-144020cea35d req-ca58f14d-2dc1-46db-9689-d7156f241f26 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.226635 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0849f67e-1d2f-4853-aad8-144020cea35d req-ca58f14d-2dc1-46db-9689-d7156f241f26 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 944 time: 0.0656488 Jul 16 18:49:44.249504 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['59aea282-bd1a-40e9-8e38-c014174862c0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:49:44.265378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0849f67e-1d2f-4853-aad8-144020cea35d req-12f0c630-984f-4aea-ab7b-030d8f43c559 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329318 Jul 16 18:49:45.450221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2cfdc-c5e6-449b-b71e-bbf1cd04e9c9 req-8fc2bb3c-f56f-43d5-8e84-aed1fa155f3a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:45.452989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43a2cfdc-c5e6-449b-b71e-bbf1cd04e9c9 req-8fc2bb3c-f56f-43d5-8e84-aed1fa155f3a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 944 time: 0.0737822 Jul 16 18:49:45.491367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43a2cfdc-c5e6-449b-b71e-bbf1cd04e9c9 req-33d2d810-887b-41e9-a075-988f20a06215 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332611 Jul 16 18:49:45.880453 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 59aea282-bd1a-40e9-8e38-c014174862c0 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:45.928599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 59aea282-bd1a-40e9-8e38-c014174862c0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:45.932826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 59aea282-bd1a-40e9-8e38-c014174862c0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:45.933208 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.015605 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.038383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:46.040634 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7d8b1d-d492-46ac-9aac-3029459db8ba" -d '{"events": [{"server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "name": "network-vif-plugged", "status": "completed", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:46.054523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:46.058944 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.081729 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bbf8c4-546c-4ec5-900d-cd92271c4efd x-openstack-request-id: req-33bbf8c4-546c-4ec5-900d-cd92271c4efd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:46.082036 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "name": "network-vif-plugged", "status": "completed", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:46.082288 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33bbf8c4-546c-4ec5-900d-cd92271c4efd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:46.082749 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0', 'code': 200} Jul 16 18:49:46.110009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:46.191277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c371cca-4040-4878-a71a-866cad3e7098 req-267d54d7-495c-4ba9-8968-4fdee05a4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:46.192831 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c371cca-4040-4878-a71a-866cad3e7098 req-267d54d7-495c-4ba9-8968-4fdee05a4774 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0530586 Jul 16 18:49:46.228142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c371cca-4040-4878-a71a-866cad3e7098 req-fce49f84-71c6-4328-8769-518aed83f3f7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288649 Jul 16 18:49:46.670768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d917b18-0e70-46f4-8db7-5458d038c742 req-f7e34675-39db-45e8-ab51-21374ba6047b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:46.672329 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d917b18-0e70-46f4-8db7-5458d038c742 req-f7e34675-39db-45e8-ab51-21374ba6047b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0687375 Jul 16 18:49:46.713101 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d917b18-0e70-46f4-8db7-5458d038c742 req-c1567d6d-dbed-4290-81df-94679cf9a2e1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351434 Jul 16 18:49:47.887134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eb17c-9849-4e5d-8336-d70f3b7e9ce5 req-7b44970a-ff53-4e8c-b7a8-ef9232b1629c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:47.889455 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d96eb17c-9849-4e5d-8336-d70f3b7e9ce5 req-7b44970a-ff53-4e8c-b7a8-ef9232b1629c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0651956 Jul 16 18:49:47.928059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d96eb17c-9849-4e5d-8336-d70f3b7e9ce5 req-07480dc6-91b4-400c-9ec7-497c1666e8b6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329342 Jul 16 18:49:48.100940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9c4f4-11a8-48bf-8217-cf8088d60bef req-1f93918b-501d-4839-b9eb-940d630c2985 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:48.102376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ca9c4f4-11a8-48bf-8217-cf8088d60bef req-1f93918b-501d-4839-b9eb-940d630c2985 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0639310 Jul 16 18:49:48.110915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:48.115392 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e9e6a253-ce65-4d91-b55f-399307e21dda tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Request body: {'floatingip': {'port_id': '59aea282-bd1a-40e9-8e38-c014174862c0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:48.160328 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e6a253-ce65-4d91-b55f-399307e21dda tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:48.616755 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e6a253-ce65-4d91-b55f-399307e21dda tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:48.620645 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e6a253-ce65-4d91-b55f-399307e21dda tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:48.723222 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-e9e6a253-ce65-4d91-b55f-399307e21dda tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 associated. External IP: 172.25.8.248, port: 59aea282-bd1a-40e9-8e38-c014174862c0. Jul 16 18:49:48.945573 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e6a253-ce65-4d91-b55f-399307e21dda tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Router eb28872d-d33f-4e14-8180-f110e90e5b75 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:49.056188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e6a253-ce65-4d91-b55f-399307e21dda tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:49.061524 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9e6a253-ce65-4d91-b55f-399307e21dda tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.065672 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e63f0-c09f-490f-9a65-b8521bd89970 None None] Sync routers for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:49.075286 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e63f0-c09f-490f-9a65-b8521bd89970 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:49.075912 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6f3e63f0-c09f-490f-9a65-b8521bd89970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:49:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:49.102279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e9e6a253-ce65-4d91-b55f-399307e21dda tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "PUT /v2.0/floatingips/0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 HTTP/1.1" status: 200 len: 991 time: 0.9902797 Jul 16 18:49:49.102875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:49.105166 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b73a4d-8715-416b-899b-50ee9c3b75c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:49.144102 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d212b405-362d-479b-a3b2-df4821b7b9ff x-openstack-request-id: req-d212b405-362d-479b-a3b2-df4821b7b9ff {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:49.144422 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:49.144705 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d212b405-362d-479b-a3b2-df4821b7b9ff {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:49.145125 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0', 'status': 'completed', 'code': 200} Jul 16 18:49:49.188043 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6f3e63f0-c09f-490f-9a65-b8521bd89970 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:49.228893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b73a4d-8715-416b-899b-50ee9c3b75c7 req-531a8ff7-2473-4913-b8cd-8f109931ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:49.230710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7b73a4d-8715-416b-899b-50ee9c3b75c7 req-531a8ff7-2473-4913-b8cd-8f109931ad9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0606523 Jul 16 18:49:49.324112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b73a4d-8715-416b-899b-50ee9c3b75c7 req-7c965a75-1815-4452-9a05-865399d6bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:49.326403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7b73a4d-8715-416b-899b-50ee9c3b75c7 req-7c965a75-1815-4452-9a05-865399d6bd46 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0897081 Jul 16 18:49:49.397268 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7b73a4d-8715-416b-899b-50ee9c3b75c7 req-a5b013e0-3e41-4c9a-94d9-a727de5d4dcc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 999 time: 0.0647869 Jul 16 18:49:49.446774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b73a4d-8715-416b-899b-50ee9c3b75c7 req-0342545e-c623-4d05-8a28-2c50ab84d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:49.448281 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7b73a4d-8715-416b-899b-50ee9c3b75c7 req-0342545e-c623-4d05-8a28-2c50ab84d82b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0447016 Jul 16 18:49:49.507689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b73a4d-8715-416b-899b-50ee9c3b75c7 req-58937dd5-a256-4aff-a8dd-cf4e53c305e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:49.509220 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7b73a4d-8715-416b-899b-50ee9c3b75c7 req-58937dd5-a256-4aff-a8dd-cf4e53c305e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548115 Jul 16 18:49:49.510450 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6f3e63f0-c09f-490f-9a65-b8521bd89970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'port_id': '59aea282-bd1a-40e9-8e38-c014174862c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'mac_address': 'fa:16:3e:76:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:49:48Z', 'revision_number': 9, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:49.541838 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e63f0-c09f-490f-9a65-b8521bd89970 None None] Checking router: eb28872d-d33f-4e14-8180-f110e90e5b75 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:49.551003 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e63f0-c09f-490f-9a65-b8521bd89970 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:49.551624 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6f3e63f0-c09f-490f-9a65-b8521bd89970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:49:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:49.606032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7b73a4d-8715-416b-899b-50ee9c3b75c7 req-55ed98a8-2035-4e0d-9ff2-533b2d2a00db service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904145 Jul 16 18:49:49.606808 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:49.663833 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6f3e63f0-c09f-490f-9a65-b8521bd89970 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:49.697056 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7b73a4d-8715-416b-899b-50ee9c3b75c7 req-802dc282-d0f0-4197-9d25-a5e6ce15f250 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852652 Jul 16 18:49:49.909804 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6f3e63f0-c09f-490f-9a65-b8521bd89970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'port_id': '59aea282-bd1a-40e9-8e38-c014174862c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'mac_address': 'fa:16:3e:76:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:49:48Z', 'revision_number': 9, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:49.936302 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e63f0-c09f-490f-9a65-b8521bd89970 None None] The sync data for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 is: [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'port_id': '59aea282-bd1a-40e9-8e38-c014174862c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'mac_address': 'fa:16:3e:76:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:49:48Z', 'revision_number': 9, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:50.136599 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fb1404-f180-416f-b4fa-6554bf8c1bc4 None None] New status for floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:50:00.129122 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0389aed-3eba-4272-9d1f-e28cc8bf801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.345507 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-081a7acd-d6ab-41cf-acdb-8a9744eeacdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.811160 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.987180 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.990810 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.934708 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.642159 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.605720 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:30.131911 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-298bcff3-0b20-4a1e-a9f1-3bc260803401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.347889 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-962c16b6-ae57-415f-b513-2aeb21c58f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.812384 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.979166 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.999406 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.937891 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.962320 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b2e9db7-1dc1-4ffc-a674-d2f90fc659cc req-b46e5693-d62c-4388-a82e-85d766a56f30 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607321 Jul 16 18:50:35.056459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e9db7-1dc1-4ffc-a674-d2f90fc659cc req-4c7a5de7-a20d-4f02-9b18-2b2817358d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:35.058355 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b2e9db7-1dc1-4ffc-a674-d2f90fc659cc req-4c7a5de7-a20d-4f02-9b18-2b2817358d2c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0535913 Jul 16 18:50:35.169416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e9db7-1dc1-4ffc-a674-d2f90fc659cc req-5b7c9751-fa90-4ae3-9635-84664eb3aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:35.170876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b2e9db7-1dc1-4ffc-a674-d2f90fc659cc req-5b7c9751-fa90-4ae3-9635-84664eb3aa03 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0911343 Jul 16 18:50:35.236546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b2e9db7-1dc1-4ffc-a674-d2f90fc659cc req-79f24611-c17a-4ae4-b56c-a3335fc7e2cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1002 time: 0.0596282 Jul 16 18:50:35.284867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e9db7-1dc1-4ffc-a674-d2f90fc659cc req-1e76b05e-4da3-4b19-a5a5-939081b58737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:35.286403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b2e9db7-1dc1-4ffc-a674-d2f90fc659cc req-1e76b05e-4da3-4b19-a5a5-939081b58737 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0443144 Jul 16 18:50:35.348094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e9db7-1dc1-4ffc-a674-d2f90fc659cc req-2d380075-fae3-4817-9ada-a13074661f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:35.349664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b2e9db7-1dc1-4ffc-a674-d2f90fc659cc req-2d380075-fae3-4817-9ada-a13074661f62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575836 Jul 16 18:50:35.440283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b2e9db7-1dc1-4ffc-a674-d2f90fc659cc req-8e00a251-a0d5-49a7-88d1-70ddeb017520 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844357 Jul 16 18:50:35.535114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b2e9db7-1dc1-4ffc-a674-d2f90fc659cc req-2ac57784-fa51-499d-a2ca-152f46b99c4d service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888777 Jul 16 18:50:35.644137 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.133246 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd70f2bc-e24d-4d27-a983-25112c4c2cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.349463 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fa47233-1a11-4aa8-830b-09acc149eb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.817335 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.001097 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.002509 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.605280 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:03.939696 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.649738 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.536622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-b416b3b1-ba55-4a42-9866-3172d0e0a7a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519469 Jul 16 18:51:24.655502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d148-e33f-4c05-ab37-77b2684702e5 req-026883f2-942c-4ade-a540-2ab6b15cbe65 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:24.657028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8543d148-e33f-4c05-ab37-77b2684702e5 req-026883f2-942c-4ade-a540-2ab6b15cbe65 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.1195529 Jul 16 18:51:24.697279 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8543d148-e33f-4c05-ab37-77b2684702e5 req-be929787-1d26-4373-af5e-dc4f50852b64 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340204 Jul 16 18:51:25.843580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962721-875e-4c9a-9514-7370a8483b72 req-0ca7b1ca-521d-4c9a-ba3c-8d282f90538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:25.845141 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-0ca7b1ca-521d-4c9a-ba3c-8d282f90538b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0673251 Jul 16 18:51:25.976461 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962721-875e-4c9a-9514-7370a8483b72 req-bd4b0182-bba1-4ba0-8e19-1cc5ecab06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:25.978087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-bd4b0182-bba1-4ba0-8e19-1cc5ecab06e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.1270845 Jul 16 18:51:25.999608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f2cc8-4124-4d8e-ab2a-b2d78bdcb97e req-78b202fd-3e7f-4968-901b-5665d71a32a9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:26.001059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c7f2cc8-4124-4d8e-ab2a-b2d78bdcb97e req-78b202fd-3e7f-4968-901b-5665d71a32a9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.1861722 Jul 16 18:51:26.072903 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-b5e344db-b25b-4bae-8cde-9f80f11c927b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1002 time: 0.0877876 Jul 16 18:51:26.078021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c7f2cc8-4124-4d8e-ab2a-b2d78bdcb97e req-4c25855a-0ab8-4328-93ad-e1c433e68288 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505161 Jul 16 18:51:26.127291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962721-875e-4c9a-9514-7370a8483b72 req-b25a254a-791f-49d5-ae96-9261ee6b1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:26.128756 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-b25a254a-791f-49d5-ae96-9261ee6b1451 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0491076 Jul 16 18:51:26.184477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962721-875e-4c9a-9514-7370a8483b72 req-b12f2515-603d-4022-82d2-92dd20237305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:26.185952 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-b12f2515-603d-4022-82d2-92dd20237305 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512493 Jul 16 18:51:26.275170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-84eac456-54ef-4cb9-83b7-7de7e952fc10 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831301 Jul 16 18:51:26.362258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-d01f19e4-2b18-4e1b-b211-a806a69dee5d service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802157 Jul 16 18:51:27.250863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266cd81-17dc-4dfd-bc58-c34131097cb4 req-41a338aa-b9d8-4d54-b59b-ba4516f40e81 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:27.252397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5266cd81-17dc-4dfd-bc58-c34131097cb4 req-41a338aa-b9d8-4d54-b59b-ba4516f40e81 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0626476 Jul 16 18:51:27.294211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5266cd81-17dc-4dfd-bc58-c34131097cb4 req-2c221c00-7a29-4916-acef-911c8ec87039 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354683 Jul 16 18:51:28.471604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c1aac-2d28-4ff6-a3af-9036de14d198 req-000bd74d-a297-464c-9f78-4d28f9d3ab23 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:28.473229 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e3c1aac-2d28-4ff6-a3af-9036de14d198 req-000bd74d-a297-464c-9f78-4d28f9d3ab23 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0644197 Jul 16 18:51:28.515022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4e3c1aac-2d28-4ff6-a3af-9036de14d198 req-5e363b90-7223-43c3-ac1d-61eab0a0e119 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360360 Jul 16 18:51:29.689991 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e0d60-482d-4634-b470-17f378be274e req-604d7abf-369b-4a1d-a7f5-5f93a1b30fe7 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:29.691490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-433e0d60-482d-4634-b470-17f378be274e req-604d7abf-369b-4a1d-a7f5-5f93a1b30fe7 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0645895 Jul 16 18:51:29.728685 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-433e0d60-482d-4634-b470-17f378be274e req-a4aee9aa-0c29-4517-aab8-269da581d843 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316916 Jul 16 18:51:30.137071 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6267c7b3-a9b7-4259-9089-6464ba3cfc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.914059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b110ab2-8b52-42a3-922c-d052c41922c7 req-219b6c75-2bda-4876-aa21-85f3ab69bdc9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:30.915556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b110ab2-8b52-42a3-922c-d052c41922c7 req-219b6c75-2bda-4876-aa21-85f3ab69bdc9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0688365 Jul 16 18:51:30.953871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b110ab2-8b52-42a3-922c-d052c41922c7 req-117764db-8849-42fb-b262-abcb12c2d30f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320730 Jul 16 18:51:32.140641 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fff9b-2f82-4cc5-b336-f694fc630c4e req-35603b76-6bc6-44de-aa3a-86eef1f5922a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:32.142081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b77fff9b-2f82-4cc5-b336-f694fc630c4e req-35603b76-6bc6-44de-aa3a-86eef1f5922a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0661850 Jul 16 18:51:32.192053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b77fff9b-2f82-4cc5-b336-f694fc630c4e req-37743a36-58b0-4530-886b-9ae8ca27d60e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441191 Jul 16 18:51:32.350426 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-442b1a2f-24de-4b65-b49c-3c267a905583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.815615 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.000865 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.004114 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.378701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd535c-c2a5-4c18-b136-425dd615d29a req-ee7508a6-f21b-41bd-8ea5-e050fec053fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:33.380184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24bd535c-c2a5-4c18-b136-425dd615d29a req-ee7508a6-f21b-41bd-8ea5-e050fec053fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0638747 Jul 16 18:51:33.421246 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24bd535c-c2a5-4c18-b136-425dd615d29a req-5d603237-7b91-4772-bd86-86c9c32ac48b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352607 Jul 16 18:51:33.941965 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.597019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e63f4-b1ba-401c-906d-f20d496e23d4 req-15684c52-6419-4fec-9f41-60858f1a53cd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:34.598537 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-517e63f4-b1ba-401c-906d-f20d496e23d4 req-15684c52-6419-4fec-9f41-60858f1a53cd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0648293 Jul 16 18:51:34.635828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-517e63f4-b1ba-401c-906d-f20d496e23d4 req-24a7954f-152a-4d74-810a-d29f45412021 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318618 Jul 16 18:51:35.651206 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.808921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81472140-502a-47b1-9924-9f791e9b899b req-98e8d6f7-08b3-458b-a27e-21667bb46fd5 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.811052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81472140-502a-47b1-9924-9f791e9b899b req-98e8d6f7-08b3-458b-a27e-21667bb46fd5 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0642061 Jul 16 18:51:35.848739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-81472140-502a-47b1-9924-9f791e9b899b req-bfa43af5-9491-447d-a646-bbbe7ad1fe93 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320728 Jul 16 18:51:37.042265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b790fc1-e560-47a7-8237-f11488efd9df req-712fe268-96af-4771-a2c7-18f06cfde27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:37.043756 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b790fc1-e560-47a7-8237-f11488efd9df req-712fe268-96af-4771-a2c7-18f06cfde27c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0997488 Jul 16 18:51:37.055255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca0e49-82ff-4792-8c43-88f67ce08431 req-e46be85a-1d69-4afe-a71e-7349efe4741c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:37.056713 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71ca0e49-82ff-4792-8c43-88f67ce08431 req-e46be85a-1d69-4afe-a71e-7349efe4741c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0814793 Jul 16 18:51:37.150234 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71ca0e49-82ff-4792-8c43-88f67ce08431 req-08914f31-3170-4a59-be2c-5af8d0a7650c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853908 Jul 16 18:51:37.178849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b790fc1-e560-47a7-8237-f11488efd9df req-956a456c-2cfb-4bc5-80fc-95c2868e35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:37.180358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b790fc1-e560-47a7-8237-f11488efd9df req-956a456c-2cfb-4bc5-80fc-95c2868e35e1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.1093495 Jul 16 18:51:37.244665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b790fc1-e560-47a7-8237-f11488efd9df req-db8f641a-5c61-45db-b7bc-9d917e69fd1e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1002 time: 0.0563757 Jul 16 18:51:37.298938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b790fc1-e560-47a7-8237-f11488efd9df req-b581c73c-ddd0-48b1-9e8d-c408476fff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:37.300376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b790fc1-e560-47a7-8237-f11488efd9df req-b581c73c-ddd0-48b1-9e8d-c408476fff7a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0481076 Jul 16 18:51:37.360580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b790fc1-e560-47a7-8237-f11488efd9df req-aca9fefc-76bb-4f6b-b922-8cb0bc728600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:37.362085 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b790fc1-e560-47a7-8237-f11488efd9df req-aca9fefc-76bb-4f6b-b922-8cb0bc728600 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549154 Jul 16 18:51:37.451826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b790fc1-e560-47a7-8237-f11488efd9df req-12fc20d9-7a15-41cf-86a2-38a16b85d2b8 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825355 Jul 16 18:51:37.877201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b790fc1-e560-47a7-8237-f11488efd9df req-ec6f685f-1501-4438-b45c-fd0cda44d6f0 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187710 Jul 16 18:51:38.216139 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-2b962721-875e-4c9a-9514-7370a8483b72 req-7488b8fa-8c7a-467d-8d92-46c26e521b62 service neutron] show failed (client error): The resource could not be found. Jul 16 18:51:38.217467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-7488b8fa-8c7a-467d-8d92-46c26e521b62 service neutron] 10.222.0.38 "GET /v2.0/ports/59aea282-bd1a-40e9-8e38-c014174862c0/bindings/n-h2-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0572832 Jul 16 18:51:38.350719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affc011-fc16-47dc-8ccf-3979d4b84d8e req-922e6688-feb2-4745-b0e4-6806fbdc5492 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:38.352261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2affc011-fc16-47dc-8ccf-3979d4b84d8e req-922e6688-feb2-4745-b0e4-6806fbdc5492 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0689483 Jul 16 18:51:38.394283 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2affc011-fc16-47dc-8ccf-3979d4b84d8e req-fd0c9972-1fbd-4197-a8cc-152ac7471176 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344951 Jul 16 18:51:38.473113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962721-875e-4c9a-9514-7370a8483b72 req-9b2331a9-6837-4fb4-8a40-aecd62abca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:38.474627 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-9b2331a9-6837-4fb4-8a40-aecd62abca9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 1096 time: 0.0539031 Jul 16 18:51:38.487019 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:38.560023 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.760931 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:38.793293 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:38.840180 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.843036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:38.845542 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaae9f91-48ba-44da-b255-383cbef03ecf" -d '{"events": [{"server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "name": "network-vif-unplugged", "status": "completed", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:38.859666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Transition to ACTIVE for port object 59aea282-bd1a-40e9-8e38-c014174862c0 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:38.862781 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.899794 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c84ddbd-32ac-4bf6-bf66-d604c601d14f x-openstack-request-id: req-6c84ddbd-32ac-4bf6-bf66-d604c601d14f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:38.900093 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "name": "network-vif-unplugged", "status": "completed", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:38.900402 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c84ddbd-32ac-4bf6-bf66-d604c601d14f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:38.900751 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0', 'code': 200} Jul 16 18:51:38.916600 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:38.955672 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.956033 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.956386 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.956731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.957075 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.957454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.957794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.958131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.958465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.958799 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.959132 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.959460 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:39.002929 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] No DVR routers for this DVR port 59aea282-bd1a-40e9-8e38-c014174862c0 on host n-h1-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:39.143647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Attempting to bind port 59aea282-bd1a-40e9-8e38-c014174862c0 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:39.143980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Attempting to bind port 59aea282-bd1a-40e9-8e38-c014174862c0 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:39.144307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Attempting to bind port 59aea282-bd1a-40e9-8e38-c014174862c0 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:39.148502 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Port 59aea282-bd1a-40e9-8e38-c014174862c0 on network e37aed3e-26bb-4e32-a896-68ee32d1736f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:51:39.148824 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Attempting to bind port 59aea282-bd1a-40e9-8e38-c014174862c0 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:39.153713 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:39.154005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:39.154411 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Bound using segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:39.154837 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Bound port: 59aea282-bd1a-40e9-8e38-c014174862c0, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:39.155191 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.221372 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:39.224298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:39.228839 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.265432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:39.266103 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.267494 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] 10.222.0.42 "PUT /v2.0/ports/59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1091 time: 0.7845161 Jul 16 18:51:39.289601 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1033c2-ab1b-4e45-b223-f13d35c175fc service neutron] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:39.347980 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962721-875e-4c9a-9514-7370a8483b72 req-170b6b07-b508-41ec-92d6-195294affa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:39.349529 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-170b6b07-b508-41ec-92d6-195294affa6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0570326 Jul 16 18:51:39.451054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962721-875e-4c9a-9514-7370a8483b72 req-28fd1900-6cb3-4243-997b-77fdfd370fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:39.452597 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-28fd1900-6cb3-4243-997b-77fdfd370fd7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0969384 Jul 16 18:51:39.520085 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-31085ea6-9e16-4e1c-a736-0082c8dd7223 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1000 time: 0.0614223 Jul 16 18:51:39.575389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962721-875e-4c9a-9514-7370a8483b72 req-8d37ef4c-4fdd-4c73-b711-4ec026a482d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:39.577836 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-8d37ef4c-4fdd-4c73-b711-4ec026a482d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0512023 Jul 16 18:51:39.578035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbd8b9-84b7-4d1f-b396-34956347924b req-5a9e082b-e088-47f5-956f-39ff895f4270 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:39.579540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3cbd8b9-84b7-4d1f-b396-34956347924b req-5a9e082b-e088-47f5-956f-39ff895f4270 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 943 time: 0.0635152 Jul 16 18:51:39.617587 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3cbd8b9-84b7-4d1f-b396-34956347924b req-8845d091-26cd-4378-a2ac-506e19518b78 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323355 Jul 16 18:51:39.634958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962721-875e-4c9a-9514-7370a8483b72 req-0c01b2b0-6ac4-4c79-88f3-af7e5abaa0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:39.636474 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-0c01b2b0-6ac4-4c79-88f3-af7e5abaa0e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529301 Jul 16 18:51:39.724553 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-1343fabe-95dc-4a39-a1ae-92318e698b1b service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815756 Jul 16 18:51:39.817065 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b962721-875e-4c9a-9514-7370a8483b72 req-f7899baf-6a6a-45b6-9177-eef567567596 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860775 Jul 16 18:51:40.604866 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:40.793832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882dd5-dd40-4ccb-b2be-0357aebdf0ad req-95ea0403-268f-4cbf-b5a3-ede565c5f907 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:40.796096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd882dd5-dd40-4ccb-b2be-0357aebdf0ad req-95ea0403-268f-4cbf-b5a3-ede565c5f907 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 943 time: 0.0649350 Jul 16 18:51:40.834369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd882dd5-dd40-4ccb-b2be-0357aebdf0ad req-04cd44d4-0eb7-4464-acbc-9475d01669e7 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327556 Jul 16 18:51:40.901789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:40.904126 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acf4a9c-cfdf-4972-95f1-7618b635d01b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:40.952613 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db783c3c-5366-4c49-8bf3-7f310e2efdda x-openstack-request-id: req-db783c3c-5366-4c49-8bf3-7f310e2efdda {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:40.952973 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:40.953157 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db783c3c-5366-4c49-8bf3-7f310e2efdda {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:40.953582 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0', 'status': 'completed', 'code': 200} Jul 16 18:51:41.026262 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-2a8d0202-00b3-4586-9bad-18f712cdf5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.027783 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-2a8d0202-00b3-4586-9bad-18f712cdf5ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0558805 Jul 16 18:51:41.030239 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-c91ca5f8-2674-41fc-8edd-984550df3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.031749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-c91ca5f8-2674-41fc-8edd-984550df3fe6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0567312 Jul 16 18:51:41.120607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-5178eea3-45a6-49fa-896d-92981f3351a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.122119 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-5178eea3-45a6-49fa-896d-92981f3351a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0842650 Jul 16 18:51:41.124367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-0f6b913d-7881-458b-9caf-039a66db0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.125869 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-0f6b913d-7881-458b-9caf-039a66db0019 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0909657 Jul 16 18:51:41.190422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-e98eed75-1f48-4dca-aba7-d810f190ab9e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1000 time: 0.0615845 Jul 16 18:51:41.194808 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-76189d45-dc4e-4b12-b161-a4894e37fba6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1000 time: 0.0584080 Jul 16 18:51:41.238530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-aa687332-a1e0-448b-974d-9537905cb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.240479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-aa687332-a1e0-448b-974d-9537905cb1cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0440743 Jul 16 18:51:41.248982 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-a4e73218-129a-487e-b77e-67b13a149c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.250502 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-a4e73218-129a-487e-b77e-67b13a149c2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0487299 Jul 16 18:51:41.303361 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-50aa219b-71b4-4a97-b3cc-4103a8671cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.304486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-50aa219b-71b4-4a97-b3cc-4103a8671cf2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581708 Jul 16 18:51:41.318062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-70099103-a8d4-4edd-921b-cf6d6e2626c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.319943 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-70099103-a8d4-4edd-921b-cf6d6e2626c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553644 Jul 16 18:51:41.409858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-d85348e7-68fe-44bb-82e7-d15877fe127e service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984397 Jul 16 18:51:41.430616 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-19a558a4-5f54-4193-af74-950663fae280 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917714 Jul 16 18:51:41.504490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-4f4a666e-8bcd-4fa9-8de2-ce2add06a046 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889664 Jul 16 18:51:41.526218 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9acf4a9c-cfdf-4972-95f1-7618b635d01b req-dd6556d8-98e5-4b8e-9636-0fe40aeed955 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895181 Jul 16 18:51:42.029538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b06bff-5bb0-4df0-88c9-8b1cb26d51b1 req-1da2d38a-7bfb-49c1-a96e-62408a7771fe tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:42.031121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66b06bff-5bb0-4df0-88c9-8b1cb26d51b1 req-1da2d38a-7bfb-49c1-a96e-62408a7771fe tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 943 time: 0.0729082 Jul 16 18:51:42.072141 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66b06bff-5bb0-4df0-88c9-8b1cb26d51b1 req-d57d82d5-22cc-455a-901e-34e932748a9b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332372 Jul 16 18:51:42.363605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 59aea282-bd1a-40e9-8e38-c014174862c0 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:42.404849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 59aea282-bd1a-40e9-8e38-c014174862c0 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:42.500474 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d94d-d968-4797-bb24-6e44469df1db req-941802fc-ac50-4334-a2fe-bb549ac6df36 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:42.502141 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-941802fc-ac50-4334-a2fe-bb549ac6df36 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4&tenant_id=4696c8ec0d984047b0020fd93fd6e34e&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 943 time: 0.0746551 Jul 16 18:51:42.554125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674325-c078-43e8-a5cf-ea91a228ffbc req-0981ff0b-8853-4eae-bd63-2ae64e8a1c8c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:42.555677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0674325-c078-43e8-a5cf-ea91a228ffbc req-0981ff0b-8853-4eae-bd63-2ae64e8a1c8c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 943 time: 0.0744047 Jul 16 18:51:42.572627 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-d9f62829-5b5f-4c77-9b90-7f731a72a5ec service neutron] 10.222.0.42 "GET /v2.0/ports/59aea282-bd1a-40e9-8e38-c014174862c0/bindings/n-h2-793618-9 HTTP/1.1" status: 200 len: 382 time: 0.0640271 Jul 16 18:51:42.596794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f0674325-c078-43e8-a5cf-ea91a228ffbc req-c09bd53c-ffd9-411d-ad7f-55031f114a99 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344622 Jul 16 18:51:42.647013 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d94d-d968-4797-bb24-6e44469df1db req-93f3e7ac-f351-42a0-8afb-3c47c995f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:42.648513 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-93f3e7ac-f351-42a0-8afb-3c47c995f5f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0532885 Jul 16 18:51:42.735540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d94d-d968-4797-bb24-6e44469df1db req-0eead078-5395-4edd-987a-61906761ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:42.737005 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-0eead078-5395-4edd-987a-61906761ddd7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0824108 Jul 16 18:51:42.803633 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-d70d5b23-1331-4316-9292-01a18b6484ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1000 time: 0.0599828 Jul 16 18:51:42.816007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 59aea282-bd1a-40e9-8e38-c014174862c0 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:51:42.852127 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d94d-d968-4797-bb24-6e44469df1db req-d757c82e-853f-4da4-b72f-c17f58bdaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:42.853564 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-d757c82e-853f-4da4-b72f-c17f58bdaae0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0441875 Jul 16 18:51:42.915285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d94d-d968-4797-bb24-6e44469df1db req-9d763279-f764-4824-bd09-cf791dbe9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:42.916821 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-9d763279-f764-4824-bd09-cf791dbe9df1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557723 Jul 16 18:51:42.925955 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:42.939160 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '59aea282-bd1a-40e9-8e38-c014174862c0', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'port_id': '59aea282-bd1a-40e9-8e38-c014174862c0', 'mac_address': 'fa:16:3e:76:0d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:51:42.980860 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.994305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59aea282-bd1a-40e9-8e38-c014174862c0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:43.014240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:43.016235 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-ed651d9f-1d37-41c8-aadc-5ba157acb4f3 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929978 Jul 16 18:51:43.018340 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.064749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:43.072033 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.072389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.072734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.073075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.073466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.073790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.074122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.074456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.074782 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.075108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.075978 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.076323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.118145 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-468d174a-bbff-4557-8453-0a6ba882fc65 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958648 Jul 16 18:51:43.277715 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['59aea282-bd1a-40e9-8e38-c014174862c0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:43.785908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9eb87-5782-4018-8525-57b5fabf85d7 req-5575d9f2-5fc2-4d40-8bc2-e1caeaf15691 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:43.787411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66f9eb87-5782-4018-8525-57b5fabf85d7 req-5575d9f2-5fc2-4d40-8bc2-e1caeaf15691 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 944 time: 0.0680428 Jul 16 18:51:43.824664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-66f9eb87-5782-4018-8525-57b5fabf85d7 req-b62d8998-d8ae-47bb-94d1-03c1f956bea2 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317321 Jul 16 18:51:44.839827 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 59aea282-bd1a-40e9-8e38-c014174862c0 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:44.913740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 59aea282-bd1a-40e9-8e38-c014174862c0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:44.918356 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 59aea282-bd1a-40e9-8e38-c014174862c0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:44.918754 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.008430 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.027356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036852a7-a1db-4ba3-ad97-93f916d97a16 req-967b3d56-bcef-467b-8e44-dcc1cd86bf97 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:45.029546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-036852a7-a1db-4ba3-ad97-93f916d97a16 req-967b3d56-bcef-467b-8e44-dcc1cd86bf97 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 944 time: 0.0717566 Jul 16 18:51:45.031657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:45.033951 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130b729b-4590-43a5-8488-d44346e8e273" -d '{"events": [{"server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "name": "network-vif-plugged", "status": "completed", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:45.049130 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:45.054806 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.072328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-036852a7-a1db-4ba3-ad97-93f916d97a16 req-6f4a141c-b892-4931-a598-a8ed51e085c1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369735 Jul 16 18:51:45.110462 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ac5e5e-de20-473f-814d-3d69706e6f6d x-openstack-request-id: req-a2ac5e5e-de20-473f-814d-3d69706e6f6d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:45.110765 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "name": "network-vif-plugged", "status": "completed", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:45.111022 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2ac5e5e-de20-473f-814d-3d69706e6f6d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:45.111415 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0', 'code': 200} Jul 16 18:51:45.116060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:45.129828 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d94d-d968-4797-bb24-6e44469df1db req-edfd2264-c8bb-415d-96c6-4900aeca6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:45.131353 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-edfd2264-c8bb-415d-96c6-4900aeca6612 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 1096 time: 0.0581839 Jul 16 18:51:45.142935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:45.215091 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.414507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:45.447310 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:45.486196 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:45.488612 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a391da-9dfa-41ac-bf1b-b7732e16ac3c" -d '{"events": [{"server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "name": "network-vif-unplugged", "status": "completed", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:45.492554 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.505775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Transition to ACTIVE for port object 59aea282-bd1a-40e9-8e38-c014174862c0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:45.509816 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.543006 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0937cf8-8688-467f-bc63-971ff729d695 x-openstack-request-id: req-a0937cf8-8688-467f-bc63-971ff729d695 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:45.543302 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "name": "network-vif-unplugged", "status": "completed", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:45.543556 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0937cf8-8688-467f-bc63-971ff729d695 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:45.543948 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0', 'code': 200} Jul 16 18:51:45.625132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:45.655924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.656275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.656622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.656963 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.657298 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.657692 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.658168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.658500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.658831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.659159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.659491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.659819 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.705659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] No DVR routers for this DVR port 59aea282-bd1a-40e9-8e38-c014174862c0 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:45.840299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Attempting to bind port 59aea282-bd1a-40e9-8e38-c014174862c0 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:45.840640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Attempting to bind port 59aea282-bd1a-40e9-8e38-c014174862c0 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:45.841037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Attempting to bind port 59aea282-bd1a-40e9-8e38-c014174862c0 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:45.845583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Port 59aea282-bd1a-40e9-8e38-c014174862c0 on network e37aed3e-26bb-4e32-a896-68ee32d1736f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:51:45.845913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Attempting to bind port 59aea282-bd1a-40e9-8e38-c014174862c0 on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:45.850592 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:45.850928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:45.851311 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Bound using segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:45.851734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Bound port: 59aea282-bd1a-40e9-8e38-c014174862c0, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:45.852092 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.913952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:45.917362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:45.922450 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.957755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:45.958381 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.959986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] 10.222.0.38 "PUT /v2.0/ports/59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1092 time: 0.8210089 Jul 16 18:51:45.996617 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928c522-e4ff-4d04-b693-68812fc5bbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:46.043700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e9d67992-ca3e-4561-9744-3971a7be9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.046562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-e9d67992-ca3e-4561-9744-3971a7be9dd8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0589776 Jul 16 18:51:46.146127 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d94d-d968-4797-bb24-6e44469df1db req-d35daea3-3307-48fa-845f-bb0fb9a11166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.147656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-d35daea3-3307-48fa-845f-bb0fb9a11166 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0948210 Jul 16 18:51:46.244702 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-506d8528-e30c-4288-a76c-b42fe41a9062 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1000 time: 0.0903082 Jul 16 18:51:46.316499 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83b9a-aa69-4193-9074-9e6c7ece6a0d req-4042af2c-d638-4192-8e57-467eb0528f88 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.318047 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82a83b9a-aa69-4193-9074-9e6c7ece6a0d req-4042af2c-d638-4192-8e57-467eb0528f88 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 944 time: 0.1227493 Jul 16 18:51:46.320045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d94d-d968-4797-bb24-6e44469df1db req-1ce0a2dc-d306-4e9f-b122-c9b6bc7ce5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.321405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-1ce0a2dc-d306-4e9f-b122-c9b6bc7ce5e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0708830 Jul 16 18:51:46.385582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82a83b9a-aa69-4193-9074-9e6c7ece6a0d req-00489743-0eeb-4271-8e78-572d8b466402 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618882 Jul 16 18:51:46.405028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d94d-d968-4797-bb24-6e44469df1db req-bc9661ce-ba52-4842-be70-6bea4e17d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.406571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-bc9661ce-ba52-4842-be70-6bea4e17d326 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759959 Jul 16 18:51:46.498563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-de728e4f-fe4a-4e67-89f6-6ea308ff166d service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849192 Jul 16 18:51:46.587243 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40a2d94d-d968-4797-bb24-6e44469df1db req-aae42660-7660-4bbf-8149-50372b274b43 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831227 Jul 16 18:51:47.545546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:47.547808 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9bfd79-295e-4b32-a425-d75710f974c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:47.571287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8495c4-a3a8-49f1-8c9d-790fd2f1e0f8 req-fcb37a8f-85ac-4a26-8a95-f4eec64e6609 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.572879 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d8495c4-a3a8-49f1-8c9d-790fd2f1e0f8 req-fcb37a8f-85ac-4a26-8a95-f4eec64e6609 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 944 time: 0.0749297 Jul 16 18:51:47.598450 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85757310-731f-446a-9a89-6a855a824052 x-openstack-request-id: req-85757310-731f-446a-9a89-6a855a824052 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:47.598738 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:47.598991 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85757310-731f-446a-9a89-6a855a824052 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:47.599379 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0', 'status': 'completed', 'code': 200} Jul 16 18:51:47.620494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d8495c4-a3a8-49f1-8c9d-790fd2f1e0f8 req-63587964-381e-4021-bc26-9b01adb73259 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411487 Jul 16 18:51:47.668200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-12314809-aa66-4fd3-9e1f-26102ec83e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.670280 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-12314809-aa66-4fd3-9e1f-26102ec83e5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0545063 Jul 16 18:51:47.675372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-b5418a91-9a7e-4672-bd62-d99c28a8d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.676932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-b5418a91-9a7e-4672-bd62-d99c28a8d54b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0530322 Jul 16 18:51:47.758498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-78d824d3-ec42-4d3c-b8d1-6b9180a23a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.759971 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-78d824d3-ec42-4d3c-b8d1-6b9180a23a9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0844121 Jul 16 18:51:47.769203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-1ebcc7ef-3657-4a3c-a6f1-2cbe0111f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.770734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-1ebcc7ef-3657-4a3c-a6f1-2cbe0111f0eb service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0870457 Jul 16 18:51:47.850547 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-e0f15886-88b3-458d-956e-d416189a1d99 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1000 time: 0.0701210 Jul 16 18:51:47.908813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-74738a20-429a-499a-b342-720fb17925bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.910788 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-74738a20-429a-499a-b342-720fb17925bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0485532 Jul 16 18:51:47.995527 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-c6ca3f55-aeef-4ff8-bfd1-eb894971348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.997294 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-c6ca3f55-aeef-4ff8-bfd1-eb894971348a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755525 Jul 16 18:51:48.093371 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-7191916e-faaa-4a00-a498-f27f94d23853 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 200 len: 1000 time: 0.3273299 Jul 16 18:51:48.099324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-0d55cb63-96b8-42be-af38-25279dcb8d3f service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949776 Jul 16 18:51:48.144932 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-e1e2687a-cc69-427e-89ff-b11ebfb522a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.146433 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-e1e2687a-cc69-427e-89ff-b11ebfb522a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0470252 Jul 16 18:51:48.203562 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-7039baf5-2654-4506-867c-53b4cabec0d9 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977068 Jul 16 18:51:48.214264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-379a689f-bd8a-45ac-956e-c5cb9e3de4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.215779 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-379a689f-bd8a-45ac-956e-c5cb9e3de4b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627391 Jul 16 18:51:48.305615 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-491bedb3-1f18-4b0c-9935-df4409f696c4 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836093 Jul 16 18:51:48.396682 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fb9bfd79-295e-4b32-a425-d75710f974c6 req-e745e931-a382-4692-81d8-a8b96e2e96dd service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848045 Jul 16 18:51:48.416429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 59aea282-bd1a-40e9-8e38-c014174862c0 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:51:48.513517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:48.525207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '59aea282-bd1a-40e9-8e38-c014174862c0', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'port_id': '59aea282-bd1a-40e9-8e38-c014174862c0', 'mac_address': 'fa:16:3e:76:0d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:51:48.563122 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:48.575214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59aea282-bd1a-40e9-8e38-c014174862c0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:48.596207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:48.600440 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:48.651512 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:48.794208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06823c-9d23-4d71-ab6c-d42abd06bda7 req-3800a50d-4ba3-4431-af6d-81b49f3e4127 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.796422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b06823c-9d23-4d71-ab6c-d42abd06bda7 req-3800a50d-4ba3-4431-af6d-81b49f3e4127 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0624506 Jul 16 18:51:48.835120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0b06823c-9d23-4d71-ab6c-d42abd06bda7 req-ea5aeab1-c1a8-4b38-b259-9770b7643217 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328336 Jul 16 18:51:48.844501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['59aea282-bd1a-40e9-8e38-c014174862c0'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:48.867755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 59aea282-bd1a-40e9-8e38-c014174862c0 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:48.931177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 59aea282-bd1a-40e9-8e38-c014174862c0 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:49.018754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0e0e8-6034-4d4f-8c6f-002c950ae1c7 req-8cd0b516-80a6-45b7-beca-fa8dd3c28540 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.020274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20b0e0e8-6034-4d4f-8c6f-002c950ae1c7 req-8cd0b516-80a6-45b7-beca-fa8dd3c28540 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0641689 Jul 16 18:51:49.061591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20b0e0e8-6034-4d4f-8c6f-002c950ae1c7 req-67e4da7b-9031-4180-b507-f248c97127b8 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358002 Jul 16 18:51:49.234651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c706f-eff3-4244-b021-2a9f99090e87 req-c683d6a1-e3ce-4522-86c5-2f35e0d7d964 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.236155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f4c706f-eff3-4244-b021-2a9f99090e87 req-c683d6a1-e3ce-4522-86c5-2f35e0d7d964 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0635781 Jul 16 18:51:49.273824 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f4c706f-eff3-4244-b021-2a9f99090e87 req-8f24fa9a-da28-43e2-8e1c-b243757c1ef9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321970 Jul 16 18:51:49.644370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607645b-2e88-494b-b528-56499d9ca2b9 req-bc55447a-5fb8-4569-847b-4286368285c2 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.645787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b607645b-2e88-494b-b528-56499d9ca2b9 req-bc55447a-5fb8-4569-847b-4286368285c2 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 945 time: 0.0626357 Jul 16 18:51:49.683459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b607645b-2e88-494b-b528-56499d9ca2b9 req-df47d01d-549f-4385-b44a-68f4272f73a0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319743 Jul 16 18:51:50.427383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 59aea282-bd1a-40e9-8e38-c014174862c0 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:50.475705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 59aea282-bd1a-40e9-8e38-c014174862c0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:50.479372 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 59aea282-bd1a-40e9-8e38-c014174862c0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:50.479753 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.555014 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.577985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:50.580200 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2224d376-21e2-4db3-922e-255b0b33af62" -d '{"events": [{"server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "name": "network-vif-plugged", "status": "completed", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:50.592768 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:50.597244 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.626426 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69f1bea-63de-4099-be11-d17c59d013f9 x-openstack-request-id: req-f69f1bea-63de-4099-be11-d17c59d013f9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:50.626740 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "name": "network-vif-plugged", "status": "completed", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:50.627033 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f69f1bea-63de-4099-be11-d17c59d013f9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:50.627396 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0', 'code': 200} Jul 16 18:51:50.652756 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:50.884501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-88da3c78-8923-49ac-b88b-da4172080f39 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:50.886069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-88da3c78-8923-49ac-b88b-da4172080f39 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 946 time: 0.1094997 Jul 16 18:51:50.899262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f22bc-b223-47b0-b707-178bb913134a req-276d9586-ce5b-40c9-93e8-fb064564f4c0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:50.900644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a4f22bc-b223-47b0-b707-178bb913134a req-276d9586-ce5b-40c9-93e8-fb064564f4c0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 946 time: 0.0915644 Jul 16 18:51:50.984690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a4f22bc-b223-47b0-b707-178bb913134a req-87c538b2-e2a7-4d7a-91f2-fd4a780cace2 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772042 Jul 16 18:51:51.033855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Deleting port 59aea282-bd1a-40e9-8e38-c014174862c0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:51.034202 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.120119 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] For port 59aea282-bd1a-40e9-8e38-c014174862c0, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=59aea282-bd1a-40e9-8e38-c014174862c0,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:51.120479 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.297617 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.297908 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.298228 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 disassociated. External IP: 172.25.8.248, port: 59aea282-bd1a-40e9-8e38-c014174862c0. Jul 16 18:51:51.298586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Calling delete_port for 59aea282-bd1a-40e9-8e38-c014174862c0 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:51.428699 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.462859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event deleted for resources: {'Port': ['ID=59aea282-bd1a-40e9-8e38-c014174862c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:51.584264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Router eb28872d-d33f-4e14-8180-f110e90e5b75 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:51.698912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:51.709002 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df068206-484f-420c-9838-0e31567f5231 None None] Sync routers for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:51.717956 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df068206-484f-420c-9838-0e31567f5231 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:51.718577 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df068206-484f-420c-9838-0e31567f5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:51:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:51.746276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] No DVR routers for this DVR port 59aea282-bd1a-40e9-8e38-c014174862c0 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:51.749679 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.751770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bff96792-8f08-4caa-9c41-9a97c198fb3f req-9ea09661-c819-4f33-8fcd-a8085e7b0b8b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "DELETE /v2.0/ports/59aea282-bd1a-40e9-8e38-c014174862c0 HTTP/1.1" status: 204 len: 173 time: 0.8600831 Jul 16 18:51:51.752234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'name': 'network-vif-deleted', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:51.754602 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdf670d-9d43-422b-8398-92578fb765f2" -d '{"events": [{"server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "name": "network-vif-deleted", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:51.798999 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b14162-abd8-443b-859a-db14155e09d4 x-openstack-request-id: req-17b14162-abd8-443b-859a-db14155e09d4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:51.799300 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c1be7-b019-4299-8341-5e3b42a8d7e4", "name": "network-vif-deleted", "tag": "59aea282-bd1a-40e9-8e38-c014174862c0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:51.799629 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17b14162-abd8-443b-859a-db14155e09d4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:51.800045 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c1be7-b019-4299-8341-5e3b42a8d7e4', 'name': 'network-vif-deleted', 'tag': '59aea282-bd1a-40e9-8e38-c014174862c0', 'status': 'completed', 'code': 200} Jul 16 18:51:51.832645 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-df068206-484f-420c-9838-0e31567f5231 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:52.031831 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df068206-484f-420c-9838-0e31567f5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:52.058093 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df068206-484f-420c-9838-0e31567f5231 None None] Checking router: eb28872d-d33f-4e14-8180-f110e90e5b75 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:52.071015 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df068206-484f-420c-9838-0e31567f5231 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:52.071776 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df068206-484f-420c-9838-0e31567f5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:51:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:52.140843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f962f480-b0ce-4de5-9005-0dbf252c40b5 req-8461e993-dc69-4864-9c05-578a5b81291b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba7c1be7-b019-4299-8341-5e3b42a8d7e4 HTTP/1.1" status: 200 len: 210 time: 0.0308363 Jul 16 18:51:52.180811 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-df068206-484f-420c-9838-0e31567f5231 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:52.471060 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-df068206-484f-420c-9838-0e31567f5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:52.496892 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df068206-484f-420c-9838-0e31567f5231 None None] The sync data for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 is: [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:52.712954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff67e95-631c-43c5-ba0d-4cadeed42aa4 None None] New status for floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:51:53.500735 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-e45ef040-61e1-46ca-ab9d-057c073b0827 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1282649960&fields=id&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 267 time: 0.0353513 Jul 16 18:51:53.614611 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-27df5957-128b-4a48-a433-3f9b589c6f55 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:53.616108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-27df5957-128b-4a48-a433-3f9b589c6f55 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 812 time: 0.1087971 Jul 16 18:51:53.631828 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-acd192f5-9f9f-4d3b-96d0-f86309c2a423 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/quotas/4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 375 time: 0.0104542 Jul 16 18:51:53.709170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-d8dd6cdc-04b1-4ff7-913c-07116682c440 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714886 Jul 16 18:51:53.813558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-e0529516-882b-4532-84be-78594cbe8cae service neutron] 10.222.0.52 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929575 Jul 16 18:51:53.901591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-cf4aa6a3-ae54-4e3c-8ec4-dcba6c2e7412 service neutron] 10.222.0.52 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819762 Jul 16 18:51:54.087898 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55aae7f0-5bcb-4ad2-9e69-6b59e154b710 req-0f624581-1580-4330-b0d6-5771dd0a0c96 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0290654 Jul 16 18:51:54.439232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 59aea282-bd1a-40e9-8e38-c014174862c0 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:54.460223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 59aea282-bd1a-40e9-8e38-c014174862c0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:54.460660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 59aea282-bd1a-40e9-8e38-c014174862c0 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:55.135242 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-bdf8ac57-38f8-44f5-9db5-2eec46e1d20c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:55.136882 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-bdf8ac57-38f8-44f5-9db5-2eec46e1d20c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 812 time: 0.1138544 Jul 16 18:51:55.203358 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-09d4ad4b-e089-441c-b3af-85d83c386ab0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 380 time: 0.0516131 Jul 16 18:51:55.212070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Request body: {'port': {'device_id': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'admin_state_up': True, 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'security_groups': ['047358e2-e09a-4174-88f9-100cf3603425']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:55.244326 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-482f362c-0914-4f59-92ac-102892b91ffb req-1761993b-04f6-4e7a-b208-bed06109195a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0358584 Jul 16 18:51:55.324238 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Made reservation on behalf of 4696c8ec0d984047b0020fd93fd6e34e for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:55.328424 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.463072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Allocated IP 172.20.0.6 (e37aed3e-26bb-4e32-a896-68ee32d1736f/1334d3a5-21b9-4510-bc80-b17336373407/eecbe28d-36eb-43e4-9526-cb3514c3d50a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:55.607490 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.621235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Transition to ACTIVE for port object eecbe28d-36eb-43e4-9526-cb3514c3d50a will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:55.655834 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.704580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Network e37aed3e-26bb-4e32-a896-68ee32d1736f is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:55.707757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:55.711697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:55.718657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:55.766025 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:55.766647 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.783765 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0c113dad-9bda-4579-9f8d-fcc6cc5e225f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754693 Jul 16 18:51:55.797216 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Request body: {'port': {'device_id': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:55.881979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.986679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e2f98bb1-ecef-4b7f-81fc-d35fa6ab4a8d None None] Provisioning for port eecbe28d-36eb-43e4-9526-cb3514c3d50a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:55.991396 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e2f98bb1-ecef-4b7f-81fc-d35fa6ab4a8d None None] Provisioning complete for port eecbe28d-36eb-43e4-9526-cb3514c3d50a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:55.991862 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2f98bb1-ecef-4b7f-81fc-d35fa6ab4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.032072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e2f98bb1-ecef-4b7f-81fc-d35fa6ab4a8d None None] Port eecbe28d-36eb-43e4-9526-cb3514c3d50a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:51:56.155973 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eecbe28d-36eb-43e4-9526-cb3514c3d50a {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:56.163461 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.175987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Transition to ACTIVE for port object eecbe28d-36eb-43e4-9526-cb3514c3d50a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:56.179723 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.234307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:56.311211 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Attempting to bind port eecbe28d-36eb-43e4-9526-cb3514c3d50a on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:56.311721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Attempting to bind port eecbe28d-36eb-43e4-9526-cb3514c3d50a by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:56.312107 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Attempting to bind port eecbe28d-36eb-43e4-9526-cb3514c3d50a on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:56.316839 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Port eecbe28d-36eb-43e4-9526-cb3514c3d50a on network e37aed3e-26bb-4e32-a896-68ee32d1736f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:51:56.317243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Attempting to bind port eecbe28d-36eb-43e4-9526-cb3514c3d50a on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:56.323511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:56.323935 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:56.324332 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Bound using segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:56.324776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Bound port: eecbe28d-36eb-43e4-9526-cb3514c3d50a, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:56.325138 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.408500 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:56.411871 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:56.417279 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.460494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3149cd3-c41d-42b3-89c1-4dfb5f2f15d7 req-4be1f1d6-5591-4593-ad94-e277b606533d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:56.462584 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3149cd3-c41d-42b3-89c1-4dfb5f2f15d7 req-4be1f1d6-5591-4593-ad94-e277b606533d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0881197 Jul 16 18:51:56.463331 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:56.463966 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.465506 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-ba470451-b345-4829-b130-1a1a26179799 service neutron] 10.222.0.42 "PUT /v2.0/ports/eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1091 time: 0.6746705 Jul 16 18:51:56.465983 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:56.469163 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9daa79057c8493ab76967f672b494f2a96084ffc78fd9adda2fb28416edd363f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9880bdd4-2b88-4fb2-863a-51fd0ff68e70" -d '{"events": [{"name": "network-changed", "server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:56.492550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba470451-b345-4829-b130-1a1a26179799 service neutron] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:56.536062 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3149cd3-c41d-42b3-89c1-4dfb5f2f15d7 req-6bdeaca5-8108-47ca-ac20-39f25087ecbd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538216 Jul 16 18:51:56.544111 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e4f7a4-18c1-4322-8c2f-ad640e0a207a x-openstack-request-id: req-a2e4f7a4-18c1-4322-8c2f-ad640e0a207a {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:56.544497 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:56.545409 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2e4f7a4-18c1-4322-8c2f-ad640e0a207a {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:56.545820 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'status': 'completed', 'code': 200} Jul 16 18:51:56.578919 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0ed09446-ad6b-4e11-9344-a2df3ecff224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:56.580814 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-0ed09446-ad6b-4e11-9344-a2df3ecff224 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1094 time: 0.0669887 Jul 16 18:51:56.628057 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-537157e4-1055-4def-975b-274ef7bca939 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 217 time: 0.0401080 Jul 16 18:51:56.683230 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-1ef44e35-6346-4b29-8660-4d7ae8d3af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:56.684850 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-1ef44e35-6346-4b29-8660-4d7ae8d3af0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0510449 Jul 16 18:51:56.742638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-cb664add-ebec-4452-b9ec-881137a30f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:56.744142 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-cb664add-ebec-4452-b9ec-881137a30f5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531709 Jul 16 18:51:56.838509 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-d98b17d6-a4ad-41fc-90d9-c6d7425d13ce service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881946 Jul 16 18:51:56.934136 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71ee3249-9398-47b5-beff-4e345fd9b8d7 req-cd00b756-3479-4b1a-9da4-be309ad6aa21 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894492 Jul 16 18:51:57.042629 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880bdd4-2b88-4fb2-863a-51fd0ff68e70 req-becc8392-2f94-49e8-ad8f-c153bd194216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.045346 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9880bdd4-2b88-4fb2-863a-51fd0ff68e70 req-becc8392-2f94-49e8-ad8f-c153bd194216 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1094 time: 0.0655227 Jul 16 18:51:57.147522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880bdd4-2b88-4fb2-863a-51fd0ff68e70 req-90d674d4-6ac8-40c5-a4c7-0d1ed1317cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.149434 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9880bdd4-2b88-4fb2-863a-51fd0ff68e70 req-90d674d4-6ac8-40c5-a4c7-0d1ed1317cab service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0978827 Jul 16 18:51:57.193466 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9880bdd4-2b88-4fb2-863a-51fd0ff68e70 req-8064a097-36d1-4358-bd82-8a801abede01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 217 time: 0.0374451 Jul 16 18:51:57.241527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880bdd4-2b88-4fb2-863a-51fd0ff68e70 req-48b3c466-48d3-4da5-8b64-78e337e3f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.242987 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9880bdd4-2b88-4fb2-863a-51fd0ff68e70 req-48b3c466-48d3-4da5-8b64-78e337e3f9df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0430901 Jul 16 18:51:57.305300 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880bdd4-2b88-4fb2-863a-51fd0ff68e70 req-3991b426-e0f8-4e49-b5fd-90464f6dffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.306782 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9880bdd4-2b88-4fb2-863a-51fd0ff68e70 req-3991b426-e0f8-4e49-b5fd-90464f6dffa8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576825 Jul 16 18:51:57.396180 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9880bdd4-2b88-4fb2-863a-51fd0ff68e70 req-a445a535-07d8-406a-a064-f3ac503134f7 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822148 Jul 16 18:51:57.495003 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9880bdd4-2b88-4fb2-863a-51fd0ff68e70 req-57f1406d-1a67-428b-a2a1-cf19c65b9030 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914104 Jul 16 18:51:57.723434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25946c4f-667f-42a0-be19-5ce80a7b760c req-f205b3d2-393b-4717-995a-563d15749a6e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.724961 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25946c4f-667f-42a0-be19-5ce80a7b760c req-f205b3d2-393b-4717-995a-563d15749a6e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0658269 Jul 16 18:51:57.762819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25946c4f-667f-42a0-be19-5ce80a7b760c req-da4c46e0-3773-4943-95f5-482dc396fd21 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314682 Jul 16 18:51:58.902232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device eecbe28d-36eb-43e4-9526-cb3514c3d50a details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:51:58.943910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd970562-6e84-46ce-81b0-9f6bb17365d1 req-47d33ed0-1d0c-4836-a08d-2ec0a19dc763 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.945426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd970562-6e84-46ce-81b0-9f6bb17365d1 req-47d33ed0-1d0c-4836-a08d-2ec0a19dc763 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0706496 Jul 16 18:51:58.990165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd970562-6e84-46ce-81b0-9f6bb17365d1 req-f1c05515-047e-426f-8d09-442157f5d027 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340648 Jul 16 18:51:59.002612 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:59.013886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'port_id': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'mac_address': 'fa:16:3e:50:c6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:51:59.062589 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.079719 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecbe28d-36eb-43e4-9526-cb3514c3d50a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:59.099606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:59.103720 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.151722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:59.289949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['eecbe28d-36eb-43e4-9526-cb3514c3d50a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:00.143010 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9478b1a-b567-4d45-91b6-81c238119ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.165839 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867a6c5-972e-496b-90e0-92f0da9c86b1 req-92f07ccc-52ba-44ec-b2cd-ffa87a8e336e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:00.167363 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5867a6c5-972e-496b-90e0-92f0da9c86b1 req-92f07ccc-52ba-44ec-b2cd-ffa87a8e336e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 944 time: 0.0658581 Jul 16 18:52:00.207414 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5867a6c5-972e-496b-90e0-92f0da9c86b1 req-35493edc-b706-4f95-9ba0-d576c855755a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339320 Jul 16 18:52:00.917699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device eecbe28d-36eb-43e4-9526-cb3514c3d50a up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:00.971561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port eecbe28d-36eb-43e4-9526-cb3514c3d50a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:00.975434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port eecbe28d-36eb-43e4-9526-cb3514c3d50a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:00.975805 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.051967 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.079167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:01.081721 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d55255a5878bd859fba724f88495adc488379c733fb4da27c7c73fa717dcb533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8b8644-95a7-43e3-a5d0-134314cb81c8" -d '{"events": [{"server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "name": "network-vif-plugged", "status": "completed", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:01.095235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:01.099479 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.129659 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94104ba-90b0-4b22-9c01-3a38ede5bce2 x-openstack-request-id: req-f94104ba-90b0-4b22-9c01-3a38ede5bce2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:01.129953 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "name": "network-vif-plugged", "status": "completed", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:01.130206 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f94104ba-90b0-4b22-9c01-3a38ede5bce2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:01.130593 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'code': 200} Jul 16 18:52:01.160284 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:01.237393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec4bc6-d10f-4fa6-8181-7398531ab765 req-1269c788-a7fe-483f-b226-278d176cbdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:01.239287 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c3ec4bc6-d10f-4fa6-8181-7398531ab765 req-1269c788-a7fe-483f-b226-278d176cbdb9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0552535 Jul 16 18:52:01.275923 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c3ec4bc6-d10f-4fa6-8181-7398531ab765 req-eca68d1c-ac22-4d54-8df5-44279fdc7093 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304177 Jul 16 18:52:01.391006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f954856-3bcf-424c-8744-e5886b6f89e7 req-2d1d25c2-c9ef-420c-b799-6321a76e7567 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:01.392427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f954856-3bcf-424c-8744-e5886b6f89e7 req-2d1d25c2-c9ef-420c-b799-6321a76e7567 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0677032 Jul 16 18:52:01.760757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9f954856-3bcf-424c-8744-e5886b6f89e7 req-edc58ec1-ee60-4747-a5a7-a888ffa6fbb9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623142 Jul 16 18:52:02.353072 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d2f457e-115a-4ed4-8e02-79bcf1b333d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.812964 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.945943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3a0da-0f27-4571-9a7c-9fda73124fd3 req-c3e6953a-47de-43a0-bd22-b64c2ba0abc7 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:02.947441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-daa3a0da-0f27-4571-9a7c-9fda73124fd3 req-c3e6953a-47de-43a0-bd22-b64c2ba0abc7 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0640759 Jul 16 18:52:02.997475 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-daa3a0da-0f27-4571-9a7c-9fda73124fd3 req-da3c05f3-a09a-46bc-9dc8-c4a37d42fff1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437398 Jul 16 18:52:03.010371 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.011758 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.184487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73c56a-414f-48ea-870c-9c52475f2ac1 req-1b327f2c-81f9-4dcc-948c-79d683ce428d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:03.186450 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff73c56a-414f-48ea-870c-9c52475f2ac1 req-1b327f2c-81f9-4dcc-948c-79d683ce428d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0688775 Jul 16 18:52:03.194959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 51564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:03.199415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a7e52de7-8546-4a9f-a9ca-e5f394bc7746 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Request body: {'floatingip': {'port_id': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:03.240455 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7e52de7-8546-4a9f-a9ca-e5f394bc7746 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.700114 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7e52de7-8546-4a9f-a9ca-e5f394bc7746 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.704840 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7e52de7-8546-4a9f-a9ca-e5f394bc7746 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.805842 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-a7e52de7-8546-4a9f-a9ca-e5f394bc7746 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 associated. External IP: 172.25.8.248, port: eecbe28d-36eb-43e4-9526-cb3514c3d50a. Jul 16 18:52:03.945401 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.038325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e52de7-8546-4a9f-a9ca-e5f394bc7746 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Router eb28872d-d33f-4e14-8180-f110e90e5b75 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:04.144286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e52de7-8546-4a9f-a9ca-e5f394bc7746 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:04.149469 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7e52de7-8546-4a9f-a9ca-e5f394bc7746 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.154220 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44658fff-c59c-4a50-bf31-f31c797b2a52 None None] Sync routers for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:04.163653 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44658fff-c59c-4a50-bf31-f31c797b2a52 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:04.164270 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-44658fff-c59c-4a50-bf31-f31c797b2a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:52:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:04.194189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a7e52de7-8546-4a9f-a9ca-e5f394bc7746 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "PUT /v2.0/floatingips/0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 HTTP/1.1" status: 200 len: 992 time: 0.9954948 Jul 16 18:52:04.194189 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:04.195028 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b4125024458daab8437ee924ca95beb58d1bfeb33d27754354929c59607283c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398cbef0-f598-4e04-bed7-bb539d094142" -d '{"events": [{"name": "network-changed", "server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:04.234748 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a3aab8-da25-48e8-998e-a0bb1ea1abce x-openstack-request-id: req-c6a3aab8-da25-48e8-998e-a0bb1ea1abce {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:04.235039 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:04.235299 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6a3aab8-da25-48e8-998e-a0bb1ea1abce {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:04.235709 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'status': 'completed', 'code': 200} Jul 16 18:52:04.281256 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-44658fff-c59c-4a50-bf31-f31c797b2a52 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:04.321596 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cbef0-f598-4e04-bed7-bb539d094142 req-4cfd053f-a571-46ce-ab1a-4785e64d0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:04.323116 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-398cbef0-f598-4e04-bed7-bb539d094142 req-4cfd053f-a571-46ce-ab1a-4785e64d0f48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0628068 Jul 16 18:52:04.424179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cbef0-f598-4e04-bed7-bb539d094142 req-6ef06c2e-df48-4300-b1bd-6b203486597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:04.426051 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-398cbef0-f598-4e04-bed7-bb539d094142 req-6ef06c2e-df48-4300-b1bd-6b203486597d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0965149 Jul 16 18:52:04.495938 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-398cbef0-f598-4e04-bed7-bb539d094142 req-0a48698d-cdd1-418c-b482-d874110bbb58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1000 time: 0.0637629 Jul 16 18:52:04.517909 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-44658fff-c59c-4a50-bf31-f31c797b2a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'port_id': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'mac_address': 'fa:16:3e:50:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 13, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:04.543965 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44658fff-c59c-4a50-bf31-f31c797b2a52 None None] Checking router: eb28872d-d33f-4e14-8180-f110e90e5b75 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:04.550743 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cbef0-f598-4e04-bed7-bb539d094142 req-ac447d46-fac9-47ea-98ed-2b21bb5f1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:04.552231 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-398cbef0-f598-4e04-bed7-bb539d094142 req-ac447d46-fac9-47ea-98ed-2b21bb5f1a93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0500546 Jul 16 18:52:04.553091 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44658fff-c59c-4a50-bf31-f31c797b2a52 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:04.553882 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-44658fff-c59c-4a50-bf31-f31c797b2a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:52:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:04.613411 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cbef0-f598-4e04-bed7-bb539d094142 req-4c1b2d65-0fd7-486a-808b-e99db07fd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:04.614938 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-398cbef0-f598-4e04-bed7-bb539d094142 req-4c1b2d65-0fd7-486a-808b-e99db07fd1fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560555 Jul 16 18:52:04.663089 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-44658fff-c59c-4a50-bf31-f31c797b2a52 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:04.711604 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-398cbef0-f598-4e04-bed7-bb539d094142 req-45560ece-7999-4113-a66e-580ed062f5db service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901287 Jul 16 18:52:04.810548 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-398cbef0-f598-4e04-bed7-bb539d094142 req-8d70a846-ba5d-4130-a447-36b26c5e35c4 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917878 Jul 16 18:52:04.901819 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-44658fff-c59c-4a50-bf31-f31c797b2a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'port_id': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'mac_address': 'fa:16:3e:50:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 13, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:04.933005 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44658fff-c59c-4a50-bf31-f31c797b2a52 None None] The sync data for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 is: [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'port_id': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'mac_address': 'fa:16:3e:50:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 13, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:05.136242 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e190a44-6395-4f8f-bb35-427a7d0ef6de None None] New status for floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:52:05.655685 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.759458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-52cb187d-0ce6-4ae4-9dbd-d4fd9ae968f7 req-0613ecc7-0cf0-4d6f-a912-21c3b64596d5 service neutron] (93767) timed out ('10.222.0.52', 48586) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:52:17.604655 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:30.145101 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad998bc9-f136-4d10-8a68-23fb52bc75bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.353464 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2697bf40-001c-4264-a59a-87da5baf63c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.805605 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.012604 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.016977 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.948283 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.088705 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-eb79f021-f1d6-4e74-8bdf-bdb66fff84bf req-606b2409-e19f-4f71-b2ca-3f74741e8c7c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101940 Jul 16 18:52:34.186123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79f021-f1d6-4e74-8bdf-bdb66fff84bf req-ca3ca661-90ae-4ee6-82b3-54d58df93586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:34.187628 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-eb79f021-f1d6-4e74-8bdf-bdb66fff84bf req-ca3ca661-90ae-4ee6-82b3-54d58df93586 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0542641 Jul 16 18:52:34.300672 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79f021-f1d6-4e74-8bdf-bdb66fff84bf req-da4c207f-5431-4e2b-a081-083904ad7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:34.302214 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-eb79f021-f1d6-4e74-8bdf-bdb66fff84bf req-da4c207f-5431-4e2b-a081-083904ad7be1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0926056 Jul 16 18:52:34.374362 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-eb79f021-f1d6-4e74-8bdf-bdb66fff84bf req-46bdee73-a13d-451c-bd8c-2ce87462194f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1002 time: 0.0650208 Jul 16 18:52:34.431152 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79f021-f1d6-4e74-8bdf-bdb66fff84bf req-2048ade9-9967-4a58-87e1-5d76b9034c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:34.432645 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-eb79f021-f1d6-4e74-8bdf-bdb66fff84bf req-2048ade9-9967-4a58-87e1-5d76b9034c36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0477433 Jul 16 18:52:34.493244 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79f021-f1d6-4e74-8bdf-bdb66fff84bf req-ec44d232-ec5e-4df3-a1dc-df01299096e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:34.494772 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-eb79f021-f1d6-4e74-8bdf-bdb66fff84bf req-ec44d232-ec5e-4df3-a1dc-df01299096e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538914 Jul 16 18:52:34.588028 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-eb79f021-f1d6-4e74-8bdf-bdb66fff84bf req-6e9200c0-0fe2-45ee-88e7-791ce555c51a service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849025 Jul 16 18:52:34.676822 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-eb79f021-f1d6-4e74-8bdf-bdb66fff84bf req-96de093b-f432-40ba-9b13-44ad0228ac64 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810535 Jul 16 18:52:35.657649 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.604229 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:00.149285 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3689d025-86e5-4f69-a054-8bb48b1bd3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.353739 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b840daa-8c7c-4963-9347-10acb21d118f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.806466 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.020689 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.024705 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.950735 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.662894 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:30.150230 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eb2cae6-6c42-4ccc-8660-57a32786304b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:31.605155 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:32.358705 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-406c9e65-03fa-43f6-8047-5ca4ee418a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:32.808951 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:33.027056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:33.031219 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:33.954665 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:34.154685 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6a6e7d0b-75e2-4611-a7cd-13c99314c08a req-ab6e1324-39a1-42b3-ad9a-2214c9cc5492 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1078351 Jul 16 18:53:34.252680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e7d0b-75e2-4611-a7cd-13c99314c08a req-29c54ece-a129-4f20-8785-6e7542e629fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:34.254250 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6a6e7d0b-75e2-4611-a7cd-13c99314c08a req-29c54ece-a129-4f20-8785-6e7542e629fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0541046 Jul 16 18:53:34.365447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e7d0b-75e2-4611-a7cd-13c99314c08a req-0cc717e4-76de-4e58-9556-c9d0947f0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:34.366939 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6a6e7d0b-75e2-4611-a7cd-13c99314c08a req-0cc717e4-76de-4e58-9556-c9d0947f0659 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0918388 Jul 16 18:53:34.443377 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6a6e7d0b-75e2-4611-a7cd-13c99314c08a req-3f7db162-b452-4678-a730-8471e56d67d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1002 time: 0.0696282 Jul 16 18:53:34.491653 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e7d0b-75e2-4611-a7cd-13c99314c08a req-224d6ef7-31ca-4415-a362-f412665efd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:34.493034 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6a6e7d0b-75e2-4611-a7cd-13c99314c08a req-224d6ef7-31ca-4415-a362-f412665efd5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0443025 Jul 16 18:53:34.552786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e7d0b-75e2-4611-a7cd-13c99314c08a req-82c53a41-a0a9-4a9d-9e94-7b08e2a70f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:34.554321 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6a6e7d0b-75e2-4611-a7cd-13c99314c08a req-82c53a41-a0a9-4a9d-9e94-7b08e2a70f01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554311 Jul 16 18:53:34.645894 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6a6e7d0b-75e2-4611-a7cd-13c99314c08a req-70ac13fc-b46c-41d9-ad01-bec326246c7b service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843437 Jul 16 18:53:34.756527 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6a6e7d0b-75e2-4611-a7cd-13c99314c08a req-8a7812d7-24c5-4ada-aaa3-2375eaa84e53 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047699 Jul 16 18:53:35.665990 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:41.021929 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cf3d0-520c-4062-8925-bda843c724ee req-be22c97f-21ca-4120-9419-f12872753177 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:41.023447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c9cf3d0-520c-4062-8925-bda843c724ee req-be22c97f-21ca-4120-9419-f12872753177 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.1196775 Jul 16 18:53:41.062809 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c9cf3d0-520c-4062-8925-bda843c724ee req-a25cb370-0685-4e08-b8f4-54583b14adcf tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337746 Jul 16 18:53:52.617260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-0a54fb63-cad5-4cc3-89b3-53158885d459 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852873 Jul 16 18:53:52.650409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaf4e1-266e-4195-836e-52c3d67d6aaa req-bdfcacba-1655-45a7-a784-70675afc79be tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:52.651931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1cbaf4e1-266e-4195-836e-52c3d67d6aaa req-bdfcacba-1655-45a7-a784-70675afc79be tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0725834 Jul 16 18:53:52.693853 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1cbaf4e1-266e-4195-836e-52c3d67d6aaa req-0a13659c-d5d6-460e-b337-3cce0e9c58dd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355413 Jul 16 18:53:53.798051 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-d0b524d5-1918-4c1d-b367-81256fab1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:53.799590 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-d0b524d5-1918-4c1d-b367-81256fab1884 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0557923 Jul 16 18:53:53.882412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b1754-8126-48b3-8a0e-55cb33fa2693 req-3454f80f-7649-4adf-9306-00be2d3064d0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:53.884136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-359b1754-8126-48b3-8a0e-55cb33fa2693 req-3454f80f-7649-4adf-9306-00be2d3064d0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0740087 Jul 16 18:53:53.897344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-f628cac3-c44f-4f13-8a6b-b66bf8210051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:53.898905 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-f628cac3-c44f-4f13-8a6b-b66bf8210051 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0928934 Jul 16 18:53:53.930974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-359b1754-8126-48b3-8a0e-55cb33fa2693 req-49454d11-91e2-41d9-95a7-00e097c84688 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411534 Jul 16 18:53:53.968151 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-103c989e-204f-480e-8ce2-15670b36e7d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1002 time: 0.0636113 Jul 16 18:53:54.017036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-6ceab55a-efce-4da1-909a-7cc9289a79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:54.018490 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-6ceab55a-efce-4da1-909a-7cc9289a79e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0444636 Jul 16 18:53:54.077761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-a70069d0-ad43-49bb-a6da-7492ec6b7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:54.079330 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-a70069d0-ad43-49bb-a6da-7492ec6b7121 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548811 Jul 16 18:53:54.423654 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-acc81fdd-e555-445d-a127-f35fd4ea4555 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379610 Jul 16 18:53:54.517057 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-5715d906-c625-4ed0-b66c-907a26a797b1 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873916 Jul 16 18:53:55.112199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29919f5-2115-4160-9281-43c106d71816 req-89d46918-b262-47a0-85cc-e6119063d3c1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:55.113720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e29919f5-2115-4160-9281-43c106d71816 req-89d46918-b262-47a0-85cc-e6119063d3c1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0672560 Jul 16 18:53:55.156408 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e29919f5-2115-4160-9281-43c106d71816 req-46eff79b-96fc-47ed-be9c-b793d14f9c24 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 Jul 16 18:53:56.333701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66503b-2647-4b5b-ba5c-a3c544f0ae26 req-bff9ac40-cd4e-4396-b7fe-5ea04586d648 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:56.335243 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7e66503b-2647-4b5b-ba5c-a3c544f0ae26 req-bff9ac40-cd4e-4396-b7fe-5ea04586d648 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0655534 Jul 16 18:53:56.381100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7e66503b-2647-4b5b-ba5c-a3c544f0ae26 req-4d430c1c-ce6e-475f-aa6c-a91ce0487c9d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385342 Jul 16 18:53:57.555307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d6ae5-082c-4be7-967c-326f035ef3b3 req-9bf34bcc-2de8-474a-9982-18552ec81232 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:57.556810 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe5d6ae5-082c-4be7-967c-326f035ef3b3 req-9bf34bcc-2de8-474a-9982-18552ec81232 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0639858 Jul 16 18:53:57.597139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fe5d6ae5-082c-4be7-967c-326f035ef3b3 req-b43afd44-0a0d-41b0-ac17-4952ced02810 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319645 Jul 16 18:53:58.775680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81aaff-2923-4775-9503-a482a431c611 req-39d23c83-51bd-4c21-9433-06dde06592f4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:58.777172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5a81aaff-2923-4775-9503-a482a431c611 req-39d23c83-51bd-4c21-9433-06dde06592f4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0666921 Jul 16 18:53:58.816509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5a81aaff-2923-4775-9503-a482a431c611 req-ec5dc2df-fde8-42e9-be31-db9bc3cebf9d tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331171 Jul 16 18:54:00.002068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d373973-47ff-474e-b3fb-be2fc62530f5 req-3e0e89de-8af2-4a9a-95c6-40555d4f21d9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:00.003614 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d373973-47ff-474e-b3fb-be2fc62530f5 req-3e0e89de-8af2-4a9a-95c6-40555d4f21d9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0654228 Jul 16 18:54:00.043227 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d373973-47ff-474e-b3fb-be2fc62530f5 req-c69cf16e-a5dc-4745-92a0-e06e715295d5 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333138 Jul 16 18:54:00.150650 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2db4d3ef-e377-4a21-a1dc-bb0beabf8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.230197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a944db-3d1f-4df3-a19a-3644657093c3 req-efaf1105-bdf3-4639-a65d-1ec851c7cae9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:01.231708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74a944db-3d1f-4df3-a19a-3644657093c3 req-efaf1105-bdf3-4639-a65d-1ec851c7cae9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0678320 Jul 16 18:54:01.270629 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74a944db-3d1f-4df3-a19a-3644657093c3 req-b4e5a3eb-b056-450d-ae35-d7997ad8bf15 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331378 Jul 16 18:54:02.360898 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bef1f758-de79-4979-9a00-2875e29965f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.464216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a34378-9ea5-413f-920e-d6c55cb4af04 req-e2488b54-4e4b-40f1-8f7c-f07c057ffecf tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.465766 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43a34378-9ea5-413f-920e-d6c55cb4af04 req-e2488b54-4e4b-40f1-8f7c-f07c057ffecf tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0667450 Jul 16 18:54:02.506315 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43a34378-9ea5-413f-920e-d6c55cb4af04 req-e639bf04-117a-40c1-8710-c7bad552f08c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341270 Jul 16 18:54:02.810162 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.007311 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.041868 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.689996 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7752c6-f0e5-4aa3-a7ab-f47082a2dc5e req-babeadb5-6971-403b-9e83-2436ccb71c9c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.691855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be7752c6-f0e5-4aa3-a7ab-f47082a2dc5e req-babeadb5-6971-403b-9e83-2436ccb71c9c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0693717 Jul 16 18:54:03.738650 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be7752c6-f0e5-4aa3-a7ab-f47082a2dc5e req-dcd37a8c-e681-4b94-b8bf-32b205ecd6ea tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408902 Jul 16 18:54:03.959473 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.917995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aacb3c-25e8-4366-9041-b814d32182c0 req-eeb0b001-5b20-46a7-ae70-b07355f69027 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:04.919530 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52aacb3c-25e8-4366-9041-b814d32182c0 req-eeb0b001-5b20-46a7-ae70-b07355f69027 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0679803 Jul 16 18:54:04.961429 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52aacb3c-25e8-4366-9041-b814d32182c0 req-c45d438a-d0ae-4f6b-80b6-85962642ec07 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328758 Jul 16 18:54:05.666700 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:06.149646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917a464-5578-4d7a-827e-1efe53d5e025 req-c94299c0-0307-4635-9070-695aa3493c2f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:06.151135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e917a464-5578-4d7a-827e-1efe53d5e025 req-c94299c0-0307-4635-9070-695aa3493c2f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0649893 Jul 16 18:54:06.188542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e917a464-5578-4d7a-827e-1efe53d5e025 req-bb47b7d6-eb1b-4587-86ec-4bc59622380b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312400 Jul 16 18:54:07.377998 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8b466-4dc3-4ece-a399-6ae70f511c66 req-0a99c8a7-1f96-480e-bb88-ef1c10e20457 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:07.379444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00c8b466-4dc3-4ece-a399-6ae70f511c66 req-0a99c8a7-1f96-480e-bb88-ef1c10e20457 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0682969 Jul 16 18:54:07.417100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00c8b466-4dc3-4ece-a399-6ae70f511c66 req-7d6da5b8-bf4f-4c54-bba0-1f7f5ed7d2f9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321498 Jul 16 18:54:08.543415 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-5ab16bbb-a87c-4df3-bbc2-9a50ab068ad9 service neutron] show failed (client error): The resource could not be found. Jul 16 18:54:08.544450 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-5ab16bbb-a87c-4df3-bbc2-9a50ab068ad9 service neutron] 10.222.0.42 "GET /v2.0/ports/eecbe28d-36eb-43e4-9526-cb3514c3d50a/bindings/n-h1-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0583172 Jul 16 18:54:08.605274 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:54:08.606969 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c9ff7-190f-4aed-9036-3c7941047897 req-ae7ae402-0e3e-4359-8c88-52471b42b4d8 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:08.609118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-270c9ff7-190f-4aed-9036-3c7941047897 req-ae7ae402-0e3e-4359-8c88-52471b42b4d8 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0653527 Jul 16 18:54:08.648766 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-270c9ff7-190f-4aed-9036-3c7941047897 req-38412bfb-f54d-4de1-8b54-887570364188 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339000 Jul 16 18:54:08.875263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-78144703-07de-4487-ab49-ea3de8d20e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:08.876815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-78144703-07de-4487-ab49-ea3de8d20e1b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 1096 time: 0.0929155 Jul 16 18:54:08.887547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:08.962839 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.177827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:09.209790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:09.254879 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:09.260297 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.272240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Transition to ACTIVE for port object eecbe28d-36eb-43e4-9526-cb3514c3d50a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:09.276836 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.307171 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46545fcd-ab0f-4adc-8007-d38fe47ab27c" -d '{"events": [{"server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "name": "network-vif-unplugged", "status": "completed", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:09.379486 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:09.398346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:09.398700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:09.399048 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:09.399391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:09.399732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:09.400069 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:09.400411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:09.400735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:09.401066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:09.401418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:09.401793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:09.402212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:09.425859 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e889adad-5656-46a8-8aaa-8b74d0639243 x-openstack-request-id: req-e889adad-5656-46a8-8aaa-8b74d0639243 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:09.426159 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "name": "network-vif-unplugged", "status": "completed", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:09.426417 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e889adad-5656-46a8-8aaa-8b74d0639243 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:09.426818 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'code': 200} Jul 16 18:54:09.427767 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] No DVR routers for this DVR port eecbe28d-36eb-43e4-9526-cb3514c3d50a on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:09.460880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device eecbe28d-36eb-43e4-9526-cb3514c3d50a no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:09.505358 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device eecbe28d-36eb-43e4-9526-cb3514c3d50a not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:09.570465 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Attempting to bind port eecbe28d-36eb-43e4-9526-cb3514c3d50a on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:09.570800 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Attempting to bind port eecbe28d-36eb-43e4-9526-cb3514c3d50a by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:09.571130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Attempting to bind port eecbe28d-36eb-43e4-9526-cb3514c3d50a on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:09.575361 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Port eecbe28d-36eb-43e4-9526-cb3514c3d50a on network e37aed3e-26bb-4e32-a896-68ee32d1736f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:54:09.575687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Attempting to bind port eecbe28d-36eb-43e4-9526-cb3514c3d50a on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:09.581337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:09.581685 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:09.582076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Bound using segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:09.582510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Bound port: eecbe28d-36eb-43e4-9526-cb3514c3d50a, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:09.582901 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.649262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:09.652273 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:09.657696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.691707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.692347 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.693927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] 10.222.0.38 "PUT /v2.0/ports/eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1091 time: 0.8103449 Jul 16 18:54:09.722583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a0b17-3124-496d-9035-b4443efdc7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:09.817513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-78753ce5-1c34-4acf-b7e1-4a8014f92521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.819698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-78753ce5-1c34-4acf-b7e1-4a8014f92521 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1094 time: 0.0933039 Jul 16 18:54:09.918079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebc468-bba1-4619-a30c-c76fceb97e77 req-ec932f1a-fd1c-4be4-bf89-2861de77ec31 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.919578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6ebc468-bba1-4619-a30c-c76fceb97e77 req-ec932f1a-fd1c-4be4-bf89-2861de77ec31 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.1464324 Jul 16 18:54:09.950093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-3f729a99-4593-4d5a-8828-2da8f1072bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.951483 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-3f729a99-4593-4d5a-8828-2da8f1072bfb service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.1249728 Jul 16 18:54:10.011160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6ebc468-bba1-4619-a30c-c76fceb97e77 req-5beb74e4-aff3-4af2-b918-863cdc39b60c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850356 Jul 16 18:54:10.034706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-f654f026-a444-4099-85b7-3dccd869a247 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1000 time: 0.0745707 Jul 16 18:54:10.086593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-182be48d-b16f-469c-bf29-176408d01d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:10.088074 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-182be48d-b16f-469c-bf29-176408d01d5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0479443 Jul 16 18:54:10.146606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-88de1dba-7c65-445f-a097-fcddfe643fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:10.148097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-88de1dba-7c65-445f-a097-fcddfe643fb1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535190 Jul 16 18:54:10.239308 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-0f35959a-4962-43c3-ae98-2a9d503b9844 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849421 Jul 16 18:54:10.329881 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85e2cf5b-b6a6-45ba-9d3f-2a1688b10d68 req-615afc6f-d8a6-477a-8297-f3c21fc8dfa1 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846980 Jul 16 18:54:11.201373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485555d8-72fe-4c1f-9cf0-8977364a7a55 req-8f179651-a2df-4d77-a6f1-121ea8fa55f6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.203505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-485555d8-72fe-4c1f-9cf0-8977364a7a55 req-8f179651-a2df-4d77-a6f1-121ea8fa55f6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0704708 Jul 16 18:54:11.240664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-485555d8-72fe-4c1f-9cf0-8977364a7a55 req-dab7cc06-fdc0-4f1f-b4ad-36170e75fae6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313730 Jul 16 18:54:11.428463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:11.431080 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:11.500165 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164d4d26-d915-4ba9-b9dc-4d94923daa09 x-openstack-request-id: req-164d4d26-d915-4ba9-b9dc-4d94923daa09 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:11.500492 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:11.500712 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-164d4d26-d915-4ba9-b9dc-4d94923daa09 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:11.501154 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'status': 'completed', 'code': 200} Jul 16 18:54:11.580975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-a7d0cd1f-1a3f-45b1-8b23-91f8cbec2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.582625 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-a7d0cd1f-1a3f-45b1-8b23-91f8cbec2a87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1094 time: 0.0588329 Jul 16 18:54:11.605629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-3a6a53b5-c0f9-4029-9edc-b4d8fddac240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.607200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-3a6a53b5-c0f9-4029-9edc-b4d8fddac240 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1094 time: 0.0729451 Jul 16 18:54:11.711717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-95995a83-eedf-4de6-aacf-bceec51b4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.713979 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-95995a83-eedf-4de6-aacf-bceec51b4b4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.1250479 Jul 16 18:54:11.731714 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-a0ef85cc-0260-45d8-a68e-6cce933c9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.734163 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-a0ef85cc-0260-45d8-a68e-6cce933c9440 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.1061227 Jul 16 18:54:11.790825 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-40cc678d-c3d7-420f-9528-723b81460d74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1000 time: 0.0706332 Jul 16 18:54:11.806663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-6dc237e4-ecc0-47c6-8988-b167771873cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1000 time: 0.0667968 Jul 16 18:54:11.852339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-b450c31d-049f-47cb-a8f8-8ddbfc6b0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.854140 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-b450c31d-049f-47cb-a8f8-8ddbfc6b0794 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0566111 Jul 16 18:54:11.858598 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-33b03437-9f19-4d87-af02-93d372e632fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.860121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-33b03437-9f19-4d87-af02-93d372e632fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0479548 Jul 16 18:54:11.925805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-c6ca9d9a-7843-49ed-a9ec-ddce729ebbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.927554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-c6ca9d9a-7843-49ed-a9ec-ddce729ebbe3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615807 Jul 16 18:54:11.932091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-0417c20c-6865-4e39-bc3d-2d3a7aba5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.935121 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-0417c20c-6865-4e39-bc3d-2d3a7aba5e5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745933 Jul 16 18:54:12.023902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-405bb7f1-3f30-47b4-bb63-c96e4292833e service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887377 Jul 16 18:54:12.045057 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-275946e6-4345-41aa-a622-729113da4658 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032174 Jul 16 18:54:12.123260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-27e1d6a0-6f08-42fb-8924-c03c761bd13b service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936270 Jul 16 18:54:12.165229 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1c5952b3-bad7-4c10-bda9-8c5d1432e12c req-10652506-3c0e-4c64-b05b-d70482469a14 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138482 Jul 16 18:54:12.443494 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78f6b9-a007-4865-94b4-f228ce656920 req-46e51b27-9d87-44af-97fd-6d535f8c8f12 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:12.445008 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd78f6b9-a007-4865-94b4-f228ce656920 req-46e51b27-9d87-44af-97fd-6d535f8c8f12 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0736618 Jul 16 18:54:12.482687 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd78f6b9-a007-4865-94b4-f228ce656920 req-fd3a8e88-0325-403c-b263-b9abfbc44b5b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Jul 16 18:54:13.675959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5f523-b46d-4a1e-b791-bba066a89027 req-d3bd5b59-f2f8-40f7-9175-c5ceb2def2b6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:13.677564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03b5f523-b46d-4a1e-b791-bba066a89027 req-d3bd5b59-f2f8-40f7-9175-c5ceb2def2b6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0734265 Jul 16 18:54:13.719021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03b5f523-b46d-4a1e-b791-bba066a89027 req-47f47177-6a0f-4836-bf71-df26ea71b3c6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339348 Jul 16 18:54:14.896717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f1a6d-ab2d-477a-9745-c2b739318721 req-a3c9f778-d425-4f04-bfff-891f75aff1f0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:14.898250 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9f1a6d-ab2d-477a-9745-c2b739318721 req-a3c9f778-d425-4f04-bfff-891f75aff1f0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0639291 Jul 16 18:54:14.935571 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0d9f1a6d-ab2d-477a-9745-c2b739318721 req-d844d00d-a7ce-44fc-a99f-8243b34ecb10 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314744 Jul 16 18:54:16.110130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7bc5f-cd2e-4006-a96a-2e8508e66e54 req-49276843-818d-43ca-94c8-06d24374dbfd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:16.111522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edc7bc5f-cd2e-4006-a96a-2e8508e66e54 req-49276843-818d-43ca-94c8-06d24374dbfd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0635345 Jul 16 18:54:16.150139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-edc7bc5f-cd2e-4006-a96a-2e8508e66e54 req-86d8b75a-cd0f-4927-8066-3a45f0d0306c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330691 Jul 16 18:54:17.333215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ed148-a4eb-455f-b30b-592911faa4c5 req-8bf447f5-0f0a-49f0-9f0d-0d325631abde tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:17.334723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b04ed148-a4eb-455f-b30b-592911faa4c5 req-8bf447f5-0f0a-49f0-9f0d-0d325631abde tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0678256 Jul 16 18:54:17.378150 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b04ed148-a4eb-455f-b30b-592911faa4c5 req-6927aba8-367f-4146-801a-a17e1c77bbb0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Jul 16 18:54:18.588482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5587-92e9-4347-a06d-cd5a4b9b5144 req-6e561e4e-d271-45ab-a479-db1a40497e1f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:18.589885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a98c5587-92e9-4347-a06d-cd5a4b9b5144 req-6e561e4e-d271-45ab-a479-db1a40497e1f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0877681 Jul 16 18:54:18.638758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a98c5587-92e9-4347-a06d-cd5a4b9b5144 req-0d063324-76ab-4319-81c0-690a7bef6446 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387032 Jul 16 18:54:19.817879 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ad38b-1900-47f1-9d3b-b050521e39fe req-4a1acf55-14e4-45a6-872c-31cdd3d859b2 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:19.819382 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad7ad38b-1900-47f1-9d3b-b050521e39fe req-4a1acf55-14e4-45a6-872c-31cdd3d859b2 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0673685 Jul 16 18:54:19.858929 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad7ad38b-1900-47f1-9d3b-b050521e39fe req-098897a4-8de9-4893-a50c-cee27a8d7653 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337646 Jul 16 18:54:21.038368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6965190-eb41-4826-9c2b-cea0690b8cb9 req-473500cd-b1a5-4530-8cd9-541e4b805cde tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:21.039861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6965190-eb41-4826-9c2b-cea0690b8cb9 req-473500cd-b1a5-4530-8cd9-541e4b805cde tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0681956 Jul 16 18:54:21.081369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6965190-eb41-4826-9c2b-cea0690b8cb9 req-25aec721-fb89-4c55-a39e-d522627ddb49 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324030 Jul 16 18:54:22.266263 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a72a9-8cc7-4347-91ed-f39f7c2ed42b req-b132338b-b15c-4445-91bf-2df80e3de175 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:22.267908 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-479a72a9-8cc7-4347-91ed-f39f7c2ed42b req-b132338b-b15c-4445-91bf-2df80e3de175 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.0645556 Jul 16 18:54:22.305258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-479a72a9-8cc7-4347-91ed-f39f7c2ed42b req-c92d45df-6396-4a8f-a89a-9e754e021f47 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310466 Jul 16 18:54:22.716179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-bd091f44-6034-4c51-b78e-d9dc1ec4a60e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:22.718599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-bd091f44-6034-4c51-b78e-d9dc1ec4a60e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6&tenant_id=4696c8ec0d984047b0020fd93fd6e34e&binding%3Ahost_id=n-h1-793618-9 HTTP/1.1" status: 200 len: 943 time: 0.0817711 Jul 16 18:54:22.807780 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-6e391f5d-86a7-4458-84e9-f7c5400e05c8 service neutron] 10.222.0.38 "GET /v2.0/ports/eecbe28d-36eb-43e4-9526-cb3514c3d50a/bindings/n-h1-793618-9 HTTP/1.1" status: 200 len: 382 time: 0.0798357 Jul 16 18:54:22.823145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3db7b0-aa32-4275-9cda-5fcbf94f374d req-3cec026e-62d0-4317-a705-b6fac3801ab0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:22.824619 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f3db7b0-aa32-4275-9cda-5fcbf94f374d req-3cec026e-62d0-4317-a705-b6fac3801ab0 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 943 time: 0.1051540 Jul 16 18:54:22.895649 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f3db7b0-aa32-4275-9cda-5fcbf94f374d req-7a882ecb-ca19-4a13-8c0a-a279c151b58c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639656 Jul 16 18:54:22.916997 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-dec75159-db0d-4751-8176-c8fcb9c90e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:22.918544 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-dec75159-db0d-4751-8176-c8fcb9c90e84 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1094 time: 0.0803900 Jul 16 18:54:23.018458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device eecbe28d-36eb-43e4-9526-cb3514c3d50a details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:54:23.019043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-7d740b53-b6c9-4848-abcb-7f9d12a52ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:23.020054 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-7d740b53-b6c9-4848-abcb-7f9d12a52ab2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0865400 Jul 16 18:54:23.101078 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-fad5567b-5641-46a8-bff8-c468c48a4ce6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1000 time: 0.0747120 Jul 16 18:54:23.120654 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:23.132170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'port_id': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'mac_address': 'fa:16:3e:50:c6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:54:23.172169 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:23.176580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-5570c659-00b2-431a-816f-35031b36d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:23.179110 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-5570c659-00b2-431a-816f-35031b36d781 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0722327 Jul 16 18:54:23.184869 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecbe28d-36eb-43e4-9526-cb3514c3d50a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:23.205079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:23.209300 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:23.251987 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-c8336d15-e217-42dd-be3d-09493a0c4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:23.253550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-c8336d15-e217-42dd-be3d-09493a0c4aee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686090 Jul 16 18:54:23.256893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:23.264723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:23.265073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:23.265441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:23.265780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:23.266119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:23.266451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:23.266780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:23.267134 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:23.267458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:23.267784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:23.268115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:23.268439 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:23.456098 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['eecbe28d-36eb-43e4-9526-cb3514c3d50a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:23.674225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-1512bf35-e0c6-477a-85c5-f6cfd0416480 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144468 Jul 16 18:54:23.797925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-bb984404-98c2-45e0-b120-9f4d81c7a4ed service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173949 Jul 16 18:54:24.097430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfa2de-177b-4235-86e5-1071594f3a70 req-17f4078b-0115-4c17-b26f-6950ff05e1bc tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:24.099032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85cfa2de-177b-4235-86e5-1071594f3a70 req-17f4078b-0115-4c17-b26f-6950ff05e1bc tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 944 time: 0.0838830 Jul 16 18:54:24.136047 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-85cfa2de-177b-4235-86e5-1071594f3a70 req-d5939331-44bc-45d6-b0ea-46390701ba9e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314608 Jul 16 18:54:25.031185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device eecbe28d-36eb-43e4-9526-cb3514c3d50a up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:25.081870 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port eecbe28d-36eb-43e4-9526-cb3514c3d50a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:25.085923 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port eecbe28d-36eb-43e4-9526-cb3514c3d50a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:25.086244 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.161215 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.188690 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:25.206877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:25.212645 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.238147 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6a93a9-1608-4b12-b948-56323f0619a4" -d '{"events": [{"server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "name": "network-vif-plugged", "status": "completed", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:25.274727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:25.351278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155df2f-d130-42f8-85af-2eb5d48f042b req-fc705bac-5299-4865-8c05-b25a88ef2a91 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:25.352812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f155df2f-d130-42f8-85af-2eb5d48f042b req-fc705bac-5299-4865-8c05-b25a88ef2a91 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0969286 Jul 16 18:54:25.364878 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c37bd5-d1d0-4107-ae96-f4a544ab5fa8 x-openstack-request-id: req-b2c37bd5-d1d0-4107-ae96-f4a544ab5fa8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:25.365167 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "name": "network-vif-plugged", "status": "completed", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:25.365455 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2c37bd5-d1d0-4107-ae96-f4a544ab5fa8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:25.365859 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'code': 200} Jul 16 18:54:25.393373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f155df2f-d130-42f8-85af-2eb5d48f042b req-aa5aae77-5a1d-46c3-9fb3-5a3ae821986c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346181 Jul 16 18:54:26.622400 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d781892-68e4-40ab-9e7f-3909e976cc9d req-aac05a43-a68b-480e-925f-e7aea1e150d4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:26.624078 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d781892-68e4-40ab-9e7f-3909e976cc9d req-aac05a43-a68b-480e-925f-e7aea1e150d4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0689080 Jul 16 18:54:26.664155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1d781892-68e4-40ab-9e7f-3909e976cc9d req-05063f80-c132-4cd0-b571-4f58ce1d2d45 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341167 Jul 16 18:54:27.661368 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-b23dbb05-49f8-49f3-b9ef-aa4cb8a3f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:27.662944 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-b23dbb05-49f8-49f3-b9ef-aa4cb8a3f409 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6&tenant_id=4696c8ec0d984047b0020fd93fd6e34e HTTP/1.1" status: 200 len: 1096 time: 0.0570021 Jul 16 18:54:27.675314 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:27.759104 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.920543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cb19d-4feb-4026-8000-1dceedc5a4cf req-f6d63a9b-4f3a-4b7c-abf1-313e6cf3e117 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:27.922992 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d09cb19d-4feb-4026-8000-1dceedc5a4cf req-f6d63a9b-4f3a-4b7c-abf1-313e6cf3e117 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.1023605 Jul 16 18:54:27.987790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d09cb19d-4feb-4026-8000-1dceedc5a4cf req-ef736b0b-d19e-40f6-be91-b9b4edb5b2d1 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589266 Jul 16 18:54:28.010554 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:28.043873 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:28.092823 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:28.099064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.112243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Transition to ACTIVE for port object eecbe28d-36eb-43e4-9526-cb3514c3d50a will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:28.115975 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.149243 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d121f456-9c40-434a-ad99-f8a3f68ebd21" -d '{"events": [{"server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "name": "network-vif-unplugged", "status": "completed", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:28.233626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=10']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:28.258679 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ef7349-fb72-4911-a17b-bb4cff844c69 x-openstack-request-id: req-b5ef7349-fb72-4911-a17b-bb4cff844c69 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:28.258978 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "name": "network-vif-unplugged", "status": "completed", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:28.259233 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5ef7349-fb72-4911-a17b-bb4cff844c69 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:28.259645 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'code': 200} Jul 16 18:54:28.266869 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.267217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.267562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.267901 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.268237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.268576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.268912 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.269236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.269592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.269919 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.270247 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.270967 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.296253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] No DVR routers for this DVR port eecbe28d-36eb-43e4-9526-cb3514c3d50a on host n-h1-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:28.442964 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Attempting to bind port eecbe28d-36eb-43e4-9526-cb3514c3d50a on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:28.443301 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Attempting to bind port eecbe28d-36eb-43e4-9526-cb3514c3d50a by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:28.443629 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Attempting to bind port eecbe28d-36eb-43e4-9526-cb3514c3d50a on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:28.447822 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Port eecbe28d-36eb-43e4-9526-cb3514c3d50a on network e37aed3e-26bb-4e32-a896-68ee32d1736f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:54:28.448141 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Attempting to bind port eecbe28d-36eb-43e4-9526-cb3514c3d50a on network e37aed3e-26bb-4e32-a896-68ee32d1736f {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:28.453541 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:28.453882 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Checking segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:28.454266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Bound using segment: {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:28.454691 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Bound port: eecbe28d-36eb-43e4-9526-cb3514c3d50a, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7482d11-93e2-469f-9286-1fbd80960215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:28.455046 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.516556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:28.519582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:28.523610 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.556995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:28.557685 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.559349 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] 10.222.0.42 "PUT /v2.0/ports/eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1092 time: 0.8891003 Jul 16 18:54:28.589860 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95b37e-0752-4fa0-803d-f622417f7a60 service neutron] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=11']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:28.638431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-1c45ca1d-9003-4be3-9900-197c6a3b8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:28.640308 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-1c45ca1d-9003-4be3-9900-197c6a3b8d4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1095 time: 0.0584815 Jul 16 18:54:28.741286 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-51c15533-bd4b-49bf-85f4-16aa11361ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:28.742951 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-51c15533-bd4b-49bf-85f4-16aa11361ec6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0960927 Jul 16 18:54:28.825951 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-950c1142-66d5-43b2-bf0f-49dffaf61136 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1000 time: 0.0765574 Jul 16 18:54:28.874834 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-c50fb7cf-cc0d-4d08-a52f-68853e590b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:28.876305 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-c50fb7cf-cc0d-4d08-a52f-68853e590b77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0442972 Jul 16 18:54:28.932855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-6dff0670-3dd4-42a1-93d6-0520d41c854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:28.934641 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-6dff0670-3dd4-42a1-93d6-0520d41c854e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515351 Jul 16 18:54:29.032146 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-026d840b-39b8-44f7-bca1-8c590bba7598 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912941 Jul 16 18:54:29.129211 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d45d7d66-cbfc-4c22-8c13-40a369ba8064 req-6436ed81-85d3-43cd-9d47-bed07dfddc1f service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901525 Jul 16 18:54:29.167857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacda2a0-65a5-425b-9892-311872f30ab6 req-919bfc3e-6a8a-4430-a840-50f7510e68f3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:29.169454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eacda2a0-65a5-425b-9892-311872f30ab6 req-919bfc3e-6a8a-4430-a840-50f7510e68f3 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 944 time: 0.0669229 Jul 16 18:54:29.209772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eacda2a0-65a5-425b-9892-311872f30ab6 req-278c64a9-177b-466f-9988-ba28d7c3c72a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338697 Jul 16 18:54:30.152027 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e572e7d8-56cb-4030-83d1-60dc550814d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:30.260855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:30.263405 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:30.351468 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524bea0b-b7dc-4d3b-adc2-405c1c5939bc x-openstack-request-id: req-524bea0b-b7dc-4d3b-adc2-405c1c5939bc {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:30.351764 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:30.352019 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-524bea0b-b7dc-4d3b-adc2-405c1c5939bc {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:30.352420 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'status': 'completed', 'code': 200} Jul 16 18:54:30.462908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea06e96-29e8-4661-976b-69bd447aa4ce req-fc469e51-4d6a-48aa-97bb-245255ee52eb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.464540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ea06e96-29e8-4661-976b-69bd447aa4ce req-fc469e51-4d6a-48aa-97bb-245255ee52eb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 944 time: 0.1354461 Jul 16 18:54:30.471772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-26fb0bd6-6c7b-4279-ae54-982a39c721fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.472174 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-ff3c619a-ca55-4fab-96e8-9dbf84736bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.473712 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-26fb0bd6-6c7b-4279-ae54-982a39c721fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1095 time: 0.0881550 Jul 16 18:54:30.475913 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-ff3c619a-ca55-4fab-96e8-9dbf84736bbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1095 time: 0.1050746 Jul 16 18:54:30.573392 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ea06e96-29e8-4661-976b-69bd447aa4ce req-0140d20b-d797-4099-b903-21896f21118f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971220 Jul 16 18:54:30.598109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-e7b86b16-8ee3-474b-86d1-e769fce88a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.599891 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-e7b86b16-8ee3-474b-86d1-e769fce88a6f service neutron] 10.222.0.38 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.1173122 Jul 16 18:54:30.613960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-f8502f1e-91bb-4725-aae1-4a9f887f4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.615467 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-f8502f1e-91bb-4725-aae1-4a9f887f4b89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.1315894 Jul 16 18:54:30.665167 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-405b81a9-3192-4034-91e4-a65fe9571b2d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1000 time: 0.0593657 Jul 16 18:54:30.689549 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-7d0920f2-bd93-4045-a7c7-b413fc633c5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1000 time: 0.0676458 Jul 16 18:54:30.714773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-b2f65a77-dbae-45fb-8799-a49eb0c0523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.716177 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-b2f65a77-dbae-45fb-8799-a49eb0c0523e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0446372 Jul 16 18:54:30.766133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-e281992b-9230-40bb-9c63-83fabc499444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.768241 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-e281992b-9230-40bb-9c63-83fabc499444 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0713456 Jul 16 18:54:30.814628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-5d8b32e5-8159-4d00-b6f4-d2214a6a98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.816588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-5d8b32e5-8159-4d00-b6f4-d2214a6a98c3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947742 Jul 16 18:54:30.844031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-55f60812-7c52-4cea-a989-8846c0c6402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.846414 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-55f60812-7c52-4cea-a989-8846c0c6402d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717936 Jul 16 18:54:30.937829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-902182ee-3364-42b3-9822-52b5c9842f5d service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146402 Jul 16 18:54:30.950027 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-164b7c08-c7ea-40c9-bcfb-25577514e267 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968461 Jul 16 18:54:31.039230 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-61a9db8d-2acc-4325-b9f0-b7e6a516d164 service neutron] 10.222.0.38 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948365 Jul 16 18:54:31.046371 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9598483b-fb72-48e6-9a6b-2f7c14edb8b3 req-8a72c4e5-a29c-4c1f-af77-bea2457e253e service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902905 Jul 16 18:54:31.064051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device eecbe28d-36eb-43e4-9526-cb3514c3d50a no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:31.107004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device eecbe28d-36eb-43e4-9526-cb3514c3d50a not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:31.765886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da376127-5630-440d-a6e2-d827e9ed832f req-e113d9ed-0de0-48a9-a252-1f5a1c2476f6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:31.767446 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da376127-5630-440d-a6e2-d827e9ed832f req-e113d9ed-0de0-48a9-a252-1f5a1c2476f6 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 944 time: 0.0673933 Jul 16 18:54:31.808471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da376127-5630-440d-a6e2-d827e9ed832f req-d34d8b00-fe9d-4561-88bb-55cc8cf11540 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351739 Jul 16 18:54:32.365899 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d00ac089-8fcd-47b5-949c-33afcfa53de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:32.823011 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.041182 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.050725 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.081093 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35f652-7b5b-4895-96d3-dab816c95fa0 req-4978812f-51f4-4e16-ad5d-5c0997247053 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:33.084321 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a35f652-7b5b-4895-96d3-dab816c95fa0 req-4978812f-51f4-4e16-ad5d-5c0997247053 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 944 time: 0.0776410 Jul 16 18:54:33.121884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a35f652-7b5b-4895-96d3-dab816c95fa0 req-bc5371ce-3d92-4a61-99bb-db2930fe8b6b tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336916 Jul 16 18:54:33.959288 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:34.085020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4db50-89bb-4737-b33a-1f0d4496bef9 req-6622e898-940b-4c14-81e9-976ba4721757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:34.086628 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fe4db50-89bb-4737-b33a-1f0d4496bef9 req-6622e898-940b-4c14-81e9-976ba4721757 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 1095 time: 0.0533986 Jul 16 18:54:34.200216 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4db50-89bb-4737-b33a-1f0d4496bef9 req-16489c9e-c6b0-432f-831e-495ed3acbf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:34.202637 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fe4db50-89bb-4737-b33a-1f0d4496bef9 req-16489c9e-c6b0-432f-831e-495ed3acbf79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 200 len: 913 time: 0.0961273 Jul 16 18:54:34.278512 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fe4db50-89bb-4737-b33a-1f0d4496bef9 req-7d067b38-0f44-483d-976f-e284bc8c7515 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 200 len: 1000 time: 0.0696921 Jul 16 18:54:34.331686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4db50-89bb-4737-b33a-1f0d4496bef9 req-28b3e53c-d57d-44ce-ab16-b71cc31df8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:34.333214 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fe4db50-89bb-4737-b33a-1f0d4496bef9 req-28b3e53c-d57d-44ce-ab16-b71cc31df8e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 200 len: 851 time: 0.0492542 Jul 16 18:54:34.396716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4db50-89bb-4737-b33a-1f0d4496bef9 req-b32701f4-6dc5-4574-a5d9-5d6a109d72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:34.398311 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fe4db50-89bb-4737-b33a-1f0d4496bef9 req-b32701f4-6dc5-4574-a5d9-5d6a109d72d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e37aed3e-26bb-4e32-a896-68ee32d1736f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590091 Jul 16 18:54:34.493924 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fe4db50-89bb-4737-b33a-1f0d4496bef9 req-a38b430d-2e65-4853-a716-e1b6013cb4c2 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895758 Jul 16 18:54:34.499354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba87bd9-7bc0-47b8-9154-997ce103f008 req-e3ba27b2-acbe-43e5-9f33-4e7c2b1f25ee tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:34.500875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ba87bd9-7bc0-47b8-9154-997ce103f008 req-e3ba27b2-acbe-43e5-9f33-4e7c2b1f25ee tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 944 time: 0.0681148 Jul 16 18:54:34.540302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ba87bd9-7bc0-47b8-9154-997ce103f008 req-a88ad2ef-c85e-4334-a239-2c55f7aa0e2a tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327215 Jul 16 18:54:34.585647 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6fe4db50-89bb-4737-b33a-1f0d4496bef9 req-832c6945-29c8-4cfe-af17-03f63d73f941 service neutron] 10.222.0.42 "GET /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855699 Jul 16 18:54:35.671076 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:35.721906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ca7d8-c117-49ec-be11-715117984e04 req-8d190de7-2327-4766-8203-3c62523d9916 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:35.723404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-580ca7d8-c117-49ec-be11-715117984e04 req-8d190de7-2327-4766-8203-3c62523d9916 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 944 time: 0.0692081 Jul 16 18:54:35.761677 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-580ca7d8-c117-49ec-be11-715117984e04 req-4f238ee9-42a6-4777-9af8-30034cf9a729 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324180 Jul 16 18:54:36.945390 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab1c83-dd10-4694-b782-50d76352140c req-ded077ac-7a78-474e-8baa-9540c3962aef tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:36.946926 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29ab1c83-dd10-4694-b782-50d76352140c req-ded077ac-7a78-474e-8baa-9540c3962aef tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 944 time: 0.0711634 Jul 16 18:54:36.985978 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-29ab1c83-dd10-4694-b782-50d76352140c req-4e15834e-0642-4f89-9d1e-f79b186fd0ae tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327537 Jul 16 18:54:38.197709 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea03a7-2764-4273-bdae-a5aee61b3f46 req-ded50741-d5a5-4b9a-9769-9aacfdf005f4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:38.199135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7eea03a7-2764-4273-bdae-a5aee61b3f46 req-ded50741-d5a5-4b9a-9769-9aacfdf005f4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 944 time: 0.0871611 Jul 16 18:54:38.237325 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7eea03a7-2764-4273-bdae-a5aee61b3f46 req-570f2e7f-9634-4980-be3e-64b14d2af6b5 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319667 Jul 16 18:54:39.414829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e74f6-2e25-4eb3-a6ec-509e8f9a800b req-06542444-a8e9-4311-8acd-57c00dcf8d5f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:39.416329 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b5e74f6-2e25-4eb3-a6ec-509e8f9a800b req-06542444-a8e9-4311-8acd-57c00dcf8d5f tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 944 time: 0.0678396 Jul 16 18:54:39.454578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b5e74f6-2e25-4eb3-a6ec-509e8f9a800b req-332932b3-43e4-40bf-b089-56594c7189dd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318828 Jul 16 18:54:39.633123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device eecbe28d-36eb-43e4-9526-cb3514c3d50a details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:54:39.729066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:39.740476 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'port_id': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'mac_address': 'fa:16:3e:50:c6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:54:39.782346 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:39.796829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecbe28d-36eb-43e4-9526-cb3514c3d50a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:39.816864 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:39.820946 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:39.874408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:40.058657 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['eecbe28d-36eb-43e4-9526-cb3514c3d50a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:40.637602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1e081-be96-4b95-bca1-21f3c8754280 req-1384f7bb-93e8-4318-a247-8d79160416da tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:40.639767 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dd1e081-be96-4b95-bca1-21f3c8754280 req-1384f7bb-93e8-4318-a247-8d79160416da tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0717618 Jul 16 18:54:40.681051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6dd1e081-be96-4b95-bca1-21f3c8754280 req-777d6df1-562b-4ff5-9dd1-851d04b7193e tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353405 Jul 16 18:54:40.870128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69344-d150-4e9a-8517-3d8e2240ce00 req-112ddbd8-9aeb-4863-bd06-fc06ebaca68c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:40.871618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02e69344-d150-4e9a-8517-3d8e2240ce00 req-112ddbd8-9aeb-4863-bd06-fc06ebaca68c tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0639138 Jul 16 18:54:40.912007 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-02e69344-d150-4e9a-8517-3d8e2240ce00 req-9ee8ff18-640c-41c9-9add-61655bdc93e4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342345 Jul 16 18:54:41.099830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d990b8c-6115-4f5f-b19b-9125be7b7dd1 req-222fc3e2-c4fa-41d1-ba9f-d3045317b6fe tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:41.101360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d990b8c-6115-4f5f-b19b-9125be7b7dd1 req-222fc3e2-c4fa-41d1-ba9f-d3045317b6fe tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0685308 Jul 16 18:54:41.162553 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d990b8c-6115-4f5f-b19b-9125be7b7dd1 req-7848671a-68ec-4ecd-9a31-84fd2300b977 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546250 Jul 16 18:54:41.544623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079eadc-a277-4645-aceb-0bb0efa98a2e req-966f9660-7e8a-445a-a5ea-de5cdd458014 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:41.546805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8079eadc-a277-4645-aceb-0bb0efa98a2e req-966f9660-7e8a-445a-a5ea-de5cdd458014 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 945 time: 0.0649838 Jul 16 18:54:41.588835 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8079eadc-a277-4645-aceb-0bb0efa98a2e req-fb859f77-d15a-473f-a5b6-519b8981d2d4 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330248 Jul 16 18:54:41.648000 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device eecbe28d-36eb-43e4-9526-cb3514c3d50a up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:41.700129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port eecbe28d-36eb-43e4-9526-cb3514c3d50a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:41.706501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port eecbe28d-36eb-43e4-9526-cb3514c3d50a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:41.707155 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:41.827410 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:41.862935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:41.866553 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b7a16a-ddde-41c7-bf34-2a34797f626b" -d '{"events": [{"server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "name": "network-vif-plugged", "status": "completed", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:41.887339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:41.892906 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:41.929511 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79022d27-b4b3-4945-a270-f4091dc3ac58 x-openstack-request-id: req-79022d27-b4b3-4945-a270-f4091dc3ac58 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:41.929962 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "name": "network-vif-plugged", "status": "completed", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:41.930359 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79022d27-b4b3-4945-a270-f4091dc3ac58 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:41.930983 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'code': 200} Jul 16 18:54:41.976628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=13']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:42.774964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72073862-a88e-4dad-b557-ae151aae090f req-489b1b50-9951-44ac-87b8-4d676a36cbbf tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:42.776469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72073862-a88e-4dad-b557-ae151aae090f req-489b1b50-9951-44ac-87b8-4d676a36cbbf tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 946 time: 0.0672200 Jul 16 18:54:42.815821 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-72073862-a88e-4dad-b557-ae151aae090f req-40192c89-d861-408c-9e9b-8ec5030624c7 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups?id=047358e2-e09a-4174-88f9-100cf3603425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324683 Jul 16 18:54:43.040557 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-60100044-29c4-4558-b4bd-19d5c396a790 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:43.042088 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-60100044-29c4-4558-b4bd-19d5c396a790 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 946 time: 0.0738394 Jul 16 18:54:43.139987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Deleting port eecbe28d-36eb-43e4-9526-cb3514c3d50a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:43.140332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.231814 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] For port eecbe28d-36eb-43e4-9526-cb3514c3d50a, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=eecbe28d-36eb-43e4-9526-cb3514c3d50a,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:43.232559 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.401829 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.402114 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.402430 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 disassociated. External IP: 172.25.8.248, port: eecbe28d-36eb-43e4-9526-cb3514c3d50a. Jul 16 18:54:43.402771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Calling delete_port for eecbe28d-36eb-43e4-9526-cb3514c3d50a owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:43.531510 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.563598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event deleted for resources: {'Port': ['ID=eecbe28d-36eb-43e4-9526-cb3514c3d50a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:43.702521 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Router eb28872d-d33f-4e14-8180-f110e90e5b75 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:43.970686 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f97b6191-2043-4087-a4a3-1172a512fb32 req-f201996b-95fd-4766-8734-909c4163b2eb tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0326393 Jul 16 18:54:44.085460 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:44.095543 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08b036-c5f6-4b0b-9ab8-a362d08dd5d3 None None] Sync routers for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:44.104951 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08b036-c5f6-4b0b-9ab8-a362d08dd5d3 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:44.105611 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b08b036-c5f6-4b0b-9ab8-a362d08dd5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:54:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:44.131415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] No DVR routers for this DVR port eecbe28d-36eb-43e4-9526-cb3514c3d50a on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:44.134135 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:44.136194 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-3b13ef39-bdc2-4f66-a2ff-93f40b1f2d40 req-febe59cf-c508-487d-aec6-d3f6b776b004 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.42 "DELETE /v2.0/ports/eecbe28d-36eb-43e4-9526-cb3514c3d50a HTTP/1.1" status: 204 len: 173 time: 1.0890710 Jul 16 18:54:44.136639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'name': 'network-vif-deleted', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:44.139496 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05711dcd-6aaa-4161-9c3d-cd5ad86641c1" -d '{"events": [{"server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "name": "network-vif-deleted", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:44.184451 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d68fc4-0efd-4aef-8367-dcf6a54a077b x-openstack-request-id: req-f3d68fc4-0efd-4aef-8367-dcf6a54a077b {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:44.184863 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac66dcec-4731-4048-87b5-7a41635a0ac6", "name": "network-vif-deleted", "tag": "eecbe28d-36eb-43e4-9526-cb3514c3d50a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:44.185223 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3d68fc4-0efd-4aef-8367-dcf6a54a077b {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:44.185787 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac66dcec-4731-4048-87b5-7a41635a0ac6', 'name': 'network-vif-deleted', 'tag': 'eecbe28d-36eb-43e4-9526-cb3514c3d50a', 'status': 'completed', 'code': 200} Jul 16 18:54:44.224731 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3b08b036-c5f6-4b0b-9ab8-a362d08dd5d3 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:44.447146 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b08b036-c5f6-4b0b-9ab8-a362d08dd5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:44.567318 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08b036-c5f6-4b0b-9ab8-a362d08dd5d3 None None] Checking router: eb28872d-d33f-4e14-8180-f110e90e5b75 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:44.576947 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08b036-c5f6-4b0b-9ab8-a362d08dd5d3 None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:44.577687 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b08b036-c5f6-4b0b-9ab8-a362d08dd5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:54:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:44.689122 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3b08b036-c5f6-4b0b-9ab8-a362d08dd5d3 None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:44.905828 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3b08b036-c5f6-4b0b-9ab8-a362d08dd5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:44.938471 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08b036-c5f6-4b0b-9ab8-a362d08dd5d3 None None] The sync data for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 is: [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:05Z', 'revision_number': 4, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '518706ce-3b0c-477b-ad53-811cc2cacd94', 'name': '', 'network_id': 'e37aed3e-26bb-4e32-a896-68ee32d1736f', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'mac_address': 'fa:16:3e:93:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '1334d3a5-21b9-4510-bc80-b17336373407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:04Z', 'updated_at': '2021-07-16T18:45:10Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'subnets': [{'id': '1334d3a5-21b9-4510-bc80-b17336373407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:45.163014 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1ff4e8cc-ee7c-4a8f-9307-26a09af1e710 req-ee811793-8af1-4121-ba4a-1a0e048b7040 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0411813 Jul 16 18:54:45.247095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bb7047-193c-4a34-975d-c429d8d15f97 None None] New status for floating IP 0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:54:45.605012 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:54:45.678688 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device eecbe28d-36eb-43e4-9526-cb3514c3d50a no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:45.699564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: eecbe28d-36eb-43e4-9526-cb3514c3d50a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:45.699909 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device eecbe28d-36eb-43e4-9526-cb3514c3d50a not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:46.309895 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-94c01d71-767e-4db9-992b-b2d254d565d8 req-85affa4a-4c9c-48ce-8914-17c4423b2e17 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0306809 Jul 16 18:54:47.462185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6a23904-f3e1-4863-9d72-c4e4e5cb8e3f req-d75990de-0d28-42d0-9a23-41e3d746d8c9 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac66dcec-4731-4048-87b5-7a41635a0ac6 HTTP/1.1" status: 200 len: 210 time: 0.0338180 Jul 16 18:54:51.643188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:51.702489 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9290ab-9e4e-43ae-a164-a680f1bb9409 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:51.728083 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9290ab-9e4e-43ae-a164-a680f1bb9409 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:51.778178 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9290ab-9e4e-43ae-a164-a680f1bb9409 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:51.781344 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9290ab-9e4e-43ae-a164-a680f1bb9409 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:51.782617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ec9290ab-9e4e-43ae-a164-a680f1bb9409 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "DELETE /v2.0/security-groups/047358e2-e09a-4174-88f9-100cf3603425 HTTP/1.1" status: 204 len: 168 time: 0.1380816 Jul 16 18:54:51.786062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52042) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:51.793642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9290ab-9e4e-43ae-a164-a680f1bb9409 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047358e2-e09a-4174-88f9-100cf3603425,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:51.806530 n-d-793618-9 neutron-server[93766]: INFO neutron.api.v2.resource [None req-44116795-9f3e-4fe4-9f4b-8ceb5a10f415 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] show failed (client error): The resource could not be found. Jul 16 18:54:51.807670 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-44116795-9f3e-4fe4-9f4b-8ceb5a10f415 tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "GET /v2.0/security-groups/047358e2-e09a-4174-88f9-100cf3603425 HTTP/1.1" status: 404 len: 347 time: 0.0204337 Jul 16 18:54:51.812041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:51.950380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-878b5478-dbc6-476d-9e97-bb50f70dc2fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Deleting port b129a775-4482-4e8d-9b98-a9e3e31191eb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:51.950662 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878b5478-dbc6-476d-9e97-bb50f70dc2fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:52.031328 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878b5478-dbc6-476d-9e97-bb50f70dc2fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:52.031729 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878b5478-dbc6-476d-9e97-bb50f70dc2fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:52.044158 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-878b5478-dbc6-476d-9e97-bb50f70dc2fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Calling delete_port for b129a775-4482-4e8d-9b98-a9e3e31191eb owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:52.185537 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878b5478-dbc6-476d-9e97-bb50f70dc2fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:52.211599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b5478-dbc6-476d-9e97-bb50f70dc2fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Pushing event deleted for resources: {'Port': ['ID=b129a775-4482-4e8d-9b98-a9e3e31191eb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:52.286170 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878b5478-dbc6-476d-9e97-bb50f70dc2fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:52.289908 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878b5478-dbc6-476d-9e97-bb50f70dc2fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:52.291599 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-878b5478-dbc6-476d-9e97-bb50f70dc2fd tempest-ServerActionsTestJSON-1841611390 tempest-ServerActionsTestJSON-1841611390-project] 10.222.0.52 "DELETE /v2.0/floatingips/0bfcbfd3-26ab-450c-9a4e-0d28143cc5a6 HTTP/1.1" status: 204 len: 168 time: 0.4782951 Jul 16 18:54:52.295445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:52.696836 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f47c135a-1650-45c0-9343-7825cf6c898a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:52.973412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f47c135a-1650-45c0-9343-7825cf6c898a admin admin] Deleting port 518706ce-3b0c-477b-ad53-811cc2cacd94 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:52.973892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f47c135a-1650-45c0-9343-7825cf6c898a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:53.054559 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f47c135a-1650-45c0-9343-7825cf6c898a admin admin] For port 518706ce-3b0c-477b-ad53-811cc2cacd94, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=518706ce-3b0c-477b-ad53-811cc2cacd94,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:53.054927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f47c135a-1650-45c0-9343-7825cf6c898a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:53.069813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f47c135a-1650-45c0-9343-7825cf6c898a admin admin] Calling delete_port for 518706ce-3b0c-477b-ad53-811cc2cacd94 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:53.257611 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f47c135a-1650-45c0-9343-7825cf6c898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:53.288404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c135a-1650-45c0-9343-7825cf6c898a admin admin] Pushing event deleted for resources: {'Port': ['ID=518706ce-3b0c-477b-ad53-811cc2cacd94,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:53.466096 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f47c135a-1650-45c0-9343-7825cf6c898a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:53.687184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47c135a-1650-45c0-9343-7825cf6c898a admin admin] Router eb28872d-d33f-4e14-8180-f110e90e5b75 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:53.799216 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47c135a-1650-45c0-9343-7825cf6c898a admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:53.804296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f47c135a-1650-45c0-9343-7825cf6c898a admin admin] 10.222.0.52 "PUT /v2.0/routers/eb28872d-d33f-4e14-8180-f110e90e5b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5078564 Jul 16 18:54:53.807388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:53.811358 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2e908-ff2d-46bf-b973-dd6069c5a16e None None] Sync routers for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:53.821515 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2e908-ff2d-46bf-b973-dd6069c5a16e None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:53.822134 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acf2e908-ff2d-46bf-b973-dd6069c5a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:54:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:53.913637 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:53.927355 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-acf2e908-ff2d-46bf-b973-dd6069c5a16e None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:54.120854 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acf2e908-ff2d-46bf-b973-dd6069c5a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:54:53Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:54.148314 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2e908-ff2d-46bf-b973-dd6069c5a16e None None] Checking router: eb28872d-d33f-4e14-8180-f110e90e5b75 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:54.157702 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2e908-ff2d-46bf-b973-dd6069c5a16e None None] Routers {'eb28872d-d33f-4e14-8180-f110e90e5b75'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:54.158347 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acf2e908-ff2d-46bf-b973-dd6069c5a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:54:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['eb28872d-d33f-4e14-8180-f110e90e5b75'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:54.268474 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-acf2e908-ff2d-46bf-b973-dd6069c5a16e None None] Set router eb28872d-d33f-4e14-8180-f110e90e5b75 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:54.378087 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:54.438265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Deleting port eeeb5a09-9a2b-4cd6-93df-73670a53d2fe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:54.438897 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:54.459084 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-acf2e908-ff2d-46bf-b973-dd6069c5a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:54:53Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:54.486416 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2e908-ff2d-46bf-b973-dd6069c5a16e None None] The sync data for ids ['eb28872d-d33f-4e14-8180-f110e90e5b75'] in n-d-793618-9 is: [{'id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'name': 'tempest-ServerActionsTestJSON-2059030052-router', 'tenant_id': '4696c8ec0d984047b0020fd93fd6e34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:54:53Z', 'revision_number': 5, 'project_id': '4696c8ec0d984047b0020fd93fd6e34e', 'gw_port': {'id': 'eeeb5a09-9a2b-4cd6-93df-73670a53d2fe', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28872d-d33f-4e14-8180-f110e90e5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:02Z', 'updated_at': '2021-07-16T18:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:54.532160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] For port eeeb5a09-9a2b-4cd6-93df-73670a53d2fe, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=eeeb5a09-9a2b-4cd6-93df-73670a53d2fe,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:54.532745 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:54.556976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Calling delete_port for eeeb5a09-9a2b-4cd6-93df-73670a53d2fe owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:54.751097 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:54.778663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeeb5a09-9a2b-4cd6-93df-73670a53d2fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:54.847190 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:54.947424 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:54.949997 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.003829 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.004643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb28872d-d33f-4e14-8180-f110e90e5b75 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:54:55.012285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.014258 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4d9eb478-68a0-439d-971a-9d00ae218893 admin admin] 10.222.0.52 "DELETE /v2.0/routers/eb28872d-d33f-4e14-8180-f110e90e5b75 HTTP/1.1" status: 204 len: 168 time: 1.2056215 Jul 16 18:54:55.017251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:55.068333 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c632b269-6866-4e48-af8f-163181f979b0 admin admin] Deleting subnet 1334d3a5-21b9-4510-bc80-b17336373407 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:54:55.071866 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c632b269-6866-4e48-af8f-163181f979b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.121223 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c632b269-6866-4e48-af8f-163181f979b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.212704 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c632b269-6866-4e48-af8f-163181f979b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.270813 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c632b269-6866-4e48-af8f-163181f979b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.296530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632b269-6866-4e48-af8f-163181f979b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1334d3a5-21b9-4510-bc80-b17336373407,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:55.300113 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c632b269-6866-4e48-af8f-163181f979b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.304728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c632b269-6866-4e48-af8f-163181f979b0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1334d3a5-21b9-4510-bc80-b17336373407 HTTP/1.1" status: 204 len: 168 time: 0.2859287 Jul 16 18:54:55.305467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52062) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:55.307300 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891747bb-eee1-48b6-9986-29a49ef585b8 None None] Network e37aed3e-26bb-4e32-a896-68ee32d1736f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:54:55.377840 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.433145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Deleting port b621b242-589e-4041-a09d-ff16fbfb3517 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:55.433514 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.507504 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] For port b621b242-589e-4041-a09d-ff16fbfb3517, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b621b242-589e-4041-a09d-ff16fbfb3517,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:55.507881 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.522125 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Calling delete_port for b621b242-589e-4041-a09d-ff16fbfb3517 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:55.539320 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed8e024-14d2-40a7-82dd-361c4c5c6185 None None] DHCP port deletion for e37aed3e-26bb-4e32-a896-68ee32d1736f request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:54:55.595062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8e024-14d2-40a7-82dd-361c4c5c6185 None None] Deleting port b621b242-589e-4041-a09d-ff16fbfb3517 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:55.595654 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e024-14d2-40a7-82dd-361c4c5c6185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.634477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.661222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b621b242-589e-4041-a09d-ff16fbfb3517,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:55.672024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] No DVR routers for this DVR port b621b242-589e-4041-a09d-ff16fbfb3517 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:55.677073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7ed8e024-14d2-40a7-82dd-361c4c5c6185 None None] For port b621b242-589e-4041-a09d-ff16fbfb3517, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b621b242-589e-4041-a09d-ff16fbfb3517,segment=NetworkSegment(c7482d11-93e2-469f-9286-1fbd80960215),segment_id=c7482d11-93e2-469f-9286-1fbd80960215)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:55.677502 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e024-14d2-40a7-82dd-361c4c5c6185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.690896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8e024-14d2-40a7-82dd-361c4c5c6185 None None] Calling delete_port for b621b242-589e-4041-a09d-ff16fbfb3517 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:55.751562 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.762030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37aed3e-26bb-4e32-a896-68ee32d1736f']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:55.770531 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e024-14d2-40a7-82dd-361c4c5c6185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.772936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7482d11-93e2-469f-9286-1fbd80960215') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:55.773179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7482d11-93e2-469f-9286-1fbd80960215') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:55.784671 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.797593 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8e024-14d2-40a7-82dd-361c4c5c6185 None None] Pushing event deleted for resources: {'Port': ['ID=b621b242-589e-4041-a09d-ff16fbfb3517,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:55.799836 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.800929 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8e024-14d2-40a7-82dd-361c4c5c6185 None None] No DVR routers for this DVR port b621b242-589e-4041-a09d-ff16fbfb3517 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:55.806975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:54:55.807377 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:54:55.809389 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:54:55.865497 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.871747 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.878272 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e37aed3e-26bb-4e32-a896-68ee32d1736f HTTP/1.1" status: 204 len: 168 time: 0.5681584 Jul 16 18:54:55.891355 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc32ba-0468-4ab6-b572-4e731a9783f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37aed3e-26bb-4e32-a896-68ee32d1736f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:55.996618 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52068) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:56.042000 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7dd64c20-3460-4535-a592-2e6d42e9633f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4696c8ec0d984047b0020fd93fd6e34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437605 Jul 16 18:54:56.044414 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52070) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:56.094347 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a31492bc-5cc9-4bc0-ad55-2bfe32054a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:56.116066 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a31492bc-5cc9-4bc0-ad55-2bfe32054a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:56.162922 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a31492bc-5cc9-4bc0-ad55-2bfe32054a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:56.165555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a31492bc-5cc9-4bc0-ad55-2bfe32054a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:56.166676 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a31492bc-5cc9-4bc0-ad55-2bfe32054a97 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42ac1eb1-b450-4de6-baf5-6354741b7131 HTTP/1.1" status: 204 len: 168 time: 0.1206179 Jul 16 18:54:56.176731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31492bc-5cc9-4bc0-ad55-2bfe32054a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ac1eb1-b450-4de6-baf5-6354741b7131,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:56.359682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b621b242-589e-4041-a09d-ff16fbfb3517 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:56.390438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: b621b242-589e-4041-a09d-ff16fbfb3517 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:56.390794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b621b242-589e-4041-a09d-ff16fbfb3517 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:56.391225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 518706ce-3b0c-477b-ad53-811cc2cacd94 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:56.410408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 518706ce-3b0c-477b-ad53-811cc2cacd94 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:56.410772 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 518706ce-3b0c-477b-ad53-811cc2cacd94 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:56.411200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device eeeb5a09-9a2b-4cd6-93df-73670a53d2fe no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:56.431637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: eeeb5a09-9a2b-4cd6-93df-73670a53d2fe {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:56.431994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device eeeb5a09-9a2b-4cd6-93df-73670a53d2fe not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:56.937290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:57.037372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1990210537-network', 'tenant_id': 'b639fc893dca4fcebd7b74254073e03f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:57.058635 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Made reservation on behalf of b639fc893dca4fcebd7b74254073e03f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:54:57.061582 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.070507 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.169062 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.173863 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.198965 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:54:57.209751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0727bc-dffc-40d0-9d9b-51adc745e448,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:57.214934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.215285 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Added segment ea2562bf-8762-44ea-8360-d5fa802116cb of type vlan for network 4a48209b-146c-41ab-8560-dae288aee846 Jul 16 18:54:57.257202 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.288714 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.289756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:57.290395 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.325001 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3863637 Jul 16 18:54:57.329241 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:57.337733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1e7c6386-f1e7-419d-bc41-32edd9cc6db1 admin admin] Request body: {'subnet': {'network_id': '4a48209b-146c-41ab-8560-dae288aee846', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1990210537-subnet', 'tenant_id': 'b639fc893dca4fcebd7b74254073e03f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:57.371560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7c6386-f1e7-419d-bc41-32edd9cc6db1 admin admin] Made reservation on behalf of b639fc893dca4fcebd7b74254073e03f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:54:57.375391 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6386-f1e7-419d-bc41-32edd9cc6db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.378791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd221d91-c0df-4ca5-993c-b6b0a8d10357 admin admin] Pushing event updated for resources: {'Network': ['ID=4a48209b-146c-41ab-8560-dae288aee846,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:57.391679 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 4a48209b-146c-41ab-8560-dae288aee846 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:54:57.558116 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6386-f1e7-419d-bc41-32edd9cc6db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.613639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c6386-f1e7-419d-bc41-32edd9cc6db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0153484-7ddf-4136-9f87-a44e7cf7eef4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:57.624843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c6386-f1e7-419d-bc41-32edd9cc6db1 admin admin] Checking segment: {'id': 'ea2562bf-8762-44ea-8360-d5fa802116cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a48209b-146c-41ab-8560-dae288aee846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:57.625209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7c6386-f1e7-419d-bc41-32edd9cc6db1 admin admin] Network hostable DHCP agents. Network: 4a48209b-146c-41ab-8560-dae288aee846, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:54:57.642806 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7c6386-f1e7-419d-bc41-32edd9cc6db1 admin admin] Network 4a48209b-146c-41ab-8560-dae288aee846 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:54:57.653008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1e7c6386-f1e7-419d-bc41-32edd9cc6db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 4a48209b-146c-41ab-8560-dae288aee846) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:57.658827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7c6386-f1e7-419d-bc41-32edd9cc6db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:57.659675 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6386-f1e7-419d-bc41-32edd9cc6db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.664906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba78ba4b-994c-42dc-a1b0-f8b7605ef101 None None] Network 4a48209b-146c-41ab-8560-dae288aee846 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:54:57.675534 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1e7c6386-f1e7-419d-bc41-32edd9cc6db1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3444083 Jul 16 18:54:57.794551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d503526-26e1-45a7-b7aa-3048e8277a3e None None] Network 4a48209b-146c-41ab-8560-dae288aee846 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:54:58.131367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5da45aeb-24bf-4e53-87c4-583c639c556a tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:58.133022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5da45aeb-24bf-4e53-87c4-583c639c556a tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/networks?id=4a48209b-146c-41ab-8560-dae288aee846 HTTP/1.1" status: 200 len: 814 time: 0.1069770 Jul 16 18:54:58.148525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-c8acefac-520d-42d7-b000-b303037d8562 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/quotas/b639fc893dca4fcebd7b74254073e03f HTTP/1.1" status: 200 len: 375 time: 0.0100405 Jul 16 18:54:58.188629 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-17a6fb46-fed8-45d2-be24-39909166598c tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b639fc893dca4fcebd7b74254073e03f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345109 Jul 16 18:54:58.352856 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-cfef5063-8f45-48cd-96da-5f138d360e97 service neutron] 10.222.0.52 "GET /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238298 Jul 16 18:54:58.448679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-e7a07884-e38a-4f08-8ec3-43ce12a8897b service neutron] 10.222.0.52 "GET /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892155 Jul 16 18:54:58.621111 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3a6a8946-66a8-4e47-8362-a2e3fbbd3ed7 req-3d86bb5c-0319-48e3-9b6d-19ba3df572d4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 210 time: 0.0307407 Jul 16 18:54:59.853731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9dd31a4a-621b-4f8d-be87-c08ccb8b6758 req-b770fa11-1d20-4b03-8206-26a90b838012 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 210 time: 0.0539043 Jul 16 18:54:59.942900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885983d-766a-4b13-bdf2-bb076e777789 req-51b97ee6-4324-412d-88c2-35244d699db0 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:59.944343 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-51b97ee6-4324-412d-88c2-35244d699db0 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.38 "GET /v2.0/networks?id=4a48209b-146c-41ab-8560-dae288aee846 HTTP/1.1" status: 200 len: 814 time: 0.1543679 Jul 16 18:54:59.956913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f885983d-766a-4b13-bdf2-bb076e777789 req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Request body: {'port': {'device_id': '31bcd958-da41-46ec-b54a-ac569b008631', 'network_id': '4a48209b-146c-41ab-8560-dae288aee846', 'admin_state_up': True, 'tenant_id': 'b639fc893dca4fcebd7b74254073e03f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:00.071667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f885983d-766a-4b13-bdf2-bb076e777789 req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Made reservation on behalf of b639fc893dca4fcebd7b74254073e03f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:00.075422 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f885983d-766a-4b13-bdf2-bb076e777789 req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:00.155798 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-49f2a855-b3cb-4c6d-b853-1d21a5639d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:00.211937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f885983d-766a-4b13-bdf2-bb076e777789 req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Allocated IP 172.20.0.12 (4a48209b-146c-41ab-8560-dae288aee846/d0153484-7ddf-4136-9f87-a44e7cf7eef4/f944f766-ebba-451f-91f6-fa5223e36fbe) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:00.367392 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f885983d-766a-4b13-bdf2-bb076e777789 req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:00.407901 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f885983d-766a-4b13-bdf2-bb076e777789 req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:00.456769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f885983d-766a-4b13-bdf2-bb076e777789 req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Network 4a48209b-146c-41ab-8560-dae288aee846 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:00.460095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f885983d-766a-4b13-bdf2-bb076e777789 req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:00.464295 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f885983d-766a-4b13-bdf2-bb076e777789 req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:00.471786 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Pushing event updated for resources: {'Port': ['ID=f944f766-ebba-451f-91f6-fa5223e36fbe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:00.519796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885983d-766a-4b13-bdf2-bb076e777789 req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:00.520549 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f885983d-766a-4b13-bdf2-bb076e777789 req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:00.535729 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-32ea26db-8048-4c15-9dda-c761db663c22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827601 Jul 16 18:55:00.547726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Request body: {'port': {'device_id': '31bcd958-da41-46ec-b54a-ac569b008631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:00.627533 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:00.896532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f944f766-ebba-451f-91f6-fa5223e36fbe {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:55:00.905787 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:00.918279 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Transition to ACTIVE for port object f944f766-ebba-451f-91f6-fa5223e36fbe will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:00.922406 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:00.980628 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Pushing event updated for resources: {'Port': ['ID=f944f766-ebba-451f-91f6-fa5223e36fbe,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:01.089256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Attempting to bind port f944f766-ebba-451f-91f6-fa5223e36fbe on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:01.089542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Attempting to bind port f944f766-ebba-451f-91f6-fa5223e36fbe by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'ea2562bf-8762-44ea-8360-d5fa802116cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a48209b-146c-41ab-8560-dae288aee846'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:01.089879 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Attempting to bind port f944f766-ebba-451f-91f6-fa5223e36fbe on network 4a48209b-146c-41ab-8560-dae288aee846 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:01.097782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Port f944f766-ebba-451f-91f6-fa5223e36fbe on network 4a48209b-146c-41ab-8560-dae288aee846 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:55:01.098112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Attempting to bind port f944f766-ebba-451f-91f6-fa5223e36fbe on network 4a48209b-146c-41ab-8560-dae288aee846 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:01.113016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e568e9-c867-4135-aab8-28936953fb85 req-98da85d4-4d95-4333-b4c8-4d64eedad701 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:01.114617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71e568e9-c867-4135-aab8-28936953fb85 req-98da85d4-4d95-4333-b4c8-4d64eedad701 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 944 time: 0.1149678 Jul 16 18:55:01.115470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:01.115953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Checking segment: {'id': 'ea2562bf-8762-44ea-8360-d5fa802116cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a48209b-146c-41ab-8560-dae288aee846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:01.116344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Bound using segment: {'id': 'ea2562bf-8762-44ea-8360-d5fa802116cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a48209b-146c-41ab-8560-dae288aee846'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:01.117770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Bound port: f944f766-ebba-451f-91f6-fa5223e36fbe, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2562bf-8762-44ea-8360-d5fa802116cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a48209b-146c-41ab-8560-dae288aee846'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:01.117770 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:01.198949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-71e568e9-c867-4135-aab8-28936953fb85 req-caa9d335-29f5-4acc-be7e-6e1098aa3b7d tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717058 Jul 16 18:55:01.219868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] For port f944f766-ebba-451f-91f6-fa5223e36fbe, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:01.223447 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] For port f944f766-ebba-451f-91f6-fa5223e36fbe, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f944f766-ebba-451f-91f6-fa5223e36fbe,segment=NetworkSegment(ea2562bf-8762-44ea-8360-d5fa802116cb),segment_id=ea2562bf-8762-44ea-8360-d5fa802116cb)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:01.228210 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:01.261345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:01.261965 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:01.264054 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] 10.222.0.38 "PUT /v2.0/ports/f944f766-ebba-451f-91f6-fa5223e36fbe HTTP/1.1" status: 200 len: 1092 time: 0.7209861 Jul 16 18:55:01.266404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bcd958-da41-46ec-b54a-ac569b008631', 'tag': 'f944f766-ebba-451f-91f6-fa5223e36fbe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:01.269617 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075cbb10-38dd-401d-841f-2d4c3f3ef8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "31bcd958-da41-46ec-b54a-ac569b008631", "tag": "f944f766-ebba-451f-91f6-fa5223e36fbe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:01.304582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05fc01-19c1-47a5-95bf-da92bd2c3125 service neutron] Pushing event updated for resources: {'Port': ['ID=f944f766-ebba-451f-91f6-fa5223e36fbe,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:01.310041 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11347f1-58ca-4445-a69b-0c5dcfd2e349 x-openstack-request-id: req-b11347f1-58ca-4445-a69b-0c5dcfd2e349 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:01.310411 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bcd958-da41-46ec-b54a-ac569b008631", "tag": "f944f766-ebba-451f-91f6-fa5223e36fbe", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:01.310755 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b11347f1-58ca-4445-a69b-0c5dcfd2e349 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:01.311349 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bcd958-da41-46ec-b54a-ac569b008631', 'tag': 'f944f766-ebba-451f-91f6-fa5223e36fbe', 'status': 'completed', 'code': 200} Jul 16 18:55:01.366251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885983d-766a-4b13-bdf2-bb076e777789 req-1ae64f10-c848-453a-9d2d-e437423bcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:01.367740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-1ae64f10-c848-453a-9d2d-e437423bcc0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b639fc893dca4fcebd7b74254073e03f&device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 1095 time: 0.0555685 Jul 16 18:55:01.413401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-55d21bc1-d706-4fd6-b91c-b8583105a2ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f944f766-ebba-451f-91f6-fa5223e36fbe HTTP/1.1" status: 200 len: 217 time: 0.0385942 Jul 16 18:55:01.463086 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885983d-766a-4b13-bdf2-bb076e777789 req-6efd1726-d86e-4f7b-aeac-2f6a10236ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:01.464592 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-6efd1726-d86e-4f7b-aeac-2f6a10236ecf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d0153484-7ddf-4136-9f87-a44e7cf7eef4 HTTP/1.1" status: 200 len: 854 time: 0.0454319 Jul 16 18:55:01.499436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-917ddd7e-0ce3-4e01-9bbc-efed40a15fd9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a48209b-146c-41ab-8560-dae288aee846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284908 Jul 16 18:55:01.598140 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-7be03c12-5fab-44f8-8a75-105573ffc5f7 service neutron] 10.222.0.38 "GET /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918083 Jul 16 18:55:01.698902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f885983d-766a-4b13-bdf2-bb076e777789 req-ec60abfa-452e-49bc-baeb-b3e8b0aca70f service neutron] 10.222.0.38 "GET /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947783 Jul 16 18:55:01.803530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cbb10-38dd-401d-841f-2d4c3f3ef8eb req-c0d86054-3ae7-4757-820e-795c4d88f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:01.805064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-075cbb10-38dd-401d-841f-2d4c3f3ef8eb req-c0d86054-3ae7-4757-820e-795c4d88f935 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b639fc893dca4fcebd7b74254073e03f&device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 1095 time: 0.0551794 Jul 16 18:55:01.902210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cbb10-38dd-401d-841f-2d4c3f3ef8eb req-e41fbdcb-d915-4ecc-a4e0-e7218c85e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:01.903737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-075cbb10-38dd-401d-841f-2d4c3f3ef8eb req-e41fbdcb-d915-4ecc-a4e0-e7218c85e2fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=4a48209b-146c-41ab-8560-dae288aee846 HTTP/1.1" status: 200 len: 915 time: 0.0925040 Jul 16 18:55:01.945509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-075cbb10-38dd-401d-841f-2d4c3f3ef8eb req-bef2e9d4-2cc3-49c2-9dc9-55a44bddd803 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f944f766-ebba-451f-91f6-fa5223e36fbe HTTP/1.1" status: 200 len: 217 time: 0.0345361 Jul 16 18:55:02.001514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cbb10-38dd-401d-841f-2d4c3f3ef8eb req-f63be2db-fc68-408f-82a4-5337b597d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:02.003017 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-075cbb10-38dd-401d-841f-2d4c3f3ef8eb req-f63be2db-fc68-408f-82a4-5337b597d22c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d0153484-7ddf-4136-9f87-a44e7cf7eef4 HTTP/1.1" status: 200 len: 854 time: 0.0509942 Jul 16 18:55:02.038098 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-075cbb10-38dd-401d-841f-2d4c3f3ef8eb req-198fc925-cb44-4a16-9231-9443e10a66b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4a48209b-146c-41ab-8560-dae288aee846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276172 Jul 16 18:55:02.134441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-075cbb10-38dd-401d-841f-2d4c3f3ef8eb req-2cf08446-d8f6-4887-9bc6-0dd2c6cd04c0 service neutron] 10.222.0.38 "GET /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883770 Jul 16 18:55:02.226784 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-075cbb10-38dd-401d-841f-2d4c3f3ef8eb req-b17c90d4-2163-4de2-9b25-2a1b0c84498c service neutron] 10.222.0.38 "GET /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856831 Jul 16 18:55:02.360099 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a39119a4-b3fd-49fe-b993-af97efe2d131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:02.386901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299967c-df77-44cc-b338-42a509730d67 req-174974ed-b56b-4782-a3f5-8a2b01e2def7 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:02.388453 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3299967c-df77-44cc-b338-42a509730d67 req-174974ed-b56b-4782-a3f5-8a2b01e2def7 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 944 time: 0.0700128 Jul 16 18:55:02.430595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3299967c-df77-44cc-b338-42a509730d67 req-2c7fbbac-cf10-46f2-b674-19f55c252d23 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362031 Jul 16 18:55:02.815694 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:03.071202 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:03.071930 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:03.226846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f944f766-ebba-451f-91f6-fa5223e36fbe details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:55:03.328480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f944f766-ebba-451f-91f6-fa5223e36fbe, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f944f766-ebba-451f-91f6-fa5223e36fbe,segment=NetworkSegment(ea2562bf-8762-44ea-8360-d5fa802116cb),segment_id=ea2562bf-8762-44ea-8360-d5fa802116cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:03.339542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'f944f766-ebba-451f-91f6-fa5223e36fbe', 'network_id': '4a48209b-146c-41ab-8560-dae288aee846', 'port_id': 'f944f766-ebba-451f-91f6-fa5223e36fbe', 'mac_address': 'fa:16:3e:27:47:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0153484-7ddf-4136-9f87-a44e7cf7eef4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:55:03.377785 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:03.390760 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f944f766-ebba-451f-91f6-fa5223e36fbe {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:55:03.414149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f944f766-ebba-451f-91f6-fa5223e36fbe, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f944f766-ebba-451f-91f6-fa5223e36fbe,segment=NetworkSegment(ea2562bf-8762-44ea-8360-d5fa802116cb),segment_id=ea2562bf-8762-44ea-8360-d5fa802116cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:03.418368 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:03.467227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=f944f766-ebba-451f-91f6-fa5223e36fbe,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:03.606477 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['f944f766-ebba-451f-91f6-fa5223e36fbe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:55:03.615660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9e469-d553-4439-9155-11bcb9081484 req-d42a3017-c4eb-4b6d-bcf1-eb75e128fdc2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:03.617256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98a9e469-d553-4439-9155-11bcb9081484 req-d42a3017-c4eb-4b6d-bcf1-eb75e128fdc2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 945 time: 0.0686009 Jul 16 18:55:03.659169 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98a9e469-d553-4439-9155-11bcb9081484 req-dad55aec-6e19-474c-a030-ac8ee89ae581 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352190 Jul 16 18:55:03.962471 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:04.838810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160ce34-e84d-4aae-a6e0-cc6be5b88bbd req-da1b43ea-73e7-4caa-baef-5ff46f6eed68 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:04.840407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6160ce34-e84d-4aae-a6e0-cc6be5b88bbd req-da1b43ea-73e7-4caa-baef-5ff46f6eed68 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 945 time: 0.0656600 Jul 16 18:55:04.879997 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6160ce34-e84d-4aae-a6e0-cc6be5b88bbd req-d7e2b31b-68c8-460b-bd08-3c818466e6c5 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Jul 16 18:55:05.233607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f944f766-ebba-451f-91f6-fa5223e36fbe up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:05.287401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port f944f766-ebba-451f-91f6-fa5223e36fbe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:05.291924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port f944f766-ebba-451f-91f6-fa5223e36fbe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:05.292582 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:05.372190 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:05.396255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bcd958-da41-46ec-b54a-ac569b008631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f944f766-ebba-451f-91f6-fa5223e36fbe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:05.398543 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9841e23-edb2-4eef-a677-abcf66d82b20" -d '{"events": [{"server_uuid": "31bcd958-da41-46ec-b54a-ac569b008631", "name": "network-vif-plugged", "status": "completed", "tag": "f944f766-ebba-451f-91f6-fa5223e36fbe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:05.413842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port f944f766-ebba-451f-91f6-fa5223e36fbe, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f944f766-ebba-451f-91f6-fa5223e36fbe,segment=NetworkSegment(ea2562bf-8762-44ea-8360-d5fa802116cb),segment_id=ea2562bf-8762-44ea-8360-d5fa802116cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:05.422695 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:05.454364 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14428c25-7df8-485d-8b65-c35f3f4fc455 x-openstack-request-id: req-14428c25-7df8-485d-8b65-c35f3f4fc455 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:05.454687 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bcd958-da41-46ec-b54a-ac569b008631", "name": "network-vif-plugged", "status": "completed", "tag": "f944f766-ebba-451f-91f6-fa5223e36fbe", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:05.454940 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14428c25-7df8-485d-8b65-c35f3f4fc455 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:05.455334 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bcd958-da41-46ec-b54a-ac569b008631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f944f766-ebba-451f-91f6-fa5223e36fbe', 'code': 200} Jul 16 18:55:05.485577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=f944f766-ebba-451f-91f6-fa5223e36fbe,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:05.556296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a631a1-28c4-4a2c-aeab-a987cc81b7d6 req-59ed121d-3535-4ca7-9ab8-976c899cad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:05.557855 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a631a1-28c4-4a2c-aeab-a987cc81b7d6 req-59ed121d-3535-4ca7-9ab8-976c899cad25 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 1097 time: 0.0569961 Jul 16 18:55:05.597225 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a631a1-28c4-4a2c-aeab-a987cc81b7d6 req-0e43cc68-3692-4bc7-8182-4f8df8c5a227 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308921 Jul 16 18:55:05.675779 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:06.057640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3ca48-9f93-41ce-acac-312253eb14da req-d8e632c8-e987-4124-8d70-287e14e956e8 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:06.059166 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eea3ca48-9f93-41ce-acac-312253eb14da req-d8e632c8-e987-4124-8d70-287e14e956e8 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 946 time: 0.0662210 Jul 16 18:55:06.097815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eea3ca48-9f93-41ce-acac-312253eb14da req-48ce7fa4-615e-4527-a663-0e3bf194a93b tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Jul 16 18:55:07.279363 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95061d-3cb6-4305-9132-63b86f8a7540 req-2659fe4b-b3b8-495a-b838-5a424d79e5f8 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:07.280862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b95061d-3cb6-4305-9132-63b86f8a7540 req-2659fe4b-b3b8-495a-b838-5a424d79e5f8 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 946 time: 0.0680804 Jul 16 18:55:07.323288 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1b95061d-3cb6-4305-9132-63b86f8a7540 req-84b4923e-a93f-48f7-bcc2-3ddcd0ab2288 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366945 Jul 16 18:55:07.552565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-061284a2-d603-4b81-87d2-bb6d873ffb5a tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:07.554093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-061284a2-d603-4b81-87d2-bb6d873ffb5a tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/networks?id=4a48209b-146c-41ab-8560-dae288aee846 HTTP/1.1" status: 200 len: 814 time: 0.1020780 Jul 16 18:55:07.569682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-696ffc41-bdb1-4d45-8839-16d72589a018 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/quotas/b639fc893dca4fcebd7b74254073e03f HTTP/1.1" status: 200 len: 375 time: 0.0100169 Jul 16 18:55:07.639641 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-15ac93eb-5366-4994-960a-480c0444f8a5 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b639fc893dca4fcebd7b74254073e03f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645208 Jul 16 18:55:07.736365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-76e82ae7-faf8-43e6-85e9-923e5486bd06 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:55:07.737456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-76e82ae7-faf8-43e6-85e9-923e5486bd06 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450876 Jul 16 18:55:07.833384 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-0a45f24a-09b3-484e-a13c-b0c1f1346b75 service neutron] 10.222.0.52 "GET /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861595 Jul 16 18:55:07.930782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-41223648-513e-489f-8eae-20550e174a74 service neutron] 10.222.0.52 "GET /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949728 Jul 16 18:55:08.116567 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cfc0be0-661e-41dc-a35b-74f451b29069 req-958cdc59-0e00-4c01-a3f6-8a0277cc5a22 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 210 time: 0.0296316 Jul 16 18:55:09.292754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb5f09bd-753c-47fa-8291-1b2d2927c644 req-2ded2ddc-eac8-4226-8a45-6702c29ab3be tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 210 time: 0.0311244 Jul 16 18:55:09.328482 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-876401d3-9c89-4d9e-aa90-4464629ca0a4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:09.330469 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-876401d3-9c89-4d9e-aa90-4464629ca0a4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.42 "GET /v2.0/networks?id=4a48209b-146c-41ab-8560-dae288aee846 HTTP/1.1" status: 200 len: 814 time: 0.1354818 Jul 16 18:55:09.343576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Request body: {'port': {'device_id': '62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2', 'network_id': '4a48209b-146c-41ab-8560-dae288aee846', 'admin_state_up': True, 'tenant_id': 'b639fc893dca4fcebd7b74254073e03f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:09.468092 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Made reservation on behalf of b639fc893dca4fcebd7b74254073e03f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:09.471794 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:09.600546 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Allocated IP 172.20.0.10 (4a48209b-146c-41ab-8560-dae288aee846/d0153484-7ddf-4136-9f87-a44e7cf7eef4/da28fb6b-7d11-4935-bb4d-df074c035d07) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:09.756710 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:09.795864 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:09.808516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['f944f766-ebba-451f-91f6-fa5223e36fbe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:55:09.848877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Network 4a48209b-146c-41ab-8560-dae288aee846 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:09.852519 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:09.858935 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:09.863207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Pushing event updated for resources: {'Port': ['ID=da28fb6b-7d11-4935-bb4d-df074c035d07,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:09.923852 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:09.924497 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:09.939270 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-37c0b5cc-4ff8-48a2-943e-70e4f56224aa tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6003516 Jul 16 18:55:09.951740 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Request body: {'port': {'device_id': '62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:10.027272 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:10.295597 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da28fb6b-7d11-4935-bb4d-df074c035d07 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:55:10.304144 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:10.317182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Transition to ACTIVE for port object da28fb6b-7d11-4935-bb4d-df074c035d07 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:10.321365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:10.394592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Pushing event updated for resources: {'Port': ['ID=da28fb6b-7d11-4935-bb4d-df074c035d07,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:10.447106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Attempting to bind port da28fb6b-7d11-4935-bb4d-df074c035d07 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:10.447576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Attempting to bind port da28fb6b-7d11-4935-bb4d-df074c035d07 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'ea2562bf-8762-44ea-8360-d5fa802116cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a48209b-146c-41ab-8560-dae288aee846'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:10.447924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Attempting to bind port da28fb6b-7d11-4935-bb4d-df074c035d07 on network 4a48209b-146c-41ab-8560-dae288aee846 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:10.453458 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Port da28fb6b-7d11-4935-bb4d-df074c035d07 on network 4a48209b-146c-41ab-8560-dae288aee846 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:55:10.453798 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Attempting to bind port da28fb6b-7d11-4935-bb4d-df074c035d07 on network 4a48209b-146c-41ab-8560-dae288aee846 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:10.458743 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:10.459096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Checking segment: {'id': 'ea2562bf-8762-44ea-8360-d5fa802116cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a48209b-146c-41ab-8560-dae288aee846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:10.459492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Bound using segment: {'id': 'ea2562bf-8762-44ea-8360-d5fa802116cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a48209b-146c-41ab-8560-dae288aee846'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:10.459927 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Bound port: da28fb6b-7d11-4935-bb4d-df074c035d07, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2562bf-8762-44ea-8360-d5fa802116cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4a48209b-146c-41ab-8560-dae288aee846'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:10.460294 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:10.526823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ac7d9-27d7-46e5-91e3-0e60376c4f81 req-a9dfc5d4-1192-4040-8486-2354f27f5337 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:10.529922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-301ac7d9-27d7-46e5-91e3-0e60376c4f81 req-a9dfc5d4-1192-4040-8486-2354f27f5337 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 944 time: 0.0970132 Jul 16 18:55:10.530233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] For port da28fb6b-7d11-4935-bb4d-df074c035d07, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:10.533572 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] For port da28fb6b-7d11-4935-bb4d-df074c035d07, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da28fb6b-7d11-4935-bb4d-df074c035d07,segment=NetworkSegment(ea2562bf-8762-44ea-8360-d5fa802116cb),segment_id=ea2562bf-8762-44ea-8360-d5fa802116cb)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:10.538221 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:10.572071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-301ac7d9-27d7-46e5-91e3-0e60376c4f81 req-117269df-6a4c-4c71-b7ac-165dd04bc9c3 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361121 Jul 16 18:55:10.574579 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:10.575269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:10.577122 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] 10.222.0.42 "PUT /v2.0/ports/da28fb6b-7d11-4935-bb4d-df074c035d07 HTTP/1.1" status: 200 len: 1092 time: 0.6307476 Jul 16 18:55:10.577613 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2', 'tag': 'da28fb6b-7d11-4935-bb4d-df074c035d07'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:10.579939 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ec45db-dc2b-48c8-a798-550dca707fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2", "tag": "da28fb6b-7d11-4935-bb4d-df074c035d07"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:10.615210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c794d-8fd3-4b5d-89bc-44f7b52abea4 service neutron] Pushing event updated for resources: {'Port': ['ID=da28fb6b-7d11-4935-bb4d-df074c035d07,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:10.638719 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abe7f21-0c0b-47cd-ad22-b31fb8994356 x-openstack-request-id: req-4abe7f21-0c0b-47cd-ad22-b31fb8994356 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:10.639012 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2", "tag": "da28fb6b-7d11-4935-bb4d-df074c035d07", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:10.639265 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4abe7f21-0c0b-47cd-ad22-b31fb8994356 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:10.639661 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2', 'tag': 'da28fb6b-7d11-4935-bb4d-df074c035d07', 'status': 'completed', 'code': 200} Jul 16 18:55:10.686735 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-ea6949e6-5eb1-4107-babf-afc0781bdd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:10.688295 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-ea6949e6-5eb1-4107-babf-afc0781bdd9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b639fc893dca4fcebd7b74254073e03f&device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 1095 time: 0.0612152 Jul 16 18:55:10.734297 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-26061956-9856-4005-b159-acf46152460f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da28fb6b-7d11-4935-bb4d-df074c035d07 HTTP/1.1" status: 200 len: 217 time: 0.0388842 Jul 16 18:55:10.784103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-3da4a44a-a52a-4897-912a-26600d15cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:10.785638 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-3da4a44a-a52a-4897-912a-26600d15cd00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0153484-7ddf-4136-9f87-a44e7cf7eef4 HTTP/1.1" status: 200 len: 854 time: 0.0452318 Jul 16 18:55:10.817999 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-d7d895ee-2e12-4d19-a78d-d711d1d171fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4a48209b-146c-41ab-8560-dae288aee846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263658 Jul 16 18:55:10.911165 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-7c4fc784-7eb3-4544-b544-ea341a992da9 service neutron] 10.222.0.42 "GET /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871902 Jul 16 18:55:11.003046 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-811be0f5-9b11-40dd-945a-ac06bd1117fd req-fe4c0204-ece4-49ba-81d0-7e99c6c3f143 service neutron] 10.222.0.42 "GET /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856965 Jul 16 18:55:11.106448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec45db-dc2b-48c8-a798-550dca707fa7 req-1f952678-1ef2-456b-8340-944d66a539e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:11.108086 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ec45db-dc2b-48c8-a798-550dca707fa7 req-1f952678-1ef2-456b-8340-944d66a539e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b639fc893dca4fcebd7b74254073e03f&device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 1095 time: 0.0549777 Jul 16 18:55:11.205396 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec45db-dc2b-48c8-a798-550dca707fa7 req-1e8c6765-97fe-409c-a4c7-4c3fd09138cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:11.206888 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ec45db-dc2b-48c8-a798-550dca707fa7 req-1e8c6765-97fe-409c-a4c7-4c3fd09138cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=4a48209b-146c-41ab-8560-dae288aee846 HTTP/1.1" status: 200 len: 915 time: 0.0925500 Jul 16 18:55:11.246679 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ec45db-dc2b-48c8-a798-550dca707fa7 req-e503acdd-799a-4eb1-b19e-b8203c2cd7de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da28fb6b-7d11-4935-bb4d-df074c035d07 HTTP/1.1" status: 200 len: 217 time: 0.0332446 Jul 16 18:55:11.303219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec45db-dc2b-48c8-a798-550dca707fa7 req-36b3853c-dd6b-4ddf-8e75-9211804d580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:11.304714 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ec45db-dc2b-48c8-a798-550dca707fa7 req-36b3853c-dd6b-4ddf-8e75-9211804d580f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0153484-7ddf-4136-9f87-a44e7cf7eef4 HTTP/1.1" status: 200 len: 854 time: 0.0505805 Jul 16 18:55:11.338415 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ec45db-dc2b-48c8-a798-550dca707fa7 req-1f3632c4-6f55-473a-9e27-81155c7f00de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4a48209b-146c-41ab-8560-dae288aee846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263772 Jul 16 18:55:11.431305 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ec45db-dc2b-48c8-a798-550dca707fa7 req-60684fed-4b6e-4532-b769-30227db5962c service neutron] 10.222.0.42 "GET /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859756 Jul 16 18:55:11.523722 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1ec45db-dc2b-48c8-a798-550dca707fa7 req-3bc0ca53-84c7-4ae7-86a9-22756060e284 service neutron] 10.222.0.42 "GET /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848811 Jul 16 18:55:11.788772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b79d8e-c525-45d7-841f-3400b0544838 req-e920c64f-547d-4a7c-a24e-0b0a62665667 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:11.793144 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86b79d8e-c525-45d7-841f-3400b0544838 req-e920c64f-547d-4a7c-a24e-0b0a62665667 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 944 time: 0.0855253 Jul 16 18:55:11.846142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86b79d8e-c525-45d7-841f-3400b0544838 req-8f5c3680-ef17-4754-8581-0408b297247c tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367424 Jul 16 18:55:13.039077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f8221-2e0a-4099-9a3d-12d0d5a53190 req-470584f3-193c-491c-91f6-fe07b41d3e36 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:13.040588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-649f8221-2e0a-4099-9a3d-12d0d5a53190 req-470584f3-193c-491c-91f6-fe07b41d3e36 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 944 time: 0.0648067 Jul 16 18:55:13.079405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-649f8221-2e0a-4099-9a3d-12d0d5a53190 req-f7f45818-f07a-4822-b740-7179849dc6e0 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Jul 16 18:55:13.802524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device da28fb6b-7d11-4935-bb4d-df074c035d07 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:55:13.907966 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port da28fb6b-7d11-4935-bb4d-df074c035d07, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da28fb6b-7d11-4935-bb4d-df074c035d07,segment=NetworkSegment(ea2562bf-8762-44ea-8360-d5fa802116cb),segment_id=ea2562bf-8762-44ea-8360-d5fa802116cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:13.922129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'da28fb6b-7d11-4935-bb4d-df074c035d07', 'network_id': '4a48209b-146c-41ab-8560-dae288aee846', 'port_id': 'da28fb6b-7d11-4935-bb4d-df074c035d07', 'mac_address': 'fa:16:3e:23:4c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0153484-7ddf-4136-9f87-a44e7cf7eef4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:55:13.962155 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:13.975323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da28fb6b-7d11-4935-bb4d-df074c035d07 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:55:13.995833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port da28fb6b-7d11-4935-bb4d-df074c035d07, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da28fb6b-7d11-4935-bb4d-df074c035d07,segment=NetworkSegment(ea2562bf-8762-44ea-8360-d5fa802116cb),segment_id=ea2562bf-8762-44ea-8360-d5fa802116cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:14.000530 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:14.053617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=da28fb6b-7d11-4935-bb4d-df074c035d07,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:14.193303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['da28fb6b-7d11-4935-bb4d-df074c035d07'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:55:14.269716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f5016-2449-4aca-b267-1dbf8b24f812 req-1661ba73-59b5-4892-8dd2-e2c8c5036b5c tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:14.271354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d4f5016-2449-4aca-b267-1dbf8b24f812 req-1661ba73-59b5-4892-8dd2-e2c8c5036b5c tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 945 time: 0.0750570 Jul 16 18:55:14.320270 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d4f5016-2449-4aca-b267-1dbf8b24f812 req-14419eca-7afb-4400-8e0a-bd2e039bb281 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 Jul 16 18:55:15.499232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad5149-501b-4de7-99a5-d3510f0e50e0 req-da46d110-8444-42c5-b9f7-2baec1ee837b tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:15.500728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2ad5149-501b-4de7-99a5-d3510f0e50e0 req-da46d110-8444-42c5-b9f7-2baec1ee837b tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 945 time: 0.0637121 Jul 16 18:55:15.537697 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a2ad5149-501b-4de7-99a5-d3510f0e50e0 req-d2e7dd36-fffc-45d4-b991-f1ef72fa519a tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314865 Jul 16 18:55:15.803692 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device da28fb6b-7d11-4935-bb4d-df074c035d07 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:15.856046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port da28fb6b-7d11-4935-bb4d-df074c035d07 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:15.862238 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port da28fb6b-7d11-4935-bb4d-df074c035d07 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:15.862833 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:15.944712 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:15.969666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da28fb6b-7d11-4935-bb4d-df074c035d07'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:15.971917 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db43a9a-7b70-4db0-8862-c6d32c90fb44" -d '{"events": [{"server_uuid": "62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2", "name": "network-vif-plugged", "status": "completed", "tag": "da28fb6b-7d11-4935-bb4d-df074c035d07"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:15.985866 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port da28fb6b-7d11-4935-bb4d-df074c035d07, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da28fb6b-7d11-4935-bb4d-df074c035d07,segment=NetworkSegment(ea2562bf-8762-44ea-8360-d5fa802116cb),segment_id=ea2562bf-8762-44ea-8360-d5fa802116cb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:15.990282 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:16.014278 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8a3227-dc70-4257-9e69-7f7f7dc49dc1 x-openstack-request-id: req-9b8a3227-dc70-4257-9e69-7f7f7dc49dc1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:16.014570 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2", "name": "network-vif-plugged", "status": "completed", "tag": "da28fb6b-7d11-4935-bb4d-df074c035d07", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:16.014848 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b8a3227-dc70-4257-9e69-7f7f7dc49dc1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:16.015236 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da28fb6b-7d11-4935-bb4d-df074c035d07', 'code': 200} Jul 16 18:55:16.040995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=da28fb6b-7d11-4935-bb4d-df074c035d07,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:16.125137 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1b4d2-ca0f-4bfa-8e12-54cd47b19357 req-51ce5be7-945d-49f8-ac3e-8a89a42c8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:16.126593 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-aee1b4d2-ca0f-4bfa-8e12-54cd47b19357 req-51ce5be7-945d-49f8-ac3e-8a89a42c8d4a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 1097 time: 0.0528271 Jul 16 18:55:16.160492 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-aee1b4d2-ca0f-4bfa-8e12-54cd47b19357 req-17981b5e-47bb-496c-9380-ca62dea9606e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275877 Jul 16 18:55:16.717581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1be31-c5df-44b4-87f2-c71ff3e5f83d req-c3c7af3f-bbc9-4aed-aec9-abc9e55fac4b tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:16.719118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fd1be31-c5df-44b4-87f2-c71ff3e5f83d req-c3c7af3f-bbc9-4aed-aec9-abc9e55fac4b tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 946 time: 0.0686910 Jul 16 18:55:16.758149 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fd1be31-c5df-44b4-87f2-c71ff3e5f83d req-e02e659e-f41d-4fda-8f4c-35e8bbf8ae6a tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Jul 16 18:55:17.938296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a65a70-e1ad-47d0-9797-e51bbdc90926 req-4d3c39f0-da8b-4dc7-9342-a638f10c73e7 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:17.939929 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6a65a70-e1ad-47d0-9797-e51bbdc90926 req-4d3c39f0-da8b-4dc7-9342-a638f10c73e7 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 946 time: 0.0652044 Jul 16 18:55:17.979944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b6a65a70-e1ad-47d0-9797-e51bbdc90926 req-ae4aeed3-09dd-438b-8f9b-e00a6053b71a tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334520 Jul 16 18:55:18.364770 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb647cc-4402-402f-be29-987d694433af req-a25dad30-d9e9-486f-80f6-70d0eea02971 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:18.366197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dbb647cc-4402-402f-be29-987d694433af req-a25dad30-d9e9-486f-80f6-70d0eea02971 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 946 time: 0.0643437 Jul 16 18:55:18.404290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dbb647cc-4402-402f-be29-987d694433af req-7b2d2673-c93f-4482-bbda-3458bf48975f tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Jul 16 18:55:19.543420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3e2dc-a3f6-4208-9e1a-e738318656cf req-7608b0b7-4ecb-4045-b57c-6c3ffc0650c5 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:19.545187 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1bd3e2dc-a3f6-4208-9e1a-e738318656cf req-7608b0b7-4ecb-4045-b57c-6c3ffc0650c5 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.42 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 946 time: 0.0726879 Jul 16 18:55:19.591447 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766602d-a063-4ef8-b4ec-da52713bf422 req-2c8bbbfb-1a24-4d0d-8eec-100ba191442c tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:19.593187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1766602d-a063-4ef8-b4ec-da52713bf422 req-2c8bbbfb-1a24-4d0d-8eec-100ba191442c tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2 HTTP/1.1" status: 200 len: 946 time: 0.0716667 Jul 16 18:55:19.631671 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1766602d-a063-4ef8-b4ec-da52713bf422 req-8f9de6c0-caae-4613-b448-2769638a598e tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Jul 16 18:55:19.648631 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1bd3e2dc-a3f6-4208-9e1a-e738318656cf req-e51a5b5a-c9a0-4a03-859f-336e8b7cefa2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Deleting port da28fb6b-7d11-4935-bb4d-df074c035d07 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:19.649055 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bd3e2dc-a3f6-4208-9e1a-e738318656cf req-e51a5b5a-c9a0-4a03-859f-336e8b7cefa2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.744494 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-1bd3e2dc-a3f6-4208-9e1a-e738318656cf req-e51a5b5a-c9a0-4a03-859f-336e8b7cefa2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] For port da28fb6b-7d11-4935-bb4d-df074c035d07, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=da28fb6b-7d11-4935-bb4d-df074c035d07,segment=NetworkSegment(ea2562bf-8762-44ea-8360-d5fa802116cb),segment_id=ea2562bf-8762-44ea-8360-d5fa802116cb)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:19.744851 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bd3e2dc-a3f6-4208-9e1a-e738318656cf req-e51a5b5a-c9a0-4a03-859f-336e8b7cefa2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.756771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-1bd3e2dc-a3f6-4208-9e1a-e738318656cf req-e51a5b5a-c9a0-4a03-859f-336e8b7cefa2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Calling delete_port for da28fb6b-7d11-4935-bb4d-df074c035d07 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:19.889662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bd3e2dc-a3f6-4208-9e1a-e738318656cf req-e51a5b5a-c9a0-4a03-859f-336e8b7cefa2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.902025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['f944f766-ebba-451f-91f6-fa5223e36fbe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:55:19.919624 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a5b5a-c9a0-4a03-859f-336e8b7cefa2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Pushing event deleted for resources: {'Port': ['ID=da28fb6b-7d11-4935-bb4d-df074c035d07,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:19.964430 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd3e2dc-a3f6-4208-9e1a-e738318656cf req-e51a5b5a-c9a0-4a03-859f-336e8b7cefa2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] No DVR routers for this DVR port da28fb6b-7d11-4935-bb4d-df074c035d07 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:19.968761 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-1bd3e2dc-a3f6-4208-9e1a-e738318656cf req-e51a5b5a-c9a0-4a03-859f-336e8b7cefa2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.971253 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1bd3e2dc-a3f6-4208-9e1a-e738318656cf req-e51a5b5a-c9a0-4a03-859f-336e8b7cefa2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.42 "DELETE /v2.0/ports/da28fb6b-7d11-4935-bb4d-df074c035d07 HTTP/1.1" status: 204 len: 173 time: 0.4206612 Jul 16 18:55:19.971820 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2', 'name': 'network-vif-deleted', 'tag': 'da28fb6b-7d11-4935-bb4d-df074c035d07'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:19.974685 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c448a089-e043-479a-995c-1ccd7e04149b" -d '{"events": [{"server_uuid": "62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2", "name": "network-vif-deleted", "tag": "da28fb6b-7d11-4935-bb4d-df074c035d07"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:20.019199 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47039573-ef3b-4c15-8b88-55d50aecad35 x-openstack-request-id: req-47039573-ef3b-4c15-8b88-55d50aecad35 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:20.019516 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2", "name": "network-vif-deleted", "tag": "da28fb6b-7d11-4935-bb4d-df074c035d07", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:20.019831 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47039573-ef3b-4c15-8b88-55d50aecad35 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:20.020291 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fbd639-0149-4cfd-9ca2-5eeba1a7f8e2', 'name': 'network-vif-deleted', 'tag': 'da28fb6b-7d11-4935-bb4d-df074c035d07', 'status': 'completed', 'code': 200} Jul 16 18:55:20.880190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd62d3f-0e2c-49ed-ba69-f8e0eec9efe6 req-2d03a674-85cc-4c78-8caa-27c22f91cfca tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:20.881758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecd62d3f-0e2c-49ed-ba69-f8e0eec9efe6 req-2d03a674-85cc-4c78-8caa-27c22f91cfca tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 946 time: 0.0651772 Jul 16 18:55:20.928042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ecd62d3f-0e2c-49ed-ba69-f8e0eec9efe6 req-8a730f3a-99c1-4e6c-aa30-b52b0ab31952 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407176 Jul 16 18:55:21.118957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b14e29-9f03-4307-8aa6-977185a871c5 req-e2341fca-a600-4c02-bbe0-c2d8c659e44d tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:21.120428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40b14e29-9f03-4307-8aa6-977185a871c5 req-e2341fca-a600-4c02-bbe0-c2d8c659e44d tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 946 time: 0.0662146 Jul 16 18:55:21.158194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-40b14e29-9f03-4307-8aa6-977185a871c5 req-191ec995-36eb-475e-84f8-ee558fbe975b tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Jul 16 18:55:21.330437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a82ad-fb74-4cf8-a3bd-0c6d12827708 req-ba34b302-b694-4adf-9475-bbdc090ab5c8 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:21.331932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-502a82ad-fb74-4cf8-a3bd-0c6d12827708 req-ba34b302-b694-4adf-9475-bbdc090ab5c8 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 946 time: 0.0634928 Jul 16 18:55:21.368756 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-502a82ad-fb74-4cf8-a3bd-0c6d12827708 req-d7fdc854-62fd-406a-a46e-d500b713a555 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 Jul 16 18:55:21.654353 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19dfefa-6c8d-44b2-83cc-c40608dfb2d8 req-1121ba64-94be-4a97-816b-82d189b42571 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:21.655754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b19dfefa-6c8d-44b2-83cc-c40608dfb2d8 req-1121ba64-94be-4a97-816b-82d189b42571 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 946 time: 0.0677998 Jul 16 18:55:21.693551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b19dfefa-6c8d-44b2-83cc-c40608dfb2d8 req-d26c8af9-ea4a-4070-bc55-095a6cf593c2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Jul 16 18:55:21.850958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device da28fb6b-7d11-4935-bb4d-df074c035d07 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:21.871143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: da28fb6b-7d11-4935-bb4d-df074c035d07 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:21.871497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device da28fb6b-7d11-4935-bb4d-df074c035d07 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:21.873602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26096e6a-488f-4cf6-862b-531593a911c9 req-2b22ace9-fda3-4f88-805d-974cf3155931 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:21.875326 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26096e6a-488f-4cf6-862b-531593a911c9 req-2b22ace9-fda3-4f88-805d-974cf3155931 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 946 time: 0.0704880 Jul 16 18:55:21.912753 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-26096e6a-488f-4cf6-862b-531593a911c9 req-833bb3e4-369d-4651-bfb5-685b409064e7 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Jul 16 18:55:22.092240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391af7e3-eef4-46b3-940a-20c899796586 req-fa302c09-8ad0-4819-ac90-17561239a304 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:22.093739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-391af7e3-eef4-46b3-940a-20c899796586 req-fa302c09-8ad0-4819-ac90-17561239a304 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 946 time: 0.0622289 Jul 16 18:55:22.130690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-391af7e3-eef4-46b3-940a-20c899796586 req-b796d17b-2207-4349-889d-0143911bbd25 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Jul 16 18:55:22.603860 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:22.640875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da1639-c7e6-434f-b3da-70f01e41dfa7 req-6c39bb9d-6063-4c4d-a413-fbd8c8796af4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:22.642408 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53da1639-c7e6-434f-b3da-70f01e41dfa7 req-6c39bb9d-6063-4c4d-a413-fbd8c8796af4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 946 time: 0.0693011 Jul 16 18:55:22.681170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53da1639-c7e6-434f-b3da-70f01e41dfa7 req-c486e14a-9608-4913-b936-882f43cfd194 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330744 Jul 16 18:55:23.901477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f8319-420c-4512-a367-d698a0ca9afe req-2d315649-8893-448c-9e4d-9874f28559c7 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:23.902971 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a6f8319-420c-4512-a367-d698a0ca9afe req-2d315649-8893-448c-9e4d-9874f28559c7 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 946 time: 0.1040063 Jul 16 18:55:23.923921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b478157-bf94-4be2-9998-75fac61411f1 req-008ed3fa-2f16-4368-877f-e9834a5f0481 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:23.925428 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b478157-bf94-4be2-9998-75fac61411f1 req-008ed3fa-2f16-4368-877f-e9834a5f0481 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.38 "GET /v2.0/ports?device_id=31bcd958-da41-46ec-b54a-ac569b008631 HTTP/1.1" status: 200 len: 946 time: 0.0980091 Jul 16 18:55:23.994016 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6a6f8319-420c-4512-a367-d698a0ca9afe req-9a8603d3-0a4c-4cbb-b58f-e4277527c1a2 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a0727bc-dffc-40d0-9d9b-51adc745e448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853357 Jul 16 18:55:24.050618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4b478157-bf94-4be2-9998-75fac61411f1 req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Deleting port f944f766-ebba-451f-91f6-fa5223e36fbe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:24.050969 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b478157-bf94-4be2-9998-75fac61411f1 req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:24.144566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4b478157-bf94-4be2-9998-75fac61411f1 req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] For port f944f766-ebba-451f-91f6-fa5223e36fbe, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=f944f766-ebba-451f-91f6-fa5223e36fbe,segment=NetworkSegment(ea2562bf-8762-44ea-8360-d5fa802116cb),segment_id=ea2562bf-8762-44ea-8360-d5fa802116cb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:24.144927 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b478157-bf94-4be2-9998-75fac61411f1 req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:24.157397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4b478157-bf94-4be2-9998-75fac61411f1 req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Calling delete_port for f944f766-ebba-451f-91f6-fa5223e36fbe owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:24.285247 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b478157-bf94-4be2-9998-75fac61411f1 req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:24.297742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['f944f766-ebba-451f-91f6-fa5223e36fbe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:55:24.320695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Pushing event deleted for resources: {'Port': ['ID=f944f766-ebba-451f-91f6-fa5223e36fbe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:24.347188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:24.347538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:24.347882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:24.348221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:24.348563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:24.348893 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:24.349222 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:24.349574 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:24.349904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:24.350230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:24.350555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:24.350876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:24.374409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b478157-bf94-4be2-9998-75fac61411f1 req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] No DVR routers for this DVR port f944f766-ebba-451f-91f6-fa5223e36fbe on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:24.377078 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4b478157-bf94-4be2-9998-75fac61411f1 req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:24.379185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4b478157-bf94-4be2-9998-75fac61411f1 req-3d4e5f6b-5644-4ade-b2b1-dfc12df10da4 tempest-ServersNegativeTestJSON-2108648692 tempest-ServersNegativeTestJSON-2108648692-project] 10.222.0.38 "DELETE /v2.0/ports/f944f766-ebba-451f-91f6-fa5223e36fbe HTTP/1.1" status: 204 len: 173 time: 0.4474156 Jul 16 18:55:24.379616 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bcd958-da41-46ec-b54a-ac569b008631', 'name': 'network-vif-deleted', 'tag': 'f944f766-ebba-451f-91f6-fa5223e36fbe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:24.381936 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7cb84a-6ccd-4cd2-ab97-1977bc3bb025" -d '{"events": [{"server_uuid": "31bcd958-da41-46ec-b54a-ac569b008631", "name": "network-vif-deleted", "tag": "f944f766-ebba-451f-91f6-fa5223e36fbe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:24.422122 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7c3e98-83f3-4662-80c6-afe0933f0db0 x-openstack-request-id: req-bb7c3e98-83f3-4662-80c6-afe0933f0db0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:24.422425 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bcd958-da41-46ec-b54a-ac569b008631", "name": "network-vif-deleted", "tag": "f944f766-ebba-451f-91f6-fa5223e36fbe", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:24.422856 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb7c3e98-83f3-4662-80c6-afe0933f0db0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:24.423148 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bcd958-da41-46ec-b54a-ac569b008631', 'name': 'network-vif-deleted', 'tag': 'f944f766-ebba-451f-91f6-fa5223e36fbe', 'status': 'completed', 'code': 200} Jul 16 18:55:25.087807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52266) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:25.131750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdececc7-e12a-44bf-93bc-233ac4174645 admin admin] Deleting subnet d0153484-7ddf-4136-9f87-a44e7cf7eef4 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:55:25.134753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdececc7-e12a-44bf-93bc-233ac4174645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.171949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdececc7-e12a-44bf-93bc-233ac4174645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.209295 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdececc7-e12a-44bf-93bc-233ac4174645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.261784 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdececc7-e12a-44bf-93bc-233ac4174645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.288488 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdececc7-e12a-44bf-93bc-233ac4174645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0153484-7ddf-4136-9f87-a44e7cf7eef4,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:25.290378 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-fdececc7-e12a-44bf-93bc-233ac4174645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.292456 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-fdececc7-e12a-44bf-93bc-233ac4174645 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d0153484-7ddf-4136-9f87-a44e7cf7eef4 HTTP/1.1" status: 204 len: 168 time: 0.2035482 Jul 16 18:55:25.295491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52268) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:25.365592 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.448687 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.459560 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a48209b-146c-41ab-8560-dae288aee846']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:25.469829 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2562bf-8762-44ea-8360-d5fa802116cb') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:25.470122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2562bf-8762-44ea-8360-d5fa802116cb') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:25.478482 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.492228 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.497941 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:55:25.498468 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:55:25.500199 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:55:25.556128 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.561705 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.564072 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4a48209b-146c-41ab-8560-dae288aee846 HTTP/1.1" status: 204 len: 168 time: 0.2673116 Jul 16 18:55:25.576857 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480ba13-d836-410b-87c9-13f770d6f784 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a48209b-146c-41ab-8560-dae288aee846,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:25.680036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52274) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:25.720344 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4bfd04e1-ebac-4f3c-a545-586601ec9043 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b639fc893dca4fcebd7b74254073e03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390954 Jul 16 18:55:25.722793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52276) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:25.768845 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7658aa45-7377-4383-b3da-44785cf57995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.789617 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7658aa45-7377-4383-b3da-44785cf57995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.839858 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7658aa45-7377-4383-b3da-44785cf57995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.843178 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-7658aa45-7377-4383-b3da-44785cf57995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.844327 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-7658aa45-7377-4383-b3da-44785cf57995 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a0727bc-dffc-40d0-9d9b-51adc745e448 HTTP/1.1" status: 204 len: 168 time: 0.1206350 Jul 16 18:55:25.851809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658aa45-7377-4383-b3da-44785cf57995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0727bc-dffc-40d0-9d9b-51adc745e448,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:26.506646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:26.598886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1419352612'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:26.618630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Made reservation on behalf of c3f7db85e3824c1e9be3396cbdde92db for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:26.622161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.630821 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.723179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.726808 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.753190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:26.761799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37f9439-e55b-46c0-8ee3-6a05653db583,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:26.770003 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.770357 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Added segment bb03c7e8-795a-456f-8afa-a96e0bd7f079 of type vlan for network 389bf869-a1bb-44be-a206-b8417eba777f Jul 16 18:55:26.814744 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.843799 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.850148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:26.850743 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.887407 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3796411 Jul 16 18:55:26.918544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8df0e-729b-4fdd-982b-9ebe79a50149 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event updated for resources: {'Network': ['ID=389bf869-a1bb-44be-a206-b8417eba777f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:26.929684 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 389bf869-a1bb-44be-a206-b8417eba777f details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:29.311132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f944f766-ebba-451f-91f6-fa5223e36fbe no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:29.332510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: f944f766-ebba-451f-91f6-fa5223e36fbe {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:29.332871 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device f944f766-ebba-451f-91f6-fa5223e36fbe not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:30.156520 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-184bb00e-2c8b-4fa0-b97f-48431da363a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.213125 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52302) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:30.218453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Request body: {'subnet': {'network_id': '389bf869-a1bb-44be-a206-b8417eba777f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:30.304706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Made reservation on behalf of c3f7db85e3824c1e9be3396cbdde92db for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:30.308292 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.488446 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.552119 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event updated for resources: {'Subnet': ['ID=b5f448fa-1eec-4a80-9aa1-0ec0d08b36a0,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:30.563722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:30.564077 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:30.564422 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:30.564764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:30.565105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:30.565464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:30.565794 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:30.566124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:30.566451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:30.566778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:30.567111 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:30.567435 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:30.570767 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Checking segment: {'id': 'bb03c7e8-795a-456f-8afa-a96e0bd7f079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '389bf869-a1bb-44be-a206-b8417eba777f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:30.571130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Network hostable DHCP agents. Network: 389bf869-a1bb-44be-a206-b8417eba777f, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:30.587950 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Network 389bf869-a1bb-44be-a206-b8417eba777f is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:30.596699 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 389bf869-a1bb-44be-a206-b8417eba777f) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:30.600782 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:30.601408 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.605363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdce110-dc13-4888-b215-a035dffbc3b5 None None] Network 389bf869-a1bb-44be-a206-b8417eba777f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:30.616081 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-871b9adf-5ed1-4ea8-83d2-94411993c5ec tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4015956 Jul 16 18:55:30.620424 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52304) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:30.626333 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-be9435c1-3228-4e5d-9901-95ea62321a05 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801745621'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:30.647383 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9435c1-3228-4e5d-9901-95ea62321a05 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Made reservation on behalf of c3f7db85e3824c1e9be3396cbdde92db for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:30.651212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be9435c1-3228-4e5d-9901-95ea62321a05 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.675987 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9435c1-3228-4e5d-9901-95ea62321a05 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:30.685117 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be9435c1-3228-4e5d-9901-95ea62321a05 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.685540 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-be9435c1-3228-4e5d-9901-95ea62321a05 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Added segment 4291c7f5-71cd-4acc-9fd3-e5c192395442 of type vlan for network f2a1a827-0c44-43c0-a4ed-2e1f89dae632 Jul 16 18:55:30.724800 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be9435c1-3228-4e5d-9901-95ea62321a05 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.752888 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be9435c1-3228-4e5d-9901-95ea62321a05 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.755142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-389bf869-a1bb-44be-a206-b8417eba777f', 'network_id': '389bf869-a1bb-44be-a206-b8417eba777f', 'tenant_id': 'c3f7db85e3824c1e9be3396cbdde92db', 'fixed_ips': [{'subnet_id': 'b5f448fa-1eec-4a80-9aa1-0ec0d08b36a0'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:55:30.756007 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.758287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9435c1-3228-4e5d-9901-95ea62321a05 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:30.758875 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-be9435c1-3228-4e5d-9901-95ea62321a05 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.804793 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-be9435c1-3228-4e5d-9901-95ea62321a05 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1831036 Jul 16 18:55:30.807894 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:30.813890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b0fac5b6-9422-4788-b41f-5e1ebd314983 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Request body: {'subnet': {'network_id': 'f2a1a827-0c44-43c0-a4ed-2e1f89dae632', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:30.909011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Allocated IP 2001:db8:0:ffff::2 (389bf869-a1bb-44be-a206-b8417eba777f/b5f448fa-1eec-4a80-9aa1-0ec0d08b36a0/8971502d-d4f3-44ee-944d-8f255a0dcaf0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:31.077097 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.086348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Transition to ACTIVE for port object 8971502d-d4f3-44ee-944d-8f255a0dcaf0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:31.103311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Transition to ACTIVE for port object 8971502d-d4f3-44ee-944d-8f255a0dcaf0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:31.111061 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.159774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Network 389bf869-a1bb-44be-a206-b8417eba777f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:31.162857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:31.165648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:31.172473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Pushing event updated for resources: {'Port': ['ID=8971502d-d4f3-44ee-944d-8f255a0dcaf0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:31.180579 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9435c1-3228-4e5d-9901-95ea62321a05 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event updated for resources: {'Network': ['ID=f2a1a827-0c44-43c0-a4ed-2e1f89dae632,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:31.184887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:31.185925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:31.186278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:31.186615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:31.186951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:31.187281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:31.187610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:31.187965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:31.188302 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:31.188559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:31.188886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:31.189206 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:31.209455 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network f2a1a827-0c44-43c0-a4ed-2e1f89dae632 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:31.258693 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fac5b6-9422-4788-b41f-5e1ebd314983 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Made reservation on behalf of c3f7db85e3824c1e9be3396cbdde92db for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:31.262270 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0fac5b6-9422-4788-b41f-5e1ebd314983 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.266407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Attempting to bind port 8971502d-d4f3-44ee-944d-8f255a0dcaf0 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:31.266786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Attempting to bind port 8971502d-d4f3-44ee-944d-8f255a0dcaf0 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'bb03c7e8-795a-456f-8afa-a96e0bd7f079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '389bf869-a1bb-44be-a206-b8417eba777f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:31.267153 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Attempting to bind port 8971502d-d4f3-44ee-944d-8f255a0dcaf0 on network 389bf869-a1bb-44be-a206-b8417eba777f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:31.303701 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:31.304187 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Checking segment: {'id': 'bb03c7e8-795a-456f-8afa-a96e0bd7f079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '389bf869-a1bb-44be-a206-b8417eba777f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:31.304605 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.304987 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Bound using segment: {'id': 'bb03c7e8-795a-456f-8afa-a96e0bd7f079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '389bf869-a1bb-44be-a206-b8417eba777f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:31.305489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Bound port: 8971502d-d4f3-44ee-944d-8f255a0dcaf0, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb03c7e8-795a-456f-8afa-a96e0bd7f079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '389bf869-a1bb-44be-a206-b8417eba777f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:31.305873 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.372233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] For port 8971502d-d4f3-44ee-944d-8f255a0dcaf0, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:31.375705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] For port 8971502d-d4f3-44ee-944d-8f255a0dcaf0, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8971502d-d4f3-44ee-944d-8f255a0dcaf0,segment=NetworkSegment(bb03c7e8-795a-456f-8afa-a96e0bd7f079),segment_id=bb03c7e8-795a-456f-8afa-a96e0bd7f079)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:31.379459 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.445903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cf31a-390d-474e-80a2-2ab80f2bfdef None None] Pushing event updated for resources: {'Port': ['ID=8971502d-d4f3-44ee-944d-8f255a0dcaf0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:31.457939 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0fac5b6-9422-4788-b41f-5e1ebd314983 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.517399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fac5b6-9422-4788-b41f-5e1ebd314983 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event updated for resources: {'Subnet': ['ID=6a78d3da-649f-4df1-b44d-8c6f6ff6fca6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:31.540292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fac5b6-9422-4788-b41f-5e1ebd314983 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Checking segment: {'id': '4291c7f5-71cd-4acc-9fd3-e5c192395442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f2a1a827-0c44-43c0-a4ed-2e1f89dae632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:31.540664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fac5b6-9422-4788-b41f-5e1ebd314983 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Network hostable DHCP agents. Network: f2a1a827-0c44-43c0-a4ed-2e1f89dae632, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:31.557665 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fac5b6-9422-4788-b41f-5e1ebd314983 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Network f2a1a827-0c44-43c0-a4ed-2e1f89dae632 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:31.567247 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b0fac5b6-9422-4788-b41f-5e1ebd314983 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, f2a1a827-0c44-43c0-a4ed-2e1f89dae632) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:31.577116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fac5b6-9422-4788-b41f-5e1ebd314983 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:31.577116 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0fac5b6-9422-4788-b41f-5e1ebd314983 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.592372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b0fac5b6-9422-4788-b41f-5e1ebd314983 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7825849 Jul 16 18:55:31.594869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:31.604467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47176fb4-6ea3-460b-8e92-9df426f84187 None None] Network f2a1a827-0c44-43c0-a4ed-2e1f89dae632 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:31.729653 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.782896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a3300b-42fb-43f9-b8fb-6e25b2f94652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-f2a1a827-0c44-43c0-a4ed-2e1f89dae632', 'network_id': 'f2a1a827-0c44-43c0-a4ed-2e1f89dae632', 'tenant_id': 'c3f7db85e3824c1e9be3396cbdde92db', 'fixed_ips': [{'subnet_id': '6a78d3da-649f-4df1-b44d-8c6f6ff6fca6'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:55:31.783772 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2a3300b-42fb-43f9-b8fb-6e25b2f94652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.815172 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.886249 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server [None req-f2a3300b-42fb-43f9-b8fb-6e25b2f94652 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a78d3da-649f-4df1-b44d-8c6f6ff6fca6: This subnet is being modified by another concurrent operation. Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a78d3da-649f-4df1-b44d-8c6f6ff6fca6: This subnet is being modified by another concurrent operation. Jul 16 18:55:31.890082 n-d-793618-9 neutron-server[93768]: ERROR oslo_messaging.rpc.server Jul 16 18:55:31.909171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c6084e-b1ac-4927-a089-666ebc622ba9 None None] Network f2a1a827-0c44-43c0-a4ed-2e1f89dae632 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:31.915366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event deleted for resources: {'Subnet': ['ID=6a78d3da-649f-4df1-b44d-8c6f6ff6fca6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:31.975488 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.986304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a1a827-0c44-43c0-a4ed-2e1f89dae632']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:31.997034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4291c7f5-71cd-4acc-9fd3-e5c192395442') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:31.997377 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4291c7f5-71cd-4acc-9fd3-e5c192395442') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:32.007194 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.025320 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.031221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:55:32.031640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:55:32.034669 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:55:32.092878 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.100548 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.102456 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/networks/f2a1a827-0c44-43c0-a4ed-2e1f89dae632 HTTP/1.1" status: 204 len: 168 time: 0.5066154 Jul 16 18:55:32.107918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52314) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:32.113354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-bdc34f57-9466-4620-9d97-ef79fff83d99 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1202198112'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:32.114884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f27e81-1856-4c5d-bc87-9b324e303213 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event deleted for resources: {'Network': ['ID=f2a1a827-0c44-43c0-a4ed-2e1f89dae632,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:32.141733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc34f57-9466-4620-9d97-ef79fff83d99 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Made reservation on behalf of c3f7db85e3824c1e9be3396cbdde92db for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:32.145204 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdc34f57-9466-4620-9d97-ef79fff83d99 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.170258 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc34f57-9466-4620-9d97-ef79fff83d99 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:32.180486 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdc34f57-9466-4620-9d97-ef79fff83d99 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.180837 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-bdc34f57-9466-4620-9d97-ef79fff83d99 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Added segment 2fa5e2d5-ecc0-4e31-ab56-13639ac7023c of type vlan for network f6ca3434-2b5a-416b-bb96-0dd8f5435094 Jul 16 18:55:32.222779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdc34f57-9466-4620-9d97-ef79fff83d99 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.254257 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdc34f57-9466-4620-9d97-ef79fff83d99 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.259830 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc34f57-9466-4620-9d97-ef79fff83d99 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:32.260448 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-bdc34f57-9466-4620-9d97-ef79fff83d99 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.297674 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-bdc34f57-9466-4620-9d97-ef79fff83d99 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1884391 Jul 16 18:55:32.300689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:32.305955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Request body: {'subnet': {'network_id': 'f6ca3434-2b5a-416b-bb96-0dd8f5435094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:32.338670 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc34f57-9466-4620-9d97-ef79fff83d99 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event updated for resources: {'Network': ['ID=f6ca3434-2b5a-416b-bb96-0dd8f5435094,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:32.363020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network f6ca3434-2b5a-416b-bb96-0dd8f5435094 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:32.382854 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da1219b9-e76c-4d76-80ab-13c742fbe0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.436036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Made reservation on behalf of c3f7db85e3824c1e9be3396cbdde92db for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:32.439690 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.447430 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8971502d-d4f3-44ee-944d-8f255a0dcaf0 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:32.458888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d84d18-9508-4d5c-a7c2-13ca05125462 None None] Network 389bf869-a1bb-44be-a206-b8417eba777f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:32.500845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:55:32.501375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:55:32.554464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff56dbf2-9781-403c-b42a-b2ef75a499d7 None None] Provisioning for port 8971502d-d4f3-44ee-944d-8f255a0dcaf0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:32.611996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 8971502d-d4f3-44ee-944d-8f255a0dcaf0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:32.618288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8971502d-d4f3-44ee-944d-8f255a0dcaf0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:32.618674 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.629168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.682327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event updated for resources: {'Subnet': ['ID=cd49c2d2-6ed7-4838-af3b-23e000ed127c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:32.698705 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Checking segment: {'id': '2fa5e2d5-ecc0-4e31-ab56-13639ac7023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f6ca3434-2b5a-416b-bb96-0dd8f5435094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:32.699175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Network hostable DHCP agents. Network: f6ca3434-2b5a-416b-bb96-0dd8f5435094, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:32.715126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Network f6ca3434-2b5a-416b-bb96-0dd8f5435094 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:32.724934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, f6ca3434-2b5a-416b-bb96-0dd8f5435094) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:32.730286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:32.731685 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.739577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c1cbd4-8610-4e71-ae98-56692e553baf None None] Network f6ca3434-2b5a-416b-bb96-0dd8f5435094 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:32.747245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2d75ff2e-187f-4386-a955-3557b11a38b1 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4453812 Jul 16 18:55:32.750520 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52318) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:32.760328 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.856090 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.863591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 8971502d-d4f3-44ee-944d-8f255a0dcaf0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8971502d-d4f3-44ee-944d-8f255a0dcaf0,segment=NetworkSegment(bb03c7e8-795a-456f-8afa-a96e0bd7f079),segment_id=bb03c7e8-795a-456f-8afa-a96e0bd7f079)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:32.873301 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.889974 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.950576 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.972152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=8971502d-d4f3-44ee-944d-8f255a0dcaf0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:33.017340 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c6abe1-178d-49fc-9345-0977afee32a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-f6ca3434-2b5a-416b-bb96-0dd8f5435094', 'network_id': 'f6ca3434-2b5a-416b-bb96-0dd8f5435094', 'tenant_id': 'c3f7db85e3824c1e9be3396cbdde92db', 'fixed_ips': [{'subnet_id': 'cd49c2d2-6ed7-4838-af3b-23e000ed127c'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:55:33.018509 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9c6abe1-178d-49fc-9345-0977afee32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.023094 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.052306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event deleted for resources: {'Subnet': ['ID=cd49c2d2-6ed7-4838-af3b-23e000ed127c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:33.110332 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.120692 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.121269 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.126137 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4d8afda5-30e3-4c8f-aa95-6410630d5d6a None None] Provisioning complete for port 8971502d-d4f3-44ee-944d-8f255a0dcaf0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:33.126516 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d8afda5-30e3-4c8f-aa95-6410630d5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.130180 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e37fc4-642f-4874-abbc-c782e2d57a2d None None] Network f6ca3434-2b5a-416b-bb96-0dd8f5435094 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:33.133043 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ca3434-2b5a-416b-bb96-0dd8f5435094']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:33.145695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa5e2d5-ecc0-4e31-ab56-13639ac7023c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:33.146027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa5e2d5-ecc0-4e31-ab56-13639ac7023c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:33.157915 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.172677 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.179380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:55:33.179889 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:55:33.183364 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:55:33.247206 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.254342 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.256159 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/networks/f6ca3434-2b5a-416b-bb96-0dd8f5435094 HTTP/1.1" status: 204 len: 168 time: 0.5045965 Jul 16 18:55:33.259827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52320) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:33.265619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1a451cc7-afaa-4e7b-a91e-dc3af2f721d7 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-228192610'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:33.278003 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605c180-2007-4ce9-be5f-5cb88a0546fb tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event deleted for resources: {'Network': ['ID=f6ca3434-2b5a-416b-bb96-0dd8f5435094,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:33.297482 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a451cc7-afaa-4e7b-a91e-dc3af2f721d7 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Made reservation on behalf of c3f7db85e3824c1e9be3396cbdde92db for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:33.301184 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a451cc7-afaa-4e7b-a91e-dc3af2f721d7 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.304286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a263f68-8423-47dd-84bb-b4fe9f99cf3a None None] get_active_networks_info from n-d-793618-9 {{(pid=93768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:55:33.325356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a451cc7-afaa-4e7b-a91e-dc3af2f721d7 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:33.334927 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a451cc7-afaa-4e7b-a91e-dc3af2f721d7 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.335529 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-1a451cc7-afaa-4e7b-a91e-dc3af2f721d7 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Added segment 930bb7dd-65c2-4d26-a500-b7119bc29590 of type vlan for network eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810 Jul 16 18:55:33.375992 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a451cc7-afaa-4e7b-a91e-dc3af2f721d7 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.381994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a263f68-8423-47dd-84bb-b4fe9f99cf3a None None] Resources bound (agent type, host, resource id): {{(pid=93768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:55:33.407125 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a451cc7-afaa-4e7b-a91e-dc3af2f721d7 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.412816 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a451cc7-afaa-4e7b-a91e-dc3af2f721d7 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:33.413560 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1a451cc7-afaa-4e7b-a91e-dc3af2f721d7 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.445110 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1a451cc7-afaa-4e7b-a91e-dc3af2f721d7 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1840618 Jul 16 18:55:33.449064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:33.455031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-944433c3-6c37-462d-8e87-a2c5e57ab12e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Request body: {'subnet': {'network_id': 'eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:33.482598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451cc7-afaa-4e7b-a91e-dc3af2f721d7 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event updated for resources: {'Network': ['ID=eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:33.497044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:33.552849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944433c3-6c37-462d-8e87-a2c5e57ab12e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Made reservation on behalf of c3f7db85e3824c1e9be3396cbdde92db for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:33.556331 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944433c3-6c37-462d-8e87-a2c5e57ab12e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.747347 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944433c3-6c37-462d-8e87-a2c5e57ab12e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.805105 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944433c3-6c37-462d-8e87-a2c5e57ab12e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event updated for resources: {'Subnet': ['ID=9d0f7f28-2f3d-432b-b023-f5c7ce07ce2b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:33.817713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944433c3-6c37-462d-8e87-a2c5e57ab12e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Checking segment: {'id': '930bb7dd-65c2-4d26-a500-b7119bc29590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:33.818080 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944433c3-6c37-462d-8e87-a2c5e57ab12e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Network hostable DHCP agents. Network: eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:33.834478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944433c3-6c37-462d-8e87-a2c5e57ab12e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Network eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:33.845038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-944433c3-6c37-462d-8e87-a2c5e57ab12e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:33.849027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944433c3-6c37-462d-8e87-a2c5e57ab12e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:33.849662 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944433c3-6c37-462d-8e87-a2c5e57ab12e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.854676 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c12e5a-94ec-4f10-abec-050a171be5fb None None] Network eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:33.865541 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-944433c3-6c37-462d-8e87-a2c5e57ab12e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4153097 Jul 16 18:55:33.869018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:33.875238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-50db9f32-64e6-48d7-863a-7a3fb8ad7b39 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1450108657'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:33.895536 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50db9f32-64e6-48d7-863a-7a3fb8ad7b39 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Made reservation on behalf of c3f7db85e3824c1e9be3396cbdde92db for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:33.899315 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50db9f32-64e6-48d7-863a-7a3fb8ad7b39 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.927133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50db9f32-64e6-48d7-863a-7a3fb8ad7b39 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:33.937161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50db9f32-64e6-48d7-863a-7a3fb8ad7b39 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.937539 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-50db9f32-64e6-48d7-863a-7a3fb8ad7b39 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Added segment 3d031e18-53f0-45d3-963c-e53f478509fe of type vlan for network abff0d11-48b8-4570-aad6-603fdd1a324b Jul 16 18:55:33.977633 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50db9f32-64e6-48d7-863a-7a3fb8ad7b39 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.979887 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.013679 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50db9f32-64e6-48d7-863a-7a3fb8ad7b39 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.015428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810', 'network_id': 'eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810', 'tenant_id': 'c3f7db85e3824c1e9be3396cbdde92db', 'fixed_ips': [{'subnet_id': '9d0f7f28-2f3d-432b-b023-f5c7ce07ce2b'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:55:34.016285 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.019464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db9f32-64e6-48d7-863a-7a3fb8ad7b39 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:34.020056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50db9f32-64e6-48d7-863a-7a3fb8ad7b39 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.055665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-50db9f32-64e6-48d7-863a-7a3fb8ad7b39 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1854844 Jul 16 18:55:34.058487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:34.066243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0e71ef20-484d-497c-9894-9fcdf5f7256e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Request body: {'subnet': {'network_id': 'abff0d11-48b8-4570-aad6-603fdd1a324b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:34.110923 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db9f32-64e6-48d7-863a-7a3fb8ad7b39 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event updated for resources: {'Network': ['ID=abff0d11-48b8-4570-aad6-603fdd1a324b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:34.134707 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network abff0d11-48b8-4570-aad6-603fdd1a324b details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:34.187032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e71ef20-484d-497c-9894-9fcdf5f7256e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Made reservation on behalf of c3f7db85e3824c1e9be3396cbdde92db for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:34.190645 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71ef20-484d-497c-9894-9fcdf5f7256e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.204149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Allocated IP 2001:db8::2 (eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810/9d0f7f28-2f3d-432b-b023-f5c7ce07ce2b/cdb4a43e-5b0a-42b3-9ff7-61896555442a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:34.387337 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71ef20-484d-497c-9894-9fcdf5f7256e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.442318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8971502d-d4f3-44ee-944d-8f255a0dcaf0 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:34.456488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71ef20-484d-497c-9894-9fcdf5f7256e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event updated for resources: {'Subnet': ['ID=5da7d1cc-17b4-447d-a0a2-ec5eb605e043,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:34.464397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e71ef20-484d-497c-9894-9fcdf5f7256e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Checking segment: {'id': '3d031e18-53f0-45d3-963c-e53f478509fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'abff0d11-48b8-4570-aad6-603fdd1a324b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:34.464769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e71ef20-484d-497c-9894-9fcdf5f7256e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Network hostable DHCP agents. Network: abff0d11-48b8-4570-aad6-603fdd1a324b, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:34.481178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e71ef20-484d-497c-9894-9fcdf5f7256e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Network abff0d11-48b8-4570-aad6-603fdd1a324b is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:34.490299 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0e71ef20-484d-497c-9894-9fcdf5f7256e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, abff0d11-48b8-4570-aad6-603fdd1a324b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:34.496351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71ef20-484d-497c-9894-9fcdf5f7256e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:34.496957 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e71ef20-484d-497c-9894-9fcdf5f7256e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.502281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b5f312-c6f7-4b3a-b46b-dac3d2f280b3 None None] Network abff0d11-48b8-4570-aad6-603fdd1a324b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:34.515077 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0e71ef20-484d-497c-9894-9fcdf5f7256e tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4555659 Jul 16 18:55:34.517610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:34.613079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8971502d-d4f3-44ee-944d-8f255a0dcaf0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:34.613297 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.613459 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.621340 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.660179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Transition to ACTIVE for port object cdb4a43e-5b0a-42b3-9ff7-61896555442a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:34.665678 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.710541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Transition to ACTIVE for port object cdb4a43e-5b0a-42b3-9ff7-61896555442a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:34.724977 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.732728 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.760489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event deleted for resources: {'Subnet': ['ID=5da7d1cc-17b4-447d-a0a2-ec5eb605e043,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:34.780404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Network eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:34.816932 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:34.820756 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.822140 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:34.831816 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c303311-17d4-4597-8abc-c4fb28d21bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-abff0d11-48b8-4570-aad6-603fdd1a324b', 'network_id': 'abff0d11-48b8-4570-aad6-603fdd1a324b', 'tenant_id': 'c3f7db85e3824c1e9be3396cbdde92db', 'fixed_ips': [{'subnet_id': '5da7d1cc-17b4-447d-a0a2-ec5eb605e043'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:55:34.832071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abff0d11-48b8-4570-aad6-603fdd1a324b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:34.832670 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c303311-17d4-4597-8abc-c4fb28d21bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.837998 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Pushing event updated for resources: {'Port': ['ID=cdb4a43e-5b0a-42b3-9ff7-61896555442a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:34.843682 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d031e18-53f0-45d3-963c-e53f478509fe') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:34.843993 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d031e18-53f0-45d3-963c-e53f478509fe') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:34.853684 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.867757 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.873521 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:55:34.873925 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:55:34.876904 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:55:34.968271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Attempting to bind port cdb4a43e-5b0a-42b3-9ff7-61896555442a on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:34.968819 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Attempting to bind port cdb4a43e-5b0a-42b3-9ff7-61896555442a by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '930bb7dd-65c2-4d26-a500-b7119bc29590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:34.969190 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Attempting to bind port cdb4a43e-5b0a-42b3-9ff7-61896555442a on network eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:34.974697 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.978762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:34.979554 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Checking segment: {'id': '930bb7dd-65c2-4d26-a500-b7119bc29590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:34.979554 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.979928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Bound using segment: {'id': '930bb7dd-65c2-4d26-a500-b7119bc29590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:34.980447 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Bound port: cdb4a43e-5b0a-42b3-9ff7-61896555442a, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930bb7dd-65c2-4d26-a500-b7119bc29590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:34.980919 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.981517 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.986688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/networks/abff0d11-48b8-4570-aad6-603fdd1a324b HTTP/1.1" status: 204 len: 168 time: 0.4650517 Jul 16 18:55:34.986688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:34.992729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1c53cb-95a6-4616-8915-d5781f9c90c3 None None] Network abff0d11-48b8-4570-aad6-603fdd1a324b requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:35.006203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f08e2c-b1fa-4d74-9756-bf7ecf73d5ac tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event deleted for resources: {'Network': ['ID=abff0d11-48b8-4570-aad6-603fdd1a324b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:35.009686 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1c53cb-95a6-4616-8915-d5781f9c90c3 None None] Network abff0d11-48b8-4570-aad6-603fdd1a324b could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:55:35.025563 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62799fb-c983-4fb6-b3f9-b29fe2edfd11 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] GET failed (client error): The resource could not be found. Jul 16 18:55:35.026939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d62799fb-c983-4fb6-b3f9-b29fe2edfd11 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "GET /v2.0/subnets/5da7d1cc-17b4-447d-a0a2-ec5eb605e043 HTTP/1.1" status: 404 len: 337 time: 0.0397301 Jul 16 18:55:35.029796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:35.049095 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e341b5-c749-4d95-b9d0-8352d94db597 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] DELETE failed (client error): The resource could not be found. Jul 16 18:55:35.049840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e341b5-c749-4d95-b9d0-8352d94db597 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:55:35.051593 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-73e341b5-c749-4d95-b9d0-8352d94db597 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/networks/abff0d11-48b8-4570-aad6-603fdd1a324b HTTP/1.1" status: 404 len: 339 time: 0.0208590 Jul 16 18:55:35.055369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:35.063922 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] For port cdb4a43e-5b0a-42b3-9ff7-61896555442a, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:35.067265 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] For port cdb4a43e-5b0a-42b3-9ff7-61896555442a, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=cdb4a43e-5b0a-42b3-9ff7-61896555442a,segment=NetworkSegment(930bb7dd-65c2-4d26-a500-b7119bc29590),segment_id=930bb7dd-65c2-4d26-a500-b7119bc29590)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:35.070981 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.082798 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-746879c9-a2b0-48bf-851d-50b8f2d15dff tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] DELETE failed (client error): The resource could not be found. Jul 16 18:55:35.083265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746879c9-a2b0-48bf-851d-50b8f2d15dff tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:55:35.085010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-746879c9-a2b0-48bf-851d-50b8f2d15dff tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/subnets/5da7d1cc-17b4-447d-a0a2-ec5eb605e043 HTTP/1.1" status: 404 len: 337 time: 0.0287335 Jul 16 18:55:35.087640 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:35.106103 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b85b80-7669-47dc-9aff-af91dc9a275d tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] DELETE failed (client error): The resource could not be found. Jul 16 18:55:35.106663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b85b80-7669-47dc-9aff-af91dc9a275d tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:55:35.108545 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-09b85b80-7669-47dc-9aff-af91dc9a275d tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/networks/abff0d11-48b8-4570-aad6-603fdd1a324b HTTP/1.1" status: 404 len: 339 time: 0.0200002 Jul 16 18:55:35.111079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:35.132227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c5d8-a9f8-4ac2-a6f2-071a2e0615d9 None None] Pushing event updated for resources: {'Port': ['ID=cdb4a43e-5b0a-42b3-9ff7-61896555442a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:35.175100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02645ca-21a0-4b3b-bb35-32a35d2c4201 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Deleting subnet 9d0f7f28-2f3d-432b-b023-f5c7ce07ce2b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:55:35.178391 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b02645ca-21a0-4b3b-bb35-32a35d2c4201 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.220641 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b02645ca-21a0-4b3b-bb35-32a35d2c4201 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.325249 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b02645ca-21a0-4b3b-bb35-32a35d2c4201 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.392173 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b02645ca-21a0-4b3b-bb35-32a35d2c4201 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.421068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02645ca-21a0-4b3b-bb35-32a35d2c4201 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0f7f28-2f3d-432b-b023-f5c7ce07ce2b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:35.424788 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b02645ca-21a0-4b3b-bb35-32a35d2c4201 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.426723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b02645ca-21a0-4b3b-bb35-32a35d2c4201 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/subnets/9d0f7f28-2f3d-432b-b023-f5c7ce07ce2b HTTP/1.1" status: 204 len: 168 time: 0.3147285 Jul 16 18:55:35.429385 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52340) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:35.509136 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.564506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Deleting port cdb4a43e-5b0a-42b3-9ff7-61896555442a {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:35.564847 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.632514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] For port cdb4a43e-5b0a-42b3-9ff7-61896555442a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=cdb4a43e-5b0a-42b3-9ff7-61896555442a,segment=NetworkSegment(930bb7dd-65c2-4d26-a500-b7119bc29590),segment_id=930bb7dd-65c2-4d26-a500-b7119bc29590)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:35.632873 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.644793 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Calling delete_port for cdb4a43e-5b0a-42b3-9ff7-61896555442a owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:35.676884 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.726012 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.760320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] No DVR routers for this DVR port cdb4a43e-5b0a-42b3-9ff7-61896555442a on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:35.767709 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event deleted for resources: {'Port': ['ID=cdb4a43e-5b0a-42b3-9ff7-61896555442a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:35.850999 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.861779 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:35.872194 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930bb7dd-65c2-4d26-a500-b7119bc29590') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:35.873023 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930bb7dd-65c2-4d26-a500-b7119bc29590') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:35.882315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.897779 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.905491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:55:35.906149 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:55:35.909375 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:55:35.976421 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.981106 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.986010 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/networks/eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810 HTTP/1.1" status: 204 len: 168 time: 0.5534141 Jul 16 18:55:35.986580 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:36.000363 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815b94d-e1b1-4787-bd1a-316d4c940b6c tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event deleted for resources: {'Network': ['ID=eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:36.016143 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9660060f-490c-4c05-af0d-67779d1bdbd9 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] DELETE failed (client error): The resource could not be found. Jul 16 18:55:36.016613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9660060f-490c-4c05-af0d-67779d1bdbd9 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:55:36.018413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9660060f-490c-4c05-af0d-67779d1bdbd9 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/subnets/cd49c2d2-6ed7-4838-af3b-23e000ed127c HTTP/1.1" status: 404 len: 337 time: 0.0305448 Jul 16 18:55:36.020954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52344) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:36.040531 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6c0523-898d-4ce0-bfda-b9cdc6ea4e26 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] DELETE failed (client error): The resource could not be found. Jul 16 18:55:36.041095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6c0523-898d-4ce0-bfda-b9cdc6ea4e26 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:55:36.042871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ab6c0523-898d-4ce0-bfda-b9cdc6ea4e26 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/networks/f6ca3434-2b5a-416b-bb96-0dd8f5435094 HTTP/1.1" status: 404 len: 339 time: 0.0209520 Jul 16 18:55:36.046474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:36.070366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-de883739-0925-4a07-86a7-86b97a1a8a53 None None] Could not find standard attr ID for object cdb4a43e-5b0a-42b3-9ff7-61896555442a. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:55:36.072679 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-35787c96-b0dd-4872-968a-72bc6a01aee9 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] DELETE failed (client error): The resource could not be found. Jul 16 18:55:36.073138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35787c96-b0dd-4872-968a-72bc6a01aee9 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:55:36.074935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-35787c96-b0dd-4872-968a-72bc6a01aee9 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/subnets/6a78d3da-649f-4df1-b44d-8c6f6ff6fca6 HTTP/1.1" status: 404 len: 337 time: 0.0275476 Jul 16 18:55:36.078270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:36.096994 n-d-793618-9 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f374186-0f6b-498e-8942-78d8174e0143 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] DELETE failed (client error): The resource could not be found. Jul 16 18:55:36.097550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f374186-0f6b-498e-8942-78d8174e0143 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:55:36.099381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2f374186-0f6b-498e-8942-78d8174e0143 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/networks/f2a1a827-0c44-43c0-a4ed-2e1f89dae632 HTTP/1.1" status: 404 len: 339 time: 0.0201144 Jul 16 18:55:36.102935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:36.133131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5710acd3-a42e-44e7-b0f1-349c62abbd6d None None] DHCP port deletion for eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:55:36.150773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080d51b-03c3-4918-ae47-791315de6a13 None None] Network eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:36.162113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c654574-80a7-4741-b22d-e572312bac72 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Deleting subnet b5f448fa-1eec-4a80-9aa1-0ec0d08b36a0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:55:36.163503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080d51b-03c3-4918-ae47-791315de6a13 None None] Network eb652082-9cfd-4c1f-9b5c-a0f6e4d2d810 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:55:36.165493 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c654574-80a7-4741-b22d-e572312bac72 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.205658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c654574-80a7-4741-b22d-e572312bac72 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.287316 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c654574-80a7-4741-b22d-e572312bac72 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.349259 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c654574-80a7-4741-b22d-e572312bac72 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.375434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c654574-80a7-4741-b22d-e572312bac72 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f448fa-1eec-4a80-9aa1-0ec0d08b36a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:36.379078 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c654574-80a7-4741-b22d-e572312bac72 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.382944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1c654574-80a7-4741-b22d-e572312bac72 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/subnets/b5f448fa-1eec-4a80-9aa1-0ec0d08b36a0 HTTP/1.1" status: 204 len: 168 time: 0.2770863 Jul 16 18:55:36.383547 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:36.385891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58696a63-80b8-47dc-babb-5b8fd01d81fd None None] Network 389bf869-a1bb-44be-a206-b8417eba777f requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:36.460277 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.512905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Deleting port 8971502d-d4f3-44ee-944d-8f255a0dcaf0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:36.514048 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.572576 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23af5340-4c41-4263-a063-7f145ee801f5 None None] DHCP port deletion for 389bf869-a1bb-44be-a206-b8417eba777f request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:55:36.583229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] For port 8971502d-d4f3-44ee-944d-8f255a0dcaf0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8971502d-d4f3-44ee-944d-8f255a0dcaf0,segment=NetworkSegment(bb03c7e8-795a-456f-8afa-a96e0bd7f079),segment_id=bb03c7e8-795a-456f-8afa-a96e0bd7f079)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:36.583597 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.595095 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Calling delete_port for 8971502d-d4f3-44ee-944d-8f255a0dcaf0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:36.618376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-23af5340-4c41-4263-a063-7f145ee801f5 None None] Deleting port 8971502d-d4f3-44ee-944d-8f255a0dcaf0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:36.618777 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23af5340-4c41-4263-a063-7f145ee801f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.673498 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.684398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-23af5340-4c41-4263-a063-7f145ee801f5 None None] For port 8971502d-d4f3-44ee-944d-8f255a0dcaf0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8971502d-d4f3-44ee-944d-8f255a0dcaf0,segment=NetworkSegment(bb03c7e8-795a-456f-8afa-a96e0bd7f079),segment_id=bb03c7e8-795a-456f-8afa-a96e0bd7f079)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:36.685610 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23af5340-4c41-4263-a063-7f145ee801f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.697925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-23af5340-4c41-4263-a063-7f145ee801f5 None None] Calling delete_port for 8971502d-d4f3-44ee-944d-8f255a0dcaf0 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:36.704964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event deleted for resources: {'Port': ['ID=8971502d-d4f3-44ee-944d-8f255a0dcaf0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:36.706857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] No DVR routers for this DVR port 8971502d-d4f3-44ee-944d-8f255a0dcaf0 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:36.774425 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23af5340-4c41-4263-a063-7f145ee801f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.785652 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.795549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389bf869-a1bb-44be-a206-b8417eba777f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:36.799151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af5340-4c41-4263-a063-7f145ee801f5 None None] Pushing event deleted for resources: {'Port': ['ID=8971502d-d4f3-44ee-944d-8f255a0dcaf0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:36.802417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af5340-4c41-4263-a063-7f145ee801f5 None None] No DVR routers for this DVR port 8971502d-d4f3-44ee-944d-8f255a0dcaf0 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:36.808979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb03c7e8-795a-456f-8afa-a96e0bd7f079') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:36.809248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb03c7e8-795a-456f-8afa-a96e0bd7f079') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:36.819591 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.833895 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.840134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:55:36.840536 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:55:36.843728 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:55:36.905823 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.912535 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.914281 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] 10.222.0.52 "DELETE /v2.0/networks/389bf869-a1bb-44be-a206-b8417eba777f HTTP/1.1" status: 204 len: 168 time: 0.5298123 Jul 16 18:55:36.926773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de75e11-4282-439b-a2eb-1ebeb06caa64 tempest-NetworksIpV6Test-1136501472 tempest-NetworksIpV6Test-1136501472-project] Pushing event deleted for resources: {'Network': ['ID=389bf869-a1bb-44be-a206-b8417eba777f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:37.151221 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:37.288569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5a561877-448a-4b14-b875-bd89a691ca37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c3f7db85e3824c1e9be3396cbdde92db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360784 Jul 16 18:55:37.290992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:37.337913 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e09c0920-6474-49f0-8fa9-b414fe9a63ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.359524 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e09c0920-6474-49f0-8fa9-b414fe9a63ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.409992 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e09c0920-6474-49f0-8fa9-b414fe9a63ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.412519 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e09c0920-6474-49f0-8fa9-b414fe9a63ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.413764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e09c0920-6474-49f0-8fa9-b414fe9a63ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a37f9439-e55b-46c0-8ee3-6a05653db583 HTTP/1.1" status: 204 len: 168 time: 0.1218550 Jul 16 18:55:37.422175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c0920-6474-49f0-8fa9-b414fe9a63ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37f9439-e55b-46c0-8ee3-6a05653db583,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:38.037933 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:38.127774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bdd5f336-844a-4137-965a-dd253ec72ba4 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-911278007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:38.151264 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd5f336-844a-4137-965a-dd253ec72ba4 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.152277 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd5f336-844a-4137-965a-dd253ec72ba4 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.202982 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd5f336-844a-4137-965a-dd253ec72ba4 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.207127 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd5f336-844a-4137-965a-dd253ec72ba4 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.222266 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdd5f336-844a-4137-965a-dd253ec72ba4 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.223459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bdd5f336-844a-4137-965a-dd253ec72ba4 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1844902 Jul 16 18:55:38.226122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:38.230979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1964856683'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:38.250982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Made reservation on behalf of e864e648c6d64fdaa1fdfaabfd60f7b2 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:38.254414 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.262810 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.358547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.362548 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.365931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8971502d-d4f3-44ee-944d-8f255a0dcaf0 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:38.389172 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 8971502d-d4f3-44ee-944d-8f255a0dcaf0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:38.389542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8971502d-d4f3-44ee-944d-8f255a0dcaf0 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:38.396978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:38.403352 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8616b038-c84d-4659-adb2-3e64afb870bf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:38.411237 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.411607 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Added segment 1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa of type vlan for network 91a05837-269f-4bda-b68e-11c39c730f04 Jul 16 18:55:38.453048 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.481646 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.487510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:38.488104 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.523287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2961595 Jul 16 18:55:38.526060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:38.533469 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-68642b1b-4b72-4eb6-9630-07f9384d70f8 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Request body: {'subnet': {'network_id': '91a05837-269f-4bda-b68e-11c39c730f04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:38.570136 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d42ca-c896-4687-975c-12a19fd76f9c tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Pushing event updated for resources: {'Network': ['ID=91a05837-269f-4bda-b68e-11c39c730f04,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:38.580788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 91a05837-269f-4bda-b68e-11c39c730f04 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:38.646911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68642b1b-4b72-4eb6-9630-07f9384d70f8 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Made reservation on behalf of e864e648c6d64fdaa1fdfaabfd60f7b2 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:38.650658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68642b1b-4b72-4eb6-9630-07f9384d70f8 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.828196 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68642b1b-4b72-4eb6-9630-07f9384d70f8 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.889238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68642b1b-4b72-4eb6-9630-07f9384d70f8 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Pushing event updated for resources: {'Subnet': ['ID=e90acfc4-e854-4d23-a3e7-b367c1abf5dc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:38.896251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68642b1b-4b72-4eb6-9630-07f9384d70f8 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Checking segment: {'id': '1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '91a05837-269f-4bda-b68e-11c39c730f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:38.896563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68642b1b-4b72-4eb6-9630-07f9384d70f8 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Network hostable DHCP agents. Network: 91a05837-269f-4bda-b68e-11c39c730f04, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:38.913245 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68642b1b-4b72-4eb6-9630-07f9384d70f8 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Network 91a05837-269f-4bda-b68e-11c39c730f04 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:38.921920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-68642b1b-4b72-4eb6-9630-07f9384d70f8 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 91a05837-269f-4bda-b68e-11c39c730f04) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:38.925951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68642b1b-4b72-4eb6-9630-07f9384d70f8 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:38.926569 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68642b1b-4b72-4eb6-9630-07f9384d70f8 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.931026 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64e1beb-672b-418b-ba4e-6151002eaa44 None None] Network 91a05837-269f-4bda-b68e-11c39c730f04 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:38.941084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-68642b1b-4b72-4eb6-9630-07f9384d70f8 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4139786 Jul 16 18:55:38.943994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:38.948937 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ba79d08a-9aca-482a-aa56-995c0fae4222 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1812951584'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:38.971913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba79d08a-9aca-482a-aa56-995c0fae4222 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Made reservation on behalf of e864e648c6d64fdaa1fdfaabfd60f7b2 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:38.975470 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba79d08a-9aca-482a-aa56-995c0fae4222 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.000643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba79d08a-9aca-482a-aa56-995c0fae4222 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:39.009973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba79d08a-9aca-482a-aa56-995c0fae4222 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.010326 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-ba79d08a-9aca-482a-aa56-995c0fae4222 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Added segment d7018395-d483-4c3d-86ca-ae733d2abc7b of type vlan for network e3532326-c5ae-408f-b37d-589f5870a685 Jul 16 18:55:39.051923 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba79d08a-9aca-482a-aa56-995c0fae4222 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.081870 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba79d08a-9aca-482a-aa56-995c0fae4222 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.086195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-91a05837-269f-4bda-b68e-11c39c730f04', 'network_id': '91a05837-269f-4bda-b68e-11c39c730f04', 'tenant_id': 'e864e648c6d64fdaa1fdfaabfd60f7b2', 'fixed_ips': [{'subnet_id': 'e90acfc4-e854-4d23-a3e7-b367c1abf5dc'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:55:39.087169 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.088233 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba79d08a-9aca-482a-aa56-995c0fae4222 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:39.088840 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba79d08a-9aca-482a-aa56-995c0fae4222 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.125399 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ba79d08a-9aca-482a-aa56-995c0fae4222 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1802630 Jul 16 18:55:39.128129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:39.135113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d4a7ba2c-3ff2-4a31-99a8-86de65cb403f tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Request body: {'subnet': {'network_id': 'e3532326-c5ae-408f-b37d-589f5870a685', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:39.179202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79d08a-9aca-482a-aa56-995c0fae4222 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Pushing event updated for resources: {'Network': ['ID=e3532326-c5ae-408f-b37d-589f5870a685,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:39.205560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network e3532326-c5ae-408f-b37d-589f5870a685 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:39.252267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a7ba2c-3ff2-4a31-99a8-86de65cb403f tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Made reservation on behalf of e864e648c6d64fdaa1fdfaabfd60f7b2 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:39.256066 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a7ba2c-3ff2-4a31-99a8-86de65cb403f tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.277240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Allocated IP 172.20.0.2 (91a05837-269f-4bda-b68e-11c39c730f04/e90acfc4-e854-4d23-a3e7-b367c1abf5dc/9fc7ef9d-5027-4284-b273-1192bc6728c3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:39.426009 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.434333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Transition to ACTIVE for port object 9fc7ef9d-5027-4284-b273-1192bc6728c3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:39.440187 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a7ba2c-3ff2-4a31-99a8-86de65cb403f tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.449820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Transition to ACTIVE for port object 9fc7ef9d-5027-4284-b273-1192bc6728c3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:39.455151 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.494116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Network 91a05837-269f-4bda-b68e-11c39c730f04 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:39.498492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:39.502791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:39.504272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7ba2c-3ff2-4a31-99a8-86de65cb403f tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Pushing event updated for resources: {'Subnet': ['ID=22910407-baa1-44d2-a536-1cc0b3b02d95,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:39.505795 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Pushing event updated for resources: {'Port': ['ID=9fc7ef9d-5027-4284-b273-1192bc6728c3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:39.512862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a7ba2c-3ff2-4a31-99a8-86de65cb403f tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Checking segment: {'id': 'd7018395-d483-4c3d-86ca-ae733d2abc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e3532326-c5ae-408f-b37d-589f5870a685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:39.513648 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a7ba2c-3ff2-4a31-99a8-86de65cb403f tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Network hostable DHCP agents. Network: e3532326-c5ae-408f-b37d-589f5870a685, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:39.530613 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a7ba2c-3ff2-4a31-99a8-86de65cb403f tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Network e3532326-c5ae-408f-b37d-589f5870a685 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:39.539358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d4a7ba2c-3ff2-4a31-99a8-86de65cb403f tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, e3532326-c5ae-408f-b37d-589f5870a685) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:39.544022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a7ba2c-3ff2-4a31-99a8-86de65cb403f tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:39.545196 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4a7ba2c-3ff2-4a31-99a8-86de65cb403f tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.558778 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66fcd96-f558-48bc-9d1c-39b22d1a48dc None None] Network e3532326-c5ae-408f-b37d-589f5870a685 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:39.562949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d4a7ba2c-3ff2-4a31-99a8-86de65cb403f tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4306984 Jul 16 18:55:39.563227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:39.567969 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bd73bc28-35b0-4a1c-9482-e828083261eb tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e3532326-c5ae-408f-b37d-589f5870a685'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:39.595002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Attempting to bind port 9fc7ef9d-5027-4284-b273-1192bc6728c3 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:39.595621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Attempting to bind port 9fc7ef9d-5027-4284-b273-1192bc6728c3 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '91a05837-269f-4bda-b68e-11c39c730f04'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:39.596237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Attempting to bind port 9fc7ef9d-5027-4284-b273-1192bc6728c3 on network 91a05837-269f-4bda-b68e-11c39c730f04 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:39.608974 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:39.609381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Checking segment: {'id': '1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '91a05837-269f-4bda-b68e-11c39c730f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:39.609790 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.610189 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Bound using segment: {'id': '1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '91a05837-269f-4bda-b68e-11c39c730f04'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:39.610665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Bound port: 9fc7ef9d-5027-4284-b273-1192bc6728c3, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '91a05837-269f-4bda-b68e-11c39c730f04'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:39.611051 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.742457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] For port 9fc7ef9d-5027-4284-b273-1192bc6728c3, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:39.747128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] For port 9fc7ef9d-5027-4284-b273-1192bc6728c3, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9fc7ef9d-5027-4284-b273-1192bc6728c3,segment=NetworkSegment(1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa),segment_id=1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:39.755285 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.787056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd73bc28-35b0-4a1c-9482-e828083261eb tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.800423 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-e3532326-c5ae-408f-b37d-589f5870a685', 'network_id': 'e3532326-c5ae-408f-b37d-589f5870a685', 'tenant_id': 'e864e648c6d64fdaa1fdfaabfd60f7b2', 'fixed_ips': [{'subnet_id': '22910407-baa1-44d2-a536-1cc0b3b02d95'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:55:39.801271 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.922781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55589ed-701d-4e77-b1c1-dfd62c34d706 None None] Pushing event updated for resources: {'Port': ['ID=9fc7ef9d-5027-4284-b273-1192bc6728c3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:39.931189 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [None req-bd73bc28-35b0-4a1c-9482-e828083261eb tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:55:39.937840 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bd73bc28-35b0-4a1c-9482-e828083261eb tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] 10.222.0.52 "PUT /v2.0/routers/83c9f497-69d2-400d-ac27-e89cbf701836 HTTP/1.1" status: 400 len: 364 time: 0.3734794 Jul 16 18:55:39.939143 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:39.975983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Allocated IP 172.21.0.2 (e3532326-c5ae-408f-b37d-589f5870a685/22910407-baa1-44d2-a536-1cc0b3b02d95/feddc26b-6fbd-4768-84f2-37717966f065) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:39.996351 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-656bddb3-fcc5-40f1-8fa5-5b04d6c344fb tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Deleting subnet 22910407-baa1-44d2-a536-1cc0b3b02d95 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:55:40.154517 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.162633 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Transition to ACTIVE for port object feddc26b-6fbd-4768-84f2-37717966f065 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:40.177205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Transition to ACTIVE for port object feddc26b-6fbd-4768-84f2-37717966f065 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:40.182470 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-656bddb3-fcc5-40f1-8fa5-5b04d6c344fb tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.182895 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.223191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Network e3532326-c5ae-408f-b37d-589f5870a685 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:40.225246 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-656bddb3-fcc5-40f1-8fa5-5b04d6c344fb tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.227577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:40.232539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:40.235613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Pushing event updated for resources: {'Port': ['ID=feddc26b-6fbd-4768-84f2-37717966f065,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:40.290823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Attempting to bind port feddc26b-6fbd-4768-84f2-37717966f065 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:40.291268 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Attempting to bind port feddc26b-6fbd-4768-84f2-37717966f065 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'd7018395-d483-4c3d-86ca-ae733d2abc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e3532326-c5ae-408f-b37d-589f5870a685'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:40.291707 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Attempting to bind port feddc26b-6fbd-4768-84f2-37717966f065 on network e3532326-c5ae-408f-b37d-589f5870a685 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:40.297720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:40.298181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Checking segment: {'id': 'd7018395-d483-4c3d-86ca-ae733d2abc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e3532326-c5ae-408f-b37d-589f5870a685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:40.299231 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.299231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Bound using segment: {'id': 'd7018395-d483-4c3d-86ca-ae733d2abc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e3532326-c5ae-408f-b37d-589f5870a685'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:40.299647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Bound port: feddc26b-6fbd-4768-84f2-37717966f065, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7018395-d483-4c3d-86ca-ae733d2abc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e3532326-c5ae-408f-b37d-589f5870a685'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:40.300105 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.318312 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-656bddb3-fcc5-40f1-8fa5-5b04d6c344fb tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.378212 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-656bddb3-fcc5-40f1-8fa5-5b04d6c344fb tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.388596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] For port feddc26b-6fbd-4768-84f2-37717966f065, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:40.391973 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] For port feddc26b-6fbd-4768-84f2-37717966f065, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=feddc26b-6fbd-4768-84f2-37717966f065,segment=NetworkSegment(d7018395-d483-4c3d-86ca-ae733d2abc7b),segment_id=d7018395-d483-4c3d-86ca-ae733d2abc7b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:40.396899 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.408991 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-656bddb3-fcc5-40f1-8fa5-5b04d6c344fb tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.413714 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-656bddb3-fcc5-40f1-8fa5-5b04d6c344fb tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] 10.222.0.52 "DELETE /v2.0/subnets/22910407-baa1-44d2-a536-1cc0b3b02d95 HTTP/1.1" status: 204 len: 168 time: 0.4735184 Jul 16 18:55:40.414236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:40.414715 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bddb3-fcc5-40f1-8fa5-5b04d6c344fb tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Pushing event deleted for resources: {'Subnet': ['ID=22910407-baa1-44d2-a536-1cc0b3b02d95,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:40.425515 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9fc7ef9d-5027-4284-b273-1192bc6728c3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:40.484885 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f4d78-ef0a-4009-86ba-31cb52089533 None None] Pushing event updated for resources: {'Port': ['ID=feddc26b-6fbd-4768-84f2-37717966f065,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:40.506886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 9fc7ef9d-5027-4284-b273-1192bc6728c3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:40.510279 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.569760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Deleting port feddc26b-6fbd-4768-84f2-37717966f065 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:40.570115 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.642220 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] For port feddc26b-6fbd-4768-84f2-37717966f065, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=feddc26b-6fbd-4768-84f2-37717966f065,segment=NetworkSegment(d7018395-d483-4c3d-86ca-ae733d2abc7b),segment_id=d7018395-d483-4c3d-86ca-ae733d2abc7b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:40.642591 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.655668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Calling delete_port for feddc26b-6fbd-4768-84f2-37717966f065 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:40.759392 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.789519 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Pushing event deleted for resources: {'Port': ['ID=feddc26b-6fbd-4768-84f2-37717966f065,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:40.797234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] No DVR routers for this DVR port feddc26b-6fbd-4768-84f2-37717966f065 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:40.887293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.898108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3532326-c5ae-408f-b37d-589f5870a685']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:40.904838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f3c3b-92ed-42be-8503-49b8aa626797 None None] Network 91a05837-269f-4bda-b68e-11c39c730f04 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:40.908999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7018395-d483-4c3d-86ca-ae733d2abc7b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:40.909471 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7018395-d483-4c3d-86ca-ae733d2abc7b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:40.918409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.933091 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.940246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:55:40.940646 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:55:40.943637 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:55:40.970362 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-857ad084-546c-4941-a28a-22c302d39b43 None None] Provisioning for port 9fc7ef9d-5027-4284-b273-1192bc6728c3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:40.979851 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-857ad084-546c-4941-a28a-22c302d39b43 None None] Provisioning complete for port 9fc7ef9d-5027-4284-b273-1192bc6728c3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:40.980229 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-857ad084-546c-4941-a28a-22c302d39b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.007823 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.018821 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.023655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] 10.222.0.52 "DELETE /v2.0/networks/e3532326-c5ae-408f-b37d-589f5870a685 HTTP/1.1" status: 204 len: 168 time: 0.6050961 Jul 16 18:55:41.024491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52406) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:41.032122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83918fe5-c925-458b-a8b4-f579bb6cf532 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Pushing event deleted for resources: {'Network': ['ID=e3532326-c5ae-408f-b37d-589f5870a685,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:41.079751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a97798-df6a-499f-bf4e-e45685315360 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Deleting subnet e90acfc4-e854-4d23-a3e7-b367c1abf5dc {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:55:41.082982 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a97798-df6a-499f-bf4e-e45685315360 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.128544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a97798-df6a-499f-bf4e-e45685315360 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.130080 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-857ad084-546c-4941-a28a-22c302d39b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.175482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-857ad084-546c-4941-a28a-22c302d39b43 None None] For port 9fc7ef9d-5027-4284-b273-1192bc6728c3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9fc7ef9d-5027-4284-b273-1192bc6728c3,segment=NetworkSegment(1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa),segment_id=1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:41.179825 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-857ad084-546c-4941-a28a-22c302d39b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.227424 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a97798-df6a-499f-bf4e-e45685315360 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.230603 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ad084-546c-4941-a28a-22c302d39b43 None None] Pushing event updated for resources: {'Port': ['ID=9fc7ef9d-5027-4284-b273-1192bc6728c3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:41.292028 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a97798-df6a-499f-bf4e-e45685315360 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.324796 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a97798-df6a-499f-bf4e-e45685315360 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Pushing event deleted for resources: {'Subnet': ['ID=e90acfc4-e854-4d23-a3e7-b367c1abf5dc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:41.330914 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-88a97798-df6a-499f-bf4e-e45685315360 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.333025 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-88a97798-df6a-499f-bf4e-e45685315360 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] 10.222.0.52 "DELETE /v2.0/subnets/e90acfc4-e854-4d23-a3e7-b367c1abf5dc HTTP/1.1" status: 204 len: 168 time: 0.3062031 Jul 16 18:55:41.335467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52408) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:41.418317 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.449132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d976b-565d-4a9c-8670-905dc3d13989 None None] Network 91a05837-269f-4bda-b68e-11c39c730f04 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:41.473681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Deleting port 9fc7ef9d-5027-4284-b273-1192bc6728c3 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:41.474030 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.545759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] For port 9fc7ef9d-5027-4284-b273-1192bc6728c3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9fc7ef9d-5027-4284-b273-1192bc6728c3,segment=NetworkSegment(1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa),segment_id=1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:41.546121 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.554160 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f4b9d10b-fa24-49fd-9b28-7a15e931d31a None None] Provisioning complete for port 9fc7ef9d-5027-4284-b273-1192bc6728c3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:41.554712 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d10b-fa24-49fd-9b28-7a15e931d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.559939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Calling delete_port for 9fc7ef9d-5027-4284-b273-1192bc6728c3 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:41.687555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.700286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeecbb0d-6808-491a-8aaa-1ad16497e965 None None] DHCP port deletion for e3532326-c5ae-408f-b37d-589f5870a685 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:55:41.727053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Pushing event deleted for resources: {'Port': ['ID=9fc7ef9d-5027-4284-b273-1192bc6728c3,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:41.727335 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92849f-76a7-4449-9542-bd80c1e4125d None None] Network e3532326-c5ae-408f-b37d-589f5870a685 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:41.737752 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] No DVR routers for this DVR port 9fc7ef9d-5027-4284-b273-1192bc6728c3 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:41.740545 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92849f-76a7-4449-9542-bd80c1e4125d None None] Network e3532326-c5ae-408f-b37d-589f5870a685 could not be found, it might have been deleted concurrently. {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:55:41.743838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2338ebfc-7f92-418f-a8d9-5a10ab01dc08 None None] DHCP port deletion for 91a05837-269f-4bda-b68e-11c39c730f04 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:55:41.816190 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.826002 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a05837-269f-4bda-b68e-11c39c730f04']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:41.837448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:41.837645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a33aa1c-bc05-4b6d-a09e-1e7d89ec5afa') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:41.839886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1205b6ee-0ae5-48af-a4bb-54c1779145eb None None] Could not find standard attr ID for object feddc26b-6fbd-4768-84f2-37717966f065. {{(pid=93768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:55:41.849097 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.862937 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.868555 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:55:41.868936 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:55:41.871890 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:55:41.933102 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.940054 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.941884 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] 10.222.0.52 "DELETE /v2.0/networks/91a05837-269f-4bda-b68e-11c39c730f04 HTTP/1.1" status: 204 len: 168 time: 0.6055024 Jul 16 18:55:41.944757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:41.952975 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f4887-6068-42a3-b9c4-a357dbff172d tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Pushing event deleted for resources: {'Network': ['ID=91a05837-269f-4bda-b68e-11c39c730f04,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:41.974139 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bc06ea64-24f3-4a3a-8214-f17ceeb49e95 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c9f497-69d2-400d-ac27-e89cbf701836 HTTP/1.1" status: 200 len: 205 time: 0.0281937 Jul 16 18:55:41.976579 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52412) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:42.054920 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e3ab12-f762-4071-838b-eadaa9d369e2 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.218871 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e3ab12-f762-4071-838b-eadaa9d369e2 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.221118 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e3ab12-f762-4071-838b-eadaa9d369e2 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.264381 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e3ab12-f762-4071-838b-eadaa9d369e2 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.264933 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e3ab12-f762-4071-838b-eadaa9d369e2 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Fanout notify agent at l3_agent the message router_deleted on router 83c9f497-69d2-400d-ac27-e89cbf701836 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:55:42.272030 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-32e3ab12-f762-4071-838b-eadaa9d369e2 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.273104 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-32e3ab12-f762-4071-838b-eadaa9d369e2 tempest-RoutersNegativeTest-1241381112 tempest-RoutersNegativeTest-1241381112-project] 10.222.0.52 "DELETE /v2.0/routers/83c9f497-69d2-400d-ac27-e89cbf701836 HTTP/1.1" status: 204 len: 168 time: 0.2954819 Jul 16 18:55:42.371431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9fc7ef9d-5027-4284-b273-1192bc6728c3 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:42.397486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 9fc7ef9d-5027-4284-b273-1192bc6728c3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:42.397836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9fc7ef9d-5027-4284-b273-1192bc6728c3 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:42.532785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:42.668923 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-10aa3f9e-b949-46df-becf-c1156420e8e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e864e648c6d64fdaa1fdfaabfd60f7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349440 Jul 16 18:55:42.671564 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:42.723692 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a636a843-d93c-4c5c-8ffc-465e6ab6a324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.743749 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a636a843-d93c-4c5c-8ffc-465e6ab6a324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.790450 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a636a843-d93c-4c5c-8ffc-465e6ab6a324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.793114 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a636a843-d93c-4c5c-8ffc-465e6ab6a324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.794628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a636a843-d93c-4c5c-8ffc-465e6ab6a324 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8616b038-c84d-4659-adb2-3e64afb870bf HTTP/1.1" status: 204 len: 168 time: 0.1218526 Jul 16 18:55:42.802903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636a843-d93c-4c5c-8ffc-465e6ab6a324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8616b038-c84d-4659-adb2-3e64afb870bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:43.400508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:43.498276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-875205155-network', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:43.519042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Made reservation on behalf of e1f3cbf6047642d0804a40943ccf3f7a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:43.521648 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.531571 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.623786 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.629513 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.651022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:43.667417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4ce235-ec17-448b-a9a6-18b5d8faf767,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:43.670988 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.671346 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Added segment 1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a of type vlan for network 0d07552d-6f67-4b64-b727-5fce05935530 Jul 16 18:55:43.711006 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.740311 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.741232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:43.742122 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.773330 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3716297 Jul 16 18:55:43.776222 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52448) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:43.781544 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-9f7d114e-c011-4a7e-802e-fd4da94a8819 admin admin] Request body: {'subnet': {'network_id': '0d07552d-6f67-4b64-b727-5fce05935530', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-875205155-subnet', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:43.806318 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7d114e-c011-4a7e-802e-fd4da94a8819 admin admin] Made reservation on behalf of e1f3cbf6047642d0804a40943ccf3f7a for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:43.806532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90123e22-a7c0-4621-8072-44b913b9158e admin admin] Pushing event updated for resources: {'Network': ['ID=0d07552d-6f67-4b64-b727-5fce05935530,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:43.808922 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f7d114e-c011-4a7e-802e-fd4da94a8819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.817715 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 0d07552d-6f67-4b64-b727-5fce05935530 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:43.984001 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f7d114e-c011-4a7e-802e-fd4da94a8819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.044780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d114e-c011-4a7e-802e-fd4da94a8819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8bc58b-d546-481c-bf9a-1bf74a01e977,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:44.053216 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d114e-c011-4a7e-802e-fd4da94a8819 admin admin] Checking segment: {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:44.053605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d114e-c011-4a7e-802e-fd4da94a8819 admin admin] Network hostable DHCP agents. Network: 0d07552d-6f67-4b64-b727-5fce05935530, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:44.070349 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d114e-c011-4a7e-802e-fd4da94a8819 admin admin] Network 0d07552d-6f67-4b64-b727-5fce05935530 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:44.079510 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d114e-c011-4a7e-802e-fd4da94a8819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 0d07552d-6f67-4b64-b727-5fce05935530) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:44.083393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7d114e-c011-4a7e-802e-fd4da94a8819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:44.083978 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9f7d114e-c011-4a7e-802e-fd4da94a8819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.088010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae711200-ff62-4350-9fb2-43db9b3272b9 None None] Network 0d07552d-6f67-4b64-b727-5fce05935530 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:44.097539 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9f7d114e-c011-4a7e-802e-fd4da94a8819 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3197422 Jul 16 18:55:44.100049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52450) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:44.104312 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-875205155-router', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:44.125416 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.126380 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.177804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.249973 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-0d07552d-6f67-4b64-b727-5fce05935530', 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'fixed_ips': [{'subnet_id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:55:44.250868 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.320348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.383262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Allocated IP 172.20.0.2 (0d07552d-6f67-4b64-b727-5fce05935530/1f8bc58b-d546-481c-bf9a-1bf74a01e977/c9a28566-0e03-4b22-8f98-1c0021d9e18a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:44.533372 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.557544 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.660479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Allocated IP 172.25.8.92 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/4e521fb5-230c-43f3-b01b-8f64a73c5c46) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:44.698517 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.706933 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Transition to ACTIVE for port object c9a28566-0e03-4b22-8f98-1c0021d9e18a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:44.722990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Transition to ACTIVE for port object c9a28566-0e03-4b22-8f98-1c0021d9e18a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:44.728921 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.768802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Network 0d07552d-6f67-4b64-b727-5fce05935530 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:44.771306 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.774998 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:44.779249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:44.786211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Pushing event updated for resources: {'Port': ['ID=c9a28566-0e03-4b22-8f98-1c0021d9e18a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:44.814279 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.846793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Attempting to bind port c9a28566-0e03-4b22-8f98-1c0021d9e18a on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:44.847751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Attempting to bind port c9a28566-0e03-4b22-8f98-1c0021d9e18a by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:44.848123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Attempting to bind port c9a28566-0e03-4b22-8f98-1c0021d9e18a on network 0d07552d-6f67-4b64-b727-5fce05935530 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:44.853087 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:44.853509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Checking segment: {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:44.853651 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:44.853925 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.854331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Bound using segment: {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:44.854799 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Bound port: c9a28566-0e03-4b22-8f98-1c0021d9e18a, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:44.855192 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.858451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:44.861805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:44.889179 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Pushing event updated for resources: {'Port': ['ID=4e521fb5-230c-43f3-b01b-8f64a73c5c46,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:44.920100 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] For port c9a28566-0e03-4b22-8f98-1c0021d9e18a, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:44.923437 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] For port c9a28566-0e03-4b22-8f98-1c0021d9e18a, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c9a28566-0e03-4b22-8f98-1c0021d9e18a,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:44.927923 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.991526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203efbd6-015a-4b31-944a-c8cc60b57f11 None None] Pushing event updated for resources: {'Port': ['ID=c9a28566-0e03-4b22-8f98-1c0021d9e18a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:45.405378 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.604964 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.748847 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Router d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:55:45.862682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:45.872131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Sync routers for ids ['d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:45.879695 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.881203 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6f6e07ae-9912-4edf-9af1-f90c72426d5a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7801719 Jul 16 18:55:45.882786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Routers {'d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:45.883446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:55:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:45.883871 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52452) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:45.923451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c4648-4f0d-4fbb-9d4d-2b3c7baffbbf None None] Network 0d07552d-6f67-4b64-b727-5fce05935530 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:46.055636 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dcd972c4-fc79-4b2c-81ee-d32f565af3c5 None None] Provisioning for port c9a28566-0e03-4b22-8f98-1c0021d9e18a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:46.058613 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Set router d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:46.314707 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.322762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'name': 'tempest-TestEncryptedCinderVolumes-875205155-router', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:45Z', 'revision_number': 3, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'gw_port': {'id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:46.360225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Checking router: d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:46.360585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Updating router d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 port 4e521fb5-230c-43f3-b01b-8f64a73c5c46 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:55:46.407339 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.439500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c9a28566-0e03-4b22-8f98-1c0021d9e18a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:46.509181 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Allocated IP 172.20.0.1 (0d07552d-6f67-4b64-b727-5fce05935530/1f8bc58b-d546-481c-bf9a-1bf74a01e977/e503c3ab-03ed-41f4-b118-38eebac340ba) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:46.572295 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port c9a28566-0e03-4b22-8f98-1c0021d9e18a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:46.588684 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c9a28566-0e03-4b22-8f98-1c0021d9e18a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:46.588986 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.625785 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.639571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Transition to ACTIVE for port object e503c3ab-03ed-41f4-b118-38eebac340ba will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:46.673964 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.688509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-34b982f2-abe3-4cd2-84e3-05e428f02e5e None None] Provisioning complete for port c9a28566-0e03-4b22-8f98-1c0021d9e18a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:46.688891 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34b982f2-abe3-4cd2-84e3-05e428f02e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.710411 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Network 0d07552d-6f67-4b64-b727-5fce05935530 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:46.716716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:46.720451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:46.744955 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e503c3ab-03ed-41f4-b118-38eebac340ba,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:46.762617 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.846162 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.852973 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.895198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Transition to ACTIVE for port object 4e521fb5-230c-43f3-b01b-8f64a73c5c46 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:46.914171 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.918364 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.958410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port c9a28566-0e03-4b22-8f98-1c0021d9e18a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c9a28566-0e03-4b22-8f98-1c0021d9e18a,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:46.966051 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.968533 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34b982f2-abe3-4cd2-84e3-05e428f02e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.000778 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd9b41-4fb9-4840-8e86-1025c0f86e69 None None] Pushing event updated for resources: {'Port': ['ID=4e521fb5-230c-43f3-b01b-8f64a73c5c46,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:47.015601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Attempting to bind port 4e521fb5-230c-43f3-b01b-8f64a73c5c46 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:47.015979 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Attempting to bind port 4e521fb5-230c-43f3-b01b-8f64a73c5c46 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:47.016353 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Attempting to bind port 4e521fb5-230c-43f3-b01b-8f64a73c5c46 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:47.041460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:47.041848 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:47.042266 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.042678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:47.043161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Bound port: 4e521fb5-230c-43f3-b01b-8f64a73c5c46, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:47.043557 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.107871 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.112778 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.126381 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-34b982f2-abe3-4cd2-84e3-05e428f02e5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:55:47.126755 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-34b982f2-abe3-4cd2-84e3-05e428f02e5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:55:47.137819 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=c9a28566-0e03-4b22-8f98-1c0021d9e18a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:47.146560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] For port 4e521fb5-230c-43f3-b01b-8f64a73c5c46, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:47.149792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] For port 4e521fb5-230c-43f3-b01b-8f64a73c5c46, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4e521fb5-230c-43f3-b01b-8f64a73c5c46,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:47.155078 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.193541 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.196185 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e503c3ab-03ed-41f4-b118-38eebac340ba,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:47.206703 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Routers {'d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:47.207341 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:55:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:47.248867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd9b41-4fb9-4840-8e86-1025c0f86e69 None None] Pushing event updated for resources: {'Port': ['ID=4e521fb5-230c-43f3-b01b-8f64a73c5c46,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:47.303440 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Network 0d07552d-6f67-4b64-b727-5fce05935530 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:47.304729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:47.326915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] Set router d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:47.429580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Router d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:47.537663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'name': 'tempest-TestEncryptedCinderVolumes-875205155-router', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 4, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'gw_port': {'id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e503c3ab-03ed-41f4-b118-38eebac340ba', 'name': '', 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'mac_address': 'fa:16:3e:eb:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:46Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 2, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'subnets': [{'id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:47.547159 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:47.552502 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6aed9cb4-2ef1-452e-93c3-86b7bfd0f4d5 admin admin] 10.222.0.52 "PUT /v2.0/routers/d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6674910 Jul 16 18:55:47.569011 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f033f1-3b45-41e8-b6ab-2f9e0e33f3a1 None None] The sync data for ids ['d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'] in n-d-793618-9 is: [{'id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'name': 'tempest-TestEncryptedCinderVolumes-875205155-router', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 4, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'gw_port': {'id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e503c3ab-03ed-41f4-b118-38eebac340ba', 'name': '', 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'mac_address': 'fa:16:3e:eb:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:46Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 2, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'subnets': [{'id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:47.787155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b4091e6-afe9-43cb-b981-36cf7acaa118 None None] Provisioning for port e503c3ab-03ed-41f4-b118-38eebac340ba completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:47.792303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4b4091e6-afe9-43cb-b981-36cf7acaa118 None None] Provisioning complete for port e503c3ab-03ed-41f4-b118-38eebac340ba triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:47.792646 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b4091e6-afe9-43cb-b981-36cf7acaa118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.846795 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4b4091e6-afe9-43cb-b981-36cf7acaa118 None None] Port e503c3ab-03ed-41f4-b118-38eebac340ba cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:48.090416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:48.096773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1509848740-network', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:48.119732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Made reservation on behalf of 0ec0c0e0f9d14b72a75a077e34f04ac6 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:48.122492 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.132441 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.240645 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.244852 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.274805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:48.286066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d6dc71-ce37-4bf5-9c0f-13159d2e668a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:48.291282 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.291678 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Added segment 410a9dea-fe50-4381-b43a-e2ee5ea1de10 of type vlan for network ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 Jul 16 18:55:48.347012 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.381842 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.383076 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:48.383684 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.425099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:48.425630 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3330603 Jul 16 18:55:48.432072 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a1660fb0-d7ff-4a38-a690-0418c94bf94d admin admin] Request body: {'subnet': {'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1509848740-subnet', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:48.453947 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774615e-2770-4ab7-a180-31e7565aea0a admin admin] Pushing event updated for resources: {'Network': ['ID=ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:48.464505 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:48.471004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1660fb0-d7ff-4a38-a690-0418c94bf94d admin admin] Made reservation on behalf of 0ec0c0e0f9d14b72a75a077e34f04ac6 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:48.474217 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1660fb0-d7ff-4a38-a690-0418c94bf94d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.503132 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e521fb5-230c-43f3-b01b-8f64a73c5c46 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:48.676353 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1660fb0-d7ff-4a38-a690-0418c94bf94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.735007 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1660fb0-d7ff-4a38-a690-0418c94bf94d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e80c73e-d0cf-47c6-97f9-a32566e6ea98,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:48.746452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1660fb0-d7ff-4a38-a690-0418c94bf94d admin admin] Checking segment: {'id': '410a9dea-fe50-4381-b43a-e2ee5ea1de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:48.746874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1660fb0-d7ff-4a38-a690-0418c94bf94d admin admin] Network hostable DHCP agents. Network: ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:48.753967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 4e521fb5-230c-43f3-b01b-8f64a73c5c46 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:48.757740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4e521fb5-230c-43f3-b01b-8f64a73c5c46 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:48.758130 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.767900 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1660fb0-d7ff-4a38-a690-0418c94bf94d admin admin] Network ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:48.779151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a1660fb0-d7ff-4a38-a690-0418c94bf94d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:48.784068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1660fb0-d7ff-4a38-a690-0418c94bf94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:48.785262 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1660fb0-d7ff-4a38-a690-0418c94bf94d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.790646 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3da833a-ffea-4545-b712-b37ed83e79cb None None] Network ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:48.804303 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52472) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:48.804702 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a1660fb0-d7ff-4a38-a690-0418c94bf94d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3775866 Jul 16 18:55:48.809213 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1509848740-router', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:48.832665 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.833981 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.894364 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.951620 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.984577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 4e521fb5-230c-43f3-b01b-8f64a73c5c46, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4e521fb5-230c-43f3-b01b-8f64a73c5c46,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:48.991118 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.991927 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c9a28566-0e03-4b22-8f98-1c0021d9e18a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:49.036619 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.039920 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47', 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'fixed_ips': [{'subnet_id': '1e80c73e-d0cf-47c6-97f9-a32566e6ea98'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:55:49.040782 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.164762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=4e521fb5-230c-43f3-b01b-8f64a73c5c46,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:49.190591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c9a28566-0e03-4b22-8f98-1c0021d9e18a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:49.190974 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.247064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.267043 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.276000 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Allocated IP 172.20.0.2 (ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47/1e80c73e-d0cf-47c6-97f9-a32566e6ea98/2f93024f-a524-4d4d-9249-3ff31da1a3fc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:49.370319 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Allocated IP 172.25.8.226 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:49.462460 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.471745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Transition to ACTIVE for port object 2f93024f-a524-4d4d-9249-3ff31da1a3fc will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:49.487548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Transition to ACTIVE for port object 2f93024f-a524-4d4d-9249-3ff31da1a3fc will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:49.490330 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.494124 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.532263 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.536934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Network ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:49.540386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:49.545153 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:49.548487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Pushing event updated for resources: {'Port': ['ID=2f93024f-a524-4d4d-9249-3ff31da1a3fc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:49.573868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:49.579266 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:49.581904 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:49.609288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Attempting to bind port 2f93024f-a524-4d4d-9249-3ff31da1a3fc on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:49.609691 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Attempting to bind port 2f93024f-a524-4d4d-9249-3ff31da1a3fc by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '410a9dea-fe50-4381-b43a-e2ee5ea1de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:49.610058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Attempting to bind port 2f93024f-a524-4d4d-9249-3ff31da1a3fc on network ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:49.614344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Pushing event updated for resources: {'Port': ['ID=0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:49.615062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:49.615442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Checking segment: {'id': '410a9dea-fe50-4381-b43a-e2ee5ea1de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:49.615854 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.616255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Bound using segment: {'id': '410a9dea-fe50-4381-b43a-e2ee5ea1de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:49.616731 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Bound port: 2f93024f-a524-4d4d-9249-3ff31da1a3fc, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410a9dea-fe50-4381-b43a-e2ee5ea1de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:49.617119 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.688237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] For port 2f93024f-a524-4d4d-9249-3ff31da1a3fc, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:49.691557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] For port 2f93024f-a524-4d4d-9249-3ff31da1a3fc, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2f93024f-a524-4d4d-9249-3ff31da1a3fc,segment=NetworkSegment(410a9dea-fe50-4381-b43a-e2ee5ea1de10),segment_id=410a9dea-fe50-4381-b43a-e2ee5ea1de10)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:49.695485 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.769398 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b5531-c07d-4ce0-9069-f784c78260b3 None None] Pushing event updated for resources: {'Port': ['ID=2f93024f-a524-4d4d-9249-3ff31da1a3fc,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:49.775655 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Sync routers for ids ['d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:49.785380 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Routers {'d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:49.785998 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:55:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:49.876996 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.900808 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Set router d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:50.156829 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'name': 'tempest-TestEncryptedCinderVolumes-875205155-router', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 4, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'gw_port': {'id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e503c3ab-03ed-41f4-b118-38eebac340ba', 'name': '', 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'mac_address': 'fa:16:3e:eb:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:46Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 2, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'subnets': [{'id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:50.184045 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Checking router: d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:50.184404 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Updating router d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 port e503c3ab-03ed-41f4-b118-38eebac340ba binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:55:50.220426 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.409619 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.484637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e521fb5-230c-43f3-b01b-8f64a73c5c46 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:50.549785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4e521fb5-230c-43f3-b01b-8f64a73c5c46 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:50.550648 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.561949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Router 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:55:50.602994 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.614799 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Transition to ACTIVE for port object e503c3ab-03ed-41f4-b118-38eebac340ba will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:50.623845 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.656365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2f93024f-a524-4d4d-9249-3ff31da1a3fc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:50.690695 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Pushing event updated for resources: {'Port': ['ID=e503c3ab-03ed-41f4-b118-38eebac340ba,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:50.695811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:50.708040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Sync routers for ids ['6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:50.714405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.717219 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:50.717598 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:50.717942 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:50.718282 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:50.718621 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:50.718955 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:50.719593 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:50.719932 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:50.720129 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:50.720566 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:50.720566 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:50.720892 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:50.721220 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:50.738174 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c7e0162f-ffbc-4bf2-b9e0-04ac11ee2d5d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9323859 Jul 16 18:55:50.752830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Routers {'6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:50.753600 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:55:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:50.762647 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Attempting to bind port e503c3ab-03ed-41f4-b118-38eebac340ba on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:50.763337 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Attempting to bind port e503c3ab-03ed-41f4-b118-38eebac340ba by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:50.763790 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Attempting to bind port e503c3ab-03ed-41f4-b118-38eebac340ba on network 0d07552d-6f67-4b64-b727-5fce05935530 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:50.776616 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:50.777338 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Checking segment: {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:50.777440 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.777804 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Bound using segment: {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:50.778278 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Bound port: e503c3ab-03ed-41f4-b118-38eebac340ba, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:50.779316 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.802333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 2f93024f-a524-4d4d-9249-3ff31da1a3fc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:50.899729 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] For port e503c3ab-03ed-41f4-b118-38eebac340ba, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:50.905077 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] For port e503c3ab-03ed-41f4-b118-38eebac340ba, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e503c3ab-03ed-41f4-b118-38eebac340ba,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:50.911292 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.948466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Set router 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:51.005072 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Routers {'d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:51.005805 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:55:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:51.010210 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e816e-f39a-491e-ab43-36ee9b6f71e5 None None] Pushing event updated for resources: {'Port': ['ID=e503c3ab-03ed-41f4-b118-38eebac340ba,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:51.117726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bfed10-3de4-4717-a332-4d92a1a61576 None None] Network ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:51.148155 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] Set router d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:51.332137 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:51.375482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb49c5fc-1e3e-4864-8b37-2ff594e3805d None None] Provisioning for port 2f93024f-a524-4d4d-9249-3ff31da1a3fc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:51.380064 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'name': 'tempest-TestEncryptedCinderVolumes-1509848740-router', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:48Z', 'updated_at': '2021-07-16T18:55:49Z', 'revision_number': 3, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'gw_port': {'id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:49Z', 'updated_at': '2021-07-16T18:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:51.385234 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb49c5fc-1e3e-4864-8b37-2ff594e3805d None None] Provisioning complete for port 2f93024f-a524-4d4d-9249-3ff31da1a3fc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:51.385409 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb49c5fc-1e3e-4864-8b37-2ff594e3805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:51.394444 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'name': 'tempest-TestEncryptedCinderVolumes-875205155-router', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 4, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'gw_port': {'id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e503c3ab-03ed-41f4-b118-38eebac340ba', 'name': '', 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'mac_address': 'fa:16:3e:eb:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:46Z', 'updated_at': '2021-07-16T18:55:50Z', 'revision_number': 4, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'subnets': [{'id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:51.428750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Checking router: 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:51.429099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Updating router 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf port 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:55:51.429836 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36a700-053e-4126-8144-09275bf1be09 None None] The sync data for ids ['d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'] in n-d-793618-9 is: [{'id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'name': 'tempest-TestEncryptedCinderVolumes-875205155-router', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 4, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'gw_port': {'id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e503c3ab-03ed-41f4-b118-38eebac340ba', 'name': '', 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'mac_address': 'fa:16:3e:eb:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:46Z', 'updated_at': '2021-07-16T18:55:50Z', 'revision_number': 4, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'subnets': [{'id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:51.507320 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Allocated IP 172.20.0.1 (ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47/1e80c73e-d0cf-47c6-97f9-a32566e6ea98/8d1bdb3b-18c7-435e-82e7-676113b28cdc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:51.663952 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:51.811644 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb49c5fc-1e3e-4864-8b37-2ff594e3805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:51.876681 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cb49c5fc-1e3e-4864-8b37-2ff594e3805d None None] For port 2f93024f-a524-4d4d-9249-3ff31da1a3fc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2f93024f-a524-4d4d-9249-3ff31da1a3fc,segment=NetworkSegment(410a9dea-fe50-4381-b43a-e2ee5ea1de10),segment_id=410a9dea-fe50-4381-b43a-e2ee5ea1de10)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:51.911793 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb49c5fc-1e3e-4864-8b37-2ff594e3805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.007791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49c5fc-1e3e-4864-8b37-2ff594e3805d None None] Pushing event updated for resources: {'Port': ['ID=2f93024f-a524-4d4d-9249-3ff31da1a3fc,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:52.025118 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.040021 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Transition to ACTIVE for port object 8d1bdb3b-18c7-435e-82e7-676113b28cdc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:52.080077 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.083823 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.101431 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Transition to ACTIVE for port object 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:52.110086 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.114155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-843d8a07-4fd3-4df9-90cf-41f068e6ea1c None None] Provisioning complete for port 2f93024f-a524-4d4d-9249-3ff31da1a3fc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:52.114987 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-843d8a07-4fd3-4df9-90cf-41f068e6ea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.132490 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Network ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:52.135314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:52.138234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:52.164418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1bdb3b-18c7-435e-82e7-676113b28cdc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:52.186478 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.199748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5254d24-6f63-4295-bd03-b3dac441b22e None None] Pushing event updated for resources: {'Port': ['ID=0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:52.209155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Attempting to bind port 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:52.209560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Attempting to bind port 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:52.209935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Attempting to bind port 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:52.218342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:52.218729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:52.219139 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.219543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:52.220025 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Bound port: 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:52.220413 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.313292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] For port 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:52.318445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] For port 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:52.322985 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.377190 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.393502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Routers {'6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:52.394148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:55:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:52.398391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5254d24-6f63-4295-bd03-b3dac441b22e None None] Pushing event updated for resources: {'Port': ['ID=0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:52.452523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2f93024f-a524-4d4d-9249-3ff31da1a3fc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:52.502748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a212d186-79a9-4817-ac1a-5589318381f6 None None] Provisioning for port 8d1bdb3b-18c7-435e-82e7-676113b28cdc completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:52.539348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a212d186-79a9-4817-ac1a-5589318381f6 None None] Provisioning complete for port 8d1bdb3b-18c7-435e-82e7-676113b28cdc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:52.539737 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a212d186-79a9-4817-ac1a-5589318381f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.564866 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.569556 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.603743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] Set router 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:52.605952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a212d186-79a9-4817-ac1a-5589318381f6 None None] Port 8d1bdb3b-18c7-435e-82e7-676113b28cdc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:52.631347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2f93024f-a524-4d4d-9249-3ff31da1a3fc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:52.631728 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.635732 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.637788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1bdb3b-18c7-435e-82e7-676113b28cdc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:52.735254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Network ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:52.736903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:52.823000 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e503c3ab-03ed-41f4-b118-38eebac340ba up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:52.863000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Router 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:52.915165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port e503c3ab-03ed-41f4-b118-38eebac340ba completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:52.921927 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e503c3ab-03ed-41f4-b118-38eebac340ba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:52.922306 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.926667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'name': 'tempest-TestEncryptedCinderVolumes-1509848740-router', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:48Z', 'updated_at': '2021-07-16T18:55:52Z', 'revision_number': 4, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'gw_port': {'id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:49Z', 'updated_at': '2021-07-16T18:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8d1bdb3b-18c7-435e-82e7-676113b28cdc', 'name': '', 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'mac_address': 'fa:16:3e:7b:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '1e80c73e-d0cf-47c6-97f9-a32566e6ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:51Z', 'updated_at': '2021-07-16T18:55:51Z', 'revision_number': 1, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'subnets': [{'id': '1e80c73e-d0cf-47c6-97f9-a32566e6ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:52.976545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:52.976815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8d069-5b54-4b0a-b2dd-efafd4a50f29 None None] The sync data for ids ['6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'] in n-d-793618-9 is: [{'id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'name': 'tempest-TestEncryptedCinderVolumes-1509848740-router', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:48Z', 'updated_at': '2021-07-16T18:55:52Z', 'revision_number': 4, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'gw_port': {'id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:49Z', 'updated_at': '2021-07-16T18:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8d1bdb3b-18c7-435e-82e7-676113b28cdc', 'name': '', 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'mac_address': 'fa:16:3e:7b:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '1e80c73e-d0cf-47c6-97f9-a32566e6ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:51Z', 'updated_at': '2021-07-16T18:55:51Z', 'revision_number': 1, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'subnets': [{'id': '1e80c73e-d0cf-47c6-97f9-a32566e6ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:52.986344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7de05128-96cb-4875-8d94-b28df0f41051 admin admin] 10.222.0.52 "PUT /v2.0/routers/6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2645576 Jul 16 18:55:53.046829 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.056625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0492bb57-9918-47cb-b9ef-dd53cd7a3972 None None] Provisioning complete for port 8d1bdb3b-18c7-435e-82e7-676113b28cdc triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:53.057010 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0492bb57-9918-47cb-b9ef-dd53cd7a3972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.112022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port e503c3ab-03ed-41f4-b118-38eebac340ba, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e503c3ab-03ed-41f4-b118-38eebac340ba,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:53.113408 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0492bb57-9918-47cb-b9ef-dd53cd7a3972 None None] Port 8d1bdb3b-18c7-435e-82e7-676113b28cdc cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:53.116185 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.166547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=e503c3ab-03ed-41f4-b118-38eebac340ba,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:53.791405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-119c5280-f8a7-4d38-ad73-ade3c741b6bc tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:53.792937 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-119c5280-f8a7-4d38-ad73-ade3c741b6bc tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/networks?id=0d07552d-6f67-4b64-b727-5fce05935530 HTTP/1.1" status: 200 len: 816 time: 0.1077886 Jul 16 18:55:53.807570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-a4d0a4aa-2107-4c35-8bdf-ab8a0554a280 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/quotas/e1f3cbf6047642d0804a40943ccf3f7a HTTP/1.1" status: 200 len: 375 time: 0.0091527 Jul 16 18:55:53.880762 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-9fbfd3f7-ca4d-4aff-814d-35b0f61c7ec0 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3cbf6047642d0804a40943ccf3f7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678205 Jul 16 18:55:53.979965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-7246ca83-7c2b-4b0c-b4d8-7ae62e275237 service neutron] 10.222.0.52 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872681 Jul 16 18:55:54.082301 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-c36abd77-9956-440f-8a69-1c69dc061e46 service neutron] 10.222.0.52 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962708 Jul 16 18:55:54.295659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d0c64796-7614-4742-aca5-f9b0f0e05b14 req-7e652418-078d-46f7-a157-e736caaa01f6 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 210 time: 0.0333951 Jul 16 18:55:54.470616 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e503c3ab-03ed-41f4-b118-38eebac340ba up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:54.523665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e503c3ab-03ed-41f4-b118-38eebac340ba triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:54.524070 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:54.615368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:54.667040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:54.672470 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:54.673243 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:54.761376 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:54.785962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:54.790175 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:54.859698 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:55.481424 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f2c9ab94-ca03-447d-af72-cb99a2e271ea req-0077cf42-d40f-4b9a-873c-c5b7a34c3412 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 210 time: 0.0370119 Jul 16 18:55:55.518001 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-7e765e60-f8f5-4bba-865f-86c71b76f698 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:55.519015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-7e765e60-f8f5-4bba-865f-86c71b76f698 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.38 "GET /v2.0/networks?id=0d07552d-6f67-4b64-b727-5fce05935530 HTTP/1.1" status: 200 len: 816 time: 0.1609449 Jul 16 18:55:55.531785 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Request body: {'port': {'device_id': 'f19a5d43-fab0-4db0-a71e-b904852b2718', 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530', 'admin_state_up': True, 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:55.649043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Made reservation on behalf of e1f3cbf6047642d0804a40943ccf3f7a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:55.652826 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.748770 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Sync routers for ids ['6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:55.758099 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Routers {'6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:55.758723 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:55:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:55.802466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Allocated IP 172.20.0.8 (0d07552d-6f67-4b64-b727-5fce05935530/1f8bc58b-d546-481c-bf9a-1bf74a01e977/8e1acf38-1bc5-446e-8e50-70b76a30b048) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:55.869490 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Set router 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:55.969529 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.985142 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Transition to ACTIVE for port object 8e1acf38-1bc5-446e-8e50-70b76a30b048 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:56.021808 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.068103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Network 0d07552d-6f67-4b64-b727-5fce05935530 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:56.070070 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'name': 'tempest-TestEncryptedCinderVolumes-1509848740-router', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:48Z', 'updated_at': '2021-07-16T18:55:52Z', 'revision_number': 4, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'gw_port': {'id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:49Z', 'updated_at': '2021-07-16T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8d1bdb3b-18c7-435e-82e7-676113b28cdc', 'name': '', 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'mac_address': 'fa:16:3e:7b:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '1e80c73e-d0cf-47c6-97f9-a32566e6ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:51Z', 'updated_at': '2021-07-16T18:55:52Z', 'revision_number': 2, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'subnets': [{'id': '1e80c73e-d0cf-47c6-97f9-a32566e6ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:56.071344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:56.076312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:56.097840 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Checking router: 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:56.098125 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Updating router 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf port 8d1bdb3b-18c7-435e-82e7-676113b28cdc binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:55:56.100381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Pushing event updated for resources: {'Port': ['ID=8e1acf38-1bc5-446e-8e50-70b76a30b048,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:56.129429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:56.130509 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.139917 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.147665 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-93d938d2-b608-43fa-9f2c-1dc904c03850 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6202130 Jul 16 18:55:56.159636 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-bbd910f1-55b9-4e01-bac3-2deaebe135a6 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:55:56.160663 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-bbd910f1-55b9-4e01-bac3-2deaebe135a6 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058329 Jul 16 18:55:56.171905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Request body: {'port': {'device_id': 'f19a5d43-fab0-4db0-a71e-b904852b2718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:56.253688 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.382823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-578732ae-b546-496e-925b-853e4d00e407 None None] Provisioning for port 8e1acf38-1bc5-446e-8e50-70b76a30b048 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:56.386495 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-578732ae-b546-496e-925b-853e4d00e407 None None] Provisioning complete for port 8e1acf38-1bc5-446e-8e50-70b76a30b048 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:56.386776 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-578732ae-b546-496e-925b-853e4d00e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.409637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:56.417016 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.428059 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Transition to ACTIVE for port object 8d1bdb3b-18c7-435e-82e7-676113b28cdc will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:56.436903 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.456346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-578732ae-b546-496e-925b-853e4d00e407 None None] Port 8e1acf38-1bc5-446e-8e50-70b76a30b048 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:56.473429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:56.473711 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.480900 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e0cb9-0435-4ec0-9e9c-55dc17d8484c None None] Pushing event updated for resources: {'Port': ['ID=8d1bdb3b-18c7-435e-82e7-676113b28cdc,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:56.550550 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Attempting to bind port 8d1bdb3b-18c7-435e-82e7-676113b28cdc on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:56.550956 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Attempting to bind port 8d1bdb3b-18c7-435e-82e7-676113b28cdc by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '410a9dea-fe50-4381-b43a-e2ee5ea1de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:56.551320 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Attempting to bind port 8d1bdb3b-18c7-435e-82e7-676113b28cdc on network ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:56.554921 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1acf38-1bc5-446e-8e50-70b76a30b048 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:55:56.556755 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:56.557130 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Checking segment: {'id': '410a9dea-fe50-4381-b43a-e2ee5ea1de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:56.557592 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.557987 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Bound using segment: {'id': '410a9dea-fe50-4381-b43a-e2ee5ea1de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:56.558452 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Bound port: 8d1bdb3b-18c7-435e-82e7-676113b28cdc, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410a9dea-fe50-4381-b43a-e2ee5ea1de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:56.558834 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.568303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.582180 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Transition to ACTIVE for port object 8e1acf38-1bc5-446e-8e50-70b76a30b048 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:56.586712 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.627884 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] For port 8d1bdb3b-18c7-435e-82e7-676113b28cdc, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:56.631802 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] For port 8d1bdb3b-18c7-435e-82e7-676113b28cdc, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8d1bdb3b-18c7-435e-82e7-676113b28cdc,segment=NetworkSegment(410a9dea-fe50-4381-b43a-e2ee5ea1de10),segment_id=410a9dea-fe50-4381-b43a-e2ee5ea1de10)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:56.636073 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.646706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1acf38-1bc5-446e-8e50-70b76a30b048,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:56.706754 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e0cb9-0435-4ec0-9e9c-55dc17d8484c None None] Pushing event updated for resources: {'Port': ['ID=8d1bdb3b-18c7-435e-82e7-676113b28cdc,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:56.724459 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Routers {'6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:56.725158 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:55:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:56.791830 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Attempting to bind port 8e1acf38-1bc5-446e-8e50-70b76a30b048 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:56.792028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Attempting to bind port 8e1acf38-1bc5-446e-8e50-70b76a30b048 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:56.792373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Attempting to bind port 8e1acf38-1bc5-446e-8e50-70b76a30b048 on network 0d07552d-6f67-4b64-b727-5fce05935530 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:56.804915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Port 8e1acf38-1bc5-446e-8e50-70b76a30b048 on network 0d07552d-6f67-4b64-b727-5fce05935530 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:55:56.805162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Attempting to bind port 8e1acf38-1bc5-446e-8e50-70b76a30b048 on network 0d07552d-6f67-4b64-b727-5fce05935530 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:56.816927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58d44f-e663-4c76-803d-f8d2b9ad78ea req-c26713b3-51f8-4dd9-ad8e-bed6fcfdf5b5 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:56.818841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e58d44f-e663-4c76-803d-f8d2b9ad78ea req-c26713b3-51f8-4dd9-ad8e-bed6fcfdf5b5 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 943 time: 0.1434026 Jul 16 18:55:56.824507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:56.824781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Checking segment: {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:56.825182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Bound using segment: {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:56.825724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Bound port: 8e1acf38-1bc5-446e-8e50-70b76a30b048, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:56.826129 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.908527 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e58d44f-e663-4c76-803d-f8d2b9ad78ea req-208ca61c-127f-452a-a66b-e7ede4fd7558 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795293 Jul 16 18:55:56.947564 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] Set router 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:56.950774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] For port 8e1acf38-1bc5-446e-8e50-70b76a30b048, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:56.954271 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] For port 8e1acf38-1bc5-446e-8e50-70b76a30b048, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e1acf38-1bc5-446e-8e50-70b76a30b048,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:56.960114 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.012373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:57.013500 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.014995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] 10.222.0.38 "PUT /v2.0/ports/8e1acf38-1bc5-446e-8e50-70b76a30b048 HTTP/1.1" status: 200 len: 1091 time: 0.8482692 Jul 16 18:55:57.015501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19a5d43-fab0-4db0-a71e-b904852b2718', 'tag': '8e1acf38-1bc5-446e-8e50-70b76a30b048'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:57.018059 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04249a9a-1e54-483d-96a0-b3fc44cabc81" -d '{"events": [{"name": "network-changed", "server_uuid": "f19a5d43-fab0-4db0-a71e-b904852b2718", "tag": "8e1acf38-1bc5-446e-8e50-70b76a30b048"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:57.048771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca894ed9-c74f-4e76-8cb9-b99de2de6ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1acf38-1bc5-446e-8e50-70b76a30b048,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:57.071802 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df250ea-a6d5-405e-8834-3a4720e01e06 x-openstack-request-id: req-4df250ea-a6d5-405e-8834-3a4720e01e06 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:57.072511 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19a5d43-fab0-4db0-a71e-b904852b2718", "tag": "8e1acf38-1bc5-446e-8e50-70b76a30b048", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:57.072952 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4df250ea-a6d5-405e-8834-3a4720e01e06 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:57.073640 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19a5d43-fab0-4db0-a71e-b904852b2718', 'tag': '8e1acf38-1bc5-446e-8e50-70b76a30b048', 'status': 'completed', 'code': 200} Jul 16 18:55:57.149678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-4c95868f-be31-455e-a811-635a178a2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:57.151491 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-4c95868f-be31-455e-a811-635a178a2aba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1f3cbf6047642d0804a40943ccf3f7a&device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 1094 time: 0.0732493 Jul 16 18:55:57.194588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-22348179-e39a-4d42-81c6-d6eee8b55f85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1acf38-1bc5-446e-8e50-70b76a30b048 HTTP/1.1" status: 200 len: 217 time: 0.0357642 Jul 16 18:55:57.212561 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'name': 'tempest-TestEncryptedCinderVolumes-1509848740-router', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:48Z', 'updated_at': '2021-07-16T18:55:52Z', 'revision_number': 4, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'gw_port': {'id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:49Z', 'updated_at': '2021-07-16T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8d1bdb3b-18c7-435e-82e7-676113b28cdc', 'name': '', 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'mac_address': 'fa:16:3e:7b:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '1e80c73e-d0cf-47c6-97f9-a32566e6ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:51Z', 'updated_at': '2021-07-16T18:55:56Z', 'revision_number': 4, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'subnets': [{'id': '1e80c73e-d0cf-47c6-97f9-a32566e6ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:57.240570 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b5f9a-6d40-4a60-b60b-e91b54288c03 None None] The sync data for ids ['6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'] in n-d-793618-9 is: [{'id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'name': 'tempest-TestEncryptedCinderVolumes-1509848740-router', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:48Z', 'updated_at': '2021-07-16T18:55:52Z', 'revision_number': 4, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'gw_port': {'id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:49Z', 'updated_at': '2021-07-16T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8d1bdb3b-18c7-435e-82e7-676113b28cdc', 'name': '', 'network_id': 'ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'mac_address': 'fa:16:3e:7b:99:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '1e80c73e-d0cf-47c6-97f9-a32566e6ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:51Z', 'updated_at': '2021-07-16T18:55:56Z', 'revision_number': 4, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'subnets': [{'id': '1e80c73e-d0cf-47c6-97f9-a32566e6ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:57.247909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-491341ef-9dfa-45a4-b8f5-1ddab131b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:57.249535 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-491341ef-9dfa-45a4-b8f5-1ddab131b7e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f8bc58b-d546-481c-bf9a-1bf74a01e977 HTTP/1.1" status: 200 len: 855 time: 0.0494485 Jul 16 18:55:57.321083 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-e91e220c-d29d-4016-aad2-eafd2af7fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:57.322674 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-e91e220c-d29d-4016-aad2-eafd2af7fb83 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d07552d-6f67-4b64-b727-5fce05935530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669987 Jul 16 18:55:57.419637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-62ce6478-e4fe-482d-8909-765bc16a50f1 service neutron] 10.222.0.38 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900447 Jul 16 18:55:57.520018 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ff7dc0e-25c1-4a3f-bf32-f56e5673f631 req-d9cdc308-0b56-4ea3-877a-1d7f215881bf service neutron] 10.222.0.38 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943880 Jul 16 18:55:57.622713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04249a9a-1e54-483d-96a0-b3fc44cabc81 req-d48b3785-2b68-4317-9eb2-f8ba268c21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:57.624271 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04249a9a-1e54-483d-96a0-b3fc44cabc81 req-d48b3785-2b68-4317-9eb2-f8ba268c21dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1f3cbf6047642d0804a40943ccf3f7a&device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 1094 time: 0.0580323 Jul 16 18:55:57.722835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04249a9a-1e54-483d-96a0-b3fc44cabc81 req-5fb18be1-f59b-45c4-9a63-5f801c8f9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:57.724795 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04249a9a-1e54-483d-96a0-b3fc44cabc81 req-5fb18be1-f59b-45c4-9a63-5f801c8f9c88 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d07552d-6f67-4b64-b727-5fce05935530 HTTP/1.1" status: 200 len: 917 time: 0.0941701 Jul 16 18:55:57.768903 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04249a9a-1e54-483d-96a0-b3fc44cabc81 req-bdffaa19-5b0d-4297-a805-fcbfaf127021 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1acf38-1bc5-446e-8e50-70b76a30b048 HTTP/1.1" status: 200 len: 217 time: 0.0364513 Jul 16 18:55:57.822430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04249a9a-1e54-483d-96a0-b3fc44cabc81 req-8dd6122d-dc86-46d4-9914-8ad89f6e8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:57.823900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04249a9a-1e54-483d-96a0-b3fc44cabc81 req-8dd6122d-dc86-46d4-9914-8ad89f6e8dee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f8bc58b-d546-481c-bf9a-1bf74a01e977 HTTP/1.1" status: 200 len: 855 time: 0.0477722 Jul 16 18:55:57.884950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04249a9a-1e54-483d-96a0-b3fc44cabc81 req-01f9237b-5bda-4b40-9933-c44d14ea4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:57.886465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04249a9a-1e54-483d-96a0-b3fc44cabc81 req-01f9237b-5bda-4b40-9933-c44d14ea4615 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d07552d-6f67-4b64-b727-5fce05935530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560031 Jul 16 18:55:57.975558 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04249a9a-1e54-483d-96a0-b3fc44cabc81 req-f732c328-f372-4b51-8396-266518b84dff service neutron] 10.222.0.38 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822706 Jul 16 18:55:58.101686 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04249a9a-1e54-483d-96a0-b3fc44cabc81 req-6993b0f1-f6e4-4fe9-93a4-d398302ed084 service neutron] 10.222.0.38 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186068 Jul 16 18:55:58.125028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af808c0a-4aee-4aba-bf74-afaeb6a8e265 req-24b6e742-8278-4120-9f4b-a893da7c63b1 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:58.126548 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af808c0a-4aee-4aba-bf74-afaeb6a8e265 req-24b6e742-8278-4120-9f4b-a893da7c63b1 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 943 time: 0.0841975 Jul 16 18:55:58.164074 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-af808c0a-4aee-4aba-bf74-afaeb6a8e265 req-3025ec2a-b2d4-4dc2-aa0c-cd2148884246 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319843 Jul 16 18:55:58.413038 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8d1bdb3b-18c7-435e-82e7-676113b28cdc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:58.464775 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 8d1bdb3b-18c7-435e-82e7-676113b28cdc completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:58.470175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8d1bdb3b-18c7-435e-82e7-676113b28cdc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:58.470825 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:58.549344 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:58.581178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 8d1bdb3b-18c7-435e-82e7-676113b28cdc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8d1bdb3b-18c7-435e-82e7-676113b28cdc,segment=NetworkSegment(410a9dea-fe50-4381-b43a-e2ee5ea1de10),segment_id=410a9dea-fe50-4381-b43a-e2ee5ea1de10)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:58.584900 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:58.632759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=8d1bdb3b-18c7-435e-82e7-676113b28cdc,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:59.340553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d210ae-ecd4-4ad9-b509-c284d40ac708 req-d1720120-8e2c-4f8b-9bc8-4e75b5f284a6 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:59.342291 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-94d210ae-ecd4-4ad9-b509-c284d40ac708 req-d1720120-8e2c-4f8b-9bc8-4e75b5f284a6 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 943 time: 0.0644588 Jul 16 18:55:59.383765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-94d210ae-ecd4-4ad9-b509-c284d40ac708 req-f8f67b26-ae52-454d-a14b-7aac7c3c45f7 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359411 Jul 16 18:55:59.603156 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:56:00.156890 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-541cd97e-a387-49ac-b3a8-ca7c7f475d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:00.383896 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8d1bdb3b-18c7-435e-82e7-676113b28cdc up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:00.436872 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8d1bdb3b-18c7-435e-82e7-676113b28cdc triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:00.437250 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:00.556672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b5da7-4ae2-4258-93c8-9488f33c873f req-60263d5a-923b-4477-b64b-a5ed65cd5b33 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:00.558278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-051b5da7-4ae2-4258-93c8-9488f33c873f req-60263d5a-923b-4477-b64b-a5ed65cd5b33 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 943 time: 0.0635297 Jul 16 18:56:00.596478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-051b5da7-4ae2-4258-93c8-9488f33c873f req-233b9927-45dc-44b8-9132-976bbc306d05 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Jul 16 18:56:01.418676 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 8e1acf38-1bc5-446e-8e50-70b76a30b048 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:56:01.516429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 8e1acf38-1bc5-446e-8e50-70b76a30b048, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e1acf38-1bc5-446e-8e50-70b76a30b048,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:01.527314 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '8e1acf38-1bc5-446e-8e50-70b76a30b048', 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530', 'port_id': '8e1acf38-1bc5-446e-8e50-70b76a30b048', 'mac_address': 'fa:16:3e:92:86:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:56:01.565192 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:01.578002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1acf38-1bc5-446e-8e50-70b76a30b048 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:01.597621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 8e1acf38-1bc5-446e-8e50-70b76a30b048, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e1acf38-1bc5-446e-8e50-70b76a30b048,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:01.602042 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:01.657213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=8e1acf38-1bc5-446e-8e50-70b76a30b048,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:01.774758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9db5e7-6e8a-45b1-8fa6-633d040e2bed req-93b27891-ae69-4eac-899a-b9e6e1783767 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:01.776260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0a9db5e7-6e8a-45b1-8fa6-633d040e2bed req-93b27891-ae69-4eac-899a-b9e6e1783767 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 944 time: 0.0653744 Jul 16 18:56:01.804747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['8e1acf38-1bc5-446e-8e50-70b76a30b048'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:56:01.816706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0a9db5e7-6e8a-45b1-8fa6-633d040e2bed req-11f4b7b1-3dac-4be2-9934-a0dc691f3300 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Jul 16 18:56:02.360380 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a5474c7-8692-41c2-901a-f1cc550196b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:02.822350 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.001194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67776e-e20e-412e-ad6b-835949dde197 req-b31b378b-2de1-48ef-9865-3bd092539b10 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:03.002730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f67776e-e20e-412e-ad6b-835949dde197 req-b31b378b-2de1-48ef-9865-3bd092539b10 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 944 time: 0.0719829 Jul 16 18:56:03.043168 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f67776e-e20e-412e-ad6b-835949dde197 req-9aab640b-97f7-4e7f-b455-fa870c27952a tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344598 Jul 16 18:56:03.049902 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.087389 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.418748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 8e1acf38-1bc5-446e-8e50-70b76a30b048 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:03.475601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 8e1acf38-1bc5-446e-8e50-70b76a30b048 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:03.479570 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 8e1acf38-1bc5-446e-8e50-70b76a30b048 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:03.479925 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.557839 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.581982 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19a5d43-fab0-4db0-a71e-b904852b2718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1acf38-1bc5-446e-8e50-70b76a30b048'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:03.584228 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b36c6f-0ea7-4542-8a45-c8795ab00d41" -d '{"events": [{"server_uuid": "f19a5d43-fab0-4db0-a71e-b904852b2718", "name": "network-vif-plugged", "status": "completed", "tag": "8e1acf38-1bc5-446e-8e50-70b76a30b048"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:03.596835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 8e1acf38-1bc5-446e-8e50-70b76a30b048, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e1acf38-1bc5-446e-8e50-70b76a30b048,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:03.600741 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.628977 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcd258f-e647-42ac-87b3-de59ef26ad6c x-openstack-request-id: req-4fcd258f-e647-42ac-87b3-de59ef26ad6c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:03.629275 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19a5d43-fab0-4db0-a71e-b904852b2718", "name": "network-vif-plugged", "status": "completed", "tag": "8e1acf38-1bc5-446e-8e50-70b76a30b048", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:03.629560 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fcd258f-e647-42ac-87b3-de59ef26ad6c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:03.629989 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19a5d43-fab0-4db0-a71e-b904852b2718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1acf38-1bc5-446e-8e50-70b76a30b048', 'code': 200} Jul 16 18:56:03.659518 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=8e1acf38-1bc5-446e-8e50-70b76a30b048,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:03.737906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f27f0-7a1a-4f81-894e-4bf8a4c78fd1 req-8d81f6e1-ad2e-4a4a-b32e-7417f72f8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:03.739513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b5f27f0-7a1a-4f81-894e-4bf8a4c78fd1 req-8d81f6e1-ad2e-4a4a-b32e-7417f72f8523 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 1096 time: 0.0522382 Jul 16 18:56:03.774882 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b5f27f0-7a1a-4f81-894e-4bf8a4c78fd1 req-5c271c33-7bd3-484d-bbc7-1ba4520a0111 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292268 Jul 16 18:56:03.967347 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.215330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c1219-0101-4f03-a0b8-8c70b0be2b83 req-94ce47d3-9802-45a9-afbb-f8fd19632f15 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:04.217732 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b1c1219-0101-4f03-a0b8-8c70b0be2b83 req-94ce47d3-9802-45a9-afbb-f8fd19632f15 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 945 time: 0.0635827 Jul 16 18:56:04.254419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9b1c1219-0101-4f03-a0b8-8c70b0be2b83 req-455721e0-55a7-41ae-b036-6983a8f9fda7 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312445 Jul 16 18:56:05.432100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9ec10-724b-4725-bff4-4bdd5fc932bd req-73d34d88-a63b-482a-b722-671f96f175e0 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:05.433522 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e9ec10-724b-4725-bff4-4bdd5fc932bd req-73d34d88-a63b-482a-b722-671f96f175e0 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 945 time: 0.0676625 Jul 16 18:56:05.470639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-99e9ec10-724b-4725-bff4-4bdd5fc932bd req-431cbe4a-e925-4dcd-9e66-07c9894d41bc tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309741 Jul 16 18:56:05.641064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc55eb-a055-4b4d-b776-c0b999a3f556 req-1701a727-b5b1-4b71-ba41-7c11d8045c8c tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:05.642561 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ebbc55eb-a055-4b4d-b776-c0b999a3f556 req-1701a727-b5b1-4b71-ba41-7c11d8045c8c tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 945 time: 0.0638573 Jul 16 18:56:05.680924 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ebbc55eb-a055-4b4d-b776-c0b999a3f556 req-24b2e80f-4200-479a-8ebc-e6a96e162921 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328367 Jul 16 18:56:05.686114 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:24.727771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fc64c-0f94-48ba-9f19-a435cbc06dbe req-18d7e3ad-3ff4-452c-ad53-712764a73283 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:24.729419 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b7fc64c-0f94-48ba-9f19-a435cbc06dbe req-18d7e3ad-3ff4-452c-ad53-712764a73283 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 945 time: 0.0711966 Jul 16 18:56:24.769996 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3b7fc64c-0f94-48ba-9f19-a435cbc06dbe req-a8fdab8a-1033-408c-a3d8-94e9cd9a67d3 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339587 Jul 16 18:56:25.945463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975b02-10ee-4f40-916f-19fe18cad308 req-3770c39a-4cdc-4ddf-8f1f-f5f233da5a8b tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:25.946960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97975b02-10ee-4f40-916f-19fe18cad308 req-3770c39a-4cdc-4ddf-8f1f-f5f233da5a8b tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 945 time: 0.0641680 Jul 16 18:56:25.984803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97975b02-10ee-4f40-916f-19fe18cad308 req-b446a232-44b7-4ca4-a580-af9871c8cd9e tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Jul 16 18:56:26.163193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dfc02-f940-4cc0-b10c-a79de5a35675 req-d1428ec6-a6c8-4bd0-8d4e-a33b139c3ee4 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:26.169796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e41dfc02-f940-4cc0-b10c-a79de5a35675 req-d1428ec6-a6c8-4bd0-8d4e-a33b139c3ee4 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.38 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 945 time: 0.0716941 Jul 16 18:56:26.272758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e41dfc02-f940-4cc0-b10c-a79de5a35675 req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Deleting port 8e1acf38-1bc5-446e-8e50-70b76a30b048 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:26.273103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e41dfc02-f940-4cc0-b10c-a79de5a35675 req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.363782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e41dfc02-f940-4cc0-b10c-a79de5a35675 req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] For port 8e1acf38-1bc5-446e-8e50-70b76a30b048, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=8e1acf38-1bc5-446e-8e50-70b76a30b048,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:26.364146 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e41dfc02-f940-4cc0-b10c-a79de5a35675 req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.375669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e41dfc02-f940-4cc0-b10c-a79de5a35675 req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Calling delete_port for 8e1acf38-1bc5-446e-8e50-70b76a30b048 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:26.500664 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e41dfc02-f940-4cc0-b10c-a79de5a35675 req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.512568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['8e1acf38-1bc5-446e-8e50-70b76a30b048'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:56:26.534347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Pushing event deleted for resources: {'Port': ['ID=8e1acf38-1bc5-446e-8e50-70b76a30b048,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:26.547309 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:26.550028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:26.550028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:26.550028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:26.550028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:26.550028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:26.550028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:26.550028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:26.550028 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:26.550688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:26.550688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:26.550850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:26.601834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41dfc02-f940-4cc0-b10c-a79de5a35675 req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] No DVR routers for this DVR port 8e1acf38-1bc5-446e-8e50-70b76a30b048 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:26.604578 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e41dfc02-f940-4cc0-b10c-a79de5a35675 req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.606741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e41dfc02-f940-4cc0-b10c-a79de5a35675 req-b2873dec-5a7d-498c-95f0-114b11b3b103 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.38 "DELETE /v2.0/ports/8e1acf38-1bc5-446e-8e50-70b76a30b048 HTTP/1.1" status: 204 len: 173 time: 0.4310172 Jul 16 18:56:26.607212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19a5d43-fab0-4db0-a71e-b904852b2718', 'name': 'network-vif-deleted', 'tag': '8e1acf38-1bc5-446e-8e50-70b76a30b048'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:26.609937 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea760a5-6684-4024-baa6-a7e89d550926" -d '{"events": [{"server_uuid": "f19a5d43-fab0-4db0-a71e-b904852b2718", "name": "network-vif-deleted", "tag": "8e1acf38-1bc5-446e-8e50-70b76a30b048"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:26.662372 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4266fcc4-4c76-4117-908f-e9bde71435ce x-openstack-request-id: req-4266fcc4-4c76-4117-908f-e9bde71435ce {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:26.662764 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19a5d43-fab0-4db0-a71e-b904852b2718", "name": "network-vif-deleted", "tag": "8e1acf38-1bc5-446e-8e50-70b76a30b048", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:26.663115 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4266fcc4-4c76-4117-908f-e9bde71435ce {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:26.663658 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19a5d43-fab0-4db0-a71e-b904852b2718', 'name': 'network-vif-deleted', 'tag': '8e1acf38-1bc5-446e-8e50-70b76a30b048', 'status': 'completed', 'code': 200} Jul 16 18:56:27.141759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7c852fa8-5302-4804-bb00-721e8df2ea7e req-10ad3271-35d5-40cd-ae5a-860ce7a632ba tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=f19a5d43-fab0-4db0-a71e-b904852b2718 HTTP/1.1" status: 200 len: 210 time: 0.0306091 Jul 16 18:56:29.389939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-6356a8bd-2c92-40fb-9bd3-8b7748422e96 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.391614 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-6356a8bd-2c92-40fb-9bd3-8b7748422e96 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/networks?id=0d07552d-6f67-4b64-b727-5fce05935530 HTTP/1.1" status: 200 len: 816 time: 0.4676023 Jul 16 18:56:29.408459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-2c9334b4-ab60-498c-9e86-8620ae02767d tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/quotas/e1f3cbf6047642d0804a40943ccf3f7a HTTP/1.1" status: 200 len: 375 time: 0.0108268 Jul 16 18:56:29.480282 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-a972fb78-7cdd-4952-a414-2c3b8e1c44f7 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1f3cbf6047642d0804a40943ccf3f7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654254 Jul 16 18:56:29.589505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-145f1ecc-ba08-4f26-88e6-eb43ae63c874 service neutron] 10.222.0.52 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967164 Jul 16 18:56:29.688842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-489a55ac-d928-4604-ac61-77a8c66c90b0 service neutron] 10.222.0.52 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903018 Jul 16 18:56:29.889597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fa08d834-3696-4ad6-9755-a0e75e24f31e req-3a6253fe-553b-4221-ad8e-ee1517ffdd22 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 210 time: 0.0285852 Jul 16 18:56:30.159462 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73090f3b-a2de-4464-a83f-d5fbfb074d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.002170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-659f50d5-20bf-4560-ab59-23ffa270b452 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:31.003613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-659f50d5-20bf-4560-ab59-23ffa270b452 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.38 "GET /v2.0/networks?id=0d07552d-6f67-4b64-b727-5fce05935530 HTTP/1.1" status: 200 len: 816 time: 0.1157115 Jul 16 18:56:31.022227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Request body: {'port': {'device_id': 'bac4d602-2975-412e-91a4-3ae7877bcd7f', 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530', 'admin_state_up': True, 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:31.043836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a5426412-e67c-467a-b6fa-f64cccfd7c93 req-73214b8c-21e5-4558-aa74-a6acb899fb00 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 210 time: 0.0366673 Jul 16 18:56:31.150403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Made reservation on behalf of e1f3cbf6047642d0804a40943ccf3f7a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:56:31.155032 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.276951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Allocated IP 172.20.0.14 (0d07552d-6f67-4b64-b727-5fce05935530/1f8bc58b-d546-481c-bf9a-1bf74a01e977/ebabdae6-ce2c-46ea-bd30-75adfe8a7592) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:31.423335 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.437601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Transition to ACTIVE for port object ebabdae6-ce2c-46ea-bd30-75adfe8a7592 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:31.470723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.517025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Network 0d07552d-6f67-4b64-b727-5fce05935530 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:31.522191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:31.525969 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:31.542740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 8e1acf38-1bc5-446e-8e50-70b76a30b048 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:31.558261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Pushing event updated for resources: {'Port': ['ID=ebabdae6-ce2c-46ea-bd30-75adfe8a7592,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:31.572385 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 8e1acf38-1bc5-446e-8e50-70b76a30b048 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:31.573032 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 8e1acf38-1bc5-446e-8e50-70b76a30b048 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:31.583912 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:31.584550 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.599790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-0bcd0fda-f94c-40ee-8bf2-0d6632a71f99 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5812793 Jul 16 18:56:31.611844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Request body: {'port': {'device_id': 'bac4d602-2975-412e-91a4-3ae7877bcd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:31.689381 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.799322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ca2a5e8-e253-4946-8f8a-4cf8e4e91184 None None] Provisioning for port ebabdae6-ce2c-46ea-bd30-75adfe8a7592 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:31.803259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1ca2a5e8-e253-4946-8f8a-4cf8e4e91184 None None] Provisioning complete for port ebabdae6-ce2c-46ea-bd30-75adfe8a7592 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:31.803673 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ca2a5e8-e253-4946-8f8a-4cf8e4e91184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.841685 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2a5e8-e253-4946-8f8a-4cf8e4e91184 None None] Port ebabdae6-ce2c-46ea-bd30-75adfe8a7592 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:56:31.964486 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebabdae6-ce2c-46ea-bd30-75adfe8a7592 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:31.972389 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.984381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Transition to ACTIVE for port object ebabdae6-ce2c-46ea-bd30-75adfe8a7592 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:31.988412 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:32.041417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Pushing event updated for resources: {'Port': ['ID=ebabdae6-ce2c-46ea-bd30-75adfe8a7592,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:32.117290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Attempting to bind port ebabdae6-ce2c-46ea-bd30-75adfe8a7592 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:32.117661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Attempting to bind port ebabdae6-ce2c-46ea-bd30-75adfe8a7592 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:32.117999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Attempting to bind port ebabdae6-ce2c-46ea-bd30-75adfe8a7592 on network 0d07552d-6f67-4b64-b727-5fce05935530 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:32.122599 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Port ebabdae6-ce2c-46ea-bd30-75adfe8a7592 on network 0d07552d-6f67-4b64-b727-5fce05935530 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:56:32.123467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Attempting to bind port ebabdae6-ce2c-46ea-bd30-75adfe8a7592 on network 0d07552d-6f67-4b64-b727-5fce05935530 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:32.132094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:32.132442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Checking segment: {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:32.132843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Bound using segment: {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:32.133291 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Bound port: ebabdae6-ce2c-46ea-bd30-75adfe8a7592, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:32.133687 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:32.238391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] For port ebabdae6-ce2c-46ea-bd30-75adfe8a7592, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:32.256734 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] For port ebabdae6-ce2c-46ea-bd30-75adfe8a7592, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=ebabdae6-ce2c-46ea-bd30-75adfe8a7592,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:32.262856 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:32.281365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8bf25-0fff-449c-a55c-3a1660c55f80 req-6da11ef6-708b-44ba-8796-4af514e3ef16 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:32.282922 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44d8bf25-0fff-449c-a55c-3a1660c55f80 req-6da11ef6-708b-44ba-8796-4af514e3ef16 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 944 time: 0.1151528 Jul 16 18:56:32.323663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:32.324277 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:32.325664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] 10.222.0.38 "PUT /v2.0/ports/ebabdae6-ce2c-46ea-bd30-75adfe8a7592 HTTP/1.1" status: 200 len: 1092 time: 0.7185600 Jul 16 18:56:32.332334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac4d602-2975-412e-91a4-3ae7877bcd7f', 'tag': 'ebabdae6-ce2c-46ea-bd30-75adfe8a7592'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:32.334488 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceb3cbe-11b0-4196-8a47-2623c7253d82" -d '{"events": [{"name": "network-changed", "server_uuid": "bac4d602-2975-412e-91a4-3ae7877bcd7f", "tag": "ebabdae6-ce2c-46ea-bd30-75adfe8a7592"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:32.371532 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16756060-32d7-4900-a1b6-f29e446b54e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:32.385835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f55509-3dc4-4224-867d-3c7eebf5c5ee service neutron] Pushing event updated for resources: {'Port': ['ID=ebabdae6-ce2c-46ea-bd30-75adfe8a7592,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:32.408536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44d8bf25-0fff-449c-a55c-3a1660c55f80 req-b44da055-d1e5-4347-9fa3-0fcae54f836d tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044383 Jul 16 18:56:32.411708 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b7b7fc-ae22-4975-a451-04783fa9e2ff x-openstack-request-id: req-a2b7b7fc-ae22-4975-a451-04783fa9e2ff {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:32.412022 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac4d602-2975-412e-91a4-3ae7877bcd7f", "tag": "ebabdae6-ce2c-46ea-bd30-75adfe8a7592", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:32.412251 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2b7b7fc-ae22-4975-a451-04783fa9e2ff {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:32.412651 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac4d602-2975-412e-91a4-3ae7877bcd7f', 'tag': 'ebabdae6-ce2c-46ea-bd30-75adfe8a7592', 'status': 'completed', 'code': 200} Jul 16 18:56:32.443678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-de7a1c76-3432-411f-9a30-20d9a315368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:32.445260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-de7a1c76-3432-411f-9a30-20d9a315368e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1f3cbf6047642d0804a40943ccf3f7a&device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 1095 time: 0.0712020 Jul 16 18:56:32.488614 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-4b5c0ae3-3078-4e1d-8fb0-8296d3242b95 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebabdae6-ce2c-46ea-bd30-75adfe8a7592 HTTP/1.1" status: 200 len: 217 time: 0.0357141 Jul 16 18:56:32.544071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-228389a8-fb37-46a7-bf76-622ab3e97093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:32.546241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-228389a8-fb37-46a7-bf76-622ab3e97093 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f8bc58b-d546-481c-bf9a-1bf74a01e977 HTTP/1.1" status: 200 len: 855 time: 0.0516922 Jul 16 18:56:32.607492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-36fe0d4b-392f-4f20-8aa3-57b0046fb59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:32.609210 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-36fe0d4b-392f-4f20-8aa3-57b0046fb59c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d07552d-6f67-4b64-b727-5fce05935530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573761 Jul 16 18:56:32.702425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-cfb01376-f151-4b51-821a-16b1727d74f7 service neutron] 10.222.0.38 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869164 Jul 16 18:56:32.792339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f05a4c1-f77c-461c-99ee-570b260c7689 req-7b40ec12-f592-404d-b41f-1000a858a3c8 service neutron] 10.222.0.38 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836282 Jul 16 18:56:32.825660 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:32.890999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb3cbe-11b0-4196-8a47-2623c7253d82 req-d98286a6-7414-43f8-a3f7-da43f21c5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:32.892513 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aceb3cbe-11b0-4196-8a47-2623c7253d82 req-d98286a6-7414-43f8-a3f7-da43f21c5f70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1f3cbf6047642d0804a40943ccf3f7a&device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 1095 time: 0.0536509 Jul 16 18:56:32.985961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb3cbe-11b0-4196-8a47-2623c7253d82 req-33850231-e3b3-4e68-ab69-ec9bd4cef855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:32.987469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aceb3cbe-11b0-4196-8a47-2623c7253d82 req-33850231-e3b3-4e68-ab69-ec9bd4cef855 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d07552d-6f67-4b64-b727-5fce05935530 HTTP/1.1" status: 200 len: 917 time: 0.0891335 Jul 16 18:56:33.029623 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aceb3cbe-11b0-4196-8a47-2623c7253d82 req-21fc5744-3739-4951-b51d-a5674e5dc718 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebabdae6-ce2c-46ea-bd30-75adfe8a7592 HTTP/1.1" status: 200 len: 217 time: 0.0346122 Jul 16 18:56:33.063587 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.083557 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb3cbe-11b0-4196-8a47-2623c7253d82 req-3ed90d3c-f453-468d-a5db-937bb526e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:33.085089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aceb3cbe-11b0-4196-8a47-2623c7253d82 req-3ed90d3c-f453-468d-a5db-937bb526e119 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f8bc58b-d546-481c-bf9a-1bf74a01e977 HTTP/1.1" status: 200 len: 855 time: 0.0491748 Jul 16 18:56:33.117953 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.144612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb3cbe-11b0-4196-8a47-2623c7253d82 req-e3f4d8bb-c9c6-4198-a4a1-79ab63b07fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:33.146183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aceb3cbe-11b0-4196-8a47-2623c7253d82 req-e3f4d8bb-c9c6-4198-a4a1-79ab63b07fe4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d07552d-6f67-4b64-b727-5fce05935530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546784 Jul 16 18:56:33.236039 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aceb3cbe-11b0-4196-8a47-2623c7253d82 req-3266a104-29dc-407d-a887-40f2a2b7872f service neutron] 10.222.0.38 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826988 Jul 16 18:56:33.329220 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aceb3cbe-11b0-4196-8a47-2623c7253d82 req-61efef35-355d-4d4c-af31-8c40f721c2a6 service neutron] 10.222.0.38 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862613 Jul 16 18:56:33.584120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc3707-7e4e-4ec9-9743-d0c999b56764 req-a393cc6a-753b-4443-9d64-c2dbe766a29f tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:33.585656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45dc3707-7e4e-4ec9-9743-d0c999b56764 req-a393cc6a-753b-4443-9d64-c2dbe766a29f tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 944 time: 0.0634177 Jul 16 18:56:33.624305 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-45dc3707-7e4e-4ec9-9743-d0c999b56764 req-dfc0c599-4a7e-466e-beda-ec49ffae700d tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332029 Jul 16 18:56:33.970594 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.801356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe081a-14ef-49af-bc9b-1b015a15883f req-7b6c14e1-4135-4981-8d1d-a077d9b4422f tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:34.802874 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7efe081a-14ef-49af-bc9b-1b015a15883f req-7b6c14e1-4135-4981-8d1d-a077d9b4422f tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 944 time: 0.0679147 Jul 16 18:56:34.842217 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7efe081a-14ef-49af-bc9b-1b015a15883f req-166ef1fa-d5d6-4682-a270-3415ac811c63 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337846 Jul 16 18:56:35.558287 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device ebabdae6-ce2c-46ea-bd30-75adfe8a7592 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:56:35.656605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port ebabdae6-ce2c-46ea-bd30-75adfe8a7592, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=ebabdae6-ce2c-46ea-bd30-75adfe8a7592,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:35.667244 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'ebabdae6-ce2c-46ea-bd30-75adfe8a7592', 'network_id': '0d07552d-6f67-4b64-b727-5fce05935530', 'port_id': 'ebabdae6-ce2c-46ea-bd30-75adfe8a7592', 'mac_address': 'fa:16:3e:28:0d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8bc58b-d546-481c-bf9a-1bf74a01e977', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:56:35.707927 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.713504 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.725826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebabdae6-ce2c-46ea-bd30-75adfe8a7592 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:35.744834 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port ebabdae6-ce2c-46ea-bd30-75adfe8a7592, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=ebabdae6-ce2c-46ea-bd30-75adfe8a7592,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:35.749499 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.798253 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=ebabdae6-ce2c-46ea-bd30-75adfe8a7592,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:35.805458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.805807 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.806149 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.806488 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.806818 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.807154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.807480 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.807806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.808133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.808510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.808781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.809118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.933919 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['ebabdae6-ce2c-46ea-bd30-75adfe8a7592'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:56:36.018723 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98842997-4928-4bc2-be8a-3281e44ddf59 req-c621b1af-07d4-4d81-bee1-2508af5dd52d tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:36.020255 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98842997-4928-4bc2-be8a-3281e44ddf59 req-c621b1af-07d4-4d81-bee1-2508af5dd52d tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 945 time: 0.0673242 Jul 16 18:56:36.059514 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-98842997-4928-4bc2-be8a-3281e44ddf59 req-aaf177bb-6ba1-454c-90b2-079b232e4466 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335431 Jul 16 18:56:36.601984 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:56:37.230411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f22f8e-044d-490a-ae39-9821cacdc955 req-355f7626-5568-431c-be22-88ed82c3ab05 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.231897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3f22f8e-044d-490a-ae39-9821cacdc955 req-355f7626-5568-431c-be22-88ed82c3ab05 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 945 time: 0.0636406 Jul 16 18:56:37.269460 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3f22f8e-044d-490a-ae39-9821cacdc955 req-b499e4c1-11b1-4e26-86b3-443e873e9912 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311379 Jul 16 18:56:37.574055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device ebabdae6-ce2c-46ea-bd30-75adfe8a7592 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:37.625660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port ebabdae6-ce2c-46ea-bd30-75adfe8a7592 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:37.629329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port ebabdae6-ce2c-46ea-bd30-75adfe8a7592 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:37.629724 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.706285 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.728099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4d602-2975-412e-91a4-3ae7877bcd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebabdae6-ce2c-46ea-bd30-75adfe8a7592'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:37.730571 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbcee7a-8346-4125-a297-3170e63fff0e" -d '{"events": [{"server_uuid": "bac4d602-2975-412e-91a4-3ae7877bcd7f", "name": "network-vif-plugged", "status": "completed", "tag": "ebabdae6-ce2c-46ea-bd30-75adfe8a7592"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:37.743481 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port ebabdae6-ce2c-46ea-bd30-75adfe8a7592, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=ebabdae6-ce2c-46ea-bd30-75adfe8a7592,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:37.747643 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.774653 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98718c3-3a3e-44d5-a94a-ff63b52c43a6 x-openstack-request-id: req-f98718c3-3a3e-44d5-a94a-ff63b52c43a6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:37.774939 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac4d602-2975-412e-91a4-3ae7877bcd7f", "name": "network-vif-plugged", "status": "completed", "tag": "ebabdae6-ce2c-46ea-bd30-75adfe8a7592", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:37.775197 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f98718c3-3a3e-44d5-a94a-ff63b52c43a6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:37.775581 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4d602-2975-412e-91a4-3ae7877bcd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebabdae6-ce2c-46ea-bd30-75adfe8a7592', 'code': 200} Jul 16 18:56:37.805895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=ebabdae6-ce2c-46ea-bd30-75adfe8a7592,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:37.884205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b771885-4e4d-4c82-8ab0-e1d6af775cf0 req-5fa5625f-420f-419f-8e4f-bd242151c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.885740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b771885-4e4d-4c82-8ab0-e1d6af775cf0 req-5fa5625f-420f-419f-8e4f-bd242151c519 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 1097 time: 0.0553563 Jul 16 18:56:37.920266 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b771885-4e4d-4c82-8ab0-e1d6af775cf0 req-5e18b3eb-d205-4848-a26d-4ea2c5d67d09 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280201 Jul 16 18:56:38.443654 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad28708-7669-485e-8002-b3d0ad211a6d req-d1b4ec2c-b382-4da0-9db2-e2625f862f05 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:38.445133 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ad28708-7669-485e-8002-b3d0ad211a6d req-d1b4ec2c-b382-4da0-9db2-e2625f862f05 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 946 time: 0.0639474 Jul 16 18:56:38.482310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ad28708-7669-485e-8002-b3d0ad211a6d req-5e5e3015-738a-4602-bcfb-8df9fac46b1f tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315146 Jul 16 18:56:39.665782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d75513-19e5-4be4-86e8-ceca3e50b7e2 req-e6e8f12a-5e6c-48db-a7aa-8005303761c6 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:39.667568 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96d75513-19e5-4be4-86e8-ceca3e50b7e2 req-e6e8f12a-5e6c-48db-a7aa-8005303761c6 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 946 time: 0.0732667 Jul 16 18:56:39.708527 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-96d75513-19e5-4be4-86e8-ceca3e50b7e2 req-59acf8ba-072d-49b7-945a-010d9271e90e tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339377 Jul 16 18:56:39.880859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dfe2f-4c2f-4845-91ae-ef05e7ddfe68 req-4f7b40e0-7d53-4a1f-93c2-c33555f534c0 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:39.882467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f38dfe2f-4c2f-4845-91ae-ef05e7ddfe68 req-4f7b40e0-7d53-4a1f-93c2-c33555f534c0 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 946 time: 0.0649459 Jul 16 18:56:39.920840 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f38dfe2f-4c2f-4845-91ae-ef05e7ddfe68 req-c35189a7-b6d5-4f23-ba81-ab15dfe77041 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Jul 16 18:56:40.938547 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2023297-e7fb-468a-8c29-5df091c62ded req-42140c94-36df-43e5-aab1-c3ecb0cb9ebe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573711 Jul 16 18:56:41.036399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023297-e7fb-468a-8c29-5df091c62ded req-395b75d2-6928-4d96-b4b7-a570fceef661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:41.037985 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2023297-e7fb-468a-8c29-5df091c62ded req-395b75d2-6928-4d96-b4b7-a570fceef661 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1f3cbf6047642d0804a40943ccf3f7a&device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 1097 time: 0.0570116 Jul 16 18:56:41.139179 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023297-e7fb-468a-8c29-5df091c62ded req-522e83ac-93c8-4a8f-a6a2-8e3ff46b6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:41.141127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2023297-e7fb-468a-8c29-5df091c62ded req-522e83ac-93c8-4a8f-a6a2-8e3ff46b6eee service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d07552d-6f67-4b64-b727-5fce05935530 HTTP/1.1" status: 200 len: 917 time: 0.0844216 Jul 16 18:56:41.183768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2023297-e7fb-468a-8c29-5df091c62ded req-8ad85d7e-85f3-48dd-9a1d-e6684f1820d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebabdae6-ce2c-46ea-bd30-75adfe8a7592 HTTP/1.1" status: 200 len: 217 time: 0.0366950 Jul 16 18:56:41.231113 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023297-e7fb-468a-8c29-5df091c62ded req-1f72db10-b3bd-470c-a883-1a21784ad48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:41.232569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2023297-e7fb-468a-8c29-5df091c62ded req-1f72db10-b3bd-470c-a883-1a21784ad48a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1f8bc58b-d546-481c-bf9a-1bf74a01e977 HTTP/1.1" status: 200 len: 855 time: 0.0429883 Jul 16 18:56:41.288134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023297-e7fb-468a-8c29-5df091c62ded req-56b73ae6-f75b-4246-bd83-67ee434dd116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:41.289657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2023297-e7fb-468a-8c29-5df091c62ded req-56b73ae6-f75b-4246-bd83-67ee434dd116 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d07552d-6f67-4b64-b727-5fce05935530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511456 Jul 16 18:56:41.386705 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2023297-e7fb-468a-8c29-5df091c62ded req-d11be739-0e37-439a-a947-33bd151b0d4b service neutron] 10.222.0.38 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909071 Jul 16 18:56:41.477027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2023297-e7fb-468a-8c29-5df091c62ded req-f24c66dd-c983-4a78-b9a4-1f1a9bca0b09 service neutron] 10.222.0.38 "GET /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833993 Jul 16 18:56:59.883084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609f87e-bd91-42b9-9ab3-1390718d5ebe req-8603fb54-4b31-4e85-9ebe-0209587bdcdc tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:59.884501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3609f87e-bd91-42b9-9ab3-1390718d5ebe req-8603fb54-4b31-4e85-9ebe-0209587bdcdc tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 946 time: 0.0723479 Jul 16 18:56:59.924467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3609f87e-bd91-42b9-9ab3-1390718d5ebe req-9cddecb0-4937-4841-bb54-1d64901f4388 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Jul 16 18:57:00.161718 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f1a1-5859-47d2-8bed-a950448fd41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.108063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824994e-88eb-4ae0-94b2-bbadbfe9c3fc req-6122ffca-0ba3-43ab-b4b5-e966e29292a2 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:01.109647 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9824994e-88eb-4ae0-94b2-bbadbfe9c3fc req-6122ffca-0ba3-43ab-b4b5-e966e29292a2 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 946 time: 0.0701365 Jul 16 18:57:01.151292 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9824994e-88eb-4ae0-94b2-bbadbfe9c3fc req-416dfa7c-4e0c-4165-87bc-0b5a4ef31cf7 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc4ce235-ec17-448b-a9a6-18b5d8faf767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360928 Jul 16 18:57:01.322131 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece1181-aa77-43fb-8221-cb58a9419ca9 req-3d04082e-c7d4-4102-909a-c1d3fc4941b4 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:01.323579 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cece1181-aa77-43fb-8221-cb58a9419ca9 req-3d04082e-c7d4-4102-909a-c1d3fc4941b4 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.38 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 946 time: 0.0633373 Jul 16 18:57:01.432862 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cece1181-aa77-43fb-8221-cb58a9419ca9 req-7ab92d7f-5e20-4e28-a707-4c15b22bec20 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Deleting port ebabdae6-ce2c-46ea-bd30-75adfe8a7592 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:01.433128 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cece1181-aa77-43fb-8221-cb58a9419ca9 req-7ab92d7f-5e20-4e28-a707-4c15b22bec20 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.521750 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cece1181-aa77-43fb-8221-cb58a9419ca9 req-7ab92d7f-5e20-4e28-a707-4c15b22bec20 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] For port ebabdae6-ce2c-46ea-bd30-75adfe8a7592, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=ebabdae6-ce2c-46ea-bd30-75adfe8a7592,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:01.522113 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cece1181-aa77-43fb-8221-cb58a9419ca9 req-7ab92d7f-5e20-4e28-a707-4c15b22bec20 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.538656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cece1181-aa77-43fb-8221-cb58a9419ca9 req-7ab92d7f-5e20-4e28-a707-4c15b22bec20 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Calling delete_port for ebabdae6-ce2c-46ea-bd30-75adfe8a7592 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:01.673089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cece1181-aa77-43fb-8221-cb58a9419ca9 req-7ab92d7f-5e20-4e28-a707-4c15b22bec20 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.686443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['ebabdae6-ce2c-46ea-bd30-75adfe8a7592'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:01.704918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab92d7f-5e20-4e28-a707-4c15b22bec20 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Pushing event deleted for resources: {'Port': ['ID=ebabdae6-ce2c-46ea-bd30-75adfe8a7592,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:01.764480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cece1181-aa77-43fb-8221-cb58a9419ca9 req-7ab92d7f-5e20-4e28-a707-4c15b22bec20 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] No DVR routers for this DVR port ebabdae6-ce2c-46ea-bd30-75adfe8a7592 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:01.767717 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cece1181-aa77-43fb-8221-cb58a9419ca9 req-7ab92d7f-5e20-4e28-a707-4c15b22bec20 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.770038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cece1181-aa77-43fb-8221-cb58a9419ca9 req-7ab92d7f-5e20-4e28-a707-4c15b22bec20 tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.38 "DELETE /v2.0/ports/ebabdae6-ce2c-46ea-bd30-75adfe8a7592 HTTP/1.1" status: 204 len: 173 time: 0.4411180 Jul 16 18:57:01.770638 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4d602-2975-412e-91a4-3ae7877bcd7f', 'name': 'network-vif-deleted', 'tag': 'ebabdae6-ce2c-46ea-bd30-75adfe8a7592'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:01.772799 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9115885-a318-4d38-b59e-3bc9bfec6813" -d '{"events": [{"server_uuid": "bac4d602-2975-412e-91a4-3ae7877bcd7f", "name": "network-vif-deleted", "tag": "ebabdae6-ce2c-46ea-bd30-75adfe8a7592"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:01.824427 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348c7bdb-dc42-4531-8b04-fdb03407675a x-openstack-request-id: req-348c7bdb-dc42-4531-8b04-fdb03407675a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:01.824808 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac4d602-2975-412e-91a4-3ae7877bcd7f", "name": "network-vif-deleted", "tag": "ebabdae6-ce2c-46ea-bd30-75adfe8a7592", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:01.825057 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-348c7bdb-dc42-4531-8b04-fdb03407675a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:01.826005 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4d602-2975-412e-91a4-3ae7877bcd7f', 'name': 'network-vif-deleted', 'tag': 'ebabdae6-ce2c-46ea-bd30-75adfe8a7592', 'status': 'completed', 'code': 200} Jul 16 18:57:02.312237 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad47d59a-b769-4ed4-b7c2-04b28da0af87 req-41e226ce-7da6-4d0d-99d5-6436caad471f tempest-TestEncryptedCinderVolumes-538068558 tempest-TestEncryptedCinderVolumes-538068558-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac4d602-2975-412e-91a4-3ae7877bcd7f HTTP/1.1" status: 200 len: 210 time: 0.0288131 Jul 16 18:57:02.368259 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f394089c-8995-455a-9d92-c6347ff88689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.828817 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.061476 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.131636 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.448491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:03.794459 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e68f0fff-11c3-4f8a-8180-bb1ec13abd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.974130 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.064202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e68f0fff-11c3-4f8a-8180-bb1ec13abd0b admin admin] Deleting port e503c3ab-03ed-41f4-b118-38eebac340ba {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:04.064462 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e68f0fff-11c3-4f8a-8180-bb1ec13abd0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.140323 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e68f0fff-11c3-4f8a-8180-bb1ec13abd0b admin admin] For port e503c3ab-03ed-41f4-b118-38eebac340ba, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e503c3ab-03ed-41f4-b118-38eebac340ba,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:04.140692 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e68f0fff-11c3-4f8a-8180-bb1ec13abd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.153014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e68f0fff-11c3-4f8a-8180-bb1ec13abd0b admin admin] Calling delete_port for e503c3ab-03ed-41f4-b118-38eebac340ba owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:04.330381 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e68f0fff-11c3-4f8a-8180-bb1ec13abd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.355166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f0fff-11c3-4f8a-8180-bb1ec13abd0b admin admin] Pushing event deleted for resources: {'Port': ['ID=e503c3ab-03ed-41f4-b118-38eebac340ba,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:04.862747 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e68f0fff-11c3-4f8a-8180-bb1ec13abd0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.085588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68f0fff-11c3-4f8a-8180-bb1ec13abd0b admin admin] Router d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:05.189691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68f0fff-11c3-4f8a-8180-bb1ec13abd0b admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:05.195185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e68f0fff-11c3-4f8a-8180-bb1ec13abd0b admin admin] 10.222.0.52 "PUT /v2.0/routers/d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7455962 Jul 16 18:57:05.197763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52796) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:05.198463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b278760-77ab-4141-8713-573283d58555 None None] Sync routers for ids ['d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:05.208526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b278760-77ab-4141-8713-573283d58555 None None] Routers {'d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:05.209143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6b278760-77ab-4141-8713-573283d58555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:05.303857 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.314594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6b278760-77ab-4141-8713-573283d58555 None None] Set router d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:05.407003 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.461423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Deleting port 4e521fb5-230c-43f3-b01b-8f64a73c5c46 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:05.461780 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.512626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6b278760-77ab-4141-8713-573283d58555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'name': 'tempest-TestEncryptedCinderVolumes-875205155-router', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:57:04Z', 'revision_number': 5, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'gw_port': {'id': '4e521fb5-230c-43f3-b01b-8f64a73c5c46', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:05.544943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] For port 4e521fb5-230c-43f3-b01b-8f64a73c5c46, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4e521fb5-230c-43f3-b01b-8f64a73c5c46,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:05.545333 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.545488 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b278760-77ab-4141-8713-573283d58555 None None] Checking router: d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:05.554590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b278760-77ab-4141-8713-573283d58555 None None] Routers {'d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:05.555016 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6b278760-77ab-4141-8713-573283d58555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:05.557545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Calling delete_port for 4e521fb5-230c-43f3-b01b-8f64a73c5c46 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:05.640985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-6b278760-77ab-4141-8713-573283d58555 None None] Set router d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:05.696945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-6b278760-77ab-4141-8713-573283d58555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'name': 'tempest-TestEncryptedCinderVolumes-875205155-router', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 6, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:05.729231 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.733129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device ebabdae6-ce2c-46ea-bd30-75adfe8a7592 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:05.737446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b278760-77ab-4141-8713-573283d58555 None None] The sync data for ids ['d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60'] in n-d-793618-9 is: [{'id': 'd69d7dd4-0e5e-4b08-8f4c-954e3a25ef60', 'name': 'tempest-TestEncryptedCinderVolumes-875205155-router', 'tenant_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:57:05Z', 'revision_number': 6, 'project_id': 'e1f3cbf6047642d0804a40943ccf3f7a', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:05.756724 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.757524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: ebabdae6-ce2c-46ea-bd30-75adfe8a7592 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:05.757877 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device ebabdae6-ce2c-46ea-bd30-75adfe8a7592 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:05.758387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e521fb5-230c-43f3-b01b-8f64a73c5c46,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:05.823045 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.920448 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.922604 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.967272 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.967829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:57:05.972547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.973748 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1a0fdb42-7eab-4e5e-9937-b82f464f4069 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d69d7dd4-0e5e-4b08-8f4c-954e3a25ef60 HTTP/1.1" status: 204 len: 168 time: 0.7750428 Jul 16 18:57:05.976200 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:06.022675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0dd8493-39d8-423f-ba15-365329d23b16 admin admin] Deleting subnet 1f8bc58b-d546-481c-bf9a-1bf74a01e977 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:57:06.025762 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8493-39d8-423f-ba15-365329d23b16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.059823 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8493-39d8-423f-ba15-365329d23b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.146218 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8493-39d8-423f-ba15-365329d23b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.199463 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8493-39d8-423f-ba15-365329d23b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.224424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd8493-39d8-423f-ba15-365329d23b16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8bc58b-d546-481c-bf9a-1bf74a01e977,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:06.228130 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8493-39d8-423f-ba15-365329d23b16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.230035 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e0dd8493-39d8-423f-ba15-365329d23b16 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1f8bc58b-d546-481c-bf9a-1bf74a01e977 HTTP/1.1" status: 204 len: 168 time: 0.2528796 Jul 16 18:57:06.232602 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:06.233791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cfff10-cb3d-4491-b1dd-c6717ee2281d None None] Network 0d07552d-6f67-4b64-b727-5fce05935530 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:06.305981 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.361430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Deleting port c9a28566-0e03-4b22-8f98-1c0021d9e18a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:06.361784 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.425974 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] For port c9a28566-0e03-4b22-8f98-1c0021d9e18a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c9a28566-0e03-4b22-8f98-1c0021d9e18a,segment=NetworkSegment(1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a),segment_id=1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:06.426244 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.438897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Calling delete_port for c9a28566-0e03-4b22-8f98-1c0021d9e18a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:06.510615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7cd58a-4deb-40b3-9a49-3273ea9751a0 None None] DHCP port deletion for 0d07552d-6f67-4b64-b727-5fce05935530 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:57:06.529120 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.558415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a28566-0e03-4b22-8f98-1c0021d9e18a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:06.562218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] No DVR routers for this DVR port c9a28566-0e03-4b22-8f98-1c0021d9e18a on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:06.571021 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eb7cd58a-4deb-40b3-9a49-3273ea9751a0 None None] Deleting port c9a28566-0e03-4b22-8f98-1c0021d9e18a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:06.577050 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb7cd58a-4deb-40b3-9a49-3273ea9751a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.582053 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e521fb5-230c-43f3-b01b-8f64a73c5c46 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:06.618292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4e521fb5-230c-43f3-b01b-8f64a73c5c46 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:06.618878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4e521fb5-230c-43f3-b01b-8f64a73c5c46 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:06.619486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e503c3ab-03ed-41f4-b118-38eebac340ba no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:06.646565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: e503c3ab-03ed-41f4-b118-38eebac340ba {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:06.646915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e503c3ab-03ed-41f4-b118-38eebac340ba not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:06.647336 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c9a28566-0e03-4b22-8f98-1c0021d9e18a no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:06.650608 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.662915 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d07552d-6f67-4b64-b727-5fce05935530']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:06.667941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c9a28566-0e03-4b22-8f98-1c0021d9e18a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:06.668154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c9a28566-0e03-4b22-8f98-1c0021d9e18a not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:06.679321 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:06.679524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1b1d3d-a032-4f2f-86bf-1007b5cefc6a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:06.691803 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.709101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eb7cd58a-4deb-40b3-9a49-3273ea9751a0 None None] For port c9a28566-0e03-4b22-8f98-1c0021d9e18a, host n-d-793618-9, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:06.709643 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb7cd58a-4deb-40b3-9a49-3273ea9751a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.710687 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.717820 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:57:06.718225 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:57:06.720018 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:57:06.724588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eb7cd58a-4deb-40b3-9a49-3273ea9751a0 None None] Calling delete_port for c9a28566-0e03-4b22-8f98-1c0021d9e18a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:06.727418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-eb7cd58a-4deb-40b3-9a49-3273ea9751a0 None None] Port c9a28566-0e03-4b22-8f98-1c0021d9e18a was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:57:06.728640 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb7cd58a-4deb-40b3-9a49-3273ea9751a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.756150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cd58a-4deb-40b3-9a49-3273ea9751a0 None None] Pushing event deleted for resources: {'Port': ['ID=c9a28566-0e03-4b22-8f98-1c0021d9e18a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:06.759561 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7cd58a-4deb-40b3-9a49-3273ea9751a0 None None] No DVR routers for this DVR port c9a28566-0e03-4b22-8f98-1c0021d9e18a on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:06.779000 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.786235 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.788316 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0d07552d-6f67-4b64-b727-5fce05935530 HTTP/1.1" status: 204 len: 168 time: 0.5547605 Jul 16 18:57:06.791416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52804) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:06.800857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff5b9f-ede1-4689-bceb-26325548dbb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d07552d-6f67-4b64-b727-5fce05935530,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:07.154700 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.406097 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Deleting port 8d1bdb3b-18c7-435e-82e7-676113b28cdc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:07.406351 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.482696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] For port 8d1bdb3b-18c7-435e-82e7-676113b28cdc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8d1bdb3b-18c7-435e-82e7-676113b28cdc,segment=NetworkSegment(410a9dea-fe50-4381-b43a-e2ee5ea1de10),segment_id=410a9dea-fe50-4381-b43a-e2ee5ea1de10)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:07.483060 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.496068 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Calling delete_port for 8d1bdb3b-18c7-435e-82e7-676113b28cdc owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:07.677350 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.712272 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1bdb3b-18c7-435e-82e7-676113b28cdc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:07.749113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:07.749625 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:07.750016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:07.750356 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:07.750692 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:07.751026 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:07.751509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:07.751979 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:07.752436 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:07.753441 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:07.754231 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:07.754601 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:07.910976 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.130045 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Router 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:08.237509 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:08.242613 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6637f0fd-d3ef-4a9d-b3fa-d09fbf3aabaa admin admin] 10.222.0.52 "PUT /v2.0/routers/6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4501610 Jul 16 18:57:08.245122 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52812) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:08.246118 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e927ab-c447-41b8-9812-b97243353fa5 None None] Sync routers for ids ['6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:08.255236 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e927ab-c447-41b8-9812-b97243353fa5 None None] Routers {'6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:08.255851 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31e927ab-c447-41b8-9812-b97243353fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:08.350539 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.363146 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-31e927ab-c447-41b8-9812-b97243353fa5 None None] Set router 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:08.457329 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.508424 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Deleting port 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:08.509170 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.551611 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31e927ab-c447-41b8-9812-b97243353fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'name': 'tempest-TestEncryptedCinderVolumes-1509848740-router', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:48Z', 'updated_at': '2021-07-16T18:57:07Z', 'revision_number': 5, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'gw_port': {'id': '0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:49Z', 'updated_at': '2021-07-16T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:08.606881 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e927ab-c447-41b8-9812-b97243353fa5 None None] Checking router: 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:08.622421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] For port 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:08.622781 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.626767 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e927ab-c447-41b8-9812-b97243353fa5 None None] Routers {'6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:08.627397 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31e927ab-c447-41b8-9812-b97243353fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:08.635102 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Calling delete_port for 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:08.714632 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-31e927ab-c447-41b8-9812-b97243353fa5 None None] Set router 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:08.766531 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31e927ab-c447-41b8-9812-b97243353fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'name': 'tempest-TestEncryptedCinderVolumes-1509848740-router', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:48Z', 'updated_at': '2021-07-16T18:57:08Z', 'revision_number': 6, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:08.796757 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e927ab-c447-41b8-9812-b97243353fa5 None None] The sync data for ids ['6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf'] in n-d-793618-9 is: [{'id': '6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf', 'name': 'tempest-TestEncryptedCinderVolumes-1509848740-router', 'tenant_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:48Z', 'updated_at': '2021-07-16T18:57:08Z', 'revision_number': 6, 'project_id': '0ec0c0e0f9d14b72a75a077e34f04ac6', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:08.800971 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.828712 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Pushing event deleted for resources: {'Port': ['ID=0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:08.894179 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.982761 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.984864 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.032686 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.033197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:57:09.038196 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.039595 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-83d9628c-2c3c-45c4-9970-5c362cbbba4d admin admin] 10.222.0.52 "DELETE /v2.0/routers/6bec68bc-a8ef-47ee-af0a-59a7dfa45ddf HTTP/1.1" status: 204 len: 168 time: 0.7935026 Jul 16 18:57:09.042204 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52814) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:09.086287 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf53f0c4-4c1b-4e91-862d-8aa080df9559 admin admin] Deleting subnet 1e80c73e-d0cf-47c6-97f9-a32566e6ea98 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:57:09.089160 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0c4-4c1b-4e91-862d-8aa080df9559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.126778 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0c4-4c1b-4e91-862d-8aa080df9559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.214019 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0c4-4c1b-4e91-862d-8aa080df9559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.267161 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0c4-4c1b-4e91-862d-8aa080df9559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.290375 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53f0c4-4c1b-4e91-862d-8aa080df9559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e80c73e-d0cf-47c6-97f9-a32566e6ea98,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:09.296959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf53f0c4-4c1b-4e91-862d-8aa080df9559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.299106 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cf53f0c4-4c1b-4e91-862d-8aa080df9559 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1e80c73e-d0cf-47c6-97f9-a32566e6ea98 HTTP/1.1" status: 204 len: 168 time: 0.2559171 Jul 16 18:57:09.302075 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:09.302726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf46445b-f788-4a7d-b0a7-950b6d23ee5b None None] Network ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:09.375300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.430787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Deleting port 2f93024f-a524-4d4d-9249-3ff31da1a3fc {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:09.431160 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.498923 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] For port 2f93024f-a524-4d4d-9249-3ff31da1a3fc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2f93024f-a524-4d4d-9249-3ff31da1a3fc,segment=NetworkSegment(410a9dea-fe50-4381-b43a-e2ee5ea1de10),segment_id=410a9dea-fe50-4381-b43a-e2ee5ea1de10)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:09.499216 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.510426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Calling delete_port for 2f93024f-a524-4d4d-9249-3ff31da1a3fc owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:09.546256 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d86dab7-391a-4edd-83a7-6729fd2b9a26 None None] DHCP port deletion for ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:57:09.607304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d86dab7-391a-4edd-83a7-6729fd2b9a26 None None] Deleting port 2f93024f-a524-4d4d-9249-3ff31da1a3fc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:09.607693 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d86dab7-391a-4edd-83a7-6729fd2b9a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.679984 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d86dab7-391a-4edd-83a7-6729fd2b9a26 None None] For port 2f93024f-a524-4d4d-9249-3ff31da1a3fc, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2f93024f-a524-4d4d-9249-3ff31da1a3fc,segment=NetworkSegment(410a9dea-fe50-4381-b43a-e2ee5ea1de10),segment_id=410a9dea-fe50-4381-b43a-e2ee5ea1de10)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:09.680388 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d86dab7-391a-4edd-83a7-6729fd2b9a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.694607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d86dab7-391a-4edd-83a7-6729fd2b9a26 None None] Calling delete_port for 2f93024f-a524-4d4d-9249-3ff31da1a3fc owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:09.783370 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d86dab7-391a-4edd-83a7-6729fd2b9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.812625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86dab7-391a-4edd-83a7-6729fd2b9a26 None None] Pushing event deleted for resources: {'Port': ['ID=2f93024f-a524-4d4d-9249-3ff31da1a3fc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:09.816684 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86dab7-391a-4edd-83a7-6729fd2b9a26 None None] No DVR routers for this DVR port 2f93024f-a524-4d4d-9249-3ff31da1a3fc on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:09.883588 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.906054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f93024f-a524-4d4d-9249-3ff31da1a3fc,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:09.912298 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] No DVR routers for this DVR port 2f93024f-a524-4d4d-9249-3ff31da1a3fc on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:09.984223 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.994373 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:10.003971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410a9dea-fe50-4381-b43a-e2ee5ea1de10') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:10.004263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410a9dea-fe50-4381-b43a-e2ee5ea1de10') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:10.012949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.026634 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.032279 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:57:10.032639 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: self.session.flush() Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: timer() Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:57:10.034990 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:57:10.092904 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.099182 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.101049 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] 10.222.0.52 "DELETE /v2.0/networks/ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47 HTTP/1.1" status: 204 len: 168 time: 0.7980170 Jul 16 18:57:10.112705 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc5dc5-8bfd-4818-8c4a-ec889a5bae2b admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3d84d5-eaa4-4a7f-9d36-ad21f1ac8a47,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:10.280036 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52820) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:10.319961 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b2b4d6c6-16e1-4ef6-bf7e-aa31df7b1af2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e1f3cbf6047642d0804a40943ccf3f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387263 Jul 16 18:57:10.322606 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52822) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:10.370039 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94471c1-1431-44e6-9b72-311dba0d3a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.391901 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94471c1-1431-44e6-9b72-311dba0d3a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.416623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:10.437758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:10.438121 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 0648ed8b-76cc-4cbc-a9ce-40f5b7b648c5 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:10.438538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8d1bdb3b-18c7-435e-82e7-676113b28cdc no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:10.439458 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94471c1-1431-44e6-9b72-311dba0d3a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.442905 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f94471c1-1431-44e6-9b72-311dba0d3a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.444164 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f94471c1-1431-44e6-9b72-311dba0d3a35 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc4ce235-ec17-448b-a9a6-18b5d8faf767 HTTP/1.1" status: 204 len: 168 time: 0.1206267 Jul 16 18:57:10.453846 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94471c1-1431-44e6-9b72-311dba0d3a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4ce235-ec17-448b-a9a6-18b5d8faf767,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:10.459139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 8d1bdb3b-18c7-435e-82e7-676113b28cdc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:10.459603 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8d1bdb3b-18c7-435e-82e7-676113b28cdc not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:10.459904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2f93024f-a524-4d4d-9249-3ff31da1a3fc no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:10.482391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 2f93024f-a524-4d4d-9249-3ff31da1a3fc {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:10.482786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2f93024f-a524-4d4d-9249-3ff31da1a3fc not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:10.816427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52828) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:10.857616 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4a16cebb-9b14-4ac4-96c2-c03ab9840d44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ec0c0e0f9d14b72a75a077e34f04ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398674 Jul 16 18:57:10.860210 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:10.915672 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a816ea85-bdf6-4c47-8555-a29f50f0c317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.939840 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a816ea85-bdf6-4c47-8555-a29f50f0c317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.985408 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a816ea85-bdf6-4c47-8555-a29f50f0c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.988529 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a816ea85-bdf6-4c47-8555-a29f50f0c317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.989724 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a816ea85-bdf6-4c47-8555-a29f50f0c317 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20d6dc71-ce37-4bf5-9c0f-13159d2e668a HTTP/1.1" status: 204 len: 168 time: 0.1285067 Jul 16 18:57:10.998331 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816ea85-bdf6-4c47-8555-a29f50f0c317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d6dc71-ce37-4bf5-9c0f-13159d2e668a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:11.662987 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:11.789228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-640241630-network', 'tenant_id': 'df46c27682a24f64af75b50439d594be'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:11.810181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Made reservation on behalf of df46c27682a24f64af75b50439d594be for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:11.812769 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.821682 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.911901 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.915922 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.942188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:57:11.951055 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b465f62b-04a0-43ac-9009-5444f152482a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:11.958025 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.958481 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Added segment 2b0c3ea4-77e4-4346-a53f-99342e183c19 of type vlan for network aa3ced95-ee27-4f65-893e-1fa032d90c09 Jul 16 18:57:11.998056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.028944 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.029943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:12.030527 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.058223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3940666 Jul 16 18:57:12.061568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52856) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:12.067294 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ecf03d1f-faf4-4a3f-84dd-e9ffdd5abd75 admin admin] Request body: {'subnet': {'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-640241630-subnet', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:12.089505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf03d1f-faf4-4a3f-84dd-e9ffdd5abd75 admin admin] Made reservation on behalf of df46c27682a24f64af75b50439d594be for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:12.091789 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0ec22-4e5d-45e1-b48f-46765a8f7e67 admin admin] Pushing event updated for resources: {'Network': ['ID=aa3ced95-ee27-4f65-893e-1fa032d90c09,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:12.091948 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf03d1f-faf4-4a3f-84dd-e9ffdd5abd75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.103945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network aa3ced95-ee27-4f65-893e-1fa032d90c09 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:57:12.267903 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf03d1f-faf4-4a3f-84dd-e9ffdd5abd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.327053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf03d1f-faf4-4a3f-84dd-e9ffdd5abd75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e38d92-0b3b-4dff-85e7-969795e2c575,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:12.338485 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf03d1f-faf4-4a3f-84dd-e9ffdd5abd75 admin admin] Checking segment: {'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:12.338856 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf03d1f-faf4-4a3f-84dd-e9ffdd5abd75 admin admin] Network hostable DHCP agents. Network: aa3ced95-ee27-4f65-893e-1fa032d90c09, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:57:12.357455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf03d1f-faf4-4a3f-84dd-e9ffdd5abd75 admin admin] Network aa3ced95-ee27-4f65-893e-1fa032d90c09 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:57:12.368258 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-ecf03d1f-faf4-4a3f-84dd-e9ffdd5abd75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, aa3ced95-ee27-4f65-893e-1fa032d90c09) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:12.374134 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf03d1f-faf4-4a3f-84dd-e9ffdd5abd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:12.375096 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ecf03d1f-faf4-4a3f-84dd-e9ffdd5abd75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.384560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705869c4-b2be-4d66-99bf-19f106dbd0a5 None None] Network aa3ced95-ee27-4f65-893e-1fa032d90c09 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:12.395459 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ecf03d1f-faf4-4a3f-84dd-e9ffdd5abd75 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3327565 Jul 16 18:57:12.398391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:12.403559 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:12.425011 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.426725 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.485647 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.547262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-aa3ced95-ee27-4f65-893e-1fa032d90c09', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:57:12.548142 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.626017 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.700445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Allocated IP 172.20.0.2 (aa3ced95-ee27-4f65-893e-1fa032d90c09/18e38d92-0b3b-4dff-85e7-969795e2c575/f15ab590-cc44-470b-b6a8-a51a1102d18b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:12.846275 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.850801 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.859177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Transition to ACTIVE for port object f15ab590-cc44-470b-b6a8-a51a1102d18b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:12.871163 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.874161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Transition to ACTIVE for port object f15ab590-cc44-470b-b6a8-a51a1102d18b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:12.880423 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.920280 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Network aa3ced95-ee27-4f65-893e-1fa032d90c09 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:12.925119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:12.928717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:12.937873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Pushing event updated for resources: {'Port': ['ID=f15ab590-cc44-470b-b6a8-a51a1102d18b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:12.983931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Allocated IP 172.25.8.232 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/9a492295-b839-4a6a-aa8b-0e31e9451e27) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:12.992835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Attempting to bind port f15ab590-cc44-470b-b6a8-a51a1102d18b on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:12.993223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Attempting to bind port f15ab590-cc44-470b-b6a8-a51a1102d18b by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:12.993601 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Attempting to bind port f15ab590-cc44-470b-b6a8-a51a1102d18b on network aa3ced95-ee27-4f65-893e-1fa032d90c09 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:12.998771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:12.999139 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Checking segment: {'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:12.999548 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.999958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Bound using segment: {'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:13.000407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Bound port: f15ab590-cc44-470b-b6a8-a51a1102d18b, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:13.000798 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.069249 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] For port f15ab590-cc44-470b-b6a8-a51a1102d18b, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:13.073359 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] For port f15ab590-cc44-470b-b6a8-a51a1102d18b, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f15ab590-cc44-470b-b6a8-a51a1102d18b,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:13.079051 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.095993 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.138050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd0ddd-8d26-47b0-b11d-de724c39a0ac None None] Pushing event updated for resources: {'Port': ['ID=f15ab590-cc44-470b-b6a8-a51a1102d18b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:13.142741 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.185517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:13.188596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:13.193307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:13.199118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Pushing event updated for resources: {'Port': ['ID=9a492295-b839-4a6a-aa8b-0e31e9451e27,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:13.469483 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.603042 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:13.680906 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.824647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Router 7c167a12-1e40-437c-aab1-745582d48cda is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:57:13.946594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:13.962788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Sync routers for ids ['7c167a12-1e40-437c-aab1-745582d48cda'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:13.964141 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.965536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a48e262a-627f-46e7-8a0a-63598d7ab03c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5660074 Jul 16 18:57:13.968848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:13.980694 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Routers {'7c167a12-1e40-437c-aab1-745582d48cda'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:13.981705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c167a12-1e40-437c-aab1-745582d48cda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:14.080566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19115d88-ef1e-4259-8d71-aedf02100edf None None] Network aa3ced95-ee27-4f65-893e-1fa032d90c09 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:14.333542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Set router 7c167a12-1e40-437c-aab1-745582d48cda gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:14.337012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c209f94-47aa-4051-a6bc-1ccc86ec33ae None None] Provisioning for port f15ab590-cc44-470b-b6a8-a51a1102d18b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:14.452923 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.513260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f15ab590-cc44-470b-b6a8-a51a1102d18b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:14.620411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Allocated IP 172.20.0.1 (aa3ced95-ee27-4f65-893e-1fa032d90c09/18e38d92-0b3b-4dff-85e7-969795e2c575/e8ec6a62-d6db-4b13-9b1a-3329dd4891f3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:14.651024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f15ab590-cc44-470b-b6a8-a51a1102d18b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:14.667543 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f15ab590-cc44-470b-b6a8-a51a1102d18b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:14.668074 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.715201 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:13Z', 'revision_number': 3, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:14.741892 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.746111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Checking router: 7c167a12-1e40-437c-aab1-745582d48cda for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:14.746468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Updating router 7c167a12-1e40-437c-aab1-745582d48cda port 9a492295-b839-4a6a-aa8b-0e31e9451e27 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:57:14.758344 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Transition to ACTIVE for port object e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:14.803867 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.810310 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.842300 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.859042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Network aa3ced95-ee27-4f65-893e-1fa032d90c09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:14.862074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:14.866674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:14.891420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Pushing event updated for resources: {'Port': ['ID=e8ec6a62-d6db-4b13-9b1a-3329dd4891f3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:14.915891 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.958394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d6e8d69a-81b0-4255-aebb-943f34d3f00b None None] Provisioning complete for port f15ab590-cc44-470b-b6a8-a51a1102d18b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:14.958776 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6e8d69a-81b0-4255-aebb-943f34d3f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.963557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port f15ab590-cc44-470b-b6a8-a51a1102d18b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f15ab590-cc44-470b-b6a8-a51a1102d18b,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:15.002181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.118223 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=f15ab590-cc44-470b-b6a8-a51a1102d18b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:15.242376 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.252527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Transition to ACTIVE for port object 9a492295-b839-4a6a-aa8b-0e31e9451e27 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:15.259955 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.322006 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e2915-e770-4f98-bea5-fd53ac765c43 None None] Pushing event updated for resources: {'Port': ['ID=9a492295-b839-4a6a-aa8b-0e31e9451e27,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:15.326747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Attempting to bind port 9a492295-b839-4a6a-aa8b-0e31e9451e27 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:15.327119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Attempting to bind port 9a492295-b839-4a6a-aa8b-0e31e9451e27 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:15.327471 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Attempting to bind port 9a492295-b839-4a6a-aa8b-0e31e9451e27 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:15.330693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f4c371ea-a3ea-4634-bf1a-c9066dc6ad90 None None] Provisioning for port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:15.336674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:15.337330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:15.337482 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.337880 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:15.338363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Bound port: 9a492295-b839-4a6a-aa8b-0e31e9451e27, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:15.338750 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.342184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f4c371ea-a3ea-4634-bf1a-c9066dc6ad90 None None] Provisioning complete for port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:15.342184 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4c371ea-a3ea-4634-bf1a-c9066dc6ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.415559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4c371ea-a3ea-4634-bf1a-c9066dc6ad90 None None] Port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:15.421103 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.422945 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] For port 9a492295-b839-4a6a-aa8b-0e31e9451e27, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:15.426250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] For port 9a492295-b839-4a6a-aa8b-0e31e9451e27, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9a492295-b839-4a6a-aa8b-0e31e9451e27,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:15.430182 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.486941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Routers {'7c167a12-1e40-437c-aab1-745582d48cda'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:15.487563 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c167a12-1e40-437c-aab1-745582d48cda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:15.523131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e2915-e770-4f98-bea5-fd53ac765c43 None None] Pushing event updated for resources: {'Port': ['ID=9a492295-b839-4a6a-aa8b-0e31e9451e27,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:15.592216 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.598618 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.608644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] Set router 7c167a12-1e40-437c-aab1-745582d48cda gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:15.671369 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.673037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Pushing event updated for resources: {'Port': ['ID=e8ec6a62-d6db-4b13-9b1a-3329dd4891f3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:15.767327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Network aa3ced95-ee27-4f65-893e-1fa032d90c09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:15.768868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:15.829951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e8ec6a62-d6db-4b13-9b1a-3329dd4891f3', 'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'mac_address': 'fa:16:3e:27:cc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:14Z', 'updated_at': '2021-07-16T18:57:14Z', 'revision_number': 1, 'project_id': 'df46c27682a24f64af75b50439d594be', 'subnets': [{'id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:15.868678 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fb5153-9a4b-46af-a451-7df3fbc527a4 None None] The sync data for ids ['7c167a12-1e40-437c-aab1-745582d48cda'] in n-d-793618-9 is: [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e8ec6a62-d6db-4b13-9b1a-3329dd4891f3', 'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'mac_address': 'fa:16:3e:27:cc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:14Z', 'updated_at': '2021-07-16T18:57:14Z', 'revision_number': 1, 'project_id': 'df46c27682a24f64af75b50439d594be', 'subnets': [{'id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:15.912153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Router 7c167a12-1e40-437c-aab1-745582d48cda has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:16.040517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:16.042737 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8c100018-1d56-41aa-869c-39cdb8c06810 None None] Provisioning complete for port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:16.042737 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c100018-1d56-41aa-869c-39cdb8c06810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.054765 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d111321b-181d-415d-8dab-eaf3a0d7ea75 admin admin] 10.222.0.52 "PUT /v2.0/routers/7c167a12-1e40-437c-aab1-745582d48cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0765965 Jul 16 18:57:16.105935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8c100018-1d56-41aa-869c-39cdb8c06810 None None] Port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:16.432045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f15ab590-cc44-470b-b6a8-a51a1102d18b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:16.485725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f15ab590-cc44-470b-b6a8-a51a1102d18b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:16.486180 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.610886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:16.616881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1971655633-network', 'tenant_id': '225734f29af34298b6913d3b2a27d990'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:16.643936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Made reservation on behalf of 225734f29af34298b6913d3b2a27d990 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:16.646558 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.655952 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.767951 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.772283 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.800673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:57:16.807847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a64ab1-07b1-43a6-8615-15b7df4ef2b6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:16.826369 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.826803 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Added segment fc4d4bb5-ed90-4307-954e-bfdf9d354225 of type vlan for network 65ac89e3-5d68-4e71-874d-a630bbeb01c1 Jul 16 18:57:16.875774 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.906690 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.907813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:16.908466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.943873 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3317997 Jul 16 18:57:16.946863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52878) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:16.952566 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8d3156c5-53b7-47cf-93a1-d5f785b1559a admin admin] Request body: {'subnet': {'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1971655633-subnet', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:16.971350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f2566-f4cb-4e1d-90e5-7703a767e223 admin admin] Pushing event updated for resources: {'Network': ['ID=65ac89e3-5d68-4e71-874d-a630bbeb01c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:16.977826 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3156c5-53b7-47cf-93a1-d5f785b1559a admin admin] Made reservation on behalf of 225734f29af34298b6913d3b2a27d990 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:16.980165 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d3156c5-53b7-47cf-93a1-d5f785b1559a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.983180 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 65ac89e3-5d68-4e71-874d-a630bbeb01c1 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:57:17.165120 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d3156c5-53b7-47cf-93a1-d5f785b1559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.226168 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3156c5-53b7-47cf-93a1-d5f785b1559a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c7286e-f7ab-4c10-861a-0dcf53f08074,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:17.236817 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3156c5-53b7-47cf-93a1-d5f785b1559a admin admin] Checking segment: {'id': 'fc4d4bb5-ed90-4307-954e-bfdf9d354225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:17.237192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3156c5-53b7-47cf-93a1-d5f785b1559a admin admin] Network hostable DHCP agents. Network: 65ac89e3-5d68-4e71-874d-a630bbeb01c1, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:57:17.254934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3156c5-53b7-47cf-93a1-d5f785b1559a admin admin] Network 65ac89e3-5d68-4e71-874d-a630bbeb01c1 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:57:17.264161 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-8d3156c5-53b7-47cf-93a1-d5f785b1559a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 65ac89e3-5d68-4e71-874d-a630bbeb01c1) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:17.268739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3156c5-53b7-47cf-93a1-d5f785b1559a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:17.269972 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8d3156c5-53b7-47cf-93a1-d5f785b1559a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.276064 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0cde04-9702-482b-86b8-2fdafd61c084 None None] Network 65ac89e3-5d68-4e71-874d-a630bbeb01c1 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:17.285719 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8d3156c5-53b7-47cf-93a1-d5f785b1559a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3367474 Jul 16 18:57:17.288808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 52880) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:17.293764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1971655633-router', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:17.315525 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.317609 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.375618 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.438669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-65ac89e3-5d68-4e71-874d-a630bbeb01c1', 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'fixed_ips': [{'subnet_id': '58c7286e-f7ab-4c10-861a-0dcf53f08074'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:57:17.439812 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.523973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.583349 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Allocated IP 172.20.0.2 (65ac89e3-5d68-4e71-874d-a630bbeb01c1/58c7286e-f7ab-4c10-861a-0dcf53f08074/c9e3082e-b8a8-49a9-b414-b00af74f2f92) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:17.739370 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.741573 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.750283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Transition to ACTIVE for port object c9e3082e-b8a8-49a9-b414-b00af74f2f92 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:17.764171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.766458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Transition to ACTIVE for port object c9e3082e-b8a8-49a9-b414-b00af74f2f92 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:17.775792 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.814126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Network 65ac89e3-5d68-4e71-874d-a630bbeb01c1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:17.821201 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:17.824985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:17.834840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Pushing event updated for resources: {'Port': ['ID=c9e3082e-b8a8-49a9-b414-b00af74f2f92,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:17.883278 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Allocated IP 172.25.8.30 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/74315619-5fca-4326-bfd8-13ba0ce03171) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:17.902951 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Attempting to bind port c9e3082e-b8a8-49a9-b414-b00af74f2f92 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:17.903456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Attempting to bind port c9e3082e-b8a8-49a9-b414-b00af74f2f92 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'fc4d4bb5-ed90-4307-954e-bfdf9d354225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:17.903842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Attempting to bind port c9e3082e-b8a8-49a9-b414-b00af74f2f92 on network 65ac89e3-5d68-4e71-874d-a630bbeb01c1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:17.908977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:17.909384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Checking segment: {'id': 'fc4d4bb5-ed90-4307-954e-bfdf9d354225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:17.909980 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.910382 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Bound using segment: {'id': 'fc4d4bb5-ed90-4307-954e-bfdf9d354225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:17.910860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Bound port: c9e3082e-b8a8-49a9-b414-b00af74f2f92, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4d4bb5-ed90-4307-954e-bfdf9d354225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:17.911243 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.979064 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] For port c9e3082e-b8a8-49a9-b414-b00af74f2f92, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:17.983402 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] For port c9e3082e-b8a8-49a9-b414-b00af74f2f92, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c9e3082e-b8a8-49a9-b414-b00af74f2f92,segment=NetworkSegment(fc4d4bb5-ed90-4307-954e-bfdf9d354225),segment_id=fc4d4bb5-ed90-4307-954e-bfdf9d354225)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:17.988979 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.002404 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.045141 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Sync routers for ids ['7c167a12-1e40-437c-aab1-745582d48cda'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:18.060120 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Routers {'7c167a12-1e40-437c-aab1-745582d48cda'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:18.060763 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c167a12-1e40-437c-aab1-745582d48cda'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:18.070604 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.116695 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:18.121017 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:18.123595 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:18.126116 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Pushing event updated for resources: {'Port': ['ID=74315619-5fca-4326-bfd8-13ba0ce03171,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:18.184786 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Set router 7c167a12-1e40-437c-aab1-745582d48cda gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:18.224447 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4da790-a075-4cf8-8158-d5b6a43325d9 None None] Pushing event updated for resources: {'Port': ['ID=c9e3082e-b8a8-49a9-b414-b00af74f2f92,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:18.443720 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.447863 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e8ec6a62-d6db-4b13-9b1a-3329dd4891f3', 'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'mac_address': 'fa:16:3e:27:cc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:14Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 2, 'project_id': 'df46c27682a24f64af75b50439d594be', 'subnets': [{'id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:18.494889 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Checking router: 7c167a12-1e40-437c-aab1-745582d48cda for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:18.495248 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Updating router 7c167a12-1e40-437c-aab1-745582d48cda port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:57:18.515356 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9a492295-b839-4a6a-aa8b-0e31e9451e27 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:18.581281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 9a492295-b839-4a6a-aa8b-0e31e9451e27 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:18.594318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9a492295-b839-4a6a-aa8b-0e31e9451e27 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:18.594729 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.653743 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.694898 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.703342 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.723087 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 9a492295-b839-4a6a-aa8b-0e31e9451e27, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9a492295-b839-4a6a-aa8b-0e31e9451e27,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:18.727623 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.787306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=9a492295-b839-4a6a-aa8b-0e31e9451e27,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:18.848085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Router a85b2482-238b-4240-a0ae-2d6696d2fb8f is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:57:18.959463 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.968892 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:18.974132 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Transition to ACTIVE for port object e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:18.986500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Sync routers for ids ['a85b2482-238b-4240-a0ae-2d6696d2fb8f'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:18.986978 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.992754 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.996913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 52882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:19.002020 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Routers {'a85b2482-238b-4240-a0ae-2d6696d2fb8f'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:19.002667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a85b2482-238b-4240-a0ae-2d6696d2fb8f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:19.004605 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5094104e-6f94-4fa6-b29e-1ed245a195a8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7144063 Jul 16 18:57:19.032111 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Pushing event updated for resources: {'Port': ['ID=e8ec6a62-d6db-4b13-9b1a-3329dd4891f3,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:19.043054 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:19.043312 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:19.043920 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:19.044434 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:19.044938 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:19.045447 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:19.046538 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:19.047095 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:19.047636 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:19.048121 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:19.048605 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:19.049086 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:19.133880 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Attempting to bind port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:19.134293 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Attempting to bind port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:19.134668 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Attempting to bind port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 on network aa3ced95-ee27-4f65-893e-1fa032d90c09 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:19.140552 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:19.141207 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Checking segment: {'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:19.141839 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.142400 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Bound using segment: {'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:19.143165 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Bound port: e8ec6a62-d6db-4b13-9b1a-3329dd4891f3, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:19.143560 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.167557 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Set router a85b2482-238b-4240-a0ae-2d6696d2fb8f gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:19.218707 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] For port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:19.224872 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] For port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e8ec6a62-d6db-4b13-9b1a-3329dd4891f3,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:19.231654 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.328669 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0055eb2-21b5-4067-9972-8e4af586d30c None None] Pushing event updated for resources: {'Port': ['ID=e8ec6a62-d6db-4b13-9b1a-3329dd4891f3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:19.335134 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Routers {'7c167a12-1e40-437c-aab1-745582d48cda'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:19.335831 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c167a12-1e40-437c-aab1-745582d48cda'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:19.410209 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c62dbc-d34d-4fb1-89d4-17c32237decd None None] Network 65ac89e3-5d68-4e71-874d-a630bbeb01c1 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:19.471070 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] Set router 7c167a12-1e40-437c-aab1-745582d48cda gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:19.512190 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'name': 'tempest-TestMinimumBasicScenario-1971655633-router', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 3, 'project_id': '225734f29af34298b6913d3b2a27d990', 'gw_port': {'id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:19.543093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Checking router: a85b2482-238b-4240-a0ae-2d6696d2fb8f for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:19.543758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Updating router a85b2482-238b-4240-a0ae-2d6696d2fb8f port 74315619-5fca-4326-bfd8-13ba0ce03171 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:57:19.594097 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.607360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-612852cc-e3e8-408c-a17b-e0f62141887c None None] Provisioning for port c9e3082e-b8a8-49a9-b414-b00af74f2f92 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:19.642486 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.735671 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e8ec6a62-d6db-4b13-9b1a-3329dd4891f3', 'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'mac_address': 'fa:16:3e:27:cc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:14Z', 'updated_at': '2021-07-16T18:57:19Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'subnets': [{'id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:19.763049 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79d359-ae23-4a03-9f00-f05e733ea832 None None] The sync data for ids ['7c167a12-1e40-437c-aab1-745582d48cda'] in n-d-793618-9 is: [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e8ec6a62-d6db-4b13-9b1a-3329dd4891f3', 'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'mac_address': 'fa:16:3e:27:cc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:14Z', 'updated_at': '2021-07-16T18:57:19Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'subnets': [{'id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:19.764878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Allocated IP 172.20.0.1 (65ac89e3-5d68-4e71-874d-a630bbeb01c1/58c7286e-f7ab-4c10-861a-0dcf53f08074/096f6ee5-e9c4-4fee-9e74-54cb93c29407) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:19.917409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.933766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Transition to ACTIVE for port object 096f6ee5-e9c4-4fee-9e74-54cb93c29407 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:19.979752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.011011 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.032555 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Transition to ACTIVE for port object 74315619-5fca-4326-bfd8-13ba0ce03171 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:20.037375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Pushing event updated for resources: {'Port': ['ID=096f6ee5-e9c4-4fee-9e74-54cb93c29407,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:20.040991 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.051250 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Network 65ac89e3-5d68-4e71-874d-a630bbeb01c1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:20.052748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:20.055429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:20.103705 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.123355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Attempting to bind port 74315619-5fca-4326-bfd8-13ba0ce03171 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:20.123650 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Attempting to bind port 74315619-5fca-4326-bfd8-13ba0ce03171 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:20.124027 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Attempting to bind port 74315619-5fca-4326-bfd8-13ba0ce03171 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:20.130338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149012c6-84b1-49c8-b703-c36b779ca9c6 None None] Pushing event updated for resources: {'Port': ['ID=74315619-5fca-4326-bfd8-13ba0ce03171,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:20.143384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:20.143776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:20.145353 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.145780 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:20.146288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Bound port: 74315619-5fca-4326-bfd8-13ba0ce03171, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:20.146690 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.214934 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] For port 74315619-5fca-4326-bfd8-13ba0ce03171, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:20.218727 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] For port 74315619-5fca-4326-bfd8-13ba0ce03171, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=74315619-5fca-4326-bfd8-13ba0ce03171,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:20.225858 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.286330 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.296615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Routers {'a85b2482-238b-4240-a0ae-2d6696d2fb8f'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:20.297261 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a85b2482-238b-4240-a0ae-2d6696d2fb8f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:20.345908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149012c6-84b1-49c8-b703-c36b779ca9c6 None None] Pushing event updated for resources: {'Port': ['ID=74315619-5fca-4326-bfd8-13ba0ce03171,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:20.371161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e11a4a44-fb95-4cfe-a58a-a77f9c8eb9cc None None] Provisioning for port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:20.404912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e11a4a44-fb95-4cfe-a58a-a77f9c8eb9cc None None] Provisioning complete for port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:20.405295 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e11a4a44-fb95-4cfe-a58a-a77f9c8eb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.470926 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e11a4a44-fb95-4cfe-a58a-a77f9c8eb9cc None None] Port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:20.475321 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] Set router a85b2482-238b-4240-a0ae-2d6696d2fb8f gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:20.509225 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.519674 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.600063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.612554 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Pushing event updated for resources: {'Port': ['ID=096f6ee5-e9c4-4fee-9e74-54cb93c29407,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:20.629397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:20.717881 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Network 65ac89e3-5d68-4e71-874d-a630bbeb01c1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:20.720051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:20.725252 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:20.736690 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:20.737085 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.796344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'name': 'tempest-TestMinimumBasicScenario-1971655633-router', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '225734f29af34298b6913d3b2a27d990', 'gw_port': {'id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '096f6ee5-e9c4-4fee-9e74-54cb93c29407', 'name': '', 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'mac_address': 'fa:16:3e:3c:9c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '58c7286e-f7ab-4c10-861a-0dcf53f08074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:19Z', 'revision_number': 1, 'project_id': '225734f29af34298b6913d3b2a27d990', 'subnets': [{'id': '58c7286e-f7ab-4c10-861a-0dcf53f08074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:20.827611 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab5cc1-174a-4f10-ab5c-4d8b4725f6d7 None None] The sync data for ids ['a85b2482-238b-4240-a0ae-2d6696d2fb8f'] in n-d-793618-9 is: [{'id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'name': 'tempest-TestMinimumBasicScenario-1971655633-router', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '225734f29af34298b6913d3b2a27d990', 'gw_port': {'id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '096f6ee5-e9c4-4fee-9e74-54cb93c29407', 'name': '', 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'mac_address': 'fa:16:3e:3c:9c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '58c7286e-f7ab-4c10-861a-0dcf53f08074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:19Z', 'revision_number': 1, 'project_id': '225734f29af34298b6913d3b2a27d990', 'subnets': [{'id': '58c7286e-f7ab-4c10-861a-0dcf53f08074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:20.865454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Router a85b2482-238b-4240-a0ae-2d6696d2fb8f has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:20.875090 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.915976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e8ec6a62-d6db-4b13-9b1a-3329dd4891f3,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:20.922623 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.923464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c9e3082e-b8a8-49a9-b414-b00af74f2f92 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:20.994948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:21.001261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c3f4ad60-1e8a-4964-8755-3091e8bc216e admin admin] 10.222.0.52 "PUT /v2.0/routers/a85b2482-238b-4240-a0ae-2d6696d2fb8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0025797 Jul 16 18:57:21.186907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a06994ba-eb70-47e3-883a-c77c049624be None None] Provisioning complete for port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:21.187439 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a06994ba-eb70-47e3-883a-c77c049624be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.223981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=e8ec6a62-d6db-4b13-9b1a-3329dd4891f3,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:21.238509 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port c9e3082e-b8a8-49a9-b414-b00af74f2f92 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:21.245084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a06994ba-eb70-47e3-883a-c77c049624be None None] Port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:21.247607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c9e3082e-b8a8-49a9-b414-b00af74f2f92 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:21.248001 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.334969 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.375632 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port c9e3082e-b8a8-49a9-b414-b00af74f2f92, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c9e3082e-b8a8-49a9-b414-b00af74f2f92,segment=NetworkSegment(fc4d4bb5-ed90-4307-954e-bfdf9d354225),segment_id=fc4d4bb5-ed90-4307-954e-bfdf9d354225)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:21.380983 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.381832 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9a492295-b839-4a6a-aa8b-0e31e9451e27 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:21.464433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=c9e3082e-b8a8-49a9-b414-b00af74f2f92,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:21.486597 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9a492295-b839-4a6a-aa8b-0e31e9451e27 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:21.487137 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.570539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c9e3082e-b8a8-49a9-b414-b00af74f2f92 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:22.633911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c9e3082e-b8a8-49a9-b414-b00af74f2f92 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:22.634276 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.731768 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 74315619-5fca-4326-bfd8-13ba0ce03171 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:22.812158 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 74315619-5fca-4326-bfd8-13ba0ce03171 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:22.817779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 74315619-5fca-4326-bfd8-13ba0ce03171 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:22.818140 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.930320 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.958918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 74315619-5fca-4326-bfd8-13ba0ce03171, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=74315619-5fca-4326-bfd8-13ba0ce03171,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:22.963907 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.964892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:23.058850 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=74315619-5fca-4326-bfd8-13ba0ce03171,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:23.086969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:23.087663 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.199003 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Sync routers for ids ['a85b2482-238b-4240-a0ae-2d6696d2fb8f'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:24.210722 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Routers {'a85b2482-238b-4240-a0ae-2d6696d2fb8f'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:24.211365 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a85b2482-238b-4240-a0ae-2d6696d2fb8f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:24.325651 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Set router a85b2482-238b-4240-a0ae-2d6696d2fb8f gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:24.473400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 74315619-5fca-4326-bfd8-13ba0ce03171 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:24.536907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 74315619-5fca-4326-bfd8-13ba0ce03171 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:24.537487 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.611439 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'name': 'tempest-TestMinimumBasicScenario-1971655633-router', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '225734f29af34298b6913d3b2a27d990', 'gw_port': {'id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '096f6ee5-e9c4-4fee-9e74-54cb93c29407', 'name': '', 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'mac_address': 'fa:16:3e:3c:9c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '58c7286e-f7ab-4c10-861a-0dcf53f08074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 2, 'project_id': '225734f29af34298b6913d3b2a27d990', 'subnets': [{'id': '58c7286e-f7ab-4c10-861a-0dcf53f08074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:24.650234 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Checking router: a85b2482-238b-4240-a0ae-2d6696d2fb8f for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:24.650592 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Updating router a85b2482-238b-4240-a0ae-2d6696d2fb8f port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:57:24.691204 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.052741 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.064500 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Transition to ACTIVE for port object 096f6ee5-e9c4-4fee-9e74-54cb93c29407 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:25.076139 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.141341 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb4261-c868-4f23-a36a-979fd0448a0c None None] Pushing event updated for resources: {'Port': ['ID=096f6ee5-e9c4-4fee-9e74-54cb93c29407,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:25.216985 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Attempting to bind port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:25.217651 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Attempting to bind port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'fc4d4bb5-ed90-4307-954e-bfdf9d354225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:25.217901 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Attempting to bind port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 on network 65ac89e3-5d68-4e71-874d-a630bbeb01c1 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:25.224100 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:25.224578 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Checking segment: {'id': 'fc4d4bb5-ed90-4307-954e-bfdf9d354225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:25.224990 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.225596 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Bound using segment: {'id': 'fc4d4bb5-ed90-4307-954e-bfdf9d354225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:25.226068 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Bound port: 096f6ee5-e9c4-4fee-9e74-54cb93c29407, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4d4bb5-ed90-4307-954e-bfdf9d354225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:25.226448 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.305678 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] For port 096f6ee5-e9c4-4fee-9e74-54cb93c29407, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:25.310006 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] For port 096f6ee5-e9c4-4fee-9e74-54cb93c29407, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=096f6ee5-e9c4-4fee-9e74-54cb93c29407,segment=NetworkSegment(fc4d4bb5-ed90-4307-954e-bfdf9d354225),segment_id=fc4d4bb5-ed90-4307-954e-bfdf9d354225)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:25.322703 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.383146 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Routers {'a85b2482-238b-4240-a0ae-2d6696d2fb8f'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:25.383799 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:57:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a85b2482-238b-4240-a0ae-2d6696d2fb8f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:25.433624 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb4261-c868-4f23-a36a-979fd0448a0c None None] Pushing event updated for resources: {'Port': ['ID=096f6ee5-e9c4-4fee-9e74-54cb93c29407,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:25.526814 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] Set router a85b2482-238b-4240-a0ae-2d6696d2fb8f gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:25.763228 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'name': 'tempest-TestMinimumBasicScenario-1971655633-router', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '225734f29af34298b6913d3b2a27d990', 'gw_port': {'id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '096f6ee5-e9c4-4fee-9e74-54cb93c29407', 'name': '', 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'mac_address': 'fa:16:3e:3c:9c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '58c7286e-f7ab-4c10-861a-0dcf53f08074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:25Z', 'revision_number': 4, 'project_id': '225734f29af34298b6913d3b2a27d990', 'subnets': [{'id': '58c7286e-f7ab-4c10-861a-0dcf53f08074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:25.794346 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd97eea-7463-43c3-9996-ad87d8d6d960 None None] The sync data for ids ['a85b2482-238b-4240-a0ae-2d6696d2fb8f'] in n-d-793618-9 is: [{'id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'name': 'tempest-TestMinimumBasicScenario-1971655633-router', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '225734f29af34298b6913d3b2a27d990', 'gw_port': {'id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '096f6ee5-e9c4-4fee-9e74-54cb93c29407', 'name': '', 'network_id': '65ac89e3-5d68-4e71-874d-a630bbeb01c1', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'mac_address': 'fa:16:3e:3c:9c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '58c7286e-f7ab-4c10-861a-0dcf53f08074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:25Z', 'revision_number': 4, 'project_id': '225734f29af34298b6913d3b2a27d990', 'subnets': [{'id': '58c7286e-f7ab-4c10-861a-0dcf53f08074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:26.479399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 096f6ee5-e9c4-4fee-9e74-54cb93c29407 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:26.542817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:26.547707 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:26.548141 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.649104 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.688942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 096f6ee5-e9c4-4fee-9e74-54cb93c29407, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=096f6ee5-e9c4-4fee-9e74-54cb93c29407,segment=NetworkSegment(fc4d4bb5-ed90-4307-954e-bfdf9d354225),segment_id=fc4d4bb5-ed90-4307-954e-bfdf9d354225)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:26.698995 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.770444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=096f6ee5-e9c4-4fee-9e74-54cb93c29407,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:28.454218 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 096f6ee5-e9c4-4fee-9e74-54cb93c29407 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:28.509441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:28.510215 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:30.165213 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7973-63d9-4c91-93a9-8b65784d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:31.590428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-6dd8011f-19f6-44fb-bc94-13bb83df932e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:31.592802 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-6dd8011f-19f6-44fb-bc94-13bb83df932e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/networks?id=aa3ced95-ee27-4f65-893e-1fa032d90c09 HTTP/1.1" status: 200 len: 814 time: 0.1737351 Jul 16 18:57:31.613299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-43ab1af4-0c64-423b-92eb-a7d2b43a4ce6 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/quotas/df46c27682a24f64af75b50439d594be HTTP/1.1" status: 200 len: 375 time: 0.0141070 Jul 16 18:57:31.683760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-1a48d9de-0cc5-4a82-8bb5-160e2f014e6f tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=df46c27682a24f64af75b50439d594be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653808 Jul 16 18:57:31.782597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-e9cb0f4f-794c-4740-a244-131e343240ff service neutron] 10.222.0.52 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862875 Jul 16 18:57:31.876082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-3b67cd3e-fdc9-4122-b133-ac4d31c2e455 service neutron] 10.222.0.52 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870500 Jul 16 18:57:32.052542 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f53c46f2-30c6-4345-afe3-a76c31be5497 req-32f680dc-666e-40c3-ba8b-045cb2a42f1f tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 210 time: 0.0379369 Jul 16 18:57:32.360921 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ab62-36ad-4389-9dec-83e525aac863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:32.832740 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.086633 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.116655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-4c525b4d-0c5f-446f-bfc5-e21250552fb0 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:33.119105 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-4c525b4d-0c5f-446f-bfc5-e21250552fb0 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.38 "GET /v2.0/networks?id=aa3ced95-ee27-4f65-893e-1fa032d90c09 HTTP/1.1" status: 200 len: 814 time: 0.1287622 Jul 16 18:57:33.131077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Request body: {'port': {'device_id': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'admin_state_up': True, 'tenant_id': 'df46c27682a24f64af75b50439d594be'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:33.144445 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.234260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-806e433a-d246-4621-8652-f58498677cd1 req-864b59d2-1b11-4b21-a9e5-2f4cb9a63722 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 210 time: 0.0341990 Jul 16 18:57:33.278458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Made reservation on behalf of df46c27682a24f64af75b50439d594be for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:33.282211 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.428218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Allocated IP 172.20.0.4 (aa3ced95-ee27-4f65-893e-1fa032d90c09/18e38d92-0b3b-4dff-85e7-969795e2c575/9ba47499-7759-4617-9479-783534a2d80a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:33.728391 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.748775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Transition to ACTIVE for port object 9ba47499-7759-4617-9479-783534a2d80a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:33.796005 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.842806 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Network aa3ced95-ee27-4f65-893e-1fa032d90c09 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:33.846146 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:33.850380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:33.900844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event updated for resources: {'Port': ['ID=9ba47499-7759-4617-9479-783534a2d80a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:33.914756 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:33.915104 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:33.915453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:33.915792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:33.916127 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:33.916459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:33.916804 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:33.917120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:33.917483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:33.917818 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:33.918140 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:33.918463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:33.950835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:33.951928 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:34.009071 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:34.020119 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0fa3af5f-6ffb-4f2d-ab92-bec026f94bb3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8938084 Jul 16 18:57:34.233889 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c7ce1767-e3b9-46f0-8407-94d34111150c None None] Provisioning for port 9ba47499-7759-4617-9479-783534a2d80a completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:34.243458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c7ce1767-e3b9-46f0-8407-94d34111150c None None] Provisioning complete for port 9ba47499-7759-4617-9479-783534a2d80a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:34.244442 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1767-e3b9-46f0-8407-94d34111150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:34.301878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce1767-e3b9-46f0-8407-94d34111150c None None] Port 9ba47499-7759-4617-9479-783534a2d80a cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:34.490327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cfc50-c493-4c18-918b-7b731ef169cd req-75a9680f-7a73-40bf-92bf-b55983d19bc7 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:34.492211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a08cfc50-c493-4c18-918b-7b731ef169cd req-75a9680f-7a73-40bf-92bf-b55983d19bc7 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 931 time: 0.1234741 Jul 16 18:57:34.533824 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a08cfc50-c493-4c18-918b-7b731ef169cd req-74bd3e37-6b60-4e67-853b-0809bf630efd tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353391 Jul 16 18:57:35.703044 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:35.734956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136fcac-47cf-4dd7-a58e-5af4a9109be2 req-318d4039-66a4-4bd9-9e3b-5f2a400a2e79 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:35.736469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6136fcac-47cf-4dd7-a58e-5af4a9109be2 req-318d4039-66a4-4bd9-9e3b-5f2a400a2e79 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 931 time: 0.0733871 Jul 16 18:57:35.786164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6136fcac-47cf-4dd7-a58e-5af4a9109be2 req-16ea2a60-9313-406a-abbd-fcde74e7d26d tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 Jul 16 18:57:36.987875 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9c70a-ccb1-415f-88c2-1b90ed4bb064 req-b2517ce7-a55b-4098-a0f1-e754213cba11 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:36.989655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d6d9c70a-ccb1-415f-88c2-1b90ed4bb064 req-b2517ce7-a55b-4098-a0f1-e754213cba11 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 931 time: 0.0782640 Jul 16 18:57:37.048786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d6d9c70a-ccb1-415f-88c2-1b90ed4bb064 req-b928d20b-9515-483b-975a-35b4bfecb6aa tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527916 Jul 16 18:57:38.312064 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbc696-f453-47ce-b6ff-1e3847d31001 req-a124cadb-b1d7-4351-9bf9-458386ee64bb tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:38.314654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75fbc696-f453-47ce-b6ff-1e3847d31001 req-a124cadb-b1d7-4351-9bf9-458386ee64bb tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 931 time: 0.1148207 Jul 16 18:57:38.354184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75fbc696-f453-47ce-b6ff-1e3847d31001 req-c87578f8-f6a5-4e8d-a716-a46e8aa3dc73 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333822 Jul 16 18:57:39.596070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4a9f0-ae26-42d6-9f35-11e9b55a9b40 req-918285f2-63be-4d26-83ff-6a48d9330476 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:39.598798 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59f4a9f0-ae26-42d6-9f35-11e9b55a9b40 req-918285f2-63be-4d26-83ff-6a48d9330476 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 931 time: 0.0963461 Jul 16 18:57:39.642112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59f4a9f0-ae26-42d6-9f35-11e9b55a9b40 req-7849391f-c809-4427-9dfd-36fc32dfbfec tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Jul 16 18:57:40.873832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c199027-8fed-462b-8913-da86d63dc860 req-f726df06-df94-4445-88e5-df1578d942e3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:40.875427 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c199027-8fed-462b-8913-da86d63dc860 req-f726df06-df94-4445-88e5-df1578d942e3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 931 time: 0.1011240 Jul 16 18:57:40.919046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c199027-8fed-462b-8913-da86d63dc860 req-99b07859-cf89-4f44-89e2-113dcbb0c669 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361693 Jul 16 18:57:42.142650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010580-25e0-4dd2-806c-929ef64977eb req-f95df427-9f5b-4dbf-a4fb-0f6d078fad41 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:42.146601 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec010580-25e0-4dd2-806c-929ef64977eb req-f95df427-9f5b-4dbf-a4fb-0f6d078fad41 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 931 time: 0.0917890 Jul 16 18:57:42.194778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec010580-25e0-4dd2-806c-929ef64977eb req-629f2602-753f-40f8-93dc-64cf0d671b5b tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421765 Jul 16 18:57:43.387701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b7dd-5040-44fc-b1b5-2f516cc9d067 req-a43c9cf8-f173-4a47-8fb5-755b43df5aca tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.389244 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3831b7dd-5040-44fc-b1b5-2f516cc9d067 req-a43c9cf8-f173-4a47-8fb5-755b43df5aca tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 931 time: 0.0678830 Jul 16 18:57:43.428736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3831b7dd-5040-44fc-b1b5-2f516cc9d067 req-85cc0815-fa7d-47c2-b3fb-dab56f57a1d3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Jul 16 18:57:43.464994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Request body: {'port': {'device_id': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:43.546955 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:43.824395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba47499-7759-4617-9479-783534a2d80a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:43.833792 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:43.851827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Transition to ACTIVE for port object 9ba47499-7759-4617-9479-783534a2d80a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:43.856343 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:43.927826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba47499-7759-4617-9479-783534a2d80a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:43.984238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Attempting to bind port 9ba47499-7759-4617-9479-783534a2d80a on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:43.984579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Attempting to bind port 9ba47499-7759-4617-9479-783534a2d80a by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:43.984916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Attempting to bind port 9ba47499-7759-4617-9479-783534a2d80a on network aa3ced95-ee27-4f65-893e-1fa032d90c09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:43.989621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Port 9ba47499-7759-4617-9479-783534a2d80a on network aa3ced95-ee27-4f65-893e-1fa032d90c09 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:57:43.989952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Attempting to bind port 9ba47499-7759-4617-9479-783534a2d80a on network aa3ced95-ee27-4f65-893e-1fa032d90c09 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:43.995211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:43.995550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Checking segment: {'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:43.995957 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Bound using segment: {'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:43.996482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Bound port: 9ba47499-7759-4617-9479-783534a2d80a, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b0c3ea4-77e4-4346-a53f-99342e183c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:43.996853 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:44.070188 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] For port 9ba47499-7759-4617-9479-783534a2d80a, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:44.074343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] For port 9ba47499-7759-4617-9479-783534a2d80a, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9ba47499-7759-4617-9479-783534a2d80a,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:44.079570 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:44.120555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.121392 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:44.122835 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] 10.222.0.38 "PUT /v2.0/ports/9ba47499-7759-4617-9479-783534a2d80a HTTP/1.1" status: 200 len: 1091 time: 0.6630514 Jul 16 18:57:44.123367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'tag': '9ba47499-7759-4617-9479-783534a2d80a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:44.125765 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca236d5e-2964-48ae-a431-3cc5c352965f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "tag": "9ba47499-7759-4617-9479-783534a2d80a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:44.163589 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1cbd5-a8ae-477f-a64f-0673baeb4a81 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba47499-7759-4617-9479-783534a2d80a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:44.184336 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0197f9b-55c4-46d9-bdf2-7529258743f7 x-openstack-request-id: req-d0197f9b-55c4-46d9-bdf2-7529258743f7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:44.185360 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "tag": "9ba47499-7759-4617-9479-783534a2d80a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:44.185748 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0197f9b-55c4-46d9-bdf2-7529258743f7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:44.186019 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'tag': '9ba47499-7759-4617-9479-783534a2d80a', 'status': 'completed', 'code': 200} Jul 16 18:57:44.243204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-7dcf6b73-6b7e-4184-bbe4-a145ed8771b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.244760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-7dcf6b73-6b7e-4184-bbe4-a145ed8771b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df46c27682a24f64af75b50439d594be&device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 1094 time: 0.0625074 Jul 16 18:57:44.295794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-ec189907-963a-4e6a-895c-fb10c2055be3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ba47499-7759-4617-9479-783534a2d80a HTTP/1.1" status: 200 len: 217 time: 0.0432312 Jul 16 18:57:44.352145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-6e162d6b-9731-47bb-bd88-dd37bd75697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.353682 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-6e162d6b-9731-47bb-bd88-dd37bd75697a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18e38d92-0b3b-4dff-85e7-969795e2c575 HTTP/1.1" status: 200 len: 853 time: 0.0515251 Jul 16 18:57:44.411434 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0881a2e3-fd92-47c2-9bc3-e70bd83504f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.413111 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-0881a2e3-fd92-47c2-9bc3-e70bd83504f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa3ced95-ee27-4f65-893e-1fa032d90c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536745 Jul 16 18:57:44.513906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-ba152cc0-278c-4ea1-a2fd-4700a5e9a3c1 service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942521 Jul 16 18:57:44.646889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0577173c-e5ba-4944-b395-e8e2893b6d90 req-33b9609b-40d2-4573-b53f-961737236737 service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265101 Jul 16 18:57:44.668771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768c555-225e-48e9-aba7-e157520cdaf5 req-01e5a057-2fa6-427b-8c83-aa46e914d4a2 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.670769 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a768c555-225e-48e9-aba7-e157520cdaf5 req-01e5a057-2fa6-427b-8c83-aa46e914d4a2 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 943 time: 0.1240597 Jul 16 18:57:44.734778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a768c555-225e-48e9-aba7-e157520cdaf5 req-692a7087-16ed-4de2-b4fe-c4215d4362ea tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584092 Jul 16 18:57:44.772911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca236d5e-2964-48ae-a431-3cc5c352965f req-be878840-3af5-4166-8971-ba3f6a0eec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.775187 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca236d5e-2964-48ae-a431-3cc5c352965f req-be878840-3af5-4166-8971-ba3f6a0eec24 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df46c27682a24f64af75b50439d594be&device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 1094 time: 0.0706077 Jul 16 18:57:44.868755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca236d5e-2964-48ae-a431-3cc5c352965f req-fba78715-c666-48de-9498-8d36369e1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.870296 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca236d5e-2964-48ae-a431-3cc5c352965f req-fba78715-c666-48de-9498-8d36369e1880 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa3ced95-ee27-4f65-893e-1fa032d90c09 HTTP/1.1" status: 200 len: 915 time: 0.0893116 Jul 16 18:57:44.912913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca236d5e-2964-48ae-a431-3cc5c352965f req-bd915868-b204-4691-9363-cbd8b69d4930 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ba47499-7759-4617-9479-783534a2d80a HTTP/1.1" status: 200 len: 217 time: 0.0351589 Jul 16 18:57:44.961859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca236d5e-2964-48ae-a431-3cc5c352965f req-ec1c705a-4dd8-4290-af1b-1d2a1c67d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.963340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca236d5e-2964-48ae-a431-3cc5c352965f req-ec1c705a-4dd8-4290-af1b-1d2a1c67d3d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18e38d92-0b3b-4dff-85e7-969795e2c575 HTTP/1.1" status: 200 len: 853 time: 0.0439663 Jul 16 18:57:45.031480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca236d5e-2964-48ae-a431-3cc5c352965f req-c648be7a-627a-4032-881c-c9849cf35e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:45.033011 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca236d5e-2964-48ae-a431-3cc5c352965f req-c648be7a-627a-4032-881c-c9849cf35e4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa3ced95-ee27-4f65-893e-1fa032d90c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629330 Jul 16 18:57:45.126081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca236d5e-2964-48ae-a431-3cc5c352965f req-67193e07-ca37-4471-9e1e-3b85ce7ce638 service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856612 Jul 16 18:57:45.558257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ca236d5e-2964-48ae-a431-3cc5c352965f req-b1b06320-3a27-4f1e-90ea-ccf6b0ec058c service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255345 Jul 16 18:57:45.913889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c8ee0-030c-4ec2-9153-76333679d0ce req-a52c4e91-14dd-4a9d-9148-10b41b2fb684 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:45.915398 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-844c8ee0-030c-4ec2-9153-76333679d0ce req-a52c4e91-14dd-4a9d-9148-10b41b2fb684 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 943 time: 0.0650649 Jul 16 18:57:45.953304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-844c8ee0-030c-4ec2-9153-76333679d0ce req-6e5a226b-9fd5-44ca-b48f-d5cd129c14ff tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321140 Jul 16 18:57:47.133074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff182c-c168-4389-9d83-3ee2ee457fd3 req-aab45af9-c1a6-4511-877e-8855b5cfa1ee tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:47.134536 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1eff182c-c168-4389-9d83-3ee2ee457fd3 req-aab45af9-c1a6-4511-877e-8855b5cfa1ee tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 943 time: 0.0641472 Jul 16 18:57:47.173975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1eff182c-c168-4389-9d83-3ee2ee457fd3 req-992beb5b-5613-4c60-a9c2-fde08dde8c72 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338027 Jul 16 18:57:47.917264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 9ba47499-7759-4617-9479-783534a2d80a details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:57:48.022158 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 9ba47499-7759-4617-9479-783534a2d80a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9ba47499-7759-4617-9479-783534a2d80a,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:48.033533 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '9ba47499-7759-4617-9479-783534a2d80a', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'port_id': '9ba47499-7759-4617-9479-783534a2d80a', 'mac_address': 'fa:16:3e:8a:36:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:57:48.072843 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:48.086360 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba47499-7759-4617-9479-783534a2d80a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:48.106461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 9ba47499-7759-4617-9479-783534a2d80a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9ba47499-7759-4617-9479-783534a2d80a,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:48.110367 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:48.164103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=9ba47499-7759-4617-9479-783534a2d80a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:48.172947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:48.173333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:48.173680 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:48.174024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:48.174368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:48.174710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:48.175606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:48.175961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:48.176301 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:48.176644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:48.177083 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:48.177445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:48.313683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['9ba47499-7759-4617-9479-783534a2d80a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:48.362215 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe1f8-088e-44f6-be34-b6ec0674ecfb req-34595642-17ac-47f5-96f3-5d7d69c51e32 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:48.363921 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac9fe1f8-088e-44f6-be34-b6ec0674ecfb req-34595642-17ac-47f5-96f3-5d7d69c51e32 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 944 time: 0.0717185 Jul 16 18:57:48.406842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ac9fe1f8-088e-44f6-be34-b6ec0674ecfb req-99c4ee51-07be-48a2-8055-388e836cd953 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372353 Jul 16 18:57:49.585379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0acff-5be7-499c-bdd1-3a7c174a9a6c req-a36ec8c4-d009-4698-b088-6cd3cda34082 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:49.586896 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75f0acff-5be7-499c-bdd1-3a7c174a9a6c req-a36ec8c4-d009-4698-b088-6cd3cda34082 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 944 time: 0.0646348 Jul 16 18:57:49.625114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75f0acff-5be7-499c-bdd1-3a7c174a9a6c req-dfeb3f5f-1a94-4e5d-97d2-0c4b5640f36c tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326982 Jul 16 18:57:49.928570 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 9ba47499-7759-4617-9479-783534a2d80a up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:49.977384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 9ba47499-7759-4617-9479-783534a2d80a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:49.981578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 9ba47499-7759-4617-9479-783534a2d80a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:49.981961 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:50.066648 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:50.090231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba47499-7759-4617-9479-783534a2d80a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:50.092416 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f03844e-9981-4e29-aa9e-59312465abbc" -d '{"events": [{"server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "name": "network-vif-plugged", "status": "completed", "tag": "9ba47499-7759-4617-9479-783534a2d80a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:50.106174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 9ba47499-7759-4617-9479-783534a2d80a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9ba47499-7759-4617-9479-783534a2d80a,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:50.110386 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:50.134513 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82ebc97-783d-4c4f-a443-09124874563a x-openstack-request-id: req-d82ebc97-783d-4c4f-a443-09124874563a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:50.134809 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "name": "network-vif-plugged", "status": "completed", "tag": "9ba47499-7759-4617-9479-783534a2d80a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:50.135061 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d82ebc97-783d-4c4f-a443-09124874563a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:50.135469 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba47499-7759-4617-9479-783534a2d80a', 'code': 200} Jul 16 18:57:50.163170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=9ba47499-7759-4617-9479-783534a2d80a,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:50.249761 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fbbda-59e6-4839-be1c-67d96fcadda8 req-f3d158cf-1c2b-45a1-a5db-c117be2beb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:50.251299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b99fbbda-59e6-4839-be1c-67d96fcadda8 req-f3d158cf-1c2b-45a1-a5db-c117be2beb35 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 1096 time: 0.0586088 Jul 16 18:57:50.286858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b99fbbda-59e6-4839-be1c-67d96fcadda8 req-0b1aba11-9182-40a1-acf3-cd8201cff5d0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294988 Jul 16 18:57:50.602701 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:50.801422 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f9ec6-8886-46ac-b751-8bad6236ce16 req-f134acaa-eded-464d-8b48-b155cd397103 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:50.802983 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-579f9ec6-8886-46ac-b751-8bad6236ce16 req-f134acaa-eded-464d-8b48-b155cd397103 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 945 time: 0.0676157 Jul 16 18:57:50.844171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-579f9ec6-8886-46ac-b751-8bad6236ce16 req-85ff7187-6424-4b5c-b570-8069cc139a1e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352776 Jul 16 18:57:52.025578 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e2fb6-42ce-455e-be41-7cd37cc754af req-990ccf5c-9a85-4d33-8388-2f2f536ccbcd tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:52.027116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b39e2fb6-42ce-455e-be41-7cd37cc754af req-990ccf5c-9a85-4d33-8388-2f2f536ccbcd tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 945 time: 0.0694571 Jul 16 18:57:52.067352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b39e2fb6-42ce-455e-be41-7cd37cc754af req-e1663a32-2177-43b6-82d7-b9b8c60784f5 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346210 Jul 16 18:57:52.252659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe73b8d-092c-4f5a-b29f-d2fc45dad529 req-72f539f6-29f1-422b-9af9-09cb0fe0ff38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:52.254436 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fe73b8d-092c-4f5a-b29f-d2fc45dad529 req-72f539f6-29f1-422b-9af9-09cb0fe0ff38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 945 time: 0.0703094 Jul 16 18:57:52.295945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2fe73b8d-092c-4f5a-b29f-d2fc45dad529 req-c458e432-bc5e-49c0-8518-8d4b45930df1 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350273 Jul 16 18:57:52.645050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12852b8-160c-4ec1-b2a6-e9d8b8ba6cf1 req-73e45f89-8cf7-42cf-a1cf-68db5f4f775e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:52.646489 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d12852b8-160c-4ec1-b2a6-e9d8b8ba6cf1 req-73e45f89-8cf7-42cf-a1cf-68db5f4f775e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 945 time: 0.0656674 Jul 16 18:57:52.690156 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d12852b8-160c-4ec1-b2a6-e9d8b8ba6cf1 req-66337b30-ec8e-4bf2-a735-4733fac5ce5b tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378773 Jul 16 18:58:00.170301 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d598cf8d-8080-4bd8-ad0a-f71822a90ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.362901 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c287c7df-6772-4a82-91ef-ad598a19b819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.826191 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.072407 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.146829 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.973133 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.375911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fdb2a-fbf9-47ee-a315-36e157d3cee6 req-7171395f-152a-4881-9e78-2b85df94b621 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:04.377350 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a75fdb2a-fbf9-47ee-a315-36e157d3cee6 req-7171395f-152a-4881-9e78-2b85df94b621 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 945 time: 0.0682495 Jul 16 18:58:04.416200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a75fdb2a-fbf9-47ee-a315-36e157d3cee6 req-74606f3b-ce03-4deb-a367-4a7c5bce37f9 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Jul 16 18:58:04.441736 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53082) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:04.580733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edf7500-2301-4d99-9a54-f8dd5b019f97 tempest-TestMinimumBasicScenario-717499952 tempest-TestMinimumBasicScenario-717499952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:04.582446 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9edf7500-2301-4d99-9a54-f8dd5b019f97 tempest-TestMinimumBasicScenario-717499952 tempest-TestMinimumBasicScenario-717499952-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 1091 time: 0.1397014 Jul 16 18:58:04.585548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53086) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:04.589915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '9ba47499-7759-4617-9479-783534a2d80a', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:04.613541 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.711603 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.810432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Allocated IP 172.25.8.171 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/1dcb874b-84ae-441d-8b56-9359de526fb0) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:04.914569 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.953578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.997704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:05.000575 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:05.005518 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:05.008621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event updated for resources: {'Port': ['ID=1dcb874b-84ae-441d-8b56-9359de526fb0,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:05.521868 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.698461 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.914641 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.075844 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.080248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.150619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event updated for resources: {'Port': ['ID=1dcb874b-84ae-441d-8b56-9359de526fb0,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:06.156778 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.257391 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Floating IP 9aac3ff7-a93a-478b-ab9d-012a3a73db7a associated. External IP: 172.25.8.171, port: 9ba47499-7759-4617-9479-783534a2d80a. Jul 16 18:58:06.464708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Router 7c167a12-1e40-437c-aab1-745582d48cda has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:58:06.574831 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:58:06.585060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999cb3d-203a-4384-9b68-e94624bbbf2b None None] Sync routers for ids ['7c167a12-1e40-437c-aab1-745582d48cda'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:58:06.591628 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.598466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999cb3d-203a-4384-9b68-e94624bbbf2b None None] Routers {'7c167a12-1e40-437c-aab1-745582d48cda'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:06.599104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f999cb3d-203a-4384-9b68-e94624bbbf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:58:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c167a12-1e40-437c-aab1-745582d48cda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:06.632716 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d0545bb9-e95b-472f-8461-62832acd9d38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0435350 Jul 16 18:58:06.632716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'tag': '9ba47499-7759-4617-9479-783534a2d80a'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:06.633050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:06.633525 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19192522-c626-4231-8a8e-d20cd365834b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "tag": "9ba47499-7759-4617-9479-783534a2d80a"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:06.637886 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f0904ed0-4157-444c-8335-f8bb51b07086 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-728388518', 'description': 'tempest-secgroup-smoke-728388518 description', 'project_id': 'df46c27682a24f64af75b50439d594be'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:06.670780 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0904ed0-4157-444c-8335-f8bb51b07086 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.678798 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6048c02-c812-4190-ae2e-4b50416a412f x-openstack-request-id: req-f6048c02-c812-4190-ae2e-4b50416a412f {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:06.679089 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "tag": "9ba47499-7759-4617-9479-783534a2d80a", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:06.679344 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6048c02-c812-4190-ae2e-4b50416a412f {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:06.679747 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'tag': '9ba47499-7759-4617-9479-783534a2d80a', 'status': 'completed', 'code': 200} Jul 16 18:58:06.719946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f999cb3d-203a-4384-9b68-e94624bbbf2b None None] Set router 7c167a12-1e40-437c-aab1-745582d48cda gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:06.796064 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0904ed0-4157-444c-8335-f8bb51b07086 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.799655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19192522-c626-4231-8a8e-d20cd365834b req-f05d0d85-7d77-4f82-b7b8-62f99a733bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:06.801631 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19192522-c626-4231-8a8e-d20cd365834b req-f05d0d85-7d77-4f82-b7b8-62f99a733bfd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df46c27682a24f64af75b50439d594be&device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 1096 time: 0.0961845 Jul 16 18:58:06.802658 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0904ed0-4157-444c-8335-f8bb51b07086 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.859357 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0904ed0-4157-444c-8335-f8bb51b07086 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.860586 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f0904ed0-4157-444c-8335-f8bb51b07086 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2265162 Jul 16 18:58:06.863771 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53094) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:06.866062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0904ed0-4157-444c-8335-f8bb51b07086 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49963cda-79d6-433e-87e6-1b93df4d916a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:06.868457 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4ccedc45-eb0e-45af-a851-451d435f492e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Request body: {'security_group_rule': {'security_group_id': '49963cda-79d6-433e-87e6-1b93df4d916a', 'project_id': 'df46c27682a24f64af75b50439d594be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:06.902471 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccedc45-eb0e-45af-a851-451d435f492e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.939697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19192522-c626-4231-8a8e-d20cd365834b req-66296a00-8deb-4332-80f6-38f3a5c2c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:06.942273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19192522-c626-4231-8a8e-d20cd365834b req-66296a00-8deb-4332-80f6-38f3a5c2c953 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa3ced95-ee27-4f65-893e-1fa032d90c09 HTTP/1.1" status: 200 len: 915 time: 0.1313238 Jul 16 18:58:06.960355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f999cb3d-203a-4384-9b68-e94624bbbf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '9aac3ff7-a93a-478b-ab9d-012a3a73db7a', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'port_id': '9ba47499-7759-4617-9479-783534a2d80a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'mac_address': 'fa:16:3e:8a:36:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:58:05Z', 'updated_at': '2021-07-16T18:58:05Z', 'revision_number': 0, 'project_id': 'df46c27682a24f64af75b50439d594be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8ec6a62-d6db-4b13-9b1a-3329dd4891f3', 'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'mac_address': 'fa:16:3e:27:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:14Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 5, 'project_id': 'df46c27682a24f64af75b50439d594be', 'subnets': [{'id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:06.979838 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccedc45-eb0e-45af-a851-451d435f492e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.984048 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccedc45-eb0e-45af-a851-451d435f492e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.987417 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999cb3d-203a-4384-9b68-e94624bbbf2b None None] Checking router: 7c167a12-1e40-437c-aab1-745582d48cda for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:58:06.999133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999cb3d-203a-4384-9b68-e94624bbbf2b None None] Routers {'7c167a12-1e40-437c-aab1-745582d48cda'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:06.999824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f999cb3d-203a-4384-9b68-e94624bbbf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:58:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c167a12-1e40-437c-aab1-745582d48cda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:07.010112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccedc45-eb0e-45af-a851-451d435f492e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671fbae0-6955-44df-b955-fb4a1cc8a083,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:07.012868 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19192522-c626-4231-8a8e-d20cd365834b req-37f6c5fc-6978-4e9b-87c0-afefbfc4d386 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ba47499-7759-4617-9479-783534a2d80a HTTP/1.1" status: 200 len: 999 time: 0.0640469 Jul 16 18:58:07.017853 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4ccedc45-eb0e-45af-a851-451d435f492e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.020342 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4ccedc45-eb0e-45af-a851-451d435f492e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548905 Jul 16 18:58:07.022318 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53096) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:07.026766 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-43b6f21e-eb4c-48a7-a271-f4d69733e692 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Request body: {'security_group_rule': {'security_group_id': '49963cda-79d6-433e-87e6-1b93df4d916a', 'project_id': 'df46c27682a24f64af75b50439d594be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:07.055407 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b6f21e-eb4c-48a7-a271-f4d69733e692 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.071716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19192522-c626-4231-8a8e-d20cd365834b req-bd1ced39-e2bd-463c-b89c-a8930aaadc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:07.073297 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19192522-c626-4231-8a8e-d20cd365834b req-bd1ced39-e2bd-463c-b89c-a8930aaadc84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18e38d92-0b3b-4dff-85e7-969795e2c575 HTTP/1.1" status: 200 len: 853 time: 0.0511179 Jul 16 18:58:07.124037 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b6f21e-eb4c-48a7-a271-f4d69733e692 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.128662 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b6f21e-eb4c-48a7-a271-f4d69733e692 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.132916 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f999cb3d-203a-4384-9b68-e94624bbbf2b None None] Set router 7c167a12-1e40-437c-aab1-745582d48cda gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:07.134966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19192522-c626-4231-8a8e-d20cd365834b req-1ab33165-74ee-4ef6-91df-f7f207c12d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:07.136661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19192522-c626-4231-8a8e-d20cd365834b req-1ab33165-74ee-4ef6-91df-f7f207c12d87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa3ced95-ee27-4f65-893e-1fa032d90c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571532 Jul 16 18:58:07.152406 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6f21e-eb4c-48a7-a271-f4d69733e692 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a755cee-59ca-41bb-ac40-85ca225c4dcf,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:07.156569 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-43b6f21e-eb4c-48a7-a271-f4d69733e692 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.160318 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-43b6f21e-eb4c-48a7-a271-f4d69733e692 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345427 Jul 16 18:58:07.160526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53098) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:07.165149 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-46d546de-777e-44e0-9acd-13f3e1050ad6 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Request body: {'security_group_rule': {'security_group_id': '49963cda-79d6-433e-87e6-1b93df4d916a', 'project_id': 'df46c27682a24f64af75b50439d594be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:07.193096 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46d546de-777e-44e0-9acd-13f3e1050ad6 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.254030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19192522-c626-4231-8a8e-d20cd365834b req-24bbf097-4e69-4be0-8275-e582027c4794 service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094363 Jul 16 18:58:07.270980 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46d546de-777e-44e0-9acd-13f3e1050ad6 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.277438 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46d546de-777e-44e0-9acd-13f3e1050ad6 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.304906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d546de-777e-44e0-9acd-13f3e1050ad6 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d552fae-91eb-4e22-b839-aad8bf6e7164,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:07.310230 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46d546de-777e-44e0-9acd-13f3e1050ad6 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.312363 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46d546de-777e-44e0-9acd-13f3e1050ad6 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502812 Jul 16 18:58:07.314764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53100) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:07.321165 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b742523d-0dc0-4c2c-8016-cd6b432e3e8a tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Request body: {'security_group_rule': {'security_group_id': '49963cda-79d6-433e-87e6-1b93df4d916a', 'project_id': 'df46c27682a24f64af75b50439d594be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:07.354361 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b742523d-0dc0-4c2c-8016-cd6b432e3e8a tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.354670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-19192522-c626-4231-8a8e-d20cd365834b req-ac5506c5-9629-4241-a968-cde81cd3bc39 service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951722 Jul 16 18:58:07.389217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f999cb3d-203a-4384-9b68-e94624bbbf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '9aac3ff7-a93a-478b-ab9d-012a3a73db7a', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'port_id': '9ba47499-7759-4617-9479-783534a2d80a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'mac_address': 'fa:16:3e:8a:36:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:58:05Z', 'updated_at': '2021-07-16T18:58:05Z', 'revision_number': 0, 'project_id': 'df46c27682a24f64af75b50439d594be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8ec6a62-d6db-4b13-9b1a-3329dd4891f3', 'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'mac_address': 'fa:16:3e:27:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:14Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 5, 'project_id': 'df46c27682a24f64af75b50439d594be', 'subnets': [{'id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:07.417135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999cb3d-203a-4384-9b68-e94624bbbf2b None None] The sync data for ids ['7c167a12-1e40-437c-aab1-745582d48cda'] in n-d-793618-9 is: [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '9aac3ff7-a93a-478b-ab9d-012a3a73db7a', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'port_id': '9ba47499-7759-4617-9479-783534a2d80a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'mac_address': 'fa:16:3e:8a:36:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:58:05Z', 'updated_at': '2021-07-16T18:58:05Z', 'revision_number': 0, 'project_id': 'df46c27682a24f64af75b50439d594be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8ec6a62-d6db-4b13-9b1a-3329dd4891f3', 'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'mac_address': 'fa:16:3e:27:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:14Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 5, 'project_id': 'df46c27682a24f64af75b50439d594be', 'subnets': [{'id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:58:07.417729 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b742523d-0dc0-4c2c-8016-cd6b432e3e8a tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.421740 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b742523d-0dc0-4c2c-8016-cd6b432e3e8a tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.445751 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742523d-0dc0-4c2c-8016-cd6b432e3e8a tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11c2961-52fa-4268-98c3-af7f453ca912,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:07.453203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b742523d-0dc0-4c2c-8016-cd6b432e3e8a tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.454440 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b742523d-0dc0-4c2c-8016-cd6b432e3e8a tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386697 Jul 16 18:58:07.457706 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53102) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:07.462529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-33f764a4-7ce8-4dd4-a1d2-026a4bb76f46 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Request body: {'security_group_rule': {'security_group_id': '49963cda-79d6-433e-87e6-1b93df4d916a', 'project_id': 'df46c27682a24f64af75b50439d594be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:07.485494 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-33f764a4-7ce8-4dd4-a1d2-026a4bb76f46 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Project df46c27682a24f64af75b50439d594be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:58:07.491828 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f764a4-7ce8-4dd4-a1d2-026a4bb76f46 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.554854 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f764a4-7ce8-4dd4-a1d2-026a4bb76f46 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.558716 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f764a4-7ce8-4dd4-a1d2-026a4bb76f46 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.587106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f764a4-7ce8-4dd4-a1d2-026a4bb76f46 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1368763d-7e32-4015-9e7d-0702c3df3f6b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:07.595695 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-33f764a4-7ce8-4dd4-a1d2-026a4bb76f46 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.597348 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-33f764a4-7ce8-4dd4-a1d2-026a4bb76f46 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384628 Jul 16 18:58:07.600431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53104) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:07.605494 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e20986ac-8a55-4852-b43b-17f92221f3f8 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Request body: {'security_group_rule': {'security_group_id': '49963cda-79d6-433e-87e6-1b93df4d916a', 'project_id': 'df46c27682a24f64af75b50439d594be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:07.627335 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c889eb-cc92-4b44-ab24-342c269306d4 None None] New status for floating IP 9aac3ff7-a93a-478b-ab9d-012a3a73db7a: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:58:07.631665 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-e20986ac-8a55-4852-b43b-17f92221f3f8 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Project df46c27682a24f64af75b50439d594be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:58:07.637415 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e20986ac-8a55-4852-b43b-17f92221f3f8 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.702519 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e20986ac-8a55-4852-b43b-17f92221f3f8 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.706551 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e20986ac-8a55-4852-b43b-17f92221f3f8 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.724522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20986ac-8a55-4852-b43b-17f92221f3f8 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81e3ff2-630f-4177-80ec-6d2535f4b5e3,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:07.730207 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e20986ac-8a55-4852-b43b-17f92221f3f8 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.731492 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e20986ac-8a55-4852-b43b-17f92221f3f8 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297276 Jul 16 18:58:07.856655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dabc6b69-8f97-4383-a7b7-39a840f1059a req-4487ab18-3702-4409-b324-112e65006fb0 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728388518&fields=id&tenant_id=df46c27682a24f64af75b50439d594be HTTP/1.1" status: 200 len: 267 time: 0.0357747 Jul 16 18:58:07.929751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc6b69-8f97-4383-a7b7-39a840f1059a req-6b07bd0c-fa66-4c29-a483-9a064a59c904 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:07.931254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dabc6b69-8f97-4383-a7b7-39a840f1059a req-6b07bd0c-fa66-4c29-a483-9a064a59c904 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 945 time: 0.0690193 Jul 16 18:58:07.942780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-dabc6b69-8f97-4383-a7b7-39a840f1059a req-ac2e9ee8-e429-4861-9b65-096e077ee1c7 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Request body: {'port': {'security_groups': ['b465f62b-04a0-43ac-9009-5444f152482a', '49963cda-79d6-433e-87e6-1b93df4d916a']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:08.029733 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dabc6b69-8f97-4383-a7b7-39a840f1059a req-ac2e9ee8-e429-4861-9b65-096e077ee1c7 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.216869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dabc6b69-8f97-4383-a7b7-39a840f1059a req-ac2e9ee8-e429-4861-9b65-096e077ee1c7 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] For port 9ba47499-7759-4617-9479-783534a2d80a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9ba47499-7759-4617-9479-783534a2d80a,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:08.246458 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dabc6b69-8f97-4383-a7b7-39a840f1059a req-ac2e9ee8-e429-4861-9b65-096e077ee1c7 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.251211 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dabc6b69-8f97-4383-a7b7-39a840f1059a req-ac2e9ee8-e429-4861-9b65-096e077ee1c7 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.263522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['9ba47499-7759-4617-9479-783534a2d80a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:08.297919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc6b69-8f97-4383-a7b7-39a840f1059a req-ac2e9ee8-e429-4861-9b65-096e077ee1c7 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:08.298647 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dabc6b69-8f97-4383-a7b7-39a840f1059a req-ac2e9ee8-e429-4861-9b65-096e077ee1c7 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.300211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dabc6b69-8f97-4383-a7b7-39a840f1059a req-ac2e9ee8-e429-4861-9b65-096e077ee1c7 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "PUT /v2.0/ports/9ba47499-7759-4617-9479-783534a2d80a HTTP/1.1" status: 200 len: 981 time: 0.3625054 Jul 16 18:58:08.303061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'tag': '9ba47499-7759-4617-9479-783534a2d80a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:08.306551 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124e3937-ad9a-4c2c-a165-2ae76dc15366" -d '{"events": [{"name": "network-changed", "server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "tag": "9ba47499-7759-4617-9479-783534a2d80a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:08.351672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e9ee8-e429-4861-9b65-096e077ee1c7 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event updated for resources: {'Port': ['ID=9ba47499-7759-4617-9479-783534a2d80a,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:08.359848 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd78813-8fc9-4670-add5-c86a6825af3a x-openstack-request-id: req-3bd78813-8fc9-4670-add5-c86a6825af3a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:08.360269 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "tag": "9ba47499-7759-4617-9479-783534a2d80a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:08.360628 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3bd78813-8fc9-4670-add5-c86a6825af3a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:08.361150 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'tag': '9ba47499-7759-4617-9479-783534a2d80a', 'status': 'completed', 'code': 200} Jul 16 18:58:08.372386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['9ba47499-7759-4617-9479-783534a2d80a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:08.504366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e3937-ad9a-4c2c-a165-2ae76dc15366 req-b725be64-ac39-4c31-85c7-77504c82e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:08.506022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-124e3937-ad9a-4c2c-a165-2ae76dc15366 req-b725be64-ac39-4c31-85c7-77504c82e4f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df46c27682a24f64af75b50439d594be&device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 1135 time: 0.1104581 Jul 16 18:58:08.561480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583e4fa-6d8d-4b10-b48c-3c4a74966ab6 req-8d848e06-ea6d-4f0b-ac99-3db552c1b123 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:08.563189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d583e4fa-6d8d-4b10-b48c-3c4a74966ab6 req-8d848e06-ea6d-4f0b-ac99-3db552c1b123 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.1205263 Jul 16 18:58:08.658808 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d583e4fa-6d8d-4b10-b48c-3c4a74966ab6 req-e678a54d-decb-45ca-84dd-1b2a28a4df73 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&id=49963cda-79d6-433e-87e6-1b93df4d916a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573225 Jul 16 18:58:08.660340 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c94779c6-8518-44b4-87a9-48b9f325fc21 None None] Provisioning complete for port 9ba47499-7759-4617-9479-783534a2d80a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:08.660731 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c94779c6-8518-44b4-87a9-48b9f325fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.667872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e3937-ad9a-4c2c-a165-2ae76dc15366 req-2a24cd72-595c-4ef5-aa48-17d7a538c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:08.669431 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-124e3937-ad9a-4c2c-a165-2ae76dc15366 req-2a24cd72-595c-4ef5-aa48-17d7a538c3ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa3ced95-ee27-4f65-893e-1fa032d90c09 HTTP/1.1" status: 200 len: 915 time: 0.1568346 Jul 16 18:58:08.744594 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-124e3937-ad9a-4c2c-a165-2ae76dc15366 req-677d10fe-554f-486b-869f-5824668ef480 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ba47499-7759-4617-9479-783534a2d80a HTTP/1.1" status: 200 len: 1001 time: 0.0676432 Jul 16 18:58:08.793871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e3937-ad9a-4c2c-a165-2ae76dc15366 req-26bc4192-abee-408a-b386-5c49f39d9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:08.795622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-124e3937-ad9a-4c2c-a165-2ae76dc15366 req-26bc4192-abee-408a-b386-5c49f39d9c63 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18e38d92-0b3b-4dff-85e7-969795e2c575 HTTP/1.1" status: 200 len: 853 time: 0.0453312 Jul 16 18:58:08.861632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e3937-ad9a-4c2c-a165-2ae76dc15366 req-95704b61-aaab-4ccf-b8e4-26ed78d037e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:08.863328 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-124e3937-ad9a-4c2c-a165-2ae76dc15366 req-95704b61-aaab-4ccf-b8e4-26ed78d037e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa3ced95-ee27-4f65-893e-1fa032d90c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610156 Jul 16 18:58:08.955113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-124e3937-ad9a-4c2c-a165-2ae76dc15366 req-351d67cd-261e-490a-9912-9ceb070a5e52 service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852001 Jul 16 18:58:09.052199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-124e3937-ad9a-4c2c-a165-2ae76dc15366 req-018633db-5e13-4e63-99f7-d835d09f38fb service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906980 Jul 16 18:58:23.982515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74992d4e-88f9-441c-aced-1f00586da229 req-29653817-2f3e-46a1-9ee5-aa65becb995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:23.984045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74992d4e-88f9-441c-aced-1f00586da229 req-29653817-2f3e-46a1-9ee5-aa65becb995f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df46c27682a24f64af75b50439d594be&device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 1135 time: 0.0992527 Jul 16 18:58:24.007590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916d513-ae97-4437-82e1-f2506f87b829 req-90db2b30-88ea-4e80-841d-ccff4503d340 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:24.009032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2916d513-ae97-4437-82e1-f2506f87b829 req-90db2b30-88ea-4e80-841d-ccff4503d340 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.0945778 Jul 16 18:58:24.093132 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2916d513-ae97-4437-82e1-f2506f87b829 req-bbc2bc10-d7bd-4338-8d61-7e10ac7339ec tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&id=49963cda-79d6-433e-87e6-1b93df4d916a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742104 Jul 16 18:58:24.115694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74992d4e-88f9-441c-aced-1f00586da229 req-d2d2c4a5-3995-43fc-acdc-e32345536d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:24.117198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74992d4e-88f9-441c-aced-1f00586da229 req-d2d2c4a5-3995-43fc-acdc-e32345536d64 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa3ced95-ee27-4f65-893e-1fa032d90c09 HTTP/1.1" status: 200 len: 915 time: 0.1253271 Jul 16 18:58:24.186991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74992d4e-88f9-441c-aced-1f00586da229 req-0b338a10-723a-4928-8b5a-3c4f9619a5d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ba47499-7759-4617-9479-783534a2d80a HTTP/1.1" status: 200 len: 1001 time: 0.0634630 Jul 16 18:58:24.236604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74992d4e-88f9-441c-aced-1f00586da229 req-4cc7372b-b0dd-41cf-a73b-4b58de4da0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:24.238539 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74992d4e-88f9-441c-aced-1f00586da229 req-4cc7372b-b0dd-41cf-a73b-4b58de4da0a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18e38d92-0b3b-4dff-85e7-969795e2c575 HTTP/1.1" status: 200 len: 853 time: 0.0447683 Jul 16 18:58:24.296012 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74992d4e-88f9-441c-aced-1f00586da229 req-8c860f31-a739-47f0-a4a1-97b32a5b05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:24.297484 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74992d4e-88f9-441c-aced-1f00586da229 req-8c860f31-a739-47f0-a4a1-97b32a5b05dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa3ced95-ee27-4f65-893e-1fa032d90c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524173 Jul 16 18:58:24.391003 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74992d4e-88f9-441c-aced-1f00586da229 req-39e46c75-76f1-47df-896e-0f1077b3ab98 service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865333 Jul 16 18:58:24.486546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74992d4e-88f9-441c-aced-1f00586da229 req-ce17389a-d186-4592-995b-80e28eeb055b service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882988 Jul 16 18:58:25.280224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bf614-53d6-4eea-b1e9-e46dff33f5b5 req-e8953486-4715-43f7-b3b3-d9d21ae3a4d0 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:25.281803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c2bf614-53d6-4eea-b1e9-e46dff33f5b5 req-e8953486-4715-43f7-b3b3-d9d21ae3a4d0 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.0697477 Jul 16 18:58:25.324477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2c2bf614-53d6-4eea-b1e9-e46dff33f5b5 req-9e9a7b92-ff2f-4a80-83cb-ed5cacdea687 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&id=49963cda-79d6-433e-87e6-1b93df4d916a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362108 Jul 16 18:58:26.502865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acea143-927c-483a-8253-689de4ddea4e req-2b9a7ba3-6dcb-44f4-a34c-69b8eebe996d tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:26.504640 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1acea143-927c-483a-8253-689de4ddea4e req-2b9a7ba3-6dcb-44f4-a34c-69b8eebe996d tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.0660517 Jul 16 18:58:26.545570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1acea143-927c-483a-8253-689de4ddea4e req-8153bcbd-03f5-425a-a7dc-51e0fdafac78 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&id=49963cda-79d6-433e-87e6-1b93df4d916a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353370 Jul 16 18:58:27.601958 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:58:27.716901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef247d-f153-4aa8-83b8-aef0c9121917 req-16af96b7-3425-4f6b-a806-c5a2490ef3f9 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:27.718569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c9ef247d-f153-4aa8-83b8-aef0c9121917 req-16af96b7-3425-4f6b-a806-c5a2490ef3f9 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.0626879 Jul 16 18:58:27.759136 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c9ef247d-f153-4aa8-83b8-aef0c9121917 req-27d807b8-985d-4b82-ac8e-ff8b1aae5dd9 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&id=49963cda-79d6-433e-87e6-1b93df4d916a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340645 Jul 16 18:58:28.937581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5038f2-0b97-41cf-90f9-f0fbf6ede19f req-c30105e6-55b5-4d0d-8530-a1104d008d31 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:28.939092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e5038f2-0b97-41cf-90f9-f0fbf6ede19f req-c30105e6-55b5-4d0d-8530-a1104d008d31 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.0676041 Jul 16 18:58:28.978837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e5038f2-0b97-41cf-90f9-f0fbf6ede19f req-1e90364c-cdb2-4ea6-9b0f-b306645d97b8 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&id=49963cda-79d6-433e-87e6-1b93df4d916a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334980 Jul 16 18:58:30.161134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746fc2a-9fba-4f37-b671-8c0aa6451e9d req-9c35387f-815d-4ced-93f7-0e0c93d73de1 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.162624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4746fc2a-9fba-4f37-b671-8c0aa6451e9d req-9c35387f-815d-4ced-93f7-0e0c93d73de1 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.0671346 Jul 16 18:58:30.171668 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1672cea-8753-4c2f-bb54-8ae370498d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:30.214257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4746fc2a-9fba-4f37-b671-8c0aa6451e9d req-205a419a-9a65-44e8-aacd-dab4cc3282f7 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&id=49963cda-79d6-433e-87e6-1b93df4d916a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450575 Jul 16 18:58:31.395230 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9a16f-2178-4b58-ae13-dbcf4fe85d80 req-c439b3f3-347c-4740-984a-69798a3104d3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.396730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-01e9a16f-2178-4b58-ae13-dbcf4fe85d80 req-c439b3f3-347c-4740-984a-69798a3104d3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.0687590 Jul 16 18:58:31.436347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-01e9a16f-2178-4b58-ae13-dbcf4fe85d80 req-369f1778-45fb-4864-9e4d-87e58801db05 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&id=49963cda-79d6-433e-87e6-1b93df4d916a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339155 Jul 16 18:58:32.363460 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2a34a58-8b79-4ac4-a0a4-12fd1eee5aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:32.610037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b35035-907b-49ef-ba29-fa7d9cbabd58 req-ff1c6247-1362-4060-bbc9-ef2ea52186fb tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:32.611731 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9b35035-907b-49ef-ba29-fa7d9cbabd58 req-ff1c6247-1362-4060-bbc9-ef2ea52186fb tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.0638833 Jul 16 18:58:32.651576 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d9b35035-907b-49ef-ba29-fa7d9cbabd58 req-e7cf72f0-b6cd-4f35-b57c-923c98dbf47e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&id=49963cda-79d6-433e-87e6-1b93df4d916a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336375 Jul 16 18:58:32.830336 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:33.095386 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:33.146764 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:33.823330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3795f-084b-43f0-b0e7-32a390a280d6 req-b42b5c43-670b-42a9-b7ae-7cdfebe00bf3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:33.824841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62a3795f-084b-43f0-b0e7-32a390a280d6 req-b42b5c43-670b-42a9-b7ae-7cdfebe00bf3 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.0643311 Jul 16 18:58:33.864826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-62a3795f-084b-43f0-b0e7-32a390a280d6 req-24f9ce7a-8e1e-4618-b677-6f4bb9b78e7e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&id=49963cda-79d6-433e-87e6-1b93df4d916a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342090 Jul 16 18:58:33.974587 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:35.044675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa59e85-eab3-4b28-8733-b9905a64a048 req-477c2a08-e644-4a6b-8d6e-a5ab3f8d1e07 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:35.046208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6fa59e85-eab3-4b28-8733-b9905a64a048 req-477c2a08-e644-4a6b-8d6e-a5ab3f8d1e07 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.0676215 Jul 16 18:58:35.086525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6fa59e85-eab3-4b28-8733-b9905a64a048 req-76906db9-eb3e-410b-834d-413555722f21 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&id=49963cda-79d6-433e-87e6-1b93df4d916a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345790 Jul 16 18:58:35.699529 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:36.266005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4deb5-b207-49b6-9a0c-e217ccabd476 req-723f2992-2503-4465-a276-2bbb1df89928 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:36.267524 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ee4deb5-b207-49b6-9a0c-e217ccabd476 req-723f2992-2503-4465-a276-2bbb1df89928 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.0662887 Jul 16 18:58:36.309841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ee4deb5-b207-49b6-9a0c-e217ccabd476 req-a503ec07-c533-4fea-bdda-a27c57b25325 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&id=49963cda-79d6-433e-87e6-1b93df4d916a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364175 Jul 16 18:58:41.932027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-881e2160-85d2-4a1e-8d17-96da76bd1fc1 req-91aa7a74-ee07-4fa3-9756-42e236b3b8dd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554183 Jul 16 18:58:42.027676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e2160-85d2-4a1e-8d17-96da76bd1fc1 req-7aa48565-8424-478e-9f27-e492acb8eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.029194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-881e2160-85d2-4a1e-8d17-96da76bd1fc1 req-7aa48565-8424-478e-9f27-e492acb8eaba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df46c27682a24f64af75b50439d594be&device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 1135 time: 0.0537093 Jul 16 18:58:42.130430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e2160-85d2-4a1e-8d17-96da76bd1fc1 req-4cc5d452-f202-45cc-8bdf-9e5cb63df954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.131819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-881e2160-85d2-4a1e-8d17-96da76bd1fc1 req-4cc5d452-f202-45cc-8bdf-9e5cb63df954 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa3ced95-ee27-4f65-893e-1fa032d90c09 HTTP/1.1" status: 200 len: 915 time: 0.0840366 Jul 16 18:58:42.198431 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-881e2160-85d2-4a1e-8d17-96da76bd1fc1 req-7e34a9f1-4c5b-45f2-8a73-23999442d800 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ba47499-7759-4617-9479-783534a2d80a HTTP/1.1" status: 200 len: 1001 time: 0.0609529 Jul 16 18:58:42.244532 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e2160-85d2-4a1e-8d17-96da76bd1fc1 req-c8048cc9-0c13-4cb1-a00e-f76372d01d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.246117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-881e2160-85d2-4a1e-8d17-96da76bd1fc1 req-c8048cc9-0c13-4cb1-a00e-f76372d01d34 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18e38d92-0b3b-4dff-85e7-969795e2c575 HTTP/1.1" status: 200 len: 853 time: 0.0422840 Jul 16 18:58:42.302267 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e2160-85d2-4a1e-8d17-96da76bd1fc1 req-b41490d0-57c5-4f1b-ac06-d80c68796321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.303754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-881e2160-85d2-4a1e-8d17-96da76bd1fc1 req-b41490d0-57c5-4f1b-ac06-d80c68796321 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa3ced95-ee27-4f65-893e-1fa032d90c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518928 Jul 16 18:58:42.394842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-881e2160-85d2-4a1e-8d17-96da76bd1fc1 req-ae68a1a6-0bcc-44bc-a4bd-03fd93b2a460 service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851231 Jul 16 18:58:42.484194 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-881e2160-85d2-4a1e-8d17-96da76bd1fc1 req-ec953824-c3ff-40e9-a4e8-4965cd160074 service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826356 Jul 16 18:59:00.173132 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee20832d-7e76-4e05-b7f5-1bcdb6653da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:02.365517 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b07486f7-35a3-4def-a592-7c3ef5a13c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:02.832018 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.092852 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.163788 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.978744 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:04.600904 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:59:05.702409 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.687396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb59421c-da48-4f3d-b5a5-08f376abf524 req-9ff56ba0-9703-4b6e-afcb-8997a8adca69 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728388518&fields=id&tenant_id=df46c27682a24f64af75b50439d594be HTTP/1.1" status: 200 len: 267 time: 0.1432183 Jul 16 18:59:08.755437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59421c-da48-4f3d-b5a5-08f376abf524 req-f6068fa5-eca2-4c61-ba86-673850530e16 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:08.757501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb59421c-da48-4f3d-b5a5-08f376abf524 req-f6068fa5-eca2-4c61-ba86-673850530e16 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 984 time: 0.0645282 Jul 16 18:59:08.768375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bb59421c-da48-4f3d-b5a5-08f376abf524 req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Request body: {'port': {'security_groups': ['b465f62b-04a0-43ac-9009-5444f152482a']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:08.853781 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb59421c-da48-4f3d-b5a5-08f376abf524 req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.033115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bb59421c-da48-4f3d-b5a5-08f376abf524 req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] For port 9ba47499-7759-4617-9479-783534a2d80a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9ba47499-7759-4617-9479-783534a2d80a,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:09.062374 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb59421c-da48-4f3d-b5a5-08f376abf524 req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.067381 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb59421c-da48-4f3d-b5a5-08f376abf524 req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.080860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['9ba47499-7759-4617-9479-783534a2d80a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:09.117943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59421c-da48-4f3d-b5a5-08f376abf524 req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:09.118636 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bb59421c-da48-4f3d-b5a5-08f376abf524 req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.120085 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb59421c-da48-4f3d-b5a5-08f376abf524 req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "PUT /v2.0/ports/9ba47499-7759-4617-9479-783534a2d80a HTTP/1.1" status: 200 len: 942 time: 0.3563671 Jul 16 18:59:09.120562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'tag': '9ba47499-7759-4617-9479-783534a2d80a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:09.122982 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc2349c-8f94-4f12-afcc-5aae96b53198" -d '{"events": [{"name": "network-changed", "server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "tag": "9ba47499-7759-4617-9479-783534a2d80a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:09.129899 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53174) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:09.155464 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event updated for resources: {'Port': ['ID=9ba47499-7759-4617-9479-783534a2d80a,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:09.167918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.168647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.169595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.170387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.170899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.171249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.171721 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.172278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.173024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.173024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.173460 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.173801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfa65aa-8216-44a7-a545-337a131cec38 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.185354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['9ba47499-7759-4617-9479-783534a2d80a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:09.215405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.248085 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.256119 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9839c4-7062-42c5-aca4-fbf06dee9878 x-openstack-request-id: req-bc9839c4-7062-42c5-aca4-fbf06dee9878 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:09.256414 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "tag": "9ba47499-7759-4617-9479-783534a2d80a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:09.256793 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc9839c4-7062-42c5-aca4-fbf06dee9878 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:09.257119 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'tag': '9ba47499-7759-4617-9479-783534a2d80a', 'status': 'completed', 'code': 200} Jul 16 18:59:09.333947 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.336970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.338229 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "DELETE /v2.0/security-groups/49963cda-79d6-433e-87e6-1b93df4d916a HTTP/1.1" status: 204 len: 168 time: 0.2066827 Jul 16 18:59:09.341150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:09.361689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49963cda-79d6-433e-87e6-1b93df4d916a,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:09.375768 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.376143 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.377005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.377380 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.377731 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.378083 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.378426 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.378909 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.379619 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.379966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.380412 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.380635 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50789f03-c539-4069-8af5-741994835b04 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.449282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9d21ab10-509a-427d-a37f-5f53d729295f None None] Provisioning complete for port 9ba47499-7759-4617-9479-783534a2d80a triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:09.449697 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d21ab10-509a-427d-a37f-5f53d729295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.496675 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2349c-8f94-4f12-afcc-5aae96b53198 req-4ee88085-0c6a-4093-8c8d-a8ce6042e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:09.498245 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbc2349c-8f94-4f12-afcc-5aae96b53198 req-4ee88085-0c6a-4093-8c8d-a8ce6042e9aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df46c27682a24f64af75b50439d594be&device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 1096 time: 0.2203155 Jul 16 18:59:09.622540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2349c-8f94-4f12-afcc-5aae96b53198 req-5ee82d41-775a-4843-a1bf-e8789cc6a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:09.624026 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbc2349c-8f94-4f12-afcc-5aae96b53198 req-5ee82d41-775a-4843-a1bf-e8789cc6a8ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa3ced95-ee27-4f65-893e-1fa032d90c09 HTTP/1.1" status: 200 len: 915 time: 0.1167819 Jul 16 18:59:09.625411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Deleting port 1dcb874b-84ae-441d-8b56-9359de526fb0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:09.625757 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.735888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbc2349c-8f94-4f12-afcc-5aae96b53198 req-93d346b6-b75b-466d-a968-5a866d515226 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ba47499-7759-4617-9479-783534a2d80a HTTP/1.1" status: 200 len: 1001 time: 0.0987353 Jul 16 18:59:09.757962 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.758296 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.791369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Calling delete_port for 1dcb874b-84ae-441d-8b56-9359de526fb0 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:09.809618 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2349c-8f94-4f12-afcc-5aae96b53198 req-cb8c2920-8a61-48b9-9fca-3d2524aecb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:09.811088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbc2349c-8f94-4f12-afcc-5aae96b53198 req-cb8c2920-8a61-48b9-9fca-3d2524aecb71 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18e38d92-0b3b-4dff-85e7-969795e2c575 HTTP/1.1" status: 200 len: 853 time: 0.0677934 Jul 16 18:59:09.939380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2349c-8f94-4f12-afcc-5aae96b53198 req-a788b307-0236-46bf-b20d-ff57c0b55a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:09.940878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbc2349c-8f94-4f12-afcc-5aae96b53198 req-a788b307-0236-46bf-b20d-ff57c0b55a2b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa3ced95-ee27-4f65-893e-1fa032d90c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960443 Jul 16 18:59:10.069866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbc2349c-8f94-4f12-afcc-5aae96b53198 req-5c3f45fa-f567-456f-84a8-853a8e1e6ae8 service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179781 Jul 16 18:59:10.070548 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.111162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event deleted for resources: {'Port': ['ID=1dcb874b-84ae-441d-8b56-9359de526fb0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:10.227640 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.227978 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Floating IP 9aac3ff7-a93a-478b-ab9d-012a3a73db7a disassociated (deleted). External IP: 172.25.8.171, port: 9ba47499-7759-4617-9479-783534a2d80a. Jul 16 18:59:10.232081 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cbc2349c-8f94-4f12-afcc-5aae96b53198 req-9c65f418-2ace-4426-9229-c993e5a8645f service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565161 Jul 16 18:59:10.431659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Router 7c167a12-1e40-437c-aab1-745582d48cda has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:10.866985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:10.871980 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.878046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8170f-25e1-40cf-9b24-baa514600dfd None None] Sync routers for ids ['7c167a12-1e40-437c-aab1-745582d48cda'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:10.886974 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8170f-25e1-40cf-9b24-baa514600dfd None None] Routers {'7c167a12-1e40-437c-aab1-745582d48cda'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:10.887595 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dee8170f-25e1-40cf-9b24-baa514600dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:59:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c167a12-1e40-437c-aab1-745582d48cda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:10.906181 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-59b263b0-c7c1-4dac-a2a6-7c40d2746060 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "DELETE /v2.0/floatingips/9aac3ff7-a93a-478b-ab9d-012a3a73db7a HTTP/1.1" status: 204 len: 168 time: 1.5639198 Jul 16 18:59:11.159605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-dee8170f-25e1-40cf-9b24-baa514600dfd None None] Set router 7c167a12-1e40-437c-aab1-745582d48cda gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:11.258044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'tag': '9ba47499-7759-4617-9479-783534a2d80a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:11.260380 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153461d2-e19f-4c6c-b526-723906f3b945" -d '{"events": [{"name": "network-changed", "server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "tag": "9ba47499-7759-4617-9479-783534a2d80a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:11.295176 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768b3465-b266-4a43-9d38-7d2bf24793e8 x-openstack-request-id: req-768b3465-b266-4a43-9d38-7d2bf24793e8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:11.295472 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "tag": "9ba47499-7759-4617-9479-783534a2d80a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:11.295727 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-768b3465-b266-4a43-9d38-7d2bf24793e8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:11.296129 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'tag': '9ba47499-7759-4617-9479-783534a2d80a', 'status': 'completed', 'code': 200} Jul 16 18:59:11.368926 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dee8170f-25e1-40cf-9b24-baa514600dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e8ec6a62-d6db-4b13-9b1a-3329dd4891f3', 'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'mac_address': 'fa:16:3e:27:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:14Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 5, 'project_id': 'df46c27682a24f64af75b50439d594be', 'subnets': [{'id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:11.372440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153461d2-e19f-4c6c-b526-723906f3b945 req-5dbdffb9-0a0d-4f79-aff7-13127790e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:11.373991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-153461d2-e19f-4c6c-b526-723906f3b945 req-5dbdffb9-0a0d-4f79-aff7-13127790e7d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=df46c27682a24f64af75b50439d594be&device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 1096 time: 0.0529029 Jul 16 18:59:11.395707 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8170f-25e1-40cf-9b24-baa514600dfd None None] Checking router: 7c167a12-1e40-437c-aab1-745582d48cda for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:11.404878 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8170f-25e1-40cf-9b24-baa514600dfd None None] Routers {'7c167a12-1e40-437c-aab1-745582d48cda'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:11.405650 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dee8170f-25e1-40cf-9b24-baa514600dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:59:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c167a12-1e40-437c-aab1-745582d48cda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:11.467656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153461d2-e19f-4c6c-b526-723906f3b945 req-574db70e-4b5c-4611-9f53-83a9acace4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:11.469129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-153461d2-e19f-4c6c-b526-723906f3b945 req-574db70e-4b5c-4611-9f53-83a9acace4d2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa3ced95-ee27-4f65-893e-1fa032d90c09 HTTP/1.1" status: 200 len: 915 time: 0.0880914 Jul 16 18:59:11.511292 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-153461d2-e19f-4c6c-b526-723906f3b945 req-751cfeaa-2391-4a5f-8636-012a6534d0dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ba47499-7759-4617-9479-783534a2d80a HTTP/1.1" status: 200 len: 217 time: 0.0339489 Jul 16 18:59:11.514348 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-dee8170f-25e1-40cf-9b24-baa514600dfd None None] Set router 7c167a12-1e40-437c-aab1-745582d48cda gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:11.564735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153461d2-e19f-4c6c-b526-723906f3b945 req-776a5739-c2d4-4fcc-bc4b-d5e58accea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:11.566247 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-153461d2-e19f-4c6c-b526-723906f3b945 req-776a5739-c2d4-4fcc-bc4b-d5e58accea75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18e38d92-0b3b-4dff-85e7-969795e2c575 HTTP/1.1" status: 200 len: 853 time: 0.0487766 Jul 16 18:59:11.623663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153461d2-e19f-4c6c-b526-723906f3b945 req-2d9570e6-02e3-4885-98c4-120143506e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:11.625129 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-153461d2-e19f-4c6c-b526-723906f3b945 req-2d9570e6-02e3-4885-98c4-120143506e73 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa3ced95-ee27-4f65-893e-1fa032d90c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525413 Jul 16 18:59:11.743077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-dee8170f-25e1-40cf-9b24-baa514600dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e8ec6a62-d6db-4b13-9b1a-3329dd4891f3', 'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'mac_address': 'fa:16:3e:27:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:14Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 5, 'project_id': 'df46c27682a24f64af75b50439d594be', 'subnets': [{'id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:11.752454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-153461d2-e19f-4c6c-b526-723906f3b945 req-84e7621d-9627-45c0-9108-8f72b4d3b399 service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206069 Jul 16 18:59:11.773845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8170f-25e1-40cf-9b24-baa514600dfd None None] The sync data for ids ['7c167a12-1e40-437c-aab1-745582d48cda'] in n-d-793618-9 is: [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:15Z', 'revision_number': 4, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'e8ec6a62-d6db-4b13-9b1a-3329dd4891f3', 'name': '', 'network_id': 'aa3ced95-ee27-4f65-893e-1fa032d90c09', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'mac_address': 'fa:16:3e:27:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:14Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 5, 'project_id': 'df46c27682a24f64af75b50439d594be', 'subnets': [{'id': '18e38d92-0b3b-4dff-85e7-969795e2c575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:11.862190 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-153461d2-e19f-4c6c-b526-723906f3b945 req-2b837968-7edc-4a08-acab-8ff79f3ac0f1 service neutron] 10.222.0.38 "GET /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039703 Jul 16 18:59:12.015568 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad7138d-71b7-497b-8a23-2930efb11e9e None None] New status for floating IP 9aac3ff7-a93a-478b-ab9d-012a3a73db7a: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:59:12.071593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-c7262cfc-20fa-4668-b0e3-a285e37d76a9 req-65409f69-0073-4525-9486-2e9bbf805e90 tempest-ServerDiskConfigTestJSON-1898715754 tempest-ServerDiskConfigTestJSON-1898715754-project] (93767) timed out ('10.222.0.42', 56512) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:59:18.404782 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c75cc-eeb6-44bf-b131-fd53e9f3d6a9 req-882371ed-bdc9-4c84-9346-ba956e503b2e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:18.406256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f1c75cc-eeb6-44bf-b131-fd53e9f3d6a9 req-882371ed-bdc9-4c84-9346-ba956e503b2e tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 945 time: 0.0634222 Jul 16 18:59:18.445142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f1c75cc-eeb6-44bf-b131-fd53e9f3d6a9 req-53fd91f7-8168-4b4f-972c-3e3107017acd tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Jul 16 18:59:19.627664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cadaf6-d24f-46df-934f-620608dbec36 req-dd6ab948-e026-4eeb-b42d-70957a243f51 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:19.629198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-57cadaf6-d24f-46df-934f-620608dbec36 req-dd6ab948-e026-4eeb-b42d-70957a243f51 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 945 time: 0.0680370 Jul 16 18:59:19.667819 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-57cadaf6-d24f-46df-934f-620608dbec36 req-99f9e4fb-be75-4563-b5cc-5f45cd89ce9c tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/security-groups?id=b465f62b-04a0-43ac-9009-5444f152482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Jul 16 18:59:19.955489 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62830e-1bf5-4a7b-8bde-0bc23a259fb1 req-5c450167-45a1-445d-b8cf-51955c32c9d8 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:19.956947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a62830e-1bf5-4a7b-8bde-0bc23a259fb1 req-5c450167-45a1-445d-b8cf-51955c32c9d8 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 945 time: 0.0630791 Jul 16 18:59:20.078574 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9a62830e-1bf5-4a7b-8bde-0bc23a259fb1 req-7f082196-527b-4910-ab10-cd9e1f84ef8f tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Deleting port 9ba47499-7759-4617-9479-783534a2d80a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:20.078921 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a62830e-1bf5-4a7b-8bde-0bc23a259fb1 req-7f082196-527b-4910-ab10-cd9e1f84ef8f tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:20.166710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9a62830e-1bf5-4a7b-8bde-0bc23a259fb1 req-7f082196-527b-4910-ab10-cd9e1f84ef8f tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] For port 9ba47499-7759-4617-9479-783534a2d80a, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=9ba47499-7759-4617-9479-783534a2d80a,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:20.167000 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a62830e-1bf5-4a7b-8bde-0bc23a259fb1 req-7f082196-527b-4910-ab10-cd9e1f84ef8f tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:20.180412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9a62830e-1bf5-4a7b-8bde-0bc23a259fb1 req-7f082196-527b-4910-ab10-cd9e1f84ef8f tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Calling delete_port for 9ba47499-7759-4617-9479-783534a2d80a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:20.311443 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a62830e-1bf5-4a7b-8bde-0bc23a259fb1 req-7f082196-527b-4910-ab10-cd9e1f84ef8f tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:20.324824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['9ba47499-7759-4617-9479-783534a2d80a'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:20.341730 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f082196-527b-4910-ab10-cd9e1f84ef8f tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Pushing event deleted for resources: {'Port': ['ID=9ba47499-7759-4617-9479-783534a2d80a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:20.387518 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a62830e-1bf5-4a7b-8bde-0bc23a259fb1 req-7f082196-527b-4910-ab10-cd9e1f84ef8f tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] No DVR routers for this DVR port 9ba47499-7759-4617-9479-783534a2d80a on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:20.390398 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a62830e-1bf5-4a7b-8bde-0bc23a259fb1 req-7f082196-527b-4910-ab10-cd9e1f84ef8f tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:20.392627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a62830e-1bf5-4a7b-8bde-0bc23a259fb1 req-7f082196-527b-4910-ab10-cd9e1f84ef8f tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.38 "DELETE /v2.0/ports/9ba47499-7759-4617-9479-783534a2d80a HTTP/1.1" status: 204 len: 173 time: 0.4304881 Jul 16 18:59:20.393068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'name': 'network-vif-deleted', 'tag': '9ba47499-7759-4617-9479-783534a2d80a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:20.395583 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618995a0-246f-4e6e-acae-c3cee480d485" -d '{"events": [{"server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "name": "network-vif-deleted", "tag": "9ba47499-7759-4617-9479-783534a2d80a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:20.433965 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244f5922-1d55-4732-9ec1-ef0e435b2edd x-openstack-request-id: req-244f5922-1d55-4732-9ec1-ef0e435b2edd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:20.434265 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b702e89-3caa-42e4-a491-29e75d1d3f77", "name": "network-vif-deleted", "tag": "9ba47499-7759-4617-9479-783534a2d80a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:20.434525 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-244f5922-1d55-4732-9ec1-ef0e435b2edd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:20.434937 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b702e89-3caa-42e4-a491-29e75d1d3f77', 'name': 'network-vif-deleted', 'tag': '9ba47499-7759-4617-9479-783534a2d80a', 'status': 'completed', 'code': 200} Jul 16 18:59:20.843138 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4fd59e7d-2901-4b94-bc98-63b614be2227 req-55ee6e67-f770-4251-9df8-b1b116c16b82 tempest-TestMinimumBasicScenario-57224174 tempest-TestMinimumBasicScenario-57224174-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b702e89-3caa-42e4-a491-29e75d1d3f77 HTTP/1.1" status: 200 len: 210 time: 0.0422115 Jul 16 18:59:23.458407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:23.808794 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c414316-1437-43ff-bfd5-cd5a57779cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:24.077373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c414316-1437-43ff-bfd5-cd5a57779cb5 admin admin] Deleting port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:24.077644 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c414316-1437-43ff-bfd5-cd5a57779cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:24.157561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8c414316-1437-43ff-bfd5-cd5a57779cb5 admin admin] For port e8ec6a62-d6db-4b13-9b1a-3329dd4891f3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=e8ec6a62-d6db-4b13-9b1a-3329dd4891f3,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:24.157924 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c414316-1437-43ff-bfd5-cd5a57779cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:24.170399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c414316-1437-43ff-bfd5-cd5a57779cb5 admin admin] Calling delete_port for e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:24.338445 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 9ba47499-7759-4617-9479-783534a2d80a no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:24.354130 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c414316-1437-43ff-bfd5-cd5a57779cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:24.358537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 9ba47499-7759-4617-9479-783534a2d80a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:24.358958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 9ba47499-7759-4617-9479-783534a2d80a not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:24.380928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c414316-1437-43ff-bfd5-cd5a57779cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ec6a62-d6db-4b13-9b1a-3329dd4891f3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:24.558038 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c414316-1437-43ff-bfd5-cd5a57779cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:24.787205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c414316-1437-43ff-bfd5-cd5a57779cb5 admin admin] Router 7c167a12-1e40-437c-aab1-745582d48cda has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:24.895708 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c414316-1437-43ff-bfd5-cd5a57779cb5 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:24.901723 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8c414316-1437-43ff-bfd5-cd5a57779cb5 admin admin] 10.222.0.52 "PUT /v2.0/routers/7c167a12-1e40-437c-aab1-745582d48cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4421675 Jul 16 18:59:24.904213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:24.907044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff54e8-c5d8-4362-85ff-9d3180f4d1ac None None] Sync routers for ids ['7c167a12-1e40-437c-aab1-745582d48cda'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:24.916941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff54e8-c5d8-4362-85ff-9d3180f4d1ac None None] Routers {'7c167a12-1e40-437c-aab1-745582d48cda'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:24.917608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b3ff54e8-c5d8-4362-85ff-9d3180f4d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:59:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c167a12-1e40-437c-aab1-745582d48cda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:25.014325 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.024211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b3ff54e8-c5d8-4362-85ff-9d3180f4d1ac None None] Set router 7c167a12-1e40-437c-aab1-745582d48cda gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:25.120326 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.173759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Deleting port 9a492295-b839-4a6a-aa8b-0e31e9451e27 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:25.174105 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.206761 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b3ff54e8-c5d8-4362-85ff-9d3180f4d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:59:24Z', 'revision_number': 5, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port': {'id': '9a492295-b839-4a6a-aa8b-0e31e9451e27', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c167a12-1e40-437c-aab1-745582d48cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:25.237451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff54e8-c5d8-4362-85ff-9d3180f4d1ac None None] Checking router: 7c167a12-1e40-437c-aab1-745582d48cda for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:25.246216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff54e8-c5d8-4362-85ff-9d3180f4d1ac None None] Routers {'7c167a12-1e40-437c-aab1-745582d48cda'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:25.246836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b3ff54e8-c5d8-4362-85ff-9d3180f4d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:59:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['7c167a12-1e40-437c-aab1-745582d48cda'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:25.260401 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] For port 9a492295-b839-4a6a-aa8b-0e31e9451e27, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9a492295-b839-4a6a-aa8b-0e31e9451e27,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:25.260766 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.273639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Calling delete_port for 9a492295-b839-4a6a-aa8b-0e31e9451e27 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:25.333269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-b3ff54e8-c5d8-4362-85ff-9d3180f4d1ac None None] Set router 7c167a12-1e40-437c-aab1-745582d48cda gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:25.387216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-b3ff54e8-c5d8-4362-85ff-9d3180f4d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:59:25Z', 'revision_number': 6, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:25.433169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff54e8-c5d8-4362-85ff-9d3180f4d1ac None None] The sync data for ids ['7c167a12-1e40-437c-aab1-745582d48cda'] in n-d-793618-9 is: [{'id': '7c167a12-1e40-437c-aab1-745582d48cda', 'name': 'tempest-TestMinimumBasicScenario-640241630-router', 'tenant_id': 'df46c27682a24f64af75b50439d594be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:12Z', 'updated_at': '2021-07-16T18:59:25Z', 'revision_number': 6, 'project_id': 'df46c27682a24f64af75b50439d594be', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:25.469555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.493982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a492295-b839-4a6a-aa8b-0e31e9451e27,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:25.559453 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.649945 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.651979 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.699493 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.700077 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c167a12-1e40-437c-aab1-745582d48cda {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:59:25.704670 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.706023 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ca77deb9-66ba-4a24-852a-9592ed56a56e admin admin] 10.222.0.52 "DELETE /v2.0/routers/7c167a12-1e40-437c-aab1-745582d48cda HTTP/1.1" status: 204 len: 168 time: 0.8008585 Jul 16 18:59:25.708529 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:25.753897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62f4827-7df1-4e42-bffe-f0ed7c0c16a6 admin admin] Deleting subnet 18e38d92-0b3b-4dff-85e7-969795e2c575 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:59:25.757025 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f62f4827-7df1-4e42-bffe-f0ed7c0c16a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.792676 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f62f4827-7df1-4e42-bffe-f0ed7c0c16a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.887589 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f62f4827-7df1-4e42-bffe-f0ed7c0c16a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.940936 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f62f4827-7df1-4e42-bffe-f0ed7c0c16a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.966004 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f4827-7df1-4e42-bffe-f0ed7c0c16a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e38d92-0b3b-4dff-85e7-969795e2c575,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:25.969708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f62f4827-7df1-4e42-bffe-f0ed7c0c16a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.974411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f62f4827-7df1-4e42-bffe-f0ed7c0c16a6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/18e38d92-0b3b-4dff-85e7-969795e2c575 HTTP/1.1" status: 204 len: 168 time: 0.2621136 Jul 16 18:59:25.974411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:25.978089 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c923ab-3713-4d1d-8e6b-b72c589c9633 None None] Network aa3ced95-ee27-4f65-893e-1fa032d90c09 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:26.042504 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.112358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Deleting port f15ab590-cc44-470b-b6a8-a51a1102d18b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:26.112702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.177157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] For port f15ab590-cc44-470b-b6a8-a51a1102d18b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f15ab590-cc44-470b-b6a8-a51a1102d18b,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:26.177526 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.189760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Calling delete_port for f15ab590-cc44-470b-b6a8-a51a1102d18b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:26.234433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] DHCP port deletion for aa3ced95-ee27-4f65-893e-1fa032d90c09 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:59:26.282435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Deleting port f15ab590-cc44-470b-b6a8-a51a1102d18b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:26.282829 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.291401 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.320385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15ab590-cc44-470b-b6a8-a51a1102d18b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:26.322308 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] No DVR routers for this DVR port f15ab590-cc44-470b-b6a8-a51a1102d18b on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:26.348300 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] For port f15ab590-cc44-470b-b6a8-a51a1102d18b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f15ab590-cc44-470b-b6a8-a51a1102d18b,segment=NetworkSegment(2b0c3ea4-77e4-4346-a53f-99342e183c19),segment_id=2b0c3ea4-77e4-4346-a53f-99342e183c19)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:26.348511 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.363515 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Calling delete_port for f15ab590-cc44-470b-b6a8-a51a1102d18b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:26.396222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.407986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3ced95-ee27-4f65-893e-1fa032d90c09']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:26.423146 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0c3ea4-77e4-4346-a53f-99342e183c19') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:26.423458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0c3ea4-77e4-4346-a53f-99342e183c19') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:26.433526 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.446424 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.448985 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.457935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:59:26.458355 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:59:26.461019 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:59:26.474281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Pushing event deleted for resources: {'Port': ['ID=f15ab590-cc44-470b-b6a8-a51a1102d18b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:26.482697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] No DVR routers for this DVR port f15ab590-cc44-470b-b6a8-a51a1102d18b on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:26.485303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:26.485684 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:26.486036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:26.486374 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:26.486944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:26.487289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:26.487627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:26.487962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:26.488297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:26.488637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:26.489056 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:26.489717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27141d29-369c-4abc-a6a4-c97072f73909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:26.540876 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.547088 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.547305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:26.552048 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] 10.222.0.52 "DELETE /v2.0/networks/aa3ced95-ee27-4f65-893e-1fa032d90c09 HTTP/1.1" status: 204 len: 168 time: 0.5739567 Jul 16 18:59:26.552419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:26.576290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:26.576648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device e8ec6a62-d6db-4b13-9b1a-3329dd4891f3 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:26.577074 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f15ab590-cc44-470b-b6a8-a51a1102d18b no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:26.596715 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: f15ab590-cc44-470b-b6a8-a51a1102d18b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:26.597070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f15ab590-cc44-470b-b6a8-a51a1102d18b not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:26.597531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9a492295-b839-4a6a-aa8b-0e31e9451e27 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:26.605160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b3d7e-883a-4f79-802b-e69f993c0597 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa3ced95-ee27-4f65-893e-1fa032d90c09,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:26.621407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 9a492295-b839-4a6a-aa8b-0e31e9451e27 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:26.621761 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9a492295-b839-4a6a-aa8b-0e31e9451e27 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:26.951481 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4907c1a6-7ad7-4569-a4a4-18b14fadaa2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:27.554474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4907c1a6-7ad7-4569-a4a4-18b14fadaa2e admin admin] Deleting port 096f6ee5-e9c4-4fee-9e74-54cb93c29407 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:27.554770 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4907c1a6-7ad7-4569-a4a4-18b14fadaa2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:27.630944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4907c1a6-7ad7-4569-a4a4-18b14fadaa2e admin admin] For port 096f6ee5-e9c4-4fee-9e74-54cb93c29407, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=096f6ee5-e9c4-4fee-9e74-54cb93c29407,segment=NetworkSegment(fc4d4bb5-ed90-4307-954e-bfdf9d354225),segment_id=fc4d4bb5-ed90-4307-954e-bfdf9d354225)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:27.632331 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4907c1a6-7ad7-4569-a4a4-18b14fadaa2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:27.644586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4907c1a6-7ad7-4569-a4a4-18b14fadaa2e admin admin] Calling delete_port for 096f6ee5-e9c4-4fee-9e74-54cb93c29407 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:27.825590 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4907c1a6-7ad7-4569-a4a4-18b14fadaa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:27.853481 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907c1a6-7ad7-4569-a4a4-18b14fadaa2e admin admin] Pushing event deleted for resources: {'Port': ['ID=096f6ee5-e9c4-4fee-9e74-54cb93c29407,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:28.029207 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4907c1a6-7ad7-4569-a4a4-18b14fadaa2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:28.265181 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4907c1a6-7ad7-4569-a4a4-18b14fadaa2e admin admin] Router a85b2482-238b-4240-a0ae-2d6696d2fb8f has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:28.377031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4907c1a6-7ad7-4569-a4a4-18b14fadaa2e admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:28.382273 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4907c1a6-7ad7-4569-a4a4-18b14fadaa2e admin admin] 10.222.0.52 "PUT /v2.0/routers/a85b2482-238b-4240-a0ae-2d6696d2fb8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8286369 Jul 16 18:59:28.384720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:28.387450 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620acf38-793f-448b-a284-0895262add67 None None] Sync routers for ids ['a85b2482-238b-4240-a0ae-2d6696d2fb8f'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:28.398893 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620acf38-793f-448b-a284-0895262add67 None None] Routers {'a85b2482-238b-4240-a0ae-2d6696d2fb8f'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:28.399530 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-620acf38-793f-448b-a284-0895262add67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:59:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a85b2482-238b-4240-a0ae-2d6696d2fb8f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:28.499820 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:28.508571 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-620acf38-793f-448b-a284-0895262add67 None None] Set router a85b2482-238b-4240-a0ae-2d6696d2fb8f gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:28.600933 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:28.657644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Deleting port 74315619-5fca-4326-bfd8-13ba0ce03171 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:28.658380 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:28.689478 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-620acf38-793f-448b-a284-0895262add67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'name': 'tempest-TestMinimumBasicScenario-1971655633-router', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:59:27Z', 'revision_number': 5, 'project_id': '225734f29af34298b6913d3b2a27d990', 'gw_port': {'id': '74315619-5fca-4326-bfd8-13ba0ce03171', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:28.719755 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620acf38-793f-448b-a284-0895262add67 None None] Checking router: a85b2482-238b-4240-a0ae-2d6696d2fb8f for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:28.728909 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620acf38-793f-448b-a284-0895262add67 None None] Routers {'a85b2482-238b-4240-a0ae-2d6696d2fb8f'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:28.729723 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-620acf38-793f-448b-a284-0895262add67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:59:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['a85b2482-238b-4240-a0ae-2d6696d2fb8f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:28.743349 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] For port 74315619-5fca-4326-bfd8-13ba0ce03171, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=74315619-5fca-4326-bfd8-13ba0ce03171,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:28.743715 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:28.756973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Calling delete_port for 74315619-5fca-4326-bfd8-13ba0ce03171 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:28.817286 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-620acf38-793f-448b-a284-0895262add67 None None] Set router a85b2482-238b-4240-a0ae-2d6696d2fb8f gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:28.869996 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-620acf38-793f-448b-a284-0895262add67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'name': 'tempest-TestMinimumBasicScenario-1971655633-router', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:59:28Z', 'revision_number': 6, 'project_id': '225734f29af34298b6913d3b2a27d990', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:28.899094 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620acf38-793f-448b-a284-0895262add67 None None] The sync data for ids ['a85b2482-238b-4240-a0ae-2d6696d2fb8f'] in n-d-793618-9 is: [{'id': 'a85b2482-238b-4240-a0ae-2d6696d2fb8f', 'name': 'tempest-TestMinimumBasicScenario-1971655633-router', 'tenant_id': '225734f29af34298b6913d3b2a27d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:59:28Z', 'revision_number': 6, 'project_id': '225734f29af34298b6913d3b2a27d990', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:28.927236 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:28.951884 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=74315619-5fca-4326-bfd8-13ba0ce03171,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:29.026183 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.118895 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.121151 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.163944 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.164582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a85b2482-238b-4240-a0ae-2d6696d2fb8f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:59:29.169728 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.171021 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-93304653-925b-4da4-8d9b-66b3ea222a01 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a85b2482-238b-4240-a0ae-2d6696d2fb8f HTTP/1.1" status: 204 len: 168 time: 0.7853680 Jul 16 18:59:29.173821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:29.219918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0478d3b-9306-4e57-a15c-58031e176abf admin admin] Deleting subnet 58c7286e-f7ab-4c10-861a-0dcf53f08074 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:59:29.223047 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0478d3b-9306-4e57-a15c-58031e176abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.264054 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0478d3b-9306-4e57-a15c-58031e176abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.347457 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0478d3b-9306-4e57-a15c-58031e176abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.402855 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0478d3b-9306-4e57-a15c-58031e176abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.428774 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0478d3b-9306-4e57-a15c-58031e176abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c7286e-f7ab-4c10-861a-0dcf53f08074,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:29.434200 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0478d3b-9306-4e57-a15c-58031e176abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.436650 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c0478d3b-9306-4e57-a15c-58031e176abf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/58c7286e-f7ab-4c10-861a-0dcf53f08074 HTTP/1.1" status: 204 len: 168 time: 0.2613065 Jul 16 18:59:29.438936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:29.439856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf59b86-35c5-4071-bcfd-a1dedf683104 None None] Network 65ac89e3-5d68-4e71-874d-a630bbeb01c1 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:29.514858 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.568224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Deleting port c9e3082e-b8a8-49a9-b414-b00af74f2f92 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:29.568585 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.640566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] For port c9e3082e-b8a8-49a9-b414-b00af74f2f92, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c9e3082e-b8a8-49a9-b414-b00af74f2f92,segment=NetworkSegment(fc4d4bb5-ed90-4307-954e-bfdf9d354225),segment_id=fc4d4bb5-ed90-4307-954e-bfdf9d354225)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:29.641695 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.642941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3ab6a9-535b-4952-ac27-9ff4c685d327 None None] DHCP port deletion for 65ac89e3-5d68-4e71-874d-a630bbeb01c1 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:59:29.656595 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Calling delete_port for c9e3082e-b8a8-49a9-b414-b00af74f2f92 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:29.692760 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ab6a9-535b-4952-ac27-9ff4c685d327 None None] Deleting port c9e3082e-b8a8-49a9-b414-b00af74f2f92 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:29.693135 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab6a9-535b-4952-ac27-9ff4c685d327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.745400 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.764596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc3ab6a9-535b-4952-ac27-9ff4c685d327 None None] For port c9e3082e-b8a8-49a9-b414-b00af74f2f92, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c9e3082e-b8a8-49a9-b414-b00af74f2f92,segment=NetworkSegment(fc4d4bb5-ed90-4307-954e-bfdf9d354225),segment_id=fc4d4bb5-ed90-4307-954e-bfdf9d354225)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:29.764996 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab6a9-535b-4952-ac27-9ff4c685d327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.775407 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e3082e-b8a8-49a9-b414-b00af74f2f92,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:29.777492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] No DVR routers for this DVR port c9e3082e-b8a8-49a9-b414-b00af74f2f92 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:29.786244 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ab6a9-535b-4952-ac27-9ff4c685d327 None None] Calling delete_port for c9e3082e-b8a8-49a9-b414-b00af74f2f92 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:29.859637 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.871138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ac89e3-5d68-4e71-874d-a630bbeb01c1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:29.872986 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab6a9-535b-4952-ac27-9ff4c685d327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.883037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4d4bb5-ed90-4307-954e-bfdf9d354225') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:29.883395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4d4bb5-ed90-4307-954e-bfdf9d354225') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:29.894464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.899750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ab6a9-535b-4952-ac27-9ff4c685d327 None None] Pushing event deleted for resources: {'Port': ['ID=c9e3082e-b8a8-49a9-b414-b00af74f2f92,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:29.903401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ab6a9-535b-4952-ac27-9ff4c685d327 None None] No DVR routers for this DVR port c9e3082e-b8a8-49a9-b414-b00af74f2f92 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:29.919142 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.926362 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:59:29.926768 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: timer() Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:59:29.929409 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:59:29.989950 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.997802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.999652 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] 10.222.0.52 "DELETE /v2.0/networks/65ac89e3-5d68-4e71-874d-a630bbeb01c1 HTTP/1.1" status: 204 len: 168 time: 0.5597804 Jul 16 18:59:30.012025 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cae9a5-97a2-45a5-b4d0-a9b57b9afa68 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ac89e3-5d68-4e71-874d-a630bbeb01c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:30.174760 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0f6b4db-21d2-404f-8332-d98223c01191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:30.178053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:30.219370 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bdea2978-a6e7-4a3f-88bc-18d420e5980e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df46c27682a24f64af75b50439d594be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396004 Jul 16 18:59:30.221905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:30.274119 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19b3365e-752a-4e94-b535-9fd72fec13ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:30.296299 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19b3365e-752a-4e94-b535-9fd72fec13ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:30.344821 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19b3365e-752a-4e94-b535-9fd72fec13ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:30.347440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19b3365e-752a-4e94-b535-9fd72fec13ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:30.348612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-19b3365e-752a-4e94-b535-9fd72fec13ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b465f62b-04a0-43ac-9009-5444f152482a HTTP/1.1" status: 204 len: 168 time: 0.1257560 Jul 16 18:59:30.357325 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3365e-752a-4e94-b535-9fd72fec13ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b465f62b-04a0-43ac-9009-5444f152482a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:30.513135 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 096f6ee5-e9c4-4fee-9e74-54cb93c29407 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:30.536553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 096f6ee5-e9c4-4fee-9e74-54cb93c29407 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:30.537009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 096f6ee5-e9c4-4fee-9e74-54cb93c29407 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:30.538099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c9e3082e-b8a8-49a9-b414-b00af74f2f92 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:30.557134 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c9e3082e-b8a8-49a9-b414-b00af74f2f92 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:30.557588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c9e3082e-b8a8-49a9-b414-b00af74f2f92 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:30.558077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 74315619-5fca-4326-bfd8-13ba0ce03171 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:30.579466 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 74315619-5fca-4326-bfd8-13ba0ce03171 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:30.579817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 74315619-5fca-4326-bfd8-13ba0ce03171 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:30.675694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:30.716672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-eacb24bc-8bbf-4ec9-8dbb-d563c1a682a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=225734f29af34298b6913d3b2a27d990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397985 Jul 16 18:59:30.719121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:30.770333 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e314a4e2-384e-400d-93a8-7a3257dc2574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:30.792675 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e314a4e2-384e-400d-93a8-7a3257dc2574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:30.841446 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e314a4e2-384e-400d-93a8-7a3257dc2574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:30.843938 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e314a4e2-384e-400d-93a8-7a3257dc2574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:30.845173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e314a4e2-384e-400d-93a8-7a3257dc2574 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5a64ab1-07b1-43a6-8615-15b7df4ef2b6 HTTP/1.1" status: 204 len: 168 time: 0.1251535 Jul 16 18:59:30.853924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314a4e2-384e-400d-93a8-7a3257dc2574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a64ab1-07b1-43a6-8615-15b7df4ef2b6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:32.367727 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da50e9de-78c4-4de7-bbcc-7d6d85ef9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.612688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:32.618056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c7e44fe8-e99e-4cb5-8f10-b9ea8957edbf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-952692049', 'description': 'tempest-secgroup-smoke-952692049 description', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:32.640213 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7e44fe8-e99e-4cb5-8f10-b9ea8957edbf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.648304 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7e44fe8-e99e-4cb5-8f10-b9ea8957edbf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.743492 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7e44fe8-e99e-4cb5-8f10-b9ea8957edbf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.747756 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7e44fe8-e99e-4cb5-8f10-b9ea8957edbf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.787940 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e44fe8-e99e-4cb5-8f10-b9ea8957edbf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13150883-17ef-43c1-ab16-dbd53d84a4b8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:32.835635 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.854996 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7e44fe8-e99e-4cb5-8f10-b9ea8957edbf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.858913 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7e44fe8-e99e-4cb5-8f10-b9ea8957edbf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.887692 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7e44fe8-e99e-4cb5-8f10-b9ea8957edbf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.888919 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c7e44fe8-e99e-4cb5-8f10-b9ea8957edbf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2751276 Jul 16 18:59:32.890056 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e44fe8-e99e-4cb5-8f10-b9ea8957edbf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:32.892492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:32.898365 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-b09fbf89-abfa-40cf-a128-e16e8d1d31d7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:32.926505 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b09fbf89-abfa-40cf-a128-e16e8d1d31d7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.973642 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b09fbf89-abfa-40cf-a128-e16e8d1d31d7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.980534 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b09fbf89-abfa-40cf-a128-e16e8d1d31d7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.999404 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fbf89-abfa-40cf-a128-e16e8d1d31d7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5919486a-b1af-4319-b472-225b6d59d116,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:33.003807 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b09fbf89-abfa-40cf-a128-e16e8d1d31d7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.005009 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b09fbf89-abfa-40cf-a128-e16e8d1d31d7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113343 Jul 16 18:59:33.007924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:33.012724 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b0ebd902-7ff7-4d90-9238-546feca8f79d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:33.041063 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0ebd902-7ff7-4d90-9238-546feca8f79d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.091883 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.109864 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0ebd902-7ff7-4d90-9238-546feca8f79d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.114303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0ebd902-7ff7-4d90-9238-546feca8f79d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.132686 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebd902-7ff7-4d90-9238-546feca8f79d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be5b515-149f-4db5-900e-0338f97ba0ba,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:33.140262 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0ebd902-7ff7-4d90-9238-546feca8f79d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.141728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b0ebd902-7ff7-4d90-9238-546feca8f79d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326146 Jul 16 18:59:33.144399 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:33.150274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7464511e-a1c4-428e-9599-237e751c4fcd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:33.164330 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.179625 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7464511e-a1c4-428e-9599-237e751c4fcd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.239751 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7464511e-a1c4-428e-9599-237e751c4fcd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.243422 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7464511e-a1c4-428e-9599-237e751c4fcd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.263050 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464511e-a1c4-428e-9599-237e751c4fcd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1271bc5f-6329-4090-8b1a-948bf2c337c4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:33.269760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7464511e-a1c4-428e-9599-237e751c4fcd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.271252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7464511e-a1c4-428e-9599-237e751c4fcd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258228 Jul 16 18:59:33.274524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:33.279187 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3b44f2f7-1a4d-4d63-83e8-619f38d1c6fd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:33.306104 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b44f2f7-1a4d-4d63-83e8-619f38d1c6fd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.366563 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b44f2f7-1a4d-4d63-83e8-619f38d1c6fd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.370426 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b44f2f7-1a4d-4d63-83e8-619f38d1c6fd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.388040 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44f2f7-1a4d-4d63-83e8-619f38d1c6fd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7579c482-f1eb-435d-9f7b-1f4ac6eed642,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:33.394012 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b44f2f7-1a4d-4d63-83e8-619f38d1c6fd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.395214 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3b44f2f7-1a4d-4d63-83e8-619f38d1c6fd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197517 Jul 16 18:59:33.398796 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:33.403156 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f2a36607-2b41-4a8c-8626-c5beaf8f972f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:33.425338 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-f2a36607-2b41-4a8c-8626-c5beaf8f972f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Project fe521acbb1314004bd4bd84b01de1f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:59:33.430313 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2a36607-2b41-4a8c-8626-c5beaf8f972f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.493944 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2a36607-2b41-4a8c-8626-c5beaf8f972f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.497635 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2a36607-2b41-4a8c-8626-c5beaf8f972f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.516972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a36607-2b41-4a8c-8626-c5beaf8f972f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babb1f90-b0b6-4ac8-834a-ffb5654a9534,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:33.520223 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2a36607-2b41-4a8c-8626-c5beaf8f972f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.524616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f2a36607-2b41-4a8c-8626-c5beaf8f972f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217010 Jul 16 18:59:33.525597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:33.529228 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a8a241a6-ed46-47b8-8c6d-fa3e03da9e43 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:33.550898 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-a8a241a6-ed46-47b8-8c6d-fa3e03da9e43 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Project fe521acbb1314004bd4bd84b01de1f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:59:33.557466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8a241a6-ed46-47b8-8c6d-fa3e03da9e43 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.624477 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8a241a6-ed46-47b8-8c6d-fa3e03da9e43 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.629622 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8a241a6-ed46-47b8-8c6d-fa3e03da9e43 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.647966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a241a6-ed46-47b8-8c6d-fa3e03da9e43 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb129374-220c-464d-809f-934eab00db97,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:33.655241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8a241a6-ed46-47b8-8c6d-fa3e03da9e43 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.656465 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a8a241a6-ed46-47b8-8c6d-fa3e03da9e43 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307232 Jul 16 18:59:33.659539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:33.664854 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c92815a5-88b1-4018-819b-9db2ba15822e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'network': {'name': 'tempest-network-smoke--474391744', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:33.686696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92815a5-88b1-4018-819b-9db2ba15822e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:33.690441 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c92815a5-88b1-4018-819b-9db2ba15822e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.714340 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92815a5-88b1-4018-819b-9db2ba15822e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:59:33.723083 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c92815a5-88b1-4018-819b-9db2ba15822e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.723425 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-c92815a5-88b1-4018-819b-9db2ba15822e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Added segment af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c of type vlan for network 90607147-1182-44a5-9f96-af15f126ad10 Jul 16 18:59:33.762798 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c92815a5-88b1-4018-819b-9db2ba15822e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.793000 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c92815a5-88b1-4018-819b-9db2ba15822e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.798561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92815a5-88b1-4018-819b-9db2ba15822e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:33.799152 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c92815a5-88b1-4018-819b-9db2ba15822e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.832946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c92815a5-88b1-4018-819b-9db2ba15822e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1723781 Jul 16 18:59:33.836282 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:33.842899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'admin_state_up': True, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:33.884168 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92815a5-88b1-4018-819b-9db2ba15822e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Network': ['ID=90607147-1182-44a5-9f96-af15f126ad10,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:33.894161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 90607147-1182-44a5-9f96-af15f126ad10 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:59:33.898148 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.899188 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.955876 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.981369 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.092294 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.288220 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.307208 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.405202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.25.8.193 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/3de59766-b0a5-4a3f-8024-2cf3d4b3ef62) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:34.510753 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.549883 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.584864 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:34.591174 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:34.594717 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:34.617061 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=3de59766-b0a5-4a3f-8024-2cf3d4b3ef62,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:34.839285 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.033148 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.161304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 5a432f68-911c-405f-a52b-470510e3dbc1 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:59:35.633563 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:35.644332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Sync routers for ids ['5a432f68-911c-405f-a52b-470510e3dbc1'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:35.652974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.653991 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6cf8f7b7-911c-409d-9065-c4db98177a16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8169153 Jul 16 18:59:35.655013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Routers {'5a432f68-911c-405f-a52b-470510e3dbc1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:35.655635 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5a432f68-911c-405f-a52b-470510e3dbc1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:35.657073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:35.716341 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.777793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Set router 5a432f68-911c-405f-a52b-470510e3dbc1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:35.780240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-499d88a2-0eb4-4bbd-adac-68724644caee tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=fe521acbb1314004bd4bd84b01de1f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220059 Jul 16 18:59:35.782938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:35.878869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee5f0df-be2a-4ceb-9e32-5175bd5547c3 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:35.880409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bee5f0df-be2a-4ceb-9e32-5175bd5547c3 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964258 Jul 16 18:59:35.884085 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:35.911717 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a869544b-e6f7-4bbf-a664-a00b7e50df64 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265777 Jul 16 18:59:35.914601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:35.919561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ecfc4710-45d3-4cd9-a7ba-4344ab3dfdc0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112020345', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:35.968830 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T18:59:34Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:35.996267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Checking router: 5a432f68-911c-405f-a52b-470510e3dbc1 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:35.996625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Updating router 5a432f68-911c-405f-a52b-470510e3dbc1 port 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:59:36.010867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfc4710-45d3-4cd9-a7ba-4344ab3dfdc0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:36.014723 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecfc4710-45d3-4cd9-a7ba-4344ab3dfdc0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.032411 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.205582 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecfc4710-45d3-4cd9-a7ba-4344ab3dfdc0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.277816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc4710-45d3-4cd9-a7ba-4344ab3dfdc0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Subnet': ['ID=b651b728-adc4-41d5-a742-85cbe2437419,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:36.286501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc4710-45d3-4cd9-a7ba-4344ab3dfdc0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Checking segment: {'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:36.286871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfc4710-45d3-4cd9-a7ba-4344ab3dfdc0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network hostable DHCP agents. Network: 90607147-1182-44a5-9f96-af15f126ad10, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:59:36.304185 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfc4710-45d3-4cd9-a7ba-4344ab3dfdc0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 90607147-1182-44a5-9f96-af15f126ad10 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:59:36.313241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ecfc4710-45d3-4cd9-a7ba-4344ab3dfdc0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 90607147-1182-44a5-9f96-af15f126ad10) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:36.319463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc4710-45d3-4cd9-a7ba-4344ab3dfdc0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:36.320654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecfc4710-45d3-4cd9-a7ba-4344ab3dfdc0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.327942 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24c6d1a-d47e-4db1-962d-3fab869956ec None None] Network 90607147-1182-44a5-9f96-af15f126ad10 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:36.337962 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ecfc4710-45d3-4cd9-a7ba-4344ab3dfdc0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4221346 Jul 16 18:59:36.340461 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53378) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:36.568687 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.580381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Transition to ACTIVE for port object 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:36.583618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-90607147-1182-44a5-9f96-af15f126ad10', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ips': [{'subnet_id': 'b651b728-adc4-41d5-a742-85cbe2437419'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:59:36.585072 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.596452 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.716366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341f04d-808d-4658-9a56-aa5d239d2817 None None] Pushing event updated for resources: {'Port': ['ID=3de59766-b0a5-4a3f-8024-2cf3d4b3ef62,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:36.721257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Attempting to bind port 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:36.721661 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Attempting to bind port 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:36.722042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Attempting to bind port 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:36.731734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:36.732124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:36.732534 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.732936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:36.733442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Bound port: 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:36.733836 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.805293 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.823421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Allocated IP 172.20.0.2 (90607147-1182-44a5-9f96-af15f126ad10/b651b728-adc4-41d5-a742-85cbe2437419/b652eeb8-0277-4ba9-8499-5b7303c7912b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:36.828502 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] For port 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:36.833126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] For port 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3de59766-b0a5-4a3f-8024-2cf3d4b3ef62,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:36.843468 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.964745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341f04d-808d-4658-9a56-aa5d239d2817 None None] Pushing event updated for resources: {'Port': ['ID=3de59766-b0a5-4a3f-8024-2cf3d4b3ef62,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:36.967326 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Routers {'5a432f68-911c-405f-a52b-470510e3dbc1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:36.967948 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5a432f68-911c-405f-a52b-470510e3dbc1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:37.118042 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.132269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] Set router 5a432f68-911c-405f-a52b-470510e3dbc1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:37.134311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Transition to ACTIVE for port object b652eeb8-0277-4ba9-8499-5b7303c7912b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:37.217040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Transition to ACTIVE for port object b652eeb8-0277-4ba9-8499-5b7303c7912b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:37.225442 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.273751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.20.0.1 (90607147-1182-44a5-9f96-af15f126ad10/b651b728-adc4-41d5-a742-85cbe2437419/3ba22346-7c02-4c78-a1cd-fa463f6671db) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:37.297041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Network 90607147-1182-44a5-9f96-af15f126ad10 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:37.306723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:37.314363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:37.322793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Pushing event updated for resources: {'Port': ['ID=b652eeb8-0277-4ba9-8499-5b7303c7912b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:37.394036 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.406824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Attempting to bind port b652eeb8-0277-4ba9-8499-5b7303c7912b on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:37.407204 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Attempting to bind port b652eeb8-0277-4ba9-8499-5b7303c7912b by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:37.407571 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Attempting to bind port b652eeb8-0277-4ba9-8499-5b7303c7912b on network 90607147-1182-44a5-9f96-af15f126ad10 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:37.407992 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Transition to ACTIVE for port object 3ba22346-7c02-4c78-a1cd-fa463f6671db will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:37.418275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:37.418656 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Checking segment: {'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:37.419065 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.419542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Bound using segment: {'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:37.419944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Bound port: b652eeb8-0277-4ba9-8499-5b7303c7912b, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:37.420349 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.444543 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.477382 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T18:59:34Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:37.490062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 90607147-1182-44a5-9f96-af15f126ad10 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:37.496237 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:37.500198 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:37.512536 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cace56b-4b5f-4d03-862c-7dcf59e272fe None None] The sync data for ids ['5a432f68-911c-405f-a52b-470510e3dbc1'] in n-d-793618-9 is: [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T18:59:34Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:37.520120 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] For port b652eeb8-0277-4ba9-8499-5b7303c7912b, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:37.523702 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] For port b652eeb8-0277-4ba9-8499-5b7303c7912b, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b652eeb8-0277-4ba9-8499-5b7303c7912b,segment=NetworkSegment(af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c),segment_id=af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:37.526980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=3ba22346-7c02-4c78-a1cd-fa463f6671db,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:37.528125 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.550885 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.592082 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405ee81-370e-4174-8b26-79f68c465ca5 None None] Pushing event updated for resources: {'Port': ['ID=b652eeb8-0277-4ba9-8499-5b7303c7912b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:37.718528 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.079530 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.085916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.170301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=3ba22346-7c02-4c78-a1cd-fa463f6671db,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:38.181252 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.292867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 90607147-1182-44a5-9f96-af15f126ad10 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:38.294936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:38.425364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 5a432f68-911c-405f-a52b-470510e3dbc1 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:38.566484 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:38.577894 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0a4a5586-552f-4d3d-a55e-195d3045572c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "PUT /v2.0/routers/5a432f68-911c-405f-a52b-470510e3dbc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2363503 Jul 16 18:59:38.603558 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b652eeb8-0277-4ba9-8499-5b7303c7912b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:38.641645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce57353c-5268-49cf-8039-20a3bd6bfd54 None None] Network 90607147-1182-44a5-9f96-af15f126ad10 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:38.724119 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fb27852a-3e28-49d2-afce-add6f716d835 None None] Provisioning for port b652eeb8-0277-4ba9-8499-5b7303c7912b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:38.731578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-468210ec-63f9-403e-97d3-3251b01b13f4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952692049&fields=id&tenant_id=fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 267 time: 0.0408771 Jul 16 18:59:38.777278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port b652eeb8-0277-4ba9-8499-5b7303c7912b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:38.787004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b652eeb8-0277-4ba9-8499-5b7303c7912b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:38.787920 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.845246 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-f263fade-80a8-4002-924b-779a245b4e96 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:38.847099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-f263fade-80a8-4002-924b-779a245b4e96 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/networks?id=90607147-1182-44a5-9f96-af15f126ad10 HTTP/1.1" status: 200 len: 796 time: 0.1090064 Jul 16 18:59:38.863063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-99885245-9151-438e-b9d3-5145d703ddf0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/quotas/fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 375 time: 0.0095379 Jul 16 18:59:38.909959 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.944103 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-9be1a4ea-88ec-4c0b-aa65-9345f22c5669 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751874 Jul 16 18:59:38.951588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port b652eeb8-0277-4ba9-8499-5b7303c7912b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b652eeb8-0277-4ba9-8499-5b7303c7912b,segment=NetworkSegment(af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c),segment_id=af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:38.963326 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.964416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:39.072477 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-f09f559e-ee97-4bce-a6ba-63fb0394f359 service neutron] 10.222.0.52 "GET /v2.0/networks/90607147-1182-44a5-9f96-af15f126ad10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128826 Jul 16 18:59:39.088540 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=b652eeb8-0277-4ba9-8499-5b7303c7912b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:39.111503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:39.116350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:39.116754 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:39.175175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbb9217d-aaeb-4ca8-8745-9566bbea43f1 None None] Provisioning complete for port b652eeb8-0277-4ba9-8499-5b7303c7912b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:39.175389 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbb9217d-aaeb-4ca8-8745-9566bbea43f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:39.217088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-b05cf6c4-a677-4e43-b4e6-30371b986716 service neutron] 10.222.0.52 "GET /v2.0/networks/90607147-1182-44a5-9f96-af15f126ad10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387098 Jul 16 18:59:39.259551 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:39.302551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3de59766-b0a5-4a3f-8024-2cf3d4b3ef62,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:39.310809 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:39.399863 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Sync routers for ids ['5a432f68-911c-405f-a52b-470510e3dbc1'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:39.410168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbb9217d-aaeb-4ca8-8745-9566bbea43f1 None None] Provisioning for port 3ba22346-7c02-4c78-a1cd-fa463f6671db completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:39.410404 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Routers {'5a432f68-911c-405f-a52b-470510e3dbc1'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:39.411100 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5a432f68-911c-405f-a52b-470510e3dbc1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:39.412486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=3de59766-b0a5-4a3f-8024-2cf3d4b3ef62,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:39.419168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dbb9217d-aaeb-4ca8-8745-9566bbea43f1 None None] Provisioning complete for port 3ba22346-7c02-4c78-a1cd-fa463f6671db triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:39.419523 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbb9217d-aaeb-4ca8-8745-9566bbea43f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:39.473937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dbb9217d-aaeb-4ca8-8745-9566bbea43f1 None None] Port 3ba22346-7c02-4c78-a1cd-fa463f6671db cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:59:39.495067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d6fa027-9d75-4187-b627-28dfef17edb1 req-619806dd-d017-4ff5-ae50-fb8d2967ed96 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 210 time: 0.0405867 Jul 16 18:59:39.550902 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Set router 5a432f68-911c-405f-a52b-470510e3dbc1 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:39.594176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0073783f-532d-441d-a040-2f1ae5b0b38f None None] Provisioning complete for port 3ba22346-7c02-4c78-a1cd-fa463f6671db triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:39.594559 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0073783f-532d-441d-a040-2f1ae5b0b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:39.629251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0073783f-532d-441d-a040-2f1ae5b0b38f None None] Port 3ba22346-7c02-4c78-a1cd-fa463f6671db cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:59:39.747175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cebd26f9-7e83-4ae8-be75-57d1e57ea167 None None] Provisioning complete for port 3ba22346-7c02-4c78-a1cd-fa463f6671db triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:39.747569 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cebd26f9-7e83-4ae8-be75-57d1e57ea167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:39.753194 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T18:59:37Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3ba22346-7c02-4c78-a1cd-fa463f6671db', 'name': '', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:42:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:36Z', 'updated_at': '2021-07-16T18:59:37Z', 'revision_number': 2, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:39.779738 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Checking router: 5a432f68-911c-405f-a52b-470510e3dbc1 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:39.780093 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Updating router 5a432f68-911c-405f-a52b-470510e3dbc1 port 3ba22346-7c02-4c78-a1cd-fa463f6671db binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:59:39.784943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cebd26f9-7e83-4ae8-be75-57d1e57ea167 None None] Port 3ba22346-7c02-4c78-a1cd-fa463f6671db cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:59:39.817939 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.162203 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.172805 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Transition to ACTIVE for port object 3ba22346-7c02-4c78-a1cd-fa463f6671db will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:40.179914 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.231853 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Pushing event updated for resources: {'Port': ['ID=3ba22346-7c02-4c78-a1cd-fa463f6671db,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:40.245583 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:40.245828 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:40.247098 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:40.247666 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:40.249462 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:40.250028 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:40.250533 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:40.251050 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:40.251477 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:40.251950 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:40.252375 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:40.252806 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:40.314937 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Attempting to bind port 3ba22346-7c02-4c78-a1cd-fa463f6671db on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:40.315307 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Attempting to bind port 3ba22346-7c02-4c78-a1cd-fa463f6671db by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:40.315669 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Attempting to bind port 3ba22346-7c02-4c78-a1cd-fa463f6671db on network 90607147-1182-44a5-9f96-af15f126ad10 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:40.321000 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:40.321396 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Checking segment: {'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:40.321799 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.322194 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Bound using segment: {'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:40.322664 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Bound port: 3ba22346-7c02-4c78-a1cd-fa463f6671db, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:40.323045 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.393092 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] For port 3ba22346-7c02-4c78-a1cd-fa463f6671db, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:40.396166 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] For port 3ba22346-7c02-4c78-a1cd-fa463f6671db, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3ba22346-7c02-4c78-a1cd-fa463f6671db,segment=NetworkSegment(af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c),segment_id=af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:40.401517 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.468111 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Routers {'5a432f68-911c-405f-a52b-470510e3dbc1'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:40.468743 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5a432f68-911c-405f-a52b-470510e3dbc1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:40.470667 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7495cc8-4d25-481e-9ab4-24fb90d6556c None None] Pushing event updated for resources: {'Port': ['ID=3ba22346-7c02-4c78-a1cd-fa463f6671db,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:40.531451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b652eeb8-0277-4ba9-8499-5b7303c7912b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:40.611287 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7e26b21e-23cc-48e9-90f0-9e65654dcd9f req-aca4bc45-68ea-4f5c-b383-ccee107074a9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 210 time: 0.0337610 Jul 16 18:59:40.649549 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port b652eeb8-0277-4ba9-8499-5b7303c7912b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:40.650133 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.651004 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] Set router 5a432f68-911c-405f-a52b-470510e3dbc1 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:40.745276 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:40.798420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:40.798799 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.887002 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T18:59:37Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3ba22346-7c02-4c78-a1cd-fa463f6671db', 'name': '', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:42:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:36Z', 'updated_at': '2021-07-16T18:59:40Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:40.914104 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a4375-9a05-4b46-9c4b-5540a3702af9 None None] The sync data for ids ['5a432f68-911c-405f-a52b-470510e3dbc1'] in n-d-793618-9 is: [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T18:59:37Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3ba22346-7c02-4c78-a1cd-fa463f6671db', 'name': '', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:42:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:36Z', 'updated_at': '2021-07-16T18:59:40Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:41.600848 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:59:41.698042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83eded81-90b0-4d83-b8c3-4d23fa3fbdb7 req-eb695b48-92ad-4e15-bff6-b61c9057678f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 210 time: 0.0296543 Jul 16 18:59:42.521614 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3ba22346-7c02-4c78-a1cd-fa463f6671db up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:42.576965 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 3ba22346-7c02-4c78-a1cd-fa463f6671db completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:42.580970 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3ba22346-7c02-4c78-a1cd-fa463f6671db triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:42.581380 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.666116 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.701339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 3ba22346-7c02-4c78-a1cd-fa463f6671db, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3ba22346-7c02-4c78-a1cd-fa463f6671db,segment=NetworkSegment(af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c),segment_id=af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:42.706130 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.771377 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=3ba22346-7c02-4c78-a1cd-fa463f6671db,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:42.781775 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-a7597282-a531-4541-b98b-20f034bb5b9d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:42.783696 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-a7597282-a531-4541-b98b-20f034bb5b9d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "GET /v2.0/networks?id=90607147-1182-44a5-9f96-af15f126ad10 HTTP/1.1" status: 200 len: 796 time: 0.1160204 Jul 16 18:59:42.837060 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-a236a491-6457-4652-b972-9a2345a0cacc tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 379 time: 0.0441203 Jul 16 18:59:42.849265 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'port': {'device_id': '7542ff27-8467-4112-b673-b3216dcf93fd', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'admin_state_up': True, 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'security_groups': ['c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:42.860597 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8b095d39-695b-45c2-8b40-73c5006c5a54 req-0cb8c325-99ab-4424-a0cc-5bf1597e6b66 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 210 time: 0.0373363 Jul 16 18:59:42.973497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:42.977738 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.107566 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.20.0.8 (90607147-1182-44a5-9f96-af15f126ad10/b651b728-adc4-41d5-a742-85cbe2437419/704d8c57-1fd0-4495-9b57-68ff984448cb) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:43.245573 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.264064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Transition to ACTIVE for port object 704d8c57-1fd0-4495-9b57-68ff984448cb will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:43.296777 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.342908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 90607147-1182-44a5-9f96-af15f126ad10 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:43.346102 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:43.350729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:43.357461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=704d8c57-1fd0-4495-9b57-68ff984448cb,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:43.404872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:43.405561 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.421588 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-02c8415e-8d19-47d7-8bdc-7d44c4b0f5c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5763803 Jul 16 18:59:43.432340 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-34f876a3-c4d7-42ce-a1ad-c3d3f0514e9d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:59:43.433474 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-34f876a3-c4d7-42ce-a1ad-c3d3f0514e9d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061376 Jul 16 18:59:43.492915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Request body: {'port': {'device_id': '7542ff27-8467-4112-b673-b3216dcf93fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:43.579031 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.590464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-90730189-64ec-48fb-a419-8be590808d94 None None] Provisioning for port 704d8c57-1fd0-4495-9b57-68ff984448cb completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:43.594794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-90730189-64ec-48fb-a419-8be590808d94 None None] Provisioning complete for port 704d8c57-1fd0-4495-9b57-68ff984448cb triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:43.595276 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90730189-64ec-48fb-a419-8be590808d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.633523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-90730189-64ec-48fb-a419-8be590808d94 None None] Port 704d8c57-1fd0-4495-9b57-68ff984448cb cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:59:43.847192 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704d8c57-1fd0-4495-9b57-68ff984448cb {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:59:43.855492 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.868682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Transition to ACTIVE for port object 704d8c57-1fd0-4495-9b57-68ff984448cb will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:43.872319 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.947240 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Pushing event updated for resources: {'Port': ['ID=704d8c57-1fd0-4495-9b57-68ff984448cb,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:44.001743 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Attempting to bind port 704d8c57-1fd0-4495-9b57-68ff984448cb on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:44.002184 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Attempting to bind port 704d8c57-1fd0-4495-9b57-68ff984448cb by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:44.002592 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Attempting to bind port 704d8c57-1fd0-4495-9b57-68ff984448cb on network 90607147-1182-44a5-9f96-af15f126ad10 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:44.008145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Port 704d8c57-1fd0-4495-9b57-68ff984448cb on network 90607147-1182-44a5-9f96-af15f126ad10 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:59:44.008479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Attempting to bind port 704d8c57-1fd0-4495-9b57-68ff984448cb on network 90607147-1182-44a5-9f96-af15f126ad10 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:44.016497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:44.017053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Checking segment: {'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:44.017488 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Bound using segment: {'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:44.017938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Bound port: 704d8c57-1fd0-4495-9b57-68ff984448cb, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '90607147-1182-44a5-9f96-af15f126ad10'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:44.018949 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.054593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7498a79-6b37-4cd6-b0b0-45168bc956b1 req-b38e5a75-ee85-4b0a-a0ab-bc764ab0d6e5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.056201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7498a79-6b37-4cd6-b0b0-45168bc956b1 req-b38e5a75-ee85-4b0a-a0ab-bc764ab0d6e5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 943 time: 0.0745873 Jul 16 18:59:44.087880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] For port 704d8c57-1fd0-4495-9b57-68ff984448cb, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:44.091450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] For port 704d8c57-1fd0-4495-9b57-68ff984448cb, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=704d8c57-1fd0-4495-9b57-68ff984448cb,segment=NetworkSegment(af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c),segment_id=af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:44.096606 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.097933 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7498a79-6b37-4cd6-b0b0-45168bc956b1 req-d55aa617-205f-4cee-9abd-8df158cd7b12 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352666 Jul 16 18:59:44.135567 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.136194 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.137780 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] 10.222.0.42 "PUT /v2.0/ports/704d8c57-1fd0-4495-9b57-68ff984448cb HTTP/1.1" status: 200 len: 1091 time: 0.6982079 Jul 16 18:59:44.138218 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7542ff27-8467-4112-b673-b3216dcf93fd', 'tag': '704d8c57-1fd0-4495-9b57-68ff984448cb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:44.140587 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a57cb17-7139-49b1-ada3-8aedbb7dbb63" -d '{"events": [{"name": "network-changed", "server_uuid": "7542ff27-8467-4112-b673-b3216dcf93fd", "tag": "704d8c57-1fd0-4495-9b57-68ff984448cb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:44.173903 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93d3d2-1903-4b55-aead-8fcade18882a service neutron] Pushing event updated for resources: {'Port': ['ID=704d8c57-1fd0-4495-9b57-68ff984448cb,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:44.250250 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-1772b137-7bf6-445b-b141-993cd347e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.251773 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-1772b137-7bf6-445b-b141-993cd347e0ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 1094 time: 0.0632710 Jul 16 18:59:44.253265 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cd3c84-850f-477d-a03e-1fa256570c06 x-openstack-request-id: req-a3cd3c84-850f-477d-a03e-1fa256570c06 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:44.253585 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7542ff27-8467-4112-b673-b3216dcf93fd", "tag": "704d8c57-1fd0-4495-9b57-68ff984448cb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:44.253837 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3cd3c84-850f-477d-a03e-1fa256570c06 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:44.254225 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7542ff27-8467-4112-b673-b3216dcf93fd', 'tag': '704d8c57-1fd0-4495-9b57-68ff984448cb', 'status': 'completed', 'code': 200} Jul 16 18:59:44.294237 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-da1df07b-3d86-4b48-a3ef-3dcea5860127 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704d8c57-1fd0-4495-9b57-68ff984448cb HTTP/1.1" status: 200 len: 217 time: 0.0359576 Jul 16 18:59:44.349280 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-ba3caaa9-25b9-4678-ab5c-f285f6c2429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.350930 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-ba3caaa9-25b9-4678-ab5c-f285f6c2429b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b651b728-adc4-41d5-a742-85cbe2437419 HTTP/1.1" status: 200 len: 835 time: 0.0501027 Jul 16 18:59:44.408212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-4b6e5d00-819c-4d44-a8c2-0de57a15341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.409655 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-4b6e5d00-819c-4d44-a8c2-0de57a15341a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90607147-1182-44a5-9f96-af15f126ad10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523908 Jul 16 18:59:44.503447 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-72a2bf22-052d-464d-b623-79467023291a service neutron] 10.222.0.42 "GET /v2.0/networks/90607147-1182-44a5-9f96-af15f126ad10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876493 Jul 16 18:59:44.511317 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3ba22346-7c02-4c78-a1cd-fa463f6671db up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:44.601795 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4a905d2f-808f-4296-8277-7d91913f6a25 req-417d3a53-74ca-43f5-ab0a-0f88bdc82038 service neutron] 10.222.0.42 "GET /v2.0/networks/90607147-1182-44a5-9f96-af15f126ad10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921149 Jul 16 18:59:44.703551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57cb17-7139-49b1-ada3-8aedbb7dbb63 req-4be7701c-e9ca-4cb6-af30-23dacd436c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.705011 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7a57cb17-7139-49b1-ada3-8aedbb7dbb63 req-4be7701c-e9ca-4cb6-af30-23dacd436c0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 1094 time: 0.0542753 Jul 16 18:59:44.718560 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3ba22346-7c02-4c78-a1cd-fa463f6671db triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:44.719149 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.796811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57cb17-7139-49b1-ada3-8aedbb7dbb63 req-16b06b50-40b2-42c7-9bcf-2d4efbe7b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.798423 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7a57cb17-7139-49b1-ada3-8aedbb7dbb63 req-16b06b50-40b2-42c7-9bcf-2d4efbe7b0f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=90607147-1182-44a5-9f96-af15f126ad10 HTTP/1.1" status: 200 len: 897 time: 0.0865219 Jul 16 18:59:44.843920 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7a57cb17-7139-49b1-ada3-8aedbb7dbb63 req-58df4b9f-22ad-4509-a842-3ebfafe5bbb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704d8c57-1fd0-4495-9b57-68ff984448cb HTTP/1.1" status: 200 len: 217 time: 0.0387771 Jul 16 18:59:44.893065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57cb17-7139-49b1-ada3-8aedbb7dbb63 req-ba4f5219-9505-4da5-996d-17a071520b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.894562 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7a57cb17-7139-49b1-ada3-8aedbb7dbb63 req-ba4f5219-9505-4da5-996d-17a071520b7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b651b728-adc4-41d5-a742-85cbe2437419 HTTP/1.1" status: 200 len: 835 time: 0.0442612 Jul 16 18:59:44.953329 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57cb17-7139-49b1-ada3-8aedbb7dbb63 req-02ce20bf-d449-44df-934b-3f93ce891eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.954916 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7a57cb17-7139-49b1-ada3-8aedbb7dbb63 req-02ce20bf-d449-44df-934b-3f93ce891eb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90607147-1182-44a5-9f96-af15f126ad10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534277 Jul 16 18:59:45.046316 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7a57cb17-7139-49b1-ada3-8aedbb7dbb63 req-50e30fc4-c7ec-47c3-8ee4-4099e4d0e8ff service neutron] 10.222.0.42 "GET /v2.0/networks/90607147-1182-44a5-9f96-af15f126ad10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848210 Jul 16 18:59:45.135014 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-7a57cb17-7139-49b1-ada3-8aedbb7dbb63 req-4f72df5a-8b66-4416-90d1-c3535492b64f service neutron] 10.222.0.42 "GET /v2.0/networks/90607147-1182-44a5-9f96-af15f126ad10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809286 Jul 16 18:59:45.272661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eca12-f327-4dfa-b116-a66d7f93e4bf req-1ac0fa78-5b64-4231-9fff-c85923fce29b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:45.274184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-299eca12-f327-4dfa-b116-a66d7f93e4bf req-1ac0fa78-5b64-4231-9fff-c85923fce29b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 943 time: 0.0619612 Jul 16 18:59:45.311529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-299eca12-f327-4dfa-b116-a66d7f93e4bf req-4d45e5e2-a1f0-42b7-ac64-75a85c589a37 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318296 Jul 16 18:59:46.495699 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4be2c-f997-489f-ac6a-7e133c7748af req-46279cc4-a487-4bf7-aa17-a8b4a5b05fe6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:46.497198 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7a4be2c-f997-489f-ac6a-7e133c7748af req-46279cc4-a487-4bf7-aa17-a8b4a5b05fe6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 943 time: 0.0691726 Jul 16 18:59:46.534152 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7a4be2c-f997-489f-ac6a-7e133c7748af req-9fd10ff3-3f26-49de-9460-efab0fda885b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312970 Jul 16 18:59:47.063346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 704d8c57-1fd0-4495-9b57-68ff984448cb details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:59:47.159585 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 704d8c57-1fd0-4495-9b57-68ff984448cb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=704d8c57-1fd0-4495-9b57-68ff984448cb,segment=NetworkSegment(af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c),segment_id=af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:47.171124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '704d8c57-1fd0-4495-9b57-68ff984448cb', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'port_id': '704d8c57-1fd0-4495-9b57-68ff984448cb', 'mac_address': 'fa:16:3e:d6:af:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:59:47.207915 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.221328 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704d8c57-1fd0-4495-9b57-68ff984448cb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:59:47.241446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 704d8c57-1fd0-4495-9b57-68ff984448cb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=704d8c57-1fd0-4495-9b57-68ff984448cb,segment=NetworkSegment(af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c),segment_id=af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:47.245381 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.296606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=704d8c57-1fd0-4495-9b57-68ff984448cb,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:47.497608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['704d8c57-1fd0-4495-9b57-68ff984448cb'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:47.716927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3253b99-ff62-456e-9a49-c266fdfda5fc req-7b7f1558-9149-4241-b196-9f4280a10908 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:47.718588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3253b99-ff62-456e-9a49-c266fdfda5fc req-7b7f1558-9149-4241-b196-9f4280a10908 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 944 time: 0.0728569 Jul 16 18:59:47.757052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e3253b99-ff62-456e-9a49-c266fdfda5fc req-0b467f93-ff76-464e-a860-7a11bf129dbe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329714 Jul 16 18:59:48.940746 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd2227-0158-4081-8b47-33486e443e71 req-e4a9c45d-1122-46c9-8f05-91cff491d0b0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:48.942319 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20fd2227-0158-4081-8b47-33486e443e71 req-e4a9c45d-1122-46c9-8f05-91cff491d0b0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 944 time: 0.0704753 Jul 16 18:59:48.983939 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-20fd2227-0158-4081-8b47-33486e443e71 req-8b089980-0fce-499d-8e48-bb36d1746b48 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353138 Jul 16 18:59:49.078728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 704d8c57-1fd0-4495-9b57-68ff984448cb up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:49.127036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 704d8c57-1fd0-4495-9b57-68ff984448cb completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:49.130854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 704d8c57-1fd0-4495-9b57-68ff984448cb triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:49.131884 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:49.209757 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:49.234526 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7542ff27-8467-4112-b673-b3216dcf93fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704d8c57-1fd0-4495-9b57-68ff984448cb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:49.236678 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096257d4-10eb-459a-9c65-545a526e548d" -d '{"events": [{"server_uuid": "7542ff27-8467-4112-b673-b3216dcf93fd", "name": "network-vif-plugged", "status": "completed", "tag": "704d8c57-1fd0-4495-9b57-68ff984448cb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:49.249826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 704d8c57-1fd0-4495-9b57-68ff984448cb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=704d8c57-1fd0-4495-9b57-68ff984448cb,segment=NetworkSegment(af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c),segment_id=af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:49.254054 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:49.301734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=704d8c57-1fd0-4495-9b57-68ff984448cb,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:49.329527 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00bb91f-a055-40e6-ac4d-859f7481eeff x-openstack-request-id: req-e00bb91f-a055-40e6-ac4d-859f7481eeff {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:49.329831 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7542ff27-8467-4112-b673-b3216dcf93fd", "name": "network-vif-plugged", "status": "completed", "tag": "704d8c57-1fd0-4495-9b57-68ff984448cb", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:49.330091 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e00bb91f-a055-40e6-ac4d-859f7481eeff {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:49.330503 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7542ff27-8467-4112-b673-b3216dcf93fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704d8c57-1fd0-4495-9b57-68ff984448cb', 'code': 200} Jul 16 18:59:49.446762 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f67cc-da45-4520-9bb9-ff0c48aeb0e5 req-549cdf55-4aa6-4de2-b2f6-f1df6817b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:49.448275 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4e6f67cc-da45-4520-9bb9-ff0c48aeb0e5 req-549cdf55-4aa6-4de2-b2f6-f1df6817b483 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 1096 time: 0.0566711 Jul 16 18:59:49.483357 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-4e6f67cc-da45-4520-9bb9-ff0c48aeb0e5 req-3ad664cd-4e89-4ad4-9c4b-5dcb44e7a490 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289264 Jul 16 18:59:50.160793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eaae4-1e8a-42e2-9b35-499a1929ef20 req-c870c572-f570-4b48-ab15-6ecc82380b72 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:50.162377 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b2eaae4-1e8a-42e2-9b35-499a1929ef20 req-c870c572-f570-4b48-ab15-6ecc82380b72 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 945 time: 0.0650282 Jul 16 18:59:50.203533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b2eaae4-1e8a-42e2-9b35-499a1929ef20 req-f6910834-ceaa-4458-b552-edbda3e6aa13 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350919 Jul 16 18:59:51.385868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80f674-505b-4c6d-ba8d-2c61200e990a req-f1425c84-6604-481c-bf5d-579808a4ab4b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:51.387729 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b80f674-505b-4c6d-ba8d-2c61200e990a req-f1425c84-6604-481c-bf5d-579808a4ab4b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 945 time: 0.0655241 Jul 16 18:59:51.425417 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b80f674-505b-4c6d-ba8d-2c61200e990a req-7898f820-d988-4779-ac82-0d6c0558fdb0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321047 Jul 16 18:59:51.606544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcdda1-1f4c-4a9d-bd52-da91cd0e4e1a req-a2aff761-5e18-4581-978d-25ddec706017 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:51.608087 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82fcdda1-1f4c-4a9d-bd52-da91cd0e4e1a req-a2aff761-5e18-4581-978d-25ddec706017 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 945 time: 0.0733776 Jul 16 18:59:51.648618 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82fcdda1-1f4c-4a9d-bd52-da91cd0e4e1a req-9e39e069-e80f-4024-adca-b4836a972be2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349956 Jul 16 18:59:51.674116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:51.731477 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10339a23-9968-4ce2-84a9-14fd287d44d4 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:51.733057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-10339a23-9968-4ce2-84a9-14fd287d44d4 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 1091 time: 0.0579345 Jul 16 18:59:51.736032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:51.742345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '704d8c57-1fd0-4495-9b57-68ff984448cb', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:51.765109 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:51.868030 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:51.971350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.25.8.231 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/592bb4d3-445d-4f43-a6ac-e40f4665dfdd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:52.082448 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.121685 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.163558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:52.166374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:52.170850 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:52.176604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=592bb4d3-445d-4f43-a6ac-e40f4665dfdd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:52.557007 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.642664 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.131163 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.135393 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.202341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=592bb4d3-445d-4f43-a6ac-e40f4665dfdd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:53.218137 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.316468 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Floating IP 88698b89-d5ad-4fc3-94af-0562cacfb6c3 associated. External IP: 172.25.8.231, port: 704d8c57-1fd0-4495-9b57-68ff984448cb. Jul 16 18:59:53.528898 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 5a432f68-911c-405f-a52b-470510e3dbc1 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:53.634098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:53.643823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654d201-42dc-4c97-b692-32a79d43b01e None None] Sync routers for ids ['5a432f68-911c-405f-a52b-470510e3dbc1'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:53.650396 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.654404 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654d201-42dc-4c97-b692-32a79d43b01e None None] Routers {'5a432f68-911c-405f-a52b-470510e3dbc1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:53.655028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5654d201-42dc-4c97-b692-32a79d43b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5a432f68-911c-405f-a52b-470510e3dbc1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:53.690171 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b45996e8-3ce3-4868-87b1-55607900e233 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9530373 Jul 16 18:59:53.690870 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7542ff27-8467-4112-b673-b3216dcf93fd', 'tag': '704d8c57-1fd0-4495-9b57-68ff984448cb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:53.693302 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47855e0-b693-48de-8d5e-bde57960a682" -d '{"events": [{"name": "network-changed", "server_uuid": "7542ff27-8467-4112-b673-b3216dcf93fd", "tag": "704d8c57-1fd0-4495-9b57-68ff984448cb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:53.733496 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00fbeb6-f265-44cf-b97b-989e9a1b219c x-openstack-request-id: req-b00fbeb6-f265-44cf-b97b-989e9a1b219c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:53.733795 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7542ff27-8467-4112-b673-b3216dcf93fd", "tag": "704d8c57-1fd0-4495-9b57-68ff984448cb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:53.734052 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b00fbeb6-f265-44cf-b97b-989e9a1b219c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:53.734557 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7542ff27-8467-4112-b673-b3216dcf93fd', 'tag': '704d8c57-1fd0-4495-9b57-68ff984448cb', 'status': 'completed', 'code': 200} Jul 16 18:59:53.768520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5654d201-42dc-4c97-b692-32a79d43b01e None None] Set router 5a432f68-911c-405f-a52b-470510e3dbc1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:53.810138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47855e0-b693-48de-8d5e-bde57960a682 req-8e57b4b0-1edb-40cf-8f03-4889078dc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:53.811570 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e47855e0-b693-48de-8d5e-bde57960a682 req-8e57b4b0-1edb-40cf-8f03-4889078dc2e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 1096 time: 0.0541484 Jul 16 18:59:53.862866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c73ee-cd32-45e3-aae8-5c7ca2d11f0f req-f773d0b4-c7d1-439d-be9e-337fc1636de1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:53.869865 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-039c73ee-cd32-45e3-aae8-5c7ca2d11f0f req-f773d0b4-c7d1-439d-be9e-337fc1636de1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 945 time: 0.0822592 Jul 16 18:59:53.905799 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-039c73ee-cd32-45e3-aae8-5c7ca2d11f0f req-97b80276-8e90-4d63-8b7c-2d6a0bddfefa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332849 Jul 16 18:59:53.913030 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47855e0-b693-48de-8d5e-bde57960a682 req-159fb549-a3f1-43fe-b04c-44f4fd89988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:53.914632 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e47855e0-b693-48de-8d5e-bde57960a682 req-159fb549-a3f1-43fe-b04c-44f4fd89988a service neutron] 10.222.0.42 "GET /v2.0/networks?id=90607147-1182-44a5-9f96-af15f126ad10 HTTP/1.1" status: 200 len: 897 time: 0.0971689 Jul 16 18:59:53.933455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:53.980743 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e47855e0-b693-48de-8d5e-bde57960a682 req-748bb16b-c23c-4919-a2e6-f87e15692053 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704d8c57-1fd0-4495-9b57-68ff984448cb HTTP/1.1" status: 200 len: 999 time: 0.0599101 Jul 16 18:59:54.004906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b9d141a6-cf0b-4e93-a29f-7967f07b0b56 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/88698b89-d5ad-4fc3-94af-0562cacfb6c3 HTTP/1.1" status: 200 len: 991 time: 0.0689321 Jul 16 18:59:54.023537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5654d201-42dc-4c97-b692-32a79d43b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T18:59:37Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '88698b89-d5ad-4fc3-94af-0562cacfb6c3', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'port_id': '704d8c57-1fd0-4495-9b57-68ff984448cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'mac_address': 'fa:16:3e:d6:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7542ff27-8467-4112-b673-b3216dcf93fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:59:52Z', 'updated_at': '2021-07-16T18:59:52Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba22346-7c02-4c78-a1cd-fa463f6671db', 'name': '', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:42:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:36Z', 'updated_at': '2021-07-16T18:59:42Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:54.031477 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47855e0-b693-48de-8d5e-bde57960a682 req-73e424bb-3ff5-4ff2-a1d4-a50bb051188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:54.032978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e47855e0-b693-48de-8d5e-bde57960a682 req-73e424bb-3ff5-4ff2-a1d4-a50bb051188a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b651b728-adc4-41d5-a742-85cbe2437419 HTTP/1.1" status: 200 len: 835 time: 0.0461888 Jul 16 18:59:54.057127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654d201-42dc-4c97-b692-32a79d43b01e None None] Checking router: 5a432f68-911c-405f-a52b-470510e3dbc1 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:54.066122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654d201-42dc-4c97-b692-32a79d43b01e None None] Routers {'5a432f68-911c-405f-a52b-470510e3dbc1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:54.066655 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5654d201-42dc-4c97-b692-32a79d43b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T18:59:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5a432f68-911c-405f-a52b-470510e3dbc1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:54.097190 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47855e0-b693-48de-8d5e-bde57960a682 req-fa619a5b-a058-41ed-8a2e-f94d866aded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:54.098786 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e47855e0-b693-48de-8d5e-bde57960a682 req-fa619a5b-a058-41ed-8a2e-f94d866aded2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90607147-1182-44a5-9f96-af15f126ad10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599401 Jul 16 18:59:54.172127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-5654d201-42dc-4c97-b692-32a79d43b01e None None] Set router 5a432f68-911c-405f-a52b-470510e3dbc1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:54.190293 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e47855e0-b693-48de-8d5e-bde57960a682 req-5f2b943e-fd16-4b1c-8d62-4be9fdfc3193 service neutron] 10.222.0.42 "GET /v2.0/networks/90607147-1182-44a5-9f96-af15f126ad10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854094 Jul 16 18:59:54.283592 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e47855e0-b693-48de-8d5e-bde57960a682 req-784109bf-b478-4fd0-b7ba-6ffd5fe97891 service neutron] 10.222.0.42 "GET /v2.0/networks/90607147-1182-44a5-9f96-af15f126ad10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875931 Jul 16 18:59:54.396882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-5654d201-42dc-4c97-b692-32a79d43b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T18:59:37Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '88698b89-d5ad-4fc3-94af-0562cacfb6c3', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'port_id': '704d8c57-1fd0-4495-9b57-68ff984448cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'mac_address': 'fa:16:3e:d6:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7542ff27-8467-4112-b673-b3216dcf93fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:59:52Z', 'updated_at': '2021-07-16T18:59:52Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba22346-7c02-4c78-a1cd-fa463f6671db', 'name': '', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:42:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:36Z', 'updated_at': '2021-07-16T18:59:42Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:54.422511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654d201-42dc-4c97-b692-32a79d43b01e None None] The sync data for ids ['5a432f68-911c-405f-a52b-470510e3dbc1'] in n-d-793618-9 is: [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T18:59:37Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '88698b89-d5ad-4fc3-94af-0562cacfb6c3', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'port_id': '704d8c57-1fd0-4495-9b57-68ff984448cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'mac_address': 'fa:16:3e:d6:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7542ff27-8467-4112-b673-b3216dcf93fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:59:52Z', 'updated_at': '2021-07-16T18:59:52Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba22346-7c02-4c78-a1cd-fa463f6671db', 'name': '', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:42:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:36Z', 'updated_at': '2021-07-16T18:59:42Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:54.630037 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaad298-4dcd-4a13-89fa-fae7e9856fc1 None None] New status for floating IP 88698b89-d5ad-4fc3-94af-0562cacfb6c3: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:59:55.008986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:55.070561 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f81a82cd-4c0c-414e-abd1-96d3ab6e944c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/88698b89-d5ad-4fc3-94af-0562cacfb6c3 HTTP/1.1" status: 200 len: 993 time: 0.0602269 Jul 16 19:00:00.183077 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4efc0111-6731-484b-ba52-b2a45d338b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:02.369478 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5afb474c-933b-4491-9001-bae77c0ff2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:02.840259 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.085957 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.179142 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.986029 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.707711 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:18.600788 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:00:22.928258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa77665-86ee-4588-ac0c-52d721acbaab req-fbc51ea1-7492-4453-9b4e-5f80373887df tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:22.929809 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaa77665-86ee-4588-ac0c-52d721acbaab req-fbc51ea1-7492-4453-9b4e-5f80373887df tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 945 time: 0.0652959 Jul 16 19:00:22.972975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-eaa77665-86ee-4588-ac0c-52d721acbaab req-34a9830b-82c8-4e69-840f-7801a540f9e5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371690 Jul 16 19:00:24.147582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456420b4-1168-4466-8d63-c306cac8a708 req-bf7e6574-3ea1-45c7-a09a-95eca5c9264b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:24.148997 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-456420b4-1168-4466-8d63-c306cac8a708 req-bf7e6574-3ea1-45c7-a09a-95eca5c9264b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 945 time: 0.0632236 Jul 16 19:00:24.186271 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-456420b4-1168-4466-8d63-c306cac8a708 req-3fff9d4f-c59b-4118-a253-82bb7e7e2f0b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317597 Jul 16 19:00:24.211117 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:24.270054 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bf414869-10ca-426b-84e9-88e0ac731a1c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/88698b89-d5ad-4fc3-94af-0562cacfb6c3 HTTP/1.1" status: 200 len: 993 time: 0.0578012 Jul 16 19:00:25.895588 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f20efd-4b3a-48a5-b395-97da6eb56790 req-0e291a61-a104-4665-81ac-2a389f883da7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:25.897183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3f20efd-4b3a-48a5-b395-97da6eb56790 req-0e291a61-a104-4665-81ac-2a389f883da7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 945 time: 0.0735972 Jul 16 19:00:25.937057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3f20efd-4b3a-48a5-b395-97da6eb56790 req-835d692a-8ab6-4fd8-a3c8-07587358d5ed tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335999 Jul 16 19:00:27.112955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a960e2b-3e0e-45d3-9f3f-dd8af8267fdc req-856bd774-2111-46e3-b297-4940e1ef7be4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:27.114415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a960e2b-3e0e-45d3-9f3f-dd8af8267fdc req-856bd774-2111-46e3-b297-4940e1ef7be4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 945 time: 0.0652552 Jul 16 19:00:27.153037 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a960e2b-3e0e-45d3-9f3f-dd8af8267fdc req-3aadee3c-12bd-498e-925d-92132fa15ff0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325677 Jul 16 19:00:27.178051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:27.242086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f20bc71e-74c6-4153-aa74-c1ed57286fbc tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/88698b89-d5ad-4fc3-94af-0562cacfb6c3 HTTP/1.1" status: 200 len: 993 time: 0.0628240 Jul 16 19:00:27.554927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:27.711876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 592bb4d3-445d-4f43-a6ac-e40f4665dfdd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:27.712842 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.785832 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.786161 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.797856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 592bb4d3-445d-4f43-a6ac-e40f4665dfdd owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:27.947440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.969798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=592bb4d3-445d-4f43-a6ac-e40f4665dfdd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:27.982670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.983021 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.983364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.983700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.984032 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.984364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.984700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.985029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.985379 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.985707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.986029 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.986350 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:28.047553 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.047992 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Floating IP 88698b89-d5ad-4fc3-94af-0562cacfb6c3 disassociated (deleted). External IP: 172.25.8.231, port: 704d8c57-1fd0-4495-9b57-68ff984448cb. Jul 16 19:00:28.260844 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 5a432f68-911c-405f-a52b-470510e3dbc1 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:28.366925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:28.372515 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.376779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5b999-c97f-49c0-a794-60f38f8b231b None None] Sync routers for ids ['5a432f68-911c-405f-a52b-470510e3dbc1'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:28.386032 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5b999-c97f-49c0-a794-60f38f8b231b None None] Routers {'5a432f68-911c-405f-a52b-470510e3dbc1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:28.386648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-66d5b999-c97f-49c0-a794-60f38f8b231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5a432f68-911c-405f-a52b-470510e3dbc1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:28.407845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7ab3158e-7b9e-44d6-ad3c-a9b9b61220fb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/floatingips/88698b89-d5ad-4fc3-94af-0562cacfb6c3 HTTP/1.1" status: 204 len: 168 time: 0.8518057 Jul 16 19:00:28.408539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7542ff27-8467-4112-b673-b3216dcf93fd', 'tag': '704d8c57-1fd0-4495-9b57-68ff984448cb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:28.410954 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce7eb15-2e95-4cd7-9869-c5bf8298ad2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7542ff27-8467-4112-b673-b3216dcf93fd", "tag": "704d8c57-1fd0-4495-9b57-68ff984448cb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:28.452741 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db25db2-ff51-493f-bd8a-881efd1752f1 x-openstack-request-id: req-5db25db2-ff51-493f-bd8a-881efd1752f1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:28.453116 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7542ff27-8467-4112-b673-b3216dcf93fd", "tag": "704d8c57-1fd0-4495-9b57-68ff984448cb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:28.453470 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5db25db2-ff51-493f-bd8a-881efd1752f1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:28.454289 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7542ff27-8467-4112-b673-b3216dcf93fd', 'tag': '704d8c57-1fd0-4495-9b57-68ff984448cb', 'status': 'completed', 'code': 200} Jul 16 19:00:28.496973 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-66d5b999-c97f-49c0-a794-60f38f8b231b None None] Set router 5a432f68-911c-405f-a52b-470510e3dbc1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:28.532277 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7eb15-2e95-4cd7-9869-c5bf8298ad2f req-1011f288-f40e-4626-8eb3-7f351de03a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:28.534485 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dce7eb15-2e95-4cd7-9869-c5bf8298ad2f req-1011f288-f40e-4626-8eb3-7f351de03a98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 1096 time: 0.0569801 Jul 16 19:00:28.637638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7eb15-2e95-4cd7-9869-c5bf8298ad2f req-a78f0802-818a-4321-b01f-a7d932406cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:28.639169 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dce7eb15-2e95-4cd7-9869-c5bf8298ad2f req-a78f0802-818a-4321-b01f-a7d932406cd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=90607147-1182-44a5-9f96-af15f126ad10 HTTP/1.1" status: 200 len: 897 time: 0.0974433 Jul 16 19:00:28.684207 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dce7eb15-2e95-4cd7-9869-c5bf8298ad2f req-208aa8f6-1a2d-473e-af2c-68db64f16ada service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704d8c57-1fd0-4495-9b57-68ff984448cb HTTP/1.1" status: 200 len: 217 time: 0.0377369 Jul 16 19:00:28.704281 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-66d5b999-c97f-49c0-a794-60f38f8b231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T18:59:37Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3ba22346-7c02-4c78-a1cd-fa463f6671db', 'name': '', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:42:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:36Z', 'updated_at': '2021-07-16T18:59:42Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:28.735187 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7eb15-2e95-4cd7-9869-c5bf8298ad2f req-48a89e62-f442-42e0-a493-9024165e7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:28.736766 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5b999-c97f-49c0-a794-60f38f8b231b None None] Checking router: 5a432f68-911c-405f-a52b-470510e3dbc1 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:28.737101 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dce7eb15-2e95-4cd7-9869-c5bf8298ad2f req-48a89e62-f442-42e0-a493-9024165e7122 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b651b728-adc4-41d5-a742-85cbe2437419 HTTP/1.1" status: 200 len: 835 time: 0.0463371 Jul 16 19:00:28.746322 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5b999-c97f-49c0-a794-60f38f8b231b None None] Routers {'5a432f68-911c-405f-a52b-470510e3dbc1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:28.747104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-66d5b999-c97f-49c0-a794-60f38f8b231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:00:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5a432f68-911c-405f-a52b-470510e3dbc1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:28.792847 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f39d41-0f6e-49a7-aa14-d4bcaabd6c17 req-ab4e262b-b69e-4236-a75e-f51864bddd4c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:28.794566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30f39d41-0f6e-49a7-aa14-d4bcaabd6c17 req-ab4e262b-b69e-4236-a75e-f51864bddd4c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 945 time: 0.0670149 Jul 16 19:00:28.812062 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7eb15-2e95-4cd7-9869-c5bf8298ad2f req-0657dfe0-dcd0-4de9-a2d7-4ad8ff6e5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:28.813676 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dce7eb15-2e95-4cd7-9869-c5bf8298ad2f req-0657dfe0-dcd0-4de9-a2d7-4ad8ff6e5c6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90607147-1182-44a5-9f96-af15f126ad10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687833 Jul 16 19:00:28.842457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30f39d41-0f6e-49a7-aa14-d4bcaabd6c17 req-505a30fb-2436-44c2-bbf0-06ffa497a287 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376184 Jul 16 19:00:28.862739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-66d5b999-c97f-49c0-a794-60f38f8b231b None None] Set router 5a432f68-911c-405f-a52b-470510e3dbc1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:28.917261 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dce7eb15-2e95-4cd7-9869-c5bf8298ad2f req-8e5b52e3-ae7d-432e-b046-13f14426487f service neutron] 10.222.0.42 "GET /v2.0/networks/90607147-1182-44a5-9f96-af15f126ad10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949807 Jul 16 19:00:29.013448 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-dce7eb15-2e95-4cd7-9869-c5bf8298ad2f req-812bc704-d757-4a46-8630-88f1b236de3a service neutron] 10.222.0.42 "GET /v2.0/networks/90607147-1182-44a5-9f96-af15f126ad10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887902 Jul 16 19:00:29.065364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-66d5b999-c97f-49c0-a794-60f38f8b231b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T18:59:37Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3ba22346-7c02-4c78-a1cd-fa463f6671db', 'name': '', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:42:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:36Z', 'updated_at': '2021-07-16T18:59:42Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:29.092222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5b999-c97f-49c0-a794-60f38f8b231b None None] The sync data for ids ['5a432f68-911c-405f-a52b-470510e3dbc1'] in n-d-793618-9 is: [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T18:59:37Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3ba22346-7c02-4c78-a1cd-fa463f6671db', 'name': '', 'network_id': '90607147-1182-44a5-9f96-af15f126ad10', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:42:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:36Z', 'updated_at': '2021-07-16T18:59:42Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': 'b651b728-adc4-41d5-a742-85cbe2437419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:29.320793 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12d433-538a-4bcf-a3f0-01a2eecfbf99 None None] New status for floating IP 88698b89-d5ad-4fc3-94af-0562cacfb6c3: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:00:30.025517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f634b-1b7a-4132-8f6f-5238ccd5aa35 req-516f6b25-d17c-47c1-8a9a-d72dd5bfe22a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:30.027079 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab0f634b-1b7a-4132-8f6f-5238ccd5aa35 req-516f6b25-d17c-47c1-8a9a-d72dd5bfe22a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 945 time: 0.0705786 Jul 16 19:00:30.067642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ab0f634b-1b7a-4132-8f6f-5238ccd5aa35 req-eb2f04de-c308-4d50-8393-bc5dab063c0f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337453 Jul 16 19:00:30.173632 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c4f1-4bf0-451f-b9d1-0da2ab65308c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.292285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2a864-b6a1-4b48-8fdc-b0098f8258bb req-1ce3869c-5eec-4a4e-adb1-6b5c38543b50 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:30.293921 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-67b2a864-b6a1-4b48-8fdc-b0098f8258bb req-1ce3869c-5eec-4a4e-adb1-6b5c38543b50 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 945 time: 0.0676219 Jul 16 19:00:30.393879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-67b2a864-b6a1-4b48-8fdc-b0098f8258bb req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 704d8c57-1fd0-4495-9b57-68ff984448cb {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:30.394226 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67b2a864-b6a1-4b48-8fdc-b0098f8258bb req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.479549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-67b2a864-b6a1-4b48-8fdc-b0098f8258bb req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port 704d8c57-1fd0-4495-9b57-68ff984448cb, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=704d8c57-1fd0-4495-9b57-68ff984448cb,segment=NetworkSegment(af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c),segment_id=af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:30.479912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67b2a864-b6a1-4b48-8fdc-b0098f8258bb req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.492014 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-67b2a864-b6a1-4b48-8fdc-b0098f8258bb req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 704d8c57-1fd0-4495-9b57-68ff984448cb owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:30.620931 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67b2a864-b6a1-4b48-8fdc-b0098f8258bb req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.650543 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=704d8c57-1fd0-4495-9b57-68ff984448cb,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:30.680070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:30.680427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:30.680800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:30.681151 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:30.681587 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:30.681939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:30.682278 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:30.682645 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:30.682977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:30.683308 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:30.683637 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:30.683966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:30.708626 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b2a864-b6a1-4b48-8fdc-b0098f8258bb req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] No DVR routers for this DVR port 704d8c57-1fd0-4495-9b57-68ff984448cb on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:30.711311 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-67b2a864-b6a1-4b48-8fdc-b0098f8258bb req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.714029 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-67b2a864-b6a1-4b48-8fdc-b0098f8258bb req-dff739d1-01dd-449d-a6f5-5e5a8f2c2d94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "DELETE /v2.0/ports/704d8c57-1fd0-4495-9b57-68ff984448cb HTTP/1.1" status: 204 len: 173 time: 0.4153726 Jul 16 19:00:30.714464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7542ff27-8467-4112-b673-b3216dcf93fd', 'name': 'network-vif-deleted', 'tag': '704d8c57-1fd0-4495-9b57-68ff984448cb'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:30.716717 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7d6194-110d-4671-ad91-1cb509cc9b44" -d '{"events": [{"server_uuid": "7542ff27-8467-4112-b673-b3216dcf93fd", "name": "network-vif-deleted", "tag": "704d8c57-1fd0-4495-9b57-68ff984448cb"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:30.753194 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b463dda0-6af6-4115-a7ef-25ad440544e8 x-openstack-request-id: req-b463dda0-6af6-4115-a7ef-25ad440544e8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:30.753538 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7542ff27-8467-4112-b673-b3216dcf93fd", "name": "network-vif-deleted", "tag": "704d8c57-1fd0-4495-9b57-68ff984448cb", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:30.753795 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b463dda0-6af6-4115-a7ef-25ad440544e8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:30.754199 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7542ff27-8467-4112-b673-b3216dcf93fd', 'name': 'network-vif-deleted', 'tag': '704d8c57-1fd0-4495-9b57-68ff984448cb', 'status': 'completed', 'code': 200} Jul 16 19:00:31.223691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c359d82-149a-4dda-88a5-d737fe893a93 req-60a91882-d714-44b1-807b-b8280a8db94d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=7542ff27-8467-4112-b673-b3216dcf93fd HTTP/1.1" status: 200 len: 210 time: 0.0300145 Jul 16 19:00:32.318274 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:32.370548 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ac2482d-eccf-48f3-9e41-9c34a3a6900b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.680012 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf710c3b-e5b3-455f-93fe-fe44996e6221 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.844744 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.954372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cf710c3b-e5b3-455f-93fe-fe44996e6221 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 3ba22346-7c02-4c78-a1cd-fa463f6671db {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:32.954638 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf710c3b-e5b3-455f-93fe-fe44996e6221 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.041514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cf710c3b-e5b3-455f-93fe-fe44996e6221 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port 3ba22346-7c02-4c78-a1cd-fa463f6671db, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3ba22346-7c02-4c78-a1cd-fa463f6671db,segment=NetworkSegment(af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c),segment_id=af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:33.042044 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf710c3b-e5b3-455f-93fe-fe44996e6221 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.053579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cf710c3b-e5b3-455f-93fe-fe44996e6221 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 3ba22346-7c02-4c78-a1cd-fa463f6671db owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:33.091221 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.177771 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.251395 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf710c3b-e5b3-455f-93fe-fe44996e6221 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.284109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf710c3b-e5b3-455f-93fe-fe44996e6221 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=3ba22346-7c02-4c78-a1cd-fa463f6671db,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:33.486589 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf710c3b-e5b3-455f-93fe-fe44996e6221 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.988184 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.092620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf710c3b-e5b3-455f-93fe-fe44996e6221 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 5a432f68-911c-405f-a52b-470510e3dbc1 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:34.203706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf710c3b-e5b3-455f-93fe-fe44996e6221 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:34.209598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cf710c3b-e5b3-455f-93fe-fe44996e6221 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "PUT /v2.0/routers/5a432f68-911c-405f-a52b-470510e3dbc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8899593 Jul 16 19:00:34.211334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:34.213133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6ddef-1bb2-46e1-b7e4-af11c1168dff None None] Sync routers for ids ['5a432f68-911c-405f-a52b-470510e3dbc1'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:34.223299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6ddef-1bb2-46e1-b7e4-af11c1168dff None None] Routers {'5a432f68-911c-405f-a52b-470510e3dbc1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:34.223924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-04d6ddef-1bb2-46e1-b7e4-af11c1168dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5a432f68-911c-405f-a52b-470510e3dbc1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:34.266934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1399c842-f7b3-4ade-b032-a9477a4825ff tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting subnet b651b728-adc4-41d5-a742-85cbe2437419 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:00:34.270080 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1399c842-f7b3-4ade-b032-a9477a4825ff tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.310719 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1399c842-f7b3-4ade-b032-a9477a4825ff tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.329626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-04d6ddef-1bb2-46e1-b7e4-af11c1168dff None None] Set router 5a432f68-911c-405f-a52b-470510e3dbc1 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:34.395896 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1399c842-f7b3-4ade-b032-a9477a4825ff tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.464802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1399c842-f7b3-4ade-b032-a9477a4825ff tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.497231 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399c842-f7b3-4ade-b032-a9477a4825ff tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Subnet': ['ID=b651b728-adc4-41d5-a742-85cbe2437419,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:34.501127 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1399c842-f7b3-4ade-b032-a9477a4825ff tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.503176 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1399c842-f7b3-4ade-b032-a9477a4825ff tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/subnets/b651b728-adc4-41d5-a742-85cbe2437419 HTTP/1.1" status: 204 len: 168 time: 0.2905054 Jul 16 19:00:34.505858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53510) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:34.548241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493fb19-3caf-4cf7-a257-1a861716aee9 None None] Network 90607147-1182-44a5-9f96-af15f126ad10 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:34.621809 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.727710 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.783634 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:34.783996 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.789329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-04d6ddef-1bb2-46e1-b7e4-af11c1168dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '3de59766-b0a5-4a3f-8024-2cf3d4b3ef62', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:34Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:34.817289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6ddef-1bb2-46e1-b7e4-af11c1168dff None None] Checking router: 5a432f68-911c-405f-a52b-470510e3dbc1 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:34.825873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6ddef-1bb2-46e1-b7e4-af11c1168dff None None] Routers {'5a432f68-911c-405f-a52b-470510e3dbc1'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:34.826493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-04d6ddef-1bb2-46e1-b7e4-af11c1168dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['5a432f68-911c-405f-a52b-470510e3dbc1'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:34.864626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] DHCP port deletion for 90607147-1182-44a5-9f96-af15f126ad10 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:00:34.876019 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3de59766-b0a5-4a3f-8024-2cf3d4b3ef62,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:34.876417 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.888402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:34.940462 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-04d6ddef-1bb2-46e1-b7e4-af11c1168dff None None] Set router 5a432f68-911c-405f-a52b-470510e3dbc1 gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:34.999724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-04d6ddef-1bb2-46e1-b7e4-af11c1168dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T19:00:34Z', 'revision_number': 6, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:35.029767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6ddef-1bb2-46e1-b7e4-af11c1168dff None None] The sync data for ids ['5a432f68-911c-405f-a52b-470510e3dbc1'] in n-d-793618-9 is: [{'id': '5a432f68-911c-405f-a52b-470510e3dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180503647', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:33Z', 'updated_at': '2021-07-16T19:00:34Z', 'revision_number': 6, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:35.036653 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Deleting port b652eeb8-0277-4ba9-8499-5b7303c7912b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:35.037115 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.058765 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.092277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=3de59766-b0a5-4a3f-8024-2cf3d4b3ef62,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:35.109198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] For port b652eeb8-0277-4ba9-8499-5b7303c7912b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=b652eeb8-0277-4ba9-8499-5b7303c7912b,segment=NetworkSegment(af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c),segment_id=af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:35.109709 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.121391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Calling delete_port for b652eeb8-0277-4ba9-8499-5b7303c7912b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:35.151947 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.199808 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.228857 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Pushing event deleted for resources: {'Port': ['ID=b652eeb8-0277-4ba9-8499-5b7303c7912b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:35.234333 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 704d8c57-1fd0-4495-9b57-68ff984448cb no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:35.239468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] No DVR routers for this DVR port b652eeb8-0277-4ba9-8499-5b7303c7912b on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:35.244324 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:35.245045 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:35.245192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:35.245482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:35.245815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:35.246150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:35.249474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:35.249474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:35.249474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:35.249474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:35.249474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:35.250601 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.251384 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaacb-4186-4f2a-a7fd-3d607a06e2d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:35.251586 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.268547 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 704d8c57-1fd0-4495-9b57-68ff984448cb {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:35.268904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 704d8c57-1fd0-4495-9b57-68ff984448cb not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:35.295608 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.296292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Fanout notify agent at l3_agent the message router_deleted on router 5a432f68-911c-405f-a52b-470510e3dbc1 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:00:35.303241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.304367 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e6d83a4e-f220-4b4b-b3e2-0e4dafa194b7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/routers/5a432f68-911c-405f-a52b-470510e3dbc1 HTTP/1.1" status: 204 len: 168 time: 0.7971971 Jul 16 19:00:35.307112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:35.388998 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.484484 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.494994 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90607147-1182-44a5-9f96-af15f126ad10']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:35.504506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:35.505057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af27cc0f-4b1b-4a72-9bcb-b096a15d1d4c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:35.514069 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.528443 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.534375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:35.534798 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: timer() Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:35.537697 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:35.594490 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.602070 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.603820 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/networks/90607147-1182-44a5-9f96-af15f126ad10 HTTP/1.1" status: 204 len: 168 time: 0.2952027 Jul 16 19:00:35.606818 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53514) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:35.614663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c330ba-1602-410d-8901-7a897e333089 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Network': ['ID=90607147-1182-44a5-9f96-af15f126ad10,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:35.663871 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44e7a172-1f29-464b-a177-fcbd961883f9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.688926 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44e7a172-1f29-464b-a177-fcbd961883f9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.709507 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.751273 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44e7a172-1f29-464b-a177-fcbd961883f9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.753890 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-44e7a172-1f29-464b-a177-fcbd961883f9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.755171 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-44e7a172-1f29-464b-a177-fcbd961883f9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/security-groups/c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf HTTP/1.1" status: 204 len: 168 time: 0.1472991 Jul 16 19:00:35.765308 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7a172-1f29-464b-a177-fcbd961883f9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e42e9b-8a08-4f0e-a5f3-ad34d903eebf,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:35.964124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:35.968795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5bc9a93b-8537-4cc9-a1fa-53403cf5afe2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1217421527', 'description': 'tempest-secgroup-smoke-1217421527 description', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:35.992145 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a93b-8537-4cc9-a1fa-53403cf5afe2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.095772 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a93b-8537-4cc9-a1fa-53403cf5afe2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.100168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a93b-8537-4cc9-a1fa-53403cf5afe2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.130254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9a93b-8537-4cc9-a1fa-53403cf5afe2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94afcd7-e6e6-4e75-9c9c-08536c1e8849,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.132986 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a93b-8537-4cc9-a1fa-53403cf5afe2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.137737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5bc9a93b-8537-4cc9-a1fa-53403cf5afe2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1691236 Jul 16 19:00:36.138115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:36.142668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5299df65-2e7a-4527-8f81-2c465a040534 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'b94afcd7-e6e6-4e75-9c9c-08536c1e8849', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:36.172160 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5299df65-2e7a-4527-8f81-2c465a040534 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.228979 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5299df65-2e7a-4527-8f81-2c465a040534 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.232598 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5299df65-2e7a-4527-8f81-2c465a040534 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.250621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299df65-2e7a-4527-8f81-2c465a040534 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59afc7d-8ab6-405d-9021-5576531a16ae,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.257652 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5299df65-2e7a-4527-8f81-2c465a040534 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.258836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5299df65-2e7a-4527-8f81-2c465a040534 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197784 Jul 16 19:00:36.262090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:36.266885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4b40a20b-900a-43d8-b6ac-10fa6d680421 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'b94afcd7-e6e6-4e75-9c9c-08536c1e8849', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:36.294000 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b40a20b-900a-43d8-b6ac-10fa6d680421 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.352889 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b40a20b-900a-43d8-b6ac-10fa6d680421 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.356990 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b40a20b-900a-43d8-b6ac-10fa6d680421 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.375953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40a20b-900a-43d8-b6ac-10fa6d680421 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9280b1d-57e0-4433-984d-162e1e72ce61,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.381617 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b40a20b-900a-43d8-b6ac-10fa6d680421 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.382878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-4b40a20b-900a-43d8-b6ac-10fa6d680421 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198170 Jul 16 19:00:36.386320 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:36.390831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b18d7fc3-1c63-4596-9deb-3b6183a6aa31 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'b94afcd7-e6e6-4e75-9c9c-08536c1e8849', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:36.415957 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b18d7fc3-1c63-4596-9deb-3b6183a6aa31 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.477146 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b18d7fc3-1c63-4596-9deb-3b6183a6aa31 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.481894 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b18d7fc3-1c63-4596-9deb-3b6183a6aa31 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.502206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d7fc3-1c63-4596-9deb-3b6183a6aa31 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9dcfee-5040-49b7-a99a-8cb87f1d44fb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.505601 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b18d7fc3-1c63-4596-9deb-3b6183a6aa31 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.506900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b18d7fc3-1c63-4596-9deb-3b6183a6aa31 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195619 Jul 16 19:00:36.511577 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:36.516432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3ee1c941-cfc6-4fda-82ff-873338970984 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'b94afcd7-e6e6-4e75-9c9c-08536c1e8849', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:36.543175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3ba22346-7c02-4c78-a1cd-fa463f6671db no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:36.547729 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ee1c941-cfc6-4fda-82ff-873338970984 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.566186 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 3ba22346-7c02-4c78-a1cd-fa463f6671db {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:36.566534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3ba22346-7c02-4c78-a1cd-fa463f6671db not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:36.566949 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b652eeb8-0277-4ba9-8499-5b7303c7912b no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:36.586072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: b652eeb8-0277-4ba9-8499-5b7303c7912b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:36.586425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device b652eeb8-0277-4ba9-8499-5b7303c7912b not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:36.586841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:36.606200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:36.606548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3de59766-b0a5-4a3f-8024-2cf3d4b3ef62 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:36.608301 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ee1c941-cfc6-4fda-82ff-873338970984 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.613675 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ee1c941-cfc6-4fda-82ff-873338970984 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.632943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1c941-cfc6-4fda-82ff-873338970984 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c806197a-f3ab-44b3-88e1-87d941db4278,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.638497 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ee1c941-cfc6-4fda-82ff-873338970984 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.639737 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3ee1c941-cfc6-4fda-82ff-873338970984 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272275 Jul 16 19:00:36.642574 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:36.646935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e23c3e11-e005-4ecf-8c4a-7b0b6fb221ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'b94afcd7-e6e6-4e75-9c9c-08536c1e8849', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:36.668817 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-e23c3e11-e005-4ecf-8c4a-7b0b6fb221ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Project fe521acbb1314004bd4bd84b01de1f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:00:36.673690 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e11-e005-4ecf-8c4a-7b0b6fb221ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.735334 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e11-e005-4ecf-8c4a-7b0b6fb221ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.738881 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e11-e005-4ecf-8c4a-7b0b6fb221ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.757334 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c3e11-e005-4ecf-8c4a-7b0b6fb221ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9662837a-2ce6-4e52-acef-e4e7d64995b4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.763071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e23c3e11-e005-4ecf-8c4a-7b0b6fb221ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.767121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e23c3e11-e005-4ecf-8c4a-7b0b6fb221ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208050 Jul 16 19:00:36.767121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:36.771492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a1987459-b27f-41c3-bbb3-0375869f3d99 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'b94afcd7-e6e6-4e75-9c9c-08536c1e8849', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:36.793845 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-a1987459-b27f-41c3-bbb3-0375869f3d99 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Project fe521acbb1314004bd4bd84b01de1f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:00:36.798704 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1987459-b27f-41c3-bbb3-0375869f3d99 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.864222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1987459-b27f-41c3-bbb3-0375869f3d99 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.868366 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1987459-b27f-41c3-bbb3-0375869f3d99 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.892866 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1987459-b27f-41c3-bbb3-0375869f3d99 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2533f3a4-ff80-4e26-96f4-a9862cad0f5c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.895812 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1987459-b27f-41c3-bbb3-0375869f3d99 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.897062 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a1987459-b27f-41c3-bbb3-0375869f3d99 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290541 Jul 16 19:00:36.900579 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:36.905872 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-438fccaa-c407-4d3a-b39d-e215cea5a118 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'network': {'name': 'tempest-network-smoke--2144650223', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:36.926384 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438fccaa-c407-4d3a-b39d-e215cea5a118 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:36.930028 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-438fccaa-c407-4d3a-b39d-e215cea5a118 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.955522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438fccaa-c407-4d3a-b39d-e215cea5a118 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:36.965806 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-438fccaa-c407-4d3a-b39d-e215cea5a118 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.966169 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-438fccaa-c407-4d3a-b39d-e215cea5a118 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Added segment 904f19db-2dee-4dfb-9f2c-718c52ace00e of type vlan for network d91612a6-50d7-4158-8841-1185a09a375d Jul 16 19:00:37.010887 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-438fccaa-c407-4d3a-b39d-e215cea5a118 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.041596 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-438fccaa-c407-4d3a-b39d-e215cea5a118 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.047178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438fccaa-c407-4d3a-b39d-e215cea5a118 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:37.047760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-438fccaa-c407-4d3a-b39d-e215cea5a118 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.083850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-438fccaa-c407-4d3a-b39d-e215cea5a118 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1820114 Jul 16 19:00:37.086710 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53536) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:37.092625 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'admin_state_up': True, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:37.120877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fccaa-c407-4d3a-b39d-e215cea5a118 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Network': ['ID=d91612a6-50d7-4158-8841-1185a09a375d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:37.121466 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.123025 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.131728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network d91612a6-50d7-4158-8841-1185a09a375d details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:37.188332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.328856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.806678 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.825959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.925948 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.25.8.230 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/be765cdb-1fd0-41e0-a7a3-7b0845fa83e8) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:38.031424 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.070874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.104896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:38.107681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:38.114807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:38.144847 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=be765cdb-1fd0-41e0-a7a3-7b0845fa83e8,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:38.361378 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.561196 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.688396 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 93e522a5-5874-4f77-a574-b7acd71fd26d is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:00:38.797450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:38.807383 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Sync routers for ids ['93e522a5-5874-4f77-a574-b7acd71fd26d'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:38.818908 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.820219 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0589940e-94d4-4aa8-bf97-b767dfb70051 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7318978 Jul 16 19:00:38.820931 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Routers {'93e522a5-5874-4f77-a574-b7acd71fd26d'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:38.821644 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['93e522a5-5874-4f77-a574-b7acd71fd26d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:38.823717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53538) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:38.852271 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d8f2973e-0ed9-4faa-89c6-ec1346870b70 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=fe521acbb1314004bd4bd84b01de1f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273499 Jul 16 19:00:38.855451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53540) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:38.943566 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Set router 93e522a5-5874-4f77-a574-b7acd71fd26d gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:38.957733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769c0d0-071b-440b-b4de-9c753366db6e tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:38.959288 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9769c0d0-071b-440b-b4de-9c753366db6e tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1028481 Jul 16 19:00:38.962110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53542) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:38.991820 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2ed14df0-ffe9-48f0-b1f2-1ae8fa6cc879 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285096 Jul 16 19:00:38.994880 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53544) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:38.999745 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2c97bb15-fa7e-405b-a207-b42409d57306 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-223508044', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:39.086827 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c97bb15-fa7e-405b-a207-b42409d57306 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:39.090650 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c97bb15-fa7e-405b-a207-b42409d57306 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.127892 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:38Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:39.159007 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Checking router: 93e522a5-5874-4f77-a574-b7acd71fd26d for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:39.159362 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Updating router 93e522a5-5874-4f77-a574-b7acd71fd26d port be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:00:39.197842 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.292108 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c97bb15-fa7e-405b-a207-b42409d57306 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.363666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97bb15-fa7e-405b-a207-b42409d57306 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Subnet': ['ID=72833a54-dbdb-43df-b18e-791938a3b841,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:39.369805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c97bb15-fa7e-405b-a207-b42409d57306 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Checking segment: {'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:39.370700 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c97bb15-fa7e-405b-a207-b42409d57306 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network hostable DHCP agents. Network: d91612a6-50d7-4158-8841-1185a09a375d, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:39.387840 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c97bb15-fa7e-405b-a207-b42409d57306 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network d91612a6-50d7-4158-8841-1185a09a375d is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:39.397423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-2c97bb15-fa7e-405b-a207-b42409d57306 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, d91612a6-50d7-4158-8841-1185a09a375d) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:39.403659 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c97bb15-fa7e-405b-a207-b42409d57306 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:39.404269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2c97bb15-fa7e-405b-a207-b42409d57306 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.408019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351141d3-cbdc-4cb4-82ee-63707ba1ea10 None None] Network d91612a6-50d7-4158-8841-1185a09a375d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:39.427377 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2c97bb15-fa7e-405b-a207-b42409d57306 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4288440 Jul 16 19:00:39.427660 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53546) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:39.548602 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.558740 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Transition to ACTIVE for port object be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:39.565964 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.574237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-d91612a6-50d7-4158-8841-1185a09a375d', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ips': [{'subnet_id': '72833a54-dbdb-43df-b18e-791938a3b841'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:39.575111 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.627462 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Attempting to bind port be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:39.627937 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Attempting to bind port be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:39.628368 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Attempting to bind port be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:39.633927 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a413dd-0a62-472b-8a52-51337c7d7b16 None None] Pushing event updated for resources: {'Port': ['ID=be765cdb-1fd0-41e0-a7a3-7b0845fa83e8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:39.639234 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:39.639697 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:39.640171 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.640630 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:39.641171 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Bound port: be765cdb-1fd0-41e0-a7a3-7b0845fa83e8, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:39.641649 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.696281 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] For port be765cdb-1fd0-41e0-a7a3-7b0845fa83e8, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:39.699950 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] For port be765cdb-1fd0-41e0-a7a3-7b0845fa83e8, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=be765cdb-1fd0-41e0-a7a3-7b0845fa83e8,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:39.705176 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.729859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Allocated IP 172.20.0.2 (d91612a6-50d7-4158-8841-1185a09a375d/72833a54-dbdb-43df-b18e-791938a3b841/65414f5f-83bc-427b-b4b9-379a129e343c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:39.767190 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a413dd-0a62-472b-8a52-51337c7d7b16 None None] Pushing event updated for resources: {'Port': ['ID=be765cdb-1fd0-41e0-a7a3-7b0845fa83e8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:39.769973 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Routers {'93e522a5-5874-4f77-a574-b7acd71fd26d'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:39.770593 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['93e522a5-5874-4f77-a574-b7acd71fd26d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:39.880671 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] Set router 93e522a5-5874-4f77-a574-b7acd71fd26d gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:39.909628 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.919068 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Transition to ACTIVE for port object 65414f5f-83bc-427b-b4b9-379a129e343c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:39.932995 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.933954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Transition to ACTIVE for port object 65414f5f-83bc-427b-b4b9-379a129e343c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:39.940107 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.977104 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Network d91612a6-50d7-4158-8841-1185a09a375d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:39.984170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:39.988002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:39.996571 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Pushing event updated for resources: {'Port': ['ID=65414f5f-83bc-427b-b4b9-379a129e343c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:40.057433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Attempting to bind port 65414f5f-83bc-427b-b4b9-379a129e343c on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:40.057861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Attempting to bind port 65414f5f-83bc-427b-b4b9-379a129e343c by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:40.058272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Attempting to bind port 65414f5f-83bc-427b-b4b9-379a129e343c on network d91612a6-50d7-4158-8841-1185a09a375d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:40.063693 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:40.064075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Checking segment: {'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:40.064933 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.065346 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Bound using segment: {'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:40.065833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Bound port: 65414f5f-83bc-427b-b4b9-379a129e343c, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:40.066224 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.069038 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:38Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:40.103411 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4535d1-8c6e-4ca8-aa4c-128f06a148e1 None None] The sync data for ids ['93e522a5-5874-4f77-a574-b7acd71fd26d'] in n-d-793618-9 is: [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:38Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:40.137451 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] For port 65414f5f-83bc-427b-b4b9-379a129e343c, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:40.141332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] For port 65414f5f-83bc-427b-b4b9-379a129e343c, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=65414f5f-83bc-427b-b4b9-379a129e343c,segment=NetworkSegment(904f19db-2dee-4dfb-9f2c-718c52ace00e),segment_id=904f19db-2dee-4dfb-9f2c-718c52ace00e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:40.146131 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.210596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8279c-7395-41f1-9bae-de6d566906b1 None None] Pushing event updated for resources: {'Port': ['ID=65414f5f-83bc-427b-b4b9-379a129e343c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:40.238354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.20.0.1 (d91612a6-50d7-4158-8841-1185a09a375d/72833a54-dbdb-43df-b18e-791938a3b841/3d43f1ae-dda6-4da1-8080-f0689f2b2dc6) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:40.397874 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.413395 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Transition to ACTIVE for port object 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:40.456596 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.502708 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network d91612a6-50d7-4158-8841-1185a09a375d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:40.512717 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:40.518136 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:40.553425 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=3d43f1ae-dda6-4da1-8080-f0689f2b2dc6,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:40.579944 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.638142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 65414f5f-83bc-427b-b4b9-379a129e343c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:40.696446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 65414f5f-83bc-427b-b4b9-379a129e343c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:40.701382 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:40.748341 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.756997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:40.761459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:40.761940 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.851005 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.876879 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port be765cdb-1fd0-41e0-a7a3-7b0845fa83e8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=be765cdb-1fd0-41e0-a7a3-7b0845fa83e8,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:40.882662 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.953192 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=be765cdb-1fd0-41e0-a7a3-7b0845fa83e8,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:41.078055 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.083640 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.166993 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.168755 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=3d43f1ae-dda6-4da1-8080-f0689f2b2dc6,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:41.239918 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1468ebfe-f223-410f-9fa4-225a138d44d2 None None] Network d91612a6-50d7-4158-8841-1185a09a375d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:41.271842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network d91612a6-50d7-4158-8841-1185a09a375d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:41.273436 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:41.302919 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4356027-2ed8-4fca-84d5-652e54472551 None None] Provisioning for port 65414f5f-83bc-427b-b4b9-379a129e343c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:41.312648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4356027-2ed8-4fca-84d5-652e54472551 None None] Provisioning complete for port 65414f5f-83bc-427b-b4b9-379a129e343c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:41.313014 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4356027-2ed8-4fca-84d5-652e54472551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.464411 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4356027-2ed8-4fca-84d5-652e54472551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.510024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d4356027-2ed8-4fca-84d5-652e54472551 None None] For port 65414f5f-83bc-427b-b4b9-379a129e343c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=65414f5f-83bc-427b-b4b9-379a129e343c,segment=NetworkSegment(904f19db-2dee-4dfb-9f2c-718c52ace00e),segment_id=904f19db-2dee-4dfb-9f2c-718c52ace00e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:41.514799 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4356027-2ed8-4fca-84d5-652e54472551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.573225 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4356027-2ed8-4fca-84d5-652e54472551 None None] Pushing event updated for resources: {'Port': ['ID=65414f5f-83bc-427b-b4b9-379a129e343c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:41.701591 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 93e522a5-5874-4f77-a574-b7acd71fd26d has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:41.752915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f456ac89-ff76-4906-8636-d9b97bc5b2b2 None None] Provisioning for port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:41.759405 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f456ac89-ff76-4906-8636-d9b97bc5b2b2 None None] Provisioning complete for port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:41.760107 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f456ac89-ff76-4906-8636-d9b97bc5b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.799505 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f456ac89-ff76-4906-8636-d9b97bc5b2b2 None None] Port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:41.816184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f456ac89-ff76-4906-8636-d9b97bc5b2b2 None None] Provisioning complete for port 65414f5f-83bc-427b-b4b9-379a129e343c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:41.816468 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f456ac89-ff76-4906-8636-d9b97bc5b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.826825 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:41.842542 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-57c083c6-5de8-446b-87ab-cda5fccb01a6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "PUT /v2.0/routers/93e522a5-5874-4f77-a574-b7acd71fd26d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4115942 Jul 16 19:00:41.993380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-f54a9c42-8692-453f-984e-d1cf5ba928fd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217421527&fields=id&tenant_id=fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 267 time: 0.0351875 Jul 16 19:00:42.006180 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Sync routers for ids ['93e522a5-5874-4f77-a574-b7acd71fd26d'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:42.016043 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Routers {'93e522a5-5874-4f77-a574-b7acd71fd26d'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:42.016680 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['93e522a5-5874-4f77-a574-b7acd71fd26d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:42.080774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c3520dda-3fc9-4fe1-b2d4-a27cbfeafb11 None None] Provisioning complete for port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:42.081154 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3520dda-3fc9-4fe1-b2d4-a27cbfeafb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.116060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ebf435c-ff6d-4739-aecd-4234f5c4e026 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:42.117670 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ebf435c-ff6d-4739-aecd-4234f5c4e026 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/networks?id=d91612a6-50d7-4158-8841-1185a09a375d HTTP/1.1" status: 200 len: 797 time: 0.1158564 Jul 16 19:00:42.134423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-c153383f-b4a3-4a7f-bec2-95c59706daf4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/quotas/fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 375 time: 0.0100844 Jul 16 19:00:42.214507 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-7d83fa47-b54a-45e2-a7a3-7d0fd698c289 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704799 Jul 16 19:00:42.275543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-dfc47cd4-3fb3-4e09-b7b8-9f4730ee1e8b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:00:42.276885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-dfc47cd4-3fb3-4e09-b7b8-9f4730ee1e8b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513551 Jul 16 19:00:42.319189 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c3520dda-3fc9-4fe1-b2d4-a27cbfeafb11 None None] Port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:42.329484 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Set router 93e522a5-5874-4f77-a574-b7acd71fd26d gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:42.368684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-a33ef6dd-1103-47a7-b403-32479f225933 service neutron] 10.222.0.52 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855680 Jul 16 19:00:42.465091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-157ff2a5-dac9-4b07-b12a-6bc9e2bbd5e4 service neutron] 10.222.0.52 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898657 Jul 16 19:00:42.484159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-81ae9516-3d86-47b9-a42c-661bb68935f7 None None] Provisioning complete for port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:42.484526 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81ae9516-3d86-47b9-a42c-661bb68935f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.540862 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-81ae9516-3d86-47b9-a42c-661bb68935f7 None None] Port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:42.558397 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 65414f5f-83bc-427b-b4b9-379a129e343c up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:42.610320 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3d43f1ae-dda6-4da1-8080-f0689f2b2dc6', 'name': '', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:2f:08:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '72833a54-dbdb-43df-b18e-791938a3b841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:40Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 2, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '72833a54-dbdb-43df-b18e-791938a3b841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:42.638990 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Checking router: 93e522a5-5874-4f77-a574-b7acd71fd26d for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:42.639352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Updating router 93e522a5-5874-4f77-a574-b7acd71fd26d port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:00:42.670933 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-125e6cec-cf49-4b32-960a-5916488d1b9f req-a7927497-1f9c-46d3-91c9-e26c48b0b719 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 210 time: 0.0322647 Jul 16 19:00:42.680566 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 65414f5f-83bc-427b-b4b9-379a129e343c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:42.680944 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.682624 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.865274 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:42.992647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:42.992926 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.089354 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.118361 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Transition to ACTIVE for port object 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:43.131114 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.188401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238571eb-894f-418d-8c8a-8302c503660f None None] Pushing event updated for resources: {'Port': ['ID=3d43f1ae-dda6-4da1-8080-f0689f2b2dc6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:43.253049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Attempting to bind port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:43.253459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Attempting to bind port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:43.253835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Attempting to bind port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 on network d91612a6-50d7-4158-8841-1185a09a375d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:43.259806 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:43.260331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Checking segment: {'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:43.260746 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.261151 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Bound using segment: {'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:43.261668 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Bound port: 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:43.262068 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.339167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] For port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:43.343185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] For port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3d43f1ae-dda6-4da1-8080-f0689f2b2dc6,segment=NetworkSegment(904f19db-2dee-4dfb-9f2c-718c52ace00e),segment_id=904f19db-2dee-4dfb-9f2c-718c52ace00e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:43.349824 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.417552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Routers {'93e522a5-5874-4f77-a574-b7acd71fd26d'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:43.418237 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['93e522a5-5874-4f77-a574-b7acd71fd26d'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:43.421220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238571eb-894f-418d-8c8a-8302c503660f None None] Pushing event updated for resources: {'Port': ['ID=3d43f1ae-dda6-4da1-8080-f0689f2b2dc6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:43.542600 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] Set router 93e522a5-5874-4f77-a574-b7acd71fd26d gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:43.756903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3d43f1ae-dda6-4da1-8080-f0689f2b2dc6', 'name': '', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:2f:08:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '72833a54-dbdb-43df-b18e-791938a3b841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:40Z', 'updated_at': '2021-07-16T19:00:43Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '72833a54-dbdb-43df-b18e-791938a3b841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:43.789037 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa79049-3cdb-405d-a60a-7860c45d8730 None None] The sync data for ids ['93e522a5-5874-4f77-a574-b7acd71fd26d'] in n-d-793618-9 is: [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3d43f1ae-dda6-4da1-8080-f0689f2b2dc6', 'name': '', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:2f:08:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '72833a54-dbdb-43df-b18e-791938a3b841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:40Z', 'updated_at': '2021-07-16T19:00:43Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '72833a54-dbdb-43df-b18e-791938a3b841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:43.823995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-86140e41-cda2-4d42-bbed-93a1d8474d40 req-440705c6-4f05-49f0-85fb-a561a2ffaf23 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 210 time: 0.0306437 Jul 16 19:00:44.189354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b704db-502d-453f-8699-6a749cec0ebc req-53b94e6f-a916-4847-9e5c-fc3c38e8b9bd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:44.191334 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-53b94e6f-a916-4847-9e5c-fc3c38e8b9bd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "GET /v2.0/networks?id=d91612a6-50d7-4158-8841-1185a09a375d HTTP/1.1" status: 200 len: 797 time: 0.1133521 Jul 16 19:00:44.246933 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-4bbc4b56-3e50-4047-805f-1dbd30190e94 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 380 time: 0.0422442 Jul 16 19:00:44.256090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'port': {'device_id': '525e2065-012a-4807-af3d-d5307cbec9e6', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'admin_state_up': True, 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'security_groups': ['b94afcd7-e6e6-4e75-9c9c-08536c1e8849']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:44.374476 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:44.378085 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.518348 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.20.0.11 (d91612a6-50d7-4158-8841-1185a09a375d/72833a54-dbdb-43df-b18e-791938a3b841/efb6b6d7-33ab-440f-a0eb-cb944bf070fe) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:44.575444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:44.629462 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:44.633720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:44.634270 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.682973 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.703742 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Transition to ACTIVE for port object efb6b6d7-33ab-440f-a0eb-cb944bf070fe will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:44.719574 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.739856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.766277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3d43f1ae-dda6-4da1-8080-f0689f2b2dc6,segment=NetworkSegment(904f19db-2dee-4dfb-9f2c-718c52ace00e),segment_id=904f19db-2dee-4dfb-9f2c-718c52ace00e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:44.770450 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.805991 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network d91612a6-50d7-4158-8841-1185a09a375d is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:44.810166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:44.812811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:44.823143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=3d43f1ae-dda6-4da1-8080-f0689f2b2dc6,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:44.852389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=efb6b6d7-33ab-440f-a0eb-cb944bf070fe,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:44.882339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:44.883389 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.905019 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-31c9b153-cb29-4073-9df1-5bb779885b7b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6530778 Jul 16 19:00:44.917187 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Request body: {'port': {'device_id': '525e2065-012a-4807-af3d-d5307cbec9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:45.009979 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.093936 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d68bd-8a30-46f7-a34a-a13e71981cba req-e71ee186-2acf-42cb-ae7a-9487fc5bf0f3 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.095466 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf5d68bd-8a30-46f7-a34a-a13e71981cba req-e71ee186-2acf-42cb-ae7a-9487fc5bf0f3 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 932 time: 0.0946195 Jul 16 19:00:45.136547 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cf5d68bd-8a30-46f7-a34a-a13e71981cba req-3cd2da36-f46a-4156-a101-cc5b5a083e81 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353954 Jul 16 19:00:45.178060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93c0c0fe-0488-46a1-bb79-24d70e8a9526 None None] Provisioning for port efb6b6d7-33ab-440f-a0eb-cb944bf070fe completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:45.182567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-93c0c0fe-0488-46a1-bb79-24d70e8a9526 None None] Provisioning complete for port efb6b6d7-33ab-440f-a0eb-cb944bf070fe triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:45.183055 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93c0c0fe-0488-46a1-bb79-24d70e8a9526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.219307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-93c0c0fe-0488-46a1-bb79-24d70e8a9526 None None] Port efb6b6d7-33ab-440f-a0eb-cb944bf070fe cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:45.291686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb6b6d7-33ab-440f-a0eb-cb944bf070fe {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:00:45.299092 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.311616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Transition to ACTIVE for port object efb6b6d7-33ab-440f-a0eb-cb944bf070fe will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:45.316382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.390830 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Pushing event updated for resources: {'Port': ['ID=efb6b6d7-33ab-440f-a0eb-cb944bf070fe,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:45.443800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Attempting to bind port efb6b6d7-33ab-440f-a0eb-cb944bf070fe on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:45.444148 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Attempting to bind port efb6b6d7-33ab-440f-a0eb-cb944bf070fe by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:45.444489 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Attempting to bind port efb6b6d7-33ab-440f-a0eb-cb944bf070fe on network d91612a6-50d7-4158-8841-1185a09a375d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:45.450234 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Port efb6b6d7-33ab-440f-a0eb-cb944bf070fe on network d91612a6-50d7-4158-8841-1185a09a375d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:00:45.450568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Attempting to bind port efb6b6d7-33ab-440f-a0eb-cb944bf070fe on network d91612a6-50d7-4158-8841-1185a09a375d {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:45.455722 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:45.456071 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Checking segment: {'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:45.456466 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Bound using segment: {'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:45.456971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Bound port: efb6b6d7-33ab-440f-a0eb-cb944bf070fe, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904f19db-2dee-4dfb-9f2c-718c52ace00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:45.457383 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.526253 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] For port efb6b6d7-33ab-440f-a0eb-cb944bf070fe, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:45.529381 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] For port efb6b6d7-33ab-440f-a0eb-cb944bf070fe, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=efb6b6d7-33ab-440f-a0eb-cb944bf070fe,segment=NetworkSegment(904f19db-2dee-4dfb-9f2c-718c52ace00e),segment_id=904f19db-2dee-4dfb-9f2c-718c52ace00e)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:45.534179 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.569820 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.570471 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.572737 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] 10.222.0.42 "PUT /v2.0/ports/efb6b6d7-33ab-440f-a0eb-cb944bf070fe HTTP/1.1" status: 200 len: 1092 time: 0.6594121 Jul 16 19:00:45.572737 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e2065-012a-4807-af3d-d5307cbec9e6', 'tag': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:45.574849 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9418d4-3784-4b3b-8b7e-c300007af623" -d '{"events": [{"name": "network-changed", "server_uuid": "525e2065-012a-4807-af3d-d5307cbec9e6", "tag": "efb6b6d7-33ab-440f-a0eb-cb944bf070fe"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:45.601952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3b7ea-fd90-4bb5-9704-d27b0ad7bee7 service neutron] Pushing event updated for resources: {'Port': ['ID=efb6b6d7-33ab-440f-a0eb-cb944bf070fe,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:45.620963 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7a627f-4f03-4fab-bd3a-369e2a9ca639 x-openstack-request-id: req-ed7a627f-4f03-4fab-bd3a-369e2a9ca639 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:45.621266 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e2065-012a-4807-af3d-d5307cbec9e6", "tag": "efb6b6d7-33ab-440f-a0eb-cb944bf070fe", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:45.621596 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed7a627f-4f03-4fab-bd3a-369e2a9ca639 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:45.622010 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e2065-012a-4807-af3d-d5307cbec9e6', 'tag': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe', 'status': 'completed', 'code': 200} Jul 16 19:00:45.688306 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b704db-502d-453f-8699-6a749cec0ebc req-50c27614-a322-4036-bac8-1bc7aa2f22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.690151 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-50c27614-a322-4036-bac8-1bc7aa2f22b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 1095 time: 0.0626223 Jul 16 19:00:45.732978 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-8f844474-a756-4cee-a1e4-8ad5244927e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efb6b6d7-33ab-440f-a0eb-cb944bf070fe HTTP/1.1" status: 200 len: 217 time: 0.0363541 Jul 16 19:00:45.783000 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b704db-502d-453f-8699-6a749cec0ebc req-fa00dc4b-0158-4f55-a35a-7e51209e51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.784480 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-fa00dc4b-0158-4f55-a35a-7e51209e51a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72833a54-dbdb-43df-b18e-791938a3b841 HTTP/1.1" status: 200 len: 834 time: 0.0455279 Jul 16 19:00:45.844508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b704db-502d-453f-8699-6a749cec0ebc req-9ebfaa9c-b6e9-4852-a340-273e514676d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.846116 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-9ebfaa9c-b6e9-4852-a340-273e514676d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d91612a6-50d7-4158-8841-1185a09a375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538979 Jul 16 19:00:45.947486 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-ab14d779-87f4-4a9e-9da2-7effaac65491 service neutron] 10.222.0.42 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922084 Jul 16 19:00:46.045086 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-52b704db-502d-453f-8699-6a749cec0ebc req-2f96f134-d47e-4ec6-a5ba-f1ca62a626e6 service neutron] 10.222.0.42 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922129 Jul 16 19:00:46.141420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9418d4-3784-4b3b-8b7e-c300007af623 req-bd275188-710b-455d-9455-57e368ab45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:46.142828 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1b9418d4-3784-4b3b-8b7e-c300007af623 req-bd275188-710b-455d-9455-57e368ab45e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 1095 time: 0.0526054 Jul 16 19:00:46.235290 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9418d4-3784-4b3b-8b7e-c300007af623 req-9f93a094-15fd-4ba2-a4c4-2e4d61323ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:46.237149 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1b9418d4-3784-4b3b-8b7e-c300007af623 req-9f93a094-15fd-4ba2-a4c4-2e4d61323ba8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d91612a6-50d7-4158-8841-1185a09a375d HTTP/1.1" status: 200 len: 898 time: 0.0871902 Jul 16 19:00:46.283388 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1b9418d4-3784-4b3b-8b7e-c300007af623 req-581c531c-96fa-4d65-bde0-2b7b3675b294 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efb6b6d7-33ab-440f-a0eb-cb944bf070fe HTTP/1.1" status: 200 len: 217 time: 0.0385997 Jul 16 19:00:46.325694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead2b41-69bd-49e4-b41f-4ac5f7940f9c req-5c7ee1ab-1211-452e-82c6-49d9bc52c7f3 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:46.327240 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ead2b41-69bd-49e4-b41f-4ac5f7940f9c req-5c7ee1ab-1211-452e-82c6-49d9bc52c7f3 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 944 time: 0.0646806 Jul 16 19:00:46.333642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9418d4-3784-4b3b-8b7e-c300007af623 req-ff556d44-0f75-475d-ae50-ff48657f14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:46.335127 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1b9418d4-3784-4b3b-8b7e-c300007af623 req-ff556d44-0f75-475d-ae50-ff48657f14d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72833a54-dbdb-43df-b18e-791938a3b841 HTTP/1.1" status: 200 len: 834 time: 0.0451519 Jul 16 19:00:46.366666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ead2b41-69bd-49e4-b41f-4ac5f7940f9c req-4c3cc291-b26e-465f-a973-c08e27187f06 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336745 Jul 16 19:00:46.396810 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9418d4-3784-4b3b-8b7e-c300007af623 req-f36165b2-5a5e-455a-8820-35540c5e2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:46.398322 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1b9418d4-3784-4b3b-8b7e-c300007af623 req-f36165b2-5a5e-455a-8820-35540c5e2777 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d91612a6-50d7-4158-8841-1185a09a375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563314 Jul 16 19:00:46.498597 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1b9418d4-3784-4b3b-8b7e-c300007af623 req-17779601-bfa0-4e95-9843-960f57b9fb34 service neutron] 10.222.0.42 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927706 Jul 16 19:00:46.542421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:46.590352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:46.590729 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.595602 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-1b9418d4-3784-4b3b-8b7e-c300007af623 req-b264ad84-6ee6-44e4-9e3d-8f1c1a23cc19 service neutron] 10.222.0.42 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892653 Jul 16 19:00:47.541157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e5cc9-9f26-4a93-ba46-a5b9e4b9a50a req-6ee4449c-e7a1-44ae-83ff-95c1ed1259b1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:47.542602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f6e5cc9-9f26-4a93-ba46-a5b9e4b9a50a req-6ee4449c-e7a1-44ae-83ff-95c1ed1259b1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 944 time: 0.0641730 Jul 16 19:00:47.585907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f6e5cc9-9f26-4a93-ba46-a5b9e4b9a50a req-e9c3ea4d-34e9-4bc0-8748-925da5659a18 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376611 Jul 16 19:00:48.766277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8c3ff-b375-4daf-a0a3-da3d4493d66b req-7c7a9c7b-cad8-4060-bf13-6b8c9c2d9944 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:48.767842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93b8c3ff-b375-4daf-a0a3-da3d4493d66b req-7c7a9c7b-cad8-4060-bf13-6b8c9c2d9944 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 944 time: 0.0717912 Jul 16 19:00:48.807327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-93b8c3ff-b375-4daf-a0a3-da3d4493d66b req-40f3968b-f1fd-42cc-a371-1e3f06825f90 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336344 Jul 16 19:00:49.312059 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device efb6b6d7-33ab-440f-a0eb-cb944bf070fe details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:00:49.405516 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port efb6b6d7-33ab-440f-a0eb-cb944bf070fe, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=efb6b6d7-33ab-440f-a0eb-cb944bf070fe,segment=NetworkSegment(904f19db-2dee-4dfb-9f2c-718c52ace00e),segment_id=904f19db-2dee-4dfb-9f2c-718c52ace00e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:49.417271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'port_id': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe', 'mac_address': 'fa:16:3e:2f:64:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72833a54-dbdb-43df-b18e-791938a3b841', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:00:49.458163 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.470666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb6b6d7-33ab-440f-a0eb-cb944bf070fe {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:00:49.490193 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port efb6b6d7-33ab-440f-a0eb-cb944bf070fe, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=efb6b6d7-33ab-440f-a0eb-cb944bf070fe,segment=NetworkSegment(904f19db-2dee-4dfb-9f2c-718c52ace00e),segment_id=904f19db-2dee-4dfb-9f2c-718c52ace00e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:49.494607 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.539713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=efb6b6d7-33ab-440f-a0eb-cb944bf070fe,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:49.698165 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['efb6b6d7-33ab-440f-a0eb-cb944bf070fe'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:00:49.985303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e466a-e271-4a54-b6eb-58d11bf4d697 req-2dc892b1-cc80-42e6-bfea-eb6377d3050b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.986823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-790e466a-e271-4a54-b6eb-58d11bf4d697 req-2dc892b1-cc80-42e6-bfea-eb6377d3050b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 945 time: 0.0634747 Jul 16 19:00:50.024843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-790e466a-e271-4a54-b6eb-58d11bf4d697 req-7b6ab42b-734b-404c-9cea-b090da8e8561 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324192 Jul 16 19:00:51.205118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e002a0-3e96-44f4-8bec-907a7a326da7 req-9d56c7c8-c970-4b35-86e3-46ec75635a80 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:51.206550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64e002a0-3e96-44f4-8bec-907a7a326da7 req-9d56c7c8-c970-4b35-86e3-46ec75635a80 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 945 time: 0.0680091 Jul 16 19:00:51.243341 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-64e002a0-3e96-44f4-8bec-907a7a326da7 req-b43a9b7a-ea84-43bd-8fa9-a921466f431c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312097 Jul 16 19:00:51.311911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device efb6b6d7-33ab-440f-a0eb-cb944bf070fe up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:51.359996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port efb6b6d7-33ab-440f-a0eb-cb944bf070fe completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:51.363744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port efb6b6d7-33ab-440f-a0eb-cb944bf070fe triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:51.364119 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.441196 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.463433 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e2065-012a-4807-af3d-d5307cbec9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:51.465701 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0ffea4-7076-4882-83a5-714863beb91a" -d '{"events": [{"server_uuid": "525e2065-012a-4807-af3d-d5307cbec9e6", "name": "network-vif-plugged", "status": "completed", "tag": "efb6b6d7-33ab-440f-a0eb-cb944bf070fe"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:51.479040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port efb6b6d7-33ab-440f-a0eb-cb944bf070fe, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=efb6b6d7-33ab-440f-a0eb-cb944bf070fe,segment=NetworkSegment(904f19db-2dee-4dfb-9f2c-718c52ace00e),segment_id=904f19db-2dee-4dfb-9f2c-718c52ace00e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:51.483010 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.506552 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55368c1c-bdf7-48dc-a86e-5891515437ff x-openstack-request-id: req-55368c1c-bdf7-48dc-a86e-5891515437ff {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:51.506848 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e2065-012a-4807-af3d-d5307cbec9e6", "name": "network-vif-plugged", "status": "completed", "tag": "efb6b6d7-33ab-440f-a0eb-cb944bf070fe", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:51.507104 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55368c1c-bdf7-48dc-a86e-5891515437ff {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:51.507493 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e2065-012a-4807-af3d-d5307cbec9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe', 'code': 200} Jul 16 19:00:51.533277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=efb6b6d7-33ab-440f-a0eb-cb944bf070fe,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:51.623548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f28954-1002-46d4-a489-1ea639535f05 req-b94f42ff-02b4-425a-b492-1f14aa4cc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:51.625094 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1f28954-1002-46d4-a489-1ea639535f05 req-b94f42ff-02b4-425a-b492-1f14aa4cc9d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 1097 time: 0.0591161 Jul 16 19:00:51.660382 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1f28954-1002-46d4-a489-1ea639535f05 req-70abb6d8-9aa0-4068-9899-bf8530baad31 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282931 Jul 16 19:00:52.427482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87950f5-83cf-4b5c-9b78-d268d99abf2e req-2360fd73-c00b-4daa-a0d9-e830d72b1f3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:52.429033 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f87950f5-83cf-4b5c-9b78-d268d99abf2e req-2360fd73-c00b-4daa-a0d9-e830d72b1f3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0681000 Jul 16 19:00:52.470241 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f87950f5-83cf-4b5c-9b78-d268d99abf2e req-36671ab9-7baf-4e07-a5d3-b4472a634320 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346003 Jul 16 19:00:53.648925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e18fe-e3d6-425d-b0d0-24cdb819d758 req-8fbc8ff0-7e13-44f4-ae12-f95c75a24857 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:53.650646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a4e18fe-e3d6-425d-b0d0-24cdb819d758 req-8fbc8ff0-7e13-44f4-ae12-f95c75a24857 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0642390 Jul 16 19:00:53.691979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a4e18fe-e3d6-425d-b0d0-24cdb819d758 req-6b066df0-39a6-40be-a89c-7cc2bdf9c203 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358939 Jul 16 19:00:53.865428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e978f3-487a-4cca-adc5-65a8fb5d1c43 req-17d41b6a-246d-480a-9e50-8b19c0213123 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:53.867097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7e978f3-487a-4cca-adc5-65a8fb5d1c43 req-17d41b6a-246d-480a-9e50-8b19c0213123 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0672770 Jul 16 19:00:53.905637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7e978f3-487a-4cca-adc5-65a8fb5d1c43 req-faed8b7a-a5d7-4cf6-a53d-4293780f7b50 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323601 Jul 16 19:00:53.930790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.983822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd078b5-817e-4ac0-a41a-ff675cc8b549 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:53.985416 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dbd078b5-817e-4ac0-a41a-ff675cc8b549 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 1092 time: 0.0529716 Jul 16 19:00:53.988241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.993591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:54.016435 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.119520 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.221747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.25.8.97 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/58290c02-7117-44f4-aa80-5d260fbc60a1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:54.318871 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.356879 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.395458 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:54.398153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:54.402463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:54.407879 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=58290c02-7117-44f4-aa80-5d260fbc60a1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:54.773695 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.851068 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.997950 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.002497 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.074707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=58290c02-7117-44f4-aa80-5d260fbc60a1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:55.090715 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.191342 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Floating IP 2e6940ee-3248-497f-8171-82996e30c32c associated. External IP: 172.25.8.97, port: efb6b6d7-33ab-440f-a0eb-cb944bf070fe. Jul 16 19:00:55.396006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 93e522a5-5874-4f77-a574-b7acd71fd26d has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:55.502373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:55.512245 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd592d5-f36e-472a-8480-db8c50f09952 None None] Sync routers for ids ['93e522a5-5874-4f77-a574-b7acd71fd26d'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:55.518941 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.522170 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd592d5-f36e-472a-8480-db8c50f09952 None None] Routers {'93e522a5-5874-4f77-a574-b7acd71fd26d'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:55.522795 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bbd592d5-f36e-472a-8480-db8c50f09952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['93e522a5-5874-4f77-a574-b7acd71fd26d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:55.555811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b2f22697-2859-4663-aaec-647cf80658c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5664961 Jul 16 19:00:55.556508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e2065-012a-4807-af3d-d5307cbec9e6', 'tag': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:55.558973 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959575a8-3459-4719-938a-ad9d00c16318" -d '{"events": [{"name": "network-changed", "server_uuid": "525e2065-012a-4807-af3d-d5307cbec9e6", "tag": "efb6b6d7-33ab-440f-a0eb-cb944bf070fe"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:55.596027 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4662a73-3eb3-47e6-9fd2-438027d618e0 x-openstack-request-id: req-b4662a73-3eb3-47e6-9fd2-438027d618e0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:55.596616 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e2065-012a-4807-af3d-d5307cbec9e6", "tag": "efb6b6d7-33ab-440f-a0eb-cb944bf070fe", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:55.596932 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4662a73-3eb3-47e6-9fd2-438027d618e0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:55.597505 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e2065-012a-4807-af3d-d5307cbec9e6', 'tag': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe', 'status': 'completed', 'code': 200} Jul 16 19:00:55.613734 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:00:55.637301 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bbd592d5-f36e-472a-8480-db8c50f09952 None None] Set router 93e522a5-5874-4f77-a574-b7acd71fd26d gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:55.677764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959575a8-3459-4719-938a-ad9d00c16318 req-277f6898-b171-4077-89cd-0b94f12c0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:55.679341 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-959575a8-3459-4719-938a-ad9d00c16318 req-277f6898-b171-4077-89cd-0b94f12c0704 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 1097 time: 0.0586128 Jul 16 19:00:55.716632 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a85fc8-730f-42e3-b16c-58b5bb2c6a09 req-3c6b04da-bbca-4c07-a2df-1f6fb5cc2a34 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:55.718703 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44a85fc8-730f-42e3-b16c-58b5bb2c6a09 req-3c6b04da-bbca-4c07-a2df-1f6fb5cc2a34 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0659952 Jul 16 19:00:55.758829 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44a85fc8-730f-42e3-b16c-58b5bb2c6a09 req-b4dc58e5-81c0-48b0-a1fa-3317e7ce6e27 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341353 Jul 16 19:00:55.785037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:55.800251 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959575a8-3459-4719-938a-ad9d00c16318 req-e6f561a3-303f-4def-b2bc-87511d99e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:55.801776 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-959575a8-3459-4719-938a-ad9d00c16318 req-e6f561a3-303f-4def-b2bc-87511d99e86f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d91612a6-50d7-4158-8841-1185a09a375d HTTP/1.1" status: 200 len: 898 time: 0.1163964 Jul 16 19:00:55.858390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-69612529-6430-4604-ae58-de8afaa6b2fc tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/2e6940ee-3248-497f-8171-82996e30c32c HTTP/1.1" status: 200 len: 991 time: 0.0714331 Jul 16 19:00:55.868272 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-959575a8-3459-4719-938a-ad9d00c16318 req-3cd21268-6db4-434c-b8ba-08ca00e3ef19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efb6b6d7-33ab-440f-a0eb-cb944bf070fe HTTP/1.1" status: 200 len: 999 time: 0.0602279 Jul 16 19:00:55.878900 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bbd592d5-f36e-472a-8480-db8c50f09952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2e6940ee-3248-497f-8171-82996e30c32c', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'port_id': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'mac_address': 'fa:16:3e:2f:64:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e2065-012a-4807-af3d-d5307cbec9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:54Z', 'updated_at': '2021-07-16T19:00:54Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d43f1ae-dda6-4da1-8080-f0689f2b2dc6', 'name': '', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:2f:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '72833a54-dbdb-43df-b18e-791938a3b841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:40Z', 'updated_at': '2021-07-16T19:00:44Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '72833a54-dbdb-43df-b18e-791938a3b841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:55.905440 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd592d5-f36e-472a-8480-db8c50f09952 None None] Checking router: 93e522a5-5874-4f77-a574-b7acd71fd26d for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:55.913560 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd592d5-f36e-472a-8480-db8c50f09952 None None] Routers {'93e522a5-5874-4f77-a574-b7acd71fd26d'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:55.914171 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bbd592d5-f36e-472a-8480-db8c50f09952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:00:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['93e522a5-5874-4f77-a574-b7acd71fd26d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:55.918825 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959575a8-3459-4719-938a-ad9d00c16318 req-150c3e61-a53e-43c9-b257-8d6f0c3a362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:55.920330 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-959575a8-3459-4719-938a-ad9d00c16318 req-150c3e61-a53e-43c9-b257-8d6f0c3a362b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72833a54-dbdb-43df-b18e-791938a3b841 HTTP/1.1" status: 200 len: 834 time: 0.0459697 Jul 16 19:00:55.982714 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959575a8-3459-4719-938a-ad9d00c16318 req-c2b642b1-d5e2-4535-a46e-b7c237c1abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:55.984412 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-959575a8-3459-4719-938a-ad9d00c16318 req-c2b642b1-d5e2-4535-a46e-b7c237c1abd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d91612a6-50d7-4158-8841-1185a09a375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577977 Jul 16 19:00:56.020372 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bbd592d5-f36e-472a-8480-db8c50f09952 None None] Set router 93e522a5-5874-4f77-a574-b7acd71fd26d gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:56.077886 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-959575a8-3459-4719-938a-ad9d00c16318 req-45c7f693-addc-4668-b88d-b533343e2010 service neutron] 10.222.0.42 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871923 Jul 16 19:00:56.179602 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-959575a8-3459-4719-938a-ad9d00c16318 req-76ecfc34-11b3-40e7-a5ae-2e95e30f10d2 service neutron] 10.222.0.42 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951388 Jul 16 19:00:56.246839 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bbd592d5-f36e-472a-8480-db8c50f09952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2e6940ee-3248-497f-8171-82996e30c32c', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'port_id': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'mac_address': 'fa:16:3e:2f:64:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e2065-012a-4807-af3d-d5307cbec9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:54Z', 'updated_at': '2021-07-16T19:00:54Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d43f1ae-dda6-4da1-8080-f0689f2b2dc6', 'name': '', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:2f:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '72833a54-dbdb-43df-b18e-791938a3b841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:40Z', 'updated_at': '2021-07-16T19:00:44Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '72833a54-dbdb-43df-b18e-791938a3b841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:56.272109 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd592d5-f36e-472a-8480-db8c50f09952 None None] The sync data for ids ['93e522a5-5874-4f77-a574-b7acd71fd26d'] in n-d-793618-9 is: [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2e6940ee-3248-497f-8171-82996e30c32c', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'port_id': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'mac_address': 'fa:16:3e:2f:64:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525e2065-012a-4807-af3d-d5307cbec9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:54Z', 'updated_at': '2021-07-16T19:00:54Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d43f1ae-dda6-4da1-8080-f0689f2b2dc6', 'name': '', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:2f:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '72833a54-dbdb-43df-b18e-791938a3b841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:40Z', 'updated_at': '2021-07-16T19:00:44Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '72833a54-dbdb-43df-b18e-791938a3b841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:56.572371 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e20d96-32fc-4e55-b57f-2a71bb5a5590 None None] New status for floating IP 2e6940ee-3248-497f-8171-82996e30c32c: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:00:56.862328 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:56.921480 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ff1c570c-dc3e-46a1-a61d-3572cb2defad tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/2e6940ee-3248-497f-8171-82996e30c32c HTTP/1.1" status: 200 len: 993 time: 0.0579534 Jul 16 19:01:00.176233 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29913f76-bf53-44d2-8213-a1aaeb9b043f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:02.374522 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-537dca92-6b05-4914-b72c-1c35ffcb334b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:02.840068 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.090203 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.181483 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.990171 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:05.713101 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:23.839103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26556ae3-f091-47f3-9f7a-38570ad1d5d9 req-4a40537f-a0e4-48d7-82fc-9ae170e0cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:23.840878 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-26556ae3-f091-47f3-9f7a-38570ad1d5d9 req-4a40537f-a0e4-48d7-82fc-9ae170e0cefb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 1097 time: 0.0570486 Jul 16 19:01:23.884214 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d61a2-6550-4ddd-b384-6777f3e1b879 req-f26c1fea-6873-4085-9ce2-5e2acfbad3d6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:23.885816 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e51d61a2-6550-4ddd-b384-6777f3e1b879 req-f26c1fea-6873-4085-9ce2-5e2acfbad3d6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0692275 Jul 16 19:01:23.924563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e51d61a2-6550-4ddd-b384-6777f3e1b879 req-9a1e4701-ab6d-49dc-9296-9c78d15b2920 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329452 Jul 16 19:01:23.940671 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26556ae3-f091-47f3-9f7a-38570ad1d5d9 req-a38c8541-0df8-4bf9-9d5c-6f07a544e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:23.942249 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-26556ae3-f091-47f3-9f7a-38570ad1d5d9 req-a38c8541-0df8-4bf9-9d5c-6f07a544e267 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d91612a6-50d7-4158-8841-1185a09a375d HTTP/1.1" status: 200 len: 898 time: 0.0944810 Jul 16 19:01:24.006849 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-26556ae3-f091-47f3-9f7a-38570ad1d5d9 req-edbb2743-71a8-41cf-b9fd-12e69b5b213d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efb6b6d7-33ab-440f-a0eb-cb944bf070fe HTTP/1.1" status: 200 len: 1001 time: 0.0578620 Jul 16 19:01:24.059851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26556ae3-f091-47f3-9f7a-38570ad1d5d9 req-a31db20a-f0b2-4890-be54-7152bda5e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:24.061445 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-26556ae3-f091-47f3-9f7a-38570ad1d5d9 req-a31db20a-f0b2-4890-be54-7152bda5e8bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72833a54-dbdb-43df-b18e-791938a3b841 HTTP/1.1" status: 200 len: 834 time: 0.0475035 Jul 16 19:01:24.123828 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26556ae3-f091-47f3-9f7a-38570ad1d5d9 req-c00e2f4a-6b80-46a4-af9c-0dbfc2c019e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:24.125275 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-26556ae3-f091-47f3-9f7a-38570ad1d5d9 req-c00e2f4a-6b80-46a4-af9c-0dbfc2c019e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d91612a6-50d7-4158-8841-1185a09a375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574405 Jul 16 19:01:24.215553 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-26556ae3-f091-47f3-9f7a-38570ad1d5d9 req-9e5972f8-d694-4469-a5eb-028a96a62671 service neutron] 10.222.0.42 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838120 Jul 16 19:01:24.310010 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-26556ae3-f091-47f3-9f7a-38570ad1d5d9 req-a60dcf1e-ecc2-4b97-a001-fd963eaa86e9 service neutron] 10.222.0.42 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883827 Jul 16 19:01:25.104883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2f761-2bec-48f3-9f70-1c89ce32adfe req-28161ebe-bb50-406f-9096-953fd2ea59cb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:25.106327 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92f2f761-2bec-48f3-9f70-1c89ce32adfe req-28161ebe-bb50-406f-9096-953fd2ea59cb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0640090 Jul 16 19:01:25.145591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-92f2f761-2bec-48f3-9f70-1c89ce32adfe req-d1168ebb-be0a-412d-8893-a486dcaaeb83 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334587 Jul 16 19:01:26.323513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ff5c3-344d-435a-887a-50cedfefb334 req-396a0cad-bbc4-484c-b73a-17c2ecdf69b4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:26.325024 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-425ff5c3-344d-435a-887a-50cedfefb334 req-396a0cad-bbc4-484c-b73a-17c2ecdf69b4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0686057 Jul 16 19:01:26.363310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-425ff5c3-344d-435a-887a-50cedfefb334 req-faa83964-cbc0-4063-acc0-32d5e8b86997 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326166 Jul 16 19:01:27.537491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69398afa-e331-4635-a843-13283eb1bda7 req-4c27e274-2773-447f-bfb8-a682444c55ce tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:27.539028 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69398afa-e331-4635-a843-13283eb1bda7 req-4c27e274-2773-447f-bfb8-a682444c55ce tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0652294 Jul 16 19:01:27.579543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-69398afa-e331-4635-a843-13283eb1bda7 req-daaba35c-5de9-4878-bdea-69afdebcf19c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341012 Jul 16 19:01:28.752397 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534f50-10ed-4f44-8889-237f97c54f4c req-5f4a7875-a276-4a9f-b4cc-6979debdea34 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:28.753947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77534f50-10ed-4f44-8889-237f97c54f4c req-5f4a7875-a276-4a9f-b4cc-6979debdea34 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0639126 Jul 16 19:01:28.792827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-77534f50-10ed-4f44-8889-237f97c54f4c req-bb31b081-c07f-44f9-9ab7-8e8ddbde3cdb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330853 Jul 16 19:01:29.971005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644adc1d-8f12-4ea0-91d7-f1c72375a79b req-eeabf2ea-060b-419d-9a5f-e4a72c8ff5a2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:29.972523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-644adc1d-8f12-4ea0-91d7-f1c72375a79b req-eeabf2ea-060b-419d-9a5f-e4a72c8ff5a2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0687973 Jul 16 19:01:30.011656 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-644adc1d-8f12-4ea0-91d7-f1c72375a79b req-ed0e8bc7-9f14-462b-a59e-fed0f95dba20 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324492 Jul 16 19:01:30.178797 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdd6d5fb-0fdd-49f4-a5d3-6841bd8e45e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:31.185506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cfbf6-8904-451d-8244-cff476327acd req-ad7ef66f-204d-4b3a-abd5-1f4e534a9a31 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:31.186960 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a0cfbf6-8904-451d-8244-cff476327acd req-ad7ef66f-204d-4b3a-abd5-1f4e534a9a31 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0642734 Jul 16 19:01:31.225659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9a0cfbf6-8904-451d-8244-cff476327acd req-4ad60366-17dd-4a8d-888a-053a79cb00c3 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328691 Jul 16 19:01:32.375046 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-764d8d10-e322-434a-8662-ed09c4ee9f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:32.406269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ff150-373d-4f83-a75c-a13da3e2eed8 req-8b363427-d4c6-4af4-88d6-1119ea697e60 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:32.407790 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-358ff150-373d-4f83-a75c-a13da3e2eed8 req-8b363427-d4c6-4af4-88d6-1119ea697e60 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0694070 Jul 16 19:01:32.614951 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:01:32.785986 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-358ff150-373d-4f83-a75c-a13da3e2eed8 req-e1467669-4072-4f36-ac4e-9a1002984e90 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724632 Jul 16 19:01:32.842029 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:33.089874 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:33.193405 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:33.967646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e5a4c-574f-4983-9369-8a553c64fe03 req-6a8990bb-e129-4cc4-a1ee-7d6691630c93 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:33.969152 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-520e5a4c-574f-4983-9369-8a553c64fe03 req-6a8990bb-e129-4cc4-a1ee-7d6691630c93 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0668118 Jul 16 19:01:33.991850 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.007360 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-520e5a4c-574f-4983-9369-8a553c64fe03 req-9bb78f0d-1892-43f3-828b-253739278e2c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325358 Jul 16 19:01:35.193544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af87c9-0289-47c2-972e-95a6ead67e2e req-6848da4f-e7b7-44fc-9a08-2e183c38cc9c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:35.194998 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2af87c9-0289-47c2-972e-95a6ead67e2e req-6848da4f-e7b7-44fc-9a08-2e183c38cc9c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0649130 Jul 16 19:01:35.237745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e2af87c9-0289-47c2-972e-95a6ead67e2e req-ef233475-17f3-431c-af7d-8aab3dbe5448 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369496 Jul 16 19:01:35.717146 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:36.416852 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e186b0a-d3be-48ef-996f-b344b50e481a req-5072a350-a306-45a4-9aa9-a0f6fb19a814 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:36.418397 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e186b0a-d3be-48ef-996f-b344b50e481a req-5072a350-a306-45a4-9aa9-a0f6fb19a814 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0664957 Jul 16 19:01:36.457973 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e186b0a-d3be-48ef-996f-b344b50e481a req-3c3ff953-5682-4e0b-a353-90f235a0099a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339859 Jul 16 19:01:36.485473 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:36.554189 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b3c9c04f-eb4e-4707-a17e-5c4033f2d970 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/2e6940ee-3248-497f-8171-82996e30c32c HTTP/1.1" status: 200 len: 993 time: 0.0673776 Jul 16 19:01:39.061390 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-75c89c60-ec84-4b50-9426-321d84398474 req-424c2144-fc9d-4e45-8321-cbfd5f87e789 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531931 Jul 16 19:01:39.156109 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c89c60-ec84-4b50-9426-321d84398474 req-51023df4-b2b8-455e-a5de-115d70ca106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:39.157694 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-75c89c60-ec84-4b50-9426-321d84398474 req-51023df4-b2b8-455e-a5de-115d70ca106b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 1097 time: 0.0544491 Jul 16 19:01:39.269774 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c89c60-ec84-4b50-9426-321d84398474 req-ded886d9-5026-46fa-afa3-f294ad7bc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:39.271254 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-75c89c60-ec84-4b50-9426-321d84398474 req-ded886d9-5026-46fa-afa3-f294ad7bc9e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d91612a6-50d7-4158-8841-1185a09a375d HTTP/1.1" status: 200 len: 898 time: 0.0941241 Jul 16 19:01:39.347098 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-75c89c60-ec84-4b50-9426-321d84398474 req-e803ed05-ba0e-488d-b2b9-796d12b2ce5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efb6b6d7-33ab-440f-a0eb-cb944bf070fe HTTP/1.1" status: 200 len: 1001 time: 0.0689044 Jul 16 19:01:39.401367 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c89c60-ec84-4b50-9426-321d84398474 req-0448d696-1188-4915-b65f-b608434fecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:39.402971 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-75c89c60-ec84-4b50-9426-321d84398474 req-0448d696-1188-4915-b65f-b608434fecc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72833a54-dbdb-43df-b18e-791938a3b841 HTTP/1.1" status: 200 len: 834 time: 0.0495732 Jul 16 19:01:39.469508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c89c60-ec84-4b50-9426-321d84398474 req-ac660a27-02e3-4080-86d6-acdf930ae9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:39.471102 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-75c89c60-ec84-4b50-9426-321d84398474 req-ac660a27-02e3-4080-86d6-acdf930ae9c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d91612a6-50d7-4158-8841-1185a09a375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622046 Jul 16 19:01:39.560961 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-75c89c60-ec84-4b50-9426-321d84398474 req-58352d37-58b1-481d-9e43-52d0cfe71bb8 service neutron] 10.222.0.42 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820279 Jul 16 19:01:39.656096 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-75c89c60-ec84-4b50-9426-321d84398474 req-2aadc6e8-d73f-4e50-ab0e-67b8f21bfb8a service neutron] 10.222.0.42 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883017 Jul 16 19:01:54.978720 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-a3d6f65e-89fa-4b5a-a718-aa95831abf35 req-9e82739e-1c54-466b-9d6c-b729698e59fe service neutron] (93767) timed out ('10.222.0.52', 49878) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:02:00.179210 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86f5d512-399b-4398-bec4-818d8b732052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.377713 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc4e9b72-3113-4b3f-8f8e-ace4baba8218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.843477 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.101778 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.192215 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.995551 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.721782 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.259314 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53678) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:07.416849 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 58290c02-7117-44f4-aa80-5d260fbc60a1 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:02:07.417192 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.495969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.496301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.507718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 58290c02-7117-44f4-aa80-5d260fbc60a1 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:02:07.684129 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.709504 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=58290c02-7117-44f4-aa80-5d260fbc60a1,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:07.745872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:07.746315 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:07.746744 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:07.747164 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:07.747566 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:07.747944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:07.748340 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:07.748713 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:07.749094 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:07.749558 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:07.750322 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:07.750687 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:07.793070 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.793512 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Floating IP 2e6940ee-3248-497f-8171-82996e30c32c disassociated (deleted). External IP: 172.25.8.97, port: efb6b6d7-33ab-440f-a0eb-cb944bf070fe. Jul 16 19:02:08.000920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 93e522a5-5874-4f77-a574-b7acd71fd26d has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:08.116009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:08.120990 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:08.127614 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946a612-aa46-4d37-a3e0-882b93828859 None None] Sync routers for ids ['93e522a5-5874-4f77-a574-b7acd71fd26d'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:08.137797 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946a612-aa46-4d37-a3e0-882b93828859 None None] Routers {'93e522a5-5874-4f77-a574-b7acd71fd26d'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:08.138430 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0946a612-aa46-4d37-a3e0-882b93828859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['93e522a5-5874-4f77-a574-b7acd71fd26d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:08.164138 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f84ef63c-93b7-43ef-8772-40eb91d029d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/floatingips/2e6940ee-3248-497f-8171-82996e30c32c HTTP/1.1" status: 204 len: 168 time: 0.9012997 Jul 16 19:02:08.164138 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e2065-012a-4807-af3d-d5307cbec9e6', 'tag': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:08.164659 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e15fb2-f0a7-490c-840b-67ed3c57d98e" -d '{"events": [{"name": "network-changed", "server_uuid": "525e2065-012a-4807-af3d-d5307cbec9e6", "tag": "efb6b6d7-33ab-440f-a0eb-cb944bf070fe"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:08.204606 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2eea1b-497c-499a-87cf-af6c107d8784 x-openstack-request-id: req-3b2eea1b-497c-499a-87cf-af6c107d8784 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:08.204908 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e2065-012a-4807-af3d-d5307cbec9e6", "tag": "efb6b6d7-33ab-440f-a0eb-cb944bf070fe", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:08.205166 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b2eea1b-497c-499a-87cf-af6c107d8784 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:08.205609 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e2065-012a-4807-af3d-d5307cbec9e6', 'tag': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe', 'status': 'completed', 'code': 200} Jul 16 19:02:08.260637 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0946a612-aa46-4d37-a3e0-882b93828859 None None] Set router 93e522a5-5874-4f77-a574-b7acd71fd26d gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:08.283490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15fb2-f0a7-490c-840b-67ed3c57d98e req-0fd6b40a-f069-4f6c-ad09-84e8526b7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:08.285779 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-19e15fb2-f0a7-490c-840b-67ed3c57d98e req-0fd6b40a-f069-4f6c-ad09-84e8526b7518 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 1097 time: 0.0579033 Jul 16 19:02:08.391716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15fb2-f0a7-490c-840b-67ed3c57d98e req-ed645b5e-9432-4d9c-895c-fc6039fdba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:08.393237 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-19e15fb2-f0a7-490c-840b-67ed3c57d98e req-ed645b5e-9432-4d9c-895c-fc6039fdba6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d91612a6-50d7-4158-8841-1185a09a375d HTTP/1.1" status: 200 len: 898 time: 0.1008744 Jul 16 19:02:08.440415 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-19e15fb2-f0a7-490c-840b-67ed3c57d98e req-34eecdfa-fadc-4dd9-9669-713e6aba09bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efb6b6d7-33ab-440f-a0eb-cb944bf070fe HTTP/1.1" status: 200 len: 217 time: 0.0409112 Jul 16 19:02:08.492095 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15fb2-f0a7-490c-840b-67ed3c57d98e req-ca02296f-36b7-4cca-95b7-fa2093db49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:08.494513 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-19e15fb2-f0a7-490c-840b-67ed3c57d98e req-ca02296f-36b7-4cca-95b7-fa2093db49e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72833a54-dbdb-43df-b18e-791938a3b841 HTTP/1.1" status: 200 len: 834 time: 0.0465734 Jul 16 19:02:08.558084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15fb2-f0a7-490c-840b-67ed3c57d98e req-d334b4a2-a407-462f-923b-5ab8f0c6d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:08.559702 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-19e15fb2-f0a7-490c-840b-67ed3c57d98e req-d334b4a2-a407-462f-923b-5ab8f0c6d412 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d91612a6-50d7-4158-8841-1185a09a375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574880 Jul 16 19:02:08.567712 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0946a612-aa46-4d37-a3e0-882b93828859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3d43f1ae-dda6-4da1-8080-f0689f2b2dc6', 'name': '', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:2f:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '72833a54-dbdb-43df-b18e-791938a3b841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:40Z', 'updated_at': '2021-07-16T19:00:44Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '72833a54-dbdb-43df-b18e-791938a3b841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:08.595812 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946a612-aa46-4d37-a3e0-882b93828859 None None] Checking router: 93e522a5-5874-4f77-a574-b7acd71fd26d for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:08.597251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75116af7-1620-45d7-be91-858caec7d019 req-b2bf658e-1210-4ace-b33b-47dbadad0b71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:08.598949 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75116af7-1620-45d7-be91-858caec7d019 req-b2bf658e-1210-4ace-b33b-47dbadad0b71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0844715 Jul 16 19:02:08.607475 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946a612-aa46-4d37-a3e0-882b93828859 None None] Routers {'93e522a5-5874-4f77-a574-b7acd71fd26d'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:08.608100 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0946a612-aa46-4d37-a3e0-882b93828859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['93e522a5-5874-4f77-a574-b7acd71fd26d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:08.646150 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-75116af7-1620-45d7-be91-858caec7d019 req-da36c463-dc93-4d8a-873c-aceb2097861c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408435 Jul 16 19:02:08.659471 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-19e15fb2-f0a7-490c-840b-67ed3c57d98e req-3ff3c4d2-f7ac-462d-9eca-ff8ed122631a service neutron] 10.222.0.42 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928690 Jul 16 19:02:08.716394 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0946a612-aa46-4d37-a3e0-882b93828859 None None] Set router 93e522a5-5874-4f77-a574-b7acd71fd26d gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:08.753056 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-19e15fb2-f0a7-490c-840b-67ed3c57d98e req-842ff8a8-3a5b-46a8-91b7-219129dfbb84 service neutron] 10.222.0.42 "GET /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859129 Jul 16 19:02:08.918434 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0946a612-aa46-4d37-a3e0-882b93828859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3d43f1ae-dda6-4da1-8080-f0689f2b2dc6', 'name': '', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:2f:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '72833a54-dbdb-43df-b18e-791938a3b841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:40Z', 'updated_at': '2021-07-16T19:00:44Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '72833a54-dbdb-43df-b18e-791938a3b841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:08.944566 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946a612-aa46-4d37-a3e0-882b93828859 None None] The sync data for ids ['93e522a5-5874-4f77-a574-b7acd71fd26d'] in n-d-793618-9 is: [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3d43f1ae-dda6-4da1-8080-f0689f2b2dc6', 'name': '', 'network_id': 'd91612a6-50d7-4158-8841-1185a09a375d', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:2f:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '72833a54-dbdb-43df-b18e-791938a3b841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:40Z', 'updated_at': '2021-07-16T19:00:44Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '72833a54-dbdb-43df-b18e-791938a3b841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:09.166874 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037d3714-796a-40e9-9e81-432d8dc537f6 None None] New status for floating IP 2e6940ee-3248-497f-8171-82996e30c32c: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:02:09.613773 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:02:09.822409 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b79a9-2b36-4dcb-8de8-48cbe91e2d97 req-4ab12eb7-6b89-4b35-a207-944c320f5da4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:09.823917 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce0b79a9-2b36-4dcb-8de8-48cbe91e2d97 req-4ab12eb7-6b89-4b35-a207-944c320f5da4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0675654 Jul 16 19:02:09.862301 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ce0b79a9-2b36-4dcb-8de8-48cbe91e2d97 req-020bbe12-9761-4376-a5d0-f6c8652c778b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=b94afcd7-e6e6-4e75-9c9c-08536c1e8849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328252 Jul 16 19:02:09.966055 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381b9c5-6c00-4107-91a9-2b583795c198 req-8221de3c-33d9-4ea2-a129-a3f8b29f9327 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:09.967558 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8381b9c5-6c00-4107-91a9-2b583795c198 req-8221de3c-33d9-4ea2-a129-a3f8b29f9327 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 946 time: 0.0714576 Jul 16 19:02:10.066614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8381b9c5-6c00-4107-91a9-2b583795c198 req-5757fbd1-a001-4181-afcc-030552471d1d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port efb6b6d7-33ab-440f-a0eb-cb944bf070fe {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:02:10.066995 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8381b9c5-6c00-4107-91a9-2b583795c198 req-5757fbd1-a001-4181-afcc-030552471d1d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.159352 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8381b9c5-6c00-4107-91a9-2b583795c198 req-5757fbd1-a001-4181-afcc-030552471d1d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port efb6b6d7-33ab-440f-a0eb-cb944bf070fe, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=efb6b6d7-33ab-440f-a0eb-cb944bf070fe,segment=NetworkSegment(904f19db-2dee-4dfb-9f2c-718c52ace00e),segment_id=904f19db-2dee-4dfb-9f2c-718c52ace00e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:10.159632 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8381b9c5-6c00-4107-91a9-2b583795c198 req-5757fbd1-a001-4181-afcc-030552471d1d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.171953 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-8381b9c5-6c00-4107-91a9-2b583795c198 req-5757fbd1-a001-4181-afcc-030552471d1d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for efb6b6d7-33ab-440f-a0eb-cb944bf070fe owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:02:10.299149 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8381b9c5-6c00-4107-91a9-2b583795c198 req-5757fbd1-a001-4181-afcc-030552471d1d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.617284 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757fbd1-a001-4181-afcc-030552471d1d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=efb6b6d7-33ab-440f-a0eb-cb944bf070fe,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:10.661808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8381b9c5-6c00-4107-91a9-2b583795c198 req-5757fbd1-a001-4181-afcc-030552471d1d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] No DVR routers for this DVR port efb6b6d7-33ab-440f-a0eb-cb944bf070fe on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:02:10.664380 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8381b9c5-6c00-4107-91a9-2b583795c198 req-5757fbd1-a001-4181-afcc-030552471d1d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.666434 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8381b9c5-6c00-4107-91a9-2b583795c198 req-5757fbd1-a001-4181-afcc-030552471d1d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "DELETE /v2.0/ports/efb6b6d7-33ab-440f-a0eb-cb944bf070fe HTTP/1.1" status: 204 len: 173 time: 0.6940210 Jul 16 19:02:10.666875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e2065-012a-4807-af3d-d5307cbec9e6', 'name': 'network-vif-deleted', 'tag': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:10.669141 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cf3bca-fd47-44fb-8d84-45cc91f3e011" -d '{"events": [{"server_uuid": "525e2065-012a-4807-af3d-d5307cbec9e6", "name": "network-vif-deleted", "tag": "efb6b6d7-33ab-440f-a0eb-cb944bf070fe"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:10.707612 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231bff3d-01d4-4131-86c7-9d6b77a862d5 x-openstack-request-id: req-231bff3d-01d4-4131-86c7-9d6b77a862d5 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:10.707914 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e2065-012a-4807-af3d-d5307cbec9e6", "name": "network-vif-deleted", "tag": "efb6b6d7-33ab-440f-a0eb-cb944bf070fe", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:10.708173 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-231bff3d-01d4-4131-86c7-9d6b77a862d5 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:10.708574 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e2065-012a-4807-af3d-d5307cbec9e6', 'name': 'network-vif-deleted', 'tag': 'efb6b6d7-33ab-440f-a0eb-cb944bf070fe', 'status': 'completed', 'code': 200} Jul 16 19:02:11.021269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-629a7458-14f9-41b4-aeb6-11bc30d47f61 req-8750fb34-55b1-4dbe-a9fa-247ff05a2aec tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=525e2065-012a-4807-af3d-d5307cbec9e6 HTTP/1.1" status: 200 len: 210 time: 0.0340707 Jul 16 19:02:12.121977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53696) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:12.589584 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aaa903f-ff1a-4120-baea-9e67e522be71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:12.896495 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa903f-ff1a-4120-baea-9e67e522be71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:02:12.896843 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aaa903f-ff1a-4120-baea-9e67e522be71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:12.983929 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-6aaa903f-ff1a-4120-baea-9e67e522be71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3d43f1ae-dda6-4da1-8080-f0689f2b2dc6,segment=NetworkSegment(904f19db-2dee-4dfb-9f2c-718c52ace00e),segment_id=904f19db-2dee-4dfb-9f2c-718c52ace00e)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:12.984286 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aaa903f-ff1a-4120-baea-9e67e522be71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:12.997112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa903f-ff1a-4120-baea-9e67e522be71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:02:13.185268 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aaa903f-ff1a-4120-baea-9e67e522be71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.216001 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa903f-ff1a-4120-baea-9e67e522be71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=3d43f1ae-dda6-4da1-8080-f0689f2b2dc6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:13.396695 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6aaa903f-ff1a-4120-baea-9e67e522be71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.619882 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aaa903f-ff1a-4120-baea-9e67e522be71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 93e522a5-5874-4f77-a574-b7acd71fd26d has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:13.741490 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaa903f-ff1a-4120-baea-9e67e522be71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:13.748846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device efb6b6d7-33ab-440f-a0eb-cb944bf070fe no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:02:13.751904 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6aaa903f-ff1a-4120-baea-9e67e522be71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "PUT /v2.0/routers/93e522a5-5874-4f77-a574-b7acd71fd26d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288445 Jul 16 19:02:13.754826 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:13.764249 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890efb1-0514-4fcc-bcc6-ab73e17f9331 None None] Sync routers for ids ['93e522a5-5874-4f77-a574-b7acd71fd26d'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:13.772166 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: efb6b6d7-33ab-440f-a0eb-cb944bf070fe {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:02:13.772644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device efb6b6d7-33ab-440f-a0eb-cb944bf070fe not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:02:13.776466 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890efb1-0514-4fcc-bcc6-ab73e17f9331 None None] Routers {'93e522a5-5874-4f77-a574-b7acd71fd26d'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:13.777743 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7890efb1-0514-4fcc-bcc6-ab73e17f9331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['93e522a5-5874-4f77-a574-b7acd71fd26d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:13.816947 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting subnet 72833a54-dbdb-43df-b18e-791938a3b841 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:02:13.818973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.869201 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.934885 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7890efb1-0514-4fcc-bcc6-ab73e17f9331 None None] Set router 93e522a5-5874-4f77-a574-b7acd71fd26d gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:13.969694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.032576 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.060300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Subnet': ['ID=72833a54-dbdb-43df-b18e-791938a3b841,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:14.065019 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.067165 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/subnets/72833a54-dbdb-43df-b18e-791938a3b841 HTTP/1.1" status: 204 len: 168 time: 0.3113332 Jul 16 19:02:14.070442 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53700) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:14.073403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.073701 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499fe307-cfa5-4445-b597-23b6925c9b3a None None] Network d91612a6-50d7-4158-8841-1185a09a375d requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:02:14.073842 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.074091 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.074431 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.074768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.075101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.075436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.075959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.076307 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.076639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.077778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.078122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3beb2-dcd4-45a3-8b5d-bbdf747275aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.159917 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7890efb1-0514-4fcc-bcc6-ab73e17f9331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:02:13Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:14.198237 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.204339 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890efb1-0514-4fcc-bcc6-ab73e17f9331 None None] Checking router: 93e522a5-5874-4f77-a574-b7acd71fd26d for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:14.214636 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890efb1-0514-4fcc-bcc6-ab73e17f9331 None None] Routers {'93e522a5-5874-4f77-a574-b7acd71fd26d'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:14.215515 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7890efb1-0514-4fcc-bcc6-ab73e17f9331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['93e522a5-5874-4f77-a574-b7acd71fd26d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:14.288943 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] DHCP port deletion for d91612a6-50d7-4158-8841-1185a09a375d request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:02:14.335186 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.346176 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7890efb1-0514-4fcc-bcc6-ab73e17f9331 None None] Set router 93e522a5-5874-4f77-a574-b7acd71fd26d gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:14.349796 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Deleting port 65414f5f-83bc-427b-b4b9-379a129e343c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:02:14.350185 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.395454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:02:14.395906 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.489446 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port be765cdb-1fd0-41e0-a7a3-7b0845fa83e8, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=be765cdb-1fd0-41e0-a7a3-7b0845fa83e8,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:14.490423 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.507769 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:02:14.547934 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7890efb1-0514-4fcc-bcc6-ab73e17f9331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:02:13Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:14.580822 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890efb1-0514-4fcc-bcc6-ab73e17f9331 None None] The sync data for ids ['93e522a5-5874-4f77-a574-b7acd71fd26d'] in n-d-793618-9 is: [{'id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169280779', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:02:13Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'be765cdb-1fd0-41e0-a7a3-7b0845fa83e8', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:67:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e522a5-5874-4f77-a574-b7acd71fd26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:37Z', 'updated_at': '2021-07-16T19:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:14.618465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] For port 65414f5f-83bc-427b-b4b9-379a129e343c, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=65414f5f-83bc-427b-b4b9-379a129e343c,segment=NetworkSegment(904f19db-2dee-4dfb-9f2c-718c52ace00e),segment_id=904f19db-2dee-4dfb-9f2c-718c52ace00e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:14.620868 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.636231 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Calling delete_port for 65414f5f-83bc-427b-b4b9-379a129e343c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:02:14.722240 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.725867 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.752391 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=be765cdb-1fd0-41e0-a7a3-7b0845fa83e8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:14.752881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] No DVR routers for this DVR port 65414f5f-83bc-427b-b4b9-379a129e343c on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:02:14.758016 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Pushing event deleted for resources: {'Port': ['ID=65414f5f-83bc-427b-b4b9-379a129e343c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:14.767381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.767734 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.768077 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.768411 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.768815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.769061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.769426 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.769760 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.770090 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.770424 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.770744 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.771068 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b645d54-46f4-431f-83cf-8b165a9287ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:14.820561 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.911126 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.913348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.958913 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.960169 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Fanout notify agent at l3_agent the message router_deleted on router 93e522a5-5874-4f77-a574-b7acd71fd26d {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:02:14.966489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 65414f5f-83bc-427b-b4b9-379a129e343c no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:02:14.972182 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.976272 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2044df76-03e5-4732-9fe6-37dbb7eab294 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/routers/93e522a5-5874-4f77-a574-b7acd71fd26d HTTP/1.1" status: 204 len: 168 time: 0.9014349 Jul 16 19:02:14.976430 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53702) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:14.992052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 65414f5f-83bc-427b-b4b9-379a129e343c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:02:14.992409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 65414f5f-83bc-427b-b4b9-379a129e343c not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:02:15.061961 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.151442 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.161801 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91612a6-50d7-4158-8841-1185a09a375d']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:15.180012 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904f19db-2dee-4dfb-9f2c-718c52ace00e') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:15.180547 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904f19db-2dee-4dfb-9f2c-718c52ace00e') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:15.190203 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.205245 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.212135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:02:15.212736 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: timer() Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:02:15.215929 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:02:15.275546 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.283086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.284551 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/networks/d91612a6-50d7-4158-8841-1185a09a375d HTTP/1.1" status: 204 len: 168 time: 0.3071821 Jul 16 19:02:15.287418 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:15.296452 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ef935-cd90-4490-a3a2-bc0c2c555a39 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Network': ['ID=d91612a6-50d7-4158-8841-1185a09a375d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:15.346824 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cda3a789-8d2f-4d4c-8fb3-2f0c554f6f72 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.372257 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cda3a789-8d2f-4d4c-8fb3-2f0c554f6f72 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.434440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cda3a789-8d2f-4d4c-8fb3-2f0c554f6f72 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.436981 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cda3a789-8d2f-4d4c-8fb3-2f0c554f6f72 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.438191 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cda3a789-8d2f-4d4c-8fb3-2f0c554f6f72 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/security-groups/b94afcd7-e6e6-4e75-9c9c-08536c1e8849 HTTP/1.1" status: 204 len: 168 time: 0.1496327 Jul 16 19:02:15.447419 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3a789-8d2f-4d4c-8fb3-2f0c554f6f72 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94afcd7-e6e6-4e75-9c9c-08536c1e8849,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:15.682128 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53710) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:15.686886 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-730ee6ee-42d1-4426-b944-99a606212f57 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798376008', 'description': 'tempest-secgroup-smoke-798376008 description', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:15.711583 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-730ee6ee-42d1-4426-b944-99a606212f57 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.795907 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-730ee6ee-42d1-4426-b944-99a606212f57 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.799645 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-730ee6ee-42d1-4426-b944-99a606212f57 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.844118 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-730ee6ee-42d1-4426-b944-99a606212f57 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.844118 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-730ee6ee-42d1-4426-b944-99a606212f57 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1601503 Jul 16 19:02:15.846009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ee6ee-42d1-4426-b944-99a606212f57 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ed308c-4156-4516-b832-b15584c10724,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:15.846445 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:15.851541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0474a5fd-e59a-445f-b695-4785c0a562d5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': '71ed308c-4156-4516-b832-b15584c10724', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:15.885195 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0474a5fd-e59a-445f-b695-4785c0a562d5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.933503 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0474a5fd-e59a-445f-b695-4785c0a562d5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.937277 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0474a5fd-e59a-445f-b695-4785c0a562d5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.962565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474a5fd-e59a-445f-b695-4785c0a562d5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24aad16e-8caa-48f2-9ed6-5377eb7d470a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:15.969903 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0474a5fd-e59a-445f-b695-4785c0a562d5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.971295 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0474a5fd-e59a-445f-b695-4785c0a562d5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237772 Jul 16 19:02:15.974059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:15.979160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-42af48f6-b181-45c0-9810-0cc09d30ebf6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': '71ed308c-4156-4516-b832-b15584c10724', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:16.004683 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42af48f6-b181-45c0-9810-0cc09d30ebf6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.063287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42af48f6-b181-45c0-9810-0cc09d30ebf6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.067214 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42af48f6-b181-45c0-9810-0cc09d30ebf6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.085914 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af48f6-b181-45c0-9810-0cc09d30ebf6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48e8f3b-9c79-45c3-b089-c5448e03fa7f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:16.093117 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42af48f6-b181-45c0-9810-0cc09d30ebf6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.094344 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-42af48f6-b181-45c0-9810-0cc09d30ebf6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193588 Jul 16 19:02:16.097005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:16.101540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1fb2efc4-cde7-4adc-b50f-361218d560b5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': '71ed308c-4156-4516-b832-b15584c10724', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:16.127513 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb2efc4-cde7-4adc-b50f-361218d560b5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.185269 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb2efc4-cde7-4adc-b50f-361218d560b5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.188708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb2efc4-cde7-4adc-b50f-361218d560b5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.206073 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2efc4-cde7-4adc-b50f-361218d560b5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec27889-1436-48e4-9a3b-f9dd73b2e620,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:16.213152 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1fb2efc4-cde7-4adc-b50f-361218d560b5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.213678 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1fb2efc4-cde7-4adc-b50f-361218d560b5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156199 Jul 16 19:02:16.216335 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:16.220758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e8179e9-f1cd-4d3a-b0f8-9c022e3fb5d9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': '71ed308c-4156-4516-b832-b15584c10724', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:16.246995 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e8179e9-f1cd-4d3a-b0f8-9c022e3fb5d9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.308776 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e8179e9-f1cd-4d3a-b0f8-9c022e3fb5d9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.312564 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e8179e9-f1cd-4d3a-b0f8-9c022e3fb5d9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.332983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8179e9-f1cd-4d3a-b0f8-9c022e3fb5d9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e6f6f7-5e6d-4213-b190-99eb26cc81ee,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:16.340618 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e8179e9-f1cd-4d3a-b0f8-9c022e3fb5d9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.341787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9e8179e9-f1cd-4d3a-b0f8-9c022e3fb5d9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245134 Jul 16 19:02:16.344387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:16.348757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-92bef029-a057-427c-ab9f-2f17170177d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': '71ed308c-4156-4516-b832-b15584c10724', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:16.372355 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-92bef029-a057-427c-ab9f-2f17170177d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Project fe521acbb1314004bd4bd84b01de1f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:02:16.377306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92bef029-a057-427c-ab9f-2f17170177d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.437818 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92bef029-a057-427c-ab9f-2f17170177d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.441677 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92bef029-a057-427c-ab9f-2f17170177d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.459204 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bef029-a057-427c-ab9f-2f17170177d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a0e835-f402-4dd3-9e58-3ac83b702477,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:16.465973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92bef029-a057-427c-ab9f-2f17170177d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.467097 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-92bef029-a057-427c-ab9f-2f17170177d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217787 Jul 16 19:02:16.470227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:16.474620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-152153cd-cfb4-4578-8a51-0d31c13a49e5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': '71ed308c-4156-4516-b832-b15584c10724', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:16.505195 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-152153cd-cfb4-4578-8a51-0d31c13a49e5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Project fe521acbb1314004bd4bd84b01de1f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:02:16.510436 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-152153cd-cfb4-4578-8a51-0d31c13a49e5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.575311 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-152153cd-cfb4-4578-8a51-0d31c13a49e5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.582170 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-152153cd-cfb4-4578-8a51-0d31c13a49e5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.600661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152153cd-cfb4-4578-8a51-0d31c13a49e5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6daafe35-96c1-41f2-9337-827f6d3fc157,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:16.607016 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-152153cd-cfb4-4578-8a51-0d31c13a49e5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.608196 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-152153cd-cfb4-4578-8a51-0d31c13a49e5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369805 Jul 16 19:02:16.611034 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:16.614730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:02:16.616005 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d03854af-82dc-4a77-a6ac-f59a321ae072 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'network': {'name': 'tempest-network-smoke--938149216', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:16.636969 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:02:16.637409 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device be765cdb-1fd0-41e0-a7a3-7b0845fa83e8 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:02:16.637792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03854af-82dc-4a77-a6ac-f59a321ae072 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:02:16.637911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:02:16.641512 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03854af-82dc-4a77-a6ac-f59a321ae072 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.656964 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:02:16.657297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3d43f1ae-dda6-4da1-8080-f0689f2b2dc6 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:02:16.666478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03854af-82dc-4a77-a6ac-f59a321ae072 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:02:16.679646 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03854af-82dc-4a77-a6ac-f59a321ae072 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.680191 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-d03854af-82dc-4a77-a6ac-f59a321ae072 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Added segment a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1 of type vlan for network ba54e027-8c7a-47a7-962f-d754c5a58c05 Jul 16 19:02:16.724096 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03854af-82dc-4a77-a6ac-f59a321ae072 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.753014 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03854af-82dc-4a77-a6ac-f59a321ae072 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.759242 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03854af-82dc-4a77-a6ac-f59a321ae072 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:16.759963 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d03854af-82dc-4a77-a6ac-f59a321ae072 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.793373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d03854af-82dc-4a77-a6ac-f59a321ae072 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1812878 Jul 16 19:02:16.796139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:16.802642 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'admin_state_up': True, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:16.843269 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03854af-82dc-4a77-a6ac-f59a321ae072 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Network': ['ID=ba54e027-8c7a-47a7-962f-d754c5a58c05,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:16.854247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network ba54e027-8c7a-47a7-962f-d754c5a58c05 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:02:16.860353 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.861410 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.917627 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:17.054886 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:17.254071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:17.272971 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:17.374082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.25.8.216 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/c02b4a82-b080-4096-b2ce-7e943578ed99) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:17.478522 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:17.517007 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:17.556988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:17.561559 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:17.563938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:17.569916 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=c02b4a82-b080-4096-b2ce-7e943578ed99,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:17.813844 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.022183 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.152954 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 64262673-f65f-404e-a25b-ce972d62a00e is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:02:18.261382 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:18.270325 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Sync routers for ids ['64262673-f65f-404e-a25b-ce972d62a00e'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:18.281852 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.282714 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Routers {'64262673-f65f-404e-a25b-ce972d62a00e'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:18.283100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fa2c5716-01a3-4264-9777-6475771fd771 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4860461 Jul 16 19:02:18.283786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['64262673-f65f-404e-a25b-ce972d62a00e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:18.286227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:18.315807 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bb7f5d44-e3e2-4caf-8a2b-04c547c493a6 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=fe521acbb1314004bd4bd84b01de1f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272956 Jul 16 19:02:18.318553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:18.392667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Set router 64262673-f65f-404e-a25b-ce972d62a00e gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:18.411417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d31de78-2474-493a-9a7b-b950aa220b58 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:18.412889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3d31de78-2474-493a-9a7b-b950aa220b58 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932965 Jul 16 19:02:18.416856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:18.460964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1ded9c6f-3719-4435-a808-5bb9081d211c tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424109 Jul 16 19:02:18.464101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:18.471652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ae0f0a4b-91a0-48f3-b0a1-bb9e39fb4cf5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1767785431', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:18.559764 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0f0a4b-91a0-48f3-b0a1-bb9e39fb4cf5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:02:18.563056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0f0a4b-91a0-48f3-b0a1-bb9e39fb4cf5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.572383 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:02:17Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:18.598634 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Checking router: 64262673-f65f-404e-a25b-ce972d62a00e for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:18.598994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Updating router 64262673-f65f-404e-a25b-ce972d62a00e port c02b4a82-b080-4096-b2ce-7e943578ed99 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:02:18.638118 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.748118 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0f0a4b-91a0-48f3-b0a1-bb9e39fb4cf5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.816310 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f0a4b-91a0-48f3-b0a1-bb9e39fb4cf5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Subnet': ['ID=301c5050-4800-4abd-b41f-d6023430c2fa,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:18.826330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f0a4b-91a0-48f3-b0a1-bb9e39fb4cf5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Checking segment: {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:18.826716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f0a4b-91a0-48f3-b0a1-bb9e39fb4cf5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network hostable DHCP agents. Network: ba54e027-8c7a-47a7-962f-d754c5a58c05, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:02:18.846727 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f0a4b-91a0-48f3-b0a1-bb9e39fb4cf5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network ba54e027-8c7a-47a7-962f-d754c5a58c05 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:02:18.855793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ae0f0a4b-91a0-48f3-b0a1-bb9e39fb4cf5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, ba54e027-8c7a-47a7-962f-d754c5a58c05) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:18.859999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f0a4b-91a0-48f3-b0a1-bb9e39fb4cf5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:18.860612 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae0f0a4b-91a0-48f3-b0a1-bb9e39fb4cf5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.874983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3ff172-ddf9-431d-a06d-ab243debdad0 None None] Network ba54e027-8c7a-47a7-962f-d754c5a58c05 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:02:18.875373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ae0f0a4b-91a0-48f3-b0a1-bb9e39fb4cf5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4098744 Jul 16 19:02:18.878178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:18.915940 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.958874 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Transition to ACTIVE for port object c02b4a82-b080-4096-b2ce-7e943578ed99 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:18.968826 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:19.057567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922a9f2-4b24-49f3-a3df-1a6a469f87b0 None None] Pushing event updated for resources: {'Port': ['ID=c02b4a82-b080-4096-b2ce-7e943578ed99,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:19.063573 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Attempting to bind port c02b4a82-b080-4096-b2ce-7e943578ed99 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:19.063952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Attempting to bind port c02b4a82-b080-4096-b2ce-7e943578ed99 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:19.064326 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Attempting to bind port c02b4a82-b080-4096-b2ce-7e943578ed99 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:19.072606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:19.072993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:19.073432 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:19.073838 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:19.074324 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Bound port: c02b4a82-b080-4096-b2ce-7e943578ed99, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:19.074716 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:19.146483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-ba54e027-8c7a-47a7-962f-d754c5a58c05', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ips': [{'subnet_id': '301c5050-4800-4abd-b41f-d6023430c2fa'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:02:19.147335 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:19.169932 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] For port c02b4a82-b080-4096-b2ce-7e943578ed99, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:19.173549 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] For port c02b4a82-b080-4096-b2ce-7e943578ed99, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c02b4a82-b080-4096-b2ce-7e943578ed99,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:19.181114 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:19.320268 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:19.328514 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Routers {'64262673-f65f-404e-a25b-ce972d62a00e'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:19.329173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['64262673-f65f-404e-a25b-ce972d62a00e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:19.338699 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922a9f2-4b24-49f3-a3df-1a6a469f87b0 None None] Pushing event updated for resources: {'Port': ['ID=c02b4a82-b080-4096-b2ce-7e943578ed99,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:19.393030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Allocated IP 172.20.0.2 (ba54e027-8c7a-47a7-962f-d754c5a58c05/301c5050-4800-4abd-b41f-d6023430c2fa/dff36a59-26d8-43ba-9978-f01a9a4c0a58) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:19.482305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] Set router 64262673-f65f-404e-a25b-ce972d62a00e gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:19.715504 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:19.726307 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Transition to ACTIVE for port object dff36a59-26d8-43ba-9978-f01a9a4c0a58 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:19.747615 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Transition to ACTIVE for port object dff36a59-26d8-43ba-9978-f01a9a4c0a58 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:19.753786 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:19.802442 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Network ba54e027-8c7a-47a7-962f-d754c5a58c05 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:19.803258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.20.0.1 (ba54e027-8c7a-47a7-962f-d754c5a58c05/301c5050-4800-4abd-b41f-d6023430c2fa/52f710a5-8ff8-4298-88dc-11660c046940) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:19.807487 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:19.810099 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Pushing event updated for resources: {'Port': ['ID=dff36a59-26d8-43ba-9978-f01a9a4c0a58,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:19.812369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:19.815061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:02:17Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:19.849778 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a020b-0e6e-4382-a330-8cc6df932f9e None None] The sync data for ids ['64262673-f65f-404e-a25b-ce972d62a00e'] in n-d-793618-9 is: [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:02:17Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:19.909012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Attempting to bind port dff36a59-26d8-43ba-9978-f01a9a4c0a58 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:19.909435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Attempting to bind port dff36a59-26d8-43ba-9978-f01a9a4c0a58 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:19.909784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Attempting to bind port dff36a59-26d8-43ba-9978-f01a9a4c0a58 on network ba54e027-8c7a-47a7-962f-d754c5a58c05 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:19.915861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:19.916352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Checking segment: {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:19.916768 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:19.917179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Bound using segment: {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:19.917686 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Bound port: dff36a59-26d8-43ba-9978-f01a9a4c0a58, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:19.918078 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:19.948680 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:19.967639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Transition to ACTIVE for port object 52f710a5-8ff8-4298-88dc-11660c046940 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:19.988181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] For port dff36a59-26d8-43ba-9978-f01a9a4c0a58, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:19.991797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] For port dff36a59-26d8-43ba-9978-f01a9a4c0a58, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dff36a59-26d8-43ba-9978-f01a9a4c0a58,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:19.996459 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:20.001471 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:20.058045 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network ba54e027-8c7a-47a7-962f-d754c5a58c05 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:20.061225 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:20.062894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e660d-a041-4a04-a284-e46e9fecb903 None None] Pushing event updated for resources: {'Port': ['ID=dff36a59-26d8-43ba-9978-f01a9a4c0a58,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:20.065621 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:20.093801 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=52f710a5-8ff8-4298-88dc-11660c046940,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:20.123545 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:20.345477 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:20.662030 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dff36a59-26d8-43ba-9978-f01a9a4c0a58 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:20.662747 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:20.668276 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:20.728907 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port dff36a59-26d8-43ba-9978-f01a9a4c0a58 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:20.740441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c02b4a82-b080-4096-b2ce-7e943578ed99 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:20.752709 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:20.755697 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=52f710a5-8ff8-4298-88dc-11660c046940,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:20.797684 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port c02b4a82-b080-4096-b2ce-7e943578ed99 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:20.802575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c02b4a82-b080-4096-b2ce-7e943578ed99 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:20.802958 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:20.891625 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network ba54e027-8c7a-47a7-962f-d754c5a58c05 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:20.893659 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:20.898317 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:20.927724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port c02b4a82-b080-4096-b2ce-7e943578ed99, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c02b4a82-b080-4096-b2ce-7e943578ed99,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:20.932978 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.006522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=c02b4a82-b080-4096-b2ce-7e943578ed99,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:21.091029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de22c51f-c4c5-44c4-b41f-9f75a0b08426 None None] Network ba54e027-8c7a-47a7-962f-d754c5a58c05 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:02:21.171605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557028ed-3600-4ace-a9e4-a7b07f0362e2 None None] Provisioning for port dff36a59-26d8-43ba-9978-f01a9a4c0a58 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:21.183062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-557028ed-3600-4ace-a9e4-a7b07f0362e2 None None] Provisioning complete for port dff36a59-26d8-43ba-9978-f01a9a4c0a58 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:21.183443 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557028ed-3600-4ace-a9e4-a7b07f0362e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.390275 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 64262673-f65f-404e-a25b-ce972d62a00e has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:21.498297 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557028ed-3600-4ace-a9e4-a7b07f0362e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.508365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:21.514621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-716548b8-9c77-451b-bc3c-c29080d234fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "PUT /v2.0/routers/64262673-f65f-404e-a25b-ce972d62a00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6345170 Jul 16 19:02:21.539183 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-557028ed-3600-4ace-a9e4-a7b07f0362e2 None None] For port dff36a59-26d8-43ba-9978-f01a9a4c0a58, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dff36a59-26d8-43ba-9978-f01a9a4c0a58,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:21.545829 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557028ed-3600-4ace-a9e4-a7b07f0362e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.606171 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557028ed-3600-4ace-a9e4-a7b07f0362e2 None None] Pushing event updated for resources: {'Port': ['ID=dff36a59-26d8-43ba-9978-f01a9a4c0a58,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:21.646916 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Sync routers for ids ['64262673-f65f-404e-a25b-ce972d62a00e'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:21.658622 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Routers {'64262673-f65f-404e-a25b-ce972d62a00e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:21.659582 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['64262673-f65f-404e-a25b-ce972d62a00e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:21.685494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-fabf75e6-62a7-49f3-949c-68671e016a91 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798376008&fields=id&tenant_id=fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 267 time: 0.0404000 Jul 16 19:02:21.778569 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e5afabc-7116-4715-ae50-f76522fe364d None None] Provisioning for port 52f710a5-8ff8-4298-88dc-11660c046940 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:21.780364 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Set router 64262673-f65f-404e-a25b-ce972d62a00e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:21.785271 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e5afabc-7116-4715-ae50-f76522fe364d None None] Provisioning complete for port 52f710a5-8ff8-4298-88dc-11660c046940 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:21.785909 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e5afabc-7116-4715-ae50-f76522fe364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.828355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-8d6c3c65-ea30-4604-98f9-635a549beeee tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:21.830570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-8d6c3c65-ea30-4604-98f9-635a549beeee tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/networks?id=ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 200 len: 796 time: 0.1295741 Jul 16 19:02:21.838670 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e5afabc-7116-4715-ae50-f76522fe364d None None] Port 52f710a5-8ff8-4298-88dc-11660c046940 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:21.855838 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-b9dcf2fd-a7fb-424a-a7cd-0393414eb8e1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/quotas/fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 375 time: 0.0118506 Jul 16 19:02:21.856157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6e5afabc-7116-4715-ae50-f76522fe364d None None] Provisioning complete for port dff36a59-26d8-43ba-9978-f01a9a4c0a58 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:21.856687 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e5afabc-7116-4715-ae50-f76522fe364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.954557 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-9934150a-cce6-477d-b667-719d2e3ef557 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929804 Jul 16 19:02:22.101230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5d8017e-c242-4204-a46a-5d6eb782243a None None] Provisioning complete for port 52f710a5-8ff8-4298-88dc-11660c046940 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:22.102413 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5d8017e-c242-4204-a46a-5d6eb782243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.126674 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-396f7c5d-7bee-4070-935e-84b96157150c service neutron] 10.222.0.52 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597638 Jul 16 19:02:22.143023 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52f710a5-8ff8-4298-88dc-11660c046940', 'name': '', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:74:7e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:19Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 2, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:22.153730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8017e-c242-4204-a46a-5d6eb782243a None None] Port 52f710a5-8ff8-4298-88dc-11660c046940 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:22.172867 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Checking router: 64262673-f65f-404e-a25b-ce972d62a00e for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:22.173295 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Updating router 64262673-f65f-404e-a25b-ce972d62a00e port 52f710a5-8ff8-4298-88dc-11660c046940 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:02:22.209247 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.230043 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-cf083f12-60f7-46bc-aa3f-e2549910b3fd service neutron] 10.222.0.52 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967300 Jul 16 19:02:22.272768 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-714fd007-c9a3-43e1-8888-8ec01053c36a None None] Provisioning complete for port 52f710a5-8ff8-4298-88dc-11660c046940 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:22.273140 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-714fd007-c9a3-43e1-8888-8ec01053c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.311096 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-714fd007-c9a3-43e1-8888-8ec01053c36a None None] Port 52f710a5-8ff8-4298-88dc-11660c046940 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:22.411052 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-848b4dc5-c324-479b-bbaf-4f57dfb11941 req-16a02802-cd62-4fc2-a227-c5ebc322ccae tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 210 time: 0.0295432 Jul 16 19:02:22.487854 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.498813 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Transition to ACTIVE for port object 52f710a5-8ff8-4298-88dc-11660c046940 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:22.504430 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.556454 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Pushing event updated for resources: {'Port': ['ID=52f710a5-8ff8-4298-88dc-11660c046940,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:22.566929 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:22.567314 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:22.567621 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:22.567949 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:22.568785 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:22.568785 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:22.569087 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:22.569488 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:22.569713 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:22.570225 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:22.570694 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:22.571612 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:22.637469 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Attempting to bind port 52f710a5-8ff8-4298-88dc-11660c046940 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:22.637855 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Attempting to bind port 52f710a5-8ff8-4298-88dc-11660c046940 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:22.638228 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Attempting to bind port 52f710a5-8ff8-4298-88dc-11660c046940 on network ba54e027-8c7a-47a7-962f-d754c5a58c05 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:22.643733 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:22.644124 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Checking segment: {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:22.644542 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.645258 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Bound using segment: {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:22.645767 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Bound port: 52f710a5-8ff8-4298-88dc-11660c046940, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:22.646163 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.667364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dff36a59-26d8-43ba-9978-f01a9a4c0a58 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:22.713813 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] For port 52f710a5-8ff8-4298-88dc-11660c046940, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:22.717437 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] For port 52f710a5-8ff8-4298-88dc-11660c046940, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=52f710a5-8ff8-4298-88dc-11660c046940,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:22.723083 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.728724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port dff36a59-26d8-43ba-9978-f01a9a4c0a58 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:22.729117 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.786328 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8a419-6287-4d74-9040-03f6f75c4d7b None None] Pushing event updated for resources: {'Port': ['ID=52f710a5-8ff8-4298-88dc-11660c046940,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:22.801555 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Routers {'64262673-f65f-404e-a25b-ce972d62a00e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:22.802237 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:02:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['64262673-f65f-404e-a25b-ce972d62a00e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:22.827843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c02b4a82-b080-4096-b2ce-7e943578ed99 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:22.894831 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c02b4a82-b080-4096-b2ce-7e943578ed99 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:22.895432 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.932553 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] Set router 64262673-f65f-404e-a25b-ce972d62a00e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:23.155162 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52f710a5-8ff8-4298-88dc-11660c046940', 'name': '', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:74:7e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:19Z', 'updated_at': '2021-07-16T19:02:22Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:23.182084 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df0cb0-ac62-4e74-8038-33e6dbcb42fe None None] The sync data for ids ['64262673-f65f-404e-a25b-ce972d62a00e'] in n-d-793618-9 is: [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52f710a5-8ff8-4298-88dc-11660c046940', 'name': '', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:74:7e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:19Z', 'updated_at': '2021-07-16T19:02:22Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:23.598153 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83f43403-7ad9-4718-8b79-fe93a3a8645a req-10a6a1cb-441c-424c-bcf2-2474b6d9749c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 210 time: 0.0423985 Jul 16 19:02:23.631260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-035982b4-4182-4815-bcb2-30e534ed142f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:23.632869 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-035982b4-4182-4815-bcb2-30e534ed142f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.38 "GET /v2.0/networks?id=ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 200 len: 796 time: 0.1499250 Jul 16 19:02:23.678637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-29a12619-9dca-4684-ac38-079b292ac873 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 379 time: 0.0379376 Jul 16 19:02:23.687913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'port': {'device_id': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'admin_state_up': True, 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'security_groups': ['71ed308c-4156-4516-b832-b15584c10724']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:23.805478 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:02:23.809565 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:23.953645 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.20.0.5 (ba54e027-8c7a-47a7-962f-d754c5a58c05/301c5050-4800-4abd-b41f-d6023430c2fa/0101e017-4fd0-417c-b630-a889087b2e2e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:24.113127 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:24.129452 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Transition to ACTIVE for port object 0101e017-4fd0-417c-b630-a889087b2e2e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:24.164106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:24.212266 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network ba54e027-8c7a-47a7-962f-d754c5a58c05 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:24.215687 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:24.219980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:24.244589 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=0101e017-4fd0-417c-b630-a889087b2e2e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:24.272505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:24.273129 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:24.288063 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4f667a27-3740-40d9-8e64-604a0121d82a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041052 Jul 16 19:02:24.300063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Request body: {'port': {'device_id': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:24.380759 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:24.438856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4c9b2c3-cfbf-4fd3-9f8a-fdc28c275b2d None None] Provisioning for port 0101e017-4fd0-417c-b630-a889087b2e2e completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:24.443246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4c9b2c3-cfbf-4fd3-9f8a-fdc28c275b2d None None] Provisioning complete for port 0101e017-4fd0-417c-b630-a889087b2e2e triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:24.443692 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4c9b2c3-cfbf-4fd3-9f8a-fdc28c275b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:24.482690 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d4c9b2c3-cfbf-4fd3-9f8a-fdc28c275b2d None None] Port 0101e017-4fd0-417c-b630-a889087b2e2e cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:24.645986 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 52f710a5-8ff8-4298-88dc-11660c046940 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:24.658701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0101e017-4fd0-417c-b630-a889087b2e2e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:02:24.667291 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:24.681575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Transition to ACTIVE for port object 0101e017-4fd0-417c-b630-a889087b2e2e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:24.686261 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:24.700954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 52f710a5-8ff8-4298-88dc-11660c046940 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:24.705911 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 52f710a5-8ff8-4298-88dc-11660c046940 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:24.706506 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:24.797826 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:24.806846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Pushing event updated for resources: {'Port': ['ID=0101e017-4fd0-417c-b630-a889087b2e2e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:24.840968 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 52f710a5-8ff8-4298-88dc-11660c046940, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=52f710a5-8ff8-4298-88dc-11660c046940,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:24.846343 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:24.878276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Attempting to bind port 0101e017-4fd0-417c-b630-a889087b2e2e on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:24.878666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Attempting to bind port 0101e017-4fd0-417c-b630-a889087b2e2e by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:24.878956 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Attempting to bind port 0101e017-4fd0-417c-b630-a889087b2e2e on network ba54e027-8c7a-47a7-962f-d754c5a58c05 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:24.890327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Port 0101e017-4fd0-417c-b630-a889087b2e2e on network ba54e027-8c7a-47a7-962f-d754c5a58c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:02:24.890664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Attempting to bind port 0101e017-4fd0-417c-b630-a889087b2e2e on network ba54e027-8c7a-47a7-962f-d754c5a58c05 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:24.898925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:24.899394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Checking segment: {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:24.900010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Bound using segment: {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:24.900475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Bound port: 0101e017-4fd0-417c-b630-a889087b2e2e, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:24.900855 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:24.902484 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=52f710a5-8ff8-4298-88dc-11660c046940,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:24.917643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ed165-1049-4793-88c9-6b0af8096eed req-d5598e67-d91b-454e-b2c6-8279eef95caa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:24.919183 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf2ed165-1049-4793-88c9-6b0af8096eed req-d5598e67-d91b-454e-b2c6-8279eef95caa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 943 time: 0.1943524 Jul 16 19:02:24.993993 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bf2ed165-1049-4793-88c9-6b0af8096eed req-636091dd-3cbf-4b6f-ad6a-2221b17ef9f3 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689414 Jul 16 19:02:25.005256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:25.008474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0101e017-4fd0-417c-b630-a889087b2e2e,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:25.013148 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:25.047860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:25.048427 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:25.049837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] 10.222.0.38 "PUT /v2.0/ports/0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 1091 time: 0.7543390 Jul 16 19:02:25.050277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:25.052531 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2732b8-4d1a-479b-a467-23c9e2a4e8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:25.077297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea77a1e-3f05-4d86-b7cd-c3b82ab56738 service neutron] Pushing event updated for resources: {'Port': ['ID=0101e017-4fd0-417c-b630-a889087b2e2e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:25.125978 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c6bc4b-650d-4418-ba7e-9375d88a98c8 x-openstack-request-id: req-98c6bc4b-650d-4418-ba7e-9375d88a98c8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:25.125978 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:25.136760 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98c6bc4b-650d-4418-ba7e-9375d88a98c8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:25.136760 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e', 'status': 'completed', 'code': 200} Jul 16 19:02:25.156296 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-eae4a57b-8331-449b-85c7-d6e24d408550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:25.157880 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-eae4a57b-8331-449b-85c7-d6e24d408550 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1094 time: 0.0627363 Jul 16 19:02:25.204869 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-47a2c452-0fbe-4875-a20c-71ac8d2e7dbd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 217 time: 0.0401158 Jul 16 19:02:25.255522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-2e483cb5-66b5-4cff-b5d1-9417f0987111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:25.256977 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-2e483cb5-66b5-4cff-b5d1-9417f0987111 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=301c5050-4800-4abd-b41f-d6023430c2fa HTTP/1.1" status: 200 len: 835 time: 0.0460205 Jul 16 19:02:25.313412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-94eb213a-c6c2-4092-9fe8-eb0a7f806d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:25.314865 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-94eb213a-c6c2-4092-9fe8-eb0a7f806d65 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba54e027-8c7a-47a7-962f-d754c5a58c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521553 Jul 16 19:02:25.411193 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-31b2877c-34e4-42d8-89cd-05f2b306adfa service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899632 Jul 16 19:02:25.501029 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c7a8bf5f-93be-44ba-9275-08a25dc3cd12 req-ce6c21b6-c38e-4f6e-a499-a966ddc00a78 service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835357 Jul 16 19:02:25.607018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2732b8-4d1a-479b-a467-23c9e2a4e8ce req-5239012d-585e-4b29-b072-cf64a3163a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:25.608452 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e2732b8-4d1a-479b-a467-23c9e2a4e8ce req-5239012d-585e-4b29-b072-cf64a3163a80 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1094 time: 0.0587475 Jul 16 19:02:25.700183 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2732b8-4d1a-479b-a467-23c9e2a4e8ce req-6943f732-48a4-4ef0-8307-9d17ae7eee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:25.701774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e2732b8-4d1a-479b-a467-23c9e2a4e8ce req-6943f732-48a4-4ef0-8307-9d17ae7eee57 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 200 len: 897 time: 0.0869737 Jul 16 19:02:25.747260 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e2732b8-4d1a-479b-a467-23c9e2a4e8ce req-0a5d922f-7896-4d3c-a38d-65265661e173 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 217 time: 0.0384808 Jul 16 19:02:25.797732 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2732b8-4d1a-479b-a467-23c9e2a4e8ce req-7550998d-51c4-4364-93f2-d4208205133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:25.799180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e2732b8-4d1a-479b-a467-23c9e2a4e8ce req-7550998d-51c4-4364-93f2-d4208205133d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=301c5050-4800-4abd-b41f-d6023430c2fa HTTP/1.1" status: 200 len: 835 time: 0.0448925 Jul 16 19:02:25.856832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2732b8-4d1a-479b-a467-23c9e2a4e8ce req-9167aca7-3896-4c65-853f-414c02b8a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:25.858422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e2732b8-4d1a-479b-a467-23c9e2a4e8ce req-9167aca7-3896-4c65-853f-414c02b8a217 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba54e027-8c7a-47a7-962f-d754c5a58c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516534 Jul 16 19:02:25.953746 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e2732b8-4d1a-479b-a467-23c9e2a4e8ce req-a0e8fc9b-078f-4e02-809c-544b03242aaf service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872831 Jul 16 19:02:26.057396 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e2732b8-4d1a-479b-a467-23c9e2a4e8ce req-dfa4f199-4337-45bf-8ab8-480cce0a3961 service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937073 Jul 16 19:02:26.178058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771e074-ff53-41f7-ad12-e6a8329c6ad5 req-809aad77-94de-4c22-ad62-7744d72015e2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:26.179598 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7771e074-ff53-41f7-ad12-e6a8329c6ad5 req-809aad77-94de-4c22-ad62-7744d72015e2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 943 time: 0.0690358 Jul 16 19:02:26.219917 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7771e074-ff53-41f7-ad12-e6a8329c6ad5 req-1a471d02-e4dd-4637-92d3-594f82378b71 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332246 Jul 16 19:02:26.606101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 52f710a5-8ff8-4298-88dc-11660c046940 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:26.654196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 52f710a5-8ff8-4298-88dc-11660c046940 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:26.654573 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:27.397402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603deda-2675-465c-b124-5a496b4fc021 req-bedd3039-2307-450f-973c-450de5f5f793 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:27.398932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8603deda-2675-465c-b124-5a496b4fc021 req-bedd3039-2307-450f-973c-450de5f5f793 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 943 time: 0.0636621 Jul 16 19:02:27.437573 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8603deda-2675-465c-b124-5a496b4fc021 req-c533b96e-fb9b-47dc-a753-6187e8d66f20 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322769 Jul 16 19:02:28.616313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877efa8-6808-4522-b88c-ad6c94a58e19 req-6bb8b784-7a0b-4d27-89ce-907c2e8040a7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:28.618624 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6877efa8-6808-4522-b88c-ad6c94a58e19 req-6bb8b784-7a0b-4d27-89ce-907c2e8040a7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 943 time: 0.0709388 Jul 16 19:02:28.657380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6877efa8-6808-4522-b88c-ad6c94a58e19 req-39b24784-cccb-45ef-bd69-6a97808c07dd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330000 Jul 16 19:02:29.351096 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0101e017-4fd0-417c-b630-a889087b2e2e details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:02:29.443726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0101e017-4fd0-417c-b630-a889087b2e2e,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:29.454697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '0101e017-4fd0-417c-b630-a889087b2e2e', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'port_id': '0101e017-4fd0-417c-b630-a889087b2e2e', 'mac_address': 'fa:16:3e:3b:69:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:02:29.494828 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:29.507032 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0101e017-4fd0-417c-b630-a889087b2e2e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:02:29.527273 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0101e017-4fd0-417c-b630-a889087b2e2e,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:29.531690 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:29.579621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=0101e017-4fd0-417c-b630-a889087b2e2e,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:29.752388 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['0101e017-4fd0-417c-b630-a889087b2e2e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:02:29.836112 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e5828-669d-49e3-987b-8bc770526427 req-9d8dbfc3-e2ca-4d9e-bcff-22973bf02634 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:29.838738 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d42e5828-669d-49e3-987b-8bc770526427 req-9d8dbfc3-e2ca-4d9e-bcff-22973bf02634 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 944 time: 0.0703859 Jul 16 19:02:29.877935 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d42e5828-669d-49e3-987b-8bc770526427 req-8dd339e7-e6fc-431b-b39c-4d0c10290c86 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326073 Jul 16 19:02:30.182515 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86836754-38d7-4032-a7af-54b2376dede3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:31.073754 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687471b-b77d-4afc-983e-c2b295c196b2 req-b94cc498-870d-4392-b905-416f906b748e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:31.075282 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8687471b-b77d-4afc-983e-c2b295c196b2 req-b94cc498-870d-4392-b905-416f906b748e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 944 time: 0.0647409 Jul 16 19:02:31.113944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8687471b-b77d-4afc-983e-c2b295c196b2 req-1637c94a-3246-471d-aeae-e5cda60c0c17 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325201 Jul 16 19:02:31.367044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0101e017-4fd0-417c-b630-a889087b2e2e up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:31.415842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 0101e017-4fd0-417c-b630-a889087b2e2e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:31.419401 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 0101e017-4fd0-417c-b630-a889087b2e2e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:31.419781 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:31.498632 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:31.520178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:31.522639 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c15fbf-12a5-440c-94a1-af6a05d8bf21" -d '{"events": [{"server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "name": "network-vif-plugged", "status": "completed", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:31.535210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0101e017-4fd0-417c-b630-a889087b2e2e,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:31.539530 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:31.563770 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4194d986-40db-45ba-9f62-814650365da4 x-openstack-request-id: req-4194d986-40db-45ba-9f62-814650365da4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:31.564066 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "name": "network-vif-plugged", "status": "completed", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:31.564319 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4194d986-40db-45ba-9f62-814650365da4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:31.564709 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e', 'code': 200} Jul 16 19:02:31.590771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=0101e017-4fd0-417c-b630-a889087b2e2e,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:31.679950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edd2f4-0f9e-4d98-b20c-9095adc5cb58 req-ebdf5815-277f-4b7c-8f45-fa83352f8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:31.681615 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6edd2f4-0f9e-4d98-b20c-9095adc5cb58 req-ebdf5815-277f-4b7c-8f45-fa83352f8caf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0567081 Jul 16 19:02:31.716811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a6edd2f4-0f9e-4d98-b20c-9095adc5cb58 req-e2aee623-cc42-4d3d-953a-d5d3c77adb6b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291889 Jul 16 19:02:32.293843 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179642c8-d075-45b6-a77c-e92b3554c8be req-c5de0435-0e7e-49b3-bdce-769a0182bcc5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:32.295369 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-179642c8-d075-45b6-a77c-e92b3554c8be req-c5de0435-0e7e-49b3-bdce-769a0182bcc5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0651205 Jul 16 19:02:32.333928 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-179642c8-d075-45b6-a77c-e92b3554c8be req-0213894a-b9ea-48a4-bd61-1c53aee44c33 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329587 Jul 16 19:02:32.378517 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7fd60af-745f-4a17-8e0e-e8817de8d597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:32.846287 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:33.121029 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:33.199053 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:33.510346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600d198-24a7-4564-8cec-84a01a49acd0 req-4f22a6a5-c99f-48a3-8f8a-3c42926a43ff tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:33.511877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1600d198-24a7-4564-8cec-84a01a49acd0 req-4f22a6a5-c99f-48a3-8f8a-3c42926a43ff tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0643828 Jul 16 19:02:33.549121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1600d198-24a7-4564-8cec-84a01a49acd0 req-74c71871-9f28-47e3-b5b8-5306d225b22e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317526 Jul 16 19:02:33.729768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122882df-4ebd-4ae6-98f6-2b282438f8c6 req-104f30b7-9dec-4192-ab9a-d9bfaee1a30b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:33.731286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-122882df-4ebd-4ae6-98f6-2b282438f8c6 req-104f30b7-9dec-4192-ab9a-d9bfaee1a30b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0712006 Jul 16 19:02:33.769742 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-122882df-4ebd-4ae6-98f6-2b282438f8c6 req-e1190a43-7f7a-4dd8-bc37-46fb8393ff4a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327039 Jul 16 19:02:33.793868 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:33.847874 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacba4a5-b621-4914-9908-95f8531c70ed tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:33.849447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bacba4a5-b621-4914-9908-95f8531c70ed tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1091 time: 0.0545590 Jul 16 19:02:33.852508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:33.857106 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '0101e017-4fd0-417c-b630-a889087b2e2e', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:33.879179 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:33.977493 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:34.000385 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:34.083604 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.25.8.79 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/857f67d4-1f63-48b1-b672-c1a954f74946) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:34.194304 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:34.233175 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:34.268114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:34.272695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:34.276301 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:34.300241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=857f67d4-1f63-48b1-b672-c1a954f74946,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:34.645996 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:34.725192 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:34.873142 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:34.877744 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:34.947100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=857f67d4-1f63-48b1-b672-c1a954f74946,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:34.958524 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:35.058641 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Floating IP c14c2fb5-666d-49dc-8584-c8a79463f069 associated. External IP: 172.25.8.79, port: 0101e017-4fd0-417c-b630-a889087b2e2e. Jul 16 19:02:35.262763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 64262673-f65f-404e-a25b-ce972d62a00e has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:35.368459 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:35.378220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5772d1e-24b9-4840-bf3c-e5243f96eb2a None None] Sync routers for ids ['64262673-f65f-404e-a25b-ce972d62a00e'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:35.384788 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:35.389205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5772d1e-24b9-4840-bf3c-e5243f96eb2a None None] Routers {'64262673-f65f-404e-a25b-ce972d62a00e'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:35.389881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c5772d1e-24b9-4840-bf3c-e5243f96eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:02:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['64262673-f65f-404e-a25b-ce972d62a00e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:35.428760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-22815e1f-ec48-401c-9fb4-bddc364249f2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5747864 Jul 16 19:02:35.429758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:35.434045 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d642b201-ee2b-438b-adbf-21a4210f72bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:35.473526 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4b3b2a-8265-456c-a040-58873bfc46e7 x-openstack-request-id: req-ca4b3b2a-8265-456c-a040-58873bfc46e7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:35.474042 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:35.474303 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca4b3b2a-8265-456c-a040-58873bfc46e7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:35.474724 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e', 'status': 'completed', 'code': 200} Jul 16 19:02:35.504387 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c5772d1e-24b9-4840-bf3c-e5243f96eb2a None None] Set router 64262673-f65f-404e-a25b-ce972d62a00e gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:35.588739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642b201-ee2b-438b-adbf-21a4210f72bb req-ffd3a004-6d29-4bac-b21c-1345a2a5cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:35.590376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d642b201-ee2b-438b-adbf-21a4210f72bb req-ffd3a004-6d29-4bac-b21c-1345a2a5cf59 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0899396 Jul 16 19:02:35.731141 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:35.752264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c5772d1e-24b9-4840-bf3c-e5243f96eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c14c2fb5-666d-49dc-8584-c8a79463f069', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'port_id': '0101e017-4fd0-417c-b630-a889087b2e2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'mac_address': 'fa:16:3e:3b:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:02:34Z', 'updated_at': '2021-07-16T19:02:34Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f710a5-8ff8-4298-88dc-11660c046940', 'name': '', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:74:7e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:19Z', 'updated_at': '2021-07-16T19:02:24Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:35.780895 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5772d1e-24b9-4840-bf3c-e5243f96eb2a None None] Checking router: 64262673-f65f-404e-a25b-ce972d62a00e for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:35.790461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5772d1e-24b9-4840-bf3c-e5243f96eb2a None None] Routers {'64262673-f65f-404e-a25b-ce972d62a00e'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:35.791046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c5772d1e-24b9-4840-bf3c-e5243f96eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:02:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['64262673-f65f-404e-a25b-ce972d62a00e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:35.908315 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-c5772d1e-24b9-4840-bf3c-e5243f96eb2a None None] Set router 64262673-f65f-404e-a25b-ce972d62a00e gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:35.984798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2b74e-102a-4560-a23c-12e55b0bd3e6 req-fcfbc5f6-c0f7-43f2-b818-b3ca67c40f6a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:35.986300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44f2b74e-102a-4560-a23c-12e55b0bd3e6 req-fcfbc5f6-c0f7-43f2-b818-b3ca67c40f6a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.4501481 Jul 16 19:02:36.067616 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-44f2b74e-102a-4560-a23c-12e55b0bd3e6 req-48124f42-9c72-4310-b1c0-99554de61e00 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549402 Jul 16 19:02:36.068821 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642b201-ee2b-438b-adbf-21a4210f72bb req-f17288d2-0a15-48b2-9a44-7c24ff3c6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:36.070252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d642b201-ee2b-438b-adbf-21a4210f72bb req-f17288d2-0a15-48b2-9a44-7c24ff3c6b4f service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 200 len: 897 time: 0.4736533 Jul 16 19:02:36.101590 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53800) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:36.149398 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d642b201-ee2b-438b-adbf-21a4210f72bb req-274b54b4-9277-40c2-a1f1-62b908fa4248 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 998 time: 0.0716355 Jul 16 19:02:36.158607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-c5772d1e-24b9-4840-bf3c-e5243f96eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c14c2fb5-666d-49dc-8584-c8a79463f069', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'port_id': '0101e017-4fd0-417c-b630-a889087b2e2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'mac_address': 'fa:16:3e:3b:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:02:34Z', 'updated_at': '2021-07-16T19:02:34Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f710a5-8ff8-4298-88dc-11660c046940', 'name': '', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:74:7e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:19Z', 'updated_at': '2021-07-16T19:02:24Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:36.166693 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0d7046ed-afda-45c1-bb81-9b4641bf4e65 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/c14c2fb5-666d-49dc-8584-c8a79463f069 HTTP/1.1" status: 200 len: 990 time: 0.0634043 Jul 16 19:02:36.187216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5772d1e-24b9-4840-bf3c-e5243f96eb2a None None] The sync data for ids ['64262673-f65f-404e-a25b-ce972d62a00e'] in n-d-793618-9 is: [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'c14c2fb5-666d-49dc-8584-c8a79463f069', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'port_id': '0101e017-4fd0-417c-b630-a889087b2e2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'mac_address': 'fa:16:3e:3b:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:02:34Z', 'updated_at': '2021-07-16T19:02:34Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f710a5-8ff8-4298-88dc-11660c046940', 'name': '', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:74:7e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:19Z', 'updated_at': '2021-07-16T19:02:24Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:36.201111 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642b201-ee2b-438b-adbf-21a4210f72bb req-b5329591-6361-4635-b45c-6fb1dab6a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:36.202913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d642b201-ee2b-438b-adbf-21a4210f72bb req-b5329591-6361-4635-b45c-6fb1dab6a70c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=301c5050-4800-4abd-b41f-d6023430c2fa HTTP/1.1" status: 200 len: 835 time: 0.0483515 Jul 16 19:02:36.279971 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642b201-ee2b-438b-adbf-21a4210f72bb req-37cb5d77-e1f2-4a70-a557-3d3760485fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:36.281653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d642b201-ee2b-438b-adbf-21a4210f72bb req-37cb5d77-e1f2-4a70-a557-3d3760485fa7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba54e027-8c7a-47a7-962f-d754c5a58c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725515 Jul 16 19:02:36.389042 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d642b201-ee2b-438b-adbf-21a4210f72bb req-807ce3b1-af46-42af-9100-21e5e1f9b996 service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010094 Jul 16 19:02:36.410122 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3040f10-153a-4888-b615-8e02ed7c3817 None None] New status for floating IP c14c2fb5-666d-49dc-8584-c8a79463f069: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:02:36.504782 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d642b201-ee2b-438b-adbf-21a4210f72bb req-8fb68563-0a1f-4d67-a456-559428a30bd9 service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092746 Jul 16 19:02:37.170787 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:37.237884 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2bb5ff18-a6e0-4cb7-928f-9ebce750ef79 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/c14c2fb5-666d-49dc-8584-c8a79463f069 HTTP/1.1" status: 200 len: 992 time: 0.0659916 Jul 16 19:02:44.920163 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abc10bfa-c038-4883-941f-ca4b31c9e7f1 req-ac6231df-d901-44d8-af15-7a84008866c6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506268 Jul 16 19:02:45.015747 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10bfa-c038-4883-941f-ca4b31c9e7f1 req-966e02dd-cc97-4833-9dd8-baddb448eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.017275 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abc10bfa-c038-4883-941f-ca4b31c9e7f1 req-966e02dd-cc97-4833-9dd8-baddb448eee1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0537906 Jul 16 19:02:45.128262 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10bfa-c038-4883-941f-ca4b31c9e7f1 req-21f825ff-6535-4c48-9004-98ae4705372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.129699 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abc10bfa-c038-4883-941f-ca4b31c9e7f1 req-21f825ff-6535-4c48-9004-98ae4705372a service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 200 len: 897 time: 0.0908999 Jul 16 19:02:45.194811 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abc10bfa-c038-4883-941f-ca4b31c9e7f1 req-e1863701-a243-4791-b04b-149c196c9252 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 1000 time: 0.0585814 Jul 16 19:02:45.248037 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10bfa-c038-4883-941f-ca4b31c9e7f1 req-579b1f32-abc3-414e-9a59-9fd9e0bccfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.249563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abc10bfa-c038-4883-941f-ca4b31c9e7f1 req-579b1f32-abc3-414e-9a59-9fd9e0bccfeb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=301c5050-4800-4abd-b41f-d6023430c2fa HTTP/1.1" status: 200 len: 835 time: 0.0486097 Jul 16 19:02:45.308138 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10bfa-c038-4883-941f-ca4b31c9e7f1 req-078e2163-c75b-438a-a432-97155847b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.309707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abc10bfa-c038-4883-941f-ca4b31c9e7f1 req-078e2163-c75b-438a-a432-97155847b28d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba54e027-8c7a-47a7-962f-d754c5a58c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532544 Jul 16 19:02:45.401116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abc10bfa-c038-4883-941f-ca4b31c9e7f1 req-da656572-2d75-46bd-9e39-88139c29d445 service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842488 Jul 16 19:02:45.504413 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-abc10bfa-c038-4883-941f-ca4b31c9e7f1 req-7d02fad3-6e27-46b0-ac65-1f6fb3ff6993 service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973027 Jul 16 19:02:46.613372 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:00.183467 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-995f37e4-599e-4f9b-923a-0da8b4337ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.379360 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0c7d096-19cb-4129-ad9f-7bf01d2246bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.848896 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.119635 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.219863 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.002396 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.244197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-9007d124-3bfc-44c9-9221-47cac6aedd0c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1419511 Jul 16 19:03:04.252918 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3e444-f30e-482e-a93f-f149df42da42 req-643b381d-52e4-479b-b1dc-65aead479ba1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:04.254430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5fc3e444-f30e-482e-a93f-f149df42da42 req-643b381d-52e4-479b-b1dc-65aead479ba1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.1101468 Jul 16 19:03:04.295817 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5fc3e444-f30e-482e-a93f-f149df42da42 req-a2dbba26-c1cd-49c8-b925-1e29cbfcf0f6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345485 Jul 16 19:03:05.515002 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefd0e0-5418-4d3c-b3a2-b36a3e5ffe81 req-031b907f-eb76-4fb0-a23c-2d0f87885eb0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:05.516596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4aefd0e0-5418-4d3c-b3a2-b36a3e5ffe81 req-031b907f-eb76-4fb0-a23c-2d0f87885eb0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.1063147 Jul 16 19:03:05.518468 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cea01-f0c0-4492-83db-679d28848b6b req-e6d537a1-6367-47bc-b961-e76624383f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:05.520166 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-e6d537a1-6367-47bc-b961-e76624383f6b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0992420 Jul 16 19:03:05.614519 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4aefd0e0-5418-4d3c-b3a2-b36a3e5ffe81 req-c13b0bf8-b757-492a-b7d4-4a9163c086b5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919325 Jul 16 19:03:05.644051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cea01-f0c0-4492-83db-679d28848b6b req-40ee2322-ae2b-495f-b7a1-6bec9540224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:05.645661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-40ee2322-ae2b-495f-b7a1-6bec9540224e service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 200 len: 897 time: 0.1171193 Jul 16 19:03:05.715975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-2db86c41-3ad2-4080-8662-bc14e663957f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 1000 time: 0.0631847 Jul 16 19:03:05.724633 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.766787 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cea01-f0c0-4492-83db-679d28848b6b req-05398980-2bdb-4e8d-b881-f986682d8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:05.768307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-05398980-2bdb-4e8d-b881-f986682d8336 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=301c5050-4800-4abd-b41f-d6023430c2fa HTTP/1.1" status: 200 len: 835 time: 0.0458987 Jul 16 19:03:05.828098 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cea01-f0c0-4492-83db-679d28848b6b req-76b93b2a-9f52-4b7c-9fbc-9e66754a9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:05.829684 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-76b93b2a-9f52-4b7c-9fbc-9e66754a9312 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba54e027-8c7a-47a7-962f-d754c5a58c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536623 Jul 16 19:03:05.922381 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-37147f16-9f82-4b85-b40d-f5dfb5cea30b service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849061 Jul 16 19:03:06.015045 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-332f1e1d-d824-4fe5-8ab5-841b0a40228b service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862622 Jul 16 19:03:06.798491 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b54cb-aab6-4205-9ca5-86d7834a741a req-258589fe-b191-470f-b89e-8a103b0534a3 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:06.800034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-482b54cb-aab6-4205-9ca5-86d7834a741a req-258589fe-b191-470f-b89e-8a103b0534a3 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0683279 Jul 16 19:03:06.840463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-482b54cb-aab6-4205-9ca5-86d7834a741a req-ab32f5b8-5988-49dc-a2d1-6b455db4edb4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347483 Jul 16 19:03:08.031861 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27187fa1-5f8b-4b36-adb5-a950b3ce9076 req-e15ab072-1044-4450-94c9-baaa975e86ea tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:08.033401 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-27187fa1-5f8b-4b36-adb5-a950b3ce9076 req-e15ab072-1044-4450-94c9-baaa975e86ea tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0767200 Jul 16 19:03:08.072347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-27187fa1-5f8b-4b36-adb5-a950b3ce9076 req-3a15d775-30cd-480c-a248-f2e0c1c3f4e8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331836 Jul 16 19:03:09.246520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d27a12-767a-47e2-a79e-f9ce5826ac4f req-f007be7d-22d2-4d89-bc99-ea137e77bc77 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:09.248047 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3d27a12-767a-47e2-a79e-f9ce5826ac4f req-f007be7d-22d2-4d89-bc99-ea137e77bc77 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0638144 Jul 16 19:03:09.285945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c3d27a12-767a-47e2-a79e-f9ce5826ac4f req-c1ec16a8-dc16-4dff-923b-7ee7ac6ecdee tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320518 Jul 16 19:03:10.470948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedf543-4a3b-4758-be05-34f7fdd0929d req-2a74b77a-8a4b-49ca-92db-77d6882e5a27 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:10.472441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cedf543-4a3b-4758-be05-34f7fdd0929d req-2a74b77a-8a4b-49ca-92db-77d6882e5a27 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0730948 Jul 16 19:03:10.509402 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0cedf543-4a3b-4758-be05-34f7fdd0929d req-c66e916a-eddb-43fb-9be4-894450521804 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308039 Jul 16 19:03:11.690430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84034c69-28bd-4146-acf9-c461f9562e03 req-66099e06-fd66-48e0-9056-c6de96d67505 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:11.692035 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84034c69-28bd-4146-acf9-c461f9562e03 req-66099e06-fd66-48e0-9056-c6de96d67505 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0652640 Jul 16 19:03:11.732867 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84034c69-28bd-4146-acf9-c461f9562e03 req-aba3b07e-7766-4950-805b-9d1bab11c94f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344477 Jul 16 19:03:12.917337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c699e-f6e4-4116-8e1d-ab3581d47fb6 req-7108e496-c318-429a-a848-2bfa0889f4f1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:12.918979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d13c699e-f6e4-4116-8e1d-ab3581d47fb6 req-7108e496-c318-429a-a848-2bfa0889f4f1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0690794 Jul 16 19:03:12.959992 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d13c699e-f6e4-4116-8e1d-ab3581d47fb6 req-9d26298f-df24-4f47-b21d-817015c2c830 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335166 Jul 16 19:03:14.157591 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32168d3-0a99-457e-9b15-2341eb39c90e req-fd432f3c-bc8c-4e21-990e-38664a70d14b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:14.159067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e32168d3-0a99-457e-9b15-2341eb39c90e req-fd432f3c-bc8c-4e21-990e-38664a70d14b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0759130 Jul 16 19:03:14.200462 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e32168d3-0a99-457e-9b15-2341eb39c90e req-1c1e03c9-a6dd-4c00-b356-0ed85f9d061f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355937 Jul 16 19:03:15.382672 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851dd4-383c-45d3-a876-301a5a18348c req-088cfc76-3c85-4228-b05e-a64a9f005c49 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:15.384493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35851dd4-383c-45d3-a876-301a5a18348c req-088cfc76-3c85-4228-b05e-a64a9f005c49 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0656419 Jul 16 19:03:15.424594 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-35851dd4-383c-45d3-a876-301a5a18348c req-e1dce2f2-9539-4385-a8e6-0094b9928302 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337033 Jul 16 19:03:16.604227 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8890ca-d2f2-4c6c-a5cb-dcc0b588435d req-f333a19f-441f-44c5-b0b0-842499004e80 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:16.605783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e8890ca-d2f2-4c6c-a5cb-dcc0b588435d req-f333a19f-441f-44c5-b0b0-842499004e80 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0702555 Jul 16 19:03:16.647950 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e8890ca-d2f2-4c6c-a5cb-dcc0b588435d req-d9c7d103-2b74-45b0-8dd7-5d2cf5f740c1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365381 Jul 16 19:03:17.870145 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-999cea01-f0c0-4492-83db-679d28848b6b req-46ec89b8-dd61-4cf0-8e78-4697d6a0c691 service neutron] show failed (client error): The resource could not be found. Jul 16 19:03:17.871182 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-46ec89b8-dd61-4cf0-8e78-4697d6a0c691 service neutron] 10.222.0.38 "GET /v2.0/ports/0101e017-4fd0-417c-b630-a889087b2e2e/bindings/n-h2-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0795379 Jul 16 19:03:17.879814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24709250-23ed-480d-9378-1e154755df4b req-a36f0c26-095c-4c81-902e-aaf41716777f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:17.881376 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24709250-23ed-480d-9378-1e154755df4b req-a36f0c26-095c-4c81-902e-aaf41716777f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.1178081 Jul 16 19:03:17.924543 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24709250-23ed-480d-9378-1e154755df4b req-ccf843f0-7eb1-41dc-b0e5-8e2237f33c14 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357647 Jul 16 19:03:18.121188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cea01-f0c0-4492-83db-679d28848b6b req-525ec0af-8d3c-4bae-8cbf-3b0a2c604d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:18.122789 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-525ec0af-8d3c-4bae-8cbf-3b0a2c604d9e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7&tenant_id=fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 1096 time: 0.0539002 Jul 16 19:03:18.133690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:18.209349 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:18.408630 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=0101e017-4fd0-417c-b630-a889087b2e2e,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:18.449374 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h1-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:18.488349 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:18.490665 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0130e16-493d-448e-901f-f4c8a727f52e" -d '{"events": [{"server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:18.495369 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:18.508105 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Transition to ACTIVE for port object 0101e017-4fd0-417c-b630-a889087b2e2e will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:18.512278 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:18.543161 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76402f38-67d4-4c0d-a1e7-5e9a1a246b29 x-openstack-request-id: req-76402f38-67d4-4c0d-a1e7-5e9a1a246b29 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:18.543464 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:18.543725 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76402f38-67d4-4c0d-a1e7-5e9a1a246b29 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:18.544127 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e', 'code': 200} Jul 16 19:03:18.596160 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Pushing event updated for resources: {'Port': ['ID=0101e017-4fd0-417c-b630-a889087b2e2e,revision_number=6']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:18.612872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:18.612872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:18.612872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:18.612872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:18.612872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:18.612872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:18.612872 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:18.614200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:18.614200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:18.614200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:18.614200 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:18.614776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:18.655197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] No DVR routers for this DVR port 0101e017-4fd0-417c-b630-a889087b2e2e on host n-h1-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:03:18.797344 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Attempting to bind port 0101e017-4fd0-417c-b630-a889087b2e2e on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:03:18.797691 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Attempting to bind port 0101e017-4fd0-417c-b630-a889087b2e2e by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:03:18.798022 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Attempting to bind port 0101e017-4fd0-417c-b630-a889087b2e2e on network ba54e027-8c7a-47a7-962f-d754c5a58c05 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:18.802211 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Port 0101e017-4fd0-417c-b630-a889087b2e2e on network ba54e027-8c7a-47a7-962f-d754c5a58c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:03:18.802535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Attempting to bind port 0101e017-4fd0-417c-b630-a889087b2e2e on network ba54e027-8c7a-47a7-962f-d754c5a58c05 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:18.807921 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:03:18.808259 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Checking segment: {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:18.808642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Bound using segment: {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:03:18.809070 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Bound port: 0101e017-4fd0-417c-b630-a889087b2e2e, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:03:18.809449 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:19.124531 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df313a74-3466-4edd-b65c-7557af3e5cab req-833058aa-3c22-4fd5-8a4b-de9b7235c160 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:19.126143 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df313a74-3466-4edd-b65c-7557af3e5cab req-833058aa-3c22-4fd5-8a4b-de9b7235c160 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 943 time: 0.0815263 Jul 16 19:03:19.166077 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df313a74-3466-4edd-b65c-7557af3e5cab req-bc1a3d08-9669-4f4d-8cb4-7e96bb0f0044 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340281 Jul 16 19:03:19.171184 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:19.174464 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0101e017-4fd0-417c-b630-a889087b2e2e,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:03:19.179390 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:19.216572 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:19.217269 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:19.218724 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] 10.222.0.42 "PUT /v2.0/ports/0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 1091 time: 1.0891407 Jul 16 19:03:19.239721 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7149fe-0831-40c8-81b4-4d75e78197be service neutron] Pushing event updated for resources: {'Port': ['ID=0101e017-4fd0-417c-b630-a889087b2e2e,revision_number=7']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:19.300047 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cea01-f0c0-4492-83db-679d28848b6b req-85afb2d4-0271-4a62-bf18-e1672767fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:19.301655 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-85afb2d4-0271-4a62-bf18-e1672767fd15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1094 time: 0.0554152 Jul 16 19:03:19.399451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cea01-f0c0-4492-83db-679d28848b6b req-4bb8e2ae-6ff7-48d0-bf64-9f33f8e81206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:19.401058 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-4bb8e2ae-6ff7-48d0-bf64-9f33f8e81206 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 200 len: 897 time: 0.0921607 Jul 16 19:03:19.466792 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-fcfdef1d-29f6-472d-8eb7-d53f2a14f40c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 998 time: 0.0596049 Jul 16 19:03:19.520662 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cea01-f0c0-4492-83db-679d28848b6b req-cb7197d7-f9c4-4ed0-b2d5-c0a51db5ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:19.522254 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-cb7197d7-f9c4-4ed0-b2d5-c0a51db5ea5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=301c5050-4800-4abd-b41f-d6023430c2fa HTTP/1.1" status: 200 len: 835 time: 0.0498116 Jul 16 19:03:19.580378 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cea01-f0c0-4492-83db-679d28848b6b req-3850cc5e-05de-4c02-9b6c-865fcc3f616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:19.582251 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-3850cc5e-05de-4c02-9b6c-865fcc3f616f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba54e027-8c7a-47a7-962f-d754c5a58c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538404 Jul 16 19:03:19.670557 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-cb6cfdc7-30d9-4cea-a1ba-1d9c956c9867 service neutron] 10.222.0.42 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822635 Jul 16 19:03:19.761771 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-ed4270ba-9e24-4b1e-9c92-da5c969a1f85 service neutron] 10.222.0.42 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854175 Jul 16 19:03:20.343121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427018c-e9af-4af4-af4e-110265ad5b7e req-d5613310-940d-415e-b5ca-da136a9e5b8c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.344643 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5427018c-e9af-4af4-af4e-110265ad5b7e req-d5613310-940d-415e-b5ca-da136a9e5b8c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 943 time: 0.0640798 Jul 16 19:03:20.387467 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5427018c-e9af-4af4-af4e-110265ad5b7e req-cf72af6c-2df9-4e30-95a8-d12a48a7b152 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372863 Jul 16 19:03:20.544938 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:20.547427 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291decc7-0e2d-4f81-804b-6fd095926a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:20.596750 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff90dbc-91e0-4e45-9a21-77664871dc82 x-openstack-request-id: req-0ff90dbc-91e0-4e45-9a21-77664871dc82 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:20.597047 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:20.597302 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ff90dbc-91e0-4e45-9a21-77664871dc82 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:20.597736 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e', 'status': 'completed', 'code': 200} Jul 16 19:03:20.670535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-3d8c5922-ba9b-4db3-bda0-e932156c7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.671988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-8a20d378-72d1-495d-bbba-7dd48617d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.672148 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-3d8c5922-ba9b-4db3-bda0-e932156c7188 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1094 time: 0.0550880 Jul 16 19:03:20.675108 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-8a20d378-72d1-495d-bbba-7dd48617d18b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1094 time: 0.0538397 Jul 16 19:03:20.769792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-ba62c0f8-e2fe-43b6-a721-97cefa03941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.770657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-84005641-7799-4cb6-b99f-e46b428d9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.771302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-ba62c0f8-e2fe-43b6-a721-97cefa03941c service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 200 len: 897 time: 0.0908284 Jul 16 19:03:20.772164 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-84005641-7799-4cb6-b99f-e46b428d9d44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 200 len: 897 time: 0.0939372 Jul 16 19:03:20.837711 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-3cbbeb16-9368-4a9a-a33c-61af862d552a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 998 time: 0.0580425 Jul 16 19:03:20.840706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-b4c7ba12-448f-4d99-acbe-c99d4ca2f0bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 998 time: 0.0635614 Jul 16 19:03:20.890015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-0dd33d9a-3eb4-4f5f-b337-0c90385540c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.891054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-7580f910-fa7e-43bd-935b-18d03ef71879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.891534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-0dd33d9a-3eb4-4f5f-b337-0c90385540c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=301c5050-4800-4abd-b41f-d6023430c2fa HTTP/1.1" status: 200 len: 835 time: 0.0453215 Jul 16 19:03:20.892524 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-7580f910-fa7e-43bd-935b-18d03ef71879 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=301c5050-4800-4abd-b41f-d6023430c2fa HTTP/1.1" status: 200 len: 835 time: 0.0482216 Jul 16 19:03:20.948357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-77b22dbb-640d-483b-9bdf-1f9767bb10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.949907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-77b22dbb-640d-483b-9bdf-1f9767bb10b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba54e027-8c7a-47a7-962f-d754c5a58c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524533 Jul 16 19:03:20.950053 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-df425544-62fb-4597-853e-6d3aa63cefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.951548 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-df425544-62fb-4597-853e-6d3aa63cefb0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba54e027-8c7a-47a7-962f-d754c5a58c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528266 Jul 16 19:03:21.041631 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-85e9aad2-65c6-48bb-acfa-a9fcdd9d3f31 service neutron] 10.222.0.42 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832033 Jul 16 19:03:21.043968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-62b3d0d1-f6b2-4962-bccc-f4526397a359 service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881758 Jul 16 19:03:21.135577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-0be2c45c-3cae-4274-98de-3e64b54d64eb service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851586 Jul 16 19:03:21.138963 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-291decc7-0e2d-4f81-804b-6fd095926a5c req-62e103d9-3507-47bb-a3f3-63a767486f23 service neutron] 10.222.0.42 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906663 Jul 16 19:03:21.553623 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0101e017-4fd0-417c-b630-a889087b2e2e no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:03:21.569647 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419cd1d-7fa7-4043-be10-b932135b0a83 req-a0f99210-d02b-4497-b51b-ce22007e5328 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:21.571157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d419cd1d-7fa7-4043-be10-b932135b0a83 req-a0f99210-d02b-4497-b51b-ce22007e5328 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 943 time: 0.0683949 Jul 16 19:03:21.596425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 0101e017-4fd0-417c-b630-a889087b2e2e not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:03:21.611239 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d419cd1d-7fa7-4043-be10-b932135b0a83 req-54e8912e-77c7-4909-bac8-cf8ac2d7169e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342407 Jul 16 19:03:21.955440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 0101e017-4fd0-417c-b630-a889087b2e2e details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:03:21.964255 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214e2c6-426f-44d9-83af-fee887c4bfa2 req-e1b1cd9b-e5df-4b25-bd80-cfb5ec7d6a35 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:21.965805 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e214e2c6-426f-44d9-83af-fee887c4bfa2 req-e1b1cd9b-e5df-4b25-bd80-cfb5ec7d6a35 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 943 time: 0.1123981 Jul 16 19:03:21.978203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-c15918fe-f314-458e-81a5-c9cf5a555a9a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:21.979588 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-c15918fe-f314-458e-81a5-c9cf5a555a9a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.38 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7&tenant_id=fe521acbb1314004bd4bd84b01de1f0f&binding%3Ahost_id=n-h2-793618-9 HTTP/1.1" status: 200 len: 943 time: 0.1162262 Jul 16 19:03:22.046374 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e214e2c6-426f-44d9-83af-fee887c4bfa2 req-21089de8-35f4-4372-a132-cfeebeaedd77 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658038 Jul 16 19:03:22.051062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0101e017-4fd0-417c-b630-a889087b2e2e,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:22.060293 n-d-793618-9 neutron-server[93767]: INFO neutron.api.v2.resource [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-90350447-de09-49bc-b805-719384abd02a service neutron] delete failed (client error): The resource could not be found. Jul 16 19:03:22.061323 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-90350447-de09-49bc-b805-719384abd02a service neutron] 10.222.0.38 "DELETE /v2.0/ports/0101e017-4fd0-417c-b630-a889087b2e2e/bindings/n-h1-793618-9 HTTP/1.1" status: 404 len: 380 time: 0.0748672 Jul 16 19:03:22.062724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '0101e017-4fd0-417c-b630-a889087b2e2e', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'port_id': '0101e017-4fd0-417c-b630-a889087b2e2e', 'mac_address': 'fa:16:3e:3b:69:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:03:22.103888 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:22.121230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0101e017-4fd0-417c-b630-a889087b2e2e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:03:22.142379 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0101e017-4fd0-417c-b630-a889087b2e2e,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:22.147116 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:22.162128 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-2c57a66c-6dbd-492e-90db-bddee0502392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:22.163655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-2c57a66c-6dbd-492e-90db-bddee0502392 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1094 time: 0.0551813 Jul 16 19:03:22.199055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=0101e017-4fd0-417c-b630-a889087b2e2e,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:22.206403 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:22.206756 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:22.207153 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:22.207495 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:22.207832 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:22.208170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:22.208499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:22.208842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:22.209157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:22.209510 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:22.209837 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:22.210162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:22.306385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693e55d-7867-482e-a145-6905c883ca0e req-f78a57e0-4e41-4440-a1c6-93e26e619556 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:22.307632 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9693e55d-7867-482e-a145-6905c883ca0e req-f78a57e0-4e41-4440-a1c6-93e26e619556 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 944 time: 0.1307528 Jul 16 19:03:22.308627 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-4f56949c-95a0-4de8-ac53-4b4c45359b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:22.310005 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-4f56949c-95a0-4de8-ac53-4b4c45359b65 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 200 len: 897 time: 0.1406701 Jul 16 19:03:22.364522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['0101e017-4fd0-417c-b630-a889087b2e2e'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:03:22.391627 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9693e55d-7867-482e-a145-6905c883ca0e req-268017cd-2c36-4e0c-8186-be65648303cc tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783105 Jul 16 19:03:22.412821 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-e1b74a05-7e31-4272-80fa-4e50f2c124a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 999 time: 0.0863600 Jul 16 19:03:22.459453 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-49fa888b-c052-4752-97f3-cf7f357b7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:22.460965 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-49fa888b-c052-4752-97f3-cf7f357b7936 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=301c5050-4800-4abd-b41f-d6023430c2fa HTTP/1.1" status: 200 len: 835 time: 0.0489717 Jul 16 19:03:22.521341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-1aa2c9b4-fc1a-4e20-af80-660f7583d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:22.522934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-1aa2c9b4-fc1a-4e20-af80-660f7583d979 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ba54e027-8c7a-47a7-962f-d754c5a58c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560730 Jul 16 19:03:22.619311 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-a25fad4e-5452-4428-a95b-09d43c0143c5 service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898821 Jul 16 19:03:22.718679 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6047628-e07b-4dfd-ab0d-7e297b3a9984 req-bce1142b-2f6d-4538-8efa-4584f865244e service neutron] 10.222.0.38 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938044 Jul 16 19:03:23.570157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed899c20-db0e-447f-93e3-327ca78c4d88 req-3336001f-a5ec-4d99-876e-78cb09a1ba34 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:23.571806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed899c20-db0e-447f-93e3-327ca78c4d88 req-3336001f-a5ec-4d99-876e-78cb09a1ba34 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 944 time: 0.0667138 Jul 16 19:03:23.611425 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ed899c20-db0e-447f-93e3-327ca78c4d88 req-82cc9e43-b9e7-4fb7-9107-894b406a331b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340960 Jul 16 19:03:23.612989 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:23.640058 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:23.700178 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c47fed7f-d50e-44ec-ae7a-6f8c157c7ffc tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/c14c2fb5-666d-49dc-8584-c8a79463f069 HTTP/1.1" status: 200 len: 991 time: 0.0588720 Jul 16 19:03:23.996438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 0101e017-4fd0-417c-b630-a889087b2e2e up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:03:24.045101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 0101e017-4fd0-417c-b630-a889087b2e2e completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:24.048697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 0101e017-4fd0-417c-b630-a889087b2e2e triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:24.049104 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:24.126306 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:24.150729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:24.153007 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb1e2c6-d810-4aa7-b210-ec7d46510c02" -d '{"events": [{"server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "name": "network-vif-plugged", "status": "completed", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:24.165524 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0101e017-4fd0-417c-b630-a889087b2e2e,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:24.169499 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:24.195144 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5ab348-dd11-4edc-94fb-1dd6d6f19c6b x-openstack-request-id: req-cd5ab348-dd11-4edc-94fb-1dd6d6f19c6b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:24.195438 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "name": "network-vif-plugged", "status": "completed", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:24.195694 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd5ab348-dd11-4edc-94fb-1dd6d6f19c6b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:24.196778 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e', 'code': 200} Jul 16 19:03:24.222711 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=0101e017-4fd0-417c-b630-a889087b2e2e,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:30.185238 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c24e36c-980a-4a0a-8a3b-82d568ed4dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:32.380534 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c2ed410-de30-4506-9af6-9d5292f12c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:32.850982 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:33.120224 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:33.222415 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:34.004379 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:35.726974 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:41.152375 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-515208f5-9949-4836-8b7f-02186955cf93 req-b00e1015-b5cd-4ec3-94ab-7b819847e88a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522957 Jul 16 19:03:41.263903 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515208f5-9949-4836-8b7f-02186955cf93 req-7733c9d8-26b8-4552-9d44-cd5a9af7ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:41.265538 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-515208f5-9949-4836-8b7f-02186955cf93 req-7733c9d8-26b8-4552-9d44-cd5a9af7ba84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0650573 Jul 16 19:03:41.376352 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515208f5-9949-4836-8b7f-02186955cf93 req-72bb8afe-a43a-4a6a-b0ff-7bd4b114174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:41.377889 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-515208f5-9949-4836-8b7f-02186955cf93 req-72bb8afe-a43a-4a6a-b0ff-7bd4b114174d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 200 len: 897 time: 0.0912514 Jul 16 19:03:41.446874 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-515208f5-9949-4836-8b7f-02186955cf93 req-ab50958d-8cfe-43c7-9b15-7022764365df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 1000 time: 0.0613055 Jul 16 19:03:41.495692 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515208f5-9949-4836-8b7f-02186955cf93 req-ea0d00f9-82c4-4a0a-b2bd-0e8f21a6f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:41.497193 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-515208f5-9949-4836-8b7f-02186955cf93 req-ea0d00f9-82c4-4a0a-b2bd-0e8f21a6f455 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=301c5050-4800-4abd-b41f-d6023430c2fa HTTP/1.1" status: 200 len: 835 time: 0.0439074 Jul 16 19:03:41.555863 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515208f5-9949-4836-8b7f-02186955cf93 req-7e8d6f88-e3d7-4d82-96f5-826b4c72a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:41.557474 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-515208f5-9949-4836-8b7f-02186955cf93 req-7e8d6f88-e3d7-4d82-96f5-826b4c72a71a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba54e027-8c7a-47a7-962f-d754c5a58c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539372 Jul 16 19:03:41.652463 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-515208f5-9949-4836-8b7f-02186955cf93 req-788ab4bb-3e3d-4d51-9f51-ba5807b4d4de service neutron] 10.222.0.42 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882981 Jul 16 19:03:41.744638 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-515208f5-9949-4836-8b7f-02186955cf93 req-fe592d3a-5c34-418a-a0a5-28b886d66786 service neutron] 10.222.0.42 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852721 Jul 16 19:03:52.074172 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:52.230961 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 857f67d4-1f63-48b1-b672-c1a954f74946 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:03:52.231319 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:52.309946 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:52.310284 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:52.322103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 857f67d4-1f63-48b1-b672-c1a954f74946 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:03:52.467713 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:52.492576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=857f67d4-1f63-48b1-b672-c1a954f74946,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:52.504539 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:52.504894 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:52.505239 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:52.505620 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:52.505948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:52.506286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:52.506619 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:52.506952 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:52.507284 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:52.507644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:52.508205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:52.508317 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:52.567860 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:52.568284 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Floating IP c14c2fb5-666d-49dc-8584-c8a79463f069 disassociated (deleted). External IP: 172.25.8.79, port: 0101e017-4fd0-417c-b630-a889087b2e2e. Jul 16 19:03:52.773420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 64262673-f65f-404e-a25b-ce972d62a00e has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:03:52.884082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:03:52.888629 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:52.894288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe022dd-fbe5-4fd5-ae5c-aa414a7e1345 None None] Sync routers for ids ['64262673-f65f-404e-a25b-ce972d62a00e'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:03:52.903960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe022dd-fbe5-4fd5-ae5c-aa414a7e1345 None None] Routers {'64262673-f65f-404e-a25b-ce972d62a00e'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:52.904596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fbe022dd-fbe5-4fd5-ae5c-aa414a7e1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:03:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['64262673-f65f-404e-a25b-ce972d62a00e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:52.929447 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d3881a98-e8f0-416b-b878-04c1334ffa58 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/floatingips/c14c2fb5-666d-49dc-8584-c8a79463f069 HTTP/1.1" status: 204 len: 168 time: 0.8541558 Jul 16 19:03:52.930031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:52.933006 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2a85ff-73eb-4112-818f-495037a57f17" -d '{"events": [{"name": "network-changed", "server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:52.975167 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6841c7b0-9894-4295-a6b8-7bfa64cc7e3b x-openstack-request-id: req-6841c7b0-9894-4295-a6b8-7bfa64cc7e3b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:52.975530 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:52.975865 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6841c7b0-9894-4295-a6b8-7bfa64cc7e3b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:52.976620 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e', 'status': 'completed', 'code': 200} Jul 16 19:03:53.020498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fbe022dd-fbe5-4fd5-ae5c-aa414a7e1345 None None] Set router 64262673-f65f-404e-a25b-ce972d62a00e gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:53.070438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a85ff-73eb-4112-818f-495037a57f17 req-a1ed8635-5829-4279-9fef-08503df2f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:53.072510 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb2a85ff-73eb-4112-818f-495037a57f17 req-a1ed8635-5829-4279-9fef-08503df2f709 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0734937 Jul 16 19:03:53.190984 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a85ff-73eb-4112-818f-495037a57f17 req-c76b8102-9745-42d1-8a8a-b620ca61f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:53.192761 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb2a85ff-73eb-4112-818f-495037a57f17 req-c76b8102-9745-42d1-8a8a-b620ca61f0ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 200 len: 897 time: 0.1136391 Jul 16 19:03:53.242264 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb2a85ff-73eb-4112-818f-495037a57f17 req-a67f0f89-6bf6-4f59-a6d8-b5c838f57a34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 200 len: 217 time: 0.0425644 Jul 16 19:03:53.294778 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a85ff-73eb-4112-818f-495037a57f17 req-9305ad7f-efb9-4943-bf2d-91fc7c262440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:53.296384 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb2a85ff-73eb-4112-818f-495037a57f17 req-9305ad7f-efb9-4943-bf2d-91fc7c262440 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=301c5050-4800-4abd-b41f-d6023430c2fa HTTP/1.1" status: 200 len: 835 time: 0.0473077 Jul 16 19:03:53.333935 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271e569-0c37-4438-8cd7-eb3996624c81 req-470cd9fe-95d7-470b-89a6-d0677ea8edac tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:53.336317 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d271e569-0c37-4438-8cd7-eb3996624c81 req-470cd9fe-95d7-470b-89a6-d0677ea8edac tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0709736 Jul 16 19:03:53.358958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a85ff-73eb-4112-818f-495037a57f17 req-131e356c-8668-4a67-a0a3-4fa17d3679d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:53.361724 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb2a85ff-73eb-4112-818f-495037a57f17 req-131e356c-8668-4a67-a0a3-4fa17d3679d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba54e027-8c7a-47a7-962f-d754c5a58c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579441 Jul 16 19:03:53.377053 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d271e569-0c37-4438-8cd7-eb3996624c81 req-77f24a29-f055-426b-ad1b-ebee3d2d7fad tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336809 Jul 16 19:03:53.426534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fbe022dd-fbe5-4fd5-ae5c-aa414a7e1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52f710a5-8ff8-4298-88dc-11660c046940', 'name': '', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:74:7e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:19Z', 'updated_at': '2021-07-16T19:02:24Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:53.453758 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe022dd-fbe5-4fd5-ae5c-aa414a7e1345 None None] Checking router: 64262673-f65f-404e-a25b-ce972d62a00e for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:03:53.459735 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb2a85ff-73eb-4112-818f-495037a57f17 req-b3afeac9-4be9-4e86-911a-39ae514a289d service neutron] 10.222.0.42 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921891 Jul 16 19:03:53.462332 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe022dd-fbe5-4fd5-ae5c-aa414a7e1345 None None] Routers {'64262673-f65f-404e-a25b-ce972d62a00e'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:53.462953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fbe022dd-fbe5-4fd5-ae5c-aa414a7e1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:03:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['64262673-f65f-404e-a25b-ce972d62a00e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:53.552691 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bb2a85ff-73eb-4112-818f-495037a57f17 req-24eabf35-17ef-4de8-ad2a-fb8f858ed36e service neutron] 10.222.0.42 "GET /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850933 Jul 16 19:03:53.570882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fbe022dd-fbe5-4fd5-ae5c-aa414a7e1345 None None] Set router 64262673-f65f-404e-a25b-ce972d62a00e gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:53.777904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fbe022dd-fbe5-4fd5-ae5c-aa414a7e1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52f710a5-8ff8-4298-88dc-11660c046940', 'name': '', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:74:7e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:19Z', 'updated_at': '2021-07-16T19:02:24Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:53.810947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe022dd-fbe5-4fd5-ae5c-aa414a7e1345 None None] The sync data for ids ['64262673-f65f-404e-a25b-ce972d62a00e'] in n-d-793618-9 is: [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '52f710a5-8ff8-4298-88dc-11660c046940', 'name': '', 'network_id': 'ba54e027-8c7a-47a7-962f-d754c5a58c05', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:74:7e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:19Z', 'updated_at': '2021-07-16T19:02:24Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '301c5050-4800-4abd-b41f-d6023430c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:03:54.036612 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988c1d15-4706-4c46-848d-1ba4e0363fb3 None None] New status for floating IP c14c2fb5-666d-49dc-8584-c8a79463f069: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:03:54.514803 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acf938-a3b9-48ed-9758-38cbf8bce919 req-6edd3192-28d0-4ce9-b711-a4a367fa787e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:54.516317 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d5acf938-a3b9-48ed-9758-38cbf8bce919 req-6edd3192-28d0-4ce9-b711-a4a367fa787e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0714095 Jul 16 19:03:54.581757 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b003c14-d14e-4a80-ad34-aacdeaf26081 req-b343ac50-4c4b-4a21-8ff7-3c4b269bd176 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:54.583290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b003c14-d14e-4a80-ad34-aacdeaf26081 req-b343ac50-4c4b-4a21-8ff7-3c4b269bd176 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7 HTTP/1.1" status: 200 len: 945 time: 0.0731421 Jul 16 19:03:54.623909 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d5acf938-a3b9-48ed-9758-38cbf8bce919 req-86e46d1c-65b7-451d-9084-d7e2a8c7aff4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 0101e017-4fd0-417c-b630-a889087b2e2e {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:03:54.624254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5acf938-a3b9-48ed-9758-38cbf8bce919 req-86e46d1c-65b7-451d-9084-d7e2a8c7aff4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.625272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7b003c14-d14e-4a80-ad34-aacdeaf26081 req-6d862e79-0770-43b1-b883-45be3abc1335 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=71ed308c-4156-4516-b832-b15584c10724&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352738 Jul 16 19:03:54.721928 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-d5acf938-a3b9-48ed-9758-38cbf8bce919 req-86e46d1c-65b7-451d-9084-d7e2a8c7aff4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port 0101e017-4fd0-417c-b630-a889087b2e2e, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=0101e017-4fd0-417c-b630-a889087b2e2e,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:54.722319 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5acf938-a3b9-48ed-9758-38cbf8bce919 req-86e46d1c-65b7-451d-9084-d7e2a8c7aff4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.734326 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-d5acf938-a3b9-48ed-9758-38cbf8bce919 req-86e46d1c-65b7-451d-9084-d7e2a8c7aff4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 0101e017-4fd0-417c-b630-a889087b2e2e owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:03:54.869194 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5acf938-a3b9-48ed-9758-38cbf8bce919 req-86e46d1c-65b7-451d-9084-d7e2a8c7aff4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.903959 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e46d1c-65b7-451d-9084-d7e2a8c7aff4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=0101e017-4fd0-417c-b630-a889087b2e2e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:54.949513 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5acf938-a3b9-48ed-9758-38cbf8bce919 req-86e46d1c-65b7-451d-9084-d7e2a8c7aff4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] No DVR routers for this DVR port 0101e017-4fd0-417c-b630-a889087b2e2e on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:03:54.952158 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-d5acf938-a3b9-48ed-9758-38cbf8bce919 req-86e46d1c-65b7-451d-9084-d7e2a8c7aff4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.954316 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-d5acf938-a3b9-48ed-9758-38cbf8bce919 req-86e46d1c-65b7-451d-9084-d7e2a8c7aff4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "DELETE /v2.0/ports/0101e017-4fd0-417c-b630-a889087b2e2e HTTP/1.1" status: 204 len: 173 time: 0.4327404 Jul 16 19:03:54.954750 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'name': 'network-vif-deleted', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:54.957068 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50b8fdf-86aa-49cc-ad45-74e1a242edf0" -d '{"events": [{"server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "name": "network-vif-deleted", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:54.994633 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcf4715-e5f3-4803-9c10-192b9623e8d8 x-openstack-request-id: req-bbcf4715-e5f3-4803-9c10-192b9623e8d8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:54.994932 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7", "name": "network-vif-deleted", "tag": "0101e017-4fd0-417c-b630-a889087b2e2e", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:54.995186 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbcf4715-e5f3-4803-9c10-192b9623e8d8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:54.995701 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64cb3c1-d3ed-487e-b9ec-58a0fe9ab9f7', 'name': 'network-vif-deleted', 'tag': '0101e017-4fd0-417c-b630-a889087b2e2e', 'status': 'completed', 'code': 200} Jul 16 19:03:55.730567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:56.108967 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3651c05d-9502-41a4-be13-0d8c58d2cc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:56.378543 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3651c05d-9502-41a4-be13-0d8c58d2cc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 52f710a5-8ff8-4298-88dc-11660c046940 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:03:56.378798 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3651c05d-9502-41a4-be13-0d8c58d2cc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:56.472925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3651c05d-9502-41a4-be13-0d8c58d2cc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port 52f710a5-8ff8-4298-88dc-11660c046940, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=52f710a5-8ff8-4298-88dc-11660c046940,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:56.473290 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3651c05d-9502-41a4-be13-0d8c58d2cc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:56.486327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3651c05d-9502-41a4-be13-0d8c58d2cc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 52f710a5-8ff8-4298-88dc-11660c046940 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:03:57.016498 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3651c05d-9502-41a4-be13-0d8c58d2cc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:57.043780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651c05d-9502-41a4-be13-0d8c58d2cc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=52f710a5-8ff8-4298-88dc-11660c046940,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:57.228048 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3651c05d-9502-41a4-be13-0d8c58d2cc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:57.443838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3651c05d-9502-41a4-be13-0d8c58d2cc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 64262673-f65f-404e-a25b-ce972d62a00e has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:03:57.547673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3651c05d-9502-41a4-be13-0d8c58d2cc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:03:57.553235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3651c05d-9502-41a4-be13-0d8c58d2cc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "PUT /v2.0/routers/64262673-f65f-404e-a25b-ce972d62a00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211253 Jul 16 19:03:57.555964 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:57.558354 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2195fb18-f89b-4733-ae4f-6e6c3f9c81ae None None] Sync routers for ids ['64262673-f65f-404e-a25b-ce972d62a00e'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:03:57.567562 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2195fb18-f89b-4733-ae4f-6e6c3f9c81ae None None] Routers {'64262673-f65f-404e-a25b-ce972d62a00e'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:57.568191 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2195fb18-f89b-4733-ae4f-6e6c3f9c81ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:03:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['64262673-f65f-404e-a25b-ce972d62a00e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:57.606310 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4d8487-b3f9-4e06-9aad-4b3863caae87 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting subnet 301c5050-4800-4abd-b41f-d6023430c2fa {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:03:57.609555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8487-b3f9-4e06-9aad-4b3863caae87 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:57.650195 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8487-b3f9-4e06-9aad-4b3863caae87 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:57.676386 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2195fb18-f89b-4733-ae4f-6e6c3f9c81ae None None] Set router 64262673-f65f-404e-a25b-ce972d62a00e gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:57.737893 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8487-b3f9-4e06-9aad-4b3863caae87 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:57.800576 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8487-b3f9-4e06-9aad-4b3863caae87 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:57.829759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d8487-b3f9-4e06-9aad-4b3863caae87 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Subnet': ['ID=301c5050-4800-4abd-b41f-d6023430c2fa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:57.838979 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8487-b3f9-4e06-9aad-4b3863caae87 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:57.840968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6e4d8487-b3f9-4e06-9aad-4b3863caae87 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/subnets/301c5050-4800-4abd-b41f-d6023430c2fa HTTP/1.1" status: 204 len: 168 time: 0.2840874 Jul 16 19:03:57.843732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53928) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:57.846549 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c268388-1785-431f-9482-a1aa524e5bd4 None None] Network ba54e027-8c7a-47a7-962f-d754c5a58c05 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:03:57.942160 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2195fb18-f89b-4733-ae4f-6e6c3f9c81ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:03:56Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:57.953082 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:57.984790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2195fb18-f89b-4733-ae4f-6e6c3f9c81ae None None] Checking router: 64262673-f65f-404e-a25b-ce972d62a00e for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:03:58.001184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2195fb18-f89b-4733-ae4f-6e6c3f9c81ae None None] Routers {'64262673-f65f-404e-a25b-ce972d62a00e'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:58.001184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2195fb18-f89b-4733-ae4f-6e6c3f9c81ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:03:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['64262673-f65f-404e-a25b-ce972d62a00e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:58.064423 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.135899 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-2195fb18-f89b-4733-ae4f-6e6c3f9c81ae None None] Set router 64262673-f65f-404e-a25b-ce972d62a00e gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:58.138836 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port c02b4a82-b080-4096-b2ce-7e943578ed99 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:03:58.139249 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.168981 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e777a95-823d-4fc4-9f2a-464bd61c95ee None None] DHCP port deletion for ba54e027-8c7a-47a7-962f-d754c5a58c05 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:03:58.200282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 0101e017-4fd0-417c-b630-a889087b2e2e no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:03:58.236539 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port c02b4a82-b080-4096-b2ce-7e943578ed99, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c02b4a82-b080-4096-b2ce-7e943578ed99,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:58.236931 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.237940 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 0101e017-4fd0-417c-b630-a889087b2e2e {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:03:58.238297 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 0101e017-4fd0-417c-b630-a889087b2e2e not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:03:58.250403 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for c02b4a82-b080-4096-b2ce-7e943578ed99 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:03:58.358044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e777a95-823d-4fc4-9f2a-464bd61c95ee None None] Deleting port dff36a59-26d8-43ba-9978-f01a9a4c0a58 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:03:58.358342 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e777a95-823d-4fc4-9f2a-464bd61c95ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.430438 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.438901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6e777a95-823d-4fc4-9f2a-464bd61c95ee None None] For port dff36a59-26d8-43ba-9978-f01a9a4c0a58, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dff36a59-26d8-43ba-9978-f01a9a4c0a58,segment=NetworkSegment(a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1),segment_id=a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:58.439304 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e777a95-823d-4fc4-9f2a-464bd61c95ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.455924 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6e777a95-823d-4fc4-9f2a-464bd61c95ee None None] Calling delete_port for dff36a59-26d8-43ba-9978-f01a9a4c0a58 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:03:58.457728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=c02b4a82-b080-4096-b2ce-7e943578ed99,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:58.471443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-2195fb18-f89b-4733-ae4f-6e6c3f9c81ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:03:56Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:58.520280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.531908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2195fb18-f89b-4733-ae4f-6e6c3f9c81ae None None] The sync data for ids ['64262673-f65f-404e-a25b-ce972d62a00e'] in n-d-793618-9 is: [{'id': '64262673-f65f-404e-a25b-ce972d62a00e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846285689', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:16Z', 'updated_at': '2021-07-16T19:03:56Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'c02b4a82-b080-4096-b2ce-7e943578ed99', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64262673-f65f-404e-a25b-ce972d62a00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:17Z', 'updated_at': '2021-07-16T19:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:03:58.576727 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e777a95-823d-4fc4-9f2a-464bd61c95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.610802 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e777a95-823d-4fc4-9f2a-464bd61c95ee None None] Pushing event deleted for resources: {'Port': ['ID=dff36a59-26d8-43ba-9978-f01a9a4c0a58,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:58.614416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e777a95-823d-4fc4-9f2a-464bd61c95ee None None] No DVR routers for this DVR port dff36a59-26d8-43ba-9978-f01a9a4c0a58 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:03:58.618128 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.621063 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.668502 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.669045 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Fanout notify agent at l3_agent the message router_deleted on router 64262673-f65f-404e-a25b-ce972d62a00e {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:03:58.676083 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.677198 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-0b38ef7c-ebca-442f-8db4-df8221e58ba9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/routers/64262673-f65f-404e-a25b-ce972d62a00e HTTP/1.1" status: 204 len: 168 time: 0.8325210 Jul 16 19:03:58.679914 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53930) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:58.752419 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.840705 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.850656 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba54e027-8c7a-47a7-962f-d754c5a58c05']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:58.860589 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:58.860939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78977df-d89f-4d0c-ad5c-d3b3cc3bedb1') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:58.871804 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.888766 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.896108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:03:58.896753 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: timer() Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:03:58.900992 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:03:58.970105 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.986539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dff36a59-26d8-43ba-9978-f01a9a4c0a58 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:03:58.990509 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.992399 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/networks/ba54e027-8c7a-47a7-962f-d754c5a58c05 HTTP/1.1" status: 204 len: 168 time: 0.3113666 Jul 16 19:03:58.993810 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887af86-b097-47c3-bcdd-45e76a071f04 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Network': ['ID=ba54e027-8c7a-47a7-962f-d754c5a58c05,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:58.995583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:59.012341 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: dff36a59-26d8-43ba-9978-f01a9a4c0a58 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:03:59.012782 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dff36a59-26d8-43ba-9978-f01a9a4c0a58 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:03:59.013275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 52f710a5-8ff8-4298-88dc-11660c046940 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:03:59.034298 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 52f710a5-8ff8-4298-88dc-11660c046940 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:03:59.034659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 52f710a5-8ff8-4298-88dc-11660c046940 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:03:59.070234 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-645e601c-28a8-48fc-a663-d1059c78d170 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.095861 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-645e601c-28a8-48fc-a663-d1059c78d170 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.160971 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-645e601c-28a8-48fc-a663-d1059c78d170 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.163876 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-645e601c-28a8-48fc-a663-d1059c78d170 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.165596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-645e601c-28a8-48fc-a663-d1059c78d170 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/security-groups/71ed308c-4156-4516-b832-b15584c10724 HTTP/1.1" status: 204 len: 168 time: 0.1681640 Jul 16 19:03:59.175358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e601c-28a8-48fc-a663-d1059c78d170 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ed308c-4156-4516-b832-b15584c10724,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:59.637154 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:59.641920 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8f041a8e-b7f9-4350-a9c0-0751170b4c37 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1937271002', 'description': 'tempest-secgroup-smoke-1937271002 description', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:59.665091 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f041a8e-b7f9-4350-a9c0-0751170b4c37 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.750408 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f041a8e-b7f9-4350-a9c0-0751170b4c37 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.754257 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f041a8e-b7f9-4350-a9c0-0751170b4c37 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.785119 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f041a8e-b7f9-4350-a9c0-0751170b4c37 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.786520 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-8f041a8e-b7f9-4350-a9c0-0751170b4c37 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1483166 Jul 16 19:03:59.788487 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f041a8e-b7f9-4350-a9c0-0751170b4c37 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e2c05b-105f-46e1-ac05-715676dc8078,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:59.790236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53940) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:59.795382 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-a1c7d7a8-7a4a-4eca-9c24-ec4d60e4e4a1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2c05b-105f-46e1-ac05-715676dc8078', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:59.822327 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d7a8-7a4a-4eca-9c24-ec4d60e4e4a1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.887695 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d7a8-7a4a-4eca-9c24-ec4d60e4e4a1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.891395 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d7a8-7a4a-4eca-9c24-ec4d60e4e4a1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.909526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7d7a8-7a4a-4eca-9c24-ec4d60e4e4a1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8610c5e2-1b83-4dc2-b795-5eb942944e72,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:59.916548 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d7a8-7a4a-4eca-9c24-ec4d60e4e4a1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.919621 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-a1c7d7a8-7a4a-4eca-9c24-ec4d60e4e4a1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255288 Jul 16 19:03:59.919855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53942) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:59.924223 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-71c147b2-ac1b-45cc-b62d-d175a438b865 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2c05b-105f-46e1-ac05-715676dc8078', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:59.951043 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71c147b2-ac1b-45cc-b62d-d175a438b865 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.007766 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71c147b2-ac1b-45cc-b62d-d175a438b865 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.011776 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71c147b2-ac1b-45cc-b62d-d175a438b865 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.030100 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c147b2-ac1b-45cc-b62d-d175a438b865 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac4fb1d-cf7f-49c0-bc0f-16814e1ea7cf,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:00.036177 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-71c147b2-ac1b-45cc-b62d-d175a438b865 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.037501 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-71c147b2-ac1b-45cc-b62d-d175a438b865 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166704 Jul 16 19:04:00.041485 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53944) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:00.045370 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6e2e2d78-0c30-49da-9b29-55fe82a70dec tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2c05b-105f-46e1-ac05-715676dc8078', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:00.071485 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2d78-0c30-49da-9b29-55fe82a70dec tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.132744 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2d78-0c30-49da-9b29-55fe82a70dec tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.136516 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2d78-0c30-49da-9b29-55fe82a70dec tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.154320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e2d78-0c30-49da-9b29-55fe82a70dec tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12696a8e-15fb-4951-ac46-84f956189bba,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:00.161192 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2d78-0c30-49da-9b29-55fe82a70dec tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.162474 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6e2e2d78-0c30-49da-9b29-55fe82a70dec tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206689 Jul 16 19:04:00.166096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53946) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:00.171850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-8c96eb33-6c3d-4006-8d09-5317b3a6f43b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2c05b-105f-46e1-ac05-715676dc8078', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:00.186278 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f5dd13c-30e5-439c-b238-e5147b6cc233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.203254 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c96eb33-6c3d-4006-8d09-5317b3a6f43b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.267084 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c96eb33-6c3d-4006-8d09-5317b3a6f43b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.270417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c96eb33-6c3d-4006-8d09-5317b3a6f43b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.288766 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96eb33-6c3d-4006-8d09-5317b3a6f43b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df62f5b-30df-423d-8d20-f893a21ed9b9,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:00.294445 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-8c96eb33-6c3d-4006-8d09-5317b3a6f43b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.297762 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-8c96eb33-6c3d-4006-8d09-5317b3a6f43b tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304502 Jul 16 19:04:00.298466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:00.303326 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-806d186e-7cb6-4506-bf3a-4c0ea4dbd2dd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2c05b-105f-46e1-ac05-715676dc8078', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:00.326066 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-806d186e-7cb6-4506-bf3a-4c0ea4dbd2dd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Project fe521acbb1314004bd4bd84b01de1f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:04:00.330954 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806d186e-7cb6-4506-bf3a-4c0ea4dbd2dd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.394817 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806d186e-7cb6-4506-bf3a-4c0ea4dbd2dd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.398716 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806d186e-7cb6-4506-bf3a-4c0ea4dbd2dd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.419099 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d186e-7cb6-4506-bf3a-4c0ea4dbd2dd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb126150-ea25-46c3-8fc0-2b1ad83462ef,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:00.421562 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806d186e-7cb6-4506-bf3a-4c0ea4dbd2dd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.422850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-806d186e-7cb6-4506-bf3a-4c0ea4dbd2dd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233342 Jul 16 19:04:00.428368 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:00.432968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-577e51ad-72b2-4f42-ba05-4773086cfcc5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2c05b-105f-46e1-ac05-715676dc8078', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:00.454602 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-577e51ad-72b2-4f42-ba05-4773086cfcc5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Project fe521acbb1314004bd4bd84b01de1f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:04:00.459620 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-577e51ad-72b2-4f42-ba05-4773086cfcc5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.523721 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-577e51ad-72b2-4f42-ba05-4773086cfcc5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.527835 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-577e51ad-72b2-4f42-ba05-4773086cfcc5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.545192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e51ad-72b2-4f42-ba05-4773086cfcc5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fd4e0c-01e7-4f45-8d79-118ceb3378ce,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:00.552359 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-577e51ad-72b2-4f42-ba05-4773086cfcc5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.555638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-577e51ad-72b2-4f42-ba05-4773086cfcc5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255593 Jul 16 19:04:00.557291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 53952) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:00.562546 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-4099490d-b974-4e32-bb7c-d762e0753240 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'network': {'name': 'tempest-network-smoke--1750871402', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'port_security_enabled': True}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:00.583985 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4099490d-b974-4e32-bb7c-d762e0753240 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:00.587796 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4099490d-b974-4e32-bb7c-d762e0753240 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.608245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c02b4a82-b080-4096-b2ce-7e943578ed99 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:00.613758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4099490d-b974-4e32-bb7c-d762e0753240 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:04:00.614539 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:04:00.624007 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4099490d-b974-4e32-bb7c-d762e0753240 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.624359 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-4099490d-b974-4e32-bb7c-d762e0753240 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Added segment eb343500-73d3-45a6-b30a-ddd6652e6ca1 of type vlan for network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 Jul 16 19:04:00.632338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c02b4a82-b080-4096-b2ce-7e943578ed99 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:04:00.632683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c02b4a82-b080-4096-b2ce-7e943578ed99 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:00.665900 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4099490d-b974-4e32-bb7c-d762e0753240 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.700548 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4099490d-b974-4e32-bb7c-d762e0753240 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.706232 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4099490d-b974-4e32-bb7c-d762e0753240 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:00.706837 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4099490d-b974-4e32-bb7c-d762e0753240 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.748327 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4099490d-b974-4e32-bb7c-d762e0753240 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1897438 Jul 16 19:04:00.751200 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:00.756218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'admin_state_up': True, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:00.781932 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.782763 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099490d-b974-4e32-bb7c-d762e0753240 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Network': ['ID=218285f8-f06a-4f7f-8a08-c14c1eb464f7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:00.783396 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.795879 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:04:00.843491 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.994982 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:01.197875 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:01.218885 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:01.326813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.25.8.239 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/d93c0f3c-ec98-4c0d-a286-016438bb1da4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:01.431613 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:01.469004 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:01.503710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:01.510430 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:01.513972 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:01.519339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=d93c0f3c-ec98-4c0d-a286-016438bb1da4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:01.761119 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:01.961591 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.089141 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 869bc14a-3f82-4e8e-b770-614cf779e0fb is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:04:02.201306 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:04:02.212329 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Sync routers for ids ['869bc14a-3f82-4e8e-b770-614cf779e0fb'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:04:02.222397 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Routers {'869bc14a-3f82-4e8e-b770-614cf779e0fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:02.222877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.223069 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:03:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['869bc14a-3f82-4e8e-b770-614cf779e0fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:02.228070 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-478f21e0-6440-45cb-975f-d2416475ef0d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4718828 Jul 16 19:04:02.228332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53956) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:02.256460 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-bc56fc54-76ff-4a28-8d10-f0dd014e3a83 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=fe521acbb1314004bd4bd84b01de1f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269799 Jul 16 19:04:02.259523 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:02.353798 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5741bcf-d037-4f57-837f-475ea7cc1a07 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:02.355272 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c5741bcf-d037-4f57-837f-475ea7cc1a07 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948048 Jul 16 19:04:02.358258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:02.381536 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2300855a-fe33-4522-b4d8-138bfa75bb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.391386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ae62f2ad-1e98-4ecb-bd13-158f4f32d6c9 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319567 Jul 16 19:04:02.393955 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:02.398751 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1b2c0b48-0fdb-419e-82d8-c262970c5a45 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674728482', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:02.428511 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Set router 869bc14a-3f82-4e8e-b770-614cf779e0fb gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:02.490148 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2c0b48-0fdb-419e-82d8-c262970c5a45 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:02.493994 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0b48-0fdb-419e-82d8-c262970c5a45 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.619487 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:04:01Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:02.645841 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Checking router: 869bc14a-3f82-4e8e-b770-614cf779e0fb for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:04:02.646199 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Updating router 869bc14a-3f82-4e8e-b770-614cf779e0fb port d93c0f3c-ec98-4c0d-a286-016438bb1da4 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:04:02.680237 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0b48-0fdb-419e-82d8-c262970c5a45 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.680498 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.748238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c0b48-0fdb-419e-82d8-c262970c5a45 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Subnet': ['ID=2217400f-41bf-4d2d-a84d-89facf58bf6f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:02.755837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2c0b48-0fdb-419e-82d8-c262970c5a45 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Checking segment: {'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:02.756218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2c0b48-0fdb-419e-82d8-c262970c5a45 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network hostable DHCP agents. Network: 218285f8-f06a-4f7f-8a08-c14c1eb464f7, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:04:02.773973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2c0b48-0fdb-419e-82d8-c262970c5a45 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:04:02.785502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1b2c0b48-0fdb-419e-82d8-c262970c5a45 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 218285f8-f06a-4f7f-8a08-c14c1eb464f7) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:02.789743 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2c0b48-0fdb-419e-82d8-c262970c5a45 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:02.790434 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0b48-0fdb-419e-82d8-c262970c5a45 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.796086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba6685-e62d-4c1a-abe8-724e8f983e8f None None] Network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:02.806515 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1b2c0b48-0fdb-419e-82d8-c262970c5a45 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4114168 Jul 16 19:04:02.809300 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 53964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:02.896207 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.949967 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.963811 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Transition to ACTIVE for port object d93c0f3c-ec98-4c0d-a286-016438bb1da4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:02.972493 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.994705 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ips': [{'subnet_id': '2217400f-41bf-4d2d-a84d-89facf58bf6f'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:04:02.995865 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.020267 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Pushing event updated for resources: {'Port': ['ID=d93c0f3c-ec98-4c0d-a286-016438bb1da4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:03.034738 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:03.035083 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:03.035429 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:03.035763 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:03.036102 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:03.036429 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:03.037107 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:03.037107 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:03.037429 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:03.037761 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:03.038072 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:03.038391 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:03.051921 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Attempting to bind port d93c0f3c-ec98-4c0d-a286-016438bb1da4 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:03.052236 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Attempting to bind port d93c0f3c-ec98-4c0d-a286-016438bb1da4 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:03.052841 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Attempting to bind port d93c0f3c-ec98-4c0d-a286-016438bb1da4 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:03.060692 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:03.061077 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:03.061565 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.062818 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:03.062818 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Bound port: d93c0f3c-ec98-4c0d-a286-016438bb1da4, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:03.063058 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.123499 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] For port d93c0f3c-ec98-4c0d-a286-016438bb1da4, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:03.126727 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] For port d93c0f3c-ec98-4c0d-a286-016438bb1da4, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d93c0f3c-ec98-4c0d-a286-016438bb1da4,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:03.131412 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.143448 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.155220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Allocated IP 172.20.0.2 (218285f8-f06a-4f7f-8a08-c14c1eb464f7/2217400f-41bf-4d2d-a84d-89facf58bf6f/c854a0cc-c51d-4445-8d51-c31dd2492e50) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:03.197794 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Routers {'869bc14a-3f82-4e8e-b770-614cf779e0fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:03.198449 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:04:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['869bc14a-3f82-4e8e-b770-614cf779e0fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:03.255263 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1424527-8b1f-490a-89d9-46ba83bde184 None None] Pushing event updated for resources: {'Port': ['ID=d93c0f3c-ec98-4c0d-a286-016438bb1da4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:03.286604 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.302747 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.328902 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] Set router 869bc14a-3f82-4e8e-b770-614cf779e0fb gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:03.343297 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.353501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Transition to ACTIVE for port object c854a0cc-c51d-4445-8d51-c31dd2492e50 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:03.370726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Transition to ACTIVE for port object c854a0cc-c51d-4445-8d51-c31dd2492e50 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:03.376624 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.412015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:03.415691 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:03.419374 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:03.459147 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Pushing event updated for resources: {'Port': ['ID=c854a0cc-c51d-4445-8d51-c31dd2492e50,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:03.490771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Attempting to bind port c854a0cc-c51d-4445-8d51-c31dd2492e50 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:03.491168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Attempting to bind port c854a0cc-c51d-4445-8d51-c31dd2492e50 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:03.492220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Attempting to bind port c854a0cc-c51d-4445-8d51-c31dd2492e50 on network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:03.497344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:03.497753 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Checking segment: {'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:03.498166 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.498567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Bound using segment: {'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:03.499048 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Bound port: c854a0cc-c51d-4445-8d51-c31dd2492e50, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:03.500316 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.524243 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:04:01Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:03.551219 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b77b5-419a-4fce-8ce7-97e8301f62e3 None None] The sync data for ids ['869bc14a-3f82-4e8e-b770-614cf779e0fb'] in n-d-793618-9 is: [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:04:01Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:04:03.581145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] For port c854a0cc-c51d-4445-8d51-c31dd2492e50, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:03.585230 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] For port c854a0cc-c51d-4445-8d51-c31dd2492e50, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c854a0cc-c51d-4445-8d51-c31dd2492e50,segment=NetworkSegment(eb343500-73d3-45a6-b30a-ddd6652e6ca1),segment_id=eb343500-73d3-45a6-b30a-ddd6652e6ca1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:03.592274 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.670610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e42cd4-7a88-44d6-9676-464e14357b58 None None] Pushing event updated for resources: {'Port': ['ID=c854a0cc-c51d-4445-8d51-c31dd2492e50,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:04.012649 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:04.054150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.20.0.1 (218285f8-f06a-4f7f-8a08-c14c1eb464f7/2217400f-41bf-4d2d-a84d-89facf58bf6f/2a8cd902-7acc-435d-abd3-608487cead54) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:04.177153 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:04.198039 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Transition to ACTIVE for port object 2a8cd902-7acc-435d-abd3-608487cead54 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:04.233468 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:04.281088 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:04.284603 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:04.288902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:04.296351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=2a8cd902-7acc-435d-abd3-608487cead54,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:04.339611 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:04.498039 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:04.718198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c854a0cc-c51d-4445-8d51-c31dd2492e50 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:04.744751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e644cd-fc11-47c3-a96d-7f9111c8faab None None] Network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:04.803137 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:04.812477 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:04.893400 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:04.895404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=2a8cd902-7acc-435d-abd3-608487cead54,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:05.004946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:05.006840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:05.010819 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port c854a0cc-c51d-4445-8d51-c31dd2492e50 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:05.015311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-475c467a-48e4-4472-a5ef-7abdf0afe546 None None] Provisioning for port c854a0cc-c51d-4445-8d51-c31dd2492e50 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:05.020833 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c854a0cc-c51d-4445-8d51-c31dd2492e50 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:05.021209 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.026421 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-475c467a-48e4-4472-a5ef-7abdf0afe546 None None] Provisioning complete for port c854a0cc-c51d-4445-8d51-c31dd2492e50 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:05.026794 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-475c467a-48e4-4472-a5ef-7abdf0afe546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.131406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 869bc14a-3f82-4e8e-b770-614cf779e0fb has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:04:05.237414 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-475c467a-48e4-4472-a5ef-7abdf0afe546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.240010 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.249229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:04:05.254614 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-83f41b7d-6a55-44aa-9671-fdd1526edcab tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "PUT /v2.0/routers/869bc14a-3f82-4e8e-b770-614cf779e0fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4442744 Jul 16 19:04:05.293977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port c854a0cc-c51d-4445-8d51-c31dd2492e50, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c854a0cc-c51d-4445-8d51-c31dd2492e50,segment=NetworkSegment(eb343500-73d3-45a6-b30a-ddd6652e6ca1),segment_id=eb343500-73d3-45a6-b30a-ddd6652e6ca1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:05.301722 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.302553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d93c0f3c-ec98-4c0d-a286-016438bb1da4 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:05.360527 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Sync routers for ids ['869bc14a-3f82-4e8e-b770-614cf779e0fb'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:04:05.423934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-67617bc4-15a1-491d-be66-253465197882 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937271002&fields=id&tenant_id=fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 267 time: 0.0378993 Jul 16 19:04:05.449689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Routers {'869bc14a-3f82-4e8e-b770-614cf779e0fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:05.450355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:04:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['869bc14a-3f82-4e8e-b770-614cf779e0fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:05.452473 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-475c467a-48e4-4472-a5ef-7abdf0afe546 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:04:05.452844 n-d-793618-9 neutron-server[93768]: DEBUG oslo_db.api [None req-475c467a-48e4-4472-a5ef-7abdf0afe546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:04:05.498861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=c854a0cc-c51d-4445-8d51-c31dd2492e50,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:05.523710 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port d93c0f3c-ec98-4c0d-a286-016438bb1da4 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:05.556959 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d93c0f3c-ec98-4c0d-a286-016438bb1da4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:05.557231 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.562859 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-4985c0a9-9d82-40ed-afc0-dc83377eb0a5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:05.564806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-4985c0a9-9d82-40ed-afc0-dc83377eb0a5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/networks?id=218285f8-f06a-4f7f-8a08-c14c1eb464f7 HTTP/1.1" status: 200 len: 797 time: 0.1305127 Jul 16 19:04:05.587478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-81ba8323-5032-45ec-a872-47695e55a5aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/quotas/fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 375 time: 0.0148880 Jul 16 19:04:05.613009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Set router 869bc14a-3f82-4e8e-b770-614cf779e0fb gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:05.689812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-dffe96b2-1feb-43e8-bd05-4b4fcc187d57 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951355 Jul 16 19:04:05.766959 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.797435 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.807897 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-a19efdca-72f0-48d3-a1e9-a8270faf8e87 service neutron] 10.222.0.52 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935373 Jul 16 19:04:05.823662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port d93c0f3c-ec98-4c0d-a286-016438bb1da4, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d93c0f3c-ec98-4c0d-a286-016438bb1da4,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:05.828631 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.922145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=d93c0f3c-ec98-4c0d-a286-016438bb1da4,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:05.923333 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-32a2ccef-4c50-40dc-9d38-729811e4e096 service neutron] 10.222.0.52 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089053 Jul 16 19:04:05.952497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:04:04Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '2a8cd902-7acc-435d-abd3-608487cead54', 'name': '', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:f8:2a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:03Z', 'updated_at': '2021-07-16T19:04:04Z', 'revision_number': 2, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:06.001755 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Checking router: 869bc14a-3f82-4e8e-b770-614cf779e0fb for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:04:06.002121 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Updating router 869bc14a-3f82-4e8e-b770-614cf779e0fb port 2a8cd902-7acc-435d-abd3-608487cead54 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:04:06.047526 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.120772 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-95218e27-e25c-421d-be37-10adbae22fdd req-35c41cba-a8f5-4363-bb9b-d8fc57c329c7 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 210 time: 0.0336969 Jul 16 19:04:06.190164 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c6d9dbe-6107-4205-afb8-aad4ac5d04a4 None None] Provisioning complete for port c854a0cc-c51d-4445-8d51-c31dd2492e50 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:06.190546 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9dbe-6107-4205-afb8-aad4ac5d04a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.397729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c6d9dbe-6107-4205-afb8-aad4ac5d04a4 None None] Provisioning for port 2a8cd902-7acc-435d-abd3-608487cead54 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:06.410128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5c6d9dbe-6107-4205-afb8-aad4ac5d04a4 None None] Provisioning complete for port 2a8cd902-7acc-435d-abd3-608487cead54 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:06.410457 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9dbe-6107-4205-afb8-aad4ac5d04a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.416429 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.456674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Transition to ACTIVE for port object 2a8cd902-7acc-435d-abd3-608487cead54 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:06.465752 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.467701 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d9dbe-6107-4205-afb8-aad4ac5d04a4 None None] Port 2a8cd902-7acc-435d-abd3-608487cead54 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:04:06.525559 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f2b70-3b9e-4e8f-ab34-5b0414406843 None None] Pushing event updated for resources: {'Port': ['ID=2a8cd902-7acc-435d-abd3-608487cead54,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:06.578537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Attempting to bind port 2a8cd902-7acc-435d-abd3-608487cead54 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:06.578914 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Attempting to bind port 2a8cd902-7acc-435d-abd3-608487cead54 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:06.579288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Attempting to bind port 2a8cd902-7acc-435d-abd3-608487cead54 on network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:06.585261 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:06.585713 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Checking segment: {'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:06.586231 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.586627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Bound using segment: {'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:06.587247 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Bound port: 2a8cd902-7acc-435d-abd3-608487cead54, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:06.587642 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.679069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] For port 2a8cd902-7acc-435d-abd3-608487cead54, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:06.683299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c854a0cc-c51d-4445-8d51-c31dd2492e50 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:06.686472 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] For port 2a8cd902-7acc-435d-abd3-608487cead54, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2a8cd902-7acc-435d-abd3-608487cead54,segment=NetworkSegment(eb343500-73d3-45a6-b30a-ddd6652e6ca1),segment_id=eb343500-73d3-45a6-b30a-ddd6652e6ca1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:06.709282 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.787626 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f2b70-3b9e-4e8f-ab34-5b0414406843 None None] Pushing event updated for resources: {'Port': ['ID=2a8cd902-7acc-435d-abd3-608487cead54,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:06.796009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Routers {'869bc14a-3f82-4e8e-b770-614cf779e0fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:06.796644 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:04:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['869bc14a-3f82-4e8e-b770-614cf779e0fb'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:06.892418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c854a0cc-c51d-4445-8d51-c31dd2492e50 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:06.892794 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.948432 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] Set router 869bc14a-3f82-4e8e-b770-614cf779e0fb gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:07.097479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d93c0f3c-ec98-4c0d-a286-016438bb1da4 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:07.219454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-8d614824-4756-432c-9fd3-7e24029b6f47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:07.220086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port d93c0f3c-ec98-4c0d-a286-016438bb1da4 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:07.220086 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:07.221069 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-8d614824-4756-432c-9fd3-7e24029b6f47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.38 "GET /v2.0/networks?id=218285f8-f06a-4f7f-8a08-c14c1eb464f7 HTTP/1.1" status: 200 len: 797 time: 0.1240640 Jul 16 19:04:07.284764 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:04:04Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '2a8cd902-7acc-435d-abd3-608487cead54', 'name': '', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:f8:2a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:03Z', 'updated_at': '2021-07-16T19:04:06Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:07.293237 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-4cce6651-48f7-47aa-911f-d2036b620ad2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 380 time: 0.0591826 Jul 16 19:04:07.311766 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-59351038-800a-4661-bd5d-7c86a3fbca18 req-ff1fd079-bf62-4907-9938-0b0e9b793285 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 210 time: 0.0381608 Jul 16 19:04:07.316145 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'port': {'device_id': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'admin_state_up': True, 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'security_groups': ['d9e2c05b-105f-46e1-ac05-715676dc8078']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:07.316364 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61afbba-3903-4aee-be0a-96a68b635720 None None] The sync data for ids ['869bc14a-3f82-4e8e-b770-614cf779e0fb'] in n-d-793618-9 is: [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:04:04Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '2a8cd902-7acc-435d-abd3-608487cead54', 'name': '', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:f8:2a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:03Z', 'updated_at': '2021-07-16T19:04:06Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:04:07.457565 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:07.461209 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:07.604590 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.20.0.11 (218285f8-f06a-4f7f-8a08-c14c1eb464f7/2217400f-41bf-4d2d-a84d-89facf58bf6f/b76d8281-4ea7-475b-b697-576f238d8b22) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:07.768038 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:07.783765 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Transition to ACTIVE for port object b76d8281-4ea7-475b-b697-576f238d8b22 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:07.818625 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:07.871792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:07.875365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:07.880052 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:07.885017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=b76d8281-4ea7-475b-b697-576f238d8b22,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:07.939244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:07.939921 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:07.959221 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5eeef629-2469-43d6-a870-4d48cb18398e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6496787 Jul 16 19:04:07.972046 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Request body: {'port': {'device_id': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:08.058754 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:08.161947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e6fcf64b-ccfe-4621-914f-3c1ac06ad5d9 None None] Provisioning for port b76d8281-4ea7-475b-b697-576f238d8b22 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:08.166108 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e6fcf64b-ccfe-4621-914f-3c1ac06ad5d9 None None] Provisioning complete for port b76d8281-4ea7-475b-b697-576f238d8b22 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:08.166492 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fcf64b-ccfe-4621-914f-3c1ac06ad5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:08.208463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e6fcf64b-ccfe-4621-914f-3c1ac06ad5d9 None None] Port b76d8281-4ea7-475b-b697-576f238d8b22 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:04:08.352213 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76d8281-4ea7-475b-b697-576f238d8b22 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:08.360621 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:08.375973 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Transition to ACTIVE for port object b76d8281-4ea7-475b-b697-576f238d8b22 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:08.381546 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:08.477218 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b76d8281-4ea7-475b-b697-576f238d8b22,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:08.516631 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Attempting to bind port b76d8281-4ea7-475b-b697-576f238d8b22 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:08.516975 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Attempting to bind port b76d8281-4ea7-475b-b697-576f238d8b22 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:08.517415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Attempting to bind port b76d8281-4ea7-475b-b697-576f238d8b22 on network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:08.522018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Port b76d8281-4ea7-475b-b697-576f238d8b22 on network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:04:08.522542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Attempting to bind port b76d8281-4ea7-475b-b697-576f238d8b22 on network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:08.528404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:08.528928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Checking segment: {'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:08.529345 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Bound using segment: {'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:08.529795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Bound port: b76d8281-4ea7-475b-b697-576f238d8b22, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb343500-73d3-45a6-b30a-ddd6652e6ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:08.530164 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:08.639988 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] For port b76d8281-4ea7-475b-b697-576f238d8b22, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:08.655763 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] For port b76d8281-4ea7-475b-b697-576f238d8b22, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b76d8281-4ea7-475b-b697-576f238d8b22,segment=NetworkSegment(eb343500-73d3-45a6-b30a-ddd6652e6ca1),segment_id=eb343500-73d3-45a6-b30a-ddd6652e6ca1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:08.661175 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:08.673057 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bd2e6-4ec0-40b8-91d7-fd2ee0b66441 req-adbd67bc-5ba1-4712-b174-47c7b1ba9185 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:08.674563 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef4bd2e6-4ec0-40b8-91d7-fd2ee0b66441 req-adbd67bc-5ba1-4712-b174-47c7b1ba9185 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 944 time: 0.2034798 Jul 16 19:04:08.679598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2a8cd902-7acc-435d-abd3-608487cead54 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:08.725810 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:08.726441 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:08.728441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] 10.222.0.38 "PUT /v2.0/ports/b76d8281-4ea7-475b-b697-576f238d8b22 HTTP/1.1" status: 200 len: 1092 time: 0.7617671 Jul 16 19:04:08.729024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'tag': 'b76d8281-4ea7-475b-b697-576f238d8b22'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:08.731231 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8d6f12-3cf4-4da2-a869-d0ab480202ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6d6fb9-25c7-4c2b-9741-2d5aba76c237", "tag": "b76d8281-4ea7-475b-b697-576f238d8b22"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:08.763057 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 2a8cd902-7acc-435d-abd3-608487cead54 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:08.766206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140ebdd-f415-4783-808c-53681130d1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b76d8281-4ea7-475b-b697-576f238d8b22,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:08.771495 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ef4bd2e6-4ec0-40b8-91d7-fd2ee0b66441 req-74a8a6d2-9ee3-43ae-ad6e-ceb73d76e447 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731721 Jul 16 19:04:08.772434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2a8cd902-7acc-435d-abd3-608487cead54 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:08.772859 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:08.812509 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f321090-8d9f-44bb-8f08-e041c99704a8 x-openstack-request-id: req-5f321090-8d9f-44bb-8f08-e041c99704a8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:08.812838 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6d6fb9-25c7-4c2b-9741-2d5aba76c237", "tag": "b76d8281-4ea7-475b-b697-576f238d8b22", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:08.813420 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f321090-8d9f-44bb-8f08-e041c99704a8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:08.813562 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'tag': 'b76d8281-4ea7-475b-b697-576f238d8b22', 'status': 'completed', 'code': 200} Jul 16 19:04:08.848540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-ce426920-476e-4112-a639-ba2bfc2ba2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:08.850284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-ce426920-476e-4112-a639-ba2bfc2ba2a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 1095 time: 0.0773289 Jul 16 19:04:08.888462 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:08.896534 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-02f434e2-85a6-46d0-bc7a-943b3b0eb07e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b76d8281-4ea7-475b-b697-576f238d8b22 HTTP/1.1" status: 200 len: 217 time: 0.0392225 Jul 16 19:04:08.925157 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 2a8cd902-7acc-435d-abd3-608487cead54, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2a8cd902-7acc-435d-abd3-608487cead54,segment=NetworkSegment(eb343500-73d3-45a6-b30a-ddd6652e6ca1),segment_id=eb343500-73d3-45a6-b30a-ddd6652e6ca1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:08.929958 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:08.952423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5024de19-791f-4163-a542-343f24ebfdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:08.954014 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-5024de19-791f-4163-a542-343f24ebfdf3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2217400f-41bf-4d2d-a84d-89facf58bf6f HTTP/1.1" status: 200 len: 834 time: 0.0517719 Jul 16 19:04:08.993095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=2a8cd902-7acc-435d-abd3-608487cead54,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:09.018891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-b7d9f5ea-99dd-4eb1-bdb1-7b52920e9381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:09.020441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-b7d9f5ea-99dd-4eb1-bdb1-7b52920e9381 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=218285f8-f06a-4f7f-8a08-c14c1eb464f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597177 Jul 16 19:04:09.110757 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-b6a91b0d-08f3-49a7-9696-ea4ee293706e service neutron] 10.222.0.38 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837681 Jul 16 19:04:09.245379 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c0fda926-f654-4b4a-a02d-57c499eab24c req-654cabbf-3600-4fa6-8e40-6931a6449ca6 service neutron] 10.222.0.38 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284623 Jul 16 19:04:09.342201 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6f12-3cf4-4da2-a869-d0ab480202ec req-84012e55-be7e-429c-982f-659d13db803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:09.343707 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d8d6f12-3cf4-4da2-a869-d0ab480202ec req-84012e55-be7e-429c-982f-659d13db803d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 1095 time: 0.0532360 Jul 16 19:04:09.441454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6f12-3cf4-4da2-a869-d0ab480202ec req-98029d23-2c4b-4332-8727-16a2c8faf62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:09.442813 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d8d6f12-3cf4-4da2-a869-d0ab480202ec req-98029d23-2c4b-4332-8727-16a2c8faf62d service neutron] 10.222.0.38 "GET /v2.0/networks?id=218285f8-f06a-4f7f-8a08-c14c1eb464f7 HTTP/1.1" status: 200 len: 898 time: 0.0929399 Jul 16 19:04:09.482426 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d8d6f12-3cf4-4da2-a869-d0ab480202ec req-f4d79cdf-68a6-4093-ab01-06e35915ff9c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b76d8281-4ea7-475b-b697-576f238d8b22 HTTP/1.1" status: 200 len: 217 time: 0.0332940 Jul 16 19:04:09.530217 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6f12-3cf4-4da2-a869-d0ab480202ec req-f7d728eb-ce42-49b1-b6ba-f84f205b1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:09.531639 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d8d6f12-3cf4-4da2-a869-d0ab480202ec req-f7d728eb-ce42-49b1-b6ba-f84f205b1c54 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2217400f-41bf-4d2d-a84d-89facf58bf6f HTTP/1.1" status: 200 len: 834 time: 0.0424631 Jul 16 19:04:09.592633 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6f12-3cf4-4da2-a869-d0ab480202ec req-e7d1d2e3-bfe5-4ebf-964b-d9a44e5a5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:09.594218 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d8d6f12-3cf4-4da2-a869-d0ab480202ec req-e7d1d2e3-bfe5-4ebf-964b-d9a44e5a5d9c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=218285f8-f06a-4f7f-8a08-c14c1eb464f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561874 Jul 16 19:04:09.685100 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d8d6f12-3cf4-4da2-a869-d0ab480202ec req-492e9304-c212-4e99-8205-cfe3d508771c service neutron] 10.222.0.38 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833881 Jul 16 19:04:09.778117 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d8d6f12-3cf4-4da2-a869-d0ab480202ec req-da0dd4f9-d914-4637-909a-06d6f88ddcd9 service neutron] 10.222.0.38 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858440 Jul 16 19:04:09.958339 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde9fb9-45bf-400f-98e6-fa5a2ba4987f req-d7385299-82f6-4067-8d81-f4dd35400577 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:09.959850 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3cde9fb9-45bf-400f-98e6-fa5a2ba4987f req-d7385299-82f6-4067-8d81-f4dd35400577 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 944 time: 0.0655646 Jul 16 19:04:10.000038 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3cde9fb9-45bf-400f-98e6-fa5a2ba4987f req-a5b6d5b8-1453-4b57-993e-cce1f19d1a47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340145 Jul 16 19:04:10.655849 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2a8cd902-7acc-435d-abd3-608487cead54 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:10.703825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 2a8cd902-7acc-435d-abd3-608487cead54 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:10.704210 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:11.180570 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc700877-4bee-422e-9f23-4aa0cbbe5b98 req-0869a2cb-516f-4a17-8144-94268443bfea tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:11.182206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc700877-4bee-422e-9f23-4aa0cbbe5b98 req-0869a2cb-516f-4a17-8144-94268443bfea tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 944 time: 0.0637007 Jul 16 19:04:11.227089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bc700877-4bee-422e-9f23-4aa0cbbe5b98 req-f2ffd8e6-f3f1-4bde-884a-be274e48ac87 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392277 Jul 16 19:04:11.818610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b76d8281-4ea7-475b-b697-576f238d8b22 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:04:11.920106 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b76d8281-4ea7-475b-b697-576f238d8b22, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b76d8281-4ea7-475b-b697-576f238d8b22,segment=NetworkSegment(eb343500-73d3-45a6-b30a-ddd6652e6ca1),segment_id=eb343500-73d3-45a6-b30a-ddd6652e6ca1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:11.931825 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': 'b76d8281-4ea7-475b-b697-576f238d8b22', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'port_id': 'b76d8281-4ea7-475b-b697-576f238d8b22', 'mac_address': 'fa:16:3e:e6:8d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:04:11.968234 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:11.980855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76d8281-4ea7-475b-b697-576f238d8b22 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:12.000329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b76d8281-4ea7-475b-b697-576f238d8b22, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b76d8281-4ea7-475b-b697-576f238d8b22,segment=NetworkSegment(eb343500-73d3-45a6-b30a-ddd6652e6ca1),segment_id=eb343500-73d3-45a6-b30a-ddd6652e6ca1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:12.004211 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:12.057248 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b76d8281-4ea7-475b-b697-576f238d8b22,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:12.202213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['b76d8281-4ea7-475b-b697-576f238d8b22'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:12.404596 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f061af0-1057-40a5-a075-33bcb7fabbb8 req-5f32ef59-87b6-4008-b9cf-3faad460a2fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:12.406208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f061af0-1057-40a5-a075-33bcb7fabbb8 req-5f32ef59-87b6-4008-b9cf-3faad460a2fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 945 time: 0.0641103 Jul 16 19:04:12.445285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6f061af0-1057-40a5-a075-33bcb7fabbb8 req-798ae422-4cd4-4e9d-bb7c-1e8f67e2afee tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333016 Jul 16 19:04:13.627063 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a81dd-54f3-420c-ad2f-6382b76ddc43 req-dcc69dee-4116-40bc-a576-56fc08d1e16f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:13.628617 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd8a81dd-54f3-420c-ad2f-6382b76ddc43 req-dcc69dee-4116-40bc-a576-56fc08d1e16f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 945 time: 0.0718904 Jul 16 19:04:13.668955 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd8a81dd-54f3-420c-ad2f-6382b76ddc43 req-397f829d-a464-4ef7-9e1e-4d9aab44c830 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332139 Jul 16 19:04:13.834176 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b76d8281-4ea7-475b-b697-576f238d8b22 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:13.883152 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port b76d8281-4ea7-475b-b697-576f238d8b22 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:13.887138 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port b76d8281-4ea7-475b-b697-576f238d8b22 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:13.887515 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:13.969836 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:13.997000 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d8281-4ea7-475b-b697-576f238d8b22'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:13.999358 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f76cb40-a704-4340-8aef-2c81874691d0" -d '{"events": [{"server_uuid": "3a6d6fb9-25c7-4c2b-9741-2d5aba76c237", "name": "network-vif-plugged", "status": "completed", "tag": "b76d8281-4ea7-475b-b697-576f238d8b22"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:14.014175 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port b76d8281-4ea7-475b-b697-576f238d8b22, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b76d8281-4ea7-475b-b697-576f238d8b22,segment=NetworkSegment(eb343500-73d3-45a6-b30a-ddd6652e6ca1),segment_id=eb343500-73d3-45a6-b30a-ddd6652e6ca1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:14.019060 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:14.047141 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9576e8-e653-45c8-8c38-dc57d20902b7 x-openstack-request-id: req-ab9576e8-e653-45c8-8c38-dc57d20902b7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:14.047502 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6d6fb9-25c7-4c2b-9741-2d5aba76c237", "name": "network-vif-plugged", "status": "completed", "tag": "b76d8281-4ea7-475b-b697-576f238d8b22", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:14.047696 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab9576e8-e653-45c8-8c38-dc57d20902b7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:14.048097 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d8281-4ea7-475b-b697-576f238d8b22', 'code': 200} Jul 16 19:04:14.077946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=b76d8281-4ea7-475b-b697-576f238d8b22,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:14.162550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad17979-0bdd-425a-bb1b-d455cebfd217 req-7096d777-2a9c-44e2-80d1-790cbc89e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:14.164208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aad17979-0bdd-425a-bb1b-d455cebfd217 req-7096d777-2a9c-44e2-80d1-790cbc89e7ef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 1097 time: 0.0565629 Jul 16 19:04:14.199569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aad17979-0bdd-425a-bb1b-d455cebfd217 req-f5e7afe6-ac2f-4364-b231-51075bfd24db service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292468 Jul 16 19:04:14.849103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88a3fa-a6d8-46e6-a689-992d4ad510ff req-69ae8560-8c85-4441-addf-886696d3efa3 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:14.850764 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec88a3fa-a6d8-46e6-a689-992d4ad510ff req-69ae8560-8c85-4441-addf-886696d3efa3 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0707548 Jul 16 19:04:14.890324 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec88a3fa-a6d8-46e6-a689-992d4ad510ff req-5524d068-1b49-48e4-9c34-c82058089897 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340989 Jul 16 19:04:16.067855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b30e2-4410-4b95-93d9-9c104821fef3 req-28e78cbc-f21d-4507-acd9-08e9ef04adb0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:16.069655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-120b30e2-4410-4b95-93d9-9c104821fef3 req-28e78cbc-f21d-4507-acd9-08e9ef04adb0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0670707 Jul 16 19:04:16.111927 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-120b30e2-4410-4b95-93d9-9c104821fef3 req-6d90e32e-5a99-4c7d-a246-05d20d03e5ba tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361872 Jul 16 19:04:16.330243 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81eef5-b219-47aa-b47b-53a0999a91f3 req-6aa2d972-b472-4c99-86e7-60b3e656eeeb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:16.331751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e81eef5-b219-47aa-b47b-53a0999a91f3 req-6aa2d972-b472-4c99-86e7-60b3e656eeeb tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.1108150 Jul 16 19:04:16.370561 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e81eef5-b219-47aa-b47b-53a0999a91f3 req-3ac79783-afd4-45ff-8bf1-29fc70da8ddc tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Jul 16 19:04:16.393766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:16.446404 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a054d6-f15e-4c3b-85fa-083ce1579c4e tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:16.447943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a6a054d6-f15e-4c3b-85fa-083ce1579c4e tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 1092 time: 0.0532029 Jul 16 19:04:16.451051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:16.455343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': 'b76d8281-4ea7-475b-b697-576f238d8b22', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:16.477872 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.573943 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.677375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.25.8.108 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/4c6ce1d6-70f2-43a7-8b75-191af2e6557b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:16.778075 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.819374 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.856373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:16.861068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:16.864505 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:16.894857 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=4c6ce1d6-70f2-43a7-8b75-191af2e6557b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:17.248818 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.328946 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.480747 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.485302 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.550593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=4c6ce1d6-70f2-43a7-8b75-191af2e6557b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:17.562570 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.659707 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Floating IP 2278d1a6-f0ad-4f21-812a-96961be5ad5e associated. External IP: 172.25.8.108, port: b76d8281-4ea7-475b-b697-576f238d8b22. Jul 16 19:04:18.199799 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 869bc14a-3f82-4e8e-b770-614cf779e0fb has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:04:18.308545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:04:18.320324 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b1d86-d27e-420b-a5e7-583f06e0c64c None None] Sync routers for ids ['869bc14a-3f82-4e8e-b770-614cf779e0fb'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:04:18.325902 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.330949 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b1d86-d27e-420b-a5e7-583f06e0c64c None None] Routers {'869bc14a-3f82-4e8e-b770-614cf779e0fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:18.331571 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1b1b1d86-d27e-420b-a5e7-583f06e0c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:04:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['869bc14a-3f82-4e8e-b770-614cf779e0fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:18.362201 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-61bbdc9a-4223-42b8-99e8-338a06e46414 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9101110 Jul 16 19:04:18.362805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'tag': 'b76d8281-4ea7-475b-b697-576f238d8b22'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:18.365173 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c456f7b-a4c3-4712-89dd-492b6edee9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6d6fb9-25c7-4c2b-9741-2d5aba76c237", "tag": "b76d8281-4ea7-475b-b697-576f238d8b22"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:18.457118 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1b1b1d86-d27e-420b-a5e7-583f06e0c64c None None] Set router 869bc14a-3f82-4e8e-b770-614cf779e0fb gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:18.472026 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30da78a-7fba-4299-afe7-8d2ffab416bf x-openstack-request-id: req-f30da78a-7fba-4299-afe7-8d2ffab416bf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:18.472625 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6d6fb9-25c7-4c2b-9741-2d5aba76c237", "tag": "b76d8281-4ea7-475b-b697-576f238d8b22", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:18.473045 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f30da78a-7fba-4299-afe7-8d2ffab416bf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:18.473628 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'tag': 'b76d8281-4ea7-475b-b697-576f238d8b22', 'status': 'completed', 'code': 200} Jul 16 19:04:18.570212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d1571-4429-4575-b57e-dea4c0314720 req-8b504d44-211d-4581-82da-63e65522a284 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:18.572492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e81d1571-4429-4575-b57e-dea4c0314720 req-8b504d44-211d-4581-82da-63e65522a284 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.1116328 Jul 16 19:04:18.588646 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c456f7b-a4c3-4712-89dd-492b6edee9b2 req-83e9c561-26f7-4448-971e-e988024fcb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:18.590146 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c456f7b-a4c3-4712-89dd-492b6edee9b2 req-83e9c561-26f7-4448-971e-e988024fcb07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 1097 time: 0.0965035 Jul 16 19:04:18.640842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e81d1571-4429-4575-b57e-dea4c0314720 req-624723e7-be15-409a-90af-33948c070c66 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624225 Jul 16 19:04:18.666158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54030) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:18.702882 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1b1b1d86-d27e-420b-a5e7-583f06e0c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:04:04Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2278d1a6-f0ad-4f21-812a-96961be5ad5e', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'port_id': 'b76d8281-4ea7-475b-b697-576f238d8b22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'mac_address': 'fa:16:3e:e6:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:04:17Z', 'updated_at': '2021-07-16T19:04:17Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8cd902-7acc-435d-abd3-608487cead54', 'name': '', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:f8:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:03Z', 'updated_at': '2021-07-16T19:04:08Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:18.703688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c456f7b-a4c3-4712-89dd-492b6edee9b2 req-ea8ba471-31fc-473f-9d7f-07a82e5ad332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:18.705581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c456f7b-a4c3-4712-89dd-492b6edee9b2 req-ea8ba471-31fc-473f-9d7f-07a82e5ad332 service neutron] 10.222.0.38 "GET /v2.0/networks?id=218285f8-f06a-4f7f-8a08-c14c1eb464f7 HTTP/1.1" status: 200 len: 898 time: 0.1091855 Jul 16 19:04:18.728021 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-5b9b3d0d-806e-4cd6-aef0-1abcd485cfcf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/2278d1a6-f0ad-4f21-812a-96961be5ad5e HTTP/1.1" status: 200 len: 992 time: 0.0606554 Jul 16 19:04:18.729715 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b1d86-d27e-420b-a5e7-583f06e0c64c None None] Checking router: 869bc14a-3f82-4e8e-b770-614cf779e0fb for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:04:18.738036 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b1d86-d27e-420b-a5e7-583f06e0c64c None None] Routers {'869bc14a-3f82-4e8e-b770-614cf779e0fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:18.738646 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1b1b1d86-d27e-420b-a5e7-583f06e0c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:04:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['869bc14a-3f82-4e8e-b770-614cf779e0fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:18.774454 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c456f7b-a4c3-4712-89dd-492b6edee9b2 req-8b6f98b0-a00b-4002-831e-5858330e9e17 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b76d8281-4ea7-475b-b697-576f238d8b22 HTTP/1.1" status: 200 len: 1000 time: 0.0627210 Jul 16 19:04:18.825180 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c456f7b-a4c3-4712-89dd-492b6edee9b2 req-54495988-a36a-4a14-95a0-adab1c1212c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:18.826747 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c456f7b-a4c3-4712-89dd-492b6edee9b2 req-54495988-a36a-4a14-95a0-adab1c1212c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2217400f-41bf-4d2d-a84d-89facf58bf6f HTTP/1.1" status: 200 len: 834 time: 0.0465512 Jul 16 19:04:18.846455 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1b1b1d86-d27e-420b-a5e7-583f06e0c64c None None] Set router 869bc14a-3f82-4e8e-b770-614cf779e0fb gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:18.884911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c456f7b-a4c3-4712-89dd-492b6edee9b2 req-9071cf86-4a99-4155-afe6-67747603dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:18.886461 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c456f7b-a4c3-4712-89dd-492b6edee9b2 req-9071cf86-4a99-4155-afe6-67747603dc90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=218285f8-f06a-4f7f-8a08-c14c1eb464f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533631 Jul 16 19:04:18.988644 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c456f7b-a4c3-4712-89dd-492b6edee9b2 req-efa7441b-c965-49ae-b852-968b3264dc6c service neutron] 10.222.0.38 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959470 Jul 16 19:04:19.086836 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c456f7b-a4c3-4712-89dd-492b6edee9b2 req-730b280b-55ab-4234-8f04-574e00c8dfe3 service neutron] 10.222.0.38 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921540 Jul 16 19:04:19.175865 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1b1b1d86-d27e-420b-a5e7-583f06e0c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:04:04Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2278d1a6-f0ad-4f21-812a-96961be5ad5e', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'port_id': 'b76d8281-4ea7-475b-b697-576f238d8b22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'mac_address': 'fa:16:3e:e6:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:04:17Z', 'updated_at': '2021-07-16T19:04:17Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8cd902-7acc-435d-abd3-608487cead54', 'name': '', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:f8:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:03Z', 'updated_at': '2021-07-16T19:04:08Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:19.205609 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b1d86-d27e-420b-a5e7-583f06e0c64c None None] The sync data for ids ['869bc14a-3f82-4e8e-b770-614cf779e0fb'] in n-d-793618-9 is: [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:04:04Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '2278d1a6-f0ad-4f21-812a-96961be5ad5e', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'port_id': 'b76d8281-4ea7-475b-b697-576f238d8b22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'mac_address': 'fa:16:3e:e6:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:04:17Z', 'updated_at': '2021-07-16T19:04:17Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8cd902-7acc-435d-abd3-608487cead54', 'name': '', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:f8:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:03Z', 'updated_at': '2021-07-16T19:04:08Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:04:19.402826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b5f67-22cc-4294-96d5-aac3138410df None None] New status for floating IP 2278d1a6-f0ad-4f21-812a-96961be5ad5e: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:04:19.732278 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:19.794600 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c1821c49-ee90-44e5-b701-bdbabafb8fff tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/2278d1a6-f0ad-4f21-812a-96961be5ad5e HTTP/1.1" status: 200 len: 994 time: 0.0611434 Jul 16 19:04:30.188013 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37eaa3e9-bce4-42ff-a3b7-6a759ca8f900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:32.382838 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d132290-b50a-4517-9fbc-fba725660005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:32.857665 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.150004 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.253298 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.010982 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.728318 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.613729 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:04:46.924423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-521b3dfd-e592-4af3-a77f-1d5c5e8efacc req-3e7a3172-fbbf-46a6-a481-7b21e9119f09 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515833 Jul 16 19:04:47.030135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b3dfd-e592-4af3-a77f-1d5c5e8efacc req-90a55172-7728-4bb7-9d1e-14edb637ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.032200 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-521b3dfd-e592-4af3-a77f-1d5c5e8efacc req-90a55172-7728-4bb7-9d1e-14edb637ee6b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 1097 time: 0.0607734 Jul 16 19:04:47.139472 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b3dfd-e592-4af3-a77f-1d5c5e8efacc req-88674639-8fac-4b95-899d-7e377954acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.141022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-521b3dfd-e592-4af3-a77f-1d5c5e8efacc req-88674639-8fac-4b95-899d-7e377954acb3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=218285f8-f06a-4f7f-8a08-c14c1eb464f7 HTTP/1.1" status: 200 len: 898 time: 0.0860872 Jul 16 19:04:47.212958 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-521b3dfd-e592-4af3-a77f-1d5c5e8efacc req-6bddb348-f796-4619-b935-b3c30128b678 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b76d8281-4ea7-475b-b697-576f238d8b22 HTTP/1.1" status: 200 len: 1002 time: 0.0639503 Jul 16 19:04:47.261741 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b3dfd-e592-4af3-a77f-1d5c5e8efacc req-4ef012c2-efac-4cf7-ad78-ab23338f5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.263242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-521b3dfd-e592-4af3-a77f-1d5c5e8efacc req-4ef012c2-efac-4cf7-ad78-ab23338f5faf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2217400f-41bf-4d2d-a84d-89facf58bf6f HTTP/1.1" status: 200 len: 834 time: 0.0440984 Jul 16 19:04:47.321427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b3dfd-e592-4af3-a77f-1d5c5e8efacc req-a1fe4844-91f1-4fb1-818e-7c5d056e9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.322979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-521b3dfd-e592-4af3-a77f-1d5c5e8efacc req-a1fe4844-91f1-4fb1-818e-7c5d056e9818 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=218285f8-f06a-4f7f-8a08-c14c1eb464f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529113 Jul 16 19:04:47.418216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-521b3dfd-e592-4af3-a77f-1d5c5e8efacc req-02e73f4b-41d7-40e4-9fb4-7ecb483d0a56 service neutron] 10.222.0.38 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889575 Jul 16 19:04:47.519898 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-521b3dfd-e592-4af3-a77f-1d5c5e8efacc req-cec9b3a9-9f95-4ebd-9725-e33dc862215a service neutron] 10.222.0.38 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949752 Jul 16 19:04:51.251461 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60c5e7-9d60-45a8-8555-8b257c74cf30 req-7215c888-f6a7-41eb-8b54-aee557462637 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:51.252966 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e60c5e7-9d60-45a8-8555-8b257c74cf30 req-7215c888-f6a7-41eb-8b54-aee557462637 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0709567 Jul 16 19:04:51.290159 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-6e60c5e7-9d60-45a8-8555-8b257c74cf30 req-6a81d7d0-94a3-45c2-a8c8-34bed4190785 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315838 Jul 16 19:04:52.467582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d2c7-4274-4a9b-9eac-15d76fa89f72 req-684d40d8-d8de-443b-b746-5298a1fc8701 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:52.469126 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c96d2c7-4274-4a9b-9eac-15d76fa89f72 req-684d40d8-d8de-443b-b746-5298a1fc8701 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0659418 Jul 16 19:04:52.507953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c96d2c7-4274-4a9b-9eac-15d76fa89f72 req-5f325421-26c3-459c-8551-df5ac53aa4ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331101 Jul 16 19:04:53.681443 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534d257-4f9e-4f3c-8e6a-f5702bbeb97c req-2ed00725-3519-4bde-baf2-01e990ac7a90 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:53.682969 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e534d257-4f9e-4f3c-8e6a-f5702bbeb97c req-2ed00725-3519-4bde-baf2-01e990ac7a90 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0649981 Jul 16 19:04:53.726653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e534d257-4f9e-4f3c-8e6a-f5702bbeb97c req-a338b21c-2609-44c5-8b62-39b2b5456640 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380647 Jul 16 19:04:54.906017 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d82e-5a92-4ec2-bf14-28ec2d5a9bf8 req-4eacbbc2-b015-41d0-a096-bee3045abfa0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:54.907638 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f593d82e-5a92-4ec2-bf14-28ec2d5a9bf8 req-4eacbbc2-b015-41d0-a096-bee3045abfa0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0689726 Jul 16 19:04:54.947022 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f593d82e-5a92-4ec2-bf14-28ec2d5a9bf8 req-54daf77c-0022-48e7-9fa7-5e23cae650ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334630 Jul 16 19:04:56.130140 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941289e-b124-40a6-8f37-aa21ca8880e1 req-142349fd-2869-4474-bb7f-692e25f10da8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:56.131580 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a941289e-b124-40a6-8f37-aa21ca8880e1 req-142349fd-2869-4474-bb7f-692e25f10da8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0665371 Jul 16 19:04:56.170311 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a941289e-b124-40a6-8f37-aa21ca8880e1 req-67f463dd-69bc-412b-ab57-8b633415699f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325539 Jul 16 19:04:57.347586 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14578496-825e-41f3-8b4b-bbed62bb2850 req-34ae9e96-c210-48a4-86cf-b90ee2a291fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:57.349093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14578496-825e-41f3-8b4b-bbed62bb2850 req-34ae9e96-c210-48a4-86cf-b90ee2a291fa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0675673 Jul 16 19:04:57.387437 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-14578496-825e-41f3-8b4b-bbed62bb2850 req-8badd26a-11dc-4412-aa6e-d1e9a5d6f413 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327153 Jul 16 19:04:58.565157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac613da-839f-4abb-a361-c6a486fb423c req-a5469c1e-c645-47fe-97c0-dba514d8cf97 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:58.566698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ac613da-839f-4abb-a361-c6a486fb423c req-a5469c1e-c645-47fe-97c0-dba514d8cf97 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0640509 Jul 16 19:04:58.605357 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0ac613da-839f-4abb-a361-c6a486fb423c req-cb0fdca1-0591-479a-8edd-10c81e10309c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323393 Jul 16 19:04:59.782534 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c527a54-9960-4864-b46c-058b89f73580 req-a38c8a73-86f4-4854-94d1-4b477a90a59e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:59.784056 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c527a54-9960-4864-b46c-058b89f73580 req-a38c8a73-86f4-4854-94d1-4b477a90a59e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0652039 Jul 16 19:04:59.827106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c527a54-9960-4864-b46c-058b89f73580 req-b3aabbd5-11a1-4922-a606-84cf51907131 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373943 Jul 16 19:05:00.190439 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20f93306-89c6-48e0-8c98-e5463bdb5836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.002623 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882449ec-cb59-40e8-bb5d-885243a9b4a0 req-d6375859-de5e-421e-9ecf-6a4b3137e816 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:01.004127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-882449ec-cb59-40e8-bb5d-885243a9b4a0 req-d6375859-de5e-421e-9ecf-6a4b3137e816 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0645416 Jul 16 19:05:01.044249 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-882449ec-cb59-40e8-bb5d-885243a9b4a0 req-c0372295-fd71-47c0-b203-d12dcccc4865 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340371 Jul 16 19:05:02.385558 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d506781-e0b5-49db-a845-0786e8da7422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.422234 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a5ec-1e17-4765-a288-a8e49ea6d636 req-e5bdd76b-c724-4c73-ae85-80463366ce93 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:02.423753 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a77a5ec-1e17-4765-a288-a8e49ea6d636 req-e5bdd76b-c724-4c73-ae85-80463366ce93 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0655117 Jul 16 19:05:02.462787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4a77a5ec-1e17-4765-a288-a8e49ea6d636 req-e8d1cbab-323d-4bd2-853c-77533604da47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333416 Jul 16 19:05:02.862552 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.145722 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.257518 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.645610 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c1713-5588-4785-b71d-98cf0160037f req-95902bdb-662c-4df7-a62d-c1ebf38998e8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:03.647112 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-355c1713-5588-4785-b71d-98cf0160037f req-95902bdb-662c-4df7-a62d-c1ebf38998e8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0698063 Jul 16 19:05:03.684864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-355c1713-5588-4785-b71d-98cf0160037f req-7c05eede-bdf6-468c-99dd-d01e368a4fd3 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Jul 16 19:05:04.013439 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.871153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818cded-52e3-4003-88d0-9a1c551fef81 req-735a4951-6f77-408e-8a1d-5e47928cfc2d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:04.873607 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5818cded-52e3-4003-88d0-9a1c551fef81 req-735a4951-6f77-408e-8a1d-5e47928cfc2d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0779383 Jul 16 19:05:04.912035 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5818cded-52e3-4003-88d0-9a1c551fef81 req-a7d2e1c7-9e27-435e-8dcd-fa1557767ec6 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329196 Jul 16 19:05:05.730812 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.096036 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adfe70-e662-41a4-a8f3-315646fa09c8 req-96dd68da-6a06-462d-90ff-fc80642f1f16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:06.097658 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36adfe70-e662-41a4-a8f3-315646fa09c8 req-96dd68da-6a06-462d-90ff-fc80642f1f16 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0742130 Jul 16 19:05:06.137741 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-36adfe70-e662-41a4-a8f3-315646fa09c8 req-1c950545-915c-41f4-b7e6-ae484af77613 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337155 Jul 16 19:05:07.314451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e15c4-c5a6-4fa6-89d2-484d611b2431 req-5733540a-a0e6-4f78-8493-cb689aed683c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:07.315944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-819e15c4-c5a6-4fa6-89d2-484d611b2431 req-5733540a-a0e6-4f78-8493-cb689aed683c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0645609 Jul 16 19:05:07.355516 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-819e15c4-c5a6-4fa6-89d2-484d611b2431 req-129ec847-e555-45dc-88dd-73c403d85866 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324438 Jul 16 19:05:07.380482 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:07.444001 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-94718d22-ede1-4a3f-84e0-5f3dd7af6971 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/2278d1a6-f0ad-4f21-812a-96961be5ad5e HTTP/1.1" status: 200 len: 994 time: 0.0622578 Jul 16 19:05:08.904332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef10c-03fe-4c1d-9380-67b183fb430e req-6872be2c-d775-4c45-8c71-39579eaa0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:08.905888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff4ef10c-03fe-4c1d-9380-67b183fb430e req-6872be2c-d775-4c45-8c71-39579eaa0e07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 1097 time: 0.0995679 Jul 16 19:05:08.914292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99a09f-b114-45ce-98ae-b2fa55ef925e req-f5de3db2-303e-4a4a-98c6-c8fe16b94032 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:08.915706 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c99a09f-b114-45ce-98ae-b2fa55ef925e req-f5de3db2-303e-4a4a-98c6-c8fe16b94032 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.1001785 Jul 16 19:05:09.006525 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9c99a09f-b114-45ce-98ae-b2fa55ef925e req-acd83953-68e2-41b4-aabc-97b455ced26f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826504 Jul 16 19:05:09.030410 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef10c-03fe-4c1d-9380-67b183fb430e req-03381a23-699c-4ddc-845f-33eb4a5c0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:09.031903 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff4ef10c-03fe-4c1d-9380-67b183fb430e req-03381a23-699c-4ddc-845f-33eb4a5c0a2a service neutron] 10.222.0.38 "GET /v2.0/networks?id=218285f8-f06a-4f7f-8a08-c14c1eb464f7 HTTP/1.1" status: 200 len: 898 time: 0.1153538 Jul 16 19:05:09.096843 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff4ef10c-03fe-4c1d-9380-67b183fb430e req-ab6183dd-b0bd-4018-80cf-d5ff3a801a56 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b76d8281-4ea7-475b-b697-576f238d8b22 HTTP/1.1" status: 200 len: 1002 time: 0.0577970 Jul 16 19:05:09.149967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef10c-03fe-4c1d-9380-67b183fb430e req-c6b7fa63-fe4f-42c2-b2ee-b075058b79f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:09.151469 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff4ef10c-03fe-4c1d-9380-67b183fb430e req-c6b7fa63-fe4f-42c2-b2ee-b075058b79f2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2217400f-41bf-4d2d-a84d-89facf58bf6f HTTP/1.1" status: 200 len: 834 time: 0.0482521 Jul 16 19:05:09.208608 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef10c-03fe-4c1d-9380-67b183fb430e req-493c8476-48bd-456f-a710-5ea279e5366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:09.210172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff4ef10c-03fe-4c1d-9380-67b183fb430e req-493c8476-48bd-456f-a710-5ea279e5366d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=218285f8-f06a-4f7f-8a08-c14c1eb464f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528660 Jul 16 19:05:09.304839 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff4ef10c-03fe-4c1d-9380-67b183fb430e req-933fed21-7cdd-4018-b9e4-e697478df0e2 service neutron] 10.222.0.38 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881686 Jul 16 19:05:09.395216 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff4ef10c-03fe-4c1d-9380-67b183fb430e req-524d2918-4bba-47b7-99b8-787b0376ed3f service neutron] 10.222.0.38 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847213 Jul 16 19:05:10.186667 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65086bc-a883-4fda-8c0f-5f0568adfc39 req-5dd2c085-7fe2-4388-8357-7358eb0a7164 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:10.188088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e65086bc-a883-4fda-8c0f-5f0568adfc39 req-5dd2c085-7fe2-4388-8357-7358eb0a7164 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0649660 Jul 16 19:05:10.229606 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e65086bc-a883-4fda-8c0f-5f0568adfc39 req-f78195bf-dd7c-4a9c-932b-b29475aaf59d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359664 Jul 16 19:05:10.255041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:10.315306 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-22a68703-c618-4d0d-b97c-679fbc903ac1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/2278d1a6-f0ad-4f21-812a-96961be5ad5e HTTP/1.1" status: 200 len: 994 time: 0.0591233 Jul 16 19:05:14.612726 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:05:30.190559 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00586614-4656-41c0-ab76-be79d34d8454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.386069 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7875d87a-d75f-476e-9185-c64ef2830e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.863758 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:33.180739 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:33.272362 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.017685 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:35.737680 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:40.723018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:40.892713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 4c6ce1d6-70f2-43a7-8b75-191af2e6557b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:40.893065 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:40.978645 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:40.978970 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:40.991650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 4c6ce1d6-70f2-43a7-8b75-191af2e6557b owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:41.152692 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:41.180470 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=4c6ce1d6-70f2-43a7-8b75-191af2e6557b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:41.221170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:41.221550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:41.221902 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:41.222251 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:41.222597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:41.222939 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:41.224120 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:41.224463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:41.225585 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:41.225953 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:41.226411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:41.231946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:41.277576 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:41.277917 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Floating IP 2278d1a6-f0ad-4f21-812a-96961be5ad5e disassociated (deleted). External IP: 172.25.8.108, port: b76d8281-4ea7-475b-b697-576f238d8b22. Jul 16 19:05:41.544655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 869bc14a-3f82-4e8e-b770-614cf779e0fb has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:05:41.678166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:41.682795 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:41.689801 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89314191-d6dc-4ee1-a241-74af5c022aa5 None None] Sync routers for ids ['869bc14a-3f82-4e8e-b770-614cf779e0fb'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:41.700860 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89314191-d6dc-4ee1-a241-74af5c022aa5 None None] Routers {'869bc14a-3f82-4e8e-b770-614cf779e0fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:41.701632 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-89314191-d6dc-4ee1-a241-74af5c022aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:05:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['869bc14a-3f82-4e8e-b770-614cf779e0fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:41.728223 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d17c2601-6d04-4c86-bb14-8bd4210a4427 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/floatingips/2278d1a6-f0ad-4f21-812a-96961be5ad5e HTTP/1.1" status: 204 len: 168 time: 1.0040562 Jul 16 19:05:41.729074 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'tag': 'b76d8281-4ea7-475b-b697-576f238d8b22'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:41.731500 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ceb793-24ad-4fd8-a12d-22862912e15a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6d6fb9-25c7-4c2b-9741-2d5aba76c237", "tag": "b76d8281-4ea7-475b-b697-576f238d8b22"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:41.788223 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e656ac01-730b-48fb-a5ca-b467c3dc9a01 x-openstack-request-id: req-e656ac01-730b-48fb-a5ca-b467c3dc9a01 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:41.788527 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6d6fb9-25c7-4c2b-9741-2d5aba76c237", "tag": "b76d8281-4ea7-475b-b697-576f238d8b22", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:41.788852 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e656ac01-730b-48fb-a5ca-b467c3dc9a01 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:41.791047 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'tag': 'b76d8281-4ea7-475b-b697-576f238d8b22', 'status': 'completed', 'code': 200} Jul 16 19:05:41.818918 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-89314191-d6dc-4ee1-a241-74af5c022aa5 None None] Set router 869bc14a-3f82-4e8e-b770-614cf779e0fb gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:41.910467 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb793-24ad-4fd8-a12d-22862912e15a req-b254d008-0c13-4cfc-9cae-95c214179f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:41.912172 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53ceb793-24ad-4fd8-a12d-22862912e15a req-b254d008-0c13-4cfc-9cae-95c214179f66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 1097 time: 0.0958641 Jul 16 19:05:42.049348 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb793-24ad-4fd8-a12d-22862912e15a req-1009c265-ab58-4a5a-9d87-3ea98c4d1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:42.050887 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53ceb793-24ad-4fd8-a12d-22862912e15a req-1009c265-ab58-4a5a-9d87-3ea98c4d1ecd service neutron] 10.222.0.38 "GET /v2.0/networks?id=218285f8-f06a-4f7f-8a08-c14c1eb464f7 HTTP/1.1" status: 200 len: 898 time: 0.1290288 Jul 16 19:05:42.078296 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-89314191-d6dc-4ee1-a241-74af5c022aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:04:04Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '2a8cd902-7acc-435d-abd3-608487cead54', 'name': '', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:f8:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:03Z', 'updated_at': '2021-07-16T19:04:08Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:42.100145 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53ceb793-24ad-4fd8-a12d-22862912e15a req-7c92c8f8-4141-449c-879d-cc4d887506c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b76d8281-4ea7-475b-b697-576f238d8b22 HTTP/1.1" status: 200 len: 217 time: 0.0376170 Jul 16 19:05:42.108499 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89314191-d6dc-4ee1-a241-74af5c022aa5 None None] Checking router: 869bc14a-3f82-4e8e-b770-614cf779e0fb for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:42.118730 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89314191-d6dc-4ee1-a241-74af5c022aa5 None None] Routers {'869bc14a-3f82-4e8e-b770-614cf779e0fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:42.118730 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-89314191-d6dc-4ee1-a241-74af5c022aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:05:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['869bc14a-3f82-4e8e-b770-614cf779e0fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:42.189980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb793-24ad-4fd8-a12d-22862912e15a req-c58cbe34-f54b-4b9f-8562-9a1c8451db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:42.191733 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53ceb793-24ad-4fd8-a12d-22862912e15a req-c58cbe34-f54b-4b9f-8562-9a1c8451db6a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2217400f-41bf-4d2d-a84d-89facf58bf6f HTTP/1.1" status: 200 len: 834 time: 0.0832827 Jul 16 19:05:42.234093 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-89314191-d6dc-4ee1-a241-74af5c022aa5 None None] Set router 869bc14a-3f82-4e8e-b770-614cf779e0fb gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:42.260290 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f1eae-24a7-4b83-8b59-db67f65acb3b req-f0fa124a-c3a6-4f20-8589-f667ec69dc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:42.261909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-547f1eae-24a7-4b83-8b59-db67f65acb3b req-f0fa124a-c3a6-4f20-8589-f667ec69dc3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.1207852 Jul 16 19:05:42.296688 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb793-24ad-4fd8-a12d-22862912e15a req-854add96-ab24-47e6-8dbf-66e57b42809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:42.298261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53ceb793-24ad-4fd8-a12d-22862912e15a req-854add96-ab24-47e6-8dbf-66e57b42809f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=218285f8-f06a-4f7f-8a08-c14c1eb464f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963347 Jul 16 19:05:42.334284 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-547f1eae-24a7-4b83-8b59-db67f65acb3b req-31962f89-b2db-48a2-9085-e3cc11b07453 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654104 Jul 16 19:05:42.412092 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53ceb793-24ad-4fd8-a12d-22862912e15a req-980c3e94-4669-4b14-b9af-a603748ac633 service neutron] 10.222.0.38 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037619 Jul 16 19:05:42.445565 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-89314191-d6dc-4ee1-a241-74af5c022aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:04:04Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '2a8cd902-7acc-435d-abd3-608487cead54', 'name': '', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:f8:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:03Z', 'updated_at': '2021-07-16T19:04:08Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:42.485155 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89314191-d6dc-4ee1-a241-74af5c022aa5 None None] The sync data for ids ['869bc14a-3f82-4e8e-b770-614cf779e0fb'] in n-d-793618-9 is: [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:04:04Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '2a8cd902-7acc-435d-abd3-608487cead54', 'name': '', 'network_id': '218285f8-f06a-4f7f-8a08-c14c1eb464f7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:f8:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:03Z', 'updated_at': '2021-07-16T19:04:08Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '2217400f-41bf-4d2d-a84d-89facf58bf6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:42.509852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53ceb793-24ad-4fd8-a12d-22862912e15a req-41dc7c09-9af5-41a9-b455-1ecc4dbf032a service neutron] 10.222.0.38 "GET /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906024 Jul 16 19:05:42.707779 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86670def-c326-4d1c-9c0b-a16f3968e456 None None] New status for floating IP 2278d1a6-f0ad-4f21-812a-96961be5ad5e: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:05:43.515753 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289da01-e52a-4bb9-b6b1-d88c6ec51bfc req-64cf0dbf-b812-45b5-8866-1309faf1f4ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.517336 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3289da01-e52a-4bb9-b6b1-d88c6ec51bfc req-64cf0dbf-b812-45b5-8866-1309faf1f4ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0674253 Jul 16 19:05:43.554286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3289da01-e52a-4bb9-b6b1-d88c6ec51bfc req-cbc9d1ae-1c23-40d1-9d5b-7fd398ef9a14 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d9e2c05b-105f-46e1-ac05-715676dc8078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313542 Jul 16 19:05:43.657887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3dcb6-d9a4-4941-89b6-c36e3066c8bc req-517fadb8-db91-4413-bde6-4dadbdfd1021 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.659298 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28a3dcb6-d9a4-4941-89b6-c36e3066c8bc req-517fadb8-db91-4413-bde6-4dadbdfd1021 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 946 time: 0.0662427 Jul 16 19:05:43.763170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-28a3dcb6-d9a4-4941-89b6-c36e3066c8bc req-f1c97ddf-e869-4d2c-abdb-bd178a750e85 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port b76d8281-4ea7-475b-b697-576f238d8b22 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:43.763507 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-28a3dcb6-d9a4-4941-89b6-c36e3066c8bc req-f1c97ddf-e869-4d2c-abdb-bd178a750e85 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:43.849480 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-28a3dcb6-d9a4-4941-89b6-c36e3066c8bc req-f1c97ddf-e869-4d2c-abdb-bd178a750e85 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port b76d8281-4ea7-475b-b697-576f238d8b22, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=b76d8281-4ea7-475b-b697-576f238d8b22,segment=NetworkSegment(eb343500-73d3-45a6-b30a-ddd6652e6ca1),segment_id=eb343500-73d3-45a6-b30a-ddd6652e6ca1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:43.849847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-28a3dcb6-d9a4-4941-89b6-c36e3066c8bc req-f1c97ddf-e869-4d2c-abdb-bd178a750e85 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:43.862319 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-28a3dcb6-d9a4-4941-89b6-c36e3066c8bc req-f1c97ddf-e869-4d2c-abdb-bd178a750e85 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for b76d8281-4ea7-475b-b697-576f238d8b22 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:43.993307 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-28a3dcb6-d9a4-4941-89b6-c36e3066c8bc req-f1c97ddf-e869-4d2c-abdb-bd178a750e85 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:44.020885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c97ddf-e869-4d2c-abdb-bd178a750e85 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=b76d8281-4ea7-475b-b697-576f238d8b22,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:44.069097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a3dcb6-d9a4-4941-89b6-c36e3066c8bc req-f1c97ddf-e869-4d2c-abdb-bd178a750e85 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] No DVR routers for this DVR port b76d8281-4ea7-475b-b697-576f238d8b22 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:44.072233 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-28a3dcb6-d9a4-4941-89b6-c36e3066c8bc req-f1c97ddf-e869-4d2c-abdb-bd178a750e85 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:44.074252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-28a3dcb6-d9a4-4941-89b6-c36e3066c8bc req-f1c97ddf-e869-4d2c-abdb-bd178a750e85 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.38 "DELETE /v2.0/ports/b76d8281-4ea7-475b-b697-576f238d8b22 HTTP/1.1" status: 204 len: 173 time: 0.4101214 Jul 16 19:05:44.074691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'name': 'network-vif-deleted', 'tag': 'b76d8281-4ea7-475b-b697-576f238d8b22'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:44.076926 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21836cfb-da04-4276-a34c-c8d10be161b0" -d '{"events": [{"server_uuid": "3a6d6fb9-25c7-4c2b-9741-2d5aba76c237", "name": "network-vif-deleted", "tag": "b76d8281-4ea7-475b-b697-576f238d8b22"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:44.114006 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966d19d1-5930-4e58-9dda-eed4a66c98fb x-openstack-request-id: req-966d19d1-5930-4e58-9dda-eed4a66c98fb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:44.114297 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6d6fb9-25c7-4c2b-9741-2d5aba76c237", "name": "network-vif-deleted", "tag": "b76d8281-4ea7-475b-b697-576f238d8b22", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:44.114554 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-966d19d1-5930-4e58-9dda-eed4a66c98fb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:44.114962 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6d6fb9-25c7-4c2b-9741-2d5aba76c237', 'name': 'network-vif-deleted', 'tag': 'b76d8281-4ea7-475b-b697-576f238d8b22', 'status': 'completed', 'code': 200} Jul 16 19:05:45.043000 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2e0c4500-f37a-4a3b-a99a-787c6b2c718a req-f6c2e8ba-2ea2-4885-93ab-799c457a1815 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6d6fb9-25c7-4c2b-9741-2d5aba76c237 HTTP/1.1" status: 200 len: 210 time: 0.3599868 Jul 16 19:05:46.137814 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:46.504646 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8b72eb7-27bf-45a8-82c2-3540086c98d0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:46.767205 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a8b72eb7-27bf-45a8-82c2-3540086c98d0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 2a8cd902-7acc-435d-abd3-608487cead54 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:46.767464 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8b72eb7-27bf-45a8-82c2-3540086c98d0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:46.855495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a8b72eb7-27bf-45a8-82c2-3540086c98d0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port 2a8cd902-7acc-435d-abd3-608487cead54, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=2a8cd902-7acc-435d-abd3-608487cead54,segment=NetworkSegment(eb343500-73d3-45a6-b30a-ddd6652e6ca1),segment_id=eb343500-73d3-45a6-b30a-ddd6652e6ca1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:46.855965 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8b72eb7-27bf-45a8-82c2-3540086c98d0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:46.869053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a8b72eb7-27bf-45a8-82c2-3540086c98d0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 2a8cd902-7acc-435d-abd3-608487cead54 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:47.051076 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8b72eb7-27bf-45a8-82c2-3540086c98d0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:47.078259 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b72eb7-27bf-45a8-82c2-3540086c98d0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=2a8cd902-7acc-435d-abd3-608487cead54,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:47.261151 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8b72eb7-27bf-45a8-82c2-3540086c98d0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:47.472346 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b72eb7-27bf-45a8-82c2-3540086c98d0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 869bc14a-3f82-4e8e-b770-614cf779e0fb has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:05:47.577369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b72eb7-27bf-45a8-82c2-3540086c98d0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:47.582380 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a8b72eb7-27bf-45a8-82c2-3540086c98d0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "PUT /v2.0/routers/869bc14a-3f82-4e8e-b770-614cf779e0fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4435422 Jul 16 19:05:47.585237 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54126) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:47.589675 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138da9ad-2835-4f8b-a512-bb86ad8e1f66 None None] Sync routers for ids ['869bc14a-3f82-4e8e-b770-614cf779e0fb'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:47.598819 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138da9ad-2835-4f8b-a512-bb86ad8e1f66 None None] Routers {'869bc14a-3f82-4e8e-b770-614cf779e0fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:47.599441 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-138da9ad-2835-4f8b-a512-bb86ad8e1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:05:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['869bc14a-3f82-4e8e-b770-614cf779e0fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:47.644578 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting subnet 2217400f-41bf-4d2d-a84d-89facf58bf6f {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:05:47.647899 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:47.688893 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:47.704421 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-138da9ad-2835-4f8b-a512-bb86ad8e1f66 None None] Set router 869bc14a-3f82-4e8e-b770-614cf779e0fb gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:47.775963 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:47.838755 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:47.866549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Subnet': ['ID=2217400f-41bf-4d2d-a84d-89facf58bf6f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:47.875087 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:47.875874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:47.875874 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:47.876147 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:47.876448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:47.876786 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:47.877460 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:47.877596 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:47.877899 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:47.878216 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:47.878541 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:47.878865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:47.878992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea18d80-9834-4242-a7ce-d656bf95c86e None None] Network 218285f8-f06a-4f7f-8a08-c14c1eb464f7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:47.881910 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:47.886622 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1439daab-bfa0-4350-a1ab-dddedd2e773f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/subnets/2217400f-41bf-4d2d-a84d-89facf58bf6f HTTP/1.1" status: 204 len: 168 time: 0.2962360 Jul 16 19:05:47.887768 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-138da9ad-2835-4f8b-a512-bb86ad8e1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:05:46Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:47.887908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:47.916274 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138da9ad-2835-4f8b-a512-bb86ad8e1f66 None None] Checking router: 869bc14a-3f82-4e8e-b770-614cf779e0fb for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:47.924688 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138da9ad-2835-4f8b-a512-bb86ad8e1f66 None None] Routers {'869bc14a-3f82-4e8e-b770-614cf779e0fb'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:47.925408 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-138da9ad-2835-4f8b-a512-bb86ad8e1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:05:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['869bc14a-3f82-4e8e-b770-614cf779e0fb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:48.003191 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.082704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] DHCP port deletion for 218285f8-f06a-4f7f-8a08-c14c1eb464f7 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:05:48.121377 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.122785 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-138da9ad-2835-4f8b-a512-bb86ad8e1f66 None None] Set router 869bc14a-3f82-4e8e-b770-614cf779e0fb gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:48.192010 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port d93c0f3c-ec98-4c0d-a286-016438bb1da4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:48.192788 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.281084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b76d8281-4ea7-475b-b697-576f238d8b22 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:48.303556 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: b76d8281-4ea7-475b-b697-576f238d8b22 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:05:48.303817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device b76d8281-4ea7-475b-b697-576f238d8b22 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:48.314812 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port d93c0f3c-ec98-4c0d-a286-016438bb1da4, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=d93c0f3c-ec98-4c0d-a286-016438bb1da4,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:48.315395 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.322663 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-138da9ad-2835-4f8b-a512-bb86ad8e1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:05:46Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:48.325049 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Deleting port c854a0cc-c51d-4445-8d51-c31dd2492e50 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:48.325665 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.330211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for d93c0f3c-ec98-4c0d-a286-016438bb1da4 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:48.353653 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138da9ad-2835-4f8b-a512-bb86ad8e1f66 None None] The sync data for ids ['869bc14a-3f82-4e8e-b770-614cf779e0fb'] in n-d-793618-9 is: [{'id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-236542936', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:00Z', 'updated_at': '2021-07-16T19:05:46Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': 'd93c0f3c-ec98-4c0d-a286-016438bb1da4', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:27:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869bc14a-3f82-4e8e-b770-614cf779e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:01Z', 'updated_at': '2021-07-16T19:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:48.397330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] For port c854a0cc-c51d-4445-8d51-c31dd2492e50, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c854a0cc-c51d-4445-8d51-c31dd2492e50,segment=NetworkSegment(eb343500-73d3-45a6-b30a-ddd6652e6ca1),segment_id=eb343500-73d3-45a6-b30a-ddd6652e6ca1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:48.397745 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.410813 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Calling delete_port for c854a0cc-c51d-4445-8d51-c31dd2492e50 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:48.499648 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.519419 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.530565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] No DVR routers for this DVR port c854a0cc-c51d-4445-8d51-c31dd2492e50 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:48.542217 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Pushing event deleted for resources: {'Port': ['ID=c854a0cc-c51d-4445-8d51-c31dd2492e50,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:48.546251 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.546609 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.546960 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.547306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.547648 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.548582 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=d93c0f3c-ec98-4c0d-a286-016438bb1da4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:48.549429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.550416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.550774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.551118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.551846 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.552170 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.552515 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b412ee05-1a60-40aa-89ac-49953b126e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.612274 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.704352 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.706818 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.756627 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.757261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Fanout notify agent at l3_agent the message router_deleted on router 869bc14a-3f82-4e8e-b770-614cf779e0fb {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:05:48.766730 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.767931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3392bc88-756e-4529-8b65-4a3f9696ab55 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/routers/869bc14a-3f82-4e8e-b770-614cf779e0fb HTTP/1.1" status: 204 len: 168 time: 0.8797138 Jul 16 19:05:48.777433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:48.810752 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c854a0cc-c51d-4445-8d51-c31dd2492e50 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:48.837022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c854a0cc-c51d-4445-8d51-c31dd2492e50 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:05:48.837725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c854a0cc-c51d-4445-8d51-c31dd2492e50 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:48.838365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2a8cd902-7acc-435d-abd3-608487cead54 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:48.862647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 2a8cd902-7acc-435d-abd3-608487cead54 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:05:48.862989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 2a8cd902-7acc-435d-abd3-608487cead54 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:48.863155 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.955494 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.967860 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218285f8-f06a-4f7f-8a08-c14c1eb464f7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:48.978878 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb343500-73d3-45a6-b30a-ddd6652e6ca1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:48.979184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb343500-73d3-45a6-b30a-ddd6652e6ca1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:48.988354 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.003280 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.010748 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:05:49.011203 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: timer() Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:05:49.014400 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:05:49.080418 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.087946 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.089871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/networks/218285f8-f06a-4f7f-8a08-c14c1eb464f7 HTTP/1.1" status: 204 len: 168 time: 0.3181913 Jul 16 19:05:49.092642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54134) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:49.100966 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c663cc7-ea31-46e5-b40d-707752716a75 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Network': ['ID=218285f8-f06a-4f7f-8a08-c14c1eb464f7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:49.150386 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-648f4f4b-966d-4d74-bf6c-7e748f516ab8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.174425 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-648f4f4b-966d-4d74-bf6c-7e748f516ab8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.235028 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-648f4f4b-966d-4d74-bf6c-7e748f516ab8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.237675 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-648f4f4b-966d-4d74-bf6c-7e748f516ab8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.238844 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-648f4f4b-966d-4d74-bf6c-7e748f516ab8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/security-groups/d9e2c05b-105f-46e1-ac05-715676dc8078 HTTP/1.1" status: 204 len: 168 time: 0.1452081 Jul 16 19:05:49.248291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f4f4b-966d-4d74-bf6c-7e748f516ab8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e2c05b-105f-46e1-ac05-715676dc8078,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:49.650016 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54140) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:49.654787 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-ab2fbd89-ad7b-4d64-bd84-a4e47d9d6e50 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-660875956', 'description': 'tempest-secgroup-smoke-660875956 description', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:49.676809 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbd89-ad7b-4d64-bd84-a4e47d9d6e50 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.761014 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbd89-ad7b-4d64-bd84-a4e47d9d6e50 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.764623 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbd89-ad7b-4d64-bd84-a4e47d9d6e50 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.791309 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbd89-ad7b-4d64-bd84-a4e47d9d6e50 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.792564 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ab2fbd89-ad7b-4d64-bd84-a4e47d9d6e50 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1415098 Jul 16 19:05:49.795738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54142) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:49.797342 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fbd89-ad7b-4d64-bd84-a4e47d9d6e50 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41382e6-c68a-402a-935b-2b9a12546d75,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:49.800433 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fde6df00-0d22-4581-a6bf-1197c931c511 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'd41382e6-c68a-402a-935b-2b9a12546d75', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:49.827053 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fde6df00-0d22-4581-a6bf-1197c931c511 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.882424 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fde6df00-0d22-4581-a6bf-1197c931c511 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.886885 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fde6df00-0d22-4581-a6bf-1197c931c511 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.904244 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6df00-0d22-4581-a6bf-1197c931c511 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea18c310-e739-4c00-993a-d5eb6cbbd936,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:49.912851 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fde6df00-0d22-4581-a6bf-1197c931c511 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.914309 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-fde6df00-0d22-4581-a6bf-1197c931c511 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173527 Jul 16 19:05:49.917495 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:49.921927 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-443fd228-c97e-4f5d-9d32-df071e92ac7d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'd41382e6-c68a-402a-935b-2b9a12546d75', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:49.948702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-443fd228-c97e-4f5d-9d32-df071e92ac7d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.004867 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-443fd228-c97e-4f5d-9d32-df071e92ac7d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.009017 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-443fd228-c97e-4f5d-9d32-df071e92ac7d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.031360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fd228-c97e-4f5d-9d32-df071e92ac7d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf47f91-5dab-42d2-818e-d1b7c6115de9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:50.034680 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-443fd228-c97e-4f5d-9d32-df071e92ac7d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.035900 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-443fd228-c97e-4f5d-9d32-df071e92ac7d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174874 Jul 16 19:05:50.038851 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:50.043838 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9cf22209-700e-4a59-b893-94dc0f6d756a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'd41382e6-c68a-402a-935b-2b9a12546d75', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:50.070131 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cf22209-700e-4a59-b893-94dc0f6d756a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.128681 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cf22209-700e-4a59-b893-94dc0f6d756a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.132651 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cf22209-700e-4a59-b893-94dc0f6d756a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.153989 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf22209-700e-4a59-b893-94dc0f6d756a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8286a15-ff6d-4479-a674-64590a5d5857,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:50.157953 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cf22209-700e-4a59-b893-94dc0f6d756a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.159852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9cf22209-700e-4a59-b893-94dc0f6d756a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190972 Jul 16 19:05:50.161832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:50.166813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d29a2995-436d-41c7-a572-c2db78690b25 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'd41382e6-c68a-402a-935b-2b9a12546d75', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:50.193108 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d29a2995-436d-41c7-a572-c2db78690b25 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.252057 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d29a2995-436d-41c7-a572-c2db78690b25 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.255764 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d29a2995-436d-41c7-a572-c2db78690b25 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.275807 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a2995-436d-41c7-a572-c2db78690b25 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ae0b13-836e-44a7-85c1-701128752aac,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:50.283016 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d29a2995-436d-41c7-a572-c2db78690b25 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.284232 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-d29a2995-436d-41c7-a572-c2db78690b25 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214533 Jul 16 19:05:50.286938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54150) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:50.292236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-65b156c5-68da-4fd4-bdd2-eced978c6b4f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'd41382e6-c68a-402a-935b-2b9a12546d75', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:50.313636 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-65b156c5-68da-4fd4-bdd2-eced978c6b4f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Project fe521acbb1314004bd4bd84b01de1f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:05:50.318370 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65b156c5-68da-4fd4-bdd2-eced978c6b4f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.377081 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65b156c5-68da-4fd4-bdd2-eced978c6b4f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.380829 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65b156c5-68da-4fd4-bdd2-eced978c6b4f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.401143 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b156c5-68da-4fd4-bdd2-eced978c6b4f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a36a5d-c152-4ea0-b143-4252ed442fb0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:50.407717 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-65b156c5-68da-4fd4-bdd2-eced978c6b4f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.408944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-65b156c5-68da-4fd4-bdd2-eced978c6b4f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210256 Jul 16 19:05:50.411581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:50.415968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0debec13-4fba-4b8c-8608-12b1ea64104c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'security_group_rule': {'security_group_id': 'd41382e6-c68a-402a-935b-2b9a12546d75', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:50.437105 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-0debec13-4fba-4b8c-8608-12b1ea64104c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Project fe521acbb1314004bd4bd84b01de1f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:05:50.441912 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0debec13-4fba-4b8c-8608-12b1ea64104c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.502451 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0debec13-4fba-4b8c-8608-12b1ea64104c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.505931 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0debec13-4fba-4b8c-8608-12b1ea64104c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.523417 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debec13-4fba-4b8c-8608-12b1ea64104c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb733d9-5305-4a4e-a2a6-5b4feb6ffbfb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:50.533404 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0debec13-4fba-4b8c-8608-12b1ea64104c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.535065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0debec13-4fba-4b8c-8608-12b1ea64104c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223490 Jul 16 19:05:50.538735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:50.545437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-191dc410-1f9e-4709-8c07-975cf26e7818 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'network': {'name': 'tempest-network-smoke--1110461966', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:50.566450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191dc410-1f9e-4709-8c07-975cf26e7818 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:50.570246 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-191dc410-1f9e-4709-8c07-975cf26e7818 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.594909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191dc410-1f9e-4709-8c07-975cf26e7818 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:05:50.604719 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-191dc410-1f9e-4709-8c07-975cf26e7818 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.605070 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-191dc410-1f9e-4709-8c07-975cf26e7818 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Added segment 4b1f14e4-13b4-4a96-88bb-d6c7816e91af of type vlan for network b19803b6-d655-4ff7-b37a-76411a79a0b7 Jul 16 19:05:50.643408 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-191dc410-1f9e-4709-8c07-975cf26e7818 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.667845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d93c0f3c-ec98-4c0d-a286-016438bb1da4 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:50.673644 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-191dc410-1f9e-4709-8c07-975cf26e7818 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.679314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191dc410-1f9e-4709-8c07-975cf26e7818 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:50.679913 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-191dc410-1f9e-4709-8c07-975cf26e7818 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.688305 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: d93c0f3c-ec98-4c0d-a286-016438bb1da4 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:05:50.688660 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device d93c0f3c-ec98-4c0d-a286-016438bb1da4 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:50.715984 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-191dc410-1f9e-4709-8c07-975cf26e7818 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1746149 Jul 16 19:05:50.718819 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54156) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:50.723665 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'admin_state_up': True, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:50.749093 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.750171 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.750744 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dc410-1f9e-4709-8c07-975cf26e7818 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Network': ['ID=b19803b6-d655-4ff7-b37a-76411a79a0b7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:50.763435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network b19803b6-d655-4ff7-b37a-76411a79a0b7 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:05:50.803666 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.942952 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:51.422789 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:51.441615 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:51.544522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.25.8.177 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/4c7237dd-9497-4c24-99cf-15af9dd28fcd) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:51.611003 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:05:51.646758 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:51.690050 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:51.727320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:51.733534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:51.738131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:51.745263 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=4c7237dd-9497-4c24-99cf-15af9dd28fcd,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:51.992491 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.187750 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.318899 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 1b55404e-8a57-4cdd-8437-ec26e75b103c is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:05:52.422587 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:52.431757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Sync routers for ids ['1b55404e-8a57-4cdd-8437-ec26e75b103c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:52.440522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Routers {'1b55404e-8a57-4cdd-8437-ec26e75b103c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:52.441143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:05:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b55404e-8a57-4cdd-8437-ec26e75b103c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:52.441349 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.446864 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-f827493f-efeb-43ec-957b-6a9cfed62088 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7225616 Jul 16 19:05:52.446864 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54158) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:52.528431 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-602b856b-5289-43ff-bdbc-0c96e7202713 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=fe521acbb1314004bd4bd84b01de1f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809069 Jul 16 19:05:52.531170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54162) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:52.551594 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Set router 1b55404e-8a57-4cdd-8437-ec26e75b103c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:52.624346 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d42f203-83a3-46a2-bd38-fdac635960cb tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:52.625796 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2d42f203-83a3-46a2-bd38-fdac635960cb tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935903 Jul 16 19:05:52.628456 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54164) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:52.656587 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-04b37d32-33bb-4003-92f4-da3e04974efb tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270164 Jul 16 19:05:52.658994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54166) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:52.663925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-1d744195-e641-4cee-8c61-021de5fd7236 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1872900930', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:52.738245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:05:51Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:52.754054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d744195-e641-4cee-8c61-021de5fd7236 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:52.758738 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d744195-e641-4cee-8c61-021de5fd7236 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.765528 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Checking router: 1b55404e-8a57-4cdd-8437-ec26e75b103c for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:52.765881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Updating router 1b55404e-8a57-4cdd-8437-ec26e75b103c port 4c7237dd-9497-4c24-99cf-15af9dd28fcd binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:05:52.800576 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.943676 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d744195-e641-4cee-8c61-021de5fd7236 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.006652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d744195-e641-4cee-8c61-021de5fd7236 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Subnet': ['ID=976c5145-2fef-4877-b01b-5ac799f4aa3d,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:53.014175 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d744195-e641-4cee-8c61-021de5fd7236 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Checking segment: {'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:53.014563 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d744195-e641-4cee-8c61-021de5fd7236 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network hostable DHCP agents. Network: b19803b6-d655-4ff7-b37a-76411a79a0b7, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:05:53.035145 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d744195-e641-4cee-8c61-021de5fd7236 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network b19803b6-d655-4ff7-b37a-76411a79a0b7 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:05:53.046657 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-1d744195-e641-4cee-8c61-021de5fd7236 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, b19803b6-d655-4ff7-b37a-76411a79a0b7) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:53.051937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d744195-e641-4cee-8c61-021de5fd7236 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.052538 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-1d744195-e641-4cee-8c61-021de5fd7236 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.062118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87349d5-c161-4ab6-b822-ba77bde8fd8a None None] Network b19803b6-d655-4ff7-b37a-76411a79a0b7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:53.069155 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-1d744195-e641-4cee-8c61-021de5fd7236 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4088063 Jul 16 19:05:53.072548 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54168) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:53.087312 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.107418 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Transition to ACTIVE for port object 4c7237dd-9497-4c24-99cf-15af9dd28fcd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:53.135655 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.206522 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b251198-4562-4db5-bb00-79f708b780c9 None None] Pushing event updated for resources: {'Port': ['ID=4c7237dd-9497-4c24-99cf-15af9dd28fcd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:53.215440 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Attempting to bind port 4c7237dd-9497-4c24-99cf-15af9dd28fcd on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:53.215812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Attempting to bind port 4c7237dd-9497-4c24-99cf-15af9dd28fcd by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:53.216184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Attempting to bind port 4c7237dd-9497-4c24-99cf-15af9dd28fcd on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:53.240220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:53.240598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:53.241006 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.241428 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:53.241903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Bound port: 4c7237dd-9497-4c24-99cf-15af9dd28fcd, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:53.242321 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.317674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-b19803b6-d655-4ff7-b37a-76411a79a0b7', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ips': [{'subnet_id': '976c5145-2fef-4877-b01b-5ac799f4aa3d'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:05:53.318533 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.323087 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] For port 4c7237dd-9497-4c24-99cf-15af9dd28fcd, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:53.327044 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] For port 4c7237dd-9497-4c24-99cf-15af9dd28fcd, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4c7237dd-9497-4c24-99cf-15af9dd28fcd,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:53.336810 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.470312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b251198-4562-4db5-bb00-79f708b780c9 None None] Pushing event updated for resources: {'Port': ['ID=4c7237dd-9497-4c24-99cf-15af9dd28fcd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:53.475167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Routers {'1b55404e-8a57-4cdd-8437-ec26e75b103c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:53.475783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:05:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b55404e-8a57-4cdd-8437-ec26e75b103c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:53.516294 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.582801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Allocated IP 172.20.0.2 (b19803b6-d655-4ff7-b37a-76411a79a0b7/976c5145-2fef-4877-b01b-5ac799f4aa3d/9ba83c19-3ca9-4153-85dc-41a27a67d6a3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:53.639352 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] Set router 1b55404e-8a57-4cdd-8437-ec26e75b103c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:53.875653 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.886984 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Transition to ACTIVE for port object 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:53.907756 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Transition to ACTIVE for port object 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:53.916857 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.965655 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Network b19803b6-d655-4ff7-b37a-76411a79a0b7 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:53.968738 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.20.0.1 (b19803b6-d655-4ff7-b37a-76411a79a0b7/976c5145-2fef-4877-b01b-5ac799f4aa3d/29cfd53f-b0ec-4216-82c9-4cb837c3fe43) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:53.969608 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:05:51Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:53.973173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:53.996959 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Pushing event updated for resources: {'Port': ['ID=9ba83c19-3ca9-4153-85dc-41a27a67d6a3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:53.999553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:54.002841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a6092-d944-44e1-96d9-3e368e92cc74 None None] The sync data for ids ['1b55404e-8a57-4cdd-8437-ec26e75b103c'] in n-d-793618-9 is: [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:05:51Z', 'revision_number': 3, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:54.065477 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Attempting to bind port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:54.065863 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Attempting to bind port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:54.066913 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Attempting to bind port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 on network b19803b6-d655-4ff7-b37a-76411a79a0b7 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:54.072503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:54.072894 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Checking segment: {'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:54.073754 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:54.073754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Bound using segment: {'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:54.074222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Bound port: 9ba83c19-3ca9-4153-85dc-41a27a67d6a3, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:54.074619 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:54.097669 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:54.112196 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Transition to ACTIVE for port object 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:54.141241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] For port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:54.144665 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] For port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9ba83c19-3ca9-4153-85dc-41a27a67d6a3,segment=NetworkSegment(4b1f14e4-13b4-4a96-88bb-d6c7816e91af),segment_id=4b1f14e4-13b4-4a96-88bb-d6c7816e91af)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:54.147531 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:54.150170 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:54.195811 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network b19803b6-d655-4ff7-b37a-76411a79a0b7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:54.199027 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:54.205492 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:54.210562 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=29cfd53f-b0ec-4216-82c9-4cb837c3fe43,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:54.228304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e285b-8092-40c1-8b6b-7b3832ae60df None None] Pushing event updated for resources: {'Port': ['ID=9ba83c19-3ca9-4153-85dc-41a27a67d6a3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:54.276321 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:54.456655 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:54.770005 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:54.776109 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:54.799689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:54.859423 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=29cfd53f-b0ec-4216-82c9-4cb837c3fe43,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:54.874028 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:54.874905 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:54.879750 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4c7237dd-9497-4c24-99cf-15af9dd28fcd up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:54.934621 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 4c7237dd-9497-4c24-99cf-15af9dd28fcd completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:54.939177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4c7237dd-9497-4c24-99cf-15af9dd28fcd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:54.939642 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:54.988652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network b19803b6-d655-4ff7-b37a-76411a79a0b7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:54.990517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:55.033770 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:55.057216 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 4c7237dd-9497-4c24-99cf-15af9dd28fcd, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4c7237dd-9497-4c24-99cf-15af9dd28fcd,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:55.062012 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:55.120901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=4c7237dd-9497-4c24-99cf-15af9dd28fcd,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:55.132981 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 1b55404e-8a57-4cdd-8437-ec26e75b103c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:05:55.250504 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:55.259632 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-4203799c-70a3-4ced-9e46-7915b007476c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "PUT /v2.0/routers/1b55404e-8a57-4cdd-8437-ec26e75b103c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1819293 Jul 16 19:05:55.262954 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999b31bf-5664-4727-bed4-32214a184458 None None] Network b19803b6-d655-4ff7-b37a-76411a79a0b7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:55.388666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a6caad3-cdf2-407a-9205-377c9dd694bc None None] Provisioning for port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:55.398010 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-ee62c804-16bc-45e9-bee2-3bf927b0cea1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-660875956&fields=id&tenant_id=fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 267 time: 0.0345764 Jul 16 19:05:55.415295 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5a6caad3-cdf2-407a-9205-377c9dd694bc None None] Provisioning complete for port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:55.415833 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a6caad3-cdf2-407a-9205-377c9dd694bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:55.514939 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a6caad3-cdf2-407a-9205-377c9dd694bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:55.520778 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-e071349e-1664-4b5c-b981-418c2298fb01 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:55.522875 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-e071349e-1664-4b5c-b981-418c2298fb01 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/networks?id=b19803b6-d655-4ff7-b37a-76411a79a0b7 HTTP/1.1" status: 200 len: 797 time: 0.1162925 Jul 16 19:05:55.541501 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-600c845f-8d96-486f-b142-786d8476e651 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/quotas/fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 375 time: 0.0110917 Jul 16 19:05:55.554394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5a6caad3-cdf2-407a-9205-377c9dd694bc None None] For port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9ba83c19-3ca9-4153-85dc-41a27a67d6a3,segment=NetworkSegment(4b1f14e4-13b4-4a96-88bb-d6c7816e91af),segment_id=4b1f14e4-13b4-4a96-88bb-d6c7816e91af)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:55.562441 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a6caad3-cdf2-407a-9205-377c9dd694bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:55.618565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6caad3-cdf2-407a-9205-377c9dd694bc None None] Pushing event updated for resources: {'Port': ['ID=9ba83c19-3ca9-4153-85dc-41a27a67d6a3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:55.626122 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-895550ed-58e6-4d27-a056-194ca7978c23 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779657 Jul 16 19:05:55.643109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-f33a8ab9-099f-4349-89b4-deb1e5799528 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:05:55.644120 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-f33a8ab9-099f-4349-89b4-deb1e5799528 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057261 Jul 16 19:05:55.739156 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Sync routers for ids ['1b55404e-8a57-4cdd-8437-ec26e75b103c'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:55.740155 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-b59018d9-a82a-4be7-8a65-24af35eb36e2 service neutron] 10.222.0.52 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890806 Jul 16 19:05:55.749077 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Routers {'1b55404e-8a57-4cdd-8437-ec26e75b103c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:55.749758 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:05:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b55404e-8a57-4cdd-8437-ec26e75b103c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:55.784993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aabc4b21-03b0-456e-a10c-af6d46bd7bf5 None None] Provisioning for port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:55.789638 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aabc4b21-03b0-456e-a10c-af6d46bd7bf5 None None] Provisioning complete for port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:55.790037 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aabc4b21-03b0-456e-a10c-af6d46bd7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:55.841843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aabc4b21-03b0-456e-a10c-af6d46bd7bf5 None None] Port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:55.850093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-c2c3c2c4-dcbf-47ca-906f-3686745c0baa service neutron] 10.222.0.52 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028242 Jul 16 19:05:55.864591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-aabc4b21-03b0-456e-a10c-af6d46bd7bf5 None None] Provisioning complete for port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:55.865172 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aabc4b21-03b0-456e-a10c-af6d46bd7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:55.881583 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Set router 1b55404e-8a57-4cdd-8437-ec26e75b103c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:56.078050 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6c356651-313b-4d4e-922d-a14a4a71c9ef None None] Provisioning complete for port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:56.078440 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c356651-313b-4d4e-922d-a14a4a71c9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:56.092059 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d47b9618-3ae9-4251-899c-7ba377a66898 req-6c74cfac-835b-4672-9a22-71dd3eedffe0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 210 time: 0.0599120 Jul 16 19:05:56.135600 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6c356651-313b-4d4e-922d-a14a4a71c9ef None None] Port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:56.142956 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:05:54Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '29cfd53f-b0ec-4216-82c9-4cb837c3fe43', 'name': '', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:53Z', 'updated_at': '2021-07-16T19:05:54Z', 'revision_number': 2, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:56.172951 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Checking router: 1b55404e-8a57-4cdd-8437-ec26e75b103c for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:56.173342 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Updating router 1b55404e-8a57-4cdd-8437-ec26e75b103c port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:05:56.211111 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:56.253956 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2469209f-2ac9-4106-8284-a4c59d27e5cb None None] Provisioning complete for port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:56.254344 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2469209f-2ac9-4106-8284-a4c59d27e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:56.293503 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2469209f-2ac9-4106-8284-a4c59d27e5cb None None] Port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:56.495972 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:56.505976 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Transition to ACTIVE for port object 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:56.511581 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:56.556143 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Pushing event updated for resources: {'Port': ['ID=29cfd53f-b0ec-4216-82c9-4cb837c3fe43,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:56.567527 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:56.567903 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:56.568297 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:56.568636 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:56.568968 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:56.569390 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:56.569642 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:56.569964 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:56.570798 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:56.571378 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:56.571700 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:56.572123 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:56.637238 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Attempting to bind port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:56.637722 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Attempting to bind port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:56.638382 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Attempting to bind port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 on network b19803b6-d655-4ff7-b37a-76411a79a0b7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:56.643677 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:56.644054 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Checking segment: {'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:56.644466 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:56.644862 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Bound using segment: {'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:56.645354 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Bound port: 29cfd53f-b0ec-4216-82c9-4cb837c3fe43, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:56.645750 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:56.715038 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] For port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:56.719103 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] For port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=29cfd53f-b0ec-4216-82c9-4cb837c3fe43,segment=NetworkSegment(4b1f14e4-13b4-4a96-88bb-d6c7816e91af),segment_id=4b1f14e4-13b4-4a96-88bb-d6c7816e91af)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:56.724670 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:56.744985 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:56.803501 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794040e-57c4-40b0-b1cf-24fc8dd7550b None None] Pushing event updated for resources: {'Port': ['ID=29cfd53f-b0ec-4216-82c9-4cb837c3fe43,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:56.806947 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Routers {'1b55404e-8a57-4cdd-8437-ec26e75b103c'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:56.807503 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:05:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b55404e-8a57-4cdd-8437-ec26e75b103c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:56.812220 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:56.812944 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:56.920882 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4c7237dd-9497-4c24-99cf-15af9dd28fcd up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:56.941880 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] Set router 1b55404e-8a57-4cdd-8437-ec26e75b103c gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:56.975204 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 4c7237dd-9497-4c24-99cf-15af9dd28fcd triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:56.975586 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:57.152945 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:05:54Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '29cfd53f-b0ec-4216-82c9-4cb837c3fe43', 'name': '', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:53Z', 'updated_at': '2021-07-16T19:05:56Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:57.180474 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17c724-c648-4718-8297-26dd953cdf52 None None] The sync data for ids ['1b55404e-8a57-4cdd-8437-ec26e75b103c'] in n-d-793618-9 is: [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:05:54Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '29cfd53f-b0ec-4216-82c9-4cb837c3fe43', 'name': '', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:53Z', 'updated_at': '2021-07-16T19:05:56Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:57.309812 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8e146a04-f959-4ed0-b704-c8350934b934 req-6bad4583-bf80-43bb-b1d0-434a6cc3f495 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 210 time: 0.0473545 Jul 16 19:05:57.626090 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-4708f77f-d4b7-4b98-89bd-1c3d2f2003d9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:57.627617 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-4708f77f-d4b7-4b98-89bd-1c3d2f2003d9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "GET /v2.0/networks?id=b19803b6-d655-4ff7-b37a-76411a79a0b7 HTTP/1.1" status: 200 len: 797 time: 0.4546576 Jul 16 19:05:57.672914 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-0781140a-f759-43ce-8fd3-cf891b12b3c9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe521acbb1314004bd4bd84b01de1f0f HTTP/1.1" status: 200 len: 379 time: 0.0363984 Jul 16 19:05:57.682605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'port': {'device_id': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'admin_state_up': True, 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'security_groups': ['d41382e6-c68a-402a-935b-2b9a12546d75']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:57.799801 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Made reservation on behalf of fe521acbb1314004bd4bd84b01de1f0f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:57.803565 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:57.936291 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.20.0.5 (b19803b6-d655-4ff7-b37a-76411a79a0b7/976c5145-2fef-4877-b01b-5ac799f4aa3d/65064e04-62a8-4896-aac6-5fb3876b082c) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:58.084029 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.098454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Transition to ACTIVE for port object 65064e04-62a8-4896-aac6-5fb3876b082c will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:58.133640 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.175918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network b19803b6-d655-4ff7-b37a-76411a79a0b7 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:58.183865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:58.187986 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:58.216385 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=65064e04-62a8-4896-aac6-5fb3876b082c,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:58.247925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:58.248578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.265053 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-369b3e00-55f7-496c-889c-1e52c431e2c8 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5868640 Jul 16 19:05:58.318954 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Request body: {'port': {'device_id': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:58.405571 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.424773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dce223d3-2aab-4606-b806-369ac17adcc4 None None] Provisioning for port 65064e04-62a8-4896-aac6-5fb3876b082c completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:58.432742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-dce223d3-2aab-4606-b806-369ac17adcc4 None None] Provisioning complete for port 65064e04-62a8-4896-aac6-5fb3876b082c triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:58.433118 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dce223d3-2aab-4606-b806-369ac17adcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.471578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dce223d3-2aab-4606-b806-369ac17adcc4 None None] Port 65064e04-62a8-4896-aac6-5fb3876b082c cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:58.494990 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302e715-5847-44e3-9b1f-f6069b4bbd2b req-838d9986-2c67-4512-9fb8-3a1fc99d8e73 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:58.496495 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7302e715-5847-44e3-9b1f-f6069b4bbd2b req-838d9986-2c67-4512-9fb8-3a1fc99d8e73 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 931 time: 0.0707910 Jul 16 19:05:58.534951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7302e715-5847-44e3-9b1f-f6069b4bbd2b req-91d7641a-7c01-4df2-a56f-d04feb5800a9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326419 Jul 16 19:05:58.689028 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65064e04-62a8-4896-aac6-5fb3876b082c {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:05:58.697565 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.709534 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Transition to ACTIVE for port object 65064e04-62a8-4896-aac6-5fb3876b082c will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:58.713715 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.735946 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:58.784855 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Pushing event updated for resources: {'Port': ['ID=65064e04-62a8-4896-aac6-5fb3876b082c,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:58.795704 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:58.801519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:58.802227 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.845808 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Attempting to bind port 65064e04-62a8-4896-aac6-5fb3876b082c on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:58.846594 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Attempting to bind port 65064e04-62a8-4896-aac6-5fb3876b082c by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:58.847190 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Attempting to bind port 65064e04-62a8-4896-aac6-5fb3876b082c on network b19803b6-d655-4ff7-b37a-76411a79a0b7 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:58.852112 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Port 65064e04-62a8-4896-aac6-5fb3876b082c on network b19803b6-d655-4ff7-b37a-76411a79a0b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:05:58.852525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Attempting to bind port 65064e04-62a8-4896-aac6-5fb3876b082c on network b19803b6-d655-4ff7-b37a-76411a79a0b7 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:58.857652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:58.857997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Checking segment: {'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:58.858389 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Bound using segment: {'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:58.858851 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Bound port: 65064e04-62a8-4896-aac6-5fb3876b082c, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1f14e4-13b4-4a96-88bb-d6c7816e91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:58.859221 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.888751 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.925015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=29cfd53f-b0ec-4216-82c9-4cb837c3fe43,segment=NetworkSegment(4b1f14e4-13b4-4a96-88bb-d6c7816e91af),segment_id=4b1f14e4-13b4-4a96-88bb-d6c7816e91af)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:58.929440 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.939978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] For port 65064e04-62a8-4896-aac6-5fb3876b082c, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:58.943269 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] For port 65064e04-62a8-4896-aac6-5fb3876b082c, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=65064e04-62a8-4896-aac6-5fb3876b082c,segment=NetworkSegment(4b1f14e4-13b4-4a96-88bb-d6c7816e91af),segment_id=4b1f14e4-13b4-4a96-88bb-d6c7816e91af)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:58.948648 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.980661 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=29cfd53f-b0ec-4216-82c9-4cb837c3fe43,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:58.982681 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:58.984578 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.986052 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] 10.222.0.42 "PUT /v2.0/ports/65064e04-62a8-4896-aac6-5fb3876b082c HTTP/1.1" status: 200 len: 1091 time: 0.7133949 Jul 16 19:05:58.988612 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'tag': '65064e04-62a8-4896-aac6-5fb3876b082c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:58.993458 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219e2f67-0e2c-4bf8-b060-173d08d41f04" -d '{"events": [{"name": "network-changed", "server_uuid": "05140927-440b-4ae5-ac3f-55462c1a0a21", "tag": "65064e04-62a8-4896-aac6-5fb3876b082c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:59.039285 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e9613-c228-41c5-bfbb-1455be67c150 service neutron] Pushing event updated for resources: {'Port': ['ID=65064e04-62a8-4896-aac6-5fb3876b082c,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:59.091662 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-3b7fdf73-4bb6-4508-b592-d699abf28386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:59.093270 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-3b7fdf73-4bb6-4508-b592-d699abf28386 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 1094 time: 0.0623426 Jul 16 19:05:59.097555 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59723def-8527-41a9-bb0f-c85e27e30bf3 x-openstack-request-id: req-59723def-8527-41a9-bb0f-c85e27e30bf3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:59.097874 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05140927-440b-4ae5-ac3f-55462c1a0a21", "tag": "65064e04-62a8-4896-aac6-5fb3876b082c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:59.098138 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59723def-8527-41a9-bb0f-c85e27e30bf3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:59.098557 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'tag': '65064e04-62a8-4896-aac6-5fb3876b082c', 'status': 'completed', 'code': 200} Jul 16 19:05:59.146515 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-dbcecc3d-223e-4a68-8387-3bd6c4de3bbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65064e04-62a8-4896-aac6-5fb3876b082c HTTP/1.1" status: 200 len: 217 time: 0.0410709 Jul 16 19:05:59.197589 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-180083d7-be71-4795-b28b-2a40f3ffe630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:59.199090 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-180083d7-be71-4795-b28b-2a40f3ffe630 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=976c5145-2fef-4877-b01b-5ac799f4aa3d HTTP/1.1" status: 200 len: 835 time: 0.0469093 Jul 16 19:05:59.255788 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-7c0adf7d-c7ab-49ff-b067-910c1938f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:59.257229 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-7c0adf7d-c7ab-49ff-b067-910c1938f938 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b19803b6-d655-4ff7-b37a-76411a79a0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523071 Jul 16 19:05:59.348162 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-1cece825-a4df-4280-af82-6048109822c6 service neutron] 10.222.0.42 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847938 Jul 16 19:05:59.436009 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-135386af-0b0c-4959-a3f4-42c2553bd781 req-98cdd689-e392-4319-b2e8-1f2485260c19 service neutron] 10.222.0.42 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814490 Jul 16 19:05:59.533896 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e2f67-0e2c-4bf8-b060-173d08d41f04 req-4b17ce8e-6aa4-4f4e-94aa-6e9aeb1a5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:59.535298 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-219e2f67-0e2c-4bf8-b060-173d08d41f04 req-4b17ce8e-6aa4-4f4e-94aa-6e9aeb1a5a9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 1094 time: 0.0518827 Jul 16 19:05:59.630046 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e2f67-0e2c-4bf8-b060-173d08d41f04 req-9f190b48-34a5-4d69-9766-a638901b083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:59.631549 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-219e2f67-0e2c-4bf8-b060-173d08d41f04 req-9f190b48-34a5-4d69-9766-a638901b083a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b19803b6-d655-4ff7-b37a-76411a79a0b7 HTTP/1.1" status: 200 len: 898 time: 0.0903072 Jul 16 19:05:59.672791 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-219e2f67-0e2c-4bf8-b060-173d08d41f04 req-d0cf4395-ba37-4d89-a9a9-ce97f904a2cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65064e04-62a8-4896-aac6-5fb3876b082c HTTP/1.1" status: 200 len: 217 time: 0.0351365 Jul 16 19:05:59.710594 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68559081-bc5a-43f5-8547-8649032587a0 req-92bcabce-14c1-47ec-aa9c-4a9fe6ace80d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:59.712910 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68559081-bc5a-43f5-8547-8649032587a0 req-92bcabce-14c1-47ec-aa9c-4a9fe6ace80d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 943 time: 0.0659254 Jul 16 19:05:59.727526 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e2f67-0e2c-4bf8-b060-173d08d41f04 req-bca9cb43-b9f0-408a-adef-1ed7603f7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:59.729203 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-219e2f67-0e2c-4bf8-b060-173d08d41f04 req-bca9cb43-b9f0-408a-adef-1ed7603f7485 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=976c5145-2fef-4877-b01b-5ac799f4aa3d HTTP/1.1" status: 200 len: 835 time: 0.0503690 Jul 16 19:05:59.751346 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68559081-bc5a-43f5-8547-8649032587a0 req-3919659b-44b2-4dc4-a422-4ae709f242b4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326252 Jul 16 19:05:59.786968 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e2f67-0e2c-4bf8-b060-173d08d41f04 req-09b536d2-a0ae-44cb-81e1-50a5520f18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:59.788467 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-219e2f67-0e2c-4bf8-b060-173d08d41f04 req-09b536d2-a0ae-44cb-81e1-50a5520f18ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b19803b6-d655-4ff7-b37a-76411a79a0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523338 Jul 16 19:05:59.881870 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-219e2f67-0e2c-4bf8-b060-173d08d41f04 req-1e3d0382-ef2a-4d75-8420-f2162579e9a2 service neutron] 10.222.0.42 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863287 Jul 16 19:05:59.969996 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-219e2f67-0e2c-4bf8-b060-173d08d41f04 req-a99aa6f4-c3b4-4925-a14b-52d0f019d1b1 service neutron] 10.222.0.42 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813932 Jul 16 19:06:00.341148 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2801eca-2379-4041-bca0-7c161e991c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.716662 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:00.764379 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:00.764757 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.927354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7ff2d-ff63-40dc-a340-02f6e0494e0a req-38ebc043-2a6c-4a4d-bd63-8e7bd72938df tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:00.928727 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8df7ff2d-ff63-40dc-a340-02f6e0494e0a req-38ebc043-2a6c-4a4d-bd63-8e7bd72938df tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 943 time: 0.0654528 Jul 16 19:06:00.965590 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8df7ff2d-ff63-40dc-a340-02f6e0494e0a req-580518ad-968c-402e-9832-ef94e3846063 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306742 Jul 16 19:06:02.141391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78255b-e789-4698-ae49-302e3d72992f req-20ce4d75-9caf-42ae-a5ae-9ac0bd01f29a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:02.142783 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff78255b-e789-4698-ae49-302e3d72992f req-20ce4d75-9caf-42ae-a5ae-9ac0bd01f29a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 943 time: 0.0637836 Jul 16 19:06:02.178967 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff78255b-e789-4698-ae49-302e3d72992f req-fad801c4-0d55-44f0-84b2-66978e634f6a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306714 Jul 16 19:06:02.385591 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df292d10-3cb4-4a66-85a6-04333c37b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:02.714210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 65064e04-62a8-4896-aac6-5fb3876b082c details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:06:02.811013 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 65064e04-62a8-4896-aac6-5fb3876b082c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=65064e04-62a8-4896-aac6-5fb3876b082c,segment=NetworkSegment(4b1f14e4-13b4-4a96-88bb-d6c7816e91af),segment_id=4b1f14e4-13b4-4a96-88bb-d6c7816e91af)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:02.821932 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '65064e04-62a8-4896-aac6-5fb3876b082c', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'port_id': '65064e04-62a8-4896-aac6-5fb3876b082c', 'mac_address': 'fa:16:3e:e6:f6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:06:02.869087 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:02.876905 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:02.882200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65064e04-62a8-4896-aac6-5fb3876b082c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:06:02.906299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 65064e04-62a8-4896-aac6-5fb3876b082c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=65064e04-62a8-4896-aac6-5fb3876b082c,segment=NetworkSegment(4b1f14e4-13b4-4a96-88bb-d6c7816e91af),segment_id=4b1f14e4-13b4-4a96-88bb-d6c7816e91af)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:02.909901 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:02.956255 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=65064e04-62a8-4896-aac6-5fb3876b082c,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:03.149146 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['65064e04-62a8-4896-aac6-5fb3876b082c'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:06:03.194526 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.291610 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.357219 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e16d8-b0d5-44cb-91d1-2204d209bcf5 req-3f99585a-a2f1-42f1-9e9c-39fbad08a57f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:03.358756 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd0e16d8-b0d5-44cb-91d1-2204d209bcf5 req-3f99585a-a2f1-42f1-9e9c-39fbad08a57f tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 944 time: 0.0647500 Jul 16 19:06:03.395578 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fd0e16d8-b0d5-44cb-91d1-2204d209bcf5 req-5452d93b-6dbb-4080-8c51-f8b21db7a6ed tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311544 Jul 16 19:06:04.019154 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.572270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884e084-4c97-4485-95f2-d70db485bc57 req-00ac354e-0be5-4929-9f0b-27c6d94059b4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:04.573775 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8884e084-4c97-4485-95f2-d70db485bc57 req-00ac354e-0be5-4929-9f0b-27c6d94059b4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 944 time: 0.0666406 Jul 16 19:06:04.610394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8884e084-4c97-4485-95f2-d70db485bc57 req-616a559d-b779-4a97-b246-2a5080b43778 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311406 Jul 16 19:06:04.713482 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 65064e04-62a8-4896-aac6-5fb3876b082c up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:04.761752 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 65064e04-62a8-4896-aac6-5fb3876b082c completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:04.765222 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 65064e04-62a8-4896-aac6-5fb3876b082c triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:04.765644 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.843503 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.865568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65064e04-62a8-4896-aac6-5fb3876b082c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:04.868116 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f8795-3a25-4684-b228-d379a2192767" -d '{"events": [{"server_uuid": "05140927-440b-4ae5-ac3f-55462c1a0a21", "name": "network-vif-plugged", "status": "completed", "tag": "65064e04-62a8-4896-aac6-5fb3876b082c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:04.880262 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 65064e04-62a8-4896-aac6-5fb3876b082c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=65064e04-62a8-4896-aac6-5fb3876b082c,segment=NetworkSegment(4b1f14e4-13b4-4a96-88bb-d6c7816e91af),segment_id=4b1f14e4-13b4-4a96-88bb-d6c7816e91af)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:04.884380 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.932782 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=65064e04-62a8-4896-aac6-5fb3876b082c,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:04.956821 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601ebc7d-8a31-44c8-964f-ed21f51e246b x-openstack-request-id: req-601ebc7d-8a31-44c8-964f-ed21f51e246b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:04.957124 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05140927-440b-4ae5-ac3f-55462c1a0a21", "name": "network-vif-plugged", "status": "completed", "tag": "65064e04-62a8-4896-aac6-5fb3876b082c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:04.957413 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-601ebc7d-8a31-44c8-964f-ed21f51e246b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:04.957812 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65064e04-62a8-4896-aac6-5fb3876b082c', 'code': 200} Jul 16 19:06:05.066387 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4606d-6c83-4bf4-873e-6c41f5c1bbf8 req-d4818362-3e75-45a4-9e9f-a95efd9f509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:05.067853 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6aa4606d-6c83-4bf4-873e-6c41f5c1bbf8 req-d4818362-3e75-45a4-9e9f-a95efd9f509a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 1096 time: 0.0516775 Jul 16 19:06:05.100899 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6aa4606d-6c83-4bf4-873e-6c41f5c1bbf8 req-c166c8a2-2296-4e98-9018-0d50e7d44bfe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267844 Jul 16 19:06:05.740908 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:05.801442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c457c1-adbf-415c-8c19-b6b866d12614 req-a32992d2-3dce-4d84-8eb8-423c39380540 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:05.803645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2c457c1-adbf-415c-8c19-b6b866d12614 req-a32992d2-3dce-4d84-8eb8-423c39380540 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 945 time: 0.0664480 Jul 16 19:06:05.845975 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d2c457c1-adbf-415c-8c19-b6b866d12614 req-1aa8faf7-f40a-4fca-85aa-09cb9732ef95 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356393 Jul 16 19:06:07.025147 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cfb48-0164-424d-9afe-0c6243474b99 req-0faf2017-99a9-4ff1-9f4a-8223a7c1eeaf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:07.026657 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a06cfb48-0164-424d-9afe-0c6243474b99 req-0faf2017-99a9-4ff1-9f4a-8223a7c1eeaf tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 945 time: 0.0663633 Jul 16 19:06:07.063823 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a06cfb48-0164-424d-9afe-0c6243474b99 req-d4763a82-a96a-4a82-8d2c-1520de39c124 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316591 Jul 16 19:06:07.236406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a4ff8-a7d3-4951-ae6c-71b6c749c748 req-c53f0504-2908-4756-a447-1e9b3a145832 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:07.237906 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d15a4ff8-a7d3-4951-ae6c-71b6c749c748 req-c53f0504-2908-4756-a447-1e9b3a145832 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 945 time: 0.0628507 Jul 16 19:06:07.275794 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d15a4ff8-a7d3-4951-ae6c-71b6c749c748 req-79726bd5-df67-41d2-90ce-c8d06ec2c11c tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315983 Jul 16 19:06:07.298663 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:07.350016 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a3729-6669-4de8-a77d-bbd5334de139 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:07.351614 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-216a3729-6669-4de8-a77d-bbd5334de139 tempest-TestNetworkAdvancedServerOps-255456813 tempest-TestNetworkAdvancedServerOps-255456813-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 1091 time: 0.0519390 Jul 16 19:06:07.354520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:07.358984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '65064e04-62a8-4896-aac6-5fb3876b082c', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:07.381511 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.480062 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.582229 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Allocated IP 172.25.8.129 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/0abaf436-adba-4601-b22a-eb4e90d8f1d8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:07.679296 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.717539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.756719 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:07.760133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:07.763706 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:07.769114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=0abaf436-adba-4601-b22a-eb4e90d8f1d8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:08.131503 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.211201 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.361222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.365579 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.754773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event updated for resources: {'Port': ['ID=0abaf436-adba-4601-b22a-eb4e90d8f1d8,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:08.767709 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.866253 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Floating IP 47ef76d7-9b39-42db-aef7-ec4cae2fb445 associated. External IP: 172.25.8.129, port: 65064e04-62a8-4896-aac6-5fb3876b082c. Jul 16 19:06:09.070503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 1b55404e-8a57-4cdd-8437-ec26e75b103c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:09.176202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:09.187148 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d85fa4-935f-4c8d-912b-a0ccb6768960 None None] Sync routers for ids ['1b55404e-8a57-4cdd-8437-ec26e75b103c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:09.194101 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:09.196347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d85fa4-935f-4c8d-912b-a0ccb6768960 None None] Routers {'1b55404e-8a57-4cdd-8437-ec26e75b103c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:09.197412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-11d85fa4-935f-4c8d-912b-a0ccb6768960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:06:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b55404e-8a57-4cdd-8437-ec26e75b103c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:09.231321 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1d332708-d6f4-42f9-9458-28aa596b51d4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8757806 Jul 16 19:06:09.231906 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'tag': '65064e04-62a8-4896-aac6-5fb3876b082c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:09.234216 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcf6827-6495-4579-9168-4a91d40657e2" -d '{"events": [{"name": "network-changed", "server_uuid": "05140927-440b-4ae5-ac3f-55462c1a0a21", "tag": "65064e04-62a8-4896-aac6-5fb3876b082c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:09.270875 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0412014d-3667-43df-8505-c1d54c933a11 x-openstack-request-id: req-0412014d-3667-43df-8505-c1d54c933a11 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:09.271163 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05140927-440b-4ae5-ac3f-55462c1a0a21", "tag": "65064e04-62a8-4896-aac6-5fb3876b082c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:09.271416 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0412014d-3667-43df-8505-c1d54c933a11 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:09.271822 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'tag': '65064e04-62a8-4896-aac6-5fb3876b082c', 'status': 'completed', 'code': 200} Jul 16 19:06:09.306467 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-11d85fa4-935f-4c8d-912b-a0ccb6768960 None None] Set router 1b55404e-8a57-4cdd-8437-ec26e75b103c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:09.349992 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf6827-6495-4579-9168-4a91d40657e2 req-9700458c-35c2-4cd1-92a5-0db125cb1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:09.351587 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cfcf6827-6495-4579-9168-4a91d40657e2 req-9700458c-35c2-4cd1-92a5-0db125cb1d65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 1096 time: 0.0578055 Jul 16 19:06:09.398020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfb6f3-96d0-404d-a301-633fd7596afc req-1ce8913c-a966-45b2-ab03-f345d651ab3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:09.400458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25bfb6f3-96d0-404d-a301-633fd7596afc req-1ce8913c-a966-45b2-ab03-f345d651ab3a tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 945 time: 0.0709958 Jul 16 19:06:09.445887 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf6827-6495-4579-9168-4a91d40657e2 req-ffe8bdc4-403c-4b19-8d32-a3b2a5b8554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:09.446854 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-25bfb6f3-96d0-404d-a301-633fd7596afc req-39738e40-4570-4fda-afdb-edf3d9e169a1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398557 Jul 16 19:06:09.447806 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cfcf6827-6495-4579-9168-4a91d40657e2 req-ffe8bdc4-403c-4b19-8d32-a3b2a5b8554e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b19803b6-d655-4ff7-b37a-76411a79a0b7 HTTP/1.1" status: 200 len: 898 time: 0.0904233 Jul 16 19:06:09.470075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:09.519382 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cfcf6827-6495-4579-9168-4a91d40657e2 req-932cadcf-025f-4442-8f3a-afd6c5f5c79f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65064e04-62a8-4896-aac6-5fb3876b082c HTTP/1.1" status: 200 len: 999 time: 0.0646672 Jul 16 19:06:09.536094 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2d08cf8d-f3f9-48dc-9c95-9f0e55c178d1 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/47ef76d7-9b39-42db-aef7-ec4cae2fb445 HTTP/1.1" status: 200 len: 991 time: 0.0641174 Jul 16 19:06:09.543520 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-11d85fa4-935f-4c8d-912b-a0ccb6768960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:05:54Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '47ef76d7-9b39-42db-aef7-ec4cae2fb445', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'port_id': '65064e04-62a8-4896-aac6-5fb3876b082c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'mac_address': 'fa:16:3e:e6:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:07Z', 'updated_at': '2021-07-16T19:06:07Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cfd53f-b0ec-4216-82c9-4cb837c3fe43', 'name': '', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:53Z', 'updated_at': '2021-07-16T19:05:58Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:09.569598 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d85fa4-935f-4c8d-912b-a0ccb6768960 None None] Checking router: 1b55404e-8a57-4cdd-8437-ec26e75b103c for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:09.570064 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf6827-6495-4579-9168-4a91d40657e2 req-a7a8312a-0d03-4533-8d63-421350f70fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:09.572554 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cfcf6827-6495-4579-9168-4a91d40657e2 req-a7a8312a-0d03-4533-8d63-421350f70fbb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=976c5145-2fef-4877-b01b-5ac799f4aa3d HTTP/1.1" status: 200 len: 835 time: 0.0473931 Jul 16 19:06:09.578769 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d85fa4-935f-4c8d-912b-a0ccb6768960 None None] Routers {'1b55404e-8a57-4cdd-8437-ec26e75b103c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:09.579375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-11d85fa4-935f-4c8d-912b-a0ccb6768960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:06:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b55404e-8a57-4cdd-8437-ec26e75b103c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:09.629585 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf6827-6495-4579-9168-4a91d40657e2 req-47d9cf3a-6b1c-4697-81c7-8fb07afa9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:09.631118 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cfcf6827-6495-4579-9168-4a91d40657e2 req-47d9cf3a-6b1c-4697-81c7-8fb07afa9ed3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b19803b6-d655-4ff7-b37a-76411a79a0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530469 Jul 16 19:06:09.682687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-11d85fa4-935f-4c8d-912b-a0ccb6768960 None None] Set router 1b55404e-8a57-4cdd-8437-ec26e75b103c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:09.726391 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cfcf6827-6495-4579-9168-4a91d40657e2 req-09c64280-a639-49ae-8925-2a630c33f17e service neutron] 10.222.0.42 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890939 Jul 16 19:06:09.816618 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-cfcf6827-6495-4579-9168-4a91d40657e2 req-f367857c-667b-4bfd-8544-5ff2b0b3d1b2 service neutron] 10.222.0.42 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841017 Jul 16 19:06:09.908427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-11d85fa4-935f-4c8d-912b-a0ccb6768960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:05:54Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '47ef76d7-9b39-42db-aef7-ec4cae2fb445', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'port_id': '65064e04-62a8-4896-aac6-5fb3876b082c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'mac_address': 'fa:16:3e:e6:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:07Z', 'updated_at': '2021-07-16T19:06:07Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cfd53f-b0ec-4216-82c9-4cb837c3fe43', 'name': '', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:53Z', 'updated_at': '2021-07-16T19:05:58Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:09.937858 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d85fa4-935f-4c8d-912b-a0ccb6768960 None None] The sync data for ids ['1b55404e-8a57-4cdd-8437-ec26e75b103c'] in n-d-793618-9 is: [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:05:54Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '47ef76d7-9b39-42db-aef7-ec4cae2fb445', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'port_id': '65064e04-62a8-4896-aac6-5fb3876b082c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'mac_address': 'fa:16:3e:e6:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:07Z', 'updated_at': '2021-07-16T19:06:07Z', 'revision_number': 0, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cfd53f-b0ec-4216-82c9-4cb837c3fe43', 'name': '', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:53Z', 'updated_at': '2021-07-16T19:05:58Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:10.123813 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c15bf7-2db7-403b-b1d8-ba9a588ea6bc None None] New status for floating IP 47ef76d7-9b39-42db-aef7-ec4cae2fb445: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:06:10.540553 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:10.604725 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b7fcb2e0-3584-40d3-ad59-e6e3c8b2e222 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/47ef76d7-9b39-42db-aef7-ec4cae2fb445 HTTP/1.1" status: 200 len: 993 time: 0.0629799 Jul 16 19:06:28.610804 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:06:30.192744 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36983bed-d5ad-4e0e-902a-407c179ea5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.386450 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3579f3df-dcac-4d78-bad8-dbc0b85ba0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.868111 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.179617 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.283065 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.023957 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:35.744513 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:37.467513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2553d89-12fa-4d9b-a075-583c0dfd8b0d req-1a8aafdb-3198-459d-a40a-3dc963823d68 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:37.469007 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2553d89-12fa-4d9b-a075-583c0dfd8b0d req-1a8aafdb-3198-459d-a40a-3dc963823d68 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 945 time: 0.0640817 Jul 16 19:06:37.506566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b2553d89-12fa-4d9b-a075-583c0dfd8b0d req-5bd04f7a-8b3e-40a5-8556-d75ac243b086 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319004 Jul 16 19:06:38.695652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faf13a-10e9-44fd-bcc1-918d02413389 req-e1786d1e-2601-4d92-a9da-7eb985088e52 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:38.698209 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7faf13a-10e9-44fd-bcc1-918d02413389 req-e1786d1e-2601-4d92-a9da-7eb985088e52 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 945 time: 0.0647883 Jul 16 19:06:38.735338 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7faf13a-10e9-44fd-bcc1-918d02413389 req-8fe21ead-b322-4ca8-9773-6d2d49918ba3 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314589 Jul 16 19:06:38.760253 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:38.823878 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-84686985-10c4-47e2-b71f-9f4051d0d7f0 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/47ef76d7-9b39-42db-aef7-ec4cae2fb445 HTTP/1.1" status: 200 len: 993 time: 0.0623944 Jul 16 19:06:40.233525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7483f-88ba-4768-8dec-efef058dd969 req-a3247c4b-78c1-46bd-b6e0-19d9dd951d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.235056 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e5d7483f-88ba-4768-8dec-efef058dd969 req-a3247c4b-78c1-46bd-b6e0-19d9dd951d1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 1096 time: 0.0587649 Jul 16 19:06:40.252976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be4f9c-fdf3-4bfd-b5f7-295671186e0b req-6f953af9-2946-4f83-b60a-036bb1e7a691 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.254505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c4be4f9c-fdf3-4bfd-b5f7-295671186e0b req-6f953af9-2946-4f83-b60a-036bb1e7a691 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 945 time: 0.0637372 Jul 16 19:06:40.294546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c4be4f9c-fdf3-4bfd-b5f7-295671186e0b req-29948729-9ffd-43c8-badf-efa998edf050 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342681 Jul 16 19:06:40.326243 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7483f-88ba-4768-8dec-efef058dd969 req-b9718841-6028-4ab3-aa9e-d67199719017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.327737 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e5d7483f-88ba-4768-8dec-efef058dd969 req-b9718841-6028-4ab3-aa9e-d67199719017 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b19803b6-d655-4ff7-b37a-76411a79a0b7 HTTP/1.1" status: 200 len: 898 time: 0.0857868 Jul 16 19:06:40.394045 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e5d7483f-88ba-4768-8dec-efef058dd969 req-78d879a4-ad19-401c-a1d3-8f74931bdcd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65064e04-62a8-4896-aac6-5fb3876b082c HTTP/1.1" status: 200 len: 1001 time: 0.0603728 Jul 16 19:06:40.443694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7483f-88ba-4768-8dec-efef058dd969 req-bdce08e5-6102-4d21-b603-7ee80e1fd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.445160 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e5d7483f-88ba-4768-8dec-efef058dd969 req-bdce08e5-6102-4d21-b603-7ee80e1fd3da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=976c5145-2fef-4877-b01b-5ac799f4aa3d HTTP/1.1" status: 200 len: 835 time: 0.0443454 Jul 16 19:06:40.500730 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7483f-88ba-4768-8dec-efef058dd969 req-5af03035-c774-4558-b038-b76b030dae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.502267 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e5d7483f-88ba-4768-8dec-efef058dd969 req-5af03035-c774-4558-b038-b76b030dae1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b19803b6-d655-4ff7-b37a-76411a79a0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516090 Jul 16 19:06:40.594831 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e5d7483f-88ba-4768-8dec-efef058dd969 req-605d0bd5-d452-4a93-ae86-675281697b5d service neutron] 10.222.0.42 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862689 Jul 16 19:06:40.683888 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-e5d7483f-88ba-4768-8dec-efef058dd969 req-68a664c9-045d-48d7-b43f-50c749344853 service neutron] 10.222.0.42 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822201 Jul 16 19:06:41.477100 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef6820-1ed7-4ca2-a692-c6ee9dc2a656 req-857c6bfa-c456-4b44-af7c-46e94b4437e2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:41.480056 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56ef6820-1ed7-4ca2-a692-c6ee9dc2a656 req-857c6bfa-c456-4b44-af7c-46e94b4437e2 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 945 time: 0.0726759 Jul 16 19:06:41.520193 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56ef6820-1ed7-4ca2-a692-c6ee9dc2a656 req-df106c86-ec57-4781-8609-14b0336f68f9 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347495 Jul 16 19:06:42.705948 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353fb92-0f77-4505-be27-3f95020c2c01 req-b1579b3e-5ce1-491a-92df-183467eb788d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:42.707666 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4353fb92-0f77-4505-be27-3f95020c2c01 req-b1579b3e-5ce1-491a-92df-183467eb788d tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 945 time: 0.0703321 Jul 16 19:06:42.752837 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4353fb92-0f77-4505-be27-3f95020c2c01 req-43a27002-e9ce-4f4a-8b83-e5db021c4874 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382385 Jul 16 19:06:42.779008 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:42.845851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9bf2715e-519b-429c-ae07-c12ecb8dbab5 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/floatingips/47ef76d7-9b39-42db-aef7-ec4cae2fb445 HTTP/1.1" status: 200 len: 993 time: 0.0656064 Jul 16 19:06:43.026457 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9a239228-13f0-4e49-a952-52d51e9abb87 req-1d0b9706-6f03-46db-a069-951416737f22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550475 Jul 16 19:06:43.121474 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:43.135114 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a239228-13f0-4e49-a952-52d51e9abb87 req-8af502a2-5fea-4c32-ae23-dc9f0e448026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:43.136640 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9a239228-13f0-4e49-a952-52d51e9abb87 req-8af502a2-5fea-4c32-ae23-dc9f0e448026 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 1096 time: 0.0648541 Jul 16 19:06:43.241409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a239228-13f0-4e49-a952-52d51e9abb87 req-2b15de3c-253a-476d-ac80-6dcfb6781d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:43.242934 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9a239228-13f0-4e49-a952-52d51e9abb87 req-2b15de3c-253a-476d-ac80-6dcfb6781d98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b19803b6-d655-4ff7-b37a-76411a79a0b7 HTTP/1.1" status: 200 len: 898 time: 0.0853515 Jul 16 19:06:43.280903 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 0abaf436-adba-4601-b22a-eb4e90d8f1d8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:43.281251 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.313019 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9a239228-13f0-4e49-a952-52d51e9abb87 req-206b78ec-50d4-4ad0-b08e-84acbd382a9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65064e04-62a8-4896-aac6-5fb3876b082c HTTP/1.1" status: 200 len: 1001 time: 0.0633001 Jul 16 19:06:43.356391 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.356789 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.363098 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a239228-13f0-4e49-a952-52d51e9abb87 req-5432f447-09f6-4610-9643-ee9d64b99c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:43.364721 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9a239228-13f0-4e49-a952-52d51e9abb87 req-5432f447-09f6-4610-9643-ee9d64b99c6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=976c5145-2fef-4877-b01b-5ac799f4aa3d HTTP/1.1" status: 200 len: 835 time: 0.0459471 Jul 16 19:06:43.368207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 0abaf436-adba-4601-b22a-eb4e90d8f1d8 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:43.421939 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a239228-13f0-4e49-a952-52d51e9abb87 req-4b3621c5-d55a-4d88-8f82-36dc77807acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:43.423366 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9a239228-13f0-4e49-a952-52d51e9abb87 req-4b3621c5-d55a-4d88-8f82-36dc77807acc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b19803b6-d655-4ff7-b37a-76411a79a0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523484 Jul 16 19:06:43.517523 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.520135 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9a239228-13f0-4e49-a952-52d51e9abb87 req-25c3eb36-52db-478a-93c4-00d33298cc42 service neutron] 10.222.0.42 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891361 Jul 16 19:06:43.548157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=0abaf436-adba-4601-b22a-eb4e90d8f1d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:43.576006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:43.576356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:43.576695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:43.577035 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:43.577395 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:43.577729 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:43.578059 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:43.578388 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:43.578715 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:43.579041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:43.579365 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:43.580071 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:43.612133 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9a239228-13f0-4e49-a952-52d51e9abb87 req-0a3c1419-d9a5-451a-bc49-ddb9ce3e0e83 service neutron] 10.222.0.42 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853457 Jul 16 19:06:43.625007 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.625611 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Floating IP 47ef76d7-9b39-42db-aef7-ec4cae2fb445 disassociated (deleted). External IP: 172.25.8.129, port: 65064e04-62a8-4896-aac6-5fb3876b082c. Jul 16 19:06:43.838224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 1b55404e-8a57-4cdd-8437-ec26e75b103c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:43.944194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:43.949787 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.955040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4079e-391d-4c18-831f-5e2203544c4a None None] Sync routers for ids ['1b55404e-8a57-4cdd-8437-ec26e75b103c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:43.963762 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4079e-391d-4c18-831f-5e2203544c4a None None] Routers {'1b55404e-8a57-4cdd-8437-ec26e75b103c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:43.964380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ded4079e-391d-4c18-831f-5e2203544c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:06:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b55404e-8a57-4cdd-8437-ec26e75b103c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:43.986418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-774ef96a-088b-42d9-a45b-ca76ffc924fe tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/floatingips/47ef76d7-9b39-42db-aef7-ec4cae2fb445 HTTP/1.1" status: 204 len: 168 time: 0.8639095 Jul 16 19:06:43.987024 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'tag': '65064e04-62a8-4896-aac6-5fb3876b082c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:43.989401 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0387ebf-09b8-4f6f-9e04-81af2243e197" -d '{"events": [{"name": "network-changed", "server_uuid": "05140927-440b-4ae5-ac3f-55462c1a0a21", "tag": "65064e04-62a8-4896-aac6-5fb3876b082c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:44.033534 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac751131-eaa1-4c1c-9684-bd652c2b815f x-openstack-request-id: req-ac751131-eaa1-4c1c-9684-bd652c2b815f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:44.033534 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05140927-440b-4ae5-ac3f-55462c1a0a21", "tag": "65064e04-62a8-4896-aac6-5fb3876b082c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:44.033534 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac751131-eaa1-4c1c-9684-bd652c2b815f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:44.033862 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'tag': '65064e04-62a8-4896-aac6-5fb3876b082c', 'status': 'completed', 'code': 200} Jul 16 19:06:44.083937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ded4079e-391d-4c18-831f-5e2203544c4a None None] Set router 1b55404e-8a57-4cdd-8437-ec26e75b103c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:44.115879 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0387ebf-09b8-4f6f-9e04-81af2243e197 req-b9148902-25c6-499f-9bd1-0a64a5966f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:44.117464 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0387ebf-09b8-4f6f-9e04-81af2243e197 req-b9148902-25c6-499f-9bd1-0a64a5966f7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 1096 time: 0.0599225 Jul 16 19:06:44.218754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0387ebf-09b8-4f6f-9e04-81af2243e197 req-924a8ecb-a521-4dce-b97c-a1b0056fc202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:44.220794 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0387ebf-09b8-4f6f-9e04-81af2243e197 req-924a8ecb-a521-4dce-b97c-a1b0056fc202 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b19803b6-d655-4ff7-b37a-76411a79a0b7 HTTP/1.1" status: 200 len: 898 time: 0.0965021 Jul 16 19:06:44.275800 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0387ebf-09b8-4f6f-9e04-81af2243e197 req-c0bf3bc9-e12b-4d65-8baa-a33928cd3a3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65064e04-62a8-4896-aac6-5fb3876b082c HTTP/1.1" status: 200 len: 217 time: 0.0450323 Jul 16 19:06:44.289473 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ded4079e-391d-4c18-831f-5e2203544c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:05:54Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '29cfd53f-b0ec-4216-82c9-4cb837c3fe43', 'name': '', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:53Z', 'updated_at': '2021-07-16T19:05:58Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:44.322483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4079e-391d-4c18-831f-5e2203544c4a None None] Checking router: 1b55404e-8a57-4cdd-8437-ec26e75b103c for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:44.329885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0387ebf-09b8-4f6f-9e04-81af2243e197 req-e562489f-e5f2-4574-bb1e-639daa7e5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:44.331452 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4079e-391d-4c18-831f-5e2203544c4a None None] Routers {'1b55404e-8a57-4cdd-8437-ec26e75b103c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:44.331687 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0387ebf-09b8-4f6f-9e04-81af2243e197 req-e562489f-e5f2-4574-bb1e-639daa7e5409 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=976c5145-2fef-4877-b01b-5ac799f4aa3d HTTP/1.1" status: 200 len: 835 time: 0.0483277 Jul 16 19:06:44.332126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ded4079e-391d-4c18-831f-5e2203544c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:06:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b55404e-8a57-4cdd-8437-ec26e75b103c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:44.365883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c14667-bd57-48aa-be65-e17206ce2457 req-a4fe61a9-8104-4c2f-bfd6-9254c170a202 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:44.367422 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8c14667-bd57-48aa-be65-e17206ce2457 req-a4fe61a9-8104-4c2f-bfd6-9254c170a202 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 945 time: 0.0681717 Jul 16 19:06:44.393850 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0387ebf-09b8-4f6f-9e04-81af2243e197 req-089fcbd7-b53c-449d-9616-f4bfd84490f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:44.395390 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0387ebf-09b8-4f6f-9e04-81af2243e197 req-089fcbd7-b53c-449d-9616-f4bfd84490f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b19803b6-d655-4ff7-b37a-76411a79a0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562654 Jul 16 19:06:44.412096 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f8c14667-bd57-48aa-be65-e17206ce2457 req-134805ea-8593-4a20-80fa-3160bb54297e tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377500 Jul 16 19:06:44.440893 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-ded4079e-391d-4c18-831f-5e2203544c4a None None] Set router 1b55404e-8a57-4cdd-8437-ec26e75b103c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:44.494128 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0387ebf-09b8-4f6f-9e04-81af2243e197 req-5f7f1bc9-aaa2-400b-910a-eb7108a8400a service neutron] 10.222.0.42 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901833 Jul 16 19:06:44.586705 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b0387ebf-09b8-4f6f-9e04-81af2243e197 req-d72dbaee-c0c9-47a7-a7ca-d570c680bd3f service neutron] 10.222.0.42 "GET /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854325 Jul 16 19:06:44.638994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-ded4079e-391d-4c18-831f-5e2203544c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:05:54Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '29cfd53f-b0ec-4216-82c9-4cb837c3fe43', 'name': '', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:53Z', 'updated_at': '2021-07-16T19:05:58Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:44.663860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4079e-391d-4c18-831f-5e2203544c4a None None] The sync data for ids ['1b55404e-8a57-4cdd-8437-ec26e75b103c'] in n-d-793618-9 is: [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:05:54Z', 'revision_number': 4, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '29cfd53f-b0ec-4216-82c9-4cb837c3fe43', 'name': '', 'network_id': 'b19803b6-d655-4ff7-b37a-76411a79a0b7', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:53Z', 'updated_at': '2021-07-16T19:05:58Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'subnets': [{'id': '976c5145-2fef-4877-b01b-5ac799f4aa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:44.884949 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b369c437-ad04-4661-9233-f42f8eed9b06 None None] New status for floating IP 47ef76d7-9b39-42db-aef7-ec4cae2fb445: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:06:45.593930 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb891c-82ec-4b40-97ba-720d25b22172 req-63550989-e174-4aa5-835b-c657e5a3e0ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:45.595405 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68eb891c-82ec-4b40-97ba-720d25b22172 req-63550989-e174-4aa5-835b-c657e5a3e0ef tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 945 time: 0.0695238 Jul 16 19:06:45.632852 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-68eb891c-82ec-4b40-97ba-720d25b22172 req-7bdc3301-efc3-446c-928b-83f636cd9147 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/security-groups?id=d41382e6-c68a-402a-935b-2b9a12546d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318520 Jul 16 19:06:45.911595 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e925759-0fe8-4cdc-89d3-47c70f6af27b req-b53fe76d-dfb9-44de-b6bd-faff6de95631 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:45.913052 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9e925759-0fe8-4cdc-89d3-47c70f6af27b req-b53fe76d-dfb9-44de-b6bd-faff6de95631 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 945 time: 0.0688939 Jul 16 19:06:46.009861 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9e925759-0fe8-4cdc-89d3-47c70f6af27b req-1c8a0e2e-4fd9-4492-982c-8ede62ccef47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 65064e04-62a8-4896-aac6-5fb3876b082c {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:46.010207 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9e925759-0fe8-4cdc-89d3-47c70f6af27b req-1c8a0e2e-4fd9-4492-982c-8ede62ccef47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:46.101018 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9e925759-0fe8-4cdc-89d3-47c70f6af27b req-1c8a0e2e-4fd9-4492-982c-8ede62ccef47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port 65064e04-62a8-4896-aac6-5fb3876b082c, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=65064e04-62a8-4896-aac6-5fb3876b082c,segment=NetworkSegment(4b1f14e4-13b4-4a96-88bb-d6c7816e91af),segment_id=4b1f14e4-13b4-4a96-88bb-d6c7816e91af)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:46.101288 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9e925759-0fe8-4cdc-89d3-47c70f6af27b req-1c8a0e2e-4fd9-4492-982c-8ede62ccef47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:46.112739 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-9e925759-0fe8-4cdc-89d3-47c70f6af27b req-1c8a0e2e-4fd9-4492-982c-8ede62ccef47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 65064e04-62a8-4896-aac6-5fb3876b082c owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:46.249708 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9e925759-0fe8-4cdc-89d3-47c70f6af27b req-1c8a0e2e-4fd9-4492-982c-8ede62ccef47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:46.280567 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a0e2e-4fd9-4492-982c-8ede62ccef47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=65064e04-62a8-4896-aac6-5fb3876b082c,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:46.327858 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e925759-0fe8-4cdc-89d3-47c70f6af27b req-1c8a0e2e-4fd9-4492-982c-8ede62ccef47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] No DVR routers for this DVR port 65064e04-62a8-4896-aac6-5fb3876b082c on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:06:46.330649 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9e925759-0fe8-4cdc-89d3-47c70f6af27b req-1c8a0e2e-4fd9-4492-982c-8ede62ccef47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:46.332626 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9e925759-0fe8-4cdc-89d3-47c70f6af27b req-1c8a0e2e-4fd9-4492-982c-8ede62ccef47 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.42 "DELETE /v2.0/ports/65064e04-62a8-4896-aac6-5fb3876b082c HTTP/1.1" status: 204 len: 173 time: 0.4145529 Jul 16 19:06:46.333069 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'name': 'network-vif-deleted', 'tag': '65064e04-62a8-4896-aac6-5fb3876b082c'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:46.335434 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fd25cf-1991-4850-9a68-ed51ce6360dd" -d '{"events": [{"server_uuid": "05140927-440b-4ae5-ac3f-55462c1a0a21", "name": "network-vif-deleted", "tag": "65064e04-62a8-4896-aac6-5fb3876b082c"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:46.376860 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40a17d2-dd2f-4d76-82fd-d0c031fa47ce x-openstack-request-id: req-b40a17d2-dd2f-4d76-82fd-d0c031fa47ce {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:46.377151 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05140927-440b-4ae5-ac3f-55462c1a0a21", "name": "network-vif-deleted", "tag": "65064e04-62a8-4896-aac6-5fb3876b082c", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:46.377440 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b40a17d2-dd2f-4d76-82fd-d0c031fa47ce {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:46.377848 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05140927-440b-4ae5-ac3f-55462c1a0a21', 'name': 'network-vif-deleted', 'tag': '65064e04-62a8-4896-aac6-5fb3876b082c', 'status': 'completed', 'code': 200} Jul 16 19:06:46.796355 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31781458-b22b-4d51-8961-554376cb4af4 req-9328b280-dabb-4923-b453-1b9ad1b5d1dc tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "GET /v2.0/ports?device_id=05140927-440b-4ae5-ac3f-55462c1a0a21 HTTP/1.1" status: 200 len: 210 time: 0.0300367 Jul 16 19:06:47.892209 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:48.244572 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:48.503882 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:48.504136 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:48.888443 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port 29cfd53f-b0ec-4216-82c9-4cb837c3fe43, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=29cfd53f-b0ec-4216-82c9-4cb837c3fe43,segment=NetworkSegment(4b1f14e4-13b4-4a96-88bb-d6c7816e91af),segment_id=4b1f14e4-13b4-4a96-88bb-d6c7816e91af)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:48.888806 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:48.900676 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:49.009953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 65064e04-62a8-4896-aac6-5fb3876b082c no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:49.034009 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 65064e04-62a8-4896-aac6-5fb3876b082c {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:49.034366 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 65064e04-62a8-4896-aac6-5fb3876b082c not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:49.087252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:49.118448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=29cfd53f-b0ec-4216-82c9-4cb837c3fe43,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:49.148335 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:49.148689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:49.149035 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:49.149412 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:49.149757 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:49.150093 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:49.150431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:49.150764 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:49.151096 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:49.151431 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:49.151761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:49.152088 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:49.313613 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:49.532427 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Router 1b55404e-8a57-4cdd-8437-ec26e75b103c has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:49.639085 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:49.644126 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-13e27187-c849-436a-ab80-d95589e8f1aa tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "PUT /v2.0/routers/1b55404e-8a57-4cdd-8437-ec26e75b103c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7508898 Jul 16 19:06:49.646915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54308) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:49.648904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09288b92-333c-47ee-a5eb-bb7791662025 None None] Sync routers for ids ['1b55404e-8a57-4cdd-8437-ec26e75b103c'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:49.658259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09288b92-333c-47ee-a5eb-bb7791662025 None None] Routers {'1b55404e-8a57-4cdd-8437-ec26e75b103c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:49.658881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-09288b92-333c-47ee-a5eb-bb7791662025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:06:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b55404e-8a57-4cdd-8437-ec26e75b103c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:49.696568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-69bc4f24-29b5-40a6-8f26-d49c4e75d6f4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting subnet 976c5145-2fef-4877-b01b-5ac799f4aa3d {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:06:49.700176 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69bc4f24-29b5-40a6-8f26-d49c4e75d6f4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:49.739927 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69bc4f24-29b5-40a6-8f26-d49c4e75d6f4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:49.833107 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69bc4f24-29b5-40a6-8f26-d49c4e75d6f4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:49.895906 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69bc4f24-29b5-40a6-8f26-d49c4e75d6f4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:49.918391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-09288b92-333c-47ee-a5eb-bb7791662025 None None] Set router 1b55404e-8a57-4cdd-8437-ec26e75b103c gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:49.922971 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc4f24-29b5-40a6-8f26-d49c4e75d6f4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Subnet': ['ID=976c5145-2fef-4877-b01b-5ac799f4aa3d,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:49.926741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-69bc4f24-29b5-40a6-8f26-d49c4e75d6f4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:49.931008 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-69bc4f24-29b5-40a6-8f26-d49c4e75d6f4 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/subnets/976c5145-2fef-4877-b01b-5ac799f4aa3d HTTP/1.1" status: 204 len: 168 time: 0.2807975 Jul 16 19:06:49.931455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54310) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:49.944885 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb675755-b548-4d02-ae61-afab32838b12 None None] Network b19803b6-d655-4ff7-b37a-76411a79a0b7 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:50.040372 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.146709 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.198928 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-09288b92-333c-47ee-a5eb-bb7791662025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:06:49Z', 'revision_number': 5, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port': {'id': '4c7237dd-9497-4c24-99cf-15af9dd28fcd', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:51Z', 'updated_at': '2021-07-16T19:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:50.202749 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Deleting port 4c7237dd-9497-4c24-99cf-15af9dd28fcd {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:50.202749 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.226998 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09288b92-333c-47ee-a5eb-bb7791662025 None None] Checking router: 1b55404e-8a57-4cdd-8437-ec26e75b103c for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:50.236574 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09288b92-333c-47ee-a5eb-bb7791662025 None None] Routers {'1b55404e-8a57-4cdd-8437-ec26e75b103c'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:50.237196 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-09288b92-333c-47ee-a5eb-bb7791662025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:06:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['1b55404e-8a57-4cdd-8437-ec26e75b103c'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:50.275350 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] DHCP port deletion for b19803b6-d655-4ff7-b37a-76411a79a0b7 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:06:50.292512 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] For port 4c7237dd-9497-4c24-99cf-15af9dd28fcd, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=4c7237dd-9497-4c24-99cf-15af9dd28fcd,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:50.293477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.305461 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Calling delete_port for 4c7237dd-9497-4c24-99cf-15af9dd28fcd owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:50.348341 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-09288b92-333c-47ee-a5eb-bb7791662025 None None] Set router 1b55404e-8a57-4cdd-8437-ec26e75b103c gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:50.405901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-09288b92-333c-47ee-a5eb-bb7791662025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:06:50Z', 'revision_number': 6, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:50.437344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09288b92-333c-47ee-a5eb-bb7791662025 None None] The sync data for ids ['1b55404e-8a57-4cdd-8437-ec26e75b103c'] in n-d-793618-9 is: [{'id': '1b55404e-8a57-4cdd-8437-ec26e75b103c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680795869', 'tenant_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:50Z', 'updated_at': '2021-07-16T19:06:50Z', 'revision_number': 6, 'project_id': 'fe521acbb1314004bd4bd84b01de1f0f', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:50.447720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Deleting port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:50.448348 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.478958 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.506873 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Port': ['ID=4c7237dd-9497-4c24-99cf-15af9dd28fcd,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:50.519572 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] For port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9ba83c19-3ca9-4153-85dc-41a27a67d6a3,segment=NetworkSegment(4b1f14e4-13b4-4a96-88bb-d6c7816e91af),segment_id=4b1f14e4-13b4-4a96-88bb-d6c7816e91af)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:50.519974 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.532162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Calling delete_port for 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:50.566943 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.610082 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.639865 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Pushing event deleted for resources: {'Port': ['ID=9ba83c19-3ca9-4153-85dc-41a27a67d6a3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:50.644371 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] No DVR routers for this DVR port 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:06:50.651145 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:50.651500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:50.651847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:50.652235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:50.652777 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:50.653363 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:50.653687 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:50.654415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:50.654415 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:50.654663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:50.654995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:50.655329 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1cad7-b280-43e3-88e0-8303f97f9267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:50.664935 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.667133 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.712988 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.713546 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Fanout notify agent at l3_agent the message router_deleted on router 1b55404e-8a57-4cdd-8437-ec26e75b103c {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:06:50.720636 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.721827 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2580c025-d008-492f-84d1-10d6f0b80c44 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/routers/1b55404e-8a57-4cdd-8437-ec26e75b103c HTTP/1.1" status: 204 len: 168 time: 0.7894514 Jul 16 19:06:50.724438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:50.806913 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.895939 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:50.907507 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.915820 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:50.916120 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9ba83c19-3ca9-4153-85dc-41a27a67d6a3 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:50.916542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:50.918545 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19803b6-d655-4ff7-b37a-76411a79a0b7']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:50.929255 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1f14e4-13b4-4a96-88bb-d6c7816e91af') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:50.929977 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1f14e4-13b4-4a96-88bb-d6c7816e91af') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:50.936815 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:50.937169 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 29cfd53f-b0ec-4216-82c9-4cb837c3fe43 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:50.939565 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.954347 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.960396 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:06:50.960951 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: timer() Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:06:50.964036 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:06:51.025056 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:51.042439 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:51.045046 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/networks/b19803b6-d655-4ff7-b37a-76411a79a0b7 HTTP/1.1" status: 204 len: 168 time: 0.3196380 Jul 16 19:06:51.046580 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191b5db-53cd-4b4d-9afd-7283a436dcbd tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'Network': ['ID=b19803b6-d655-4ff7-b37a-76411a79a0b7,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:51.048373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:51.108498 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-659b7971-40c8-4944-bf9d-95623a1d3c62 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:51.133760 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-659b7971-40c8-4944-bf9d-95623a1d3c62 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:51.197214 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-659b7971-40c8-4944-bf9d-95623a1d3c62 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:51.200825 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-659b7971-40c8-4944-bf9d-95623a1d3c62 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:51.202104 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-659b7971-40c8-4944-bf9d-95623a1d3c62 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] 10.222.0.52 "DELETE /v2.0/security-groups/d41382e6-c68a-402a-935b-2b9a12546d75 HTTP/1.1" status: 204 len: 168 time: 0.1531563 Jul 16 19:06:51.215829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b7971-40c8-4944-bf9d-95623a1d3c62 tempest-TestNetworkAdvancedServerOps-1162241499 tempest-TestNetworkAdvancedServerOps-1162241499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41382e6-c68a-402a-935b-2b9a12546d75,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:51.539486 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54322) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:51.667785 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-745252a3-0e0f-4f86-917b-a598af336b78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe521acbb1314004bd4bd84b01de1f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270790 Jul 16 19:06:51.670334 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54326) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:51.718215 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-248e2a89-fbc8-4d07-829f-4bc7b1273a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:51.738746 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-248e2a89-fbc8-4d07-829f-4bc7b1273a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:51.785794 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-248e2a89-fbc8-4d07-829f-4bc7b1273a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:51.788348 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-248e2a89-fbc8-4d07-829f-4bc7b1273a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:51.789536 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-248e2a89-fbc8-4d07-829f-4bc7b1273a15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13150883-17ef-43c1-ab16-dbd53d84a4b8 HTTP/1.1" status: 204 len: 168 time: 0.1182559 Jul 16 19:06:51.797219 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e2a89-fbc8-4d07-829f-4bc7b1273a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13150883-17ef-43c1-ab16-dbd53d84a4b8,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:52.054697 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:52.068471 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed9e44c0-ae1f-42c6-8963-da03bf83ec92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:52.160719 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed9e44c0-ae1f-42c6-8963-da03bf83ec92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:52.164418 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-ed9e44c0-ae1f-42c6-8963-da03bf83ec92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:52.203787 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-ed9e44c0-ae1f-42c6-8963-da03bf83ec92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1198cbc35b614235b3dc537f0024b9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478930 Jul 16 19:06:52.204511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e44c0-ae1f-42c6-8963-da03bf83ec92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b326d0d9-1eb7-44d1-9bcf-8bb5285ba928,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:52.207427 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:52.263834 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9191a984-4d1b-49a0-ac9c-c7d6bf093653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:52.288409 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9191a984-4d1b-49a0-ac9c-c7d6bf093653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:52.333837 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9191a984-4d1b-49a0-ac9c-c7d6bf093653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:52.336529 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9191a984-4d1b-49a0-ac9c-c7d6bf093653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:52.338034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9191a984-4d1b-49a0-ac9c-c7d6bf093653 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b326d0d9-1eb7-44d1-9bcf-8bb5285ba928 HTTP/1.1" status: 204 len: 168 time: 0.1288345 Jul 16 19:06:52.348044 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191a984-4d1b-49a0-ac9c-c7d6bf093653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b326d0d9-1eb7-44d1-9bcf-8bb5285ba928,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:52.704977 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4c7237dd-9497-4c24-99cf-15af9dd28fcd no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:52.726004 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 4c7237dd-9497-4c24-99cf-15af9dd28fcd {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:52.726266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 4c7237dd-9497-4c24-99cf-15af9dd28fcd not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:53.020832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:53.113479 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-318184616-network', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:53.134173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Made reservation on behalf of f839a1b5500e48fea5f8cdf4d7f73e4f for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:53.136608 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.145280 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.236638 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.241919 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.270207 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:06:53.272173 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5608e292-80dc-4f8f-8f22-d9593ddedc5b,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:53.282532 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.282888 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Added segment 34a9a2d3-ef9c-4522-b60a-21e90e341489 of type vlan for network 399dba42-c547-418a-96ec-5e9b7b3a8b2e Jul 16 19:06:53.324086 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.351561 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.352660 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:53.353365 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.389931 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3679585 Jul 16 19:06:53.393139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:53.398835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c42751f8-0af0-4967-8923-73fa5da554f9 admin admin] Request body: {'subnet': {'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-318184616-subnet', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:53.417540 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a15ff7-0626-4981-b96e-5e9dd1fffac3 admin admin] Pushing event updated for resources: {'Network': ['ID=399dba42-c547-418a-96ec-5e9b7b3a8b2e,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:53.419901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42751f8-0af0-4967-8923-73fa5da554f9 admin admin] Made reservation on behalf of f839a1b5500e48fea5f8cdf4d7f73e4f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:53.422367 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42751f8-0af0-4967-8923-73fa5da554f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.428150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 399dba42-c547-418a-96ec-5e9b7b3a8b2e details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:06:53.586215 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42751f8-0af0-4967-8923-73fa5da554f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.642200 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42751f8-0af0-4967-8923-73fa5da554f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd9d44e-0eb0-46c0-b54f-183194528ea2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:53.655435 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42751f8-0af0-4967-8923-73fa5da554f9 admin admin] Checking segment: {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:53.655858 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42751f8-0af0-4967-8923-73fa5da554f9 admin admin] Network hostable DHCP agents. Network: 399dba42-c547-418a-96ec-5e9b7b3a8b2e, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:06:53.673252 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42751f8-0af0-4967-8923-73fa5da554f9 admin admin] Network 399dba42-c547-418a-96ec-5e9b7b3a8b2e is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:06:53.681792 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c42751f8-0af0-4967-8923-73fa5da554f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 399dba42-c547-418a-96ec-5e9b7b3a8b2e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:53.687759 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42751f8-0af0-4967-8923-73fa5da554f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:53.688703 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c42751f8-0af0-4967-8923-73fa5da554f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.689583 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51a3450-6bee-4e49-a8d1-4ba999e7b936 None None] Network 399dba42-c547-418a-96ec-5e9b7b3a8b2e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:53.703366 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c42751f8-0af0-4967-8923-73fa5da554f9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3085396 Jul 16 19:06:53.706252 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:53.710601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:53.731738 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.732949 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.789500 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.838394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:06:53.839328 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.935746 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.971667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Allocated IP 172.20.0.2 (399dba42-c547-418a-96ec-5e9b7b3a8b2e/7fd9d44e-0eb0-46c0-b54f-183194528ea2/3d193142-b522-4ccc-add8-98f3df00fab0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:54.115708 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.123862 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Transition to ACTIVE for port object 3d193142-b522-4ccc-add8-98f3df00fab0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:54.138726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Transition to ACTIVE for port object 3d193142-b522-4ccc-add8-98f3df00fab0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:54.142791 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.144436 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.163706 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.184469 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Network 399dba42-c547-418a-96ec-5e9b7b3a8b2e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:54.189241 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:54.192411 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:54.207058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Pushing event updated for resources: {'Port': ['ID=3d193142-b522-4ccc-add8-98f3df00fab0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:54.266139 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Allocated IP 172.25.8.183 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/f59945e2-ac42-4dd1-bfa7-355223673dc6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:54.266395 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Attempting to bind port 3d193142-b522-4ccc-add8-98f3df00fab0 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:54.266756 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Attempting to bind port 3d193142-b522-4ccc-add8-98f3df00fab0 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:54.267168 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Attempting to bind port 3d193142-b522-4ccc-add8-98f3df00fab0 on network 399dba42-c547-418a-96ec-5e9b7b3a8b2e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:54.272668 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:54.273072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Checking segment: {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:54.273500 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.273906 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Bound using segment: {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:54.274379 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Bound port: 3d193142-b522-4ccc-add8-98f3df00fab0, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:54.274774 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.339886 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] For port 3d193142-b522-4ccc-add8-98f3df00fab0, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:54.342930 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] For port 3d193142-b522-4ccc-add8-98f3df00fab0, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3d193142-b522-4ccc-add8-98f3df00fab0,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:54.347483 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.373959 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.408391 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baae2b-97cd-41e0-9149-e141553eaf8d None None] Pushing event updated for resources: {'Port': ['ID=3d193142-b522-4ccc-add8-98f3df00fab0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:54.415602 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.458882 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:54.461660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:54.465327 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:54.487124 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f59945e2-ac42-4dd1-bfa7-355223673dc6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:54.738596 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.770084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3d193142-b522-4ccc-add8-98f3df00fab0 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:54.823027 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 3d193142-b522-4ccc-add8-98f3df00fab0 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:54.935380 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:55.298937 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e585cb33-329b-44fe-b407-32a59bc22e14 None None] Network 399dba42-c547-418a-96ec-5e9b7b3a8b2e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:55.375277 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c95fada4-5db7-4150-addc-10264f634228 None None] Provisioning for port 3d193142-b522-4ccc-add8-98f3df00fab0 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:55.385375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c95fada4-5db7-4150-addc-10264f634228 None None] Provisioning complete for port 3d193142-b522-4ccc-add8-98f3df00fab0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:55.385754 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c95fada4-5db7-4150-addc-10264f634228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:55.405566 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Router 72374da7-66ab-4da3-91ff-df854c01e770 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:06:55.518650 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:55.525942 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c95fada4-5db7-4150-addc-10264f634228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:55.532023 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Sync routers for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:55.536168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:55.537444 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-80df74b0-a263-4238-ba2a-84b4cb3619d9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8301961 Jul 16 19:06:55.540354 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54364) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:55.554893 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:55.555691 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:06:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:55.564967 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c95fada4-5db7-4150-addc-10264f634228 None None] For port 3d193142-b522-4ccc-add8-98f3df00fab0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3d193142-b522-4ccc-add8-98f3df00fab0,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:55.569477 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c95fada4-5db7-4150-addc-10264f634228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:55.636197 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fada4-5db7-4150-addc-10264f634228 None None] Pushing event updated for resources: {'Port': ['ID=3d193142-b522-4ccc-add8-98f3df00fab0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:55.772408 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:55.791983 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-01b352c5-1520-4c22-9c6b-0073dd2d551d None None] Provisioning complete for port 3d193142-b522-4ccc-add8-98f3df00fab0 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:55.792735 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01b352c5-1520-4c22-9c6b-0073dd2d551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:55.962552 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:54Z', 'revision_number': 3, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:55.991092 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Checking router: 72374da7-66ab-4da3-91ff-df854c01e770 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:55.991442 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Updating router 72374da7-66ab-4da3-91ff-df854c01e770 port f59945e2-ac42-4dd1-bfa7-355223673dc6 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:06:55.995461 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.024781 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.155347 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Allocated IP 172.20.0.1 (399dba42-c547-418a-96ec-5e9b7b3a8b2e/7fd9d44e-0eb0-46c0-b54f-183194528ea2/8dcb7093-5685-44ad-baae-dca98f3c58ce) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:56.260722 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.273402 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.274848 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Transition to ACTIVE for port object 8dcb7093-5685-44ad-baae-dca98f3c58ce will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:56.284265 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Transition to ACTIVE for port object f59945e2-ac42-4dd1-bfa7-355223673dc6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:56.290887 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.310324 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.345917 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e1617-4aea-41b7-be67-78fa28c93aff None None] Pushing event updated for resources: {'Port': ['ID=f59945e2-ac42-4dd1-bfa7-355223673dc6,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:56.346420 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Network 399dba42-c547-418a-96ec-5e9b7b3a8b2e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:56.348282 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Attempting to bind port f59945e2-ac42-4dd1-bfa7-355223673dc6 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:56.348646 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Attempting to bind port f59945e2-ac42-4dd1-bfa7-355223673dc6 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:56.349010 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Attempting to bind port f59945e2-ac42-4dd1-bfa7-355223673dc6 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:56.351374 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:56.354740 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:56.354910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:56.355139 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:56.356151 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.356641 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:56.357253 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Bound port: f59945e2-ac42-4dd1-bfa7-355223673dc6, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:56.357531 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.382854 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Pushing event updated for resources: {'Port': ['ID=8dcb7093-5685-44ad-baae-dca98f3c58ce,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:56.399609 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.409830 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] For port f59945e2-ac42-4dd1-bfa7-355223673dc6, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:56.413515 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] For port f59945e2-ac42-4dd1-bfa7-355223673dc6, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f59945e2-ac42-4dd1-bfa7-355223673dc6,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:56.419514 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.486082 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e1617-4aea-41b7-be67-78fa28c93aff None None] Pushing event updated for resources: {'Port': ['ID=f59945e2-ac42-4dd1-bfa7-355223673dc6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:56.488981 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:56.489739 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:06:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:56.602203 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:56.608389 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28877852-c3e3-4ec8-a842-9897d28f4514 None None] Provisioning for port 8dcb7093-5685-44ad-baae-dca98f3c58ce completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:56.612774 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-28877852-c3e3-4ec8-a842-9897d28f4514 None None] Provisioning complete for port 8dcb7093-5685-44ad-baae-dca98f3c58ce triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:56.613274 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28877852-c3e3-4ec8-a842-9897d28f4514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.649535 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-28877852-c3e3-4ec8-a842-9897d28f4514 None None] Port 8dcb7093-5685-44ad-baae-dca98f3c58ce cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:56.770666 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3d193142-b522-4ccc-add8-98f3df00fab0 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:56.795832 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:54Z', 'revision_number': 3, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:56.821843 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3d193142-b522-4ccc-add8-98f3df00fab0 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:56.822223 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.826431 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61037d0-35d0-4664-a8a1-ce0a88157146 None None] The sync data for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 is: [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:54Z', 'revision_number': 3, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:56.863107 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:57.031173 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:57.039555 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:57.126248 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:57.131696 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Pushing event updated for resources: {'Port': ['ID=8dcb7093-5685-44ad-baae-dca98f3c58ce,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:57.229957 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Network 399dba42-c547-418a-96ec-5e9b7b3a8b2e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:57.231493 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:57.361614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Router 72374da7-66ab-4da3-91ff-df854c01e770 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:57.481729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a0d5bf60-57a4-4995-a6a8-d96eb959268a None None] Provisioning complete for port 8dcb7093-5685-44ad-baae-dca98f3c58ce triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:57.482185 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bf60-57a4-4995-a6a8-d96eb959268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:57.483397 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:57.496737 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-62ca34c3-7aa2-4252-8fa4-3d298d856f96 admin admin] 10.222.0.52 "PUT /v2.0/routers/72374da7-66ab-4da3-91ff-df854c01e770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472692 Jul 16 19:06:57.520446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5bf60-57a4-4995-a6a8-d96eb959268a None None] Port 8dcb7093-5685-44ad-baae-dca98f3c58ce cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:57.979900 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54382) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:57.985067 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2118381994-network', 'tenant_id': 'bb84c2a567914201a951846a69b8f865'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:58.005856 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Made reservation on behalf of bb84c2a567914201a951846a69b8f865 for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:58.008155 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.017141 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.108747 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.113407 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.141013 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:06:58.151273 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238ec4f3-c326-40d1-b59f-baa8752b9919,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:58.157140 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.157525 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Added segment 9868d05b-76d6-49c1-a689-c2b6c5344847 of type vlan for network e0d78d37-0b2f-4d11-a9ea-2865583c1ece Jul 16 19:06:58.215405 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.248173 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.249648 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:58.250347 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.283939 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3029060 Jul 16 19:06:58.286639 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54384) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:58.291537 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-46efa9e9-a23e-46bc-b4f7-e86e098ce64f admin admin] Request body: {'subnet': {'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2118381994-subnet', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:58.325616 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244180bf-1837-4801-bd2b-0f69a9705361 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d78d37-0b2f-4d11-a9ea-2865583c1ece,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:58.335800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network e0d78d37-0b2f-4d11-a9ea-2865583c1ece details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:06:58.343650 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46efa9e9-a23e-46bc-b4f7-e86e098ce64f admin admin] Made reservation on behalf of bb84c2a567914201a951846a69b8f865 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:58.346315 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46efa9e9-a23e-46bc-b4f7-e86e098ce64f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.410962 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Sync routers for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:58.420915 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:58.421637 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:06:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:58.519792 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46efa9e9-a23e-46bc-b4f7-e86e098ce64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.532213 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:58.583842 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efa9e9-a23e-46bc-b4f7-e86e098ce64f admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e1c280-2e83-4809-88f3-33129ece7a9b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:58.588166 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46efa9e9-a23e-46bc-b4f7-e86e098ce64f admin admin] Checking segment: {'id': '9868d05b-76d6-49c1-a689-c2b6c5344847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:58.588529 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efa9e9-a23e-46bc-b4f7-e86e098ce64f admin admin] Network hostable DHCP agents. Network: e0d78d37-0b2f-4d11-a9ea-2865583c1ece, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:06:58.604902 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efa9e9-a23e-46bc-b4f7-e86e098ce64f admin admin] Network e0d78d37-0b2f-4d11-a9ea-2865583c1ece is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:06:58.615527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-46efa9e9-a23e-46bc-b4f7-e86e098ce64f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, e0d78d37-0b2f-4d11-a9ea-2865583c1ece) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:58.620142 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46efa9e9-a23e-46bc-b4f7-e86e098ce64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:58.622019 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-46efa9e9-a23e-46bc-b4f7-e86e098ce64f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.627164 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b60cd7-25e2-4b32-b179-c2dd14477f16 None None] Network e0d78d37-0b2f-4d11-a9ea-2865583c1ece requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:58.636283 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-46efa9e9-a23e-46bc-b4f7-e86e098ce64f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3484507 Jul 16 19:06:58.638920 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54386) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:58.643379 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2118381994-router', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:58.665764 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.666709 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.725836 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.883166 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:58.933658 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f59945e2-ac42-4dd1-bfa7-355223673dc6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:59.053105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 2, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:59.056532 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-e0d78d37-0b2f-4d11-a9ea-2865583c1ece', 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'fixed_ips': [{'subnet_id': '12e1c280-2e83-4809-88f3-33129ece7a9b'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:06:59.057424 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.089246 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port f59945e2-ac42-4dd1-bfa7-355223673dc6 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:59.091647 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.095873 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Checking router: 72374da7-66ab-4da3-91ff-df854c01e770 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:59.096236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Updating router 72374da7-66ab-4da3-91ff-df854c01e770 port 8dcb7093-5685-44ad-baae-dca98f3c58ce binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:06:59.100639 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f59945e2-ac42-4dd1-bfa7-355223673dc6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:59.101012 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.115393 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.215912 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.223769 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Allocated IP 172.25.8.211 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/62da590e-e8ed-4474-8675-b159367c3bb5) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:59.337442 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.377140 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.397972 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Allocated IP 172.20.0.2 (e0d78d37-0b2f-4d11-a9ea-2865583c1ece/12e1c280-2e83-4809-88f3-33129ece7a9b/648e1e2d-561d-40ee-9c32-dff42838fa6b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:59.414244 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:59.420556 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:59.424169 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:59.427088 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.448761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Pushing event updated for resources: {'Port': ['ID=62da590e-e8ed-4474-8675-b159367c3bb5,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:59.488349 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port f59945e2-ac42-4dd1-bfa7-355223673dc6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f59945e2-ac42-4dd1-bfa7-355223673dc6,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:59.500096 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.651910 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=f59945e2-ac42-4dd1-bfa7-355223673dc6,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:59.680900 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.737138 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.756093 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Transition to ACTIVE for port object 648e1e2d-561d-40ee-9c32-dff42838fa6b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:59.773669 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.786403 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Transition to ACTIVE for port object 648e1e2d-561d-40ee-9c32-dff42838fa6b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:59.790303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Transition to ACTIVE for port object 8dcb7093-5685-44ad-baae-dca98f3c58ce will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:59.795203 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.799227 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:59.851070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Network e0d78d37-0b2f-4d11-a9ea-2865583c1ece is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:59.859301 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:59.861736 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:59.873497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Pushing event updated for resources: {'Port': ['ID=648e1e2d-561d-40ee-9c32-dff42838fa6b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:59.900327 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.008483 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a155a-efb4-44b1-9695-09fe57f2705f None None] Pushing event updated for resources: {'Port': ['ID=8dcb7093-5685-44ad-baae-dca98f3c58ce,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:00.015490 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Attempting to bind port 8dcb7093-5685-44ad-baae-dca98f3c58ce on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:07:00.015874 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Attempting to bind port 8dcb7093-5685-44ad-baae-dca98f3c58ce by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:07:00.016669 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Attempting to bind port 8dcb7093-5685-44ad-baae-dca98f3c58ce on network 399dba42-c547-418a-96ec-5e9b7b3a8b2e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:00.023370 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:07:00.023757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Checking segment: {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:07:00.024174 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.024578 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Bound using segment: {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:07:00.025070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Bound port: 8dcb7093-5685-44ad-baae-dca98f3c58ce, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:07:00.025489 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.028534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Attempting to bind port 648e1e2d-561d-40ee-9c32-dff42838fa6b on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:07:00.028901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Attempting to bind port 648e1e2d-561d-40ee-9c32-dff42838fa6b by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '9868d05b-76d6-49c1-a689-c2b6c5344847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:07:00.029272 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Attempting to bind port 648e1e2d-561d-40ee-9c32-dff42838fa6b on network e0d78d37-0b2f-4d11-a9ea-2865583c1ece {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:00.040359 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Router f7676af4-d28e-452d-b7b4-c255a3074d65 is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:07:00.045903 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:07:00.046293 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Checking segment: {'id': '9868d05b-76d6-49c1-a689-c2b6c5344847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:07:00.047410 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.047824 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Bound using segment: {'id': '9868d05b-76d6-49c1-a689-c2b6c5344847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:07:00.048320 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Bound port: 648e1e2d-561d-40ee-9c32-dff42838fa6b, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9868d05b-76d6-49c1-a689-c2b6c5344847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:07:00.048716 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.149765 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:07:00.159448 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Sync routers for ids ['f7676af4-d28e-452d-b7b4-c255a3074d65'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:07:00.160022 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] For port 8dcb7093-5685-44ad-baae-dca98f3c58ce, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:00.167183 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.169078 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] For port 8dcb7093-5685-44ad-baae-dca98f3c58ce, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8dcb7093-5685-44ad-baae-dca98f3c58ce,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:07:00.169648 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-621b2f2c-9ed8-41e9-861c-d8031283d2eb admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5296359 Jul 16 19:07:00.172409 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54388) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:00.175113 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Routers {'f7676af4-d28e-452d-b7b4-c255a3074d65'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:00.175412 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:06:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f7676af4-d28e-452d-b7b4-c255a3074d65'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:00.182633 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.195674 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] For port 648e1e2d-561d-40ee-9c32-dff42838fa6b, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:00.247781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] For port 648e1e2d-561d-40ee-9c32-dff42838fa6b, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=648e1e2d-561d-40ee-9c32-dff42838fa6b,segment=NetworkSegment(9868d05b-76d6-49c1-a689-c2b6c5344847),segment_id=9868d05b-76d6-49c1-a689-c2b6c5344847)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:07:00.253204 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cf2248-9558-4e23-a4b1-5c55921a79dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.262803 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.281905 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:00.282552 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:06:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:00.312843 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Set router f7676af4-d28e-452d-b7b4-c255a3074d65 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:00.333060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a155a-efb4-44b1-9695-09fe57f2705f None None] Pushing event updated for resources: {'Port': ['ID=8dcb7093-5685-44ad-baae-dca98f3c58ce,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:00.467898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:00.516733 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c849b7-81df-4299-b8bb-0ae505930d74 None None] Pushing event updated for resources: {'Port': ['ID=648e1e2d-561d-40ee-9c32-dff42838fa6b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:00.595229 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'name': 'tempest-TestShelveInstance-2118381994-router', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:58Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 3, 'project_id': 'bb84c2a567914201a951846a69b8f865', 'gw_port': {'id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:59Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:00.631003 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Checking router: f7676af4-d28e-452d-b7b4-c255a3074d65 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:07:00.631276 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Updating router f7676af4-d28e-452d-b7b4-c255a3074d65 port 62da590e-e8ed-4474-8675-b159367c3bb5 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:07:00.693928 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.958123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 648e1e2d-561d-40ee-9c32-dff42838fa6b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:01.026156 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:00Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:01.046865 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:01.055343 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6013413-2b02-40c1-b08a-3a0ababb1735 None None] The sync data for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 is: [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:00Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:07:01.058273 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Transition to ACTIVE for port object 62da590e-e8ed-4474-8675-b159367c3bb5 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:01.059250 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 648e1e2d-561d-40ee-9c32-dff42838fa6b completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:01.065015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f59945e2-ac42-4dd1-bfa7-355223673dc6 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:01.068094 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:01.082854 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:01.149864 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Attempting to bind port 62da590e-e8ed-4474-8675-b159367c3bb5 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:07:01.150251 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Attempting to bind port 62da590e-e8ed-4474-8675-b159367c3bb5 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:07:01.150615 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Attempting to bind port 62da590e-e8ed-4474-8675-b159367c3bb5 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:01.152647 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Pushing event updated for resources: {'Port': ['ID=62da590e-e8ed-4474-8675-b159367c3bb5,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:01.156689 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port f59945e2-ac42-4dd1-bfa7-355223673dc6 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:01.157359 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:01.162671 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:01.163241 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:01.163347 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:01.163661 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:01.163995 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:01.164323 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:01.164640 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:01.164967 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:01.165291 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:01.165632 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:01.166007 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:01.166334 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:01.170443 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:07:01.170825 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:07:01.171319 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:01.171677 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:07:01.172207 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Bound port: 62da590e-e8ed-4474-8675-b159367c3bb5, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:07:01.172779 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:01.250358 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] For port 62da590e-e8ed-4474-8675-b159367c3bb5, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:01.256284 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] For port 62da590e-e8ed-4474-8675-b159367c3bb5, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=62da590e-e8ed-4474-8675-b159367c3bb5,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:07:01.263755 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:01.350186 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Routers {'f7676af4-d28e-452d-b7b4-c255a3074d65'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:01.350833 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:06:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f7676af4-d28e-452d-b7b4-c255a3074d65'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:01.357100 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a3988-af2a-486b-b393-111f72bc3886 None None] Pushing event updated for resources: {'Port': ['ID=62da590e-e8ed-4474-8675-b159367c3bb5,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:01.358123 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Allocated IP 172.20.0.1 (e0d78d37-0b2f-4d11-a9ea-2865583c1ece/12e1c280-2e83-4809-88f3-33129ece7a9b/c1516666-221c-48c9-948e-44c7113a35c7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:07:01.504905 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:01.521408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Transition to ACTIVE for port object c1516666-221c-48c9-948e-44c7113a35c7 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:01.565956 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:01.591876 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] Set router f7676af4-d28e-452d-b7b4-c255a3074d65 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:01.620493 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Network e0d78d37-0b2f-4d11-a9ea-2865583c1ece is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:07:01.624868 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:07:01.628807 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:07:01.635640 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Pushing event updated for resources: {'Port': ['ID=c1516666-221c-48c9-948e-44c7113a35c7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:01.684300 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:01.712070 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926a9626-5588-4dc8-ab7a-52dd927e3370 None None] Network e0d78d37-0b2f-4d11-a9ea-2865583c1ece requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:07:01.764351 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c368e8af-d3da-4aa6-81e7-0925372136c6 None None] Provisioning for port 648e1e2d-561d-40ee-9c32-dff42838fa6b completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:01.802826 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c368e8af-d3da-4aa6-81e7-0925372136c6 None None] Provisioning complete for port 648e1e2d-561d-40ee-9c32-dff42838fa6b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:01.803694 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c368e8af-d3da-4aa6-81e7-0925372136c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:01.829490 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'name': 'tempest-TestShelveInstance-2118381994-router', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:58Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 3, 'project_id': 'bb84c2a567914201a951846a69b8f865', 'gw_port': {'id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:59Z', 'updated_at': '2021-07-16T19:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:01.865744 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78700e2-6b96-4edf-ad73-29c29ba20e02 None None] The sync data for ids ['f7676af4-d28e-452d-b7b4-c255a3074d65'] in n-d-793618-9 is: [{'id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'name': 'tempest-TestShelveInstance-2118381994-router', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:58Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 3, 'project_id': 'bb84c2a567914201a951846a69b8f865', 'gw_port': {'id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:59Z', 'updated_at': '2021-07-16T19:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:07:01.875520 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:01.976992 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c368e8af-d3da-4aa6-81e7-0925372136c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:02.022162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c368e8af-d3da-4aa6-81e7-0925372136c6 None None] For port 648e1e2d-561d-40ee-9c32-dff42838fa6b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=648e1e2d-561d-40ee-9c32-dff42838fa6b,segment=NetworkSegment(9868d05b-76d6-49c1-a689-c2b6c5344847),segment_id=9868d05b-76d6-49c1-a689-c2b6c5344847)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:02.032006 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c368e8af-d3da-4aa6-81e7-0925372136c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:02.100435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368e8af-d3da-4aa6-81e7-0925372136c6 None None] Pushing event updated for resources: {'Port': ['ID=648e1e2d-561d-40ee-9c32-dff42838fa6b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:02.111074 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:02.117963 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:02.195054 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Pushing event updated for resources: {'Port': ['ID=c1516666-221c-48c9-948e-44c7113a35c7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:02.200480 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:02.348202 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Network e0d78d37-0b2f-4d11-a9ea-2865583c1ece is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:07:02.350516 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:07:02.371214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bc7c61d1-2dbb-405f-8893-0aedb2f84a44 None None] Provisioning for port c1516666-221c-48c9-948e-44c7113a35c7 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:02.383210 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bc7c61d1-2dbb-405f-8893-0aedb2f84a44 None None] Provisioning complete for port c1516666-221c-48c9-948e-44c7113a35c7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:02.383807 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc7c61d1-2dbb-405f-8893-0aedb2f84a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:02.442642 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78dd9a47-ec22-4d9e-ae2a-43645f5561ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:02.451073 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bc7c61d1-2dbb-405f-8893-0aedb2f84a44 None None] Port c1516666-221c-48c9-948e-44c7113a35c7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:07:02.463450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bc7c61d1-2dbb-405f-8893-0aedb2f84a44 None None] Provisioning complete for port 648e1e2d-561d-40ee-9c32-dff42838fa6b triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:02.463836 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc7c61d1-2dbb-405f-8893-0aedb2f84a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:02.533170 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Router f7676af4-d28e-452d-b7b4-c255a3074d65 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:07:02.675517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:07:02.686248 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cf5fc981-a310-4e09-b65c-1d4470e668de admin admin] 10.222.0.52 "PUT /v2.0/routers/f7676af4-d28e-452d-b7b4-c255a3074d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5125594 Jul 16 19:07:02.755355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-42e904e5-d989-403b-8bbe-08c87d5ee137 None None] Provisioning complete for port c1516666-221c-48c9-948e-44c7113a35c7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:02.755845 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42e904e5-d989-403b-8bbe-08c87d5ee137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:02.819184 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-42e904e5-d989-403b-8bbe-08c87d5ee137 None None] Port c1516666-221c-48c9-948e-44c7113a35c7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:07:02.878247 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:02.924845 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 648e1e2d-561d-40ee-9c32-dff42838fa6b up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:02.984174 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a58b4fc0-b105-419c-9de8-d27fd240284a None None] Provisioning complete for port c1516666-221c-48c9-948e-44c7113a35c7 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:02.984546 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a58b4fc0-b105-419c-9de8-d27fd240284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.020091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 648e1e2d-561d-40ee-9c32-dff42838fa6b triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:03.020472 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.045463 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a58b4fc0-b105-419c-9de8-d27fd240284a None None] Port c1516666-221c-48c9-948e-44c7113a35c7 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:07:03.107313 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8dcb7093-5685-44ad-baae-dca98f3c58ce up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:03.160007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 8dcb7093-5685-44ad-baae-dca98f3c58ce completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:03.164740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8dcb7093-5685-44ad-baae-dca98f3c58ce triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:03.165164 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.219637 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.268178 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.298330 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.310341 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:03.316114 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 8dcb7093-5685-44ad-baae-dca98f3c58ce, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8dcb7093-5685-44ad-baae-dca98f3c58ce,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:03.316726 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5234d0ce-52df-4436-a73a-ee0075cdd307 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2067697413', 'description': 'tempest-secgroup-smoke-2067697413 description', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:03.320918 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.322567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 62da590e-e8ed-4474-8675-b159367c3bb5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:03.345536 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5234d0ce-52df-4436-a73a-ee0075cdd307 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.409993 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=8dcb7093-5685-44ad-baae-dca98f3c58ce,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:03.424624 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 62da590e-e8ed-4474-8675-b159367c3bb5 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:03.428454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 62da590e-e8ed-4474-8675-b159367c3bb5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:03.428834 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.437697 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5234d0ce-52df-4436-a73a-ee0075cdd307 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.441343 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5234d0ce-52df-4436-a73a-ee0075cdd307 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.472877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5234d0ce-52df-4436-a73a-ee0075cdd307 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.474211 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-5234d0ce-52df-4436-a73a-ee0075cdd307 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1626394 Jul 16 19:07:03.475180 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234d0ce-52df-4436-a73a-ee0075cdd307 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d931c4d-75da-48da-95c7-939bcd028d9d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:03.477437 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54400) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:03.483638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-dd7bcd7e-a822-49b4-b0d6-fadc9ef7293d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group_rule': {'security_group_id': '6d931c4d-75da-48da-95c7-939bcd028d9d', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:03.508833 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.512345 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd7bcd7e-a822-49b4-b0d6-fadc9ef7293d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.529842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 62da590e-e8ed-4474-8675-b159367c3bb5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=62da590e-e8ed-4474-8675-b159367c3bb5,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:03.534315 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.569987 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd7bcd7e-a822-49b4-b0d6-fadc9ef7293d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.573959 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd7bcd7e-a822-49b4-b0d6-fadc9ef7293d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.584306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=62da590e-e8ed-4474-8675-b159367c3bb5,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:03.596199 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bcd7e-a822-49b4-b0d6-fadc9ef7293d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131183d8-8675-4138-b97f-a4fd1b41eb20,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:03.599718 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-dd7bcd7e-a822-49b4-b0d6-fadc9ef7293d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.600993 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-dd7bcd7e-a822-49b4-b0d6-fadc9ef7293d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222346 Jul 16 19:07:03.603711 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54402) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:03.608946 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-6a48d30b-3105-4b5d-a04d-899333b66a91 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group_rule': {'security_group_id': '6d931c4d-75da-48da-95c7-939bcd028d9d', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:03.636040 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a48d30b-3105-4b5d-a04d-899333b66a91 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.700574 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a48d30b-3105-4b5d-a04d-899333b66a91 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.704075 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a48d30b-3105-4b5d-a04d-899333b66a91 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.723958 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48d30b-3105-4b5d-a04d-899333b66a91 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac2ef42-ef26-4085-88ff-51d869af9af4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:03.726394 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-6a48d30b-3105-4b5d-a04d-899333b66a91 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.730175 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-6a48d30b-3105-4b5d-a04d-899333b66a91 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229308 Jul 16 19:07:03.731199 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:03.735508 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3ad0e000-23f3-4a1f-9dca-2a9e6248ddbe tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group_rule': {'security_group_id': '6d931c4d-75da-48da-95c7-939bcd028d9d', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:03.763079 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ad0e000-23f3-4a1f-9dca-2a9e6248ddbe tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.824585 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ad0e000-23f3-4a1f-9dca-2a9e6248ddbe tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.828158 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ad0e000-23f3-4a1f-9dca-2a9e6248ddbe tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.849150 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0e000-23f3-4a1f-9dca-2a9e6248ddbe tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffceb8a5-b933-4baa-a6aa-3dcb6d757a9f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:03.853140 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ad0e000-23f3-4a1f-9dca-2a9e6248ddbe tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.857415 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3ad0e000-23f3-4a1f-9dca-2a9e6248ddbe tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226559 Jul 16 19:07:03.857415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:03.861681 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0c5ebd7d-1d8b-4fbf-9d22-0df741dd0faa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group_rule': {'security_group_id': '6d931c4d-75da-48da-95c7-939bcd028d9d', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:03.888322 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebd7d-1d8b-4fbf-9d22-0df741dd0faa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.950055 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebd7d-1d8b-4fbf-9d22-0df741dd0faa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.953755 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebd7d-1d8b-4fbf-9d22-0df741dd0faa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.968856 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ebd7d-1d8b-4fbf-9d22-0df741dd0faa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b41552-ab0f-4d19-9109-ab26159042d4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:03.977721 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c5ebd7d-1d8b-4fbf-9d22-0df741dd0faa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.979086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0c5ebd7d-1d8b-4fbf-9d22-0df741dd0faa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208386 Jul 16 19:07:03.981890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:03.986520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-439df056-99fb-4431-99df-c2b3226fdd89 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group_rule': {'security_group_id': '6d931c4d-75da-48da-95c7-939bcd028d9d', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:04.008686 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-439df056-99fb-4431-99df-c2b3226fdd89 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Project f839a1b5500e48fea5f8cdf4d7f73e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:07:04.014184 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-439df056-99fb-4431-99df-c2b3226fdd89 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:04.025937 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:04.076322 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-439df056-99fb-4431-99df-c2b3226fdd89 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:04.080215 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-439df056-99fb-4431-99df-c2b3226fdd89 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:04.102252 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439df056-99fb-4431-99df-c2b3226fdd89 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc6e783-bc28-4e3d-8bdb-62661032dd57,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:04.106101 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-439df056-99fb-4431-99df-c2b3226fdd89 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:04.107286 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-439df056-99fb-4431-99df-c2b3226fdd89 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244664 Jul 16 19:07:04.110188 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54410) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:04.114922 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cc02c56e-670c-454c-91de-89b0acd50b66 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group_rule': {'security_group_id': '6d931c4d-75da-48da-95c7-939bcd028d9d', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:04.138191 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-cc02c56e-670c-454c-91de-89b0acd50b66 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Project f839a1b5500e48fea5f8cdf4d7f73e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:07:04.143669 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc02c56e-670c-454c-91de-89b0acd50b66 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:04.208805 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc02c56e-670c-454c-91de-89b0acd50b66 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:04.212459 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc02c56e-670c-454c-91de-89b0acd50b66 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:04.230233 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02c56e-670c-454c-91de-89b0acd50b66 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d893abc-ef5b-4454-8e87-3d4ee4120a8a,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:04.237998 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cc02c56e-670c-454c-91de-89b0acd50b66 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:04.239500 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cc02c56e-670c-454c-91de-89b0acd50b66 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282799 Jul 16 19:07:04.387479 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-0e8589fe-4ff0-46c5-9f3b-94365d716441 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067697413&fields=id&tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f HTTP/1.1" status: 200 len: 267 time: 0.0348084 Jul 16 19:07:04.443631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559446fd-faee-4729-8777-872a968a8122 None None] Sync routers for ids ['f7676af4-d28e-452d-b7b4-c255a3074d65'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:07:04.454076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559446fd-faee-4729-8777-872a968a8122 None None] Routers {'f7676af4-d28e-452d-b7b4-c255a3074d65'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:04.454696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-559446fd-faee-4729-8777-872a968a8122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:07:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f7676af4-d28e-452d-b7b4-c255a3074d65'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:04.495358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-eb3ebce6-9bda-4911-bc03-e0ee07cc2d14 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:04.497488 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-eb3ebce6-9bda-4911-bc03-e0ee07cc2d14 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 808 time: 0.1035559 Jul 16 19:07:04.511925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-0e96730e-c8f2-4250-b284-fb3b80bcf63d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/quotas/f839a1b5500e48fea5f8cdf4d7f73e4f HTTP/1.1" status: 200 len: 375 time: 0.0090878 Jul 16 19:07:04.560961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-559446fd-faee-4729-8777-872a968a8122 None None] Set router f7676af4-d28e-452d-b7b4-c255a3074d65 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:04.581067 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-bd26562e-a26b-4e8b-9d0a-9c8403359bac tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640020 Jul 16 19:07:04.776091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8dcb7093-5685-44ad-baae-dca98f3c58ce up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:04.780055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-559446fd-faee-4729-8777-872a968a8122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'name': 'tempest-TestShelveInstance-2118381994-router', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:58Z', 'updated_at': '2021-07-16T19:07:01Z', 'revision_number': 4, 'project_id': 'bb84c2a567914201a951846a69b8f865', 'gw_port': {'id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:59Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c1516666-221c-48c9-948e-44c7113a35c7', 'name': '', 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'mac_address': 'fa:16:3e:89:56:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '12e1c280-2e83-4809-88f3-33129ece7a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:07:01Z', 'updated_at': '2021-07-16T19:07:01Z', 'revision_number': 2, 'project_id': 'bb84c2a567914201a951846a69b8f865', 'subnets': [{'id': '12e1c280-2e83-4809-88f3-33129ece7a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:04.785602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-16c4dcf5-4893-4e1f-89f8-c60ecc6f576c service neutron] 10.222.0.52 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928067 Jul 16 19:07:04.823596 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559446fd-faee-4729-8777-872a968a8122 None None] Checking router: f7676af4-d28e-452d-b7b4-c255a3074d65 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:07:04.823973 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559446fd-faee-4729-8777-872a968a8122 None None] Updating router f7676af4-d28e-452d-b7b4-c255a3074d65 port c1516666-221c-48c9-948e-44c7113a35c7 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:07:04.875516 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-559446fd-faee-4729-8777-872a968a8122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:04.876550 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b47d93da-2849-4bf9-b2ad-cdb647326c82 service neutron] 10.222.0.52 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851140 Jul 16 19:07:04.894007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 8dcb7093-5685-44ad-baae-dca98f3c58ce triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:04.894380 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:05.073295 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d20ce2c6-3697-498a-8ae9-f7e64a6eba38 req-a9ee0931-43df-4bef-9cd1-e5b0d9eff3e3 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 210 time: 0.0355294 Jul 16 19:07:05.090860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 62da590e-e8ed-4474-8675-b159367c3bb5 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:05.205901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 62da590e-e8ed-4474-8675-b159367c3bb5 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:05.206190 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:05.282578 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-559446fd-faee-4729-8777-872a968a8122 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:05.297161 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-559446fd-faee-4729-8777-872a968a8122 None None] Transition to ACTIVE for port object c1516666-221c-48c9-948e-44c7113a35c7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:05.303474 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-559446fd-faee-4729-8777-872a968a8122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:05.385936 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b571cc-d5d2-4a3e-a31c-7c091b46430b None None] Pushing event updated for resources: {'Port': ['ID=c1516666-221c-48c9-948e-44c7113a35c7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:05.444519 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-559446fd-faee-4729-8777-872a968a8122 None None] Attempting to bind port c1516666-221c-48c9-948e-44c7113a35c7 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:07:05.444912 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-559446fd-faee-4729-8777-872a968a8122 None None] Attempting to bind port c1516666-221c-48c9-948e-44c7113a35c7 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '9868d05b-76d6-49c1-a689-c2b6c5344847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:07:05.445286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559446fd-faee-4729-8777-872a968a8122 None None] Attempting to bind port c1516666-221c-48c9-948e-44c7113a35c7 on network e0d78d37-0b2f-4d11-a9ea-2865583c1ece {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:05.452673 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559446fd-faee-4729-8777-872a968a8122 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:07:05.453101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559446fd-faee-4729-8777-872a968a8122 None None] Checking segment: {'id': '9868d05b-76d6-49c1-a689-c2b6c5344847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:07:05.453661 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-559446fd-faee-4729-8777-872a968a8122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:05.454155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559446fd-faee-4729-8777-872a968a8122 None None] Bound using segment: {'id': '9868d05b-76d6-49c1-a689-c2b6c5344847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:07:05.454730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-559446fd-faee-4729-8777-872a968a8122 None None] Bound port: c1516666-221c-48c9-948e-44c7113a35c7, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9868d05b-76d6-49c1-a689-c2b6c5344847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:07:05.455126 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-559446fd-faee-4729-8777-872a968a8122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:05.525290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-559446fd-faee-4729-8777-872a968a8122 None None] For port c1516666-221c-48c9-948e-44c7113a35c7, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:05.529785 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-559446fd-faee-4729-8777-872a968a8122 None None] For port c1516666-221c-48c9-948e-44c7113a35c7, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c1516666-221c-48c9-948e-44c7113a35c7,segment=NetworkSegment(9868d05b-76d6-49c1-a689-c2b6c5344847),segment_id=9868d05b-76d6-49c1-a689-c2b6c5344847)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:07:05.535880 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-559446fd-faee-4729-8777-872a968a8122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:05.606588 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559446fd-faee-4729-8777-872a968a8122 None None] Routers {'f7676af4-d28e-452d-b7b4-c255a3074d65'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:05.607219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-559446fd-faee-4729-8777-872a968a8122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:07:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f7676af4-d28e-452d-b7b4-c255a3074d65'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:05.609072 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b571cc-d5d2-4a3e-a31c-7c091b46430b None None] Pushing event updated for resources: {'Port': ['ID=c1516666-221c-48c9-948e-44c7113a35c7,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:05.609987 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:07:05.892706 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:05.905801 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-559446fd-faee-4729-8777-872a968a8122 None None] Set router f7676af4-d28e-452d-b7b4-c255a3074d65 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:06.116972 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-559446fd-faee-4729-8777-872a968a8122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'name': 'tempest-TestShelveInstance-2118381994-router', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:58Z', 'updated_at': '2021-07-16T19:07:01Z', 'revision_number': 4, 'project_id': 'bb84c2a567914201a951846a69b8f865', 'gw_port': {'id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:59Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c1516666-221c-48c9-948e-44c7113a35c7', 'name': '', 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'mac_address': 'fa:16:3e:89:56:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '12e1c280-2e83-4809-88f3-33129ece7a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:07:01Z', 'updated_at': '2021-07-16T19:07:05Z', 'revision_number': 4, 'project_id': 'bb84c2a567914201a951846a69b8f865', 'subnets': [{'id': '12e1c280-2e83-4809-88f3-33129ece7a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:06.149163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559446fd-faee-4729-8777-872a968a8122 None None] The sync data for ids ['f7676af4-d28e-452d-b7b4-c255a3074d65'] in n-d-793618-9 is: [{'id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'name': 'tempest-TestShelveInstance-2118381994-router', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:58Z', 'updated_at': '2021-07-16T19:07:01Z', 'revision_number': 4, 'project_id': 'bb84c2a567914201a951846a69b8f865', 'gw_port': {'id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:59Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': 'c1516666-221c-48c9-948e-44c7113a35c7', 'name': '', 'network_id': 'e0d78d37-0b2f-4d11-a9ea-2865583c1ece', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'mac_address': 'fa:16:3e:89:56:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '12e1c280-2e83-4809-88f3-33129ece7a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:07:01Z', 'updated_at': '2021-07-16T19:07:05Z', 'revision_number': 4, 'project_id': 'bb84c2a567914201a951846a69b8f865', 'subnets': [{'id': '12e1c280-2e83-4809-88f3-33129ece7a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:07:06.253110 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-6c18d130-f7ec-4b7b-8dc1-9f79a59cf3dd tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:06.255229 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-6c18d130-f7ec-4b7b-8dc1-9f79a59cf3dd tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 808 time: 0.1690445 Jul 16 19:07:06.259398 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c6d428b2-8d03-4f34-9a1e-6d5dab609edc req-6d35ef69-4090-4fd8-80b4-f8a92648abf5 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 210 time: 0.0356224 Jul 16 19:07:06.303076 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-2ee13b55-1951-45f0-8ced-d77f902208d8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f HTTP/1.1" status: 200 len: 380 time: 0.0379980 Jul 16 19:07:06.312381 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'port': {'device_id': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'admin_state_up': True, 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'security_groups': ['6d931c4d-75da-48da-95c7-939bcd028d9d']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:06.426718 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Made reservation on behalf of f839a1b5500e48fea5f8cdf4d7f73e4f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:07:06.430401 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:06.567820 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Allocated IP 172.20.0.5 (399dba42-c547-418a-96ec-5e9b7b3a8b2e/7fd9d44e-0eb0-46c0-b54f-183194528ea2/5e7b2a93-749b-4516-84b1-4e94ec3abd79) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:07:06.722326 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:06.738197 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Transition to ACTIVE for port object 5e7b2a93-749b-4516-84b1-4e94ec3abd79 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:06.773477 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:06.795809 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c1516666-221c-48c9-948e-44c7113a35c7 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:06.828477 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Network 399dba42-c547-418a-96ec-5e9b7b3a8b2e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:07:06.838805 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:07:06.841505 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:07:06.845606 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:06.854591 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port c1516666-221c-48c9-948e-44c7113a35c7 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:06.859682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c1516666-221c-48c9-948e-44c7113a35c7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:06.860059 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:06.906674 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:06.907498 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:06.923510 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-69aef24e-4ea5-47a4-b52c-160c1718a538 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6155226 Jul 16 19:07:06.937664 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Request body: {'port': {'device_id': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:06.945277 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:06.990061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port c1516666-221c-48c9-948e-44c7113a35c7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c1516666-221c-48c9-948e-44c7113a35c7,segment=NetworkSegment(9868d05b-76d6-49c1-a689-c2b6c5344847),segment_id=9868d05b-76d6-49c1-a689-c2b6c5344847)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:06.994966 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:07.028196 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:07.056355 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=c1516666-221c-48c9-948e-44c7113a35c7,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:07.075495 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5b11e83-c025-4ad2-b533-412a9383e59c None None] Provisioning for port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:07.079551 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5b11e83-c025-4ad2-b533-412a9383e59c None None] Provisioning complete for port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:07.079878 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5b11e83-c025-4ad2-b533-412a9383e59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:07.114205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d5b11e83-c025-4ad2-b533-412a9383e59c None None] Port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:07:07.289217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7b2a93-749b-4516-84b1-4e94ec3abd79 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:07:07.297345 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:07.311407 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Transition to ACTIVE for port object 5e7b2a93-749b-4516-84b1-4e94ec3abd79 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:07.314904 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:07.398647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:07.452276 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849d2a7-eab2-4073-85ba-cf992c0ad439 req-61271dba-fbeb-4873-9a34-9f495b2a5e56 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:07.453877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b849d2a7-eab2-4073-85ba-cf992c0ad439 req-61271dba-fbeb-4873-9a34-9f495b2a5e56 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 943 time: 0.0705893 Jul 16 19:07:07.455455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Attempting to bind port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:07:07.455936 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Attempting to bind port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:07:07.456282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Attempting to bind port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 on network 399dba42-c547-418a-96ec-5e9b7b3a8b2e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:07.461049 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 on network 399dba42-c547-418a-96ec-5e9b7b3a8b2e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:07:07.461403 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Attempting to bind port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 on network 399dba42-c547-418a-96ec-5e9b7b3a8b2e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:07.466766 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:07:07.467117 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Checking segment: {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:07:07.467506 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Bound using segment: {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:07:07.467994 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Bound port: 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:07:07.468364 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:07.499646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b849d2a7-eab2-4073-85ba-cf992c0ad439 req-b237a29e-2b73-4583-be99-c4212e0e15af tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395136 Jul 16 19:07:07.545150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:07.548340 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:07:07.553185 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:07.587415 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:07.588081 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:07.589516 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 1091 time: 0.6581292 Jul 16 19:07:07.589968 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:07.592313 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c119a42-dddf-4e28-8207-18c651141d71" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:07.625949 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09748ef-d1aa-4052-a773-930ebd4f05c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:07.647489 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7081591-e1e0-49fc-a2f9-9595f5edd4fa x-openstack-request-id: req-f7081591-e1e0-49fc-a2f9-9595f5edd4fa {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:07.647784 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:07.648042 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7081591-e1e0-49fc-a2f9-9595f5edd4fa {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:07.648453 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'status': 'completed', 'code': 200} Jul 16 19:07:07.720066 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-bca6735f-4243-4737-bba1-2c40f01bdcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:07.721632 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-bca6735f-4243-4737-bba1-2c40f01bdcc5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1094 time: 0.0636640 Jul 16 19:07:07.767560 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-4fff60d5-0ec3-44fc-969d-e421154e2ec8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 217 time: 0.0384703 Jul 16 19:07:07.816837 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-0ae3ecfd-7cfc-4abd-aa8a-65eea711d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:07.818320 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-0ae3ecfd-7cfc-4abd-aa8a-65eea711d919 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0436888 Jul 16 19:07:07.883738 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-d48827c8-aaa6-4f6f-89d6-71885b4d681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:07.885258 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-d48827c8-aaa6-4f6f-89d6-71885b4d681a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610619 Jul 16 19:07:07.974421 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-8c99bcff-ecd5-4d6a-8342-d4dead02f389 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823214 Jul 16 19:07:08.071302 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8cd5d5ca-7d40-470b-9ef6-40d14dc02ec1 req-6e200456-ab1a-4121-9759-c0dd4b480c17 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903237 Jul 16 19:07:08.175264 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c119a42-dddf-4e28-8207-18c651141d71 req-307aade0-3b3f-4281-a307-540be968c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:08.176783 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6c119a42-dddf-4e28-8207-18c651141d71 req-307aade0-3b3f-4281-a307-540be968c6dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1094 time: 0.0542955 Jul 16 19:07:08.275235 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c119a42-dddf-4e28-8207-18c651141d71 req-ce5ff28e-2d54-45e3-976e-751739a5e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:08.277178 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6c119a42-dddf-4e28-8207-18c651141d71 req-ce5ff28e-2d54-45e3-976e-751739a5e897 service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0942340 Jul 16 19:07:08.318506 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6c119a42-dddf-4e28-8207-18c651141d71 req-d6d0b1f7-7db6-472a-8fb3-8426f5b8a7ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 217 time: 0.0353336 Jul 16 19:07:08.365031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c119a42-dddf-4e28-8207-18c651141d71 req-4b93df6c-d77e-40b9-a9f5-f81f3cfb5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:08.366489 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6c119a42-dddf-4e28-8207-18c651141d71 req-4b93df6c-d77e-40b9-a9f5-f81f3cfb5e76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0418966 Jul 16 19:07:08.425875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c119a42-dddf-4e28-8207-18c651141d71 req-48fa87ed-6169-4cd9-97cd-dfa25cfa8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:08.427256 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6c119a42-dddf-4e28-8207-18c651141d71 req-48fa87ed-6169-4cd9-97cd-dfa25cfa8953 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541453 Jul 16 19:07:08.515369 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6c119a42-dddf-4e28-8207-18c651141d71 req-92588da1-053d-4062-a4ae-9082a598ffb2 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806642 Jul 16 19:07:08.611382 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6c119a42-dddf-4e28-8207-18c651141d71 req-b67bb11f-a756-4eb0-8b86-047acd403902 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879915 Jul 16 19:07:08.679369 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be08526-303c-454b-8498-903692ad1942 req-1d9dd362-959a-4ba2-a556-97bc21aefdf8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:08.680768 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2be08526-303c-454b-8498-903692ad1942 req-1d9dd362-959a-4ba2-a556-97bc21aefdf8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 943 time: 0.0672083 Jul 16 19:07:08.719612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2be08526-303c-454b-8498-903692ad1942 req-d4d9d2c6-f14a-4c46-bfb1-c2be8c1d6dea tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330319 Jul 16 19:07:08.763173 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c1516666-221c-48c9-948e-44c7113a35c7 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:08.811663 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port c1516666-221c-48c9-948e-44c7113a35c7 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:08.812038 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:09.910772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311975d-c702-4db8-bef9-33eb8b5e6adb req-9aa396dc-0757-493f-9065-aae5e05599b0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:09.912274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2311975d-c702-4db8-bef9-33eb8b5e6adb req-9aa396dc-0757-493f-9065-aae5e05599b0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 943 time: 0.0650122 Jul 16 19:07:09.949403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2311975d-c702-4db8-bef9-33eb8b5e6adb req-9eabf815-dab9-4160-a8e5-e0568736bf66 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310967 Jul 16 19:07:11.071501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5e7b2a93-749b-4516-84b1-4e94ec3abd79 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:07:11.121437 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55502667-7061-483d-94b1-8661714c8a7c req-5cede8a7-c8be-4476-a017-aedad7e30bd8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:11.122951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55502667-7061-483d-94b1-8661714c8a7c req-5cede8a7-c8be-4476-a017-aedad7e30bd8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 943 time: 0.0639796 Jul 16 19:07:11.161035 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-55502667-7061-483d-94b1-8661714c8a7c req-48fdd4a7-d3ab-4805-9576-4c2d12be6a12 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325003 Jul 16 19:07:11.166236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:11.177304 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'port_id': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'mac_address': 'fa:16:3e:d8:7a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:07:11.218176 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:11.230534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7b2a93-749b-4516-84b1-4e94ec3abd79 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:07:11.248958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:11.252999 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:11.299538 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:11.452283 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5e7b2a93-749b-4516-84b1-4e94ec3abd79'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:07:12.335701 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0005cf-f314-41e6-bd06-2998fa41b0c8 req-d97df0b4-ff0d-42c4-8b7c-3808cb9c0a01 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:12.337180 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd0005cf-f314-41e6-bd06-2998fa41b0c8 req-d97df0b4-ff0d-42c4-8b7c-3808cb9c0a01 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.0679324 Jul 16 19:07:12.375714 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bd0005cf-f314-41e6-bd06-2998fa41b0c8 req-d6681f32-3989-4193-8d5b-3a83243d2b1e tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324156 Jul 16 19:07:13.085716 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5e7b2a93-749b-4516-84b1-4e94ec3abd79 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:13.132321 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:13.135939 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:13.136314 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:13.214915 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:13.236959 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:13.239185 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4486cc0a-5fac-4746-84f1-b177874c16b5" -d '{"events": [{"server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:13.252123 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:13.256286 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:13.279971 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df81b093-bc92-4a36-abed-9402eaeda68c x-openstack-request-id: req-df81b093-bc92-4a36-abed-9402eaeda68c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:13.280268 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:13.280581 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df81b093-bc92-4a36-abed-9402eaeda68c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:13.280980 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'code': 200} Jul 16 19:07:13.306450 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:13.385280 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde01739-0674-4e38-a28e-d3ff9afab53f req-1374c8f2-e701-49e6-a75f-2f1742d4f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:13.386812 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fde01739-0674-4e38-a28e-d3ff9afab53f req-1374c8f2-e701-49e6-a75f-2f1742d4f738 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1096 time: 0.0514457 Jul 16 19:07:13.422469 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fde01739-0674-4e38-a28e-d3ff9afab53f req-994fa6b6-a46b-4db0-8777-b4c2e901700a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296631 Jul 16 19:07:13.552840 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e356fe-a35c-4a16-afc1-cb7ebe34b8f9 req-6019374e-0bcd-41d3-b5f6-3cf1d349c572 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:13.554290 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60e356fe-a35c-4a16-afc1-cb7ebe34b8f9 req-6019374e-0bcd-41d3-b5f6-3cf1d349c572 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0668333 Jul 16 19:07:13.593325 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-60e356fe-a35c-4a16-afc1-cb7ebe34b8f9 req-ab00b336-f0b6-4477-b901-d40f31acf56b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325515 Jul 16 19:07:14.776651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c1499-3631-4e81-a687-9f728b223a91 req-e9c9ffd9-445f-4961-bdcb-e9a6a08221a3 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:14.778999 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-287c1499-3631-4e81-a687-9f728b223a91 req-e9c9ffd9-445f-4961-bdcb-e9a6a08221a3 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0719223 Jul 16 19:07:14.817430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-287c1499-3631-4e81-a687-9f728b223a91 req-3b8ff3f6-9034-47f6-98fa-b4fec15dbcac tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327709 Jul 16 19:07:14.988909 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee4727-afe9-435b-ab3b-1290df4393b7 req-6639fe80-77b7-43e8-9f74-96f269778bd4 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:14.990671 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5ee4727-afe9-435b-ab3b-1290df4393b7 req-6639fe80-77b7-43e8-9f74-96f269778bd4 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0645468 Jul 16 19:07:15.030661 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c5ee4727-afe9-435b-ab3b-1290df4393b7 req-63ea2260-f419-47b2-93bd-bcbdc5f898f0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338650 Jul 16 19:07:15.057753 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54464) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:15.184678 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6680d0-7e65-470b-8927-96ce68aa65ac tempest-TestShelveInstance-1589295923 tempest-TestShelveInstance-1589295923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:15.186270 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cb6680d0-7e65-470b-8927-96ce68aa65ac tempest-TestShelveInstance-1589295923 tempest-TestShelveInstance-1589295923-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1091 time: 0.1274841 Jul 16 19:07:15.190800 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54468) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:15.194131 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:15.217731 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for floatingip, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:15.318861 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:15.422685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Allocated IP 172.25.8.235 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/4ad8f32f-89ed-43b1-a287-13dc8061c5d7) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:07:15.525006 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:15.567820 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:15.604276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:07:15.611349 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:07:15.614875 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:07:15.620789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'Port': ['ID=4ad8f32f-89ed-43b1-a287-13dc8061c5d7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:15.983567 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:16.059735 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:16.206594 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:16.210856 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:16.273004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'Port': ['ID=4ad8f32f-89ed-43b1-a287-13dc8061c5d7,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:16.288009 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:16.386980 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Floating IP b3652e75-8d16-4801-8ce1-243c7dc9987d associated. External IP: 172.25.8.235, port: 5e7b2a93-749b-4516-84b1-4e94ec3abd79. Jul 16 19:07:16.879564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Router 72374da7-66ab-4da3-91ff-df854c01e770 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:07:16.985527 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:07:16.995119 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e9733-3f35-4367-9005-748fd4397480 None None] Sync routers for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:07:17.002332 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:17.005982 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e9733-3f35-4367-9005-748fd4397480 None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:17.006600 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3f9e9733-3f35-4367-9005-748fd4397480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:07:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:17.038504 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e69688a0-9ffc-43bd-9a7a-e606111ba96b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8480079 Jul 16 19:07:17.039106 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:17.041392 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a87db0-6fb8-4dde-bce3-c9866fcdf882" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:17.080517 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f8cf3c-a32f-44b1-978c-c5fbac3bcc85 x-openstack-request-id: req-b5f8cf3c-a32f-44b1-978c-c5fbac3bcc85 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:17.081175 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:17.081175 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5f8cf3c-a32f-44b1-978c-c5fbac3bcc85 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:17.081610 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'status': 'completed', 'code': 200} Jul 16 19:07:17.115259 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3f9e9733-3f35-4367-9005-748fd4397480 None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:17.156834 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a87db0-6fb8-4dde-bce3-c9866fcdf882 req-72e111ff-7a86-47c3-810b-42ac8a1510ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:17.158453 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-74a87db0-6fb8-4dde-bce3-c9866fcdf882 req-72e111ff-7a86-47c3-810b-42ac8a1510ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1096 time: 0.0536342 Jul 16 19:07:17.252453 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a87db0-6fb8-4dde-bce3-c9866fcdf882 req-49e88ca8-a0de-4ecd-99ac-7e3b7fbd47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:17.253983 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-74a87db0-6fb8-4dde-bce3-c9866fcdf882 req-49e88ca8-a0de-4ecd-99ac-7e3b7fbd47c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0893211 Jul 16 19:07:17.320641 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-74a87db0-6fb8-4dde-bce3-c9866fcdf882 req-9b049c5f-6912-4c7e-a00a-c2f48e7268f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 999 time: 0.0603044 Jul 16 19:07:17.337631 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3f9e9733-3f35-4367-9005-748fd4397480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'b3652e75-8d16-4801-8ce1-243c7dc9987d', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'port_id': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'mac_address': 'fa:16:3e:d8:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:07:15Z', 'updated_at': '2021-07-16T19:07:15Z', 'revision_number': 0, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:17.366921 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e9733-3f35-4367-9005-748fd4397480 None None] Checking router: 72374da7-66ab-4da3-91ff-df854c01e770 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:07:17.372651 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a87db0-6fb8-4dde-bce3-c9866fcdf882 req-e37ac66c-d2dc-4f54-b9a9-dd09e225fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:17.374154 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-74a87db0-6fb8-4dde-bce3-c9866fcdf882 req-e37ac66c-d2dc-4f54-b9a9-dd09e225fa2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0478261 Jul 16 19:07:17.375626 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e9733-3f35-4367-9005-748fd4397480 None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:17.376233 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3f9e9733-3f35-4367-9005-748fd4397480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:07:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:17.430135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a87db0-6fb8-4dde-bce3-c9866fcdf882 req-cc6660bf-35b2-4f86-9d2d-714aac797813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:17.431647 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-74a87db0-6fb8-4dde-bce3-c9866fcdf882 req-cc6660bf-35b2-4f86-9d2d-714aac797813 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511587 Jul 16 19:07:17.486556 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3f9e9733-3f35-4367-9005-748fd4397480 None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:17.523216 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-74a87db0-6fb8-4dde-bce3-c9866fcdf882 req-bb8a40f1-394f-4b25-b394-cf8906b5ab38 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851536 Jul 16 19:07:17.618358 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-74a87db0-6fb8-4dde-bce3-c9866fcdf882 req-7fa20541-86d7-489e-8437-aa9c8c1e2c99 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893123 Jul 16 19:07:17.707443 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3f9e9733-3f35-4367-9005-748fd4397480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'b3652e75-8d16-4801-8ce1-243c7dc9987d', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'port_id': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'mac_address': 'fa:16:3e:d8:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:07:15Z', 'updated_at': '2021-07-16T19:07:15Z', 'revision_number': 0, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:17.732396 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9e9733-3f35-4367-9005-748fd4397480 None None] The sync data for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 is: [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': 'b3652e75-8d16-4801-8ce1-243c7dc9987d', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'port_id': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'mac_address': 'fa:16:3e:d8:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:07:15Z', 'updated_at': '2021-07-16T19:07:15Z', 'revision_number': 0, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:07:17.932342 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d35b28-110b-4aae-8faa-4adb0346199a None None] New status for floating IP b3652e75-8d16-4801-8ce1-243c7dc9987d: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:07:30.196599 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93152c12-accf-4563-95eb-7bdd170323f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.384117 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-848e2771-600f-4e16-852e-a1d76f4d52cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.870934 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:33.202903 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:33.282013 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:34.029479 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:35.759055 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:42.614379 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:07:43.039031 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85838b2a-4212-4142-ab6d-97c0fac55c4a req-dc07ffbe-78f5-4e3f-968e-ba51427ea7d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516593 Jul 16 19:07:43.137174 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85838b2a-4212-4142-ab6d-97c0fac55c4a req-77eb9410-950d-4f09-81ca-09a2e0692701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:43.139296 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85838b2a-4212-4142-ab6d-97c0fac55c4a req-77eb9410-950d-4f09-81ca-09a2e0692701 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1096 time: 0.0581050 Jul 16 19:07:43.245656 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85838b2a-4212-4142-ab6d-97c0fac55c4a req-b1a24e07-af88-44d2-846d-ccfd878f706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:43.247160 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85838b2a-4212-4142-ab6d-97c0fac55c4a req-b1a24e07-af88-44d2-846d-ccfd878f706e service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0875723 Jul 16 19:07:43.318826 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85838b2a-4212-4142-ab6d-97c0fac55c4a req-f33190cd-75a8-459a-99b2-e1376e3943e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 1001 time: 0.0634544 Jul 16 19:07:43.367901 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85838b2a-4212-4142-ab6d-97c0fac55c4a req-c6a63783-c46f-4952-802a-e3f1f5d2e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:43.369423 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85838b2a-4212-4142-ab6d-97c0fac55c4a req-c6a63783-c46f-4952-802a-e3f1f5d2e7b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0445218 Jul 16 19:07:43.426747 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85838b2a-4212-4142-ab6d-97c0fac55c4a req-49129c7a-7579-4dee-955b-f2050d17fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:43.428266 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85838b2a-4212-4142-ab6d-97c0fac55c4a req-49129c7a-7579-4dee-955b-f2050d17fbbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517006 Jul 16 19:07:43.520419 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85838b2a-4212-4142-ab6d-97c0fac55c4a req-74f04d4d-2e7d-4dd4-9c6c-4812f9a3396c service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851004 Jul 16 19:07:43.606991 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-85838b2a-4212-4142-ab6d-97c0fac55c4a req-0fec726b-a72c-4d23-839b-15ddf9f0482d service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803809 Jul 16 19:08:00.197611 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e46dcb2e-090b-4ea6-8d16-6a5db74cb45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.385948 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-614cc9a4-d498-42f1-8b50-8e5765318ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.872097 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.207440 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.294073 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:04.032203 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.755542 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:19.613943 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:08:30.198339 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6b74d4b-a36c-45f8-ac5e-195caaa78699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:32.386779 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-535d400d-dc8a-4d97-907a-a94b15603c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:32.872163 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:33.223962 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:33.312958 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:34.034192 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:35.757664 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:44.121000 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d022076-3830-4b69-a76a-60be2019597f req-5a40ddc2-24cf-4bc1-94f0-0ecf475d66d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567799 Jul 16 19:08:44.215758 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d022076-3830-4b69-a76a-60be2019597f req-73842620-655c-48b2-9c92-5d53de55b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:44.217390 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d022076-3830-4b69-a76a-60be2019597f req-73842620-655c-48b2-9c92-5d53de55b95d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1096 time: 0.0530424 Jul 16 19:08:44.320801 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d022076-3830-4b69-a76a-60be2019597f req-c9ef2c95-0995-4cf0-b0e6-909d441aa71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:44.322336 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d022076-3830-4b69-a76a-60be2019597f req-c9ef2c95-0995-4cf0-b0e6-909d441aa71f service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0849662 Jul 16 19:08:44.388778 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d022076-3830-4b69-a76a-60be2019597f req-f3811a6c-bcc8-4543-9ba2-87a9fec1d5a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 1001 time: 0.0603487 Jul 16 19:08:44.435008 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d022076-3830-4b69-a76a-60be2019597f req-957f6dfb-1ca4-4890-b754-c90b0eb66d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:44.436442 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d022076-3830-4b69-a76a-60be2019597f req-957f6dfb-1ca4-4890-b754-c90b0eb66d80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0423422 Jul 16 19:08:44.498014 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d022076-3830-4b69-a76a-60be2019597f req-01635c3c-943a-467e-ae58-d3045fe910ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:44.499504 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d022076-3830-4b69-a76a-60be2019597f req-01635c3c-943a-467e-ae58-d3045fe910ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562706 Jul 16 19:08:44.591646 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d022076-3830-4b69-a76a-60be2019597f req-f7cbf747-3152-4d93-8b79-5e53080a5609 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850003 Jul 16 19:08:44.679490 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-0d022076-3830-4b69-a76a-60be2019597f req-f9891bf1-da12-42ff-9a70-60f17c460991 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811696 Jul 16 19:08:56.613759 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:00.198092 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14660b35-efb4-4f3b-b443-ffb635e68da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.387983 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-331a8d04-e696-4546-adf5-887313988c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.873173 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.238698 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.309613 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.038092 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.760324 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.838265 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff622f03-1a4a-465c-976e-3645ae0f8438 req-5c4355ce-dc3f-471f-bd45-5276cb59e7b2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:11.839796 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff622f03-1a4a-465c-976e-3645ae0f8438 req-5c4355ce-dc3f-471f-bd45-5276cb59e7b2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.1407301 Jul 16 19:09:11.881662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ff622f03-1a4a-465c-976e-3645ae0f8438 req-74a0f8c7-e0b4-4da2-ab7c-139656f3993e tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359313 Jul 16 19:09:13.067925 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090f360-07f8-40a8-a9ea-2fb83b01626a req-01c2becf-dfbd-433f-ab5a-5d5bc307adbd tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:13.069613 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3090f360-07f8-40a8-a9ea-2fb83b01626a req-01c2becf-dfbd-433f-ab5a-5d5bc307adbd tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0649812 Jul 16 19:09:13.108215 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3090f360-07f8-40a8-a9ea-2fb83b01626a req-65da86e9-2eeb-4cf4-b316-cfe3aa5da2c6 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329876 Jul 16 19:09:14.296510 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428215c-9dfc-452f-8672-dc1d27195d13 req-2b3321dc-bb03-4ff3-8e98-3f1f9ce37e45 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:14.298080 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d428215c-9dfc-452f-8672-dc1d27195d13 req-2b3321dc-bb03-4ff3-8e98-3f1f9ce37e45 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0648661 Jul 16 19:09:14.336602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d428215c-9dfc-452f-8672-dc1d27195d13 req-1c7fd960-9192-405a-8bbb-6294ebef05b5 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328889 Jul 16 19:09:15.529159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ee196-20e4-48cf-b62f-e99060387f51 req-355cf89e-797c-4e61-a500-dea8155f5325 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:15.533339 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-687ee196-20e4-48cf-b62f-e99060387f51 req-355cf89e-797c-4e61-a500-dea8155f5325 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0714281 Jul 16 19:09:15.572124 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-687ee196-20e4-48cf-b62f-e99060387f51 req-2c5cbb87-ad5f-45a1-bfda-ed361334cada tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345852 Jul 16 19:09:16.750092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0cd85-dc10-460d-88d6-c9cb08654a02 req-f37a4d54-c415-4539-a3be-1b91362b5c9a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:16.751654 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5db0cd85-dc10-460d-88d6-c9cb08654a02 req-f37a4d54-c415-4539-a3be-1b91362b5c9a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0678585 Jul 16 19:09:16.792015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5db0cd85-dc10-460d-88d6-c9cb08654a02 req-972412e0-22a6-416a-ace7-fb13206756a9 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348256 Jul 16 19:09:18.015146 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004a84d-96a6-48c6-8116-69d8ce991ac5 req-f6549f4e-2749-49bd-8744-47131697d5ad tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:18.016634 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b004a84d-96a6-48c6-8116-69d8ce991ac5 req-f6549f4e-2749-49bd-8744-47131697d5ad tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.1100678 Jul 16 19:09:18.058493 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b004a84d-96a6-48c6-8116-69d8ce991ac5 req-9efd4fdd-36c1-4d6e-a191-433600f3b3f0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363681 Jul 16 19:09:19.236919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9104b33-28fb-47ff-a665-c82b35963a31 req-717876b0-f79a-4bac-8b6c-eb4ef54b86ec tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:19.238503 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9104b33-28fb-47ff-a665-c82b35963a31 req-717876b0-f79a-4bac-8b6c-eb4ef54b86ec tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0634048 Jul 16 19:09:19.276046 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9104b33-28fb-47ff-a665-c82b35963a31 req-b7c78cdc-7035-4fce-b9cd-2b28566499a9 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Jul 16 19:09:20.451207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38d0ec-7dab-4542-982f-71eb77d78456 req-e0b481ad-9ca3-4b0e-b5ab-bbb587edffd8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:20.452982 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e38d0ec-7dab-4542-982f-71eb77d78456 req-e0b481ad-9ca3-4b0e-b5ab-bbb587edffd8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0667953 Jul 16 19:09:20.490388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3e38d0ec-7dab-4542-982f-71eb77d78456 req-a88404c1-465d-4700-8ac8-3d65d1d3d44a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Jul 16 19:09:21.669549 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5b687-966d-4633-bdf9-8fe4df9f564b req-4a43134c-4cde-4d00-becc-e3d8456e6054 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:21.671167 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4cd5b687-966d-4633-bdf9-8fe4df9f564b req-4a43134c-4cde-4d00-becc-e3d8456e6054 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0689061 Jul 16 19:09:21.709806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4cd5b687-966d-4633-bdf9-8fe4df9f564b req-d622db01-1d33-4a2d-b75b-ab1cb91855d4 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325975 Jul 16 19:09:22.888038 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d52dd-7ac1-4443-a73f-167f771a65e6 req-5bc84cc2-74f0-48eb-982d-435f015be96a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:22.889581 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-021d52dd-7ac1-4443-a73f-167f771a65e6 req-5bc84cc2-74f0-48eb-982d-435f015be96a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0652852 Jul 16 19:09:22.928051 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-021d52dd-7ac1-4443-a73f-167f771a65e6 req-75ed52e4-f0b8-402c-a3c5-fbfe42546260 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323153 Jul 16 19:09:23.571829 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5e7b2a93-749b-4516-84b1-4e94ec3abd79 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:09:23.668299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:23.679128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'port_id': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'mac_address': 'fa:16:3e:d8:7a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:09:23.717958 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:23.730159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e7b2a93-749b-4516-84b1-4e94ec3abd79 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:09:23.748980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:23.753389 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:23.806976 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:23.814812 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:23.815167 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:23.815513 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:23.815855 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:23.816195 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:23.816567 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:23.816908 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:23.817240 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:23.817655 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:23.818052 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:23.818381 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:23.818786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:23.835126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['5e7b2a93-749b-4516-84b1-4e94ec3abd79'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:09:24.116126 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241f3a9-0fef-41a0-b815-2aec4fd09608 req-0fd649ff-d2ca-4538-921e-d3528738a863 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:24.117689 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e241f3a9-0fef-41a0-b815-2aec4fd09608 req-0fd649ff-d2ca-4538-921e-d3528738a863 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.0671356 Jul 16 19:09:24.164888 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e241f3a9-0fef-41a0-b815-2aec4fd09608 req-f438dea9-2166-4c4b-9e03-aa23f411ac95 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407412 Jul 16 19:09:25.355165 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2e943-08b8-4788-80c4-f2b513ddd95b req-1b7c1b24-7d4c-4c36-94b0-a2ede449b009 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:25.356705 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fcf2e943-08b8-4788-80c4-f2b513ddd95b req-1b7c1b24-7d4c-4c36-94b0-a2ede449b009 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.0730917 Jul 16 19:09:25.401864 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fcf2e943-08b8-4788-80c4-f2b513ddd95b req-971e2aae-aa9a-4b38-8124-a1ae915e6c0a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369596 Jul 16 19:09:25.591368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5e7b2a93-749b-4516-84b1-4e94ec3abd79 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:25.648757 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:25.649138 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:25.738001 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:25.762667 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:25.765287 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb13dbd9-ae84-4ac5-8f00-b647ae81d058" -d '{"events": [{"server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:25.778773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:25.785088 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:25.817129 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90549d58-b1e3-432b-ad14-128d0e719599 x-openstack-request-id: req-90549d58-b1e3-432b-ad14-128d0e719599 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:25.817456 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:25.817708 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90549d58-b1e3-432b-ad14-128d0e719599 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:25.818105 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'code': 200} Jul 16 19:09:25.853854 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:26.591277 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06f398-c7b7-47a7-8784-7d146ceeea32 req-df1ea3d3-fef5-4d02-9430-26e9c58a69cc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:26.594879 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc06f398-c7b7-47a7-8784-7d146ceeea32 req-df1ea3d3-fef5-4d02-9430-26e9c58a69cc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0726457 Jul 16 19:09:26.637871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cc06f398-c7b7-47a7-8784-7d146ceeea32 req-3b221143-a520-4d0c-851c-052c4e781f6b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372970 Jul 16 19:09:27.850980 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f27ea-93e7-4818-b474-61a7619c9024 req-9b56ab58-fd7e-49e1-a6ac-196416172157 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:27.852691 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-330f27ea-93e7-4818-b474-61a7619c9024 req-9b56ab58-fd7e-49e1-a6ac-196416172157 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0859103 Jul 16 19:09:27.894193 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-330f27ea-93e7-4818-b474-61a7619c9024 req-659b55c4-3441-48d4-8dcf-ea2cad91fb69 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359466 Jul 16 19:09:29.080561 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4173cf-ba96-44c6-bb79-aa488f8c3c1a req-2d79752e-6a26-4505-bdf0-8ac3ebee48e6 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:29.082920 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d4173cf-ba96-44c6-bb79-aa488f8c3c1a req-2d79752e-6a26-4505-bdf0-8ac3ebee48e6 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0689342 Jul 16 19:09:29.124378 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2d4173cf-ba96-44c6-bb79-aa488f8c3c1a req-df57955d-4ceb-41c3-9410-c9c74b14b979 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357425 Jul 16 19:09:30.204619 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4682aa9-e0dd-4b1d-9e9f-b6d8db2a46b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:30.342372 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464beaa-39d3-425c-9e97-4333d198876a req-ff5dadb9-ea17-4235-a678-f64288d139d4 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:30.344118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0464beaa-39d3-425c-9e97-4333d198876a req-ff5dadb9-ea17-4235-a678-f64288d139d4 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0753088 Jul 16 19:09:30.398060 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0464beaa-39d3-425c-9e97-4333d198876a req-9daec983-0391-4e91-9271-696a3f059a94 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473039 Jul 16 19:09:31.598951 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b550-0f6f-4129-8800-8f54ad3fecaf req-313b05d0-f16e-44f3-a5d9-7dde0496d16f tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:31.601390 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3031b550-0f6f-4129-8800-8f54ad3fecaf req-313b05d0-f16e-44f3-a5d9-7dde0496d16f tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0732956 Jul 16 19:09:31.643809 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3031b550-0f6f-4129-8800-8f54ad3fecaf req-1804c9c9-a292-4bf4-8c24-124ffc2d53d4 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364823 Jul 16 19:09:32.393884 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-355af032-dd55-4514-a6f8-be85ec2646c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:32.845053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55d803-8709-4532-ac5e-d43cae3793b7 req-d5be1d1d-1c9c-4cbc-9b0f-997054584eb9 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:32.846621 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da55d803-8709-4532-ac5e-d43cae3793b7 req-d5be1d1d-1c9c-4cbc-9b0f-997054584eb9 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0722172 Jul 16 19:09:32.874448 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:32.887946 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-da55d803-8709-4532-ac5e-d43cae3793b7 req-1dad0315-feb9-49b1-925b-3c109161f57a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358276 Jul 16 19:09:33.224780 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:33.312379 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:33.613245 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:33.732978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2248f-75d5-42db-9add-4c93ca1fd739 req-5bd04e55-2a87-44c5-8778-6428c02bf52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:33.734750 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98e2248f-75d5-42db-9add-4c93ca1fd739 req-5bd04e55-2a87-44c5-8778-6428c02bf52d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1096 time: 0.0602109 Jul 16 19:09:33.823802 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2248f-75d5-42db-9add-4c93ca1fd739 req-f6a96353-b76d-495b-a923-61c50ef7fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:33.825607 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98e2248f-75d5-42db-9add-4c93ca1fd739 req-f6a96353-b76d-495b-a923-61c50ef7fa8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0846720 Jul 16 19:09:33.897425 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98e2248f-75d5-42db-9add-4c93ca1fd739 req-4bdf6466-5d5d-4249-9ca7-dbba9fe633c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 1001 time: 0.0656750 Jul 16 19:09:33.947454 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2248f-75d5-42db-9add-4c93ca1fd739 req-35443e2d-81c1-4f31-8ef2-0158fcb5aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:33.948992 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98e2248f-75d5-42db-9add-4c93ca1fd739 req-35443e2d-81c1-4f31-8ef2-0158fcb5aa69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0456924 Jul 16 19:09:34.008393 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2248f-75d5-42db-9add-4c93ca1fd739 req-e8cdd14c-86cb-4df4-b918-6b85456ab733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:34.009961 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98e2248f-75d5-42db-9add-4c93ca1fd739 req-e8cdd14c-86cb-4df4-b918-6b85456ab733 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544524 Jul 16 19:09:34.042351 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:34.076660 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7877476-b3a4-4a39-85d8-2cc8d32265ba req-8af1529d-4f0a-4c03-b806-90efdbf8e0b6 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:34.078478 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7877476-b3a4-4a39-85d8-2cc8d32265ba req-8af1529d-4f0a-4c03-b806-90efdbf8e0b6 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0714037 Jul 16 19:09:34.109464 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98e2248f-75d5-42db-9add-4c93ca1fd739 req-d42ed51d-d1c6-4afe-bf54-cf60e8134fd0 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924213 Jul 16 19:09:34.117570 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f7877476-b3a4-4a39-85d8-2cc8d32265ba req-1e47ca6e-90e1-4664-8840-53437b51f179 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325186 Jul 16 19:09:34.197990 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-98e2248f-75d5-42db-9add-4c93ca1fd739 req-2f13d5a8-3a4e-45ed-b6aa-859f208440b8 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829864 Jul 16 19:09:35.288348 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf9639-02c4-4ad9-9756-69dd9a4c58a7 req-75f73c21-666d-4cd1-850f-9ed8d2009734 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:35.289858 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bbf9639-02c4-4ad9-9756-69dd9a4c58a7 req-75f73c21-666d-4cd1-850f-9ed8d2009734 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0621333 Jul 16 19:09:35.326612 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4bbf9639-02c4-4ad9-9756-69dd9a4c58a7 req-505cd0f7-67ac-4d28-9166-58c866c8bee0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310261 Jul 16 19:09:35.764442 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:36.503207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd79215-2caa-44de-af54-9f29f0c4d90f req-9fef30d3-1314-4b9c-aebe-f8d895707980 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:36.504686 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ddd79215-2caa-44de-af54-9f29f0c4d90f req-9fef30d3-1314-4b9c-aebe-f8d895707980 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0673013 Jul 16 19:09:36.542535 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ddd79215-2caa-44de-af54-9f29f0c4d90f req-fe4b8e9c-3cba-41ee-84f0-192c18614b5c tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322726 Jul 16 19:09:36.899781 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc862fcc-76d9-4fbb-a49a-3dd618d01edf req-bb6600d3-71bb-42ab-923c-4df334303108 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:36.901468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc862fcc-76d9-4fbb-a49a-3dd618d01edf req-bb6600d3-71bb-42ab-923c-4df334303108 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0648506 Jul 16 19:09:36.942116 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc862fcc-76d9-4fbb-a49a-3dd618d01edf req-f50f23e8-03c9-43dc-b984-0e54279aca26 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340827 Jul 16 19:09:37.155010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54654) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:37.250788 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-add4b80e-8184-415e-945b-54293262d771 req-3acb33b3-0829-4426-acd3-df46617a466d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934927 Jul 16 19:09:37.617076 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 5e7b2a93-749b-4516-84b1-4e94ec3abd79 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:09:37.690454 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:37.715264 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:37.717788 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b024ea58-2409-43c2-a573-6f1189e335b0" -d '{"events": [{"server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:37.730218 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:37.734970 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:37.758688 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180dc5ab-1de9-4854-a034-a14131b384db x-openstack-request-id: req-180dc5ab-1de9-4854-a034-a14131b384db {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:37.758974 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "name": "network-vif-unplugged", "status": "failed", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:37.759224 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-180dc5ab-1de9-4854-a034-a14131b384db {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:37.759617 n-d-793618-9 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'code': 422} returned with failed status Jul 16 19:09:37.784260 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:38.116943 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f978b-78fc-4af4-ae52-802e08780eca req-c1db20b7-b4c4-4e4d-b9aa-1def9529978c tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:38.118459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-869f978b-78fc-4af4-ae52-802e08780eca req-c1db20b7-b4c4-4e4d-b9aa-1def9529978c tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 943 time: 0.0625765 Jul 16 19:09:38.154548 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-869f978b-78fc-4af4-ae52-802e08780eca req-6d35fa32-392b-43a7-8eac-c996e4674d59 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305846 Jul 16 19:09:39.332235 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fed04e-4a60-4a16-be7c-2beb3f137a8f req-67d6f822-1e0a-48d0-a72c-5bd0bfabcf8e tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:39.333766 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58fed04e-4a60-4a16-be7c-2beb3f137a8f req-67d6f822-1e0a-48d0-a72c-5bd0bfabcf8e tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 943 time: 0.0694559 Jul 16 19:09:39.371817 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-58fed04e-4a60-4a16-be7c-2beb3f137a8f req-c0f7dc11-ec55-4908-9b6b-5697bd0713c2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324755 Jul 16 19:09:40.150260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4b80e-8184-415e-945b-54293262d771 req-a12ab9c9-8415-4376-bd7c-820b749dbaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:40.151754 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-add4b80e-8184-415e-945b-54293262d771 req-a12ab9c9-8415-4376-bd7c-820b749dbaf7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80&tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f HTTP/1.1" status: 200 len: 1094 time: 0.0934718 Jul 16 19:09:40.162583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-9', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:40.235317 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:40.437287 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:40.470385 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h2-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:40.532158 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7b2a93-749b-4516-84b1-4e94ec3abd79 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:09:40.542109 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:40.565042 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Transition to ACTIVE for port object 5e7b2a93-749b-4516-84b1-4e94ec3abd79 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:40.570287 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:40.620092 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ce2a2-298a-45a2-a3ff-d6943284a509 req-7d9cec48-55cf-4a27-a7cc-d6a15ce7d582 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:40.621671 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a41ce2a2-298a-45a2-a3ff-d6943284a509 req-7d9cec48-55cf-4a27-a7cc-d6a15ce7d582 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 943 time: 0.1319871 Jul 16 19:09:40.680515 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=9']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:40.705066 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:40.705483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:40.705827 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:40.706166 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:40.706502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:40.706834 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:40.707162 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:40.707652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:40.708027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:40.708408 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:40.708790 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:40.709115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:40.734445 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a41ce2a2-298a-45a2-a3ff-d6943284a509 req-5a594dc0-b9a0-4779-896e-b99674810699 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041961 Jul 16 19:09:40.767982 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] No DVR routers for this DVR port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 on host n-h2-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:09:40.906402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Attempting to bind port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:40.906673 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Attempting to bind port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:40.907108 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Attempting to bind port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 on network 399dba42-c547-418a-96ec-5e9b7b3a8b2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:40.911360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 on network 399dba42-c547-418a-96ec-5e9b7b3a8b2e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:09:40.911652 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Attempting to bind port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 on network 399dba42-c547-418a-96ec-5e9b7b3a8b2e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:40.916405 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:40.916749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Checking segment: {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:40.917140 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Bound using segment: {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:40.917606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Bound port: 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:40.917975 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:40.981115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:40.984707 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:40.991239 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:41.026629 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:41.027269 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:41.028758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-add4b80e-8184-415e-945b-54293262d771 req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] 10.222.0.38 "PUT /v2.0/ports/5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 1091 time: 0.8700299 Jul 16 19:09:41.029125 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:41.032592 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b793e9f6-593b-4754-b1d4-a4ff1750b41c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:41.071272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409d456-9d28-4089-9b03-6c953177e210 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:41.129442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4b80e-8184-415e-945b-54293262d771 req-e592d646-fa34-4a3b-8517-29b32f8f4949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:41.131071 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-add4b80e-8184-415e-945b-54293262d771 req-e592d646-fa34-4a3b-8517-29b32f8f4949 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1095 time: 0.0689931 Jul 16 19:09:41.146797 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13be476-4241-4a1e-9a1d-96a5e08b75f9 x-openstack-request-id: req-e13be476-4241-4a1e-9a1d-96a5e08b75f9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:41.147083 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:41.147331 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e13be476-4241-4a1e-9a1d-96a5e08b75f9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:41.147722 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'status': 'completed', 'code': 200} Jul 16 19:09:41.226212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4b80e-8184-415e-945b-54293262d771 req-54cf5702-c3d2-4cff-a4a4-9b9fabc0b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:41.227740 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-add4b80e-8184-415e-945b-54293262d771 req-54cf5702-c3d2-4cff-a4a4-9b9fabc0b22a service neutron] 10.222.0.38 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0906441 Jul 16 19:09:41.295594 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-add4b80e-8184-415e-945b-54293262d771 req-9e2b5ca6-5c0d-4d9f-af0b-8801f5143556 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 999 time: 0.0605850 Jul 16 19:09:41.342191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4b80e-8184-415e-945b-54293262d771 req-f9857b44-4504-473d-a179-ec086d60e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:41.344127 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-add4b80e-8184-415e-945b-54293262d771 req-f9857b44-4504-473d-a179-ec086d60e92f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0428476 Jul 16 19:09:41.398817 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4b80e-8184-415e-945b-54293262d771 req-a805d271-9b40-4036-85f7-7f4e681f9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:41.400309 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-add4b80e-8184-415e-945b-54293262d771 req-a805d271-9b40-4036-85f7-7f4e681f9463 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503123 Jul 16 19:09:41.410755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-add4b80e-8184-415e-945b-54293262d771 req-25afa449-de23-4d9e-828a-3756eede7140 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:09:41.411745 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-add4b80e-8184-415e-945b-54293262d771 req-25afa449-de23-4d9e-828a-3756eede7140 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048850 Jul 16 19:09:41.502674 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-add4b80e-8184-415e-945b-54293262d771 req-0248a498-89d2-4f90-810b-87d7420879fe service neutron] 10.222.0.38 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850630 Jul 16 19:09:41.591704 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-add4b80e-8184-415e-945b-54293262d771 req-fe77a16d-c440-4baf-ba5a-e23be242bcb8 service neutron] 10.222.0.38 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833158 Jul 16 19:09:41.691109 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793e9f6-593b-4754-b1d4-a4ff1750b41c req-5810fcf4-ccff-45e3-b518-afbde279bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:41.692662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b793e9f6-593b-4754-b1d4-a4ff1750b41c req-5810fcf4-ccff-45e3-b518-afbde279bc0d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1095 time: 0.0576212 Jul 16 19:09:41.791583 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793e9f6-593b-4754-b1d4-a4ff1750b41c req-aa316de5-81c4-4fc8-83e2-658592d009c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:41.794791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b793e9f6-593b-4754-b1d4-a4ff1750b41c req-aa316de5-81c4-4fc8-83e2-658592d009c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0960908 Jul 16 19:09:41.935162 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b793e9f6-593b-4754-b1d4-a4ff1750b41c req-11451285-63df-438e-bf54-aeef0fc4f94d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 999 time: 0.1339502 Jul 16 19:09:41.998053 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0170de-2aec-46b5-8eea-099a7ed40639 req-5640b37a-8f1e-48c2-af30-9e53b8e70804 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:41.999953 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f0170de-2aec-46b5-8eea-099a7ed40639 req-5640b37a-8f1e-48c2-af30-9e53b8e70804 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.1235423 Jul 16 19:09:42.069184 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1f0170de-2aec-46b5-8eea-099a7ed40639 req-5e896bd2-07ac-4dc7-b55c-1ba1ea5ad507 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617168 Jul 16 19:09:43.304970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa271bc-a419-472b-8848-5ce94d09d6d8 req-4bc883e6-822f-4fed-b1c1-bfb7f9623496 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:43.306492 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fa271bc-a419-472b-8848-5ce94d09d6d8 req-4bc883e6-822f-4fed-b1c1-bfb7f9623496 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.0902281 Jul 16 19:09:43.362889 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9fa271bc-a419-472b-8848-5ce94d09d6d8 req-eeceb469-9060-4330-8a68-cd6545e1cb31 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473812 Jul 16 19:09:44.559130 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2bca2-475c-44b3-b79c-8edbc8f2f6cb req-1746f045-cf79-44e7-8654-f1ac3486b03f tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:44.560595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee2bca2-475c-44b3-b79c-8edbc8f2f6cb req-1746f045-cf79-44e7-8654-f1ac3486b03f tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.0720975 Jul 16 19:09:44.603902 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7ee2bca2-475c-44b3-b79c-8edbc8f2f6cb req-0179b506-458a-4723-a49d-e792f285af94 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355334 Jul 16 19:09:45.794755 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ad7f6-eafe-4386-bab3-33f6b99f7683 req-1563fac6-4e51-428e-bcec-6740ddd7a9ee tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:45.797293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a24ad7f6-eafe-4386-bab3-33f6b99f7683 req-1563fac6-4e51-428e-bcec-6740ddd7a9ee tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.0683174 Jul 16 19:09:45.853551 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a24ad7f6-eafe-4386-bab3-33f6b99f7683 req-d335da24-2bda-4167-9d88-23260147282b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506003 Jul 16 19:09:47.041209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c7a1b-d9c6-4480-887d-c3713a3cc6cd req-9cd919c4-ae48-40a0-a708-7e29b05570d2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:47.042730 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f6c7a1b-d9c6-4480-887d-c3713a3cc6cd req-9cd919c4-ae48-40a0-a708-7e29b05570d2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.0681210 Jul 16 19:09:47.094964 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5f6c7a1b-d9c6-4480-887d-c3713a3cc6cd req-118eb6c2-2229-4103-9b83-db641b93ccc3 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461268 Jul 16 19:09:48.288813 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa83489-7206-4000-b943-c803c9d00a68 req-33d4b907-27b5-4a82-b886-313d8d3b4e93 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:48.290354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5aa83489-7206-4000-b943-c803c9d00a68 req-33d4b907-27b5-4a82-b886-313d8d3b4e93 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.0770221 Jul 16 19:09:48.334307 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5aa83489-7206-4000-b943-c803c9d00a68 req-7acc15af-6428-47e5-8722-ec2ccfc6b555 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382540 Jul 16 19:09:49.525668 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0505f6-f504-4789-afc6-8622594b6bfe req-51a545db-a796-477f-8673-0d53ff4ff53b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:49.527505 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb0505f6-f504-4789-afc6-8622594b6bfe req-51a545db-a796-477f-8673-0d53ff4ff53b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.0709283 Jul 16 19:09:49.570091 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fb0505f6-f504-4789-afc6-8622594b6bfe req-5339af4e-dedf-416d-add7-9479e7c395f6 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354564 Jul 16 19:09:50.760123 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d0403-9c96-4a21-bed3-3ec82a6f9b26 req-8919b3d7-4cd4-4266-8143-24627ce645d1 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:50.762423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df2d0403-9c96-4a21-bed3-3ec82a6f9b26 req-8919b3d7-4cd4-4266-8143-24627ce645d1 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.0678599 Jul 16 19:09:50.803256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-df2d0403-9c96-4a21-bed3-3ec82a6f9b26 req-4a50ddac-0398-496f-a92a-eca903aa7005 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342157 Jul 16 19:09:51.797769 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793e9f6-593b-4754-b1d4-a4ff1750b41c req-a9a893b8-6679-4752-be56-cb5b5f5a4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:51.799310 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b793e9f6-593b-4754-b1d4-a4ff1750b41c req-a9a893b8-6679-4752-be56-cb5b5f5a4260 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0472331 Jul 16 19:09:51.857524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793e9f6-593b-4754-b1d4-a4ff1750b41c req-23b9e872-c15c-4507-b6e0-73472aea4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:51.859718 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b793e9f6-593b-4754-b1d4-a4ff1750b41c req-23b9e872-c15c-4507-b6e0-73472aea4d83 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529971 Jul 16 19:09:51.987602 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b793e9f6-593b-4754-b1d4-a4ff1750b41c req-91677d16-a233-4e59-9fee-155eb394b0fe service neutron] 10.222.0.38 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169832 Jul 16 19:09:52.037200 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e1566-8814-4968-a5bd-7d5f011b0791 req-a35d465f-cf65-482f-b2ce-22b6720e6031 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:52.038653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d7e1566-8814-4968-a5bd-7d5f011b0791 req-a35d465f-cf65-482f-b2ce-22b6720e6031 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.1094828 Jul 16 19:09:52.131890 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7d7e1566-8814-4968-a5bd-7d5f011b0791 req-c572815d-f024-442d-bbe8-41bb27b4fed4 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572207 Jul 16 19:09:52.133934 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b793e9f6-593b-4754-b1d4-a4ff1750b41c req-3e4757cb-825e-409e-a7ed-2e9567547735 service neutron] 10.222.0.38 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377966 Jul 16 19:09:52.583542 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad882e3d-829e-49c5-a41b-c84260e79aeb req-fb92bec6-12e6-40d7-aea2-6c2efe36f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:52.585049 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad882e3d-829e-49c5-a41b-c84260e79aeb req-fb92bec6-12e6-40d7-aea2-6c2efe36f4ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1095 time: 0.0527675 Jul 16 19:09:52.691816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad882e3d-829e-49c5-a41b-c84260e79aeb req-f16b35bd-10ab-419b-b6b5-022119b16df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:52.693278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad882e3d-829e-49c5-a41b-c84260e79aeb req-f16b35bd-10ab-419b-b6b5-022119b16df0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0866799 Jul 16 19:09:52.757655 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad882e3d-829e-49c5-a41b-c84260e79aeb req-9f0aa22e-2d0c-4753-b417-ca92d88a0f4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 999 time: 0.0565457 Jul 16 19:09:52.805502 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad882e3d-829e-49c5-a41b-c84260e79aeb req-1b9e8bb3-6db0-4a98-836c-0834d362a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:52.806950 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad882e3d-829e-49c5-a41b-c84260e79aeb req-1b9e8bb3-6db0-4a98-836c-0834d362a4c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0429628 Jul 16 19:09:52.867424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad882e3d-829e-49c5-a41b-c84260e79aeb req-fbe526fc-4437-47d5-b371-d53120405a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:52.868952 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad882e3d-829e-49c5-a41b-c84260e79aeb req-fbe526fc-4437-47d5-b371-d53120405a30 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549817 Jul 16 19:09:52.956845 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad882e3d-829e-49c5-a41b-c84260e79aeb req-41e1439d-bcc7-4c1b-9557-43b5f938ef82 service neutron] 10.222.0.38 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807025 Jul 16 19:09:53.046458 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ad882e3d-829e-49c5-a41b-c84260e79aeb req-14437011-2ce0-450b-9a56-cc316d4497d3 service neutron] 10.222.0.38 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833476 Jul 16 19:09:53.304006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7584c0c-d4a7-48a1-b09d-e96254495eff req-7d101d29-5ad1-4061-9ee9-fc9b26ed19ee tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:53.305533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7584c0c-d4a7-48a1-b09d-e96254495eff req-7d101d29-5ad1-4061-9ee9-fc9b26ed19ee tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 944 time: 0.0630372 Jul 16 19:09:53.343089 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b7584c0c-d4a7-48a1-b09d-e96254495eff req-4f0e146a-8b95-4a1c-8b96-017a7aa94b63 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319145 Jul 16 19:09:53.378730 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5e7b2a93-749b-4516-84b1-4e94ec3abd79 details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:09:53.473080 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:53.484254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'port_id': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'mac_address': 'fa:16:3e:d8:7a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:09:53.519827 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:53.531892 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7b2a93-749b-4516-84b1-4e94ec3abd79 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:09:53.550975 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:53.554564 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:53.599746 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:53.782650 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['5e7b2a93-749b-4516-84b1-4e94ec3abd79'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:09:54.520084 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e626b-54b6-42c4-8276-7114cf3cf0ac req-acd415ba-9037-45a2-8df4-9558f349bb8d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:54.521591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c8e626b-54b6-42c4-8276-7114cf3cf0ac req-acd415ba-9037-45a2-8df4-9558f349bb8d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 945 time: 0.0652452 Jul 16 19:09:54.891285 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5c8e626b-54b6-42c4-8276-7114cf3cf0ac req-2d0bc523-be68-4d08-b7e8-59fc8fcb7343 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3639090 Jul 16 19:09:55.394207 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5e7b2a93-749b-4516-84b1-4e94ec3abd79 up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:55.442492 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:55.446344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:55.446714 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:55.525136 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:55.548771 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:55.551031 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d677b42-9e07-4f90-89a9-275bf29ca98e" -d '{"events": [{"server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:55.563625 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:55.567816 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:55.602165 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3689b5f8-e612-4471-af0b-45d408f80744 x-openstack-request-id: req-3689b5f8-e612-4471-af0b-45d408f80744 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:55.602496 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "name": "network-vif-plugged", "status": "completed", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:55.602753 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3689b5f8-e612-4471-af0b-45d408f80744 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:55.603155 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'code': 200} Jul 16 19:09:55.619947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=12']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:55.768622 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53055b46-067f-49ae-9949-41e339e06d72 req-1c5d3abf-ab05-404a-bef0-e1707915637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:55.770135 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53055b46-067f-49ae-9949-41e339e06d72 req-1c5d3abf-ab05-404a-bef0-e1707915637b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1097 time: 0.0504732 Jul 16 19:09:55.803945 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53055b46-067f-49ae-9949-41e339e06d72 req-796838b0-8bab-4337-a791-ffe9234c88b6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273287 Jul 16 19:09:56.060612 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154030e6-0017-4154-85de-3b60db195c87 req-7a497152-c9ab-4970-bb7f-80e986f082d5 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:56.062786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-154030e6-0017-4154-85de-3b60db195c87 req-7a497152-c9ab-4970-bb7f-80e986f082d5 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 946 time: 0.0622461 Jul 16 19:09:56.099849 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-154030e6-0017-4154-85de-3b60db195c87 req-081c3d2a-4b58-4c7b-a79d-8feea76ad5ff tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316594 Jul 16 19:09:57.278015 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d43296-4143-424d-a90b-6aa2fef6a301 req-701b4ded-d3a3-4f44-9712-e06e0160225f tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:57.279485 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53d43296-4143-424d-a90b-6aa2fef6a301 req-701b4ded-d3a3-4f44-9712-e06e0160225f tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 946 time: 0.0646422 Jul 16 19:09:57.316610 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53d43296-4143-424d-a90b-6aa2fef6a301 req-8ef1a5de-8423-4d0e-bfe2-006561e1c323 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Jul 16 19:10:00.197715 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5480d44-bb87-4a31-bf7b-6a2fe3444d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:02.394226 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cbd105-6adc-428d-b0ac-db1a573dd622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:02.880256 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:03.257657 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:03.315020 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:04.201050 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:05.766236 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:10.612317 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:10:30.198993 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10a36ee0-cb1a-4843-acfc-1ec2f9c4d140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:32.395687 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc02d45c-28c7-4f18-bf5e-380b536b8551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:32.884492 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:33.285078 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:33.327395 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:34.045933 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:35.768679 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:47.613105 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:10:53.947278 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-984b2218-a814-4832-b6e4-b437735dcc85 req-797487f6-3bf0-4eaf-b192-f50440dd7b60 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535965 Jul 16 19:10:54.045863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b2218-a814-4832-b6e4-b437735dcc85 req-3df0e9fb-4ba5-414f-95cb-9af077947e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:54.047373 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-984b2218-a814-4832-b6e4-b437735dcc85 req-3df0e9fb-4ba5-414f-95cb-9af077947e93 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1097 time: 0.0576348 Jul 16 19:10:54.153501 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b2218-a814-4832-b6e4-b437735dcc85 req-33f6f689-c09d-4ad9-bbc9-e78c15a4eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:54.154911 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-984b2218-a814-4832-b6e4-b437735dcc85 req-33f6f689-c09d-4ad9-bbc9-e78c15a4eff8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0880637 Jul 16 19:10:54.222106 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-984b2218-a814-4832-b6e4-b437735dcc85 req-1b3e0d38-2d1d-4f98-9092-c30f6ae4ffc5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 1001 time: 0.0610249 Jul 16 19:10:54.267984 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b2218-a814-4832-b6e4-b437735dcc85 req-7f03ee36-cc33-4d85-a965-cf14196002cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:54.270082 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-984b2218-a814-4832-b6e4-b437735dcc85 req-7f03ee36-cc33-4d85-a965-cf14196002cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0419199 Jul 16 19:10:54.324249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b2218-a814-4832-b6e4-b437735dcc85 req-d2563fa7-92e6-49e2-8b28-62f14d26851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:54.325752 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-984b2218-a814-4832-b6e4-b437735dcc85 req-d2563fa7-92e6-49e2-8b28-62f14d26851f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507972 Jul 16 19:10:54.418876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-984b2218-a814-4832-b6e4-b437735dcc85 req-d8ed6833-e9bf-47a9-a3df-de62d7731179 service neutron] 10.222.0.38 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854809 Jul 16 19:10:54.507793 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-984b2218-a814-4832-b6e4-b437735dcc85 req-dd0d5c5b-48b1-41fc-8222-0a276a43b071 service neutron] 10.222.0.38 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823202 Jul 16 19:11:00.199915 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9fbea41-0cc7-48c4-8008-304580a1fd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.396589 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6216-2e75-4971-8ffd-d8594c5d440a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.885272 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.283102 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.358447 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.049076 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:05.770988 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.396190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:10.562354 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Deleting port 4ad8f32f-89ed-43b1-a287-13dc8061c5d7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:10.562713 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.637360 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.637696 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.649374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Calling delete_port for 4ad8f32f-89ed-43b1-a287-13dc8061c5d7 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:10.794619 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.822498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event deleted for resources: {'Port': ['ID=4ad8f32f-89ed-43b1-a287-13dc8061c5d7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:10.851068 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:10.851429 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:10.851783 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:10.852132 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:10.852479 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:10.852823 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:10.853163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:10.853530 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:10.853871 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:10.854208 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:10.854551 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:10.854885 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:10.893714 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.894175 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Floating IP b3652e75-8d16-4801-8ce1-243c7dc9987d disassociated (deleted). External IP: 172.25.8.235, port: 5e7b2a93-749b-4516-84b1-4e94ec3abd79. Jul 16 19:11:11.100950 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Router 72374da7-66ab-4da3-91ff-df854c01e770 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:11:11.209000 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:11.213890 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:11.218166 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c145a5d-5893-4705-ae87-fad358ea6407 None None] Sync routers for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:11.227158 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c145a5d-5893-4705-ae87-fad358ea6407 None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:11.227765 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c145a5d-5893-4705-ae87-fad358ea6407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:11:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:11.250561 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ed6c6ec2-3122-42ec-87a0-d898a310b8fa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "DELETE /v2.0/floatingips/b3652e75-8d16-4801-8ce1-243c7dc9987d HTTP/1.1" status: 204 len: 168 time: 0.8532526 Jul 16 19:11:11.251258 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:11.254212 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c88605-3466-4453-9b2d-d08b06f37d95" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:11.293011 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af24f213-484c-46e1-a858-1f35978d72fa x-openstack-request-id: req-af24f213-484c-46e1-a858-1f35978d72fa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:11.293387 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:11.293650 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af24f213-484c-46e1-a858-1f35978d72fa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:11.294064 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'status': 'completed', 'code': 200} Jul 16 19:11:11.378106 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c88605-3466-4453-9b2d-d08b06f37d95 req-7362e540-ea7a-416e-95b7-8bf568ff54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:11.380084 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97c88605-3466-4453-9b2d-d08b06f37d95 req-7362e540-ea7a-416e-95b7-8bf568ff54ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 1097 time: 0.0616093 Jul 16 19:11:11.434548 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7c145a5d-5893-4705-ae87-fad358ea6407 None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:11.474516 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c88605-3466-4453-9b2d-d08b06f37d95 req-50668fc4-163f-43e4-87ba-0aa2575cd2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:11.476111 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97c88605-3466-4453-9b2d-d08b06f37d95 req-50668fc4-163f-43e4-87ba-0aa2575cd2bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0903423 Jul 16 19:11:11.523457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97c88605-3466-4453-9b2d-d08b06f37d95 req-7f6c8756-4604-4726-a510-a791de260d6b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 200 len: 217 time: 0.0404491 Jul 16 19:11:11.581085 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c88605-3466-4453-9b2d-d08b06f37d95 req-6c7733a7-fd4f-4afc-8fa1-8bbb207ebdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:11.582629 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97c88605-3466-4453-9b2d-d08b06f37d95 req-6c7733a7-fd4f-4afc-8fa1-8bbb207ebdca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0526633 Jul 16 19:11:11.650757 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c145a5d-5893-4705-ae87-fad358ea6407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:11.682393 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c145a5d-5893-4705-ae87-fad358ea6407 None None] Checking router: 72374da7-66ab-4da3-91ff-df854c01e770 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:11.685905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f35aac-2567-4988-8bae-f9c92c0dbb50 req-1839fad6-5e0a-4dc1-8e5a-f1b1b61c7d47 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:11.687399 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8f35aac-2567-4988-8bae-f9c92c0dbb50 req-1839fad6-5e0a-4dc1-8e5a-f1b1b61c7d47 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 946 time: 0.1094708 Jul 16 19:11:11.690184 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c88605-3466-4453-9b2d-d08b06f37d95 req-fd8681f8-0df6-45f4-a5b3-22e22d0aa852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:11.690646 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c145a5d-5893-4705-ae87-fad358ea6407 None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:11.691566 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c145a5d-5893-4705-ae87-fad358ea6407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:11:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:11.691739 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97c88605-3466-4453-9b2d-d08b06f37d95 req-fd8681f8-0df6-45f4-a5b3-22e22d0aa852 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001482 Jul 16 19:11:11.751566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d8f35aac-2567-4988-8bae-f9c92c0dbb50 req-b7dc3867-fdbb-42c0-8efa-e4b7b500f627 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572646 Jul 16 19:11:11.802750 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7c145a5d-5893-4705-ae87-fad358ea6407 None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:11.810569 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97c88605-3466-4453-9b2d-d08b06f37d95 req-b5a2c82d-d0fb-4088-af19-26cac41a7d03 service neutron] 10.222.0.38 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094117 Jul 16 19:11:11.911157 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-97c88605-3466-4453-9b2d-d08b06f37d95 req-47d788ef-c931-4f50-8526-51886cd2b25c service neutron] 10.222.0.38 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919614 Jul 16 19:11:12.004380 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c145a5d-5893-4705-ae87-fad358ea6407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:12.034027 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c145a5d-5893-4705-ae87-fad358ea6407 None None] The sync data for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 is: [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:12.251128 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095c481-385d-40e8-9a9b-642108c15817 None None] New status for floating IP b3652e75-8d16-4801-8ce1-243c7dc9987d: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:11:12.840260 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4ec2d-ff5f-4ce5-bbad-475c157086f2 req-bfc97742-515d-4059-8be4-8c6829122acc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:12.841885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1aa4ec2d-ff5f-4ce5-bbad-475c157086f2 req-bfc97742-515d-4059-8be4-8c6829122acc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 946 time: 0.0652862 Jul 16 19:11:12.985167 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e50214-69a9-46ab-8c17-0c8e6a1dfc1e req-450f4a51-5373-4654-aed1-5ec3a9dfaf57 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:12.986699 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7e50214-69a9-46ab-8c17-0c8e6a1dfc1e req-450f4a51-5373-4654-aed1-5ec3a9dfaf57 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a9e09d7-4251-45f9-93b5-66d63a393d80 HTTP/1.1" status: 200 len: 946 time: 0.1117828 Jul 16 19:11:13.012357 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1aa4ec2d-ff5f-4ce5-bbad-475c157086f2 req-6c4328a1-c70b-4630-8b3f-12d7fd010f16 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Deleting port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:13.012708 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aa4ec2d-ff5f-4ce5-bbad-475c157086f2 req-6c4328a1-c70b-4630-8b3f-12d7fd010f16 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.053865 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d7e50214-69a9-46ab-8c17-0c8e6a1dfc1e req-6bfa1777-5a41-4298-bd1c-b46e2da8a04a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d931c4d-75da-48da-95c7-939bcd028d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596483 Jul 16 19:11:13.123607 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1aa4ec2d-ff5f-4ce5-bbad-475c157086f2 req-6c4328a1-c70b-4630-8b3f-12d7fd010f16 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] For port 5e7b2a93-749b-4516-84b1-4e94ec3abd79, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=5e7b2a93-749b-4516-84b1-4e94ec3abd79,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:13.123974 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aa4ec2d-ff5f-4ce5-bbad-475c157086f2 req-6c4328a1-c70b-4630-8b3f-12d7fd010f16 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.137703 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1aa4ec2d-ff5f-4ce5-bbad-475c157086f2 req-6c4328a1-c70b-4630-8b3f-12d7fd010f16 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Calling delete_port for 5e7b2a93-749b-4516-84b1-4e94ec3abd79 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:13.269206 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aa4ec2d-ff5f-4ce5-bbad-475c157086f2 req-6c4328a1-c70b-4630-8b3f-12d7fd010f16 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.303248 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4328a1-c70b-4630-8b3f-12d7fd010f16 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event deleted for resources: {'Port': ['ID=5e7b2a93-749b-4516-84b1-4e94ec3abd79,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:13.348910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa4ec2d-ff5f-4ce5-bbad-475c157086f2 req-6c4328a1-c70b-4630-8b3f-12d7fd010f16 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] No DVR routers for this DVR port 5e7b2a93-749b-4516-84b1-4e94ec3abd79 on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:13.351652 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1aa4ec2d-ff5f-4ce5-bbad-475c157086f2 req-6c4328a1-c70b-4630-8b3f-12d7fd010f16 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.353798 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1aa4ec2d-ff5f-4ce5-bbad-475c157086f2 req-6c4328a1-c70b-4630-8b3f-12d7fd010f16 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.38 "DELETE /v2.0/ports/5e7b2a93-749b-4516-84b1-4e94ec3abd79 HTTP/1.1" status: 204 len: 173 time: 0.5060542 Jul 16 19:11:13.354305 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'name': 'network-vif-deleted', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:13.356589 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7d6f8b-7875-4c67-93bf-6b279ab44277" -d '{"events": [{"server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "name": "network-vif-deleted", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:13.392154 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f9d41f-75d5-4b4e-85ff-d01c7c380a4c x-openstack-request-id: req-99f9d41f-75d5-4b4e-85ff-d01c7c380a4c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:13.392449 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9e09d7-4251-45f9-93b5-66d63a393d80", "name": "network-vif-deleted", "tag": "5e7b2a93-749b-4516-84b1-4e94ec3abd79", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:13.392817 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99f9d41f-75d5-4b4e-85ff-d01c7c380a4c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:13.393239 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9e09d7-4251-45f9-93b5-66d63a393d80', 'name': 'network-vif-deleted', 'tag': '5e7b2a93-749b-4516-84b1-4e94ec3abd79', 'status': 'completed', 'code': 200} Jul 16 19:11:14.157107 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:14.219635 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a7d8e23-0457-4b74-984a-63cdd19a6385 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.244653 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a7d8e23-0457-4b74-984a-63cdd19a6385 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.305802 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a7d8e23-0457-4b74-984a-63cdd19a6385 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.308493 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a7d8e23-0457-4b74-984a-63cdd19a6385 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.313435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7a7d8e23-0457-4b74-984a-63cdd19a6385 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "DELETE /v2.0/security-groups/6d931c4d-75da-48da-95c7-939bcd028d9d HTTP/1.1" status: 204 len: 168 time: 0.1515679 Jul 16 19:11:14.320194 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d8e23-0457-4b74-984a-63cdd19a6385 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d931c4d-75da-48da-95c7-939bcd028d9d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:14.640121 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:14.645545 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0c0b8a41-5e87-433a-bc71-955983a87217 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883865402', 'description': 'tempest-secgroup-smoke-883865402 description', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:14.667835 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c0b8a41-5e87-433a-bc71-955983a87217 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.753078 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c0b8a41-5e87-433a-bc71-955983a87217 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.757183 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c0b8a41-5e87-433a-bc71-955983a87217 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.780318 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c0b8a41-5e87-433a-bc71-955983a87217 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.781584 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-0c0b8a41-5e87-433a-bc71-955983a87217 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1404238 Jul 16 19:11:14.784514 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 54816) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:14.790476 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b8a41-5e87-433a-bc71-955983a87217 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045e08f0-fbf4-4f70-89d8-ce5dc384680d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:14.791564 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group_rule': {'security_group_id': '045e08f0-fbf4-4f70-89d8-ce5dc384680d', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:14.819366 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.879741 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.883387 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.905274 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c5d6a9-c23c-4f55-a9f4-251aaa247608,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:14.914582 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.915785 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302428 Jul 16 19:11:14.917229 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:14.917940 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:14.918299 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:14.918734 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:14.919049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:14.919183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:14.919410 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:14.919746 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:14.920082 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:14.920416 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:14.920748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:14.921089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:14.921447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef92961-6e43-4b92-a833-184b42cdf1d0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:14.923780 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6037bbf3-44fd-40f5-b30c-89a3154e74f2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group_rule': {'security_group_id': '045e08f0-fbf4-4f70-89d8-ce5dc384680d', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:14.951186 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6037bbf3-44fd-40f5-b30c-89a3154e74f2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.999817 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6037bbf3-44fd-40f5-b30c-89a3154e74f2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.003241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6037bbf3-44fd-40f5-b30c-89a3154e74f2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.021151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037bbf3-44fd-40f5-b30c-89a3154e74f2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee1a958-2443-4409-a0e7-26b938f7e1b7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:15.026938 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6037bbf3-44fd-40f5-b30c-89a3154e74f2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.028248 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6037bbf3-44fd-40f5-b30c-89a3154e74f2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1081529 Jul 16 19:11:15.031202 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:15.036133 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3152d6a7-5e41-4f01-b2e3-92ddb6a34cec tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group_rule': {'security_group_id': '045e08f0-fbf4-4f70-89d8-ce5dc384680d', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:15.061835 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3152d6a7-5e41-4f01-b2e3-92ddb6a34cec tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.120466 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3152d6a7-5e41-4f01-b2e3-92ddb6a34cec tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.123834 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3152d6a7-5e41-4f01-b2e3-92ddb6a34cec tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.142026 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152d6a7-5e41-4f01-b2e3-92ddb6a34cec tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa0870c-5c87-4ad6-afd8-99c73e1b3ab9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:15.147655 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3152d6a7-5e41-4f01-b2e3-92ddb6a34cec tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.149293 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3152d6a7-5e41-4f01-b2e3-92ddb6a34cec tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171088 Jul 16 19:11:15.151865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:15.156238 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-97db4192-e796-41ca-8eef-0e20891998b7 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group_rule': {'security_group_id': '045e08f0-fbf4-4f70-89d8-ce5dc384680d', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:15.182049 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97db4192-e796-41ca-8eef-0e20891998b7 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.243307 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97db4192-e796-41ca-8eef-0e20891998b7 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.246230 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97db4192-e796-41ca-8eef-0e20891998b7 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.263289 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db4192-e796-41ca-8eef-0e20891998b7 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4c3748-aa82-426a-8693-1fe7232e65f3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:15.269563 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97db4192-e796-41ca-8eef-0e20891998b7 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.271457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-97db4192-e796-41ca-8eef-0e20891998b7 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186411 Jul 16 19:11:15.274361 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:15.278737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7d8a74b3-0b54-4a8d-8ecc-40c07704a8cc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group_rule': {'security_group_id': '045e08f0-fbf4-4f70-89d8-ce5dc384680d', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:15.299276 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-7d8a74b3-0b54-4a8d-8ecc-40c07704a8cc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Project f839a1b5500e48fea5f8cdf4d7f73e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:11:15.304244 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d8a74b3-0b54-4a8d-8ecc-40c07704a8cc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.364710 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d8a74b3-0b54-4a8d-8ecc-40c07704a8cc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.368360 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d8a74b3-0b54-4a8d-8ecc-40c07704a8cc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.387651 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a74b3-0b54-4a8d-8ecc-40c07704a8cc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e80d0f4-3b3d-4932-8cde-b80d0c3c1e28,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:15.394540 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d8a74b3-0b54-4a8d-8ecc-40c07704a8cc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.397088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7d8a74b3-0b54-4a8d-8ecc-40c07704a8cc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218016 Jul 16 19:11:15.399899 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 54828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:15.404375 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3bb34d47-0af0-49bf-8353-6b705d7267be tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'security_group_rule': {'security_group_id': '045e08f0-fbf4-4f70-89d8-ce5dc384680d', 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:15.425423 n-d-793618-9 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-3bb34d47-0af0-49bf-8353-6b705d7267be tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Project f839a1b5500e48fea5f8cdf4d7f73e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:11:15.430272 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bb34d47-0af0-49bf-8353-6b705d7267be tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.491748 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bb34d47-0af0-49bf-8353-6b705d7267be tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.495260 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bb34d47-0af0-49bf-8353-6b705d7267be tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.514793 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb34d47-0af0-49bf-8353-6b705d7267be tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38824548-c2f4-4b60-9f09-ef857576c519,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:15.521834 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bb34d47-0af0-49bf-8353-6b705d7267be tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.523076 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3bb34d47-0af0-49bf-8353-6b705d7267be tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221960 Jul 16 19:11:15.673394 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5e7b2a93-749b-4516-84b1-4e94ec3abd79 no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:15.693642 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 5e7b2a93-749b-4516-84b1-4e94ec3abd79 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:11:15.693992 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 5e7b2a93-749b-4516-84b1-4e94ec3abd79 not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:24.614994 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:11:29.795235 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-33a1c6e4-1981-42f4-a73a-e7f1db3d44e5 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883865402&fields=id&tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f HTTP/1.1" status: 200 len: 267 time: 0.0327690 Jul 16 19:11:29.903630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b725912-0573-4afb-bd1b-565551151def req-52ce6d2f-6fb7-40f9-9321-bc683769e16f tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:29.904987 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-52ce6d2f-6fb7-40f9-9321-bc683769e16f tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 808 time: 0.1035419 Jul 16 19:11:29.919352 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-8180c337-d466-4d4b-a2c1-f0e5e8a0a884 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/quotas/f839a1b5500e48fea5f8cdf4d7f73e4f HTTP/1.1" status: 200 len: 375 time: 0.0089226 Jul 16 19:11:29.983781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-8723fc00-2776-48a9-85ee-75dc88cb10d4 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597253 Jul 16 19:11:30.122862 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-c5031280-b5ac-489e-bba3-059003c909ab service neutron] 10.222.0.52 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281283 Jul 16 19:11:30.200618 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-755d0926-93f3-48fa-a465-19de24b30b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.219118 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-e0f852eb-274b-4595-881f-af4704824853 service neutron] 10.222.0.52 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905905 Jul 16 19:11:30.511710 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-168df544-b365-4b1a-80a3-ff98bdbfbc5f req-16b58766-b8c7-4082-9134-425df1a37719 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 210 time: 0.0288146 Jul 16 19:11:31.657886 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-be6a8cbd-eb95-4120-9aef-9744821e3ebe req-96bb0b81-3b94-40b4-a081-72194eed673a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 210 time: 0.0287678 Jul 16 19:11:31.703320 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b725912-0573-4afb-bd1b-565551151def req-cd810e8d-bf03-47b8-8268-da6c3921ca59 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:31.705044 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-cd810e8d-bf03-47b8-8268-da6c3921ca59 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 808 time: 0.1125786 Jul 16 19:11:31.748420 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-aa0f9b43-abe7-464c-ad53-9faa6c862d32 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f HTTP/1.1" status: 200 len: 379 time: 0.0340757 Jul 16 19:11:31.757396 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'port': {'device_id': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'admin_state_up': True, 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'security_groups': ['045e08f0-fbf4-4f70-89d8-ce5dc384680d']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:31.870748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Made reservation on behalf of f839a1b5500e48fea5f8cdf4d7f73e4f for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:31.874464 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.006424 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Allocated IP 172.20.0.11 (399dba42-c547-418a-96ec-5e9b7b3a8b2e/7fd9d44e-0eb0-46c0-b54f-183194528ea2/ad286589-3bb5-4242-935d-2c2f959f8030) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:32.153882 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.166867 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Transition to ACTIVE for port object ad286589-3bb5-4242-935d-2c2f959f8030 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:32.200775 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.248288 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Network 399dba42-c547-418a-96ec-5e9b7b3a8b2e is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:32.251450 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:32.256153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:32.281551 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'Port': ['ID=ad286589-3bb5-4242-935d-2c2f959f8030,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:32.329733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:32.330402 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.345637 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-4a644b0f-1c7c-4cb5-93cf-618d958d0700 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5923417 Jul 16 19:11:32.356865 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-ec50660d-8fe5-426b-b4b4-d33be459461a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93766) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:11:32.357958 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-ec50660d-8fe5-426b-b4b4-d33be459461a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056410 Jul 16 19:11:32.401384 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-197b9ebd-92a2-4994-b8c4-088046ede069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.432651 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Request body: {'port': {'device_id': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:32.508233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30b57163-aabe-4396-bbc6-2b3a6f19666a None None] Provisioning for port ad286589-3bb5-4242-935d-2c2f959f8030 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:32.512501 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-30b57163-aabe-4396-bbc6-2b3a6f19666a None None] Provisioning complete for port ad286589-3bb5-4242-935d-2c2f959f8030 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:32.512898 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30b57163-aabe-4396-bbc6-2b3a6f19666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.514301 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.555233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-30b57163-aabe-4396-bbc6-2b3a6f19666a None None] Port ad286589-3bb5-4242-935d-2c2f959f8030 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:11:32.782339 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad286589-3bb5-4242-935d-2c2f959f8030 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:11:32.790831 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.803522 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Transition to ACTIVE for port object ad286589-3bb5-4242-935d-2c2f959f8030 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:32.807969 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.871555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7279457-9cab-421d-a664-2bda5ef29ac2 req-afb2f5bf-ed9b-424e-9f53-fd6e0868409b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:32.873759 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7279457-9cab-421d-a664-2bda5ef29ac2 req-afb2f5bf-ed9b-424e-9f53-fd6e0868409b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 932 time: 0.0955842 Jul 16 19:11:32.902257 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.903005 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad286589-3bb5-4242-935d-2c2f959f8030,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:32.928509 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e7279457-9cab-421d-a664-2bda5ef29ac2 req-9e2b249e-ec83-42cc-b0fe-5605b08dafd8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437481 Jul 16 19:11:32.970205 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Attempting to bind port ad286589-3bb5-4242-935d-2c2f959f8030 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:32.970568 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Attempting to bind port ad286589-3bb5-4242-935d-2c2f959f8030 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:32.970885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Attempting to bind port ad286589-3bb5-4242-935d-2c2f959f8030 on network 399dba42-c547-418a-96ec-5e9b7b3a8b2e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:32.980010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Port ad286589-3bb5-4242-935d-2c2f959f8030 on network 399dba42-c547-418a-96ec-5e9b7b3a8b2e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:11:32.980488 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Attempting to bind port ad286589-3bb5-4242-935d-2c2f959f8030 on network 399dba42-c547-418a-96ec-5e9b7b3a8b2e {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:32.990302 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:32.990302 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Checking segment: {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:32.990302 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Bound using segment: {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:32.990978 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Bound port: ad286589-3bb5-4242-935d-2c2f959f8030, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a9a2d3-ef9c-4522-b60a-21e90e341489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:32.991754 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.067029 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] For port ad286589-3bb5-4242-935d-2c2f959f8030, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:33.075310 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] For port ad286589-3bb5-4242-935d-2c2f959f8030, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ad286589-3bb5-4242-935d-2c2f959f8030,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:33.080323 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.118345 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:33.118970 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.120362 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] 10.222.0.42 "PUT /v2.0/ports/ad286589-3bb5-4242-935d-2c2f959f8030 HTTP/1.1" status: 200 len: 1092 time: 0.7552502 Jul 16 19:11:33.121015 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:33.123044 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50f23a9-bc24-4273-aac5-d0f4ed44a7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:33.151525 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1b666-0241-40e5-b727-d1e2dba1c0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad286589-3bb5-4242-935d-2c2f959f8030,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:33.229154 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b725912-0573-4afb-bd1b-565551151def req-475591d2-b8be-406c-b876-4bcd12ea3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:33.230736 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-475591d2-b8be-406c-b876-4bcd12ea3f90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 1095 time: 0.0611098 Jul 16 19:11:33.276264 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-5f78ea8d-ebc9-44e0-80b1-463ca5105b9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad286589-3bb5-4242-935d-2c2f959f8030 HTTP/1.1" status: 200 len: 217 time: 0.0379598 Jul 16 19:11:33.277736 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d83cd14-55df-40be-b83e-12fd9b9ac188 x-openstack-request-id: req-2d83cd14-55df-40be-b83e-12fd9b9ac188 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:33.278020 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:33.278275 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d83cd14-55df-40be-b83e-12fd9b9ac188 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:33.278677 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'status': 'completed', 'code': 200} Jul 16 19:11:33.290932 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.335644 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b725912-0573-4afb-bd1b-565551151def req-e54f9483-3cf6-474c-bc78-eac437d8d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:33.337167 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-e54f9483-3cf6-474c-bc78-eac437d8d202 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0551798 Jul 16 19:11:33.375946 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.394915 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b725912-0573-4afb-bd1b-565551151def req-7c389a67-d06a-401e-ae59-2a06e22d1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:33.397020 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-7c389a67-d06a-401e-ae59-2a06e22d1c69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541050 Jul 16 19:11:33.487527 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-0d6a746b-4e9b-448e-839d-d33c791c0752 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844064 Jul 16 19:11:33.584352 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-2b725912-0573-4afb-bd1b-565551151def req-4a8aa1a9-00b4-48f8-91f2-cc9009563b1f service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904627 Jul 16 19:11:33.683009 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f23a9-bc24-4273-aac5-d0f4ed44a7dc req-7e77708d-bc20-4de8-8280-83379a3fe879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:33.684720 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c50f23a9-bc24-4273-aac5-d0f4ed44a7dc req-7e77708d-bc20-4de8-8280-83379a3fe879 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 1095 time: 0.0553730 Jul 16 19:11:33.782182 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f23a9-bc24-4273-aac5-d0f4ed44a7dc req-994d7c41-4a0c-4270-9af9-acb694087db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:33.783615 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c50f23a9-bc24-4273-aac5-d0f4ed44a7dc req-994d7c41-4a0c-4270-9af9-acb694087db0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0918903 Jul 16 19:11:33.824343 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c50f23a9-bc24-4273-aac5-d0f4ed44a7dc req-ca2288c9-7344-425a-b9d5-aaf4f525c811 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad286589-3bb5-4242-935d-2c2f959f8030 HTTP/1.1" status: 200 len: 217 time: 0.0340466 Jul 16 19:11:33.877099 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f23a9-bc24-4273-aac5-d0f4ed44a7dc req-eab367f8-4114-462e-806a-5afe532ab124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:33.878611 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c50f23a9-bc24-4273-aac5-d0f4ed44a7dc req-eab367f8-4114-462e-806a-5afe532ab124 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0482025 Jul 16 19:11:33.934925 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f23a9-bc24-4273-aac5-d0f4ed44a7dc req-572d9894-98d4-45d3-a2c5-3f6f9852d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:33.936442 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c50f23a9-bc24-4273-aac5-d0f4ed44a7dc req-572d9894-98d4-45d3-a2c5-3f6f9852d86f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513182 Jul 16 19:11:34.029490 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c50f23a9-bc24-4273-aac5-d0f4ed44a7dc req-3991191d-eebf-4f28-8747-0283acfee1e0 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853982 Jul 16 19:11:34.054724 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.125691 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10cce6-68a0-4aab-b374-753457f2c09c req-314684dc-3baa-4593-a0bd-248e4f5aaded tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:34.127909 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f10cce6-68a0-4aab-b374-753457f2c09c req-314684dc-3baa-4593-a0bd-248e4f5aaded tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0767789 Jul 16 19:11:34.131498 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c50f23a9-bc24-4273-aac5-d0f4ed44a7dc req-ba58b33a-3725-453a-a9be-d29ab73cbd52 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953383 Jul 16 19:11:34.168358 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f10cce6-68a0-4aab-b374-753457f2c09c req-9c88be3f-48b6-468d-9311-b6a8e45f7209 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337770 Jul 16 19:11:35.343567 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3acc93-4132-4c78-ba4e-090adc73d405 req-43c08acc-c625-4b9e-8520-75e0815b2bfe tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:35.344983 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e3acc93-4132-4c78-ba4e-090adc73d405 req-43c08acc-c625-4b9e-8520-75e0815b2bfe tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0649559 Jul 16 19:11:35.383347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0e3acc93-4132-4c78-ba4e-090adc73d405 req-90c5b4d0-dcb4-4e35-b0ad-5a968a20dd76 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319121 Jul 16 19:11:35.774899 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.558374 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11051a11-82a6-46c4-a24a-947acd1d8f3f req-e864e5d8-2287-4052-be5f-dd33439b41b2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:36.559885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-11051a11-82a6-46c4-a24a-947acd1d8f3f req-e864e5d8-2287-4052-be5f-dd33439b41b2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0669622 Jul 16 19:11:36.596015 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-11051a11-82a6-46c4-a24a-947acd1d8f3f req-0cb175d7-0f6e-4f35-aad4-86264aa83240 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306311 Jul 16 19:11:37.766520 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda860d-54aa-4cc9-bb74-3955425d3057 req-0a01bce3-ae07-4f7b-b463-bf84fd423f47 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:37.767995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dda860d-54aa-4cc9-bb74-3955425d3057 req-0a01bce3-ae07-4f7b-b463-bf84fd423f47 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0624382 Jul 16 19:11:37.804556 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1dda860d-54aa-4cc9-bb74-3955425d3057 req-3f73ca66-50d8-4f64-9a03-656e238bc039 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309496 Jul 16 19:11:38.978749 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2902a-1735-4ad7-adab-31477397b6ca req-268e1355-628f-43ab-8ee3-221ff5a1f2c8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:38.980313 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24b2902a-1735-4ad7-adab-31477397b6ca req-268e1355-628f-43ab-8ee3-221ff5a1f2c8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0636327 Jul 16 19:11:39.021770 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24b2902a-1735-4ad7-adab-31477397b6ca req-652a93cd-66fe-41e0-873c-0d0bc607580c tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357924 Jul 16 19:11:40.197797 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0948fd-8775-45cd-9bb8-f5543bac04cf req-7bb75a7a-0da8-46f6-97c8-6fca1905244f tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:40.199202 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c0948fd-8775-45cd-9bb8-f5543bac04cf req-7bb75a7a-0da8-46f6-97c8-6fca1905244f tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0645032 Jul 16 19:11:40.236197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0c0948fd-8775-45cd-9bb8-f5543bac04cf req-cb840131-ba8c-4982-a788-4b2575aa6108 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312924 Jul 16 19:11:41.409264 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e27af4-a8bc-47a2-bc29-4a43f40f64a9 req-dffa8b83-d502-4327-bc6c-6cd7ef684ac3 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:41.410786 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03e27af4-a8bc-47a2-bc29-4a43f40f64a9 req-dffa8b83-d502-4327-bc6c-6cd7ef684ac3 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0624185 Jul 16 19:11:41.448672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-03e27af4-a8bc-47a2-bc29-4a43f40f64a9 req-b669c7eb-329f-4b6b-802b-12d9c0500cff tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318470 Jul 16 19:11:42.642891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a84d49-fcac-4000-970c-478380e10335 req-1ed09b11-2831-4247-8b09-c8a213bef11b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:42.644404 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50a84d49-fcac-4000-970c-478380e10335 req-1ed09b11-2831-4247-8b09-c8a213bef11b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0664277 Jul 16 19:11:42.682482 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50a84d49-fcac-4000-970c-478380e10335 req-1c1ffcf9-45cf-4ee2-8606-0731ce457ddf tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325449 Jul 16 19:11:43.866440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb9440-b480-4c02-966d-303893ba8bfc req-67609072-6698-4ba2-a17c-dcb79819fd84 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:43.867929 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1bb9440-b480-4c02-966d-303893ba8bfc req-67609072-6698-4ba2-a17c-dcb79819fd84 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0643840 Jul 16 19:11:43.906226 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1bb9440-b480-4c02-966d-303893ba8bfc req-08ca339e-b9f4-4120-9d8c-1070cd5a8d27 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326653 Jul 16 19:11:44.193079 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ad286589-3bb5-4242-935d-2c2f959f8030 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:11:44.287412 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ad286589-3bb5-4242-935d-2c2f959f8030, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ad286589-3bb5-4242-935d-2c2f959f8030,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:44.298205 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'port_id': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'mac_address': 'fa:16:3e:6c:9c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:11:44.337447 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:44.349723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad286589-3bb5-4242-935d-2c2f959f8030 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:11:44.368887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ad286589-3bb5-4242-935d-2c2f959f8030, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ad286589-3bb5-4242-935d-2c2f959f8030,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:44.373013 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:44.423994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ad286589-3bb5-4242-935d-2c2f959f8030,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:44.436026 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:44.436390 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:44.436739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:44.437081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:44.437454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:44.437792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:44.438129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:44.438457 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:44.438784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:44.439112 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:44.439438 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:44.439759 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:44.595468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['ad286589-3bb5-4242-935d-2c2f959f8030'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:11:45.080571 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf9f3d-d62d-4e30-9532-e5af18f81c7a req-2a9b6887-8d44-4b33-8710-12dccf38d7de tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:45.082110 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dbbf9f3d-d62d-4e30-9532-e5af18f81c7a req-2a9b6887-8d44-4b33-8710-12dccf38d7de tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 945 time: 0.0654335 Jul 16 19:11:45.123833 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dbbf9f3d-d62d-4e30-9532-e5af18f81c7a req-3722fd33-d8a4-433a-9f0b-4c0631a6a413 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355108 Jul 16 19:11:46.209091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ad286589-3bb5-4242-935d-2c2f959f8030 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:46.259529 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port ad286589-3bb5-4242-935d-2c2f959f8030 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:46.263590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port ad286589-3bb5-4242-935d-2c2f959f8030 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:46.264032 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.301078 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0f494-36b2-4a85-9492-21eb332954b0 req-a9595fc4-99fc-44d0-af22-b32b87e10098 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:46.302622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bd0f494-36b2-4a85-9492-21eb332954b0 req-a9595fc4-99fc-44d0-af22-b32b87e10098 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 945 time: 0.0658295 Jul 16 19:11:46.341653 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1bd0f494-36b2-4a85-9492-21eb332954b0 req-d2f96208-fa00-441d-b170-81bf3d996afa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324960 Jul 16 19:11:46.343337 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.366002 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:46.368955 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a278033-bc81-4701-a27e-32086d4ed91d" -d '{"events": [{"server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "name": "network-vif-plugged", "status": "completed", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:46.381288 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ad286589-3bb5-4242-935d-2c2f959f8030, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ad286589-3bb5-4242-935d-2c2f959f8030,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:46.385553 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.435446 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ad286589-3bb5-4242-935d-2c2f959f8030,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:46.479473 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d479a2d0-cda7-4ffc-8db7-70f4fab290af x-openstack-request-id: req-d479a2d0-cda7-4ffc-8db7-70f4fab290af {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:46.479776 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "name": "network-vif-plugged", "status": "completed", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:46.480130 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d479a2d0-cda7-4ffc-8db7-70f4fab290af {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:46.480642 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'code': 200} Jul 16 19:11:46.590407 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec005a-13a0-4c3f-8359-4c28a8292727 req-cf583c21-ca9f-4fb1-a016-99c692e7054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:46.592290 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-06ec005a-13a0-4c3f-8359-4c28a8292727 req-cf583c21-ca9f-4fb1-a016-99c692e7054d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 1097 time: 0.0528147 Jul 16 19:11:46.626807 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-06ec005a-13a0-4c3f-8359-4c28a8292727 req-a580addc-b714-4ec1-9c00-cf8232bdf68e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272596 Jul 16 19:11:47.516771 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9cb44-7cdd-4d2b-9040-dbf161f50660 req-ab89b0e4-7ddf-4cc8-8f1b-4953774de5c9 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:47.518299 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ab9cb44-7cdd-4d2b-9040-dbf161f50660 req-ab89b0e4-7ddf-4cc8-8f1b-4953774de5c9 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0649219 Jul 16 19:11:47.556088 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2ab9cb44-7cdd-4d2b-9040-dbf161f50660 req-663b47a2-e65a-429e-a140-0e4b510bbc1a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321939 Jul 16 19:11:48.731924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03dcc3-974b-4db8-a2bc-9a911276fd62 req-90ba4015-d6aa-45fd-814f-590422a7af52 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:48.733438 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f03dcc3-974b-4db8-a2bc-9a911276fd62 req-90ba4015-d6aa-45fd-814f-590422a7af52 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0674427 Jul 16 19:11:48.771020 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0f03dcc3-974b-4db8-a2bc-9a911276fd62 req-d2b59bb6-1083-4adf-b008-5fa795bcf5b1 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320005 Jul 16 19:11:48.943552 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9ea71-a903-4d41-974d-5ca8774a1e2e req-2f9f6df5-7edf-41ec-9da5-b8d6d028e80b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:48.945066 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbb9ea71-a903-4d41-974d-5ca8774a1e2e req-2f9f6df5-7edf-41ec-9da5-b8d6d028e80b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0611629 Jul 16 19:11:48.981797 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-fbb9ea71-a903-4d41-974d-5ca8774a1e2e req-6edcd5d8-ef7e-4e88-af3c-25c26b6dac97 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306237 Jul 16 19:11:49.005256 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:49.058977 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9b05ab-ace7-4ee4-9024-8a6f8b41441d tempest-TestShelveInstance-1589295923 tempest-TestShelveInstance-1589295923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:49.060486 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-ce9b05ab-ace7-4ee4-9024-8a6f8b41441d tempest-TestShelveInstance-1589295923 tempest-TestShelveInstance-1589295923-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 1092 time: 0.0542469 Jul 16 19:11:49.063196 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:49.067524 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:49.090199 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:49.184695 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:49.289738 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Allocated IP 172.25.8.155 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/6a5c41e1-3460-4084-9de1-850d31778491) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:49.388509 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:49.425563 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:49.462337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:49.466924 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:49.470211 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:49.499883 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'Port': ['ID=6a5c41e1-3460-4084-9de1-850d31778491,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:49.829837 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:49.907168 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.055613 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.060056 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.126517 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event updated for resources: {'Port': ['ID=6a5c41e1-3460-4084-9de1-850d31778491,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:50.139471 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.238337 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Floating IP 767ebbd8-9fc6-404e-9782-f22b9d545e10 associated. External IP: 172.25.8.155, port: ad286589-3bb5-4242-935d-2c2f959f8030. Jul 16 19:11:50.767450 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Router 72374da7-66ab-4da3-91ff-df854c01e770 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:11:50.878656 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:50.888951 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2284c08f-97f8-4c92-9860-8e7f81eae9d2 None None] Sync routers for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:50.895934 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.899433 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2284c08f-97f8-4c92-9860-8e7f81eae9d2 None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:50.900139 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2284c08f-97f8-4c92-9860-8e7f81eae9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:50.934410 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-6298f84a-7acb-4298-a73c-0e8023fca0df tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8701861 Jul 16 19:11:50.935090 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:50.937567 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c34867-af0f-4375-a0a3-d797278663b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:50.977658 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164d34aa-a024-4992-87c0-f1d1ad60853c x-openstack-request-id: req-164d34aa-a024-4992-87c0-f1d1ad60853c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:50.977956 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:50.978207 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-164d34aa-a024-4992-87c0-f1d1ad60853c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:50.978608 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'status': 'completed', 'code': 200} Jul 16 19:11:51.015758 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2284c08f-97f8-4c92-9860-8e7f81eae9d2 None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:51.052922 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c34867-af0f-4375-a0a3-d797278663b9 req-97b48d4f-2774-453e-91cd-ce0aabf795d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.054914 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71c34867-af0f-4375-a0a3-d797278663b9 req-97b48d4f-2774-453e-91cd-ce0aabf795d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 1097 time: 0.0541306 Jul 16 19:11:51.149703 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c34867-af0f-4375-a0a3-d797278663b9 req-67ab351e-1f44-40f4-9e6f-4e33367aa2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.151231 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71c34867-af0f-4375-a0a3-d797278663b9 req-67ab351e-1f44-40f4-9e6f-4e33367aa2f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0902269 Jul 16 19:11:51.218069 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71c34867-af0f-4375-a0a3-d797278663b9 req-fee854ff-743f-478c-8bed-ec2f5ca4fe82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad286589-3bb5-4242-935d-2c2f959f8030 HTTP/1.1" status: 200 len: 1000 time: 0.0601220 Jul 16 19:11:51.239833 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2284c08f-97f8-4c92-9860-8e7f81eae9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '767ebbd8-9fc6-404e-9782-f22b9d545e10', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'port_id': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'mac_address': 'fa:16:3e:6c:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:11:49Z', 'updated_at': '2021-07-16T19:11:49Z', 'revision_number': 0, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:51.265716 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c34867-af0f-4375-a0a3-d797278663b9 req-802a59c2-b07d-4018-b668-a69b0da32f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.266372 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2284c08f-97f8-4c92-9860-8e7f81eae9d2 None None] Checking router: 72374da7-66ab-4da3-91ff-df854c01e770 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:51.267182 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71c34867-af0f-4375-a0a3-d797278663b9 req-802a59c2-b07d-4018-b668-a69b0da32f76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0431647 Jul 16 19:11:51.275035 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2284c08f-97f8-4c92-9860-8e7f81eae9d2 None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:51.275637 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2284c08f-97f8-4c92-9860-8e7f81eae9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:11:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:51.325399 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c34867-af0f-4375-a0a3-d797278663b9 req-5e63ee33-c517-446e-9f2c-ec6df7b894cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.326852 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71c34867-af0f-4375-a0a3-d797278663b9 req-5e63ee33-c517-446e-9f2c-ec6df7b894cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520689 Jul 16 19:11:51.381537 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2284c08f-97f8-4c92-9860-8e7f81eae9d2 None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:51.421551 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71c34867-af0f-4375-a0a3-d797278663b9 req-eb638c08-ddaa-429f-a57d-4ddbf4d2e3b3 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879464 Jul 16 19:11:51.511504 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-71c34867-af0f-4375-a0a3-d797278663b9 req-60f06fb0-d4f9-4d71-837f-e2751fbdd43d service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834000 Jul 16 19:11:51.609025 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2284c08f-97f8-4c92-9860-8e7f81eae9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '767ebbd8-9fc6-404e-9782-f22b9d545e10', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'port_id': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'mac_address': 'fa:16:3e:6c:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:11:49Z', 'updated_at': '2021-07-16T19:11:49Z', 'revision_number': 0, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:51.635605 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2284c08f-97f8-4c92-9860-8e7f81eae9d2 None None] The sync data for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 is: [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '767ebbd8-9fc6-404e-9782-f22b9d545e10', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'port_id': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'mac_address': 'fa:16:3e:6c:9c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:11:49Z', 'updated_at': '2021-07-16T19:11:49Z', 'revision_number': 0, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:51.829728 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddaca1a-e2f8-428c-91f2-19b1451001f6 None None] New status for floating IP 767ebbd8-9fc6-404e-9782-f22b9d545e10: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:12:00.202414 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbea7181-5566-4084-9213-86bc9e849285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:01.615064 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:12:02.403109 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb074879-8c4e-48ab-95d3-745243cc4cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.886761 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.298835 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.389832 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:04.058390 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:05.776929 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:30.204098 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e4d7480-7be2-42d0-895a-3b7067689ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:32.403775 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84a285ba-4970-4881-b0b5-34add43eba8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:32.888142 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:33.298612 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:33.402405 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:34.059709 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:35.779710 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:38.614395 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:12:46.038267 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f799bb1-4217-4f47-a6c0-82166f1e9da8 req-b457c870-ccc2-4438-a7f1-3dfd20be90b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552433 Jul 16 19:12:46.131499 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f799bb1-4217-4f47-a6c0-82166f1e9da8 req-07ca6bc9-93aa-4a2a-bce0-81778bda908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:46.132902 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f799bb1-4217-4f47-a6c0-82166f1e9da8 req-07ca6bc9-93aa-4a2a-bce0-81778bda908a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 1097 time: 0.0526474 Jul 16 19:12:46.235081 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f799bb1-4217-4f47-a6c0-82166f1e9da8 req-1af6bb86-5918-4d39-b331-500910c91bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:46.236539 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f799bb1-4217-4f47-a6c0-82166f1e9da8 req-1af6bb86-5918-4d39-b331-500910c91bd7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0847456 Jul 16 19:12:46.309220 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f799bb1-4217-4f47-a6c0-82166f1e9da8 req-5f7fd07e-5ae7-4a57-8e83-1d595f71248d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad286589-3bb5-4242-935d-2c2f959f8030 HTTP/1.1" status: 200 len: 1002 time: 0.0644753 Jul 16 19:12:46.354308 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f799bb1-4217-4f47-a6c0-82166f1e9da8 req-ab1a4b92-c216-4c8f-a930-8aa1f11c441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:46.356774 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f799bb1-4217-4f47-a6c0-82166f1e9da8 req-ab1a4b92-c216-4c8f-a930-8aa1f11c441f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0425088 Jul 16 19:12:46.411091 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f799bb1-4217-4f47-a6c0-82166f1e9da8 req-d6748388-0077-45d1-81c7-ec48914d8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:46.412517 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f799bb1-4217-4f47-a6c0-82166f1e9da8 req-d6748388-0077-45d1-81c7-ec48914d8d27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498428 Jul 16 19:12:46.502893 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f799bb1-4217-4f47-a6c0-82166f1e9da8 req-5354e896-bf9e-47c6-ad91-aa4579cff245 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837321 Jul 16 19:12:46.589421 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6f799bb1-4217-4f47-a6c0-82166f1e9da8 req-71337995-8b29-48f9-bad5-8b5f27ef1fc1 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797553 Jul 16 19:13:00.204489 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a513842b-a0ba-4b4c-9184-75619cdcc7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.404912 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03296093-bb66-4a42-9dd1-5d1dc7f895b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.889238 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.300907 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.405128 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.062031 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.782044 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:15.613698 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:13:30.205282 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f863637-254d-43c3-beb9-37b25fb25cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:32.408775 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c43bed80-9dff-43ba-8e9c-8771530ce627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:32.892405 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.297198 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.416827 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:34.065728 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.785100 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:45.729788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e04df9-2626-4d88-9d65-71a8f71f44ec req-ebb6443f-927d-4daf-83aa-32e51e059f91 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:45.731295 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04e04df9-2626-4d88-9d65-71a8f71f44ec req-ebb6443f-927d-4daf-83aa-32e51e059f91 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0656545 Jul 16 19:13:45.772403 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-04e04df9-2626-4d88-9d65-71a8f71f44ec req-6a86b9cb-597c-4818-8b6c-c7508d5a2f4a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349596 Jul 16 19:13:46.975297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9230bf2-9292-4861-a851-3ac9145ae5a2 req-5dfeac5b-fe55-4121-a2a6-437bd899c4d3 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:46.976815 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9230bf2-9292-4861-a851-3ac9145ae5a2 req-5dfeac5b-fe55-4121-a2a6-437bd899c4d3 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0646517 Jul 16 19:13:47.016174 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f9230bf2-9292-4861-a851-3ac9145ae5a2 req-c487fba6-3e85-472d-96a1-d2d3bb6956cb tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329213 Jul 16 19:13:47.046396 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348ea95-fa38-4cc5-b101-1ade987fa093 req-3f6cb6f6-7143-4d71-9faa-8f2030693775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:47.047848 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8348ea95-fa38-4cc5-b101-1ade987fa093 req-3f6cb6f6-7143-4d71-9faa-8f2030693775 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 1097 time: 0.0594289 Jul 16 19:13:47.155210 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348ea95-fa38-4cc5-b101-1ade987fa093 req-4cf55877-1cd8-4d88-8440-a0a8b57f8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:47.156592 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8348ea95-fa38-4cc5-b101-1ade987fa093 req-4cf55877-1cd8-4d88-8440-a0a8b57f8e2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0863664 Jul 16 19:13:47.242743 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8348ea95-fa38-4cc5-b101-1ade987fa093 req-a1440f54-a217-4647-a8f7-9db1f6fa8a09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad286589-3bb5-4242-935d-2c2f959f8030 HTTP/1.1" status: 200 len: 1002 time: 0.0793450 Jul 16 19:13:47.297916 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348ea95-fa38-4cc5-b101-1ade987fa093 req-3ec834cb-4c75-4869-ae32-6b5a30f8c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:47.300048 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8348ea95-fa38-4cc5-b101-1ade987fa093 req-3ec834cb-4c75-4869-ae32-6b5a30f8c095 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0515766 Jul 16 19:13:47.371748 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348ea95-fa38-4cc5-b101-1ade987fa093 req-49c95083-3f0b-40e8-bba9-99e11ff2a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:47.373768 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8348ea95-fa38-4cc5-b101-1ade987fa093 req-49c95083-3f0b-40e8-bba9-99e11ff2a249 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679963 Jul 16 19:13:47.827565 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8348ea95-fa38-4cc5-b101-1ade987fa093 req-b51132e4-1380-454e-978b-035f735d6123 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474223 Jul 16 19:13:47.926304 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-8348ea95-fa38-4cc5-b101-1ade987fa093 req-b61132bf-6047-492e-b1fb-711182718231 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923347 Jul 16 19:13:48.223153 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0475e80-a281-4045-b62e-10dc6acdab47 req-e20cee56-b0bd-4b40-8ed2-e2b026fd46cf tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:48.224750 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0475e80-a281-4045-b62e-10dc6acdab47 req-e20cee56-b0bd-4b40-8ed2-e2b026fd46cf tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0630288 Jul 16 19:13:48.264650 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a0475e80-a281-4045-b62e-10dc6acdab47 req-844968b5-c9e7-45ae-8371-1bcf0b12c181 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341525 Jul 16 19:13:49.442432 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83638bcd-b358-445f-9978-ad472d481a10 req-7a4239c2-e571-4e4d-82e3-263b5f3d543e tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:49.443925 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83638bcd-b358-445f-9978-ad472d481a10 req-7a4239c2-e571-4e4d-82e3-263b5f3d543e tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0677700 Jul 16 19:13:49.481164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-83638bcd-b358-445f-9978-ad472d481a10 req-e6dd15b8-7f22-4175-a84d-19accb6a2bef tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317326 Jul 16 19:13:50.652075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fa0ea-3bc7-4fb1-b457-6ea0cdaa4ca6 req-9312514f-ef80-41a6-bd44-5d4a85e8d43d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.653560 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-579fa0ea-3bc7-4fb1-b457-6ea0cdaa4ca6 req-9312514f-ef80-41a6-bd44-5d4a85e8d43d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0629535 Jul 16 19:13:50.692343 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-579fa0ea-3bc7-4fb1-b457-6ea0cdaa4ca6 req-dfdfd564-c7d7-48af-ba2c-eb518ba41231 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320034 Jul 16 19:13:51.867403 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8d168-593c-41c8-adc5-99d4e623c7d7 req-73b41629-181a-42d9-a110-52998f4ae728 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:51.868913 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30d8d168-593c-41c8-adc5-99d4e623c7d7 req-73b41629-181a-42d9-a110-52998f4ae728 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0677032 Jul 16 19:13:51.911826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-30d8d168-593c-41c8-adc5-99d4e623c7d7 req-c0b84176-1abe-46e1-a45c-c99ca0588a6e tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372250 Jul 16 19:13:52.613454 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:13:53.091361 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74236387-ef28-454a-a34f-7a289b322933 req-a971b10c-e7c5-4dfa-a83c-d8a65065f221 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:53.092842 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74236387-ef28-454a-a34f-7a289b322933 req-a971b10c-e7c5-4dfa-a83c-d8a65065f221 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0656838 Jul 16 19:13:53.130044 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-74236387-ef28-454a-a34f-7a289b322933 req-1876bbe9-e916-43f5-899b-96e06fd8b306 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312462 Jul 16 19:13:54.301360 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfa04c-1ac7-4cab-b6d3-3c8cf83d1701 req-73cb28db-7589-4c3e-905f-3b9e4ab53ca0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:54.302849 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dadfa04c-1ac7-4cab-b6d3-3c8cf83d1701 req-73cb28db-7589-4c3e-905f-3b9e4ab53ca0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0639231 Jul 16 19:13:54.339736 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dadfa04c-1ac7-4cab-b6d3-3c8cf83d1701 req-68b6b177-9885-41d5-9167-cb352e27df57 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314007 Jul 16 19:13:55.514304 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65f2e0-f3e6-4a44-8d51-19081877dd02 req-88dfd90d-6b31-4f7a-9577-c0c5af825f4a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:55.515787 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d65f2e0-f3e6-4a44-8d51-19081877dd02 req-88dfd90d-6b31-4f7a-9577-c0c5af825f4a tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0667284 Jul 16 19:13:55.552976 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4d65f2e0-f3e6-4a44-8d51-19081877dd02 req-c8d1d989-ca5a-4652-ac1d-4ea5419dc291 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315909 Jul 16 19:13:55.809642 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a68587-8712-4b3a-9e60-c6b97131252f req-b8e4050b-cab8-49d8-b1e8-8cacda90247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:55.811190 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1a68587-8712-4b3a-9e60-c6b97131252f req-b8e4050b-cab8-49d8-b1e8-8cacda90247d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 1097 time: 0.0526145 Jul 16 19:13:55.901113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a68587-8712-4b3a-9e60-c6b97131252f req-85c8c3f5-5a71-4a8a-90d3-41cf8623a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:55.902624 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1a68587-8712-4b3a-9e60-c6b97131252f req-85c8c3f5-5a71-4a8a-90d3-41cf8623a16b service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0853276 Jul 16 19:13:55.972904 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1a68587-8712-4b3a-9e60-c6b97131252f req-defd9728-a5b1-47b2-9b58-56cab72d982a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad286589-3bb5-4242-935d-2c2f959f8030 HTTP/1.1" status: 200 len: 1002 time: 0.0637333 Jul 16 19:13:56.022966 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a68587-8712-4b3a-9e60-c6b97131252f req-d46bec06-5e8a-411d-9efc-de780cfc8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:56.024474 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1a68587-8712-4b3a-9e60-c6b97131252f req-d46bec06-5e8a-411d-9efc-de780cfc8197 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0451584 Jul 16 19:13:56.082104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a68587-8712-4b3a-9e60-c6b97131252f req-b9d88c73-1614-4b8e-937a-1814f1df3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:56.084076 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1a68587-8712-4b3a-9e60-c6b97131252f req-b9d88c73-1614-4b8e-937a-1814f1df3cb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539093 Jul 16 19:13:56.177901 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1a68587-8712-4b3a-9e60-c6b97131252f req-9559a53b-6eef-498e-92e3-65f6bf480b58 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870390 Jul 16 19:13:56.266379 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-b1a68587-8712-4b3a-9e60-c6b97131252f req-dfd33de8-9f2d-4ac7-a5e1-2169104ab0aa service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824935 Jul 16 19:13:56.722986 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504f2e6-c7d6-4af8-94fb-4c2ceb75c9af req-38ef9947-f909-4b58-a56e-4fd8630920e3 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:56.724470 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5504f2e6-c7d6-4af8-94fb-4c2ceb75c9af req-38ef9947-f909-4b58-a56e-4fd8630920e3 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0632479 Jul 16 19:13:56.761142 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5504f2e6-c7d6-4af8-94fb-4c2ceb75c9af req-d100d8ee-5691-4e27-b65b-1898e7b947a8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311737 Jul 16 19:13:57.937910 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd077ac3-51af-44df-ac3e-7ad0d0da73fc req-ffae929f-6592-404d-9fcb-3b79cc0ce17e tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.939979 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd077ac3-51af-44df-ac3e-7ad0d0da73fc req-ffae929f-6592-404d-9fcb-3b79cc0ce17e tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0642323 Jul 16 19:13:57.985774 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dd077ac3-51af-44df-ac3e-7ad0d0da73fc req-576f38b0-b6b9-4a23-9d0f-82d1b41991b3 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395548 Jul 16 19:13:59.169358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4cea1-6942-482e-8a42-83f265534fa3 req-2b203e79-115c-4919-9692-7c6bf86580ec tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:59.170871 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56b4cea1-6942-482e-8a42-83f265534fa3 req-2b203e79-115c-4919-9692-7c6bf86580ec tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0678158 Jul 16 19:13:59.209763 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-56b4cea1-6942-482e-8a42-83f265534fa3 req-0016dc7a-d071-4e42-a5fb-1d09d15243a0 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321560 Jul 16 19:14:00.206166 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5629ec03-86db-450d-abca-e21b3caebace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:00.386768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab722d3-bed6-4184-b67b-2f7345d8b589 req-14e65743-f87c-41ba-9104-4074db3ba37d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:00.388254 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ab722d3-bed6-4184-b67b-2f7345d8b589 req-14e65743-f87c-41ba-9104-4074db3ba37d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0635602 Jul 16 19:14:00.425589 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4ab722d3-bed6-4184-b67b-2f7345d8b589 req-955c0d0c-7aec-46d8-a6c5-0ab9bb5bb0b9 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311568 Jul 16 19:14:00.705551 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-cb247bce-3b26-4808-89b5-8ee5fda6f3dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0556731 Jul 16 19:14:00.775381 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3cf08-13a5-4ad5-83d0-fcadf1d04ff6 req-08250113-f647-4da9-ba22-57b21704983b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:00.776885 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41e3cf08-13a5-4ad5-83d0-fcadf1d04ff6 req-08250113-f647-4da9-ba22-57b21704983b tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0687399 Jul 16 19:14:00.814354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-41e3cf08-13a5-4ad5-83d0-fcadf1d04ff6 req-9fa49529-c733-4698-ba0b-fd3eadbada66 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316494 Jul 16 19:14:00.894306 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ad286589-3bb5-4242-935d-2c2f959f8030 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:14:00.967359 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:00.988864 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:14:00.991102 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99983afe-332f-4e80-a480-2fd3c066c253" -d '{"events": [{"server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "name": "network-vif-unplugged", "status": "completed", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:14:01.004290 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ad286589-3bb5-4242-935d-2c2f959f8030, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ad286589-3bb5-4242-935d-2c2f959f8030,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:14:01.008414 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:01.033773 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 19:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3b225f-900a-4283-8bf1-e4c37ebe0844 x-openstack-request-id: req-0e3b225f-900a-4283-8bf1-e4c37ebe0844 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:14:01.034069 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "name": "network-vif-unplugged", "status": "failed", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030", "code": 422}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:14:01.034326 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e3b225f-900a-4283-8bf1-e4c37ebe0844 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:14:01.034717 n-d-793618-9 neutron-server[93768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'code': 422} returned with failed status Jul 16 19:14:01.060211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ad286589-3bb5-4242-935d-2c2f959f8030,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:01.068320 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:01.068676 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:01.069024 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:01.069399 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:01.069743 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:01.070081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:01.070414 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:01.070748 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:01.071081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:01.071410 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:01.071742 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:01.072069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:02.003191 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6e24f-a6cf-4154-8c21-f30403df74c4 req-ac3aa58a-934b-4edd-b7e6-203c3a70034c tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:02.004803 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6a6e24f-a6cf-4154-8c21-f30403df74c4 req-ac3aa58a-934b-4edd-b7e6-203c3a70034c tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0684748 Jul 16 19:14:02.052261 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f6a6e24f-a6cf-4154-8c21-f30403df74c4 req-ce419b50-c08c-4e18-8746-18a1128a80a3 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393434 Jul 16 19:14:02.409815 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6346cc-9df0-4d51-9c56-105d099d9bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:02.893826 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:03.238159 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccbecd-2710-43b4-948d-75bf2b673294 req-5148daf8-8aa2-448e-b31c-911263064019 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:03.239680 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90ccbecd-2710-43b4-948d-75bf2b673294 req-5148daf8-8aa2-448e-b31c-911263064019 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0708957 Jul 16 19:14:03.278901 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-90ccbecd-2710-43b4-948d-75bf2b673294 req-fb1dcd0d-4c7c-4392-a1d0-269057248f26 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334225 Jul 16 19:14:03.304963 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:03.419069 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:04.070928 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:04.459713 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d5b43-a7d5-4a41-9618-c216dc669adc req-3e5c7b5b-7c61-43e2-a8ac-c5331803ad85 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:04.461263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-617d5b43-a7d5-4a41-9618-c216dc669adc req-3e5c7b5b-7c61-43e2-a8ac-c5331803ad85 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0694745 Jul 16 19:14:04.501645 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-617d5b43-a7d5-4a41-9618-c216dc669adc req-6d1e1466-70bb-4305-862f-017e6da6e265 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346773 Jul 16 19:14:05.679922 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3f2d4-f2fd-401b-95af-0f8a8c671d9c req-7d373eb6-2d83-47c8-91f4-8e293ffc5212 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:05.681519 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1b3f2d4-f2fd-401b-95af-0f8a8c671d9c req-7d373eb6-2d83-47c8-91f4-8e293ffc5212 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0674026 Jul 16 19:14:05.722384 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1b3f2d4-f2fd-401b-95af-0f8a8c671d9c req-379878af-f061-4726-88a7-4484da9e08c4 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346270 Jul 16 19:14:05.787597 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:06.903356 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0cc3c-4973-4527-8ddf-f2c74484e46b req-93af8d83-7652-444d-8b64-09a631b5fdaa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:06.904932 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aae0cc3c-4973-4527-8ddf-f2c74484e46b req-93af8d83-7652-444d-8b64-09a631b5fdaa tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0707247 Jul 16 19:14:06.946340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-aae0cc3c-4973-4527-8ddf-f2c74484e46b req-7bb9b911-e776-4808-a76d-66a132279a95 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352397 Jul 16 19:14:07.554955 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-7664d65b-c125-45ed-8d07-a4a79b731e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:07.556449 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-7664d65b-c125-45ed-8d07-a4a79b731e81 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591&tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f HTTP/1.1" status: 200 len: 1095 time: 0.0518968 Jul 16 19:14:07.628605 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-96c44141-8971-4f87-99b4-4dee1a7703f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:07.630097 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-96c44141-8971-4f87-99b4-4dee1a7703f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 1095 time: 0.0524063 Jul 16 19:14:07.721500 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-bbad4965-be31-4cbb-89a6-4eb1ace9f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:07.722971 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-bbad4965-be31-4cbb-89a6-4eb1ace9f4e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0874135 Jul 16 19:14:07.785796 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-f873d2f7-3c5a-43ab-a848-83f602d67c1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad286589-3bb5-4242-935d-2c2f959f8030 HTTP/1.1" status: 200 len: 1000 time: 0.0565252 Jul 16 19:14:07.833276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-36b9c902-9097-4dc5-98b5-b9dc59b4d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:07.834713 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-36b9c902-9097-4dc5-98b5-b9dc59b4d6e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0434496 Jul 16 19:14:07.895754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-f33844f0-61aa-4f94-8fd3-69683e77e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:07.897269 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-f33844f0-61aa-4f94-8fd3-69683e77e0c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566378 Jul 16 19:14:07.986058 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-3e6cb7d5-37d4-4ff1-bde8-571a3a989ab9 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828629 Jul 16 19:14:08.087123 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-2f95b12d-bc2b-4c7c-8144-d6e3e58672b3 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949898 Jul 16 19:14:08.126815 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480410a-3d66-42f3-8e4d-904038dc9a90 req-d51b47e2-ba96-489e-989f-4ca5fbf75a07 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:08.128346 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c480410a-3d66-42f3-8e4d-904038dc9a90 req-d51b47e2-ba96-489e-989f-4ca5fbf75a07 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0709114 Jul 16 19:14:08.166554 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-c480410a-3d66-42f3-8e4d-904038dc9a90 req-0656ad78-ac0f-46e6-a264-7fbbef74219c tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325692 Jul 16 19:14:09.344849 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca24fc4-15f4-4d0e-b25d-5b0105bd854b req-e5a602c8-809f-4f78-888c-13d498cb1e57 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:09.346361 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ca24fc4-15f4-4d0e-b25d-5b0105bd854b req-e5a602c8-809f-4f78-888c-13d498cb1e57 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0671492 Jul 16 19:14:09.383989 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8ca24fc4-15f4-4d0e-b25d-5b0105bd854b req-2f22a385-426c-4d0d-9282-8eba92facb21 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320864 Jul 16 19:14:10.553207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d584a-db40-4a69-b7bd-eaf132c3fbaa req-d783ebdf-b895-40b3-ae1c-f04212290b57 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:10.554720 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e9d584a-db40-4a69-b7bd-eaf132c3fbaa req-d783ebdf-b895-40b3-ae1c-f04212290b57 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0627906 Jul 16 19:14:10.592388 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9e9d584a-db40-4a69-b7bd-eaf132c3fbaa req-6d91b348-6694-4078-a4d4-0be43b863f31 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321960 Jul 16 19:14:11.822934 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32409e-53a1-46f4-b29c-68851826ffd9 req-a40a77d8-809c-4741-8f76-f5cae0316521 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:11.824485 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec32409e-53a1-46f4-b29c-68851826ffd9 req-a40a77d8-809c-4741-8f76-f5cae0316521 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.1172504 Jul 16 19:14:11.865956 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ec32409e-53a1-46f4-b29c-68851826ffd9 req-ca8d7451-41e0-48f2-a4a7-5653eec09218 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334163 Jul 16 19:14:13.041232 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b17491-da5b-4174-ba8c-61ffa6553bf1 req-80801240-4595-4d1b-bd92-39eb7f84f8d7 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:13.042760 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43b17491-da5b-4174-ba8c-61ffa6553bf1 req-80801240-4595-4d1b-bd92-39eb7f84f8d7 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0669105 Jul 16 19:14:13.080208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-43b17491-da5b-4174-ba8c-61ffa6553bf1 req-d24061b6-6c6a-44fb-8207-0fb5f715a5f8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312891 Jul 16 19:14:14.258347 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4832ec1-8579-4011-aeb6-98a5c45cc4ba req-cf40c5d6-8863-4f28-8618-b9cfd3151ebc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:14.259846 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4832ec1-8579-4011-aeb6-98a5c45cc4ba req-cf40c5d6-8863-4f28-8618-b9cfd3151ebc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0644181 Jul 16 19:14:14.300642 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b4832ec1-8579-4011-aeb6-98a5c45cc4ba req-88cb94d1-602d-4509-bb85-bd406d1a28a9 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352590 Jul 16 19:14:15.478689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007377e3-98d6-4769-885d-35416b97d98a req-96fc7bcf-b154-4327-b5b1-c05c51722ffe tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:15.480181 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-007377e3-98d6-4769-885d-35416b97d98a req-96fc7bcf-b154-4327-b5b1-c05c51722ffe tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0673149 Jul 16 19:14:15.519207 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-007377e3-98d6-4769-885d-35416b97d98a req-760fc835-4d20-4169-a814-3f755d7fe4fc tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328200 Jul 16 19:14:16.688942 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d5ae-89b4-43de-8a7f-32e16af6311a req-287bfcfb-fadf-4587-96d9-01e371bcebb1 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:16.690577 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1187d5ae-89b4-43de-8a7f-32e16af6311a req-287bfcfb-fadf-4587-96d9-01e371bcebb1 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 944 time: 0.0651991 Jul 16 19:14:16.729027 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1187d5ae-89b4-43de-8a7f-32e16af6311a req-15d7e567-9b64-4f4c-bb85-615bd1e195ab tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328441 Jul 16 19:14:16.988823 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ad286589-3bb5-4242-935d-2c2f959f8030 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:14:17.079935 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ad286589-3bb5-4242-935d-2c2f959f8030, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ad286589-3bb5-4242-935d-2c2f959f8030,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:14:17.094925 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'port_id': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'mac_address': 'fa:16:3e:6c:9c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:14:17.131133 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:17.144235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad286589-3bb5-4242-935d-2c2f959f8030 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:14:17.163323 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ad286589-3bb5-4242-935d-2c2f959f8030, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ad286589-3bb5-4242-935d-2c2f959f8030,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:14:17.167133 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:17.212299 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ad286589-3bb5-4242-935d-2c2f959f8030,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:17.381617 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['ad286589-3bb5-4242-935d-2c2f959f8030'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:14:17.942837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3493cc8-d2f9-4449-a961-80b81e698585 req-5bfc87be-8f9f-45f9-9d4d-e830f73d4bb2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:17.944356 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3493cc8-d2f9-4449-a961-80b81e698585 req-5bfc87be-8f9f-45f9-9d4d-e830f73d4bb2 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 945 time: 0.1052935 Jul 16 19:14:17.981274 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d3493cc8-d2f9-4449-a961-80b81e698585 req-f35a0fe9-b7f2-45a0-be9c-2625e0675dca tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312488 Jul 16 19:14:19.001577 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ad286589-3bb5-4242-935d-2c2f959f8030 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:14:19.049188 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port ad286589-3bb5-4242-935d-2c2f959f8030 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:14:19.049665 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:19.129071 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:19.151741 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:14:19.153992 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2721ce-9f05-4026-92ac-6376ee6f667e" -d '{"events": [{"server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "name": "network-vif-plugged", "status": "completed", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:14:19.164079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ae67e-368d-4dec-8fc0-460e8bf1409a req-948f2953-e2a1-4a42-a006-f851886d6b90 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:19.165646 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-653ae67e-368d-4dec-8fc0-460e8bf1409a req-948f2953-e2a1-4a42-a006-f851886d6b90 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 945 time: 0.0701857 Jul 16 19:14:19.166745 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port ad286589-3bb5-4242-935d-2c2f959f8030, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ad286589-3bb5-4242-935d-2c2f959f8030,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:14:19.172098 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:19.199136 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631ed84b-4028-4f76-922e-537040540f0e x-openstack-request-id: req-631ed84b-4028-4f76-922e-537040540f0e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:14:19.199605 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "name": "network-vif-plugged", "status": "completed", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:14:19.199864 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-631ed84b-4028-4f76-922e-537040540f0e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:14:19.200261 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'code': 200} Jul 16 19:14:19.210093 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-653ae67e-368d-4dec-8fc0-460e8bf1409a req-6906ee56-0bf3-44f6-93f1-9888daa8fb10 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376453 Jul 16 19:14:19.230312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=ad286589-3bb5-4242-935d-2c2f959f8030,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:19.361682 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b78b49-d0ec-490b-ae1b-24d0a79e0cae req-1031e1db-5666-4d9d-b489-111032456d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:19.363208 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c7b78b49-d0ec-490b-ae1b-24d0a79e0cae req-1031e1db-5666-4d9d-b489-111032456d93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 1097 time: 0.0515733 Jul 16 19:14:19.396241 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c7b78b49-d0ec-490b-ae1b-24d0a79e0cae req-62a579cf-32c3-46bb-9115-381e52ff8363 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272171 Jul 16 19:14:20.385644 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78878b69-163c-4fd0-b244-45d997303395 req-3a7a4349-ab04-4c9f-949a-f60ed288e258 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:20.387164 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78878b69-163c-4fd0-b244-45d997303395 req-3a7a4349-ab04-4c9f-949a-f60ed288e258 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0647452 Jul 16 19:14:20.425162 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-78878b69-163c-4fd0-b244-45d997303395 req-260b4d89-c19c-42de-9f8c-a9f6b036e8b8 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314846 Jul 16 19:14:29.612719 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:14:30.209530 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d74d2cdb-7e32-44d3-9cfa-0c5065d5dcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:32.410789 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5388342d-a1cf-47fc-af2e-83065df385d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:32.895890 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:33.311488 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:33.429407 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:34.074181 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:35.788900 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:49.033698 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc6fb052-fd0f-4599-8ba4-6138ad67c94e req-1ceb2aff-90e9-4757-bfd1-3478dfb80d3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578799 Jul 16 19:14:49.127871 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fb052-fd0f-4599-8ba4-6138ad67c94e req-07e1b9cf-8b1f-44a2-b789-b4f9de94f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:49.129276 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc6fb052-fd0f-4599-8ba4-6138ad67c94e req-07e1b9cf-8b1f-44a2-b789-b4f9de94f8c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 1097 time: 0.0532515 Jul 16 19:14:49.232996 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fb052-fd0f-4599-8ba4-6138ad67c94e req-de3110a5-a60c-42c6-a63b-c18426feaf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:49.234499 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc6fb052-fd0f-4599-8ba4-6138ad67c94e req-de3110a5-a60c-42c6-a63b-c18426feaf5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.0849488 Jul 16 19:14:49.303248 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc6fb052-fd0f-4599-8ba4-6138ad67c94e req-0f017eb9-7a77-43a9-bedb-ba1c65599982 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad286589-3bb5-4242-935d-2c2f959f8030 HTTP/1.1" status: 200 len: 1002 time: 0.0618904 Jul 16 19:14:49.354408 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fb052-fd0f-4599-8ba4-6138ad67c94e req-00a69ca1-c8c1-4418-b8b6-a78be937f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:49.355839 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc6fb052-fd0f-4599-8ba4-6138ad67c94e req-00a69ca1-c8c1-4418-b8b6-a78be937f882 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0458350 Jul 16 19:14:49.418084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fb052-fd0f-4599-8ba4-6138ad67c94e req-208f6bb3-7ffd-48ef-b3c4-0d94b0b69d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:49.419472 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc6fb052-fd0f-4599-8ba4-6138ad67c94e req-208f6bb3-7ffd-48ef-b3c4-0d94b0b69d98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572143 Jul 16 19:14:49.511824 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc6fb052-fd0f-4599-8ba4-6138ad67c94e req-01c99485-5444-4947-9b45-872adaa45f4d service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848577 Jul 16 19:14:49.600612 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc6fb052-fd0f-4599-8ba4-6138ad67c94e req-7204de67-77a7-4135-b2f7-85d071a0869f service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820267 Jul 16 19:15:00.210441 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-759ae311-87d0-4352-a404-74bed7f6f5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:02.410570 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb59b9a5-baa7-4b8e-a320-fce2da9cefd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:02.898410 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:03.321454 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:03.429333 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:04.073774 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:05.792473 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:06.612983 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:15:30.212119 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70fc04c2-5b66-40a3-b7de-877b300f5f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:32.411752 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5462316-3e6a-4cb4-89a3-110d971ac353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:32.899490 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:32.999911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:33.160855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Deleting port 6a5c41e1-3460-4084-9de1-850d31778491 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:33.161112 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.235653 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.235984 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.247855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Calling delete_port for 6a5c41e1-3460-4084-9de1-850d31778491 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:33.322613 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.398367 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.423758 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event deleted for resources: {'Port': ['ID=6a5c41e1-3460-4084-9de1-850d31778491,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:33.443095 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.457537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:33.457890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:33.458371 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:33.458867 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:33.459207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:33.459544 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:33.460051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:33.460976 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:33.461337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:33.461666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:33.461999 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:33.462358 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:33.504211 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.504595 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Floating IP 767ebbd8-9fc6-404e-9782-f22b9d545e10 disassociated (deleted). External IP: 172.25.8.155, port: ad286589-3bb5-4242-935d-2c2f959f8030. Jul 16 19:15:33.711424 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Router 72374da7-66ab-4da3-91ff-df854c01e770 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:33.818014 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:33.823523 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.827941 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f6d3c-83a3-45dc-a3a0-90e9f1da1f7f None None] Sync routers for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:33.838116 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f6d3c-83a3-45dc-a3a0-90e9f1da1f7f None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:33.838747 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa5f6d3c-83a3-45dc-a3a0-90e9f1da1f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:33.860345 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9a87ef14-257e-430d-af7b-036d43da07ae tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "DELETE /v2.0/floatingips/767ebbd8-9fc6-404e-9782-f22b9d545e10 HTTP/1.1" status: 204 len: 168 time: 0.8592982 Jul 16 19:15:33.860944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:33.863240 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc332ee3-9ccb-4ddd-9556-bbd06a7d3d59" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:33.949450 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fa5f6d3c-83a3-45dc-a3a0-90e9f1da1f7f None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:33.949607 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a354d77e-2c03-4e95-86af-73f51e049f67 x-openstack-request-id: req-a354d77e-2c03-4e95-86af-73f51e049f67 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:33.949887 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:33.950149 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a354d77e-2c03-4e95-86af-73f51e049f67 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:33.951848 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'status': 'completed', 'code': 200} Jul 16 19:15:34.034935 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc332ee3-9ccb-4ddd-9556-bbd06a7d3d59 req-343629c2-f00f-42cf-b191-945aa916e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:34.036470 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc332ee3-9ccb-4ddd-9556-bbd06a7d3d59 req-343629c2-f00f-42cf-b191-945aa916e8bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 1097 time: 0.0629826 Jul 16 19:15:34.087696 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.151418 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc332ee3-9ccb-4ddd-9556-bbd06a7d3d59 req-d6f84aa0-cdee-44d4-8c49-b2adc4247cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:34.152937 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc332ee3-9ccb-4ddd-9556-bbd06a7d3d59 req-d6f84aa0-cdee-44d4-8c49-b2adc4247cef service neutron] 10.222.0.42 "GET /v2.0/networks?id=399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 200 len: 909 time: 0.1101687 Jul 16 19:15:34.164834 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa5f6d3c-83a3-45dc-a3a0-90e9f1da1f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:34.195294 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f6d3c-83a3-45dc-a3a0-90e9f1da1f7f None None] Checking router: 72374da7-66ab-4da3-91ff-df854c01e770 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:34.200461 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc332ee3-9ccb-4ddd-9556-bbd06a7d3d59 req-8d2a5ffe-793f-4daa-8286-13c22afae3c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad286589-3bb5-4242-935d-2c2f959f8030 HTTP/1.1" status: 200 len: 217 time: 0.0409765 Jul 16 19:15:34.204015 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f6d3c-83a3-45dc-a3a0-90e9f1da1f7f None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:34.204644 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa5f6d3c-83a3-45dc-a3a0-90e9f1da1f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:34.254503 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc332ee3-9ccb-4ddd-9556-bbd06a7d3d59 req-3d3a7d69-e7bb-4499-8fd8-93aed3c0f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:34.256315 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc332ee3-9ccb-4ddd-9556-bbd06a7d3d59 req-3d3a7d69-e7bb-4499-8fd8-93aed3c0f7a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 200 len: 847 time: 0.0490396 Jul 16 19:15:34.262224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807ed08-c5c3-4f9e-93f8-d992cd4d6884 req-65a8f58a-ee25-4f42-8110-b150020ff51d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:34.263947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4807ed08-c5c3-4f9e-93f8-d992cd4d6884 req-65a8f58a-ee25-4f42-8110-b150020ff51d tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0727479 Jul 16 19:15:34.303861 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4807ed08-c5c3-4f9e-93f8-d992cd4d6884 req-28fb6a4f-a81e-48fa-9e2e-cc9e2c571aeb tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339930 Jul 16 19:15:34.312973 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fa5f6d3c-83a3-45dc-a3a0-90e9f1da1f7f None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:34.317267 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc332ee3-9ccb-4ddd-9556-bbd06a7d3d59 req-52602ba8-cef4-416c-8630-9c36e2bb4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:34.318877 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc332ee3-9ccb-4ddd-9556-bbd06a7d3d59 req-52602ba8-cef4-416c-8630-9c36e2bb4da2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=399dba42-c547-418a-96ec-5e9b7b3a8b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551832 Jul 16 19:15:34.417616 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc332ee3-9ccb-4ddd-9556-bbd06a7d3d59 req-81e84b76-8952-4440-9713-45d695b0bfb0 service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906582 Jul 16 19:15:34.508653 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-bc332ee3-9ccb-4ddd-9556-bbd06a7d3d59 req-6e483b31-4ef5-4f25-b358-1db18b88589c service neutron] 10.222.0.42 "GET /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842805 Jul 16 19:15:34.512056 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa5f6d3c-83a3-45dc-a3a0-90e9f1da1f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:34.539468 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f6d3c-83a3-45dc-a3a0-90e9f1da1f7f None None] The sync data for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 is: [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 4, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '8dcb7093-5685-44ad-baae-dca98f3c58ce', 'name': '', 'network_id': '399dba42-c547-418a-96ec-5e9b7b3a8b2e', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'mac_address': 'fa:16:3e:7f:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'subnets': [{'id': '7fd9d44e-0eb0-46c0-b54f-183194528ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:34.761922 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b169c-45ea-46f8-b1a1-a3dcfe553b74 None None] New status for floating IP 767ebbd8-9fc6-404e-9782-f22b9d545e10: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:15:35.479985 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99088c-270c-4ca5-b883-f89e3d4daa8c req-3e0c2580-2175-4bfe-b0fa-1272d9ce80ef tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:35.481512 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb99088c-270c-4ca5-b883-f89e3d4daa8c req-3e0c2580-2175-4bfe-b0fa-1272d9ce80ef tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0656321 Jul 16 19:15:35.526206 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bb99088c-270c-4ca5-b883-f89e3d4daa8c req-646f76dd-6cf5-43ed-af10-c0c175c67f70 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/security-groups?id=045e08f0-fbf4-4f70-89d8-ce5dc384680d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391040 Jul 16 19:15:35.649135 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d0471-c91c-4700-9073-1c6df2d3a56e req-5684ab0f-b687-4c1f-bddc-a8dc3479b673 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:35.650553 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c76d0471-c91c-4700-9073-1c6df2d3a56e req-5684ab0f-b687-4c1f-bddc-a8dc3479b673 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 946 time: 0.0679741 Jul 16 19:15:35.749550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c76d0471-c91c-4700-9073-1c6df2d3a56e req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Deleting port ad286589-3bb5-4242-935d-2c2f959f8030 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:35.749989 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c76d0471-c91c-4700-9073-1c6df2d3a56e req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.794614 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.842773 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-c76d0471-c91c-4700-9073-1c6df2d3a56e req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] For port ad286589-3bb5-4242-935d-2c2f959f8030, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=ad286589-3bb5-4242-935d-2c2f959f8030,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:35.843138 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c76d0471-c91c-4700-9073-1c6df2d3a56e req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.855449 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-c76d0471-c91c-4700-9073-1c6df2d3a56e req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Calling delete_port for ad286589-3bb5-4242-935d-2c2f959f8030 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:35.981252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c76d0471-c91c-4700-9073-1c6df2d3a56e req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.015511 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event deleted for resources: {'Port': ['ID=ad286589-3bb5-4242-935d-2c2f959f8030,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:36.042835 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:36.043187 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:36.043536 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:36.043877 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:36.044215 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:36.044550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:36.044885 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:36.045217 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:36.045572 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:36.045906 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:36.046239 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:36.046567 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:36.070246 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76d0471-c91c-4700-9073-1c6df2d3a56e req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] No DVR routers for this DVR port ad286589-3bb5-4242-935d-2c2f959f8030 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:36.072953 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-c76d0471-c91c-4700-9073-1c6df2d3a56e req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.075008 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-c76d0471-c91c-4700-9073-1c6df2d3a56e req-2a9ccd60-885b-48e8-8c27-59476c65f248 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.42 "DELETE /v2.0/ports/ad286589-3bb5-4242-935d-2c2f959f8030 HTTP/1.1" status: 204 len: 173 time: 0.4190533 Jul 16 19:15:36.075439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'name': 'network-vif-deleted', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:36.078014 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339f238f-fee4-4c2f-a53f-9f01cdd1a058" -d '{"events": [{"server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "name": "network-vif-deleted", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:36.121936 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158b3f09-ce37-40f2-b1ad-9ef559908a68 x-openstack-request-id: req-158b3f09-ce37-40f2-b1ad-9ef559908a68 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:36.122626 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb0ff89-e834-4ef5-880f-75288208d591", "name": "network-vif-deleted", "tag": "ad286589-3bb5-4242-935d-2c2f959f8030", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:36.122970 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-158b3f09-ce37-40f2-b1ad-9ef559908a68 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:36.123378 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb0ff89-e834-4ef5-880f-75288208d591', 'name': 'network-vif-deleted', 'tag': 'ad286589-3bb5-4242-935d-2c2f959f8030', 'status': 'completed', 'code': 200} Jul 16 19:15:36.669535 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7e9ce201-3f4c-4340-af61-6c4475ba50ea req-7e635b96-8af3-4be5-bff7-6288ef131ef4 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 210 time: 0.0300012 Jul 16 19:15:37.813385 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-631fd639-3d2e-49de-81b6-b303d549e340 req-89930928-6bd1-4f29-9017-36f91af8e7c9 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 210 time: 0.0322957 Jul 16 19:15:38.954435 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-364acf8c-7437-477e-a062-a1d69f44c140 req-c53c95ae-5f84-4ce6-8334-e42597aeaa05 tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "GET /v2.0/ports?device_id=ddb0ff89-e834-4ef5-880f-75288208d591 HTTP/1.1" status: 200 len: 210 time: 0.0291200 Jul 16 19:15:39.353859 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ad286589-3bb5-4242-935d-2c2f959f8030 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:39.376376 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: ad286589-3bb5-4242-935d-2c2f959f8030 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:39.376725 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device ad286589-3bb5-4242-935d-2c2f959f8030 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:40.047493 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55250) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:40.110500 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f242f6-cf75-41e0-b515-8d0496b40bcb tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.139273 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f242f6-cf75-41e0-b515-8d0496b40bcb tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.199133 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f242f6-cf75-41e0-b515-8d0496b40bcb tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.202355 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4f242f6-cf75-41e0-b515-8d0496b40bcb tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.203523 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c4f242f6-cf75-41e0-b515-8d0496b40bcb tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] 10.222.0.52 "DELETE /v2.0/security-groups/045e08f0-fbf4-4f70-89d8-ce5dc384680d HTTP/1.1" status: 204 len: 168 time: 0.1549547 Jul 16 19:15:40.213449 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f242f6-cf75-41e0-b515-8d0496b40bcb tempest-TestShelveInstance-2105375244 tempest-TestShelveInstance-2105375244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045e08f0-fbf4-4f70-89d8-ce5dc384680d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:40.249810 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55254) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:40.693487 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b63ed2-ddf6-48b4-8fe2-6ad266bbbd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.949720 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-96b63ed2-ddf6-48b4-8fe2-6ad266bbbd82 admin admin] Deleting port 8dcb7093-5685-44ad-baae-dca98f3c58ce {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:40.949983 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b63ed2-ddf6-48b4-8fe2-6ad266bbbd82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.029183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-96b63ed2-ddf6-48b4-8fe2-6ad266bbbd82 admin admin] For port 8dcb7093-5685-44ad-baae-dca98f3c58ce, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=8dcb7093-5685-44ad-baae-dca98f3c58ce,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:41.029582 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b63ed2-ddf6-48b4-8fe2-6ad266bbbd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.042447 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-96b63ed2-ddf6-48b4-8fe2-6ad266bbbd82 admin admin] Calling delete_port for 8dcb7093-5685-44ad-baae-dca98f3c58ce owned by network:router_interface {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:41.234218 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b63ed2-ddf6-48b4-8fe2-6ad266bbbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.260508 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b63ed2-ddf6-48b4-8fe2-6ad266bbbd82 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dcb7093-5685-44ad-baae-dca98f3c58ce,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:41.438121 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-96b63ed2-ddf6-48b4-8fe2-6ad266bbbd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.668598 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b63ed2-ddf6-48b4-8fe2-6ad266bbbd82 admin admin] Router 72374da7-66ab-4da3-91ff-df854c01e770 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:42.074761 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b63ed2-ddf6-48b4-8fe2-6ad266bbbd82 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:42.082680 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-96b63ed2-ddf6-48b4-8fe2-6ad266bbbd82 admin admin] 10.222.0.52 "PUT /v2.0/routers/72374da7-66ab-4da3-91ff-df854c01e770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8322186 Jul 16 19:15:42.082680 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55258) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:42.087077 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc94dd-53bf-4d1b-9185-23a11ba03be0 None None] Sync routers for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:42.096725 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc94dd-53bf-4d1b-9185-23a11ba03be0 None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:42.097258 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-88fc94dd-53bf-4d1b-9185-23a11ba03be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:42.197564 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.204630 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-88fc94dd-53bf-4d1b-9185-23a11ba03be0 None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:42.304438 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.359535 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Deleting port f59945e2-ac42-4dd1-bfa7-355223673dc6 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:42.359825 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.395862 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-88fc94dd-53bf-4d1b-9185-23a11ba03be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:15:41Z', 'revision_number': 5, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port': {'id': 'f59945e2-ac42-4dd1-bfa7-355223673dc6', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374da7-66ab-4da3-91ff-df854c01e770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:54Z', 'updated_at': '2021-07-16T19:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:42.422660 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc94dd-53bf-4d1b-9185-23a11ba03be0 None None] Checking router: 72374da7-66ab-4da3-91ff-df854c01e770 for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:42.430829 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc94dd-53bf-4d1b-9185-23a11ba03be0 None None] Routers {'72374da7-66ab-4da3-91ff-df854c01e770'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:42.431443 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-88fc94dd-53bf-4d1b-9185-23a11ba03be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['72374da7-66ab-4da3-91ff-df854c01e770'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:42.438325 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] For port f59945e2-ac42-4dd1-bfa7-355223673dc6, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=f59945e2-ac42-4dd1-bfa7-355223673dc6,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:42.440012 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.454168 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Calling delete_port for f59945e2-ac42-4dd1-bfa7-355223673dc6 owned by network:router_gateway {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:42.609865 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-88fc94dd-53bf-4d1b-9185-23a11ba03be0 None None] Set router 72374da7-66ab-4da3-91ff-df854c01e770 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:42.635219 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.663742 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-88fc94dd-53bf-4d1b-9185-23a11ba03be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:15:42Z', 'revision_number': 6, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:42.666713 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59945e2-ac42-4dd1-bfa7-355223673dc6,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:42.695529 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc94dd-53bf-4d1b-9185-23a11ba03be0 None None] The sync data for ids ['72374da7-66ab-4da3-91ff-df854c01e770'] in n-d-793618-9 is: [{'id': '72374da7-66ab-4da3-91ff-df854c01e770', 'name': 'tempest-TestShelveInstance-318184616-router', 'tenant_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:53Z', 'updated_at': '2021-07-16T19:15:42Z', 'revision_number': 6, 'project_id': 'f839a1b5500e48fea5f8cdf4d7f73e4f', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:42.734569 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.824353 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.826625 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.869638 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.870133 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72374da7-66ab-4da3-91ff-df854c01e770 {{(pid=93766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:15:42.874655 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.875829 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e1ddc7e2-4941-4e29-9266-66d54dc3c9f7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/72374da7-66ab-4da3-91ff-df854c01e770 HTTP/1.1" status: 204 len: 168 time: 0.7922344 Jul 16 19:15:42.878293 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55260) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:42.928084 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f35d30e-2c71-4db6-a37b-c3c52026c2f6 admin admin] Deleting subnet 7fd9d44e-0eb0-46c0-b54f-183194528ea2 {{(pid=93766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:15:42.931596 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f35d30e-2c71-4db6-a37b-c3c52026c2f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.966888 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f35d30e-2c71-4db6-a37b-c3c52026c2f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126087186'] for subnet, precommit_delete_associations {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.052380 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f35d30e-2c71-4db6-a37b-c3c52026c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.119277 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f35d30e-2c71-4db6-a37b-c3c52026c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126026620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126077145'] for subnet, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.155044 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35d30e-2c71-4db6-a37b-c3c52026c2f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd9d44e-0eb0-46c0-b54f-183194528ea2,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:43.158064 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-3f35d30e-2c71-4db6-a37b-c3c52026c2f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.161454 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad94a3-d224-424d-89ff-140859fb9f7f None None] Network 399dba42-c547-418a-96ec-5e9b7b3a8b2e requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:43.163832 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-3f35d30e-2c71-4db6-a37b-c3c52026c2f6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7fd9d44e-0eb0-46c0-b54f-183194528ea2 HTTP/1.1" status: 204 len: 168 time: 0.2843680 Jul 16 19:15:43.166328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55262) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:43.234336 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.288829 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Deleting port 3d193142-b522-4ccc-add8-98f3df00fab0 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:43.289849 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.362307 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] For port 3d193142-b522-4ccc-add8-98f3df00fab0, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3d193142-b522-4ccc-add8-98f3df00fab0,segment=NetworkSegment(34a9a2d3-ef9c-4522-b60a-21e90e341489),segment_id=34a9a2d3-ef9c-4522-b60a-21e90e341489)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:43.362984 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.374713 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Calling delete_port for 3d193142-b522-4ccc-add8-98f3df00fab0 owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:43.461044 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.473275 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de0127e-5154-4509-abb7-2960b8050276 None None] DHCP port deletion for 399dba42-c547-418a-96ec-5e9b7b3a8b2e request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:15:43.494909 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d193142-b522-4ccc-add8-98f3df00fab0,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:43.495508 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8dcb7093-5685-44ad-baae-dca98f3c58ce no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:43.497184 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] No DVR routers for this DVR port 3d193142-b522-4ccc-add8-98f3df00fab0 on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:43.517143 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 8dcb7093-5685-44ad-baae-dca98f3c58ce {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:43.517531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 8dcb7093-5685-44ad-baae-dca98f3c58ce not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:43.570773 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.581832 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399dba42-c547-418a-96ec-5e9b7b3a8b2e']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:43.592937 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a9a2d3-ef9c-4522-b60a-21e90e341489') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:43.593236 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a9a2d3-ef9c-4522-b60a-21e90e341489') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:43.602319 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.612331 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:15:43.617296 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.624103 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:15:43.624496 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: timer() Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:15:43.626211 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:15:43.691259 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.699183 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.701036 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] 10.222.0.52 "DELETE /v2.0/networks/399dba42-c547-418a-96ec-5e9b7b3a8b2e HTTP/1.1" status: 204 len: 168 time: 0.5336800 Jul 16 19:15:43.704444 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:43.715125 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453445a-0733-4055-b115-0372000f7985 admin admin] Pushing event deleted for resources: {'Network': ['ID=399dba42-c547-418a-96ec-5e9b7b3a8b2e,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:44.053771 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97f9727e-7c82-49f8-bc5a-0be94c7b28a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.305261 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-97f9727e-7c82-49f8-bc5a-0be94c7b28a2 admin admin] Deleting port c1516666-221c-48c9-948e-44c7113a35c7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:44.305543 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97f9727e-7c82-49f8-bc5a-0be94c7b28a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.380836 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-97f9727e-7c82-49f8-bc5a-0be94c7b28a2 admin admin] For port c1516666-221c-48c9-948e-44c7113a35c7, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=c1516666-221c-48c9-948e-44c7113a35c7,segment=NetworkSegment(9868d05b-76d6-49c1-a689-c2b6c5344847),segment_id=9868d05b-76d6-49c1-a689-c2b6c5344847)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:44.381714 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97f9727e-7c82-49f8-bc5a-0be94c7b28a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.393680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-97f9727e-7c82-49f8-bc5a-0be94c7b28a2 admin admin] Calling delete_port for c1516666-221c-48c9-948e-44c7113a35c7 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:44.570569 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97f9727e-7c82-49f8-bc5a-0be94c7b28a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.599313 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9727e-7c82-49f8-bc5a-0be94c7b28a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1516666-221c-48c9-948e-44c7113a35c7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:44.767202 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97f9727e-7c82-49f8-bc5a-0be94c7b28a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.979835 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f9727e-7c82-49f8-bc5a-0be94c7b28a2 admin admin] Router f7676af4-d28e-452d-b7b4-c255a3074d65 has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:45.080953 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3d193142-b522-4ccc-add8-98f3df00fab0 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:45.091051 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f9727e-7c82-49f8-bc5a-0be94c7b28a2 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:45.096628 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-97f9727e-7c82-49f8-bc5a-0be94c7b28a2 admin admin] 10.222.0.52 "PUT /v2.0/routers/f7676af4-d28e-452d-b7b4-c255a3074d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3910027 Jul 16 19:15:45.099082 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:45.105747 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ae755-c758-471c-8958-15debd04fcec None None] Sync routers for ids ['f7676af4-d28e-452d-b7b4-c255a3074d65'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:45.109102 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 3d193142-b522-4ccc-add8-98f3df00fab0 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:45.109647 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3d193142-b522-4ccc-add8-98f3df00fab0 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:45.110058 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f59945e2-ac42-4dd1-bfa7-355223673dc6 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:45.138989 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: f59945e2-ac42-4dd1-bfa7-355223673dc6 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:45.139339 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device f59945e2-ac42-4dd1-bfa7-355223673dc6 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:45.142420 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ae755-c758-471c-8958-15debd04fcec None None] Routers {'f7676af4-d28e-452d-b7b4-c255a3074d65'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:45.143055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e87ae755-c758-471c-8958-15debd04fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f7676af4-d28e-452d-b7b4-c255a3074d65'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:45.408607 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e87ae755-c758-471c-8958-15debd04fcec None None] Set router f7676af4-d28e-452d-b7b4-c255a3074d65 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:45.547550 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.584075 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e87ae755-c758-471c-8958-15debd04fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'name': 'tempest-TestShelveInstance-2118381994-router', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:58Z', 'updated_at': '2021-07-16T19:15:44Z', 'revision_number': 5, 'project_id': 'bb84c2a567914201a951846a69b8f865', 'gw_port': {'id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:59Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:45.611652 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ae755-c758-471c-8958-15debd04fcec None None] Checking router: f7676af4-d28e-452d-b7b4-c255a3074d65 for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:45.620754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ae755-c758-471c-8958-15debd04fcec None None] Routers {'f7676af4-d28e-452d-b7b4-c255a3074d65'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:45.621477 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e87ae755-c758-471c-8958-15debd04fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['f7676af4-d28e-452d-b7b4-c255a3074d65'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:45.650770 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.703431 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Deleting port 62da590e-e8ed-4474-8675-b159367c3bb5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:45.703663 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.729726 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-e87ae755-c758-471c-8958-15debd04fcec None None] Set router f7676af4-d28e-452d-b7b4-c255a3074d65 gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:45.781896 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] For port 62da590e-e8ed-4474-8675-b159367c3bb5, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=62da590e-e8ed-4474-8675-b159367c3bb5,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:45.782555 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.794540 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Calling delete_port for 62da590e-e8ed-4474-8675-b159367c3bb5 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:45.914311 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-e87ae755-c758-471c-8958-15debd04fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'name': 'tempest-TestShelveInstance-2118381994-router', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:58Z', 'updated_at': '2021-07-16T19:15:44Z', 'revision_number': 5, 'project_id': 'bb84c2a567914201a951846a69b8f865', 'gw_port': {'id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:59Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:45.940941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ae755-c758-471c-8958-15debd04fcec None None] The sync data for ids ['f7676af4-d28e-452d-b7b4-c255a3074d65'] in n-d-793618-9 is: [{'id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'name': 'tempest-TestShelveInstance-2118381994-router', 'tenant_id': 'bb84c2a567914201a951846a69b8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:58Z', 'updated_at': '2021-07-16T19:15:44Z', 'revision_number': 5, 'project_id': 'bb84c2a567914201a951846a69b8f865', 'gw_port': {'id': '62da590e-e8ed-4474-8675-b159367c3bb5', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7676af4-d28e-452d-b7b4-c255a3074d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:59Z', 'updated_at': '2021-07-16T19:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:45.960318 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.995272 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=62da590e-e8ed-4474-8675-b159367c3bb5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:46.054080 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.143941 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.146090 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.188882 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.189439 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7676af4-d28e-452d-b7b4-c255a3074d65 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:15:46.194304 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.194877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-97766598-c92c-4bfc-a718-ce1c31b4c2b8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f7676af4-d28e-452d-b7b4-c255a3074d65 HTTP/1.1" status: 204 len: 168 time: 1.0948706 Jul 16 19:15:46.197373 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:46.245581 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0b9219-df1e-4b85-b8ee-73c230efbb53 admin admin] Deleting subnet 12e1c280-2e83-4809-88f3-33129ece7a9b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:15:46.248465 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e0b9219-df1e-4b85-b8ee-73c230efbb53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.285254 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e0b9219-df1e-4b85-b8ee-73c230efbb53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.369502 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e0b9219-df1e-4b85-b8ee-73c230efbb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.425877 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e0b9219-df1e-4b85-b8ee-73c230efbb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.459601 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b9219-df1e-4b85-b8ee-73c230efbb53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e1c280-2e83-4809-88f3-33129ece7a9b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:46.462134 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e0b9219-df1e-4b85-b8ee-73c230efbb53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.464892 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-7e0b9219-df1e-4b85-b8ee-73c230efbb53 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/12e1c280-2e83-4809-88f3-33129ece7a9b HTTP/1.1" status: 204 len: 168 time: 0.2664795 Jul 16 19:15:46.465605 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc2ab44-6eb3-4cc5-bdb3-d2c07ad8ddd7 None None] Network e0d78d37-0b2f-4d11-a9ea-2865583c1ece requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:46.467911 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:46.540278 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.597197 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Deleting port 648e1e2d-561d-40ee-9c32-dff42838fa6b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:46.597579 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.678069 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] For port 648e1e2d-561d-40ee-9c32-dff42838fa6b, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=648e1e2d-561d-40ee-9c32-dff42838fa6b,segment=NetworkSegment(9868d05b-76d6-49c1-a689-c2b6c5344847),segment_id=9868d05b-76d6-49c1-a689-c2b6c5344847)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:46.678323 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.689671 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Calling delete_port for 648e1e2d-561d-40ee-9c32-dff42838fa6b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:46.771059 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.800441 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=648e1e2d-561d-40ee-9c32-dff42838fa6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:46.802303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] No DVR routers for this DVR port 648e1e2d-561d-40ee-9c32-dff42838fa6b on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:46.872333 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.882805 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d78d37-0b2f-4d11-a9ea-2865583c1ece']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:46.892442 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9868d05b-76d6-49c1-a689-c2b6c5344847') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:46.892684 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9868d05b-76d6-49c1-a689-c2b6c5344847') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:46.901373 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.914787 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.920500 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:15:46.920940 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: timer() Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:15:46.923521 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:15:46.953789 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89b4aaa-cf9f-4b7c-825c-6f5b92ce84e3 None None] DHCP port deletion for e0d78d37-0b2f-4d11-a9ea-2865583c1ece request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:15:46.987106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.996515 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.998432 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e0d78d37-0b2f-4d11-a9ea-2865583c1ece HTTP/1.1" status: 204 len: 168 time: 0.5295763 Jul 16 19:15:47.012891 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903a478-26ad-4b49-aac9-77120a1287c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d78d37-0b2f-4d11-a9ea-2865583c1ece,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:47.047590 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 648e1e2d-561d-40ee-9c32-dff42838fa6b no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:47.067902 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 648e1e2d-561d-40ee-9c32-dff42838fa6b {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:47.068258 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 648e1e2d-561d-40ee-9c32-dff42838fa6b not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:47.069236 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c1516666-221c-48c9-948e-44c7113a35c7 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:47.087904 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: c1516666-221c-48c9-948e-44c7113a35c7 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:47.088263 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device c1516666-221c-48c9-948e-44c7113a35c7 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:47.088682 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 62da590e-e8ed-4474-8675-b159367c3bb5 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:47.109051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 62da590e-e8ed-4474-8675-b159367c3bb5 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:47.109441 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 62da590e-e8ed-4474-8675-b159367c3bb5 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:47.120677 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:47.168681 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-e9192d37-e204-4a47-ad65-33835bdcb56e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f839a1b5500e48fea5f8cdf4d7f73e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467346 Jul 16 19:15:47.171114 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:47.218295 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be520fc0-8ff0-4227-b3a9-071c85425f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.239335 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be520fc0-8ff0-4227-b3a9-071c85425f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.285099 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be520fc0-8ff0-4227-b3a9-071c85425f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.288081 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be520fc0-8ff0-4227-b3a9-071c85425f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.289409 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-be520fc0-8ff0-4227-b3a9-071c85425f0f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5608e292-80dc-4f8f-8f22-d9593ddedc5b HTTP/1.1" status: 204 len: 168 time: 0.1173573 Jul 16 19:15:47.298170 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be520fc0-8ff0-4227-b3a9-071c85425f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5608e292-80dc-4f8f-8f22-d9593ddedc5b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:47.591795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:47.635300 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b08c8a3f-7f50-43ff-ad67-f06b3f3bc8e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb84c2a567914201a951846a69b8f865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423260 Jul 16 19:15:47.637876 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:47.686657 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e00aaa6-7792-4e5c-b228-269502942a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.708187 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e00aaa6-7792-4e5c-b228-269502942a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.756949 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e00aaa6-7792-4e5c-b228-269502942a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.759635 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e00aaa6-7792-4e5c-b228-269502942a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.760827 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1e00aaa6-7792-4e5c-b228-269502942a16 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/238ec4f3-c326-40d1-b59f-baa8752b9919 HTTP/1.1" status: 204 len: 168 time: 0.1220272 Jul 16 19:15:47.768791 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00aaa6-7792-4e5c-b228-269502942a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238ec4f3-c326-40d1-b59f-baa8752b9919,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:48.403004 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55306) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:48.497158 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1524723716-network', 'tenant_id': 'cd97131d88da484da438731b85a8af7a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:48.517704 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Made reservation on behalf of cd97131d88da484da438731b85a8af7a for: {'network': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:48.519994 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.528859 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.616853 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.620417 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.640451 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:15:48.655126 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62784b93-dcd0-43f8-aa94-2796f24e5be7,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:48.657936 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.658287 n-d-793618-9 neutron-server[93766]: INFO neutron.db.segments_db [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Added segment 58cf5c1f-faa0-44c7-b19e-27e194ce566c of type vlan for network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed Jul 16 19:15:48.698669 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.730732 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.731694 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:48.732283 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.761163 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3570147 Jul 16 19:15:48.764236 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:48.769361 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c073e5c0-5f48-46fd-9e0d-3807696d63e2 admin admin] Request body: {'subnet': {'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1524723716-subnet', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:48.791254 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c073e5c0-5f48-46fd-9e0d-3807696d63e2 admin admin] Made reservation on behalf of cd97131d88da484da438731b85a8af7a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:48.793702 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c073e5c0-5f48-46fd-9e0d-3807696d63e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128560435'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.795281 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaed23d-b00d-4ce3-bffb-05b30a5e5735 admin admin] Pushing event updated for resources: {'Network': ['ID=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:48.805548 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:15:48.962298 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c073e5c0-5f48-46fd-9e0d-3807696d63e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127309489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128560417'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.017559 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073e5c0-5f48-46fd-9e0d-3807696d63e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d58d26-6c87-4cb3-ba2b-984498509257,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:49.025700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c073e5c0-5f48-46fd-9e0d-3807696d63e2 admin admin] Checking segment: {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:49.026067 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073e5c0-5f48-46fd-9e0d-3807696d63e2 admin admin] Network hostable DHCP agents. Network: dc7c94fb-f75a-421d-ab03-8cc91a94c4ed, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:15:49.042436 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073e5c0-5f48-46fd-9e0d-3807696d63e2 admin admin] Network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:15:49.050666 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c073e5c0-5f48-46fd-9e0d-3807696d63e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, dc7c94fb-f75a-421d-ab03-8cc91a94c4ed) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:49.055841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c073e5c0-5f48-46fd-9e0d-3807696d63e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:49.056445 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c073e5c0-5f48-46fd-9e0d-3807696d63e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.062542 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f43222a-4eb8-4257-9c5a-fc717a2f7632 None None] Network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:49.075725 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-c073e5c0-5f48-46fd-9e0d-3807696d63e2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3094578 Jul 16 19:15:49.077995 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55312) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:49.083652 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:49.108364 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.109564 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.173624 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.240131 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:15:49.241463 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.326382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.390641 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Allocated IP 172.20.0.2 (dc7c94fb-f75a-421d-ab03-8cc91a94c4ed/38d58d26-6c87-4cb3-ba2b-984498509257/103b94e7-e496-448e-808e-3b03b28c519f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:49.552309 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.555024 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.567751 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Transition to ACTIVE for port object 103b94e7-e496-448e-808e-3b03b28c519f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:49.572563 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.588683 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Transition to ACTIVE for port object 103b94e7-e496-448e-808e-3b03b28c519f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:49.595165 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.658790 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:49.663464 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:49.669618 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:49.678254 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Pushing event updated for resources: {'Port': ['ID=103b94e7-e496-448e-808e-3b03b28c519f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:49.679997 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Allocated IP 172.25.8.109 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/9155d213-186d-4323-b5e1-db1cc0fafd5a) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:49.692888 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:49.693266 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:49.694620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:49.694620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:49.695062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:49.695244 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:49.695523 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:49.695861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:49.696200 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:49.696537 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:49.696876 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:49.697211 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:49.761008 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Attempting to bind port 103b94e7-e496-448e-808e-3b03b28c519f on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:49.761435 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Attempting to bind port 103b94e7-e496-448e-808e-3b03b28c519f by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:49.761811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Attempting to bind port 103b94e7-e496-448e-808e-3b03b28c519f on network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:49.767204 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:49.767592 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Checking segment: {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:49.768009 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.768419 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Bound using segment: {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:49.768901 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Bound port: 103b94e7-e496-448e-808e-3b03b28c519f, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:49.769361 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.806047 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.846933 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] For port 103b94e7-e496-448e-808e-3b03b28c519f, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:49.851227 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] For port 103b94e7-e496-448e-808e-3b03b28c519f, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=103b94e7-e496-448e-808e-3b03b28c519f,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:49.851498 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.855693 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.901498 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:49.904789 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:49.909443 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:49.912660 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Pushing event updated for resources: {'Port': ['ID=9155d213-186d-4323-b5e1-db1cc0fafd5a,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:49.919941 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b0be7-3b52-4376-bc55-71904ffc72e8 None None] Pushing event updated for resources: {'Port': ['ID=103b94e7-e496-448e-808e-3b03b28c519f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:50.182737 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:50.375147 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:50.499666 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Router 4fea159e-1e32-49a4-b476-245fb2f3527e is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:15:50.610159 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:50.621110 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Sync routers for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:50.630482 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:50.630752 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:50.631665 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:50.631905 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-eba36fb0-fbf0-427f-8ec1-281003202595 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5523481 Jul 16 19:15:50.635378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:50.741420 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:50.861680 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3e749a-b648-4260-9de1-3f9e1f21c2eb None None] Network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:50.927667 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:50Z', 'revision_number': 3, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:50.954527 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Checking router: 4fea159e-1e32-49a4-b476-245fb2f3527e for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:50.955153 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Updating router 4fea159e-1e32-49a4-b476-245fb2f3527e port 9155d213-186d-4323-b5e1-db1cc0fafd5a binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:15:50.993512 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.013459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-daf3e7cb-3fb3-4b4f-9278-99bcb6f1685f None None] Provisioning for port 103b94e7-e496-448e-808e-3b03b28c519f completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:51.120036 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 103b94e7-e496-448e-808e-3b03b28c519f up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:51.122764 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.229113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 103b94e7-e496-448e-808e-3b03b28c519f completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:51.241696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 103b94e7-e496-448e-808e-3b03b28c519f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:51.242081 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.298451 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Allocated IP 172.20.0.1 (dc7c94fb-f75a-421d-ab03-8cc91a94c4ed/38d58d26-6c87-4cb3-ba2b-984498509257/40ecea5f-c0b3-4281-877f-ec0250c9e4ed) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:51.306886 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.320866 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Transition to ACTIVE for port object 9155d213-186d-4323-b5e1-db1cc0fafd5a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:51.328091 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.365022 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.377433 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Pushing event updated for resources: {'Port': ['ID=9155d213-186d-4323-b5e1-db1cc0fafd5a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:51.387383 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:51.387592 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:51.387861 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:51.388317 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:51.388661 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:51.389068 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:51.389433 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:51.389836 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:51.390260 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:51.390598 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:51.390931 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:51.391318 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:51.407740 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 103b94e7-e496-448e-808e-3b03b28c519f, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=103b94e7-e496-448e-808e-3b03b28c519f,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:51.414335 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Attempting to bind port 9155d213-186d-4323-b5e1-db1cc0fafd5a on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:51.414782 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Attempting to bind port 9155d213-186d-4323-b5e1-db1cc0fafd5a by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:51.415108 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Attempting to bind port 9155d213-186d-4323-b5e1-db1cc0fafd5a on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:51.416272 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.421854 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:51.422235 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:51.422650 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.423052 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:51.423527 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Bound port: 9155d213-186d-4323-b5e1-db1cc0fafd5a, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:51.423924 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.439920 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.456224 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Transition to ACTIVE for port object 40ecea5f-c0b3-4281-877f-ec0250c9e4ed will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:51.474541 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=103b94e7-e496-448e-808e-3b03b28c519f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:51.487430 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] For port 9155d213-186d-4323-b5e1-db1cc0fafd5a, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:51.491135 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] For port 9155d213-186d-4323-b5e1-db1cc0fafd5a, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9155d213-186d-4323-b5e1-db1cc0fafd5a,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:51.495542 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.497833 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.545380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9845c7aa-72aa-4d06-949a-370d77dbb40c None None] Provisioning complete for port 103b94e7-e496-448e-808e-3b03b28c519f triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:51.545767 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9845c7aa-72aa-4d06-949a-370d77dbb40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.549922 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:51.550834 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:51.551471 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:51.555367 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:51.558562 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:51.561841 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Pushing event updated for resources: {'Port': ['ID=40ecea5f-c0b3-4281-877f-ec0250c9e4ed,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:51.588776 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ec4b1-af71-41df-9198-f3c1c5237130 None None] Pushing event updated for resources: {'Port': ['ID=9155d213-186d-4323-b5e1-db1cc0fafd5a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:51.612635 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.675603 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:51.780348 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.873053 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:50Z', 'revision_number': 3, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:51.883434 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f335efa5-4044-45a8-8d76-e47108a013c1 None None] Provisioning for port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:51.888163 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f335efa5-4044-45a8-8d76-e47108a013c1 None None] Provisioning complete for port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:51.888549 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f335efa5-4044-45a8-8d76-e47108a013c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.904578 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41032395-c875-47c0-9075-5cbdfc0e935f None None] The sync data for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 is: [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:50Z', 'revision_number': 3, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:51.927659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f335efa5-4044-45a8-8d76-e47108a013c1 None None] Port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:15:51.961030 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.965478 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.032190 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Pushing event updated for resources: {'Port': ['ID=40ecea5f-c0b3-4281-877f-ec0250c9e4ed,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:52.037474 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.154241 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:52.155639 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:52.278967 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Router 4fea159e-1e32-49a4-b476-245fb2f3527e has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:52.398558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:52.403688 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-3ab49148-aec5-40a1-9406-dffdd18e6c07 admin admin] 10.222.0.52 "PUT /v2.0/routers/4fea159e-1e32-49a4-b476-245fb2f3527e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7666218 Jul 16 19:15:52.448091 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-681d1a28-5c09-41b0-aea8-53b00aa073ca None None] Provisioning complete for port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:52.448472 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-681d1a28-5c09-41b0-aea8-53b00aa073ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.484456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-681d1a28-5c09-41b0-aea8-53b00aa073ca None None] Port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:15:52.883070 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:52.888164 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-267173264-network', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:52.909555 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Made reservation on behalf of c25596a4b6694364b72a6a4b16da2cc0 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:52.912513 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.921599 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.016231 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.020339 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.049503 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:15:53.069895 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37739933-a459-4b0b-80e9-1ccae23aa3a9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:53.075114 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.077769 n-d-793618-9 neutron-server[93767]: INFO neutron.db.segments_db [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Added segment 6123c690-37a5-4b5d-a93e-3e2bba6062cf of type vlan for network 4a4ecc14-dab4-413d-b5e4-dced34022f06 Jul 16 19:15:53.119525 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9155d213-186d-4323-b5e1-db1cc0fafd5a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:53.122401 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790525989133'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.154421 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.155664 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:53.156314 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.174952 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 9155d213-186d-4323-b5e1-db1cc0fafd5a completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:53.179724 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9155d213-186d-4323-b5e1-db1cc0fafd5a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:53.179724 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.191799 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3075335 Jul 16 19:15:53.197357 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55332) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:53.205983 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-708159ba-c6ab-493a-b6ca-e8a3b2671d2e admin admin] Request body: {'subnet': {'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-267173264-subnet', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'ip_version': 4}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:53.226716 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0afe3e-3643-4560-9bcd-c61b9eb9993c admin admin] Pushing event updated for resources: {'Network': ['ID=4a4ecc14-dab4-413d-b5e4-dced34022f06,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:53.237571 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708159ba-c6ab-493a-b6ca-e8a3b2671d2e admin admin] Made reservation on behalf of c25596a4b6694364b72a6a4b16da2cc0 for: {'subnet': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:53.238040 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Network 4a4ecc14-dab4-413d-b5e4-dced34022f06 details requested by agent ovs-agent-n-d-793618-9 with host n-d-793618-9 {{(pid=93768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:15:53.240749 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-708159ba-c6ab-493a-b6ca-e8a3b2671d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126077170'] for subnet, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.332986 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.358565 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 9155d213-186d-4323-b5e1-db1cc0fafd5a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9155d213-186d-4323-b5e1-db1cc0fafd5a,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:53.364299 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.365154 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 103b94e7-e496-448e-808e-3b03b28c519f up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:53.423529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-708159ba-c6ab-493a-b6ca-e8a3b2671d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126026659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126077152'] for subnet, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.447375 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=9155d213-186d-4323-b5e1-db1cc0fafd5a,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:53.455898 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 103b94e7-e496-448e-808e-3b03b28c519f triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:53.456286 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.482956 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708159ba-c6ab-493a-b6ca-e8a3b2671d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd7cbe3-4755-4120-9320-ff09c48372f4,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:53.492143 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708159ba-c6ab-493a-b6ca-e8a3b2671d2e admin admin] Checking segment: {'id': '6123c690-37a5-4b5d-a93e-3e2bba6062cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:53.492517 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708159ba-c6ab-493a-b6ca-e8a3b2671d2e admin admin] Network hostable DHCP agents. Network: 4a4ecc14-dab4-413d-b5e4-dced34022f06, hostable agents: ['516695e5-a90b-442b-b458-1807b19644b6'], hosted agents: [] {{(pid=93766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:15:53.509341 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708159ba-c6ab-493a-b6ca-e8a3b2671d2e admin admin] Network 4a4ecc14-dab4-413d-b5e4-dced34022f06 is scheduled to be hosted by DHCP agent 516695e5-a90b-442b-b458-1807b19644b6 with binding_index 1 {{(pid=93766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:15:53.518020 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-708159ba-c6ab-493a-b6ca-e8a3b2671d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-9, 4a4ecc14-dab4-413d-b5e4-dced34022f06) {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:53.524312 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708159ba-c6ab-493a-b6ca-e8a3b2671d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:53.524929 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-708159ba-c6ab-493a-b6ca-e8a3b2671d2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.530564 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636bef3a-b179-499c-b793-0efe5ea740a4 None None] Network 4a4ecc14-dab4-413d-b5e4-dced34022f06 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:53.540169 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-708159ba-c6ab-493a-b6ca-e8a3b2671d2e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3401933 Jul 16 19:15:53.542576 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55334) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:53.547546 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-267173264-router', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:53.553498 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Sync routers for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:53.571025 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1677540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25757'] for router, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.572178 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1668299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28270'] for router, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.582997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:53.583697 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:53.628942 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.922932 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:54.018289 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564301d7-fe78-58a0-8cdb-60e1edbaf187-4a4ecc14-dab4-413d-b5e4-dced34022f06', 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'fixed_ips': [{'subnet_id': 'ccd7cbe3-4755-4120-9320-ff09c48372f4'}]}} from n-d-793618-9. {{(pid=93768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:15:54.019060 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.060312 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28284'] for router, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.243827 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Allocated IP 172.20.0.2 (4a4ecc14-dab4-413d-b5e4-dced34022f06/ccd7cbe3-4755-4120-9320-ff09c48372f4/dc61905b-a4c2-4300-8db4-7b31c3d187f3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:54.263089 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.282495 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.320997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 2, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:54.352715 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Checking router: 4fea159e-1e32-49a4-b476-245fb2f3527e for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:54.353081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Updating router 4fea159e-1e32-49a4-b476-245fb2f3527e port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:15:54.389924 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Allocated IP 172.25.8.180 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/17479d56-aad2-4a92-9750-97558cf8bfe1) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:54.407216 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.488771 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.493034 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.533515 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.544215 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Transition to ACTIVE for port object dc61905b-a4c2-4300-8db4-7b31c3d187f3 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:54.574786 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Transition to ACTIVE for port object dc61905b-a4c2-4300-8db4-7b31c3d187f3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:54.579358 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:54.585403 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.585663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:54.590140 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:54.593270 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Pushing event updated for resources: {'Port': ['ID=17479d56-aad2-4a92-9750-97558cf8bfe1,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:54.674407 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Network 4a4ecc14-dab4-413d-b5e4-dced34022f06 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:54.682994 n-d-793618-9 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:54.688839 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:54.693749 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Pushing event updated for resources: {'Port': ['ID=dc61905b-a4c2-4300-8db4-7b31c3d187f3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:54.779611 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Attempting to bind port dc61905b-a4c2-4300-8db4-7b31c3d187f3 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:54.779996 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Attempting to bind port dc61905b-a4c2-4300-8db4-7b31c3d187f3 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '6123c690-37a5-4b5d-a93e-3e2bba6062cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:54.780372 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Attempting to bind port dc61905b-a4c2-4300-8db4-7b31c3d187f3 on network 4a4ecc14-dab4-413d-b5e4-dced34022f06 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:54.793939 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:54.794267 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Checking segment: {'id': '6123c690-37a5-4b5d-a93e-3e2bba6062cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:54.794662 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.795066 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Bound using segment: {'id': '6123c690-37a5-4b5d-a93e-3e2bba6062cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:54.795544 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Bound port: dc61905b-a4c2-4300-8db4-7b31c3d187f3, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6123c690-37a5-4b5d-a93e-3e2bba6062cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:54.795935 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.844487 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.869036 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.890095 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Transition to ACTIVE for port object 40ecea5f-c0b3-4281-877f-ec0250c9e4ed will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:54.901158 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.903400 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] For port dc61905b-a4c2-4300-8db4-7b31c3d187f3, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:54.907645 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] For port dc61905b-a4c2-4300-8db4-7b31c3d187f3, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dc61905b-a4c2-4300-8db4-7b31c3d187f3,segment=NetworkSegment(6123c690-37a5-4b5d-a93e-3e2bba6062cf),segment_id=6123c690-37a5-4b5d-a93e-3e2bba6062cf)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:54.936209 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.972606 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c5b45-eace-49fa-b4bc-e76e8ef91061 None None] Pushing event updated for resources: {'Port': ['ID=40ecea5f-c0b3-4281-877f-ec0250c9e4ed,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:55.057596 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677332'] for router, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.067770 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Attempting to bind port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:55.068717 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Attempting to bind port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:55.069103 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Attempting to bind port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed on network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:55.077972 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51618dc-b353-49bc-a0f1-fbae21db423a None None] Pushing event updated for resources: {'Port': ['ID=dc61905b-a4c2-4300-8db4-7b31c3d187f3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:55.080821 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:55.081219 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Checking segment: {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:55.081673 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.082133 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Bound using segment: {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:55.082628 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Bound port: 40ecea5f-c0b3-4281-877f-ec0250c9e4ed, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:55.083028 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.132330 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9155d213-186d-4323-b5e1-db1cc0fafd5a up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:55.225327 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] For port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:55.229071 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 9155d213-186d-4323-b5e1-db1cc0fafd5a triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:55.229779 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.278347 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] For port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=40ecea5f-c0b3-4281-877f-ec0250c9e4ed,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:55.278934 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Router efc342ef-bba0-4772-80ed-4557e52b397f is scheduled to L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 with binding_index 1 {{(pid=93766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:15:55.294703 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.408971 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c5b45-eace-49fa-b4bc-e76e8ef91061 None None] Pushing event updated for resources: {'Port': ['ID=40ecea5f-c0b3-4281-877f-ec0250c9e4ed,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:55.416817 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:55.417493 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:55.425766 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:55.443708 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] Notify callbacks [] for router, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.443900 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Sync routers for ids ['efc342ef-bba0-4772-80ed-4557e52b397f'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:55.448188 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e197fb3c-3ba9-4269-bf3a-04e523855296 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9027414 Jul 16 19:15:55.448919 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:55.457171 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Routers {'efc342ef-bba0-4772-80ed-4557e52b397f'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:55.458373 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['efc342ef-bba0-4772-80ed-4557e52b397f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:55.531155 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:55.587007 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Set router efc342ef-bba0-4772-80ed-4557e52b397f gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:55.761393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:55Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:55.793488 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e197a0-84c0-44e5-8cb0-cd64d71aa1a6 None None] The sync data for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 is: [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:55Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:55.922010 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'name': 'tempest-TestSnapshotPattern-267173264-router', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:53Z', 'updated_at': '2021-07-16T19:15:54Z', 'revision_number': 3, 'project_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'gw_port': {'id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:54Z', 'updated_at': '2021-07-16T19:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:55.951028 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Checking router: efc342ef-bba0-4772-80ed-4557e52b397f for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:55.951153 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Updating router efc342ef-bba0-4772-80ed-4557e52b397f port 17479d56-aad2-4a92-9750-97558cf8bfe1 binding host n-d-793618-9 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:15:55.966301 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.994217 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.164355 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Allocated IP 172.20.0.1 (4a4ecc14-dab4-413d-b5e4-dced34022f06/ccd7cbe3-4755-4120-9320-ff09c48372f4/3a74ce05-2e05-45ef-918a-b89c1b78c486) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:56.285269 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86704716-3d1b-496d-8492-d09ac81b3cbd None None] Network 4a4ecc14-dab4-413d-b5e4-dced34022f06 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:56.305431 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.311950 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.323666 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Transition to ACTIVE for port object 17479d56-aad2-4a92-9750-97558cf8bfe1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:56.324506 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Transition to ACTIVE for port object 3a74ce05-2e05-45ef-918a-b89c1b78c486 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:56.332392 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.342444 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5b24f150-0cf2-4425-aafb-c0aa97fef2de None None] Provisioning for port dc61905b-a4c2-4300-8db4-7b31c3d187f3 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:56.369198 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.389800 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Attempting to bind port 17479d56-aad2-4a92-9750-97558cf8bfe1 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:56.390262 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Attempting to bind port 17479d56-aad2-4a92-9750-97558cf8bfe1 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:56.390522 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Attempting to bind port 17479d56-aad2-4a92-9750-97558cf8bfe1 on network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:56.400066 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:56.400442 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Checking segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:56.400845 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.401499 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Bound using segment: {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:56.402101 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Bound port: 17479d56-aad2-4a92-9750-97558cf8bfe1, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce0f17a-cf09-4311-b633-d25209b0b219', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:56.402499 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.425351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Network 4a4ecc14-dab4-413d-b5e4-dced34022f06 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:56.434270 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:56.442492 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:56.462642 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] For port 17479d56-aad2-4a92-9750-97558cf8bfe1, host n-d-793618-9, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:56.466641 n-d-793618-9 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] For port 17479d56-aad2-4a92-9750-97558cf8bfe1, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=17479d56-aad2-4a92-9750-97558cf8bfe1,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:56.474958 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Pushing event updated for resources: {'Port': ['ID=3a74ce05-2e05-45ef-918a-b89c1b78c486,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:56.476272 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d76da-633a-42f0-9425-b4667670df67 None None] Pushing event updated for resources: {'Port': ['ID=17479d56-aad2-4a92-9750-97558cf8bfe1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:56.478942 n-d-793618-9 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.506746 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825827'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.524093 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Routers {'efc342ef-bba0-4772-80ed-4557e52b397f'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:56.525132 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['efc342ef-bba0-4772-80ed-4557e52b397f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:56.643113 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] Set router efc342ef-bba0-4772-80ed-4557e52b397f gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:56.669531 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.718703 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d76da-633a-42f0-9425-b4667670df67 None None] Pushing event updated for resources: {'Port': ['ID=17479d56-aad2-4a92-9750-97558cf8bfe1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:56.828468 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3fc40f13-9a14-45ce-ab55-c5fc1ef9bae8 None None] Provisioning for port 3a74ce05-2e05-45ef-918a-b89c1b78c486 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:56.843111 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3fc40f13-9a14-45ce-ab55-c5fc1ef9bae8 None None] Provisioning complete for port 3a74ce05-2e05-45ef-918a-b89c1b78c486 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:56.843600 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fc40f13-9a14-45ce-ab55-c5fc1ef9bae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.886465 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3fc40f13-9a14-45ce-ab55-c5fc1ef9bae8 None None] Port 3a74ce05-2e05-45ef-918a-b89c1b78c486 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:15:56.900538 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'name': 'tempest-TestSnapshotPattern-267173264-router', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:53Z', 'updated_at': '2021-07-16T19:15:54Z', 'revision_number': 3, 'project_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'gw_port': {'id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:54Z', 'updated_at': '2021-07-16T19:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:56.904559 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.911028 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.935335 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a0295-49dd-454e-9946-dc76fa7a81d4 None None] The sync data for ids ['efc342ef-bba0-4772-80ed-4557e52b397f'] in n-d-793618-9 is: [{'id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'name': 'tempest-TestSnapshotPattern-267173264-router', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:53Z', 'updated_at': '2021-07-16T19:15:54Z', 'revision_number': 3, 'project_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'gw_port': {'id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:54Z', 'updated_at': '2021-07-16T19:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:57.009089 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825879'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.010865 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Pushing event updated for resources: {'Port': ['ID=3a74ce05-2e05-45ef-918a-b89c1b78c486,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:57.112055 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9acabc87-363e-401e-b160-0a7212d499b8 None None] Provisioning complete for port 3a74ce05-2e05-45ef-918a-b89c1b78c486 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:57.112458 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9acabc87-363e-401e-b160-0a7212d499b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.142905 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Network 4a4ecc14-dab4-413d-b5e4-dced34022f06 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:57.144370 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:57.160160 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9acabc87-363e-401e-b160-0a7212d499b8 None None] Port 3a74ce05-2e05-45ef-918a-b89c1b78c486 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:15:57.186944 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dc61905b-a4c2-4300-8db4-7b31c3d187f3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:57.252127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port dc61905b-a4c2-4300-8db4-7b31c3d187f3 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:57.262791 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port dc61905b-a4c2-4300-8db4-7b31c3d187f3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:57.263031 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.290880 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Router efc342ef-bba0-4772-80ed-4557e52b397f has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:57.368098 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.422245 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port dc61905b-a4c2-4300-8db4-7b31c3d187f3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dc61905b-a4c2-4300-8db4-7b31c3d187f3,segment=NetworkSegment(6123c690-37a5-4b5d-a93e-3e2bba6062cf),segment_id=6123c690-37a5-4b5d-a93e-3e2bba6062cf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:57.434261 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.436513 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:57.445529 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-a5ae3214-935a-40f1-b53e-0b25a5652acc admin admin] 10.222.0.52 "PUT /v2.0/routers/efc342ef-bba0-4772-80ed-4557e52b397f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9941044 Jul 16 19:15:57.447368 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 40ecea5f-c0b3-4281-877f-ec0250c9e4ed up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:57.539179 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=dc61905b-a4c2-4300-8db4-7b31c3d187f3,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:57.544159 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-70037307-543a-49e0-b306-01c50f0cd954 None None] Provisioning complete for port 3a74ce05-2e05-45ef-918a-b89c1b78c486 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:57.544538 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70037307-543a-49e0-b306-01c50f0cd954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.586534 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:57.593051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:57.593662 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.595300 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-70037307-543a-49e0-b306-01c50f0cd954 None None] Port 3a74ce05-2e05-45ef-918a-b89c1b78c486 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:15:57.682913 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.720137 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=40ecea5f-c0b3-4281-877f-ec0250c9e4ed,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:57.726331 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.943115 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=40ecea5f-c0b3-4281-877f-ec0250c9e4ed,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:59.110178 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Sync routers for ids ['efc342ef-bba0-4772-80ed-4557e52b397f'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:59.130783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dc61905b-a4c2-4300-8db4-7b31c3d187f3 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:59.147130 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55346) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:59.151853 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Routers {'efc342ef-bba0-4772-80ed-4557e52b397f'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:59.152089 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-e83b4d0b-804c-44ec-b726-5c525436589a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282226519', 'description': 'tempest-secgroup-smoke-1282226519 description', 'project_id': 'cd97131d88da484da438731b85a8af7a'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:59.152500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['efc342ef-bba0-4772-80ed-4557e52b397f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:59.173887 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83b4d0b-804c-44ec-b726-5c525436589a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.268836 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port dc61905b-a4c2-4300-8db4-7b31c3d187f3 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:59.269125 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83b4d0b-804c-44ec-b726-5c525436589a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.269247 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.273543 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83b4d0b-804c-44ec-b726-5c525436589a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.299086 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Set router efc342ef-bba0-4772-80ed-4557e52b397f gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:59.299799 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-e83b4d0b-804c-44ec-b726-5c525436589a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.304024 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-e83b4d0b-804c-44ec-b726-5c525436589a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1528609 Jul 16 19:15:59.304455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:59.305728 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b4d0b-804c-44ec-b726-5c525436589a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ac6870-05f4-459a-8198-7e32180b9f90,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:59.314309 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-98552252-4f82-4450-ad23-07d3de8d6e65 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Request body: {'security_group_rule': {'security_group_id': '04ac6870-05f4-459a-8198-7e32180b9f90', 'project_id': 'cd97131d88da484da438731b85a8af7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:59.347422 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98552252-4f82-4450-ad23-07d3de8d6e65 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.407102 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98552252-4f82-4450-ad23-07d3de8d6e65 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.410539 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98552252-4f82-4450-ad23-07d3de8d6e65 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.428846 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98552252-4f82-4450-ad23-07d3de8d6e65 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b4ed83-bd71-485c-8cc9-420e3fda8475,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:59.435847 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98552252-4f82-4450-ad23-07d3de8d6e65 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.439877 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-98552252-4f82-4450-ad23-07d3de8d6e65 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310129 Jul 16 19:15:59.440006 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:59.445438 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2d2ae012-d1de-44e9-8781-ccc14e56ed22 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Request body: {'security_group_rule': {'security_group_id': '04ac6870-05f4-459a-8198-7e32180b9f90', 'project_id': 'cd97131d88da484da438731b85a8af7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:59.472325 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d2ae012-d1de-44e9-8781-ccc14e56ed22 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.472731 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 17479d56-aad2-4a92-9750-97558cf8bfe1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:59.534472 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d2ae012-d1de-44e9-8781-ccc14e56ed22 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.538306 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d2ae012-d1de-44e9-8781-ccc14e56ed22 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.557079 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ae012-d1de-44e9-8781-ccc14e56ed22 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf062d8-1a1a-438d-9336-ea74d47aaf47,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:59.561972 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 17479d56-aad2-4a92-9750-97558cf8bfe1 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:59.564544 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d2ae012-d1de-44e9-8781-ccc14e56ed22 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.566208 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-2d2ae012-d1de-44e9-8781-ccc14e56ed22 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253347 Jul 16 19:15:59.568721 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 17479d56-aad2-4a92-9750-97558cf8bfe1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:59.569239 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.571300 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55352) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:59.576465 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-cf092e0f-da96-48eb-bbff-201e605b6272 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Request body: {'security_group_rule': {'security_group_id': '04ac6870-05f4-459a-8198-7e32180b9f90', 'project_id': 'cd97131d88da484da438731b85a8af7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:59.602274 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf092e0f-da96-48eb-bbff-201e605b6272 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.612198 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'name': 'tempest-TestSnapshotPattern-267173264-router', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:53Z', 'updated_at': '2021-07-16T19:15:56Z', 'revision_number': 4, 'project_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'gw_port': {'id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:54Z', 'updated_at': '2021-07-16T19:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3a74ce05-2e05-45ef-918a-b89c1b78c486', 'name': '', 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'mac_address': 'fa:16:3e:e8:b1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ccd7cbe3-4755-4120-9320-ff09c48372f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:55Z', 'updated_at': '2021-07-16T19:15:56Z', 'revision_number': 2, 'project_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'subnets': [{'id': 'ccd7cbe3-4755-4120-9320-ff09c48372f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:59.640568 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Checking router: efc342ef-bba0-4772-80ed-4557e52b397f for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:59.640931 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Updating router efc342ef-bba0-4772-80ed-4557e52b397f port 3a74ce05-2e05-45ef-918a-b89c1b78c486 binding host n-d-793618-9 {{(pid=93768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:15:59.661068 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf092e0f-da96-48eb-bbff-201e605b6272 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.664830 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf092e0f-da96-48eb-bbff-201e605b6272 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.683124 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf092e0f-da96-48eb-bbff-201e605b6272 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b21613a-c86c-441d-a485-8de50f0aa446,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:59.691912 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cf092e0f-da96-48eb-bbff-201e605b6272 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.696401 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cf092e0f-da96-48eb-bbff-201e605b6272 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214900 Jul 16 19:15:59.696732 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55354) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:59.698018 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.701549 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-aef7d3d6-7aaa-4349-b562-0c095621e2d3 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Request body: {'security_group_rule': {'security_group_id': '04ac6870-05f4-459a-8198-7e32180b9f90', 'project_id': 'cd97131d88da484da438731b85a8af7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:59.721090 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.727423 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aef7d3d6-7aaa-4349-b562-0c095621e2d3 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.769118 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 17479d56-aad2-4a92-9750-97558cf8bfe1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=17479d56-aad2-4a92-9750-97558cf8bfe1,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:59.779952 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.780856 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 40ecea5f-c0b3-4281-877f-ec0250c9e4ed up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:59.787381 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aef7d3d6-7aaa-4349-b562-0c095621e2d3 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.791252 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aef7d3d6-7aaa-4349-b562-0c095621e2d3 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.808429 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7d3d6-7aaa-4349-b562-0c095621e2d3 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b858928-0cc7-416f-b236-652d021302da,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:59.815382 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-aef7d3d6-7aaa-4349-b562-0c095621e2d3 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.819697 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-aef7d3d6-7aaa-4349-b562-0c095621e2d3 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188097 Jul 16 19:15:59.819908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55356) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:59.824316 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-471c34f2-0a55-47b7-9e54-2538a4a6ba1a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Request body: {'security_group_rule': {'security_group_id': '04ac6870-05f4-459a-8198-7e32180b9f90', 'project_id': 'cd97131d88da484da438731b85a8af7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:59.852248 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-471c34f2-0a55-47b7-9e54-2538a4a6ba1a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Project cd97131d88da484da438731b85a8af7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:15:59.857022 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471c34f2-0a55-47b7-9e54-2538a4a6ba1a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.921378 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471c34f2-0a55-47b7-9e54-2538a4a6ba1a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.925169 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471c34f2-0a55-47b7-9e54-2538a4a6ba1a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.933019 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=17479d56-aad2-4a92-9750-97558cf8bfe1,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:59.944709 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c34f2-0a55-47b7-9e54-2538a4a6ba1a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20238daf-d47c-4d97-90f5-93b35cc42e3b,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:59.951606 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-471c34f2-0a55-47b7-9e54-2538a4a6ba1a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.952536 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-471c34f2-0a55-47b7-9e54-2538a4a6ba1a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316922 Jul 16 19:15:59.955438 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55358) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:59.959959 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [None req-c68990d6-d168-4f45-9146-7ec93767aa85 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Request body: {'security_group_rule': {'security_group_id': '04ac6870-05f4-459a-8198-7e32180b9f90', 'project_id': 'cd97131d88da484da438731b85a8af7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:59.981793 n-d-793618-9 neutron-server[93766]: INFO neutron.db.securitygroups_db [None req-c68990d6-d168-4f45-9146-7ec93767aa85 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Project cd97131d88da484da438731b85a8af7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:15:59.986652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c68990d6-d168-4f45-9146-7ec93767aa85 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.001235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:00.001643 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.047934 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c68990d6-d168-4f45-9146-7ec93767aa85 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.054042 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c68990d6-d168-4f45-9146-7ec93767aa85 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760805'] for security_group_rule, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.071614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68990d6-d168-4f45-9146-7ec93767aa85 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54a5300-5521-4480-8c06-fb288dec84ae,revision_number=0']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:00.081529 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-c68990d6-d168-4f45-9146-7ec93767aa85 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.090410 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-c68990d6-d168-4f45-9146-7ec93767aa85 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263862 Jul 16 19:16:00.171777 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.183032 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Transition to ACTIVE for port object 3a74ce05-2e05-45ef-918a-b89c1b78c486 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:00.188913 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.230336 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-e6dd7072-055e-43bb-aab2-c41ad1e43db8 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282226519&fields=id&tenant_id=cd97131d88da484da438731b85a8af7a HTTP/1.1" status: 200 len: 267 time: 0.0347438 Jul 16 19:16:00.253456 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbd7e8-6be0-4601-a76f-82a2d6239130 None None] Pushing event updated for resources: {'Port': ['ID=3a74ce05-2e05-45ef-918a-b89c1b78c486,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:00.255739 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13e2bce3-2eb4-41f5-b449-6f9def55ddf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.312235 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Attempting to bind port 3a74ce05-2e05-45ef-918a-b89c1b78c486 on host n-d-793618-9 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:00.312619 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Attempting to bind port 3a74ce05-2e05-45ef-918a-b89c1b78c486 by drivers openvswitch,hyperv on host n-d-793618-9 at level 0 using segments [{'id': '6123c690-37a5-4b5d-a93e-3e2bba6062cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:00.313113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Attempting to bind port 3a74ce05-2e05-45ef-918a-b89c1b78c486 on network 4a4ecc14-dab4-413d-b5e4-dced34022f06 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:00.319369 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Checking agent: {'id': '07213e87-bc32-46af-ae0c-cbb12444370d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 45, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:00.319754 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Checking segment: {'id': '6123c690-37a5-4b5d-a93e-3e2bba6062cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:00.320168 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.320575 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Bound using segment: {'id': '6123c690-37a5-4b5d-a93e-3e2bba6062cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:00.321060 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Bound port: 3a74ce05-2e05-45ef-918a-b89c1b78c486, host: n-d-793618-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6123c690-37a5-4b5d-a93e-3e2bba6062cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:00.321495 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.361606 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126200c-3c89-443a-adca-1c5c168bf657 req-72340f2a-fe13-4135-b6fe-d1d6dfc67f3d tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:00.363173 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-72340f2a-fe13-4135-b6fe-d1d6dfc67f3d tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 810 time: 0.1175232 Jul 16 19:16:00.379269 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-03a32bbc-06c6-4e18-b7ba-030dfef185ff tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/quotas/cd97131d88da484da438731b85a8af7a HTTP/1.1" status: 200 len: 375 time: 0.0096803 Jul 16 19:16:00.395344 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] For port 3a74ce05-2e05-45ef-918a-b89c1b78c486, host n-d-793618-9, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:00.399867 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] For port 3a74ce05-2e05-45ef-918a-b89c1b78c486, host n-d-793618-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3a74ce05-2e05-45ef-918a-b89c1b78c486,segment=NetworkSegment(6123c690-37a5-4b5d-a93e-3e2bba6062cf),segment_id=6123c690-37a5-4b5d-a93e-3e2bba6062cf)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:00.403935 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.461453 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-98cb0f95-dae4-40ef-b49b-b2fbac7da55c tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763919 Jul 16 19:16:00.478232 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbd7e8-6be0-4601-a76f-82a2d6239130 None None] Pushing event updated for resources: {'Port': ['ID=3a74ce05-2e05-45ef-918a-b89c1b78c486,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:00.479702 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-ddff45b7-95eb-4fbe-9e74-a5f9a6db38ac service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:16:00.483430 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-ddff45b7-95eb-4fbe-9e74-a5f9a6db38ac service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102024 Jul 16 19:16:00.485425 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Routers {'efc342ef-bba0-4772-80ed-4557e52b397f'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:00.486069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:15:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['efc342ef-bba0-4772-80ed-4557e52b397f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:00.585145 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-4179fb24-53ab-453d-a423-f8ab30635cae service neutron] 10.222.0.52 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934091 Jul 16 19:16:00.597584 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] Set router efc342ef-bba0-4772-80ed-4557e52b397f gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:00.684242 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-44b2bdd1-ea07-4740-83e5-386c9af11407 service neutron] 10.222.0.52 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917881 Jul 16 19:16:00.868083 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-82ac37ad-8854-46a3-a98b-4edfdc1dbf80 req-67fd566c-5332-48a4-9598-444ff2fe57bc tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 210 time: 0.0290573 Jul 16 19:16:00.988338 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'name': 'tempest-TestSnapshotPattern-267173264-router', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:53Z', 'updated_at': '2021-07-16T19:15:56Z', 'revision_number': 4, 'project_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'gw_port': {'id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:54Z', 'updated_at': '2021-07-16T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3a74ce05-2e05-45ef-918a-b89c1b78c486', 'name': '', 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'mac_address': 'fa:16:3e:e8:b1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ccd7cbe3-4755-4120-9320-ff09c48372f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:55Z', 'updated_at': '2021-07-16T19:16:00Z', 'revision_number': 4, 'project_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'subnets': [{'id': 'ccd7cbe3-4755-4120-9320-ff09c48372f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:01.015961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ed8c9-0feb-4bfb-b815-478d1278fb4b None None] The sync data for ids ['efc342ef-bba0-4772-80ed-4557e52b397f'] in n-d-793618-9 is: [{'id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'name': 'tempest-TestSnapshotPattern-267173264-router', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:53Z', 'updated_at': '2021-07-16T19:15:56Z', 'revision_number': 4, 'project_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'gw_port': {'id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:54Z', 'updated_at': '2021-07-16T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '3a74ce05-2e05-45ef-918a-b89c1b78c486', 'name': '', 'network_id': '4a4ecc14-dab4-413d-b5e4-dced34022f06', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'mac_address': 'fa:16:3e:e8:b1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ccd7cbe3-4755-4120-9320-ff09c48372f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:55Z', 'updated_at': '2021-07-16T19:16:00Z', 'revision_number': 4, 'project_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'subnets': [{'id': 'ccd7cbe3-4755-4120-9320-ff09c48372f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:01.056966 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 17479d56-aad2-4a92-9750-97558cf8bfe1 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:01.124720 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 17479d56-aad2-4a92-9750-97558cf8bfe1 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:01.125099 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:02.018751 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d852ce8c-fd97-4540-bd17-d0fd4f99ba51 req-5a04a882-a31a-436b-992d-bf4cd1342538 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 210 time: 0.0301731 Jul 16 19:16:02.069910 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126200c-3c89-443a-adca-1c5c168bf657 req-65938cd7-2912-4ffa-9130-7dd5a6af5d82 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:02.071317 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-65938cd7-2912-4ffa-9130-7dd5a6af5d82 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.42 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 810 time: 0.1177430 Jul 16 19:16:02.118590 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-dbce3148-d834-4d2e-8054-37758972fb2c tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd97131d88da484da438731b85a8af7a HTTP/1.1" status: 200 len: 380 time: 0.0362701 Jul 16 19:16:02.127439 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Request body: {'port': {'device_id': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'admin_state_up': True, 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'security_groups': ['04ac6870-05f4-459a-8198-7e32180b9f90']}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:02.245638 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Made reservation on behalf of cd97131d88da484da438731b85a8af7a for: {'port': 1} {{(pid=93766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:02.249761 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:02.383190 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.db_base_plugin_common [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Allocated IP 172.20.0.3 (dc7c94fb-f75a-421d-ab03-8cc91a94c4ed/38d58d26-6c87-4cb3-ba2b-984498509257/4f4712b1-0333-4003-8c46-0469296fd527) {{(pid=93766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:02.413418 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-128ad221-dc1f-4ca6-80e6-1a8190d740de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:02.526602 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for port, precommit_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:02.541491 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Transition to ACTIVE for port object 4f4712b1-0333-4003-8c46-0469296fd527 will not be triggered until provisioned by entity DHCP. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:02.578124 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_create {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:02.625455 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed is already hosted by enough agents. {{(pid=93766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:02.628531 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.base_scheduler [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Resources bound (agent type, host, resource id): {{(pid=93766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:02.633635 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Received port after_create {{(pid=93766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:02.639900 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'Port': ['ID=4f4712b1-0333-4003-8c46-0469296fd527,revision_number=1']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:02.686621 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:02.687230 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:02.705731 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-442e1b11-d200-4046-b7cc-540eee4bf623 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818861 Jul 16 19:16:02.717593 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.v2.base [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Request body: {'port': {'device_id': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-9'}} {{(pid=93766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:02.796879 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:02.857257 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24ea1e4a-72a7-417e-9464-429c1eb2ed08 None None] Provisioning for port 4f4712b1-0333-4003-8c46-0469296fd527 completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:02.860891 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-24ea1e4a-72a7-417e-9464-429c1eb2ed08 None None] Provisioning complete for port 4f4712b1-0333-4003-8c46-0469296fd527 triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:02.861265 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24ea1e4a-72a7-417e-9464-429c1eb2ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:02.908474 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-24ea1e4a-72a7-417e-9464-429c1eb2ed08 None None] Port 4f4712b1-0333-4003-8c46-0469296fd527 cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:16:02.910790 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.066338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4712b1-0333-4003-8c46-0469296fd527 {{(pid=93766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:16:03.075041 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.088305 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.provisioning_blocks [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Transition to ACTIVE for port object 4f4712b1-0333-4003-8c46-0469296fd527 will not be triggered until provisioned by entity L2. {{(pid=93766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:03.092033 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.103116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3a74ce05-2e05-45ef-918a-b89c1b78c486 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:03.187127 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning for port 3a74ce05-2e05-45ef-918a-b89c1b78c486 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:03.196489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3a74ce05-2e05-45ef-918a-b89c1b78c486 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:03.197695 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.202417 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Pushing event updated for resources: {'Port': ['ID=4f4712b1-0333-4003-8c46-0469296fd527,revision_number=2']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:03.232440 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3fa59-3e83-4619-a3a0-c13fb70c76b2 req-b225aefc-6c31-4c34-911f-7345161a04b0 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:03.241263 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24b3fa59-3e83-4619-a3a0-c13fb70c76b2 req-b225aefc-6c31-4c34-911f-7345161a04b0 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 943 time: 0.0898964 Jul 16 19:16:03.263809 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Attempting to bind port 4f4712b1-0333-4003-8c46-0469296fd527 on host n-h2-793618-9 for vnic_type normal with profile {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:03.264153 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Attempting to bind port 4f4712b1-0333-4003-8c46-0469296fd527 by drivers openvswitch,hyperv on host n-h2-793618-9 at level 0 using segments [{'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:03.264497 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Attempting to bind port 4f4712b1-0333-4003-8c46-0469296fd527 on network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:03.270628 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Port 4f4712b1-0333-4003-8c46-0469296fd527 on network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-9 {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:16:03.270776 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Attempting to bind port 4f4712b1-0333-4003-8c46-0469296fd527 on network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:03.277010 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Checking agent: {'id': 'bfedfaf9-4c59-4ff4-a793-bf0c8bee2547', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:03.277518 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Checking segment: {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:03.278065 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Bound using segment: {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'} {{(pid=93766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:03.280350 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.managers [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Bound port: 4f4712b1-0333-4003-8c46-0469296fd527, host: n-h2-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'}}] {{(pid=93766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:03.280749 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.304026 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-24b3fa59-3e83-4619-a3a0-c13fb70c76b2 req-2624030e-9899-4d54-8c86-abaf12d9a1ff tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610538 Jul 16 19:16:03.335445 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.379679 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] For port 4f4712b1-0333-4003-8c46-0469296fd527, host n-h2-793618-9, cleared binding levels {{(pid=93766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:03.385162 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] For port 4f4712b1-0333-4003-8c46-0469296fd527, host n-h2-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f4712b1-0333-4003-8c46-0469296fd527,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:03.386169 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.391083 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126026550'] for port, after_update {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.400007 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] For port 3a74ce05-2e05-45ef-918a-b89c1b78c486, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3a74ce05-2e05-45ef-918a-b89c1b78c486,segment=NetworkSegment(6123c690-37a5-4b5d-a93e-3e2bba6062cf),segment_id=6123c690-37a5-4b5d-a93e-3e2bba6062cf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:03.404543 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.456614 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Pushing event updated for resources: {'Port': ['ID=4f4712b1-0333-4003-8c46-0469296fd527,revision_number=3']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:03.464421 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:03.465132 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.467105 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-a5902206-8d8e-4d06-bf14-67fc89a7d01b service neutron] 10.222.0.42 "PUT /v2.0/ports/4f4712b1-0333-4003-8c46-0469296fd527 HTTP/1.1" status: 200 len: 1091 time: 0.7537010 Jul 16 19:16:03.467282 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:03.469655 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27342673-0000-4249-bc5f-b84a4f1490b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "tag": "4f4712b1-0333-4003-8c46-0469296fd527"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:03.471578 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.483292 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Pushing event updated for resources: {'Port': ['ID=3a74ce05-2e05-45ef-918a-b89c1b78c486,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:03.545481 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7c20d4-20fa-401a-b942-0bf7e93b31cf x-openstack-request-id: req-8f7c20d4-20fa-401a-b942-0bf7e93b31cf {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:03.545904 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "tag": "4f4712b1-0333-4003-8c46-0469296fd527", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:03.546220 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f7c20d4-20fa-401a-b942-0bf7e93b31cf {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:03.546694 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527', 'status': 'completed', 'code': 200} Jul 16 19:16:03.574550 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126200c-3c89-443a-adca-1c5c168bf657 req-3cd6bb69-7a6e-4f40-b31b-b67d52291b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:03.576603 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-3cd6bb69-7a6e-4f40-b31b-b67d52291b61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 1094 time: 0.0624146 Jul 16 19:16:03.630536 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-cd2d4d3e-f4b4-4aa8-a924-7b6ebeb6d3be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f4712b1-0333-4003-8c46-0469296fd527 HTTP/1.1" status: 200 len: 217 time: 0.0424488 Jul 16 19:16:03.687663 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126200c-3c89-443a-adca-1c5c168bf657 req-7d8ca647-f5a9-4171-b021-77705321f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:03.689556 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-7d8ca647-f5a9-4171-b021-77705321f2ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0526903 Jul 16 19:16:03.750610 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126200c-3c89-443a-adca-1c5c168bf657 req-3f57b282-ee75-4cf8-8b1f-4bdadd7dfc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:03.752195 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-3f57b282-ee75-4cf8-8b1f-4bdadd7dfc3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562861 Jul 16 19:16:03.841899 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-2cf2e066-1ad8-4850-aa93-7e0045dd5789 service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827966 Jul 16 19:16:03.935126 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-9126200c-3c89-443a-adca-1c5c168bf657 req-3c9d6088-9d9b-48c5-bb3c-ed04d3f1062f service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869513 Jul 16 19:16:04.033467 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27342673-0000-4249-bc5f-b84a4f1490b3 req-6b6a1abc-1210-4e66-9213-9947ae7a6082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:04.034992 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-27342673-0000-4249-bc5f-b84a4f1490b3 req-6b6a1abc-1210-4e66-9213-9947ae7a6082 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 1094 time: 0.0537407 Jul 16 19:16:04.079994 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:04.127804 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27342673-0000-4249-bc5f-b84a4f1490b3 req-d7cc6b18-d5b8-451c-a068-70f9ddaebdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:04.129287 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-27342673-0000-4249-bc5f-b84a4f1490b3 req-d7cc6b18-d5b8-451c-a068-70f9ddaebdd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 911 time: 0.0885489 Jul 16 19:16:04.170255 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-27342673-0000-4249-bc5f-b84a4f1490b3 req-4329c40c-7b54-4845-9274-8276d98c6581 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f4712b1-0333-4003-8c46-0469296fd527 HTTP/1.1" status: 200 len: 217 time: 0.0337651 Jul 16 19:16:04.218686 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27342673-0000-4249-bc5f-b84a4f1490b3 req-c2f42021-6871-4002-8109-196ad48b947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:04.220160 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-27342673-0000-4249-bc5f-b84a4f1490b3 req-c2f42021-6871-4002-8109-196ad48b947c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0434008 Jul 16 19:16:04.280729 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27342673-0000-4249-bc5f-b84a4f1490b3 req-602c3577-cb16-48f9-af67-e61ea6664fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:04.282272 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-27342673-0000-4249-bc5f-b84a4f1490b3 req-602c3577-cb16-48f9-af67-e61ea6664fb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545785 Jul 16 19:16:04.374115 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-27342673-0000-4249-bc5f-b84a4f1490b3 req-0e432fec-6ca4-4ad0-9c65-c741483fec1f service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845177 Jul 16 19:16:04.480591 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-27342673-0000-4249-bc5f-b84a4f1490b3 req-485c430c-f6c6-42c0-9e59-839fe8f09805 service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983179 Jul 16 19:16:04.665338 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d1f76-1ccc-45ef-954d-713034a1ad4d req-d5d4a8e4-624c-4175-9581-65d5d4a92640 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:04.666866 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-921d1f76-1ccc-45ef-954d-713034a1ad4d req-d5d4a8e4-624c-4175-9581-65d5d4a92640 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 943 time: 0.0639827 Jul 16 19:16:04.704107 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-921d1f76-1ccc-45ef-954d-713034a1ad4d req-5937fc02-298d-45df-9a1b-fd7d6afb8c85 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317192 Jul 16 19:16:05.047958 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3a74ce05-2e05-45ef-918a-b89c1b78c486 up at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:05.096012 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Provisioning complete for port 3a74ce05-2e05-45ef-918a-b89c1b78c486 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:05.096314 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:05.795589 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:05.882541 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a84032-d3fb-49c6-8c54-c0f571800f3a req-6c1465b0-3f50-4272-bfa9-38815b25e4bb tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:05.883947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1a84032-d3fb-49c6-8c54-c0f571800f3a req-6c1465b0-3f50-4272-bfa9-38815b25e4bb tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 943 time: 0.0653741 Jul 16 19:16:05.925744 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e1a84032-d3fb-49c6-8c54-c0f571800f3a req-7e6357ce-be79-4095-ac0e-7ca4db02b086 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358758 Jul 16 19:16:07.097283 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd363a-ebc3-48f2-be31-87d8bb301f5b req-4848b26e-1d1a-40ff-b046-85faf1aadad5 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:07.099474 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fbd363a-ebc3-48f2-be31-87d8bb301f5b req-4848b26e-1d1a-40ff-b046-85faf1aadad5 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 943 time: 0.0649970 Jul 16 19:16:07.136441 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-1fbd363a-ebc3-48f2-be31-87d8bb301f5b req-e9f7a94e-3a5d-46dd-8a53-30fa4a35d986 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314574 Jul 16 19:16:07.429499 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4f4712b1-0333-4003-8c46-0469296fd527 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:16:07.523783 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4f4712b1-0333-4003-8c46-0469296fd527, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f4712b1-0333-4003-8c46-0469296fd527,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:07.534497 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '4f4712b1-0333-4003-8c46-0469296fd527', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'port_id': '4f4712b1-0333-4003-8c46-0469296fd527', 'mac_address': 'fa:16:3e:a7:20:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:16:07.574217 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:07.587539 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4712b1-0333-4003-8c46-0469296fd527 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:16:07.606312 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4f4712b1-0333-4003-8c46-0469296fd527, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f4712b1-0333-4003-8c46-0469296fd527,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:07.610139 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:07.657540 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4f4712b1-0333-4003-8c46-0469296fd527,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:07.812300 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['4f4712b1-0333-4003-8c46-0469296fd527'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:16:08.312175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fee33f-8a6c-44ee-95f8-33197885d22b req-abf234d8-405d-43a6-bc51-4aac1f50bbd5 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:08.313676 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53fee33f-8a6c-44ee-95f8-33197885d22b req-abf234d8-405d-43a6-bc51-4aac1f50bbd5 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 944 time: 0.0640225 Jul 16 19:16:08.352497 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-53fee33f-8a6c-44ee-95f8-33197885d22b req-0ad855e5-9dc1-4f83-b35b-7c34d3f43115 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332878 Jul 16 19:16:09.445773 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4f4712b1-0333-4003-8c46-0469296fd527 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:09.501664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning for port 4f4712b1-0333-4003-8c46-0469296fd527 completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:09.501664 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 4f4712b1-0333-4003-8c46-0469296fd527 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:09.501664 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:09.537978 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b302d6f-b9a5-487c-8903-00a052eeaa24 req-37e17f4f-800c-4de7-9a9a-6537982375e2 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:09.539481 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b302d6f-b9a5-487c-8903-00a052eeaa24 req-37e17f4f-800c-4de7-9a9a-6537982375e2 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 944 time: 0.0686574 Jul 16 19:16:09.577974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5b302d6f-b9a5-487c-8903-00a052eeaa24 req-8bb8fd15-a5e9-4269-b7bb-709ef13ba36a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329280 Jul 16 19:16:09.579270 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:09.602792 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:09.605048 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038f55e4-a35a-4ff3-86e9-8273e5da4c70" -d '{"events": [{"server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "name": "network-vif-plugged", "status": "completed", "tag": "4f4712b1-0333-4003-8c46-0469296fd527"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:09.618848 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4f4712b1-0333-4003-8c46-0469296fd527, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f4712b1-0333-4003-8c46-0469296fd527,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:09.622985 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:09.646657 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff03b0a-7f8b-45e5-bfee-e718924e1cb4 x-openstack-request-id: req-7ff03b0a-7f8b-45e5-bfee-e718924e1cb4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:09.647012 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "name": "network-vif-plugged", "status": "completed", "tag": "4f4712b1-0333-4003-8c46-0469296fd527", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:09.647315 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ff03b0a-7f8b-45e5-bfee-e718924e1cb4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:09.647751 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527', 'code': 200} Jul 16 19:16:09.673881 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4f4712b1-0333-4003-8c46-0469296fd527,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:09.753212 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82562633-e841-460f-a9e5-162368bc1459 req-73596132-2f92-4c12-9647-df34c276a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:09.754768 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-82562633-e841-460f-a9e5-162368bc1459 req-73596132-2f92-4c12-9647-df34c276a158 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 1096 time: 0.0517013 Jul 16 19:16:09.788113 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-82562633-e841-460f-a9e5-162368bc1459 req-ebcb8247-cb7d-4fc4-b449-ce87bd116c89 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270739 Jul 16 19:16:10.753416 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc519f80-a4c3-4ccb-b110-9c25aded1c79 req-ee4eb7c7-d728-49a7-8b97-cf9a430eea59 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:10.755848 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc519f80-a4c3-4ccb-b110-9c25aded1c79 req-ee4eb7c7-d728-49a7-8b97-cf9a430eea59 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 945 time: 0.0648479 Jul 16 19:16:10.792006 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-dc519f80-a4c3-4ccb-b110-9c25aded1c79 req-4f7c78ed-acb4-4bfc-8404-cdabcd5e55e1 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309227 Jul 16 19:16:10.965845 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ceede-a386-4803-bc48-c6fd66ca5c13 req-953f0107-96bd-40cf-aee8-c60168914059 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:10.967364 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d3ceede-a386-4803-bc48-c6fd66ca5c13 req-953f0107-96bd-40cf-aee8-c60168914059 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 945 time: 0.0638204 Jul 16 19:16:11.008859 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8d3ceede-a386-4803-bc48-c6fd66ca5c13 req-05dd766f-64a1-4c43-85ec-4396159afe59 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359523 Jul 16 19:16:11.031968 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:11.180775 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942d1c4-f3ac-4bce-bb5e-63194add1740 tempest-TestSnapshotPattern-945183644 tempest-TestSnapshotPattern-945183644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:11.182347 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9942d1c4-f3ac-4bce-bb5e-63194add1740 tempest-TestSnapshotPattern-945183644 tempest-TestSnapshotPattern-945183644-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 1091 time: 0.1494277 Jul 16 19:16:11.185176 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:11.189525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '4f4712b1-0333-4003-8c46-0469296fd527', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:11.211513 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:11.306244 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:11.417979 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Allocated IP 172.25.8.137 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/bd02767e-8189-4b32-ae06-3e4047c3b06c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:11.518343 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:11.561730 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:11.596760 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:11.603483 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:11.607031 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:11.612330 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'Port': ['ID=bd02767e-8189-4b32-ae06-3e4047c3b06c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:12.303677 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.377100 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.524144 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.528975 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.601155 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'Port': ['ID=bd02767e-8189-4b32-ae06-3e4047c3b06c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:12.610845 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.710268 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Floating IP 31cf5622-8cc0-4f91-847f-a6536895a06e associated. External IP: 172.25.8.137, port: 4f4712b1-0333-4003-8c46-0469296fd527. Jul 16 19:16:12.916394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Router 4fea159e-1e32-49a4-b476-245fb2f3527e has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:16:13.024294 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:13.033946 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379b1684-9754-4e46-9fe6-0173ad9cca19 None None] Sync routers for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:13.040196 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:13.043883 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379b1684-9754-4e46-9fe6-0173ad9cca19 None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:13.044599 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-379b1684-9754-4e46-9fe6-0173ad9cca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:13.093342 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f6fb5508-3077-470a-9069-2a1afeddeb42 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8946173 Jul 16 19:16:13.093342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:13.093342 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101584cf-de45-43f6-a87f-75f31fadcadf" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "tag": "4f4712b1-0333-4003-8c46-0469296fd527"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:13.119534 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84c672c-220a-4e5f-bf20-8d97f0dc7484 x-openstack-request-id: req-d84c672c-220a-4e5f-bf20-8d97f0dc7484 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:13.119834 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "tag": "4f4712b1-0333-4003-8c46-0469296fd527", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:13.120091 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d84c672c-220a-4e5f-bf20-8d97f0dc7484 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:13.120525 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527', 'status': 'completed', 'code': 200} Jul 16 19:16:13.151560 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-379b1684-9754-4e46-9fe6-0173ad9cca19 None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:13.194434 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101584cf-de45-43f6-a87f-75f31fadcadf req-866311ff-457f-418c-aa54-8b2dc16b4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:13.195855 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-101584cf-de45-43f6-a87f-75f31fadcadf req-866311ff-457f-418c-aa54-8b2dc16b4848 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 1096 time: 0.0527411 Jul 16 19:16:13.287891 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101584cf-de45-43f6-a87f-75f31fadcadf req-0c03b744-aebc-4f03-a141-bd4cea2c1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:13.289517 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-101584cf-de45-43f6-a87f-75f31fadcadf req-0c03b744-aebc-4f03-a141-bd4cea2c1099 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 911 time: 0.0879667 Jul 16 19:16:13.357012 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-101584cf-de45-43f6-a87f-75f31fadcadf req-940f19a6-5f90-4af7-b03e-fb1c9ae99990 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f4712b1-0333-4003-8c46-0469296fd527 HTTP/1.1" status: 200 len: 999 time: 0.0609994 Jul 16 19:16:13.372089 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-379b1684-9754-4e46-9fe6-0173ad9cca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '31cf5622-8cc0-4f91-847f-a6536895a06e', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'port_id': '4f4712b1-0333-4003-8c46-0469296fd527', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'mac_address': 'fa:16:3e:a7:20:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:16:12Z', 'updated_at': '2021-07-16T19:16:12Z', 'revision_number': 0, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:13.399128 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379b1684-9754-4e46-9fe6-0173ad9cca19 None None] Checking router: 4fea159e-1e32-49a4-b476-245fb2f3527e for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:13.407718 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379b1684-9754-4e46-9fe6-0173ad9cca19 None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:13.408344 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-379b1684-9754-4e46-9fe6-0173ad9cca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:16:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:13.530993 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-379b1684-9754-4e46-9fe6-0173ad9cca19 None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:13.721072 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101584cf-de45-43f6-a87f-75f31fadcadf req-54985d39-eb5f-4503-a5e4-e92d5cde7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:13.722527 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-101584cf-de45-43f6-a87f-75f31fadcadf req-54985d39-eb5f-4503-a5e4-e92d5cde7d6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.3595889 Jul 16 19:16:13.785384 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101584cf-de45-43f6-a87f-75f31fadcadf req-7ffdbb09-0ceb-4808-a2a5-e7b1fd7ccfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:13.787568 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-101584cf-de45-43f6-a87f-75f31fadcadf req-7ffdbb09-0ceb-4808-a2a5-e7b1fd7ccfc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575809 Jul 16 19:16:13.861686 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-379b1684-9754-4e46-9fe6-0173ad9cca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '31cf5622-8cc0-4f91-847f-a6536895a06e', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'port_id': '4f4712b1-0333-4003-8c46-0469296fd527', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'mac_address': 'fa:16:3e:a7:20:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:16:12Z', 'updated_at': '2021-07-16T19:16:12Z', 'revision_number': 0, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:13.881548 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-101584cf-de45-43f6-a87f-75f31fadcadf req-c94c2524-252e-475b-be25-ed3f1680047a service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868630 Jul 16 19:16:13.888916 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379b1684-9754-4e46-9fe6-0173ad9cca19 None None] The sync data for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 is: [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '31cf5622-8cc0-4f91-847f-a6536895a06e', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'port_id': '4f4712b1-0333-4003-8c46-0469296fd527', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'mac_address': 'fa:16:3e:a7:20:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:16:12Z', 'updated_at': '2021-07-16T19:16:12Z', 'revision_number': 0, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:13.978276 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-101584cf-de45-43f6-a87f-75f31fadcadf req-aa089515-26fe-4e23-ab01-c8c72845025e service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905616 Jul 16 19:16:14.108797 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e5a3df-3680-4ab7-9a2a-b9e20bc8d41e None None] New status for floating IP 31cf5622-8cc0-4f91-847f-a6536895a06e: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:16:20.611359 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:16:30.217893 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdecf9a8-a4d2-4829-8593-40b99022cb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.415451 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aec211f7-1737-4b39-998c-fc606c3222d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.903183 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.362879 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.454602 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.087396 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.799369 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.105831 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-04edc42c-6c0c-4890-beec-c9ef5d902768 req-e7e696b9-8cc6-4ec6-bde5-d44f80999492 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964220 Jul 16 19:16:52.200024 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edc42c-6c0c-4890-beec-c9ef5d902768 req-c7c08199-6dda-4f46-8871-80664c27258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:52.201537 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-04edc42c-6c0c-4890-beec-c9ef5d902768 req-c7c08199-6dda-4f46-8871-80664c27258e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 1096 time: 0.0528638 Jul 16 19:16:52.303754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edc42c-6c0c-4890-beec-c9ef5d902768 req-4b1f9146-fa09-497f-85bf-baa43497fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:52.305228 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-04edc42c-6c0c-4890-beec-c9ef5d902768 req-4b1f9146-fa09-497f-85bf-baa43497fafa service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 911 time: 0.0838048 Jul 16 19:16:52.371701 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-04edc42c-6c0c-4890-beec-c9ef5d902768 req-1e90cabd-4160-4240-a2d8-64bf568834bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f4712b1-0333-4003-8c46-0469296fd527 HTTP/1.1" status: 200 len: 1001 time: 0.0603869 Jul 16 19:16:52.418108 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edc42c-6c0c-4890-beec-c9ef5d902768 req-67a88df8-e36d-4ba1-a4bc-d5204ed4b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:52.419523 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-04edc42c-6c0c-4890-beec-c9ef5d902768 req-67a88df8-e36d-4ba1-a4bc-d5204ed4b247 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0423744 Jul 16 19:16:52.476278 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edc42c-6c0c-4890-beec-c9ef5d902768 req-0c2ad012-3bf1-41a7-9b44-ab7f57afb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:52.477776 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-04edc42c-6c0c-4890-beec-c9ef5d902768 req-0c2ad012-3bf1-41a7-9b44-ab7f57afb41b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517275 Jul 16 19:16:52.568693 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-04edc42c-6c0c-4890-beec-c9ef5d902768 req-573770ed-9bed-43db-92a1-b9b29910585d service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848069 Jul 16 19:16:52.655954 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-04edc42c-6c0c-4890-beec-c9ef5d902768 req-8c9c78d1-c97c-444d-9b5b-32a930311a6f service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812891 Jul 16 19:16:57.611480 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:17:00.217905 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac271b77-8b67-480c-aa50-3f15534f4dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:02.417032 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a43c5af-9208-403f-ba95-9b5d0f4f2dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:02.903572 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.373666 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.466586 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:04.088327 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:05.802586 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:30.218779 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28f14b28-79ef-4a74-934d-6910d5782771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:32.418030 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b15ca92-f628-40f4-bee0-24cfebe89df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:32.903278 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:33.372698 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:33.480991 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:34.090242 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:34.614061 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:17:35.806353 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:52.003901 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64368906-c43c-4fb3-8e83-00b41b9f0535 req-c27ad7a5-5c72-44df-bb02-1354b5b75e6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554743 Jul 16 19:17:52.102552 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368906-c43c-4fb3-8e83-00b41b9f0535 req-3cbff91a-6940-43d4-af65-0e908df7bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:52.104679 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64368906-c43c-4fb3-8e83-00b41b9f0535 req-3cbff91a-6940-43d4-af65-0e908df7bc38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 1096 time: 0.0583322 Jul 16 19:17:52.231413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368906-c43c-4fb3-8e83-00b41b9f0535 req-50faffbf-9ed9-43e9-a0be-cfe2a4442d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:52.232939 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64368906-c43c-4fb3-8e83-00b41b9f0535 req-50faffbf-9ed9-43e9-a0be-cfe2a4442d50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 911 time: 0.1096506 Jul 16 19:17:52.303972 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64368906-c43c-4fb3-8e83-00b41b9f0535 req-8c45b85b-72cf-4de1-be4d-a6cbff77e421 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f4712b1-0333-4003-8c46-0469296fd527 HTTP/1.1" status: 200 len: 1001 time: 0.0642669 Jul 16 19:17:52.355031 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368906-c43c-4fb3-8e83-00b41b9f0535 req-d8c8d711-3c56-48ce-aa78-74a5c0b2c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:52.356471 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64368906-c43c-4fb3-8e83-00b41b9f0535 req-d8c8d711-3c56-48ce-aa78-74a5c0b2c26a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0471764 Jul 16 19:17:52.422177 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368906-c43c-4fb3-8e83-00b41b9f0535 req-b281fa33-f02f-40f6-bc7e-d5debdd1bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:52.423700 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64368906-c43c-4fb3-8e83-00b41b9f0535 req-b281fa33-f02f-40f6-bc7e-d5debdd1bb0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608819 Jul 16 19:17:52.514389 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64368906-c43c-4fb3-8e83-00b41b9f0535 req-485049e7-4566-41c2-b784-00045b46446c service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844159 Jul 16 19:17:52.627988 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-64368906-c43c-4fb3-8e83-00b41b9f0535 req-526946c4-1ecd-4131-87ac-bb4bc3ce86f8 service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069767 Jul 16 19:18:00.219185 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2d881b2-5aa2-4800-af94-51275833023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.418597 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4f26a03-e070-47fb-b76f-41ccf71e1f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.903670 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.370511 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.479229 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.093372 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.246043 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-999cea01-f0c0-4492-83db-679d28848b6b req-9007d124-3bfc-44c9-9221-47cac6aedd0c service neutron] (93767) timed out ('10.222.0.52', 51064) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:18:05.809080 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:11.612980 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:18:11.991427 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4f4712b1-0333-4003-8c46-0469296fd527 details requested by agent hyperv_n-h2-793618-9 with host n-h2-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:18:12.088218 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4f4712b1-0333-4003-8c46-0469296fd527, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f4712b1-0333-4003-8c46-0469296fd527,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:12.099214 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Returning: {'device': '4f4712b1-0333-4003-8c46-0469296fd527', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'port_id': '4f4712b1-0333-4003-8c46-0469296fd527', 'mac_address': 'fa:16:3e:a7:20:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:18:12.141445 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:12.154122 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f4712b1-0333-4003-8c46-0469296fd527 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:18:12.173822 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4f4712b1-0333-4003-8c46-0469296fd527, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f4712b1-0333-4003-8c46-0469296fd527,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:12.177558 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:12.232162 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4f4712b1-0333-4003-8c46-0469296fd527,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:12.239458 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:12.239811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:12.240158 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:12.240500 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:12.240840 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:12.241177 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:12.241535 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:12.241869 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:12.242201 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:12.242639 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:12.243486 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:12.243832 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:12.249029 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] get_ports_and_sgs() called for port_ids ['4f4712b1-0333-4003-8c46-0469296fd527'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:18:13.998781 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4f4712b1-0333-4003-8c46-0469296fd527 up at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:14.067318 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Provisioning complete for port 4f4712b1-0333-4003-8c46-0469296fd527 triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:14.067999 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.175594 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.223310 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4f4712b1-0333-4003-8c46-0469296fd527, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f4712b1-0333-4003-8c46-0469296fd527,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:14.224835 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:14.229542 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7850cfc7-7553-4b8b-8e07-f643bfb3ecb2" -d '{"events": [{"server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "name": "network-vif-plugged", "status": "completed", "tag": "4f4712b1-0333-4003-8c46-0469296fd527"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:14.238655 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.325286 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4f4712b1-0333-4003-8c46-0469296fd527,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:14.365407 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c332e9e6-a505-49cd-bda6-85ce9566adae x-openstack-request-id: req-c332e9e6-a505-49cd-bda6-85ce9566adae {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:14.365726 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "name": "network-vif-plugged", "status": "completed", "tag": "4f4712b1-0333-4003-8c46-0469296fd527", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:14.365970 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c332e9e6-a505-49cd-bda6-85ce9566adae {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:14.366392 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527', 'code': 200} Jul 16 19:18:22.586944 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-9b942f98-ef1e-4634-9a86-8f0917fa4791 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282226519&fields=id&tenant_id=cd97131d88da484da438731b85a8af7a HTTP/1.1" status: 200 len: 267 time: 0.0363145 Jul 16 19:18:22.692522 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557301e-1274-4f43-91e0-6535ca53076d req-f8ea24ab-8f28-47ed-bc17-bf7c2aaf82a9 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:22.694099 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-f8ea24ab-8f28-47ed-bc17-bf7c2aaf82a9 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 810 time: 0.1008964 Jul 16 19:18:22.708981 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-cf1cdd1b-3a9f-44b0-8e39-013d8e355c5c tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/quotas/cd97131d88da484da438731b85a8af7a HTTP/1.1" status: 200 len: 375 time: 0.0089221 Jul 16 19:18:22.784692 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-491620e2-1223-4f1f-9588-66fb580a62d4 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0703397 Jul 16 19:18:22.922717 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-a6bdce52-9eda-4604-b543-cf1bb80f0242 service neutron] 10.222.0.52 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263278 Jul 16 19:18:23.021778 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-64dc2c96-bb90-4fac-b02a-071c15a08879 service neutron] 10.222.0.52 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929010 Jul 16 19:18:23.234826 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-b424f37d-17f2-4914-ba7c-8db08c612ac9 req-c2620ff9-00ed-468d-a51a-dbaa3db7eb32 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 210 time: 0.0299749 Jul 16 19:18:24.343027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557301e-1274-4f43-91e0-6535ca53076d req-6bc5f6ac-10a5-4a7c-815d-717a5532ee01 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:24.344546 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-6bc5f6ac-10a5-4a7c-815d-717a5532ee01 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.38 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 810 time: 0.1187444 Jul 16 19:18:24.389302 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e12bffb6-17a3-4293-ae9f-863df8617d48 req-afa729dd-960c-42cc-b599-80d31c1dbe6f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 210 time: 0.0359857 Jul 16 19:18:24.419564 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-b2c8771b-bd59-4ce3-8f34-015076ae8d5b tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd97131d88da484da438731b85a8af7a HTTP/1.1" status: 200 len: 380 time: 0.0644464 Jul 16 19:18:24.428944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Request body: {'port': {'device_id': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'admin_state_up': True, 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'security_groups': ['04ac6870-05f4-459a-8198-7e32180b9f90']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:24.543364 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Made reservation on behalf of cd97131d88da484da438731b85a8af7a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:18:24.547028 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.678768 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Allocated IP 172.20.0.14 (dc7c94fb-f75a-421d-ab03-8cc91a94c4ed/38d58d26-6c87-4cb3-ba2b-984498509257/912511a3-620b-455d-bd5b-9020b2e979ae) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:24.871438 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.886773 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Transition to ACTIVE for port object 912511a3-620b-455d-bd5b-9020b2e979ae will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:24.932256 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.984700 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:24.988286 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:24.993097 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:25.044160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'Port': ['ID=912511a3-620b-455d-bd5b-9020b2e979ae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:25.063312 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:25.063669 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:25.064020 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:25.064380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:25.064728 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:25.065454 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:25.065576 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:25.065837 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:25.066177 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:25.066514 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:25.066855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:25.067337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:25.082615 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:25.093440 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.124032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-89b3a0da-101c-412b-b515-9c2b82090122 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6993341 Jul 16 19:18:25.343061 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53d7dfb5-9d33-4970-aea1-3624843ff866 None None] Provisioning for port 912511a3-620b-455d-bd5b-9020b2e979ae completed by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:25.346947 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-53d7dfb5-9d33-4970-aea1-3624843ff866 None None] Provisioning complete for port 912511a3-620b-455d-bd5b-9020b2e979ae triggered by entity DHCP. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:25.347290 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53d7dfb5-9d33-4970-aea1-3624843ff866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.383961 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-53d7dfb5-9d33-4970-aea1-3624843ff866 None None] Port 912511a3-620b-455d-bd5b-9020b2e979ae cannot update to ACTIVE because it is not bound. {{(pid=93768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:25.575303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e49d6-16cd-44f7-b742-59cdfbfe799d req-421ce1c2-5292-49b5-b1e6-30e14e08b0e3 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:25.576834 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-226e49d6-16cd-44f7-b742-59cdfbfe799d req-421ce1c2-5292-49b5-b1e6-30e14e08b0e3 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 932 time: 0.0708838 Jul 16 19:18:25.615412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-226e49d6-16cd-44f7-b742-59cdfbfe799d req-cfc9c20b-076d-4cb9-aa20-0056bc0d84e6 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327971 Jul 16 19:18:26.030181 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4f4712b1-0333-4003-8c46-0469296fd527 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:18:26.110300 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:26.139535 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:26.141823 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279532c2-b70c-4aa5-8182-c946adf43c82" -d '{"events": [{"server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "name": "network-vif-unplugged", "status": "completed", "tag": "4f4712b1-0333-4003-8c46-0469296fd527"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:26.156150 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] For port 4f4712b1-0333-4003-8c46-0469296fd527, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f4712b1-0333-4003-8c46-0469296fd527,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:26.161502 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:26.193382 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e752ed-773e-4c0f-9452-0ab76a7bb192 x-openstack-request-id: req-e4e752ed-773e-4c0f-9452-0ab76a7bb192 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:26.193690 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "name": "network-vif-unplugged", "status": "completed", "tag": "4f4712b1-0333-4003-8c46-0469296fd527", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:26.193944 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4e752ed-773e-4c0f-9452-0ab76a7bb192 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:26.194679 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527', 'code': 200} Jul 16 19:18:26.224185 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Pushing event updated for resources: {'Port': ['ID=4f4712b1-0333-4003-8c46-0469296fd527,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:26.798926 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23d2ea-89d2-4e90-9cbd-5b5f2ba6b33b req-3287a4e9-5163-4ad7-8881-ab5b04445b9b tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:26.800459 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d23d2ea-89d2-4e90-9cbd-5b5f2ba6b33b req-3287a4e9-5163-4ad7-8881-ab5b04445b9b tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 932 time: 0.0659213 Jul 16 19:18:26.842394 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-5d23d2ea-89d2-4e90-9cbd-5b5f2ba6b33b req-8e6e8ef8-b890-4a44-9a2e-c731aa9e93e6 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351572 Jul 16 19:18:28.040848 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f56f27-06a5-4ef7-8443-9e79c8ca15c6 req-1546123c-f6dc-405e-afd2-af6c280ceb0a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:28.042662 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84f56f27-06a5-4ef7-8443-9e79c8ca15c6 req-1546123c-f6dc-405e-afd2-af6c280ceb0a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 932 time: 0.0755150 Jul 16 19:18:28.084114 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-84f56f27-06a5-4ef7-8443-9e79c8ca15c6 req-b3aed46e-b1b8-4296-87ee-f775bcdfeac3 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355778 Jul 16 19:18:29.275022 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c277d1-15d7-48d9-bc0a-ad3b62718111 req-f8a0e694-876d-4b96-ae09-66b3af3b6792 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:29.276591 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21c277d1-15d7-48d9-bc0a-ad3b62718111 req-f8a0e694-876d-4b96-ae09-66b3af3b6792 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 932 time: 0.0693469 Jul 16 19:18:29.319494 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-21c277d1-15d7-48d9-bc0a-ad3b62718111 req-55c3e7cd-4834-4046-8d53-a8cbaed8c86c tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371139 Jul 16 19:18:30.222684 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b8248fb-bc80-49ff-93e2-208cddf125c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.495415 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f7d5-37fc-4ff7-afe8-5c1eaf13d980 req-c118c389-d33e-4eaa-8d38-7c2f73255d31 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:30.497698 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a75f7d5-37fc-4ff7-afe8-5c1eaf13d980 req-c118c389-d33e-4eaa-8d38-7c2f73255d31 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 932 time: 0.0651855 Jul 16 19:18:30.543178 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-8a75f7d5-37fc-4ff7-afe8-5c1eaf13d980 req-a89990b8-1564-450a-8ea8-55c8fb484470 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405512 Jul 16 19:18:31.729938 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3c69d-538d-45af-91b7-1a9e5e435ecf req-e8f0f862-3e60-41d3-a5cd-4187638ea728 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:31.731463 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccf3c69d-538d-45af-91b7-1a9e5e435ecf req-e8f0f862-3e60-41d3-a5cd-4187638ea728 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 932 time: 0.0684626 Jul 16 19:18:31.775771 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-ccf3c69d-538d-45af-91b7-1a9e5e435ecf req-d0a70a9e-84ef-447f-b7c3-4406159ee687 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383329 Jul 16 19:18:32.421710 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ba3aa01-b4df-42f6-abce-a7ff8ad0e625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:32.906750 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:32.967104 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0825b-2420-46c6-9128-2d97ac2fcb34 req-988dce53-0b3e-43bb-84d4-95846604dc88 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:32.969547 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31e0825b-2420-46c6-9128-2d97ac2fcb34 req-988dce53-0b3e-43bb-84d4-95846604dc88 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 932 time: 0.0801029 Jul 16 19:18:33.011622 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-31e0825b-2420-46c6-9128-2d97ac2fcb34 req-36d49db5-cc07-4161-9be2-60f214fc39c8 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332563 Jul 16 19:18:33.371645 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.478339 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:34.099069 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:34.195680 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499c161-f2c0-44ea-99e3-622bd26a4ac7 req-b49d4306-1eb9-446a-aa86-1b2334b21beb tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:34.197160 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7499c161-f2c0-44ea-99e3-622bd26a4ac7 req-b49d4306-1eb9-446a-aa86-1b2334b21beb tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 932 time: 0.0723898 Jul 16 19:18:34.238457 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7499c161-f2c0-44ea-99e3-622bd26a4ac7 req-77778b91-76fb-4f47-814f-ef28b1a0410f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352359 Jul 16 19:18:34.968794 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Request body: {'port': {'device_id': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:35.042804 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:35.308740 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912511a3-620b-455d-bd5b-9020b2e979ae {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:18:35.316187 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:35.328928 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Transition to ACTIVE for port object 912511a3-620b-455d-bd5b-9020b2e979ae will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:35.332908 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:35.409718 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Pushing event updated for resources: {'Port': ['ID=912511a3-620b-455d-bd5b-9020b2e979ae,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:35.507342 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd529984-92f8-4309-a21a-d2efa80da0de req-3d36c609-1050-439d-936a-718f566816ef tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:35.509000 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd529984-92f8-4309-a21a-d2efa80da0de req-3d36c609-1050-439d-936a-718f566816ef tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 944 time: 0.1513875 Jul 16 19:18:35.514175 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Attempting to bind port 912511a3-620b-455d-bd5b-9020b2e979ae on host n-h1-793618-9 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:35.514512 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Attempting to bind port 912511a3-620b-455d-bd5b-9020b2e979ae by drivers openvswitch,hyperv on host n-h1-793618-9 at level 0 using segments [{'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:35.514855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Attempting to bind port 912511a3-620b-455d-bd5b-9020b2e979ae on network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:35.527115 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Port 912511a3-620b-455d-bd5b-9020b2e979ae on network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:18:35.527351 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Attempting to bind port 912511a3-620b-455d-bd5b-9020b2e979ae on network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:35.541996 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Checking agent: {'id': '3a8a8622-63fb-4c8b-b1f0-ba3c923f2613', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:35.542466 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Checking segment: {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:35.542877 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Bound using segment: {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:35.543314 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Bound port: 912511a3-620b-455d-bd5b-9020b2e979ae, host: n-h1-793618-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cf5c1f-faa0-44c7-b19e-27e194ce566c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:35.543684 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:35.569876 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-cd529984-92f8-4309-a21a-d2efa80da0de req-b7023ce3-54a3-4c0c-b9d0-6a4f1223a9fa tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526214 Jul 16 19:18:35.620249 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] For port 912511a3-620b-455d-bd5b-9020b2e979ae, host n-h1-793618-9, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:35.623203 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] For port 912511a3-620b-455d-bd5b-9020b2e979ae, host n-h1-793618-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=912511a3-620b-455d-bd5b-9020b2e979ae,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:35.627515 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:35.660931 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:35.661649 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:35.662947 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] 10.222.0.38 "PUT /v2.0/ports/912511a3-620b-455d-bd5b-9020b2e979ae HTTP/1.1" status: 200 len: 1092 time: 0.7446380 Jul 16 19:18:35.663391 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'tag': '912511a3-620b-455d-bd5b-9020b2e979ae'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:35.665645 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d7bfa4-6d05-40ba-9231-c217419a2f17" -d '{"events": [{"name": "network-changed", "server_uuid": "57b19814-8766-45e7-b52c-7173bb6ee91d", "tag": "912511a3-620b-455d-bd5b-9020b2e979ae"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:35.690428 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c582fa9-407c-4f2b-9483-c3010e4e3f2e service neutron] Pushing event updated for resources: {'Port': ['ID=912511a3-620b-455d-bd5b-9020b2e979ae,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:35.718668 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0479ad-bee9-4d8a-9939-41795cc94473 x-openstack-request-id: req-ff0479ad-bee9-4d8a-9939-41795cc94473 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:35.718961 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b19814-8766-45e7-b52c-7173bb6ee91d", "tag": "912511a3-620b-455d-bd5b-9020b2e979ae", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:35.719211 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff0479ad-bee9-4d8a-9939-41795cc94473 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:35.719610 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'tag': '912511a3-620b-455d-bd5b-9020b2e979ae', 'status': 'completed', 'code': 200} Jul 16 19:18:35.769209 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557301e-1274-4f43-91e0-6535ca53076d req-4f385057-05c6-45f0-a30c-967fc214a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:35.770781 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-4f385057-05c6-45f0-a30c-967fc214a5c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 1095 time: 0.0630670 Jul 16 19:18:35.813566 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-4c1a3b52-d833-4443-bb9b-747a2cc7d3a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=912511a3-620b-455d-bd5b-9020b2e979ae HTTP/1.1" status: 200 len: 217 time: 0.0352309 Jul 16 19:18:35.814536 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:35.863696 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557301e-1274-4f43-91e0-6535ca53076d req-3fb1894e-a27d-44c2-b693-55f4c4386cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:35.865181 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-3fb1894e-a27d-44c2-b693-55f4c4386cbc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0460012 Jul 16 19:18:35.925303 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557301e-1274-4f43-91e0-6535ca53076d req-dbb345de-938c-4caa-88bd-da1ad92ae439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:35.926767 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-dbb345de-938c-4caa-88bd-da1ad92ae439 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551703 Jul 16 19:18:36.013555 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-0821e830-6d32-4765-b7b9-2d8a777271c3 service neutron] 10.222.0.38 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798819 Jul 16 19:18:36.103595 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0557301e-1274-4f43-91e0-6535ca53076d req-223d7140-38a2-4e04-bd36-640214f8baa0 service neutron] 10.222.0.38 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841591 Jul 16 19:18:36.200897 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7bfa4-6d05-40ba-9231-c217419a2f17 req-50e34569-1f81-460b-8392-d2a3d7e3c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:36.202490 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5d7bfa4-6d05-40ba-9231-c217419a2f17 req-50e34569-1f81-460b-8392-d2a3d7e3c8e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 1095 time: 0.0526354 Jul 16 19:18:36.294694 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7bfa4-6d05-40ba-9231-c217419a2f17 req-960f88d3-93c0-4691-846d-36665642e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:36.296170 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5d7bfa4-6d05-40ba-9231-c217419a2f17 req-960f88d3-93c0-4691-846d-36665642e87b service neutron] 10.222.0.38 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 911 time: 0.0876596 Jul 16 19:18:36.336758 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5d7bfa4-6d05-40ba-9231-c217419a2f17 req-73227f45-b474-4d27-bbf7-a503a633fc2c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=912511a3-620b-455d-bd5b-9020b2e979ae HTTP/1.1" status: 200 len: 217 time: 0.0339518 Jul 16 19:18:36.382890 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7bfa4-6d05-40ba-9231-c217419a2f17 req-bf48e227-3e56-4355-9ac6-ed78a2d41d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:36.384224 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5d7bfa4-6d05-40ba-9231-c217419a2f17 req-bf48e227-3e56-4355-9ac6-ed78a2d41d8a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0415237 Jul 16 19:18:36.443525 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7bfa4-6d05-40ba-9231-c217419a2f17 req-a8688bde-2523-4de9-a85f-ec3bed94806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:36.445256 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5d7bfa4-6d05-40ba-9231-c217419a2f17 req-a8688bde-2523-4de9-a85f-ec3bed94806f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535769 Jul 16 19:18:36.532188 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5d7bfa4-6d05-40ba-9231-c217419a2f17 req-b3fcd9e7-642c-4fab-9ea5-4dca418bf88c service neutron] 10.222.0.38 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797021 Jul 16 19:18:36.625034 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-e5d7bfa4-6d05-40ba-9231-c217419a2f17 req-d8e2f4e2-e812-4e73-8b3f-8a596c4ee5f5 service neutron] 10.222.0.38 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865433 Jul 16 19:18:36.749908 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a858a6-3837-4574-9e82-dd2113c4fd4b req-149e58a3-8835-4c76-9b6c-60d9207a8781 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:36.751411 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50a858a6-3837-4574-9e82-dd2113c4fd4b req-149e58a3-8835-4c76-9b6c-60d9207a8781 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 944 time: 0.0630960 Jul 16 19:18:36.789280 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-50a858a6-3837-4574-9e82-dd2113c4fd4b req-ebf60f74-cb69-4580-b4e1-023e5c42ec06 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324161 Jul 16 19:18:37.794116 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 912511a3-620b-455d-bd5b-9020b2e979ae details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:18:37.894062 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 912511a3-620b-455d-bd5b-9020b2e979ae, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=912511a3-620b-455d-bd5b-9020b2e979ae,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:37.905695 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '912511a3-620b-455d-bd5b-9020b2e979ae', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'port_id': '912511a3-620b-455d-bd5b-9020b2e979ae', 'mac_address': 'fa:16:3e:3d:03:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:18:37.942505 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:37.955553 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912511a3-620b-455d-bd5b-9020b2e979ae {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:18:37.973808 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef5804-ebbe-4367-a789-f0591b706b1d req-ff08c193-34d1-440a-ac7e-27c289af05ca tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:37.975282 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 912511a3-620b-455d-bd5b-9020b2e979ae, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=912511a3-620b-455d-bd5b-9020b2e979ae,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:37.975418 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d0ef5804-ebbe-4367-a789-f0591b706b1d req-ff08c193-34d1-440a-ac7e-27c289af05ca tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 944 time: 0.0647397 Jul 16 19:18:37.980160 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:38.019533 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-d0ef5804-ebbe-4367-a789-f0591b706b1d req-a283335d-8595-4af7-af3a-8dde4edc08f1 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364830 Jul 16 19:18:38.027696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=912511a3-620b-455d-bd5b-9020b2e979ae,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:38.217651 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['912511a3-620b-455d-bd5b-9020b2e979ae'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:18:39.194488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add29b0-f97d-4b79-8351-4b627e5c078a req-134a4c90-5a3a-4c3d-b770-e1054fc58e2f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:39.196154 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9add29b0-f97d-4b79-8351-4b627e5c078a req-134a4c90-5a3a-4c3d-b770-e1054fc58e2f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 945 time: 0.0656593 Jul 16 19:18:39.234252 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9add29b0-f97d-4b79-8351-4b627e5c078a req-30b06780-fed0-468f-a3e3-720c68c61320 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322144 Jul 16 19:18:39.825479 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 912511a3-620b-455d-bd5b-9020b2e979ae up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:39.876776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning for port 912511a3-620b-455d-bd5b-9020b2e979ae completed by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:39.880380 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 912511a3-620b-455d-bd5b-9020b2e979ae triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:39.880756 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:39.958124 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:39.980393 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912511a3-620b-455d-bd5b-9020b2e979ae'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:39.982647 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8509bcd8-ae9a-493e-9715-39b321319bbc" -d '{"events": [{"server_uuid": "57b19814-8766-45e7-b52c-7173bb6ee91d", "name": "network-vif-plugged", "status": "completed", "tag": "912511a3-620b-455d-bd5b-9020b2e979ae"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:39.995793 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 912511a3-620b-455d-bd5b-9020b2e979ae, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=912511a3-620b-455d-bd5b-9020b2e979ae,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:39.999938 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:40.025815 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cf5f83-7a47-45fc-a807-84bf1d9f87c1 x-openstack-request-id: req-d9cf5f83-7a47-45fc-a807-84bf1d9f87c1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:40.026102 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b19814-8766-45e7-b52c-7173bb6ee91d", "name": "network-vif-plugged", "status": "completed", "tag": "912511a3-620b-455d-bd5b-9020b2e979ae", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:40.026354 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9cf5f83-7a47-45fc-a807-84bf1d9f87c1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:40.026737 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912511a3-620b-455d-bd5b-9020b2e979ae', 'code': 200} Jul 16 19:18:40.055788 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=912511a3-620b-455d-bd5b-9020b2e979ae,revision_number=5']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:40.130869 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c9f4e-ce59-4380-9fa9-cd1ca9a2f43d req-a6d2b1de-88fb-4d27-a6f5-0524c2ec11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:40.132303 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-356c9f4e-ce59-4380-9fa9-cd1ca9a2f43d req-a6d2b1de-88fb-4d27-a6f5-0524c2ec11c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 1097 time: 0.0520530 Jul 16 19:18:40.165968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-356c9f4e-ce59-4380-9fa9-cd1ca9a2f43d req-d51e93fd-f523-453d-88a3-7d971e2e42d4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268333 Jul 16 19:18:40.406193 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1e6ab-7d03-4867-8a78-421550b7ea42 req-753afc37-fea5-4b5d-bc99-d642ffee8315 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:40.407582 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcf1e6ab-7d03-4867-8a78-421550b7ea42 req-753afc37-fea5-4b5d-bc99-d642ffee8315 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 946 time: 0.0650635 Jul 16 19:18:40.444708 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-bcf1e6ab-7d03-4867-8a78-421550b7ea42 req-7338def5-1e99-4a9a-8f30-eb127405c594 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316558 Jul 16 19:18:41.615463 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b47aab-cc6e-47b9-a5f6-667df295907a req-cabb3135-b8ae-4e57-9d0f-911313ec0bcc tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:41.616943 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1b47aab-cc6e-47b9-a5f6-667df295907a req-cabb3135-b8ae-4e57-9d0f-911313ec0bcc tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 946 time: 0.0628946 Jul 16 19:18:41.653806 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-f1b47aab-cc6e-47b9-a5f6-667df295907a req-d3428292-6699-4e64-9e4b-aa46c7807107 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307748 Jul 16 19:18:41.824766 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230fdf7-d41e-47ee-8644-de430383c295 req-8c8a9470-cc06-4a6b-8f85-267c8a5af31c tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:41.826314 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2230fdf7-d41e-47ee-8644-de430383c295 req-8c8a9470-cc06-4a6b-8f85-267c8a5af31c tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 946 time: 0.0634880 Jul 16 19:18:41.865907 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2230fdf7-d41e-47ee-8644-de430383c295 req-e9e67f5a-4f2d-4e9a-bba0-0872a59e3265 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330079 Jul 16 19:18:41.890996 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:41.946406 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c185070-c091-4891-9be0-f634227c4ac9 tempest-TestSnapshotPattern-945183644 tempest-TestSnapshotPattern-945183644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:41.948030 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1c185070-c091-4891-9be0-f634227c4ac9 tempest-TestSnapshotPattern-945183644 tempest-TestSnapshotPattern-945183644-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 1092 time: 0.0559642 Jul 16 19:18:41.950795 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:41.955076 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Request body: {'floatingip': {'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'port_id': '912511a3-620b-455d-bd5b-9020b2e979ae', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:41.976053 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:42.068747 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:42.175498 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Allocated IP 172.25.8.159 (553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80/f51a7254-f70c-4e85-973a-eb2f7fc8ed99/7da485d3-2c12-42ab-8ed6-e25e8f5de801) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:42.273384 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:42.315480 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526038941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:42.355402 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Network 553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:42.358134 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:42.361661 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:42.382670 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'Port': ['ID=7da485d3-2c12-42ab-8ed6-e25e8f5de801,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:43.047730 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:43.121824 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:43.282879 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:43.287249 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127309348'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:43.359075 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event updated for resources: {'Port': ['ID=7da485d3-2c12-42ab-8ed6-e25e8f5de801,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:43.369636 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677498'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:43.468527 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Floating IP c6aac674-054d-4670-9d18-a1abb3ac3d3e associated. External IP: 172.25.8.159, port: 912511a3-620b-455d-bd5b-9020b2e979ae. Jul 16 19:18:43.669049 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Router 4fea159e-1e32-49a4-b476-245fb2f3527e has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:43.774343 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:43.784066 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1c9de-69fe-4bf0-90e8-c75ba1990563 None None] Sync routers for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:43.792953 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:43.794952 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1c9de-69fe-4bf0-90e8-c75ba1990563 None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:43.795803 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-59b1c9de-69fe-4bf0-90e8-c75ba1990563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:43.844423 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-47780056-01ff-41ae-b3a0-004a92630226 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8818812 Jul 16 19:18:43.844423 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'tag': '912511a3-620b-455d-bd5b-9020b2e979ae'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:43.844423 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f385800-4978-4712-a8d0-7c34f9e5e0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "57b19814-8766-45e7-b52c-7173bb6ee91d", "tag": "912511a3-620b-455d-bd5b-9020b2e979ae"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:43.876606 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be1e931-08df-4238-92e7-e12fc4f471d1 x-openstack-request-id: req-2be1e931-08df-4238-92e7-e12fc4f471d1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:43.876899 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b19814-8766-45e7-b52c-7173bb6ee91d", "tag": "912511a3-620b-455d-bd5b-9020b2e979ae", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:43.877159 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2be1e931-08df-4238-92e7-e12fc4f471d1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:43.877622 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'tag': '912511a3-620b-455d-bd5b-9020b2e979ae', 'status': 'completed', 'code': 200} Jul 16 19:18:43.908328 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-59b1c9de-69fe-4bf0-90e8-c75ba1990563 None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:43.951182 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f385800-4978-4712-a8d0-7c34f9e5e0f6 req-3e8b67f2-8cab-4dd7-8b44-524d86fe1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:43.952728 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f385800-4978-4712-a8d0-7c34f9e5e0f6 req-3e8b67f2-8cab-4dd7-8b44-524d86fe1dae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 1097 time: 0.0534515 Jul 16 19:18:44.043507 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f385800-4978-4712-a8d0-7c34f9e5e0f6 req-0cae826e-d8d7-473c-8243-112f28bdb5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:44.044951 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f385800-4978-4712-a8d0-7c34f9e5e0f6 req-0cae826e-d8d7-473c-8243-112f28bdb5e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 911 time: 0.0863760 Jul 16 19:18:44.113199 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f385800-4978-4712-a8d0-7c34f9e5e0f6 req-06b39de2-373f-4773-a254-b80a6aaec75c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=912511a3-620b-455d-bd5b-9020b2e979ae HTTP/1.1" status: 200 len: 1000 time: 0.0620205 Jul 16 19:18:44.134591 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-59b1c9de-69fe-4bf0-90e8-c75ba1990563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '31cf5622-8cc0-4f91-847f-a6536895a06e', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'port_id': '4f4712b1-0333-4003-8c46-0469296fd527', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'mac_address': 'fa:16:3e:a7:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:16:12Z', 'updated_at': '2021-07-16T19:16:14Z', 'revision_number': 1, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address_scope': None}, {'id': 'c6aac674-054d-4670-9d18-a1abb3ac3d3e', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'port_id': '912511a3-620b-455d-bd5b-9020b2e979ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'mac_address': 'fa:16:3e:3d:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:42Z', 'updated_at': '2021-07-16T19:18:42Z', 'revision_number': 0, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:44.162538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f385800-4978-4712-a8d0-7c34f9e5e0f6 req-757be8f9-35d8-4775-a97f-e3861b9d2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:44.164041 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f385800-4978-4712-a8d0-7c34f9e5e0f6 req-757be8f9-35d8-4775-a97f-e3861b9d2f2f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0451386 Jul 16 19:18:44.164921 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1c9de-69fe-4bf0-90e8-c75ba1990563 None None] Checking router: 4fea159e-1e32-49a4-b476-245fb2f3527e for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:44.174098 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1c9de-69fe-4bf0-90e8-c75ba1990563 None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:44.174702 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-59b1c9de-69fe-4bf0-90e8-c75ba1990563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:18:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:44.220983 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f385800-4978-4712-a8d0-7c34f9e5e0f6 req-14426e5b-832c-455e-8fc8-b23b39dbc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:44.222540 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f385800-4978-4712-a8d0-7c34f9e5e0f6 req-14426e5b-832c-455e-8fc8-b23b39dbc7ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523875 Jul 16 19:18:44.283114 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-59b1c9de-69fe-4bf0-90e8-c75ba1990563 None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:44.319113 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f385800-4978-4712-a8d0-7c34f9e5e0f6 req-3aeace5b-28da-4710-8b5b-665833184b6a service neutron] 10.222.0.38 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894439 Jul 16 19:18:44.413637 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-4f385800-4978-4712-a8d0-7c34f9e5e0f6 req-91aa3fe8-ff28-4d86-b1f1-c2e158992b6d service neutron] 10.222.0.38 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884936 Jul 16 19:18:44.507360 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-59b1c9de-69fe-4bf0-90e8-c75ba1990563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '31cf5622-8cc0-4f91-847f-a6536895a06e', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'port_id': '4f4712b1-0333-4003-8c46-0469296fd527', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'mac_address': 'fa:16:3e:a7:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:16:12Z', 'updated_at': '2021-07-16T19:16:14Z', 'revision_number': 1, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address_scope': None}, {'id': 'c6aac674-054d-4670-9d18-a1abb3ac3d3e', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'port_id': '912511a3-620b-455d-bd5b-9020b2e979ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'mac_address': 'fa:16:3e:3d:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:42Z', 'updated_at': '2021-07-16T19:18:42Z', 'revision_number': 0, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:44.536453 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1c9de-69fe-4bf0-90e8-c75ba1990563 None None] The sync data for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 is: [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '31cf5622-8cc0-4f91-847f-a6536895a06e', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'port_id': '4f4712b1-0333-4003-8c46-0469296fd527', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'mac_address': 'fa:16:3e:a7:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:16:12Z', 'updated_at': '2021-07-16T19:16:14Z', 'revision_number': 1, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address_scope': None}, {'id': 'c6aac674-054d-4670-9d18-a1abb3ac3d3e', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'port_id': '912511a3-620b-455d-bd5b-9020b2e979ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'mac_address': 'fa:16:3e:3d:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:42Z', 'updated_at': '2021-07-16T19:18:42Z', 'revision_number': 0, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:44.735847 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68856e76-3554-477f-8a97-5e22af7bc1eb None None] New status for floating IP c6aac674-054d-4670-9d18-a1abb3ac3d3e: ACTIVE {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:18:48.612826 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:18:52.994799 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109add8e-db9a-4f11-8420-df4ff54c1725 req-361b93da-870c-4dde-b84e-a968d0c1ccc1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525246 Jul 16 19:18:53.099843 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109add8e-db9a-4f11-8420-df4ff54c1725 req-57289574-e31e-4a47-b40f-7883d732cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:53.101384 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109add8e-db9a-4f11-8420-df4ff54c1725 req-57289574-e31e-4a47-b40f-7883d732cb8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 1094 time: 0.0575936 Jul 16 19:18:53.228908 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109add8e-db9a-4f11-8420-df4ff54c1725 req-0fbb81a8-8033-44f0-ad16-9639372bb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:53.231729 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109add8e-db9a-4f11-8420-df4ff54c1725 req-0fbb81a8-8033-44f0-ad16-9639372bb51c service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 911 time: 0.1093249 Jul 16 19:18:53.302379 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109add8e-db9a-4f11-8420-df4ff54c1725 req-56c27cb4-3634-4708-bd10-e43c0ca67d3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f4712b1-0333-4003-8c46-0469296fd527 HTTP/1.1" status: 200 len: 999 time: 0.0642993 Jul 16 19:18:53.357918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109add8e-db9a-4f11-8420-df4ff54c1725 req-ba42bb57-ed5b-4ea8-bff2-77e83befeb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:53.359468 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109add8e-db9a-4f11-8420-df4ff54c1725 req-ba42bb57-ed5b-4ea8-bff2-77e83befeb5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0519142 Jul 16 19:18:53.420733 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109add8e-db9a-4f11-8420-df4ff54c1725 req-48175493-48cd-491c-ae49-4dcd883b4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:53.422279 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109add8e-db9a-4f11-8420-df4ff54c1725 req-48175493-48cd-491c-ae49-4dcd883b4244 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561557 Jul 16 19:18:53.521341 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109add8e-db9a-4f11-8420-df4ff54c1725 req-81dac002-524a-4b3a-9826-341142de9e78 service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924597 Jul 16 19:18:53.618233 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109add8e-db9a-4f11-8420-df4ff54c1725 req-1d10588a-165c-40ab-8820-c6fbdd9c98b1 service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900173 Jul 16 19:19:00.224164 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32f576f2-87b6-49de-b469-04dca2ccd660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:02.423350 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-684f9cba-c746-4b6d-9df8-85b7efeef0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:02.907506 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:03.384227 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:03.480720 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:03.897734 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0840efa5-7b83-421c-a9a6-6cee2cbe3d3b req-1b2e8734-5084-423b-a4e9-97fce5b1741d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507162 Jul 16 19:19:03.990695 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840efa5-7b83-421c-a9a6-6cee2cbe3d3b req-46174aa1-e822-4fed-8589-83702823314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:03.992205 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0840efa5-7b83-421c-a9a6-6cee2cbe3d3b req-46174aa1-e822-4fed-8589-83702823314b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 1097 time: 0.0531290 Jul 16 19:19:04.101207 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:04.109041 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840efa5-7b83-421c-a9a6-6cee2cbe3d3b req-20e7946b-66f5-4b63-810c-1016c5ca8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:04.110585 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0840efa5-7b83-421c-a9a6-6cee2cbe3d3b req-20e7946b-66f5-4b63-810c-1016c5ca8bfb service neutron] 10.222.0.38 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 911 time: 0.0987241 Jul 16 19:19:04.176659 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0840efa5-7b83-421c-a9a6-6cee2cbe3d3b req-a3db1066-344f-416e-9d13-774971747dd9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=912511a3-620b-455d-bd5b-9020b2e979ae HTTP/1.1" status: 200 len: 1002 time: 0.0586054 Jul 16 19:19:04.224412 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840efa5-7b83-421c-a9a6-6cee2cbe3d3b req-d0313ace-3249-454d-9a76-0358ceab296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:04.225870 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0840efa5-7b83-421c-a9a6-6cee2cbe3d3b req-d0313ace-3249-454d-9a76-0358ceab296d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0432415 Jul 16 19:19:04.286337 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840efa5-7b83-421c-a9a6-6cee2cbe3d3b req-ae63fe1d-4223-4e16-b4a1-3b66f5d0197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:04.287851 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0840efa5-7b83-421c-a9a6-6cee2cbe3d3b req-ae63fe1d-4223-4e16-b4a1-3b66f5d0197f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561304 Jul 16 19:19:04.376974 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0840efa5-7b83-421c-a9a6-6cee2cbe3d3b req-9cc369a4-ea51-4ee3-9a9d-f523109064b1 service neutron] 10.222.0.38 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825050 Jul 16 19:19:04.470354 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-0840efa5-7b83-421c-a9a6-6cee2cbe3d3b req-ec72157e-b5d9-4bcc-af5d-c897161c0bc0 service neutron] 10.222.0.38 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876541 Jul 16 19:19:05.817377 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:25.612581 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:19:30.224699 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41c52449-0443-4908-a626-7f696c5ca78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:32.423652 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3eb1-bcdf-47fb-b5b0-52160bf5bad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:32.907817 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:33.397179 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:33.474083 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:34.102838 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:35.820344 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:52.989042 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fbe102d2-e81b-49e3-a307-7c4aab592cef req-ea454761-993e-4d31-8ee6-29aa571bd88b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507481 Jul 16 19:19:53.089195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe102d2-e81b-49e3-a307-7c4aab592cef req-2bc231e3-4b92-4259-b535-42a186784630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:53.090634 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fbe102d2-e81b-49e3-a307-7c4aab592cef req-2bc231e3-4b92-4259-b535-42a186784630 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 1094 time: 0.0583835 Jul 16 19:19:53.210690 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe102d2-e81b-49e3-a307-7c4aab592cef req-24ca4021-7d07-46bd-8859-23d6c1054a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:53.212457 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fbe102d2-e81b-49e3-a307-7c4aab592cef req-24ca4021-7d07-46bd-8859-23d6c1054a44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 911 time: 0.1030526 Jul 16 19:19:53.288481 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fbe102d2-e81b-49e3-a307-7c4aab592cef req-fe3e9e70-523b-47a8-9f36-9f708a2748bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f4712b1-0333-4003-8c46-0469296fd527 HTTP/1.1" status: 200 len: 999 time: 0.0702012 Jul 16 19:19:53.345221 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe102d2-e81b-49e3-a307-7c4aab592cef req-df9cc6ab-702f-4d7b-b641-bb1bcec9e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:53.346689 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fbe102d2-e81b-49e3-a307-7c4aab592cef req-df9cc6ab-702f-4d7b-b641-bb1bcec9e42d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0525649 Jul 16 19:19:53.407113 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe102d2-e81b-49e3-a307-7c4aab592cef req-cae1fc70-38b5-4813-85dd-2f3a81149696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:53.408828 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fbe102d2-e81b-49e3-a307-7c4aab592cef req-cae1fc70-38b5-4813-85dd-2f3a81149696 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554435 Jul 16 19:19:53.524642 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fbe102d2-e81b-49e3-a307-7c4aab592cef req-24d529e8-f1d5-48a5-b537-1315cd32ce2e service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090291 Jul 16 19:19:53.627673 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-fbe102d2-e81b-49e3-a307-7c4aab592cef req-bf661df1-5553-46f2-987d-bec2beb824c7 service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970736 Jul 16 19:20:00.226546 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c2ce802-fb25-4501-8a49-bf5769c07683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:02.576903 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-befb8c50-f164-4f5e-a4fc-e83afa044fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:02.612027 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:20:02.908372 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:03.395147 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:03.490466 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:03.898104 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-001760d1-3c30-4b65-bbb4-7d3154215db8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528378 Jul 16 19:20:03.992558 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-6230c49f-5f11-4093-a449-5968ade4e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:03.994085 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-6230c49f-5f11-4093-a449-5968ade4e123 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 1097 time: 0.0531917 Jul 16 19:20:04.102160 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-41e824e9-dcb3-46d0-a7af-da09ac9e8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:04.103511 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-41e824e9-dcb3-46d0-a7af-da09ac9e8bb4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 911 time: 0.0900443 Jul 16 19:20:04.106114 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:04.177412 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-a5631f37-7abc-4eb6-bba6-64ca4199ce9a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=912511a3-620b-455d-bd5b-9020b2e979ae HTTP/1.1" status: 200 len: 1002 time: 0.0680394 Jul 16 19:20:04.229597 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-409e0127-7111-487b-9c66-d92b08e43c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:04.231690 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-409e0127-7111-487b-9c66-d92b08e43c9b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0486495 Jul 16 19:20:04.287946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-580635f3-8864-4955-8334-49c8f144ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:04.289468 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-580635f3-8864-4955-8334-49c8f144ca5d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509074 Jul 16 19:20:04.299157 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-74875adf-ed0d-41a5-90be-a547dab8d773 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:20:04.300121 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-74875adf-ed0d-41a5-90be-a547dab8d773 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050220 Jul 16 19:20:04.388664 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-76eac46f-34d1-4c78-ba23-9cf204545fee service neutron] 10.222.0.38 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819843 Jul 16 19:20:04.479506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-a739fbb9-e92d-4611-a1e6-b02994f61fe9 req-6cdb3406-7900-4878-90c9-11fa8b0e4d19 service neutron] 10.222.0.38 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848222 Jul 16 19:20:05.824179 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:14.367081 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 912511a3-620b-455d-bd5b-9020b2e979ae details requested by agent hyperv_n-h1-793618-9 with host n-h1-793618-9 {{(pid=93768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:20:14.460995 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 912511a3-620b-455d-bd5b-9020b2e979ae, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=912511a3-620b-455d-bd5b-9020b2e979ae,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:14.474511 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Returning: {'device': '912511a3-620b-455d-bd5b-9020b2e979ae', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'port_id': '912511a3-620b-455d-bd5b-9020b2e979ae', 'mac_address': 'fa:16:3e:3d:03:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:20:14.509623 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:14.522129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 912511a3-620b-455d-bd5b-9020b2e979ae {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:20:14.540303 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 912511a3-620b-455d-bd5b-9020b2e979ae, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=912511a3-620b-455d-bd5b-9020b2e979ae,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:14.544763 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:14.592331 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=912511a3-620b-455d-bd5b-9020b2e979ae,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:14.599429 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:14.599776 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:14.600126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:14.600459 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:14.600794 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:14.601124 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:14.601484 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:14.601811 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:14.602136 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:14.602460 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:14.602784 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:14.603105 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:14.621042 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] get_ports_and_sgs() called for port_ids ['912511a3-620b-455d-bd5b-9020b2e979ae'] {{(pid=93768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:20:16.382461 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 912511a3-620b-455d-bd5b-9020b2e979ae up at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:16.433752 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Provisioning complete for port 912511a3-620b-455d-bd5b-9020b2e979ae triggered by entity L2. {{(pid=93768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:16.434278 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709400'] for port, provisioning_complete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.516081 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649704'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.539696 n-d-793618-9 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912511a3-620b-455d-bd5b-9020b2e979ae'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:16.541959 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}748946af7cbbb1bf7e11813e81b57e2cd9d5b00ed53d84f47726ef1a23d702f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16da4a1e-9c2c-4604-b8bb-24f2a9466771" -d '{"events": [{"server_uuid": "57b19814-8766-45e7-b52c-7173bb6ee91d", "name": "network-vif-plugged", "status": "completed", "tag": "912511a3-620b-455d-bd5b-9020b2e979ae"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:16.555041 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] For port 912511a3-620b-455d-bd5b-9020b2e979ae, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=912511a3-620b-455d-bd5b-9020b2e979ae,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:16.560272 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526439765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526038959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526038977'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.588265 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95cf7b0-f9d9-4f29-a278-bd99120697c7 x-openstack-request-id: req-e95cf7b0-f9d9-4f29-a278-bd99120697c7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:16.588561 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b19814-8766-45e7-b52c-7173bb6ee91d", "name": "network-vif-plugged", "status": "completed", "tag": "912511a3-620b-455d-bd5b-9020b2e979ae", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:16.588817 n-d-793618-9 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e95cf7b0-f9d9-4f29-a278-bd99120697c7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:16.589210 n-d-793618-9 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912511a3-620b-455d-bd5b-9020b2e979ae', 'code': 200} Jul 16 19:20:16.617798 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Pushing event updated for resources: {'Port': ['ID=912511a3-620b-455d-bd5b-9020b2e979ae,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:26.677918 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 55920) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:26.840759 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Deleting port 7da485d3-2c12-42ab-8ed6-e25e8f5de801 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:26.840759 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:26.914006 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:26.914339 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:26.925574 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Calling delete_port for 7da485d3-2c12-42ab-8ed6-e25e8f5de801 owned by network:floatingip {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:27.071333 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:27.097754 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event deleted for resources: {'Port': ['ID=7da485d3-2c12-42ab-8ed6-e25e8f5de801,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:27.122952 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:27.123304 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:27.123647 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:27.123990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:27.124328 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:27.124661 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:27.124990 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:27.125338 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:27.125672 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:27.126003 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:27.126357 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:27.126689 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:27.167679 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for floatingip, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:27.168072 n-d-793618-9 neutron-server[93766]: INFO neutron.db.l3_db [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Floating IP c6aac674-054d-4670-9d18-a1abb3ac3d3e disassociated (deleted). External IP: 172.25.8.159, port: 912511a3-620b-455d-bd5b-9020b2e979ae. Jul 16 19:20:27.383276 n-d-793618-9 neutron-server[93766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Router 4fea159e-1e32-49a4-b476-245fb2f3527e has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:20:27.492785 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:27.498395 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:27.502937 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df1684-61cc-4f23-9a1c-4e9962bb49a8 None None] Sync routers for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:27.512419 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df1684-61cc-4f23-9a1c-4e9962bb49a8 None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:27.513041 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3df1684-61cc-4f23-9a1c-4e9962bb49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:27.538196 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-cfb5c8ed-3a22-419a-a11f-347f5e34113f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "DELETE /v2.0/floatingips/c6aac674-054d-4670-9d18-a1abb3ac3d3e HTTP/1.1" status: 204 len: 168 time: 0.8591633 Jul 16 19:20:27.538797 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'tag': '912511a3-620b-455d-bd5b-9020b2e979ae'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:27.541061 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00931b89-e1cf-4dda-8ce4-2a4288e40f10" -d '{"events": [{"name": "network-changed", "server_uuid": "57b19814-8766-45e7-b52c-7173bb6ee91d", "tag": "912511a3-620b-455d-bd5b-9020b2e979ae"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:27.622287 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e3df1684-61cc-4f23-9a1c-4e9962bb49a8 None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:27.635082 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49abc970-f9f6-4012-a52a-fac6e5dbb7e3 x-openstack-request-id: req-49abc970-f9f6-4012-a52a-fac6e5dbb7e3 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:27.635246 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b19814-8766-45e7-b52c-7173bb6ee91d", "tag": "912511a3-620b-455d-bd5b-9020b2e979ae", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:27.635365 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49abc970-f9f6-4012-a52a-fac6e5dbb7e3 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:27.635760 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'tag': '912511a3-620b-455d-bd5b-9020b2e979ae', 'status': 'completed', 'code': 200} Jul 16 19:20:27.711710 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931b89-e1cf-4dda-8ce4-2a4288e40f10 req-46bea0f9-0844-4722-a07e-6c10d276aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:27.713257 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00931b89-e1cf-4dda-8ce4-2a4288e40f10 req-46bea0f9-0844-4722-a07e-6c10d276aa9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 1097 time: 0.0549028 Jul 16 19:20:27.828212 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931b89-e1cf-4dda-8ce4-2a4288e40f10 req-9e99db3d-1153-4187-8234-c0478933f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:27.829995 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00931b89-e1cf-4dda-8ce4-2a4288e40f10 req-9e99db3d-1153-4187-8234-c0478933f85e service neutron] 10.222.0.38 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 911 time: 0.1096497 Jul 16 19:20:27.872749 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00931b89-e1cf-4dda-8ce4-2a4288e40f10 req-76c5c4b7-e1fc-4a87-a3e7-f71f056a2c11 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=912511a3-620b-455d-bd5b-9020b2e979ae HTTP/1.1" status: 200 len: 217 time: 0.0358279 Jul 16 19:20:27.937488 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931b89-e1cf-4dda-8ce4-2a4288e40f10 req-68d5af54-afa4-4a87-b0f3-b0afb75d4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:27.938985 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00931b89-e1cf-4dda-8ce4-2a4288e40f10 req-68d5af54-afa4-4a87-b0f3-b0afb75d4c4b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0562060 Jul 16 19:20:27.963405 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3df1684-61cc-4f23-9a1c-4e9962bb49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '31cf5622-8cc0-4f91-847f-a6536895a06e', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'port_id': '4f4712b1-0333-4003-8c46-0469296fd527', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'mac_address': 'fa:16:3e:a7:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:16:12Z', 'updated_at': '2021-07-16T19:16:14Z', 'revision_number': 1, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:27.992253 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df1684-61cc-4f23-9a1c-4e9962bb49a8 None None] Checking router: 4fea159e-1e32-49a4-b476-245fb2f3527e for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:28.000704 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df1684-61cc-4f23-9a1c-4e9962bb49a8 None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:28.001510 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3df1684-61cc-4f23-9a1c-4e9962bb49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:28.033816 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931b89-e1cf-4dda-8ce4-2a4288e40f10 req-9755a264-bc69-459b-88d0-5ba26b2bc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:28.035386 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00931b89-e1cf-4dda-8ce4-2a4288e40f10 req-9755a264-bc69-459b-88d0-5ba26b2bc988 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877001 Jul 16 19:20:28.044332 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaaf27-c6b9-4767-b391-c6827cc0408d req-0783f3fa-64e0-4897-a6fb-8b683c5a77bf tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:28.045791 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-facaaf27-c6b9-4767-b391-c6827cc0408d req-0783f3fa-64e0-4897-a6fb-8b683c5a77bf tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 946 time: 0.1675091 Jul 16 19:20:28.110601 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e3df1684-61cc-4f23-9a1c-4e9962bb49a8 None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:28.137968 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-facaaf27-c6b9-4767-b391-c6827cc0408d req-6af0b371-b053-46e2-b0fc-a3526f295a45 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833588 Jul 16 19:20:28.166372 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00931b89-e1cf-4dda-8ce4-2a4288e40f10 req-b0407bf4-c93c-4c4f-8b05-93ef547f7b8b service neutron] 10.222.0.38 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143610 Jul 16 19:20:28.254086 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-00931b89-e1cf-4dda-8ce4-2a4288e40f10 req-f75c8350-a4e5-4655-83c5-7eb01d9619ca service neutron] 10.222.0.38 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859625 Jul 16 19:20:28.331514 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e3df1684-61cc-4f23-9a1c-4e9962bb49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '31cf5622-8cc0-4f91-847f-a6536895a06e', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'port_id': '4f4712b1-0333-4003-8c46-0469296fd527', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'mac_address': 'fa:16:3e:a7:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:16:12Z', 'updated_at': '2021-07-16T19:16:14Z', 'revision_number': 1, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:28.360622 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df1684-61cc-4f23-9a1c-4e9962bb49a8 None None] The sync data for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 is: [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_floatingips': [{'id': '31cf5622-8cc0-4f91-847f-a6536895a06e', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'router_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'port_id': '4f4712b1-0333-4003-8c46-0469296fd527', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'mac_address': 'fa:16:3e:a7:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:16:12Z', 'updated_at': '2021-07-16T19:16:14Z', 'revision_number': 1, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:28.584800 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35f1d3b-d127-4884-80bf-1d420ebb649e None None] New status for floating IP c6aac674-054d-4670-9d18-a1abb3ac3d3e: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:20:29.357676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259ead5-9238-4247-a39e-83c65d669477 req-09906e0a-39aa-45e0-be0a-bd2429b3d4f7 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:29.359185 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2259ead5-9238-4247-a39e-83c65d669477 req-09906e0a-39aa-45e0-be0a-bd2429b3d4f7 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 946 time: 0.1034656 Jul 16 19:20:29.371116 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52986983-4f9d-4112-9c0e-afef5dd97c4b req-ea694e66-37db-4644-99a0-f1691a41e962 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:29.372596 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52986983-4f9d-4112-9c0e-afef5dd97c4b req-ea694e66-37db-4644-99a0-f1691a41e962 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.38 "GET /v2.0/ports?device_id=57b19814-8766-45e7-b52c-7173bb6ee91d HTTP/1.1" status: 200 len: 946 time: 0.0890899 Jul 16 19:20:29.441032 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-2259ead5-9238-4247-a39e-83c65d669477 req-0a7e1db5-2f1d-4b1c-871e-e74658211793 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674026 Jul 16 19:20:29.496315 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-52986983-4f9d-4112-9c0e-afef5dd97c4b req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Deleting port 912511a3-620b-455d-bd5b-9020b2e979ae {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:29.496662 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-52986983-4f9d-4112-9c0e-afef5dd97c4b req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:29.583538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-52986983-4f9d-4112-9c0e-afef5dd97c4b req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] For port 912511a3-620b-455d-bd5b-9020b2e979ae, host n-h1-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-9',level=0,port_id=912511a3-620b-455d-bd5b-9020b2e979ae,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:29.583906 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-52986983-4f9d-4112-9c0e-afef5dd97c4b req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:29.601027 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-52986983-4f9d-4112-9c0e-afef5dd97c4b req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Calling delete_port for 912511a3-620b-455d-bd5b-9020b2e979ae owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:29.724739 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-52986983-4f9d-4112-9c0e-afef5dd97c4b req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:29.753653 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event deleted for resources: {'Port': ['ID=912511a3-620b-455d-bd5b-9020b2e979ae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:29.786394 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:29.786752 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:29.787103 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:29.787446 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:29.787787 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:29.788122 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:29.788455 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:29.788788 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:29.789118 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:29.789537 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:29.789822 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:29.790151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-9 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:29.812062 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-52986983-4f9d-4112-9c0e-afef5dd97c4b req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] No DVR routers for this DVR port 912511a3-620b-455d-bd5b-9020b2e979ae on host n-h1-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:20:29.814524 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-52986983-4f9d-4112-9c0e-afef5dd97c4b req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:29.816517 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-52986983-4f9d-4112-9c0e-afef5dd97c4b req-caed78f3-2447-4c32-9456-b57644566c94 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.38 "DELETE /v2.0/ports/912511a3-620b-455d-bd5b-9020b2e979ae HTTP/1.1" status: 204 len: 173 time: 0.4372571 Jul 16 19:20:29.816946 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'name': 'network-vif-deleted', 'tag': '912511a3-620b-455d-bd5b-9020b2e979ae'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:29.819473 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af8f1b2-b501-4645-861f-bb5e60441302" -d '{"events": [{"server_uuid": "57b19814-8766-45e7-b52c-7173bb6ee91d", "name": "network-vif-deleted", "tag": "912511a3-620b-455d-bd5b-9020b2e979ae"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:29.863222 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68febe4f-3453-405c-a7fd-5e8218299cf4 x-openstack-request-id: req-68febe4f-3453-405c-a7fd-5e8218299cf4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:29.863501 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b19814-8766-45e7-b52c-7173bb6ee91d", "name": "network-vif-deleted", "tag": "912511a3-620b-455d-bd5b-9020b2e979ae", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:29.863757 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68febe4f-3453-405c-a7fd-5e8218299cf4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:29.864168 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b19814-8766-45e7-b52c-7173bb6ee91d', 'name': 'network-vif-deleted', 'tag': '912511a3-620b-455d-bd5b-9020b2e979ae', 'status': 'completed', 'code': 200} Jul 16 19:20:30.227909 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9418bb54-8902-426f-8a34-609571de2c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:30.477046 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 912511a3-620b-455d-bd5b-9020b2e979ae no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:30.504233 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 912511a3-620b-455d-bd5b-9020b2e979ae {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:30.504587 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 912511a3-620b-455d-bd5b-9020b2e979ae not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:31.034546 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:31.188995 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Deleting port bd02767e-8189-4b32-ae06-3e4047c3b06c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:31.189345 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.262220 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.262559 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.274060 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Calling delete_port for bd02767e-8189-4b32-ae06-3e4047c3b06c owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:31.421425 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.454163 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event deleted for resources: {'Port': ['ID=bd02767e-8189-4b32-ae06-3e4047c3b06c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:31.510214 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.510581 n-d-793618-9 neutron-server[93767]: INFO neutron.db.l3_db [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Floating IP 31cf5622-8cc0-4f91-847f-a6536895a06e disassociated (deleted). External IP: 172.25.8.137, port: 4f4712b1-0333-4003-8c46-0469296fd527. Jul 16 19:20:32.040831 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Router 4fea159e-1e32-49a4-b476-245fb2f3527e has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:20:32.149137 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:32.154459 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.159356 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da6d1f-22b8-43d0-babc-18194e8e127f None None] Sync routers for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:32.168419 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da6d1f-22b8-43d0-babc-18194e8e127f None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:32.169215 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1da6d1f-22b8-43d0-babc-18194e8e127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:20:02Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:32.190304 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-9f8be842-a7dc-498f-bf33-2ee5227c248f tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "DELETE /v2.0/floatingips/31cf5622-8cc0-4f91-847f-a6536895a06e HTTP/1.1" status: 204 len: 168 time: 1.1546676 Jul 16 19:20:32.190901 n-d-793618-9 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:32.193429 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce465a9b573c1d49cfb7bfe2512f968e8468ee4c5ab7121bfb44e98b2c1b7435" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109bf9f2-c7d2-4a1c-ac9b-8566993845d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "tag": "4f4712b1-0333-4003-8c46-0469296fd527"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:32.231477 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553a6602-57fb-41fc-bbde-6328bf130ecc x-openstack-request-id: req-553a6602-57fb-41fc-bbde-6328bf130ecc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:32.231986 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "tag": "4f4712b1-0333-4003-8c46-0469296fd527", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:32.232302 n-d-793618-9 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-553a6602-57fb-41fc-bbde-6328bf130ecc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:32.232794 n-d-793618-9 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527', 'status': 'completed', 'code': 200} Jul 16 19:20:32.292623 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b1da6d1f-22b8-43d0-babc-18194e8e127f None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:32.310944 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bf9f2-c7d2-4a1c-ac9b-8566993845d6 req-55615a9b-9545-4412-afd7-8ca90e7a0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:32.314026 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109bf9f2-c7d2-4a1c-ac9b-8566993845d6 req-55615a9b-9545-4412-afd7-8ca90e7a0fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd97131d88da484da438731b85a8af7a&device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 1094 time: 0.0547564 Jul 16 19:20:32.407104 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bf9f2-c7d2-4a1c-ac9b-8566993845d6 req-4cefd879-581e-4a50-bb59-2e83a82e0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:32.408892 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109bf9f2-c7d2-4a1c-ac9b-8566993845d6 req-4cefd879-581e-4a50-bb59-2e83a82e0e42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 200 len: 911 time: 0.0903788 Jul 16 19:20:32.435170 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cac99b6-e7ad-41ca-9d92-bdb1db2f7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.463996 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109bf9f2-c7d2-4a1c-ac9b-8566993845d6 req-a92c97f2-800e-4e13-9410-3ff824942a40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f4712b1-0333-4003-8c46-0469296fd527 HTTP/1.1" status: 200 len: 217 time: 0.0413513 Jul 16 19:20:32.516651 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bf9f2-c7d2-4a1c-ac9b-8566993845d6 req-f09cbe3b-48fc-4384-9324-e832a8724df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:32.518273 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109bf9f2-c7d2-4a1c-ac9b-8566993845d6 req-f09cbe3b-48fc-4384-9324-e832a8724df0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 200 len: 849 time: 0.0480645 Jul 16 19:20:32.523245 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1da6d1f-22b8-43d0-babc-18194e8e127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:32.549789 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da6d1f-22b8-43d0-babc-18194e8e127f None None] Checking router: 4fea159e-1e32-49a4-b476-245fb2f3527e for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:32.559655 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da6d1f-22b8-43d0-babc-18194e8e127f None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:32.560475 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1da6d1f-22b8-43d0-babc-18194e8e127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:32.578448 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bf9f2-c7d2-4a1c-ac9b-8566993845d6 req-c7e10fb7-c2ce-4786-94aa-59b12c97a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:32.580080 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109bf9f2-c7d2-4a1c-ac9b-8566993845d6 req-c7e10fb7-c2ce-4786-94aa-59b12c97a83f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551724 Jul 16 19:20:32.585970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25b427-ace2-4a2f-ae26-747404fb5262 req-2222bb24-0ccc-447a-bdc7-1c16559ebe32 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:32.587471 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f25b427-ace2-4a2f-ae26-747404fb5262 req-2222bb24-0ccc-447a-bdc7-1c16559ebe32 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 943 time: 0.0692735 Jul 16 19:20:32.631102 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-7f25b427-ace2-4a2f-ae26-747404fb5262 req-aae6fe38-eed2-4d10-8787-8e9b4ec0ac8d tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370429 Jul 16 19:20:32.669147 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b1da6d1f-22b8-43d0-babc-18194e8e127f None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:32.676926 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109bf9f2-c7d2-4a1c-ac9b-8566993845d6 req-1c82b2db-1806-4067-bb1e-8b85ef21435e service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895545 Jul 16 19:20:32.767964 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-109bf9f2-c7d2-4a1c-ac9b-8566993845d6 req-27b3e8b6-9011-4b8b-b916-4eb81aaaed8d service neutron] 10.222.0.42 "GET /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844140 Jul 16 19:20:32.868428 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1da6d1f-22b8-43d0-babc-18194e8e127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:32.893742 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da6d1f-22b8-43d0-babc-18194e8e127f None None] The sync data for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 is: [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 4, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9', '_interfaces': [{'id': '40ecea5f-c0b3-4281-877f-ec0250c9e4ed', 'name': '', 'network_id': 'dc7c94fb-f75a-421d-ab03-8cc91a94c4ed', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'mac_address': 'fa:16:3e:dd:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'subnets': [{'id': '38d58d26-6c87-4cb3-ba2b-984498509257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:32.912932 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:33.116860 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b16fc1-fa9e-4543-9ac2-2c623320d50a None None] New status for floating IP 31cf5622-8cc0-4f91-847f-a6536895a06e: DOWN {{(pid=93768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:20:33.393116 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:33.486587 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:33.811863 n-d-793618-9 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca72d3-1642-465c-ab99-eca2faf009d3 req-a9727f0c-2803-48c0-94c1-57c4aa42cc20 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:33.813368 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9cca72d3-1642-465c-ab99-eca2faf009d3 req-a9727f0c-2803-48c0-94c1-57c4aa42cc20 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 943 time: 0.0701106 Jul 16 19:20:33.852841 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-9cca72d3-1642-465c-ab99-eca2faf009d3 req-ccc5c307-d606-47ac-b8ca-23af886e49e3 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/security-groups?id=04ac6870-05f4-459a-8198-7e32180b9f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336492 Jul 16 19:20:34.005960 n-d-793618-9 neutron-server[93766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fdabf-3bea-477a-8d71-9faf9e9f5cd7 req-6e2e07d5-cf88-4148-bf94-0797d2b2fb4a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:34.007420 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-860fdabf-3bea-477a-8d71-9faf9e9f5cd7 req-6e2e07d5-cf88-4148-bf94-0797d2b2fb4a tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 943 time: 0.0664663 Jul 16 19:20:34.106582 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-860fdabf-3bea-477a-8d71-9faf9e9f5cd7 req-31c170f6-e456-47c7-8133-6bc332d70872 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Deleting port 4f4712b1-0333-4003-8c46-0469296fd527 {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:34.106881 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-860fdabf-3bea-477a-8d71-9faf9e9f5cd7 req-31c170f6-e456-47c7-8133-6bc332d70872 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:34.108920 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:34.199496 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [req-860fdabf-3bea-477a-8d71-9faf9e9f5cd7 req-31c170f6-e456-47c7-8133-6bc332d70872 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] For port 4f4712b1-0333-4003-8c46-0469296fd527, host n-h2-793618-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-9',level=0,port_id=4f4712b1-0333-4003-8c46-0469296fd527,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:34.199855 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-860fdabf-3bea-477a-8d71-9faf9e9f5cd7 req-31c170f6-e456-47c7-8133-6bc332d70872 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:34.211183 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [req-860fdabf-3bea-477a-8d71-9faf9e9f5cd7 req-31c170f6-e456-47c7-8133-6bc332d70872 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Calling delete_port for 4f4712b1-0333-4003-8c46-0469296fd527 owned by compute:nova {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:34.336652 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-860fdabf-3bea-477a-8d71-9faf9e9f5cd7 req-31c170f6-e456-47c7-8133-6bc332d70872 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:34.376780 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c170f6-e456-47c7-8133-6bc332d70872 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event deleted for resources: {'Port': ['ID=4f4712b1-0333-4003-8c46-0469296fd527,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:34.419847 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [req-860fdabf-3bea-477a-8d71-9faf9e9f5cd7 req-31c170f6-e456-47c7-8133-6bc332d70872 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] No DVR routers for this DVR port 4f4712b1-0333-4003-8c46-0469296fd527 on host n-h2-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:20:34.422795 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [req-860fdabf-3bea-477a-8d71-9faf9e9f5cd7 req-31c170f6-e456-47c7-8133-6bc332d70872 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131551'] for port, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:34.424963 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [req-860fdabf-3bea-477a-8d71-9faf9e9f5cd7 req-31c170f6-e456-47c7-8133-6bc332d70872 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.42 "DELETE /v2.0/ports/4f4712b1-0333-4003-8c46-0469296fd527 HTTP/1.1" status: 204 len: 173 time: 0.4121485 Jul 16 19:20:34.425432 n-d-793618-9 neutron-server[93766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'name': 'network-vif-deleted', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527'}] {{(pid=93766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:34.427950 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd792cbfc680806adc1ed2ca65357c55c0836b62637e7362156f508f0c9381f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524a8970-b57a-4a45-8285-74f4f04cff40" -d '{"events": [{"server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "name": "network-vif-deleted", "tag": "4f4712b1-0333-4003-8c46-0469296fd527"}]}' {{(pid=93766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:34.466688 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d743236-a966-462a-b1aa-cf18d53ce7d8 x-openstack-request-id: req-2d743236-a966-462a-b1aa-cf18d53ce7d8 {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:34.467643 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb83348-3dd6-4ddc-8104-b9ce6394b7bd", "name": "network-vif-deleted", "tag": "4f4712b1-0333-4003-8c46-0469296fd527", "status": "completed", "code": 200}]} {{(pid=93766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:34.467935 n-d-793618-9 neutron-server[93766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d743236-a966-462a-b1aa-cf18d53ce7d8 {{(pid=93766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:34.468376 n-d-793618-9 neutron-server[93766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb83348-3dd6-4ddc-8104-b9ce6394b7bd', 'name': 'network-vif-deleted', 'tag': '4f4712b1-0333-4003-8c46-0469296fd527', 'status': 'completed', 'code': 200} Jul 16 19:20:34.489729 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 912511a3-620b-455d-bd5b-9020b2e979ae no longer exists at agent hyperv_n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:34.510531 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] No Port match for: 912511a3-620b-455d-bd5b-9020b2e979ae {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:34.510966 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Device 912511a3-620b-455d-bd5b-9020b2e979ae not bound to the agent host n-h1-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:35.011931 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [req-3c440148-1a6c-49f5-ac2a-ba274eaec4ec req-0ac08ca8-ed70-476d-a6a8-4bb01365ede0 tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb83348-3dd6-4ddc-8104-b9ce6394b7bd HTTP/1.1" status: 200 len: 210 time: 0.0302334 Jul 16 19:20:35.826653 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:36.106575 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:36.167041 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a1f0a8-482d-4004-843a-f61fd33923fe tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:36.193222 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a1f0a8-482d-4004-843a-f61fd33923fe tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:36.253387 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a1f0a8-482d-4004-843a-f61fd33923fe tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:36.256031 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45a1f0a8-482d-4004-843a-f61fd33923fe tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:36.257197 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-45a1f0a8-482d-4004-843a-f61fd33923fe tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] 10.222.0.52 "DELETE /v2.0/security-groups/04ac6870-05f4-459a-8198-7e32180b9f90 HTTP/1.1" status: 204 len: 168 time: 0.1496196 Jul 16 19:20:36.266421 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1f0a8-482d-4004-843a-f61fd33923fe tempest-TestSnapshotPattern-815470828 tempest-TestSnapshotPattern-815470828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ac6870-05f4-459a-8198-7e32180b9f90,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:36.307593 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 55998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:36.659254 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc16df07-391e-43bf-a7ba-ca19253cdc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:36.911378 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc16df07-391e-43bf-a7ba-ca19253cdc4d admin admin] Deleting port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:36.911694 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc16df07-391e-43bf-a7ba-ca19253cdc4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:36.988698 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dc16df07-391e-43bf-a7ba-ca19253cdc4d admin admin] For port 40ecea5f-c0b3-4281-877f-ec0250c9e4ed, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=40ecea5f-c0b3-4281-877f-ec0250c9e4ed,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:36.989054 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc16df07-391e-43bf-a7ba-ca19253cdc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:37.001151 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc16df07-391e-43bf-a7ba-ca19253cdc4d admin admin] Calling delete_port for 40ecea5f-c0b3-4281-877f-ec0250c9e4ed owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:37.179982 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc16df07-391e-43bf-a7ba-ca19253cdc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:37.208018 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16df07-391e-43bf-a7ba-ca19253cdc4d admin admin] Pushing event deleted for resources: {'Port': ['ID=40ecea5f-c0b3-4281-877f-ec0250c9e4ed,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:37.384026 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc16df07-391e-43bf-a7ba-ca19253cdc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:37.596643 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc16df07-391e-43bf-a7ba-ca19253cdc4d admin admin] Router 4fea159e-1e32-49a4-b476-245fb2f3527e has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:20:37.700240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc16df07-391e-43bf-a7ba-ca19253cdc4d admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:37.705952 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-dc16df07-391e-43bf-a7ba-ca19253cdc4d admin admin] 10.222.0.52 "PUT /v2.0/routers/4fea159e-1e32-49a4-b476-245fb2f3527e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3970852 Jul 16 19:20:37.707739 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:37.709297 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ddbaa9-4b30-4849-b5f3-e106ee9382ab None None] Sync routers for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:37.719216 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ddbaa9-4b30-4849-b5f3-e106ee9382ab None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:37.719828 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94ddbaa9-4b30-4849-b5f3-e106ee9382ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:37.811282 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:37.822892 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-94ddbaa9-4b30-4849-b5f3-e106ee9382ab None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: n-d-793618-9 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:37.912480 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:37.972411 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Deleting port 9155d213-186d-4323-b5e1-db1cc0fafd5a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:37.972768 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.051094 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] For port 9155d213-186d-4323-b5e1-db1cc0fafd5a, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=9155d213-186d-4323-b5e1-db1cc0fafd5a,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:38.051458 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.064678 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Calling delete_port for 9155d213-186d-4323-b5e1-db1cc0fafd5a owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:38.085151 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94ddbaa9-4b30-4849-b5f3-e106ee9382ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:20:37Z', 'revision_number': 5, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port': {'id': '9155d213-186d-4323-b5e1-db1cc0fafd5a', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:38.115165 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ddbaa9-4b30-4849-b5f3-e106ee9382ab None None] Checking router: 4fea159e-1e32-49a4-b476-245fb2f3527e for host: n-d-793618-9 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:38.123845 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ddbaa9-4b30-4849-b5f3-e106ee9382ab None None] Routers {'4fea159e-1e32-49a4-b476-245fb2f3527e'} bound to L3 agent in host n-d-793618-9 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:38.124456 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94ddbaa9-4b30-4849-b5f3-e106ee9382ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['4fea159e-1e32-49a4-b476-245fb2f3527e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:38.212371 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-94ddbaa9-4b30-4849-b5f3-e106ee9382ab None None] Set router 4fea159e-1e32-49a4-b476-245fb2f3527e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:38.231032 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.254240 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Pushing event deleted for resources: {'Port': ['ID=9155d213-186d-4323-b5e1-db1cc0fafd5a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:38.266674 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-94ddbaa9-4b30-4849-b5f3-e106ee9382ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:20:37Z', 'revision_number': 6, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:38.299024 n-d-793618-9 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ddbaa9-4b30-4849-b5f3-e106ee9382ab None None] The sync data for ids ['4fea159e-1e32-49a4-b476-245fb2f3527e'] in n-d-793618-9 is: [{'id': '4fea159e-1e32-49a4-b476-245fb2f3527e', 'name': 'tempest-TestSnapshotPattern-1524723716-router', 'tenant_id': 'cd97131d88da484da438731b85a8af7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:49Z', 'updated_at': '2021-07-16T19:20:37Z', 'revision_number': 6, 'project_id': 'cd97131d88da484da438731b85a8af7a', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:38.324792 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.416916 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.419607 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.461739 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.462366 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fea159e-1e32-49a4-b476-245fb2f3527e {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:20:38.468071 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.469282 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-966703fd-2b24-4378-88e8-485d81c5147e admin admin] 10.222.0.52 "DELETE /v2.0/routers/4fea159e-1e32-49a4-b476-245fb2f3527e HTTP/1.1" status: 204 len: 168 time: 0.7606173 Jul 16 19:20:38.471737 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:38.516371 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-62778009-81a0-4346-a6fc-2ec61fac39ee admin admin] Deleting subnet 38d58d26-6c87-4cb3-ba2b-984498509257 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:20:38.519390 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62778009-81a0-4346-a6fc-2ec61fac39ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.558712 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62778009-81a0-4346-a6fc-2ec61fac39ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.641180 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62778009-81a0-4346-a6fc-2ec61fac39ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.699141 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62778009-81a0-4346-a6fc-2ec61fac39ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.725832 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62778009-81a0-4346-a6fc-2ec61fac39ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d58d26-6c87-4cb3-ba2b-984498509257,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:38.729720 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62778009-81a0-4346-a6fc-2ec61fac39ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.734065 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-62778009-81a0-4346-a6fc-2ec61fac39ee admin admin] 10.222.0.52 "DELETE /v2.0/subnets/38d58d26-6c87-4cb3-ba2b-984498509257 HTTP/1.1" status: 204 len: 168 time: 0.2589817 Jul 16 19:20:38.734791 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [-] (93766) accepted ('10.222.0.52', 56004) {{(pid=93766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:38.740517 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4f4712b1-0333-4003-8c46-0469296fd527 no longer exists at agent hyperv_n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:38.765980 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553d2678-1ca5-4395-920c-62994d4c33d6 None None] Network dc7c94fb-f75a-421d-ab03-8cc91a94c4ed requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:20:38.768142 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] No Port match for: 4f4712b1-0333-4003-8c46-0469296fd527 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:38.768489 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Device 4f4712b1-0333-4003-8c46-0469296fd527 not bound to the agent host n-h2-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:38.806463 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.863351 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Deleting port 103b94e7-e496-448e-808e-3b03b28c519f {{(pid=93766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:38.863696 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.927295 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.db [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] For port 103b94e7-e496-448e-808e-3b03b28c519f, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=103b94e7-e496-448e-808e-3b03b28c519f,segment=NetworkSegment(58cf5c1f-faa0-44c7-b19e-27e194ce566c),segment_id=58cf5c1f-faa0-44c7-b19e-27e194ce566c)] {{(pid=93766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:38.927514 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.939482 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Calling delete_port for 103b94e7-e496-448e-808e-3b03b28c519f owned by network:dhcp {{(pid=93766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:39.021190 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126026511'] for port, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:39.045413 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Pushing event deleted for resources: {'Port': ['ID=103b94e7-e496-448e-808e-3b03b28c519f,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:39.051150 n-d-793618-9 neutron-server[93766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] No DVR routers for this DVR port 103b94e7-e496-448e-808e-3b03b28c519f on host n-d-793618-9 {{(pid=93766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:20:39.063842 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae8bd83-7c12-434d-83aa-ea51763e8680 None None] DHCP port deletion for dc7c94fb-f75a-421d-ab03-8cc91a94c4ed request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:20:39.130150 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:39.141685 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7c94fb-f75a-421d-ab03-8cc91a94c4ed']}} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:39.161828 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cf5c1f-faa0-44c7-b19e-27e194ce566c') {'for_net_delete': True} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:39.162195 n-d-793618-9 neutron-server[93766]: DEBUG neutron.services.segments.db [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cf5c1f-faa0-44c7-b19e-27e194ce566c') {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:39.179174 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126087205'] for segment, before_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:39.193563 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:39.197199 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9155d213-186d-4323-b5e1-db1cc0fafd5a no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:39.204444 n-d-793618-9 neutron-server[93766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:20:39.204847 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126025950'] for segment, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: Traceback (most recent call last): Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: timer() Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: cb(*args, **kw) Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: return func(*args, **kwargs) Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: self._notify() Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: self.callback(batched_events) Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: event.method(event) Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: return f(self, *a, **k) Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: return self._get(url).json() Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: return self.request(url, 'GET', **kwargs) Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:20:39.206614 n-d-793618-9 neutron-server[93766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:20:39.222722 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 9155d213-186d-4323-b5e1-db1cc0fafd5a {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:39.223084 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 9155d213-186d-4323-b5e1-db1cc0fafd5a not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:39.223507 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 103b94e7-e496-448e-808e-3b03b28c519f no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:39.243659 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 103b94e7-e496-448e-808e-3b03b28c519f {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:39.244015 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 103b94e7-e496-448e-808e-3b03b28c519f not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:39.244443 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 40ecea5f-c0b3-4281-877f-ec0250c9e4ed no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:39.264767 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 40ecea5f-c0b3-4281-877f-ec0250c9e4ed {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:39.265129 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 40ecea5f-c0b3-4281-877f-ec0250c9e4ed not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:39.270509 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:39.277873 n-d-793618-9 neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Notify callbacks [] for network, before_response {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:39.279768 n-d-793618-9 neutron-server[93766]: INFO neutron.wsgi [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] 10.222.0.52 "DELETE /v2.0/networks/dc7c94fb-f75a-421d-ab03-8cc91a94c4ed HTTP/1.1" status: 204 len: 168 time: 0.5438521 Jul 16 19:20:39.282889 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:39.291667 n-d-793618-9 neutron-server[93766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc7116-0f95-4fd0-9b30-1594df8607df admin admin] Pushing event deleted for resources: {'Network': ['ID=dc7c94fb-f75a-421d-ab03-8cc91a94c4ed,revision_number=None']} {{(pid=93766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:39.611437 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:20:39.639151 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd097d2a-d53b-4aa4-b0cc-3f6e19f10b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825978'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:39.891420 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cd097d2a-d53b-4aa4-b0cc-3f6e19f10b63 admin admin] Deleting port 3a74ce05-2e05-45ef-918a-b89c1b78c486 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:39.891687 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd097d2a-d53b-4aa4-b0cc-3f6e19f10b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:39.967207 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cd097d2a-d53b-4aa4-b0cc-3f6e19f10b63 admin admin] For port 3a74ce05-2e05-45ef-918a-b89c1b78c486, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=3a74ce05-2e05-45ef-918a-b89c1b78c486,segment=NetworkSegment(6123c690-37a5-4b5d-a93e-3e2bba6062cf),segment_id=6123c690-37a5-4b5d-a93e-3e2bba6062cf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:39.967570 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd097d2a-d53b-4aa4-b0cc-3f6e19f10b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:39.979630 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cd097d2a-d53b-4aa4-b0cc-3f6e19f10b63 admin admin] Calling delete_port for 3a74ce05-2e05-45ef-918a-b89c1b78c486 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:40.156688 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd097d2a-d53b-4aa4-b0cc-3f6e19f10b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:40.186655 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd097d2a-d53b-4aa4-b0cc-3f6e19f10b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a74ce05-2e05-45ef-918a-b89c1b78c486,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:40.349895 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd097d2a-d53b-4aa4-b0cc-3f6e19f10b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1823786'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:40.891550 n-d-793618-9 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd097d2a-d53b-4aa4-b0cc-3f6e19f10b63 admin admin] Router efc342ef-bba0-4772-80ed-4557e52b397f has already been hosted by L3 agent 4efe60be-118a-4dcd-bbc6-2d16f56c6691 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:20:40.996135 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd097d2a-d53b-4aa4-b0cc-3f6e19f10b63 admin admin] Notify agent at l3_agent.n-d-793618-9 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:41.001057 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-cd097d2a-d53b-4aa4-b0cc-3f6e19f10b63 admin admin] 10.222.0.52 "PUT /v2.0/routers/efc342ef-bba0-4772-80ed-4557e52b397f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7171435 Jul 16 19:20:41.003674 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:41.004365 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6cdfb5-6c06-4e8f-8433-668ad255c45f None None] Sync routers for ids ['efc342ef-bba0-4772-80ed-4557e52b397f'] in n-d-793618-9 {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:41.014113 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6cdfb5-6c06-4e8f-8433-668ad255c45f None None] Routers {'efc342ef-bba0-4772-80ed-4557e52b397f'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:41.014739 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc6cdfb5-6c06-4e8f-8433-668ad255c45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['efc342ef-bba0-4772-80ed-4557e52b397f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:41.110561 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:41.120051 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc6cdfb5-6c06-4e8f-8433-668ad255c45f None None] Set router efc342ef-bba0-4772-80ed-4557e52b397f gateway port host: n-d-793618-9 {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:41.220241 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:41.271383 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Deleting port 17479d56-aad2-4a92-9750-97558cf8bfe1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:41.271734 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:41.301887 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc6cdfb5-6c06-4e8f-8433-668ad255c45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'name': 'tempest-TestSnapshotPattern-267173264-router', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'external_fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:53Z', 'updated_at': '2021-07-16T19:20:40Z', 'revision_number': 5, 'project_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'gw_port': {'id': '17479d56-aad2-4a92-9750-97558cf8bfe1', 'name': '', 'network_id': '553ec7a3-1ac3-4f8e-adfe-2c8d9f6bbe80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:54Z', 'updated_at': '2021-07-16T19:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51a7254-f70c-4e85-973a-eb2f7fc8ed99', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-9'}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:41.332101 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6cdfb5-6c06-4e8f-8433-668ad255c45f None None] Checking router: efc342ef-bba0-4772-80ed-4557e52b397f for host: n-d-793618-9 {{(pid=93768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:41.341069 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6cdfb5-6c06-4e8f-8433-668ad255c45f None None] Routers {'efc342ef-bba0-4772-80ed-4557e52b397f'} bound to L3 agent in host n-d-793618-9 {{(pid=93768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:41.341723 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc6cdfb5-6c06-4e8f-8433-668ad255c45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:45:02Z,description=,heartbeat_timestamp=2021-07-16T19:20:32Z,host='n-d-793618-9',id=4efe60be-118a-4dcd-bbc6-2d16f56c6691,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:45:02Z,topic='l3_agent')) {'router_ids': ['efc342ef-bba0-4772-80ed-4557e52b397f'], 'active': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:41.352959 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] For port 17479d56-aad2-4a92-9750-97558cf8bfe1, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=17479d56-aad2-4a92-9750-97558cf8bfe1,segment=NetworkSegment(5ce0f17a-cf09-4311-b633-d25209b0b219),segment_id=5ce0f17a-cf09-4311-b633-d25209b0b219)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:41.353547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:41.366192 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Calling delete_port for 17479d56-aad2-4a92-9750-97558cf8bfe1 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:41.426620 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvr_db [None req-fc6cdfb5-6c06-4e8f-8433-668ad255c45f None None] Set router efc342ef-bba0-4772-80ed-4557e52b397f gateway port host: None {{(pid=93768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:41.477650 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_hamode_db [None req-fc6cdfb5-6c06-4e8f-8433-668ad255c45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'name': 'tempest-TestSnapshotPattern-267173264-router', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:53Z', 'updated_at': '2021-07-16T19:20:41Z', 'revision_number': 6, 'project_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'gw_port_host': None}], 'n-d-793618-9', False) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:41.507228 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6cdfb5-6c06-4e8f-8433-668ad255c45f None None] The sync data for ids ['efc342ef-bba0-4772-80ed-4557e52b397f'] in n-d-793618-9 is: [{'id': 'efc342ef-bba0-4772-80ed-4557e52b397f', 'name': 'tempest-TestSnapshotPattern-267173264-router', 'tenant_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:53Z', 'updated_at': '2021-07-16T19:20:41Z', 'revision_number': 6, 'project_id': 'c25596a4b6694364b72a6a4b16da2cc0', 'gw_port_host': None}] {{(pid=93768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:41.535731 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:41.572735 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=17479d56-aad2-4a92-9750-97558cf8bfe1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:41.633106 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677424'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:41.725620 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28263'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:41.727752 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:41.770547 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1810930'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:41.771101 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router efc342ef-bba0-4772-80ed-4557e52b397f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:20:41.775257 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:41.779506 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-b76a3341-7cf8-4c09-a763-02ec5cc3b4bb admin admin] 10.222.0.52 "DELETE /v2.0/routers/efc342ef-bba0-4772-80ed-4557e52b397f HTTP/1.1" status: 204 len: 168 time: 0.7718451 Jul 16 19:20:41.779777 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:41.828772 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1788b18c-62c2-4bba-93d3-ce799f9654f8 admin admin] Deleting subnet ccd7cbe3-4755-4120-9320-ff09c48372f4 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:20:41.831900 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1788b18c-62c2-4bba-93d3-ce799f9654f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:41.867449 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1788b18c-62c2-4bba-93d3-ce799f9654f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128632432'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:41.945744 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1788b18c-62c2-4bba-93d3-ce799f9654f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706801'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.000973 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1788b18c-62c2-4bba-93d3-ce799f9654f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1781482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127309422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128560408'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.031944 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788b18c-62c2-4bba-93d3-ce799f9654f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd7cbe3-4755-4120-9320-ff09c48372f4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:42.039250 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1788b18c-62c2-4bba-93d3-ce799f9654f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.041123 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-1788b18c-62c2-4bba-93d3-ce799f9654f8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ccd7cbe3-4755-4120-9320-ff09c48372f4 HTTP/1.1" status: 204 len: 168 time: 0.2604048 Jul 16 19:20:42.043676 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:42.044334 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed2be60-8283-416a-ae41-e87d7805b37a None None] Network 4a4ecc14-dab4-413d-b5e4-dced34022f06 requested from n-d-793618-9 {{(pid=93768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:20:42.118269 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539290'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.172297 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Deleting port dc61905b-a4c2-4300-8db4-7b31c3d187f3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:42.172654 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.241627 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205155b8-c3eb-4727-b809-fadc60183574 None None] DHCP port deletion for 4a4ecc14-dab4-413d-b5e4-dced34022f06 request from n-d-793618-9 {{(pid=93768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:20:42.246178 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] For port dc61905b-a4c2-4300-8db4-7b31c3d187f3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dc61905b-a4c2-4300-8db4-7b31c3d187f3,segment=NetworkSegment(6123c690-37a5-4b5d-a93e-3e2bba6062cf),segment_id=6123c690-37a5-4b5d-a93e-3e2bba6062cf)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:42.246950 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.262689 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Calling delete_port for dc61905b-a4c2-4300-8db4-7b31c3d187f3 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:42.292997 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-205155b8-c3eb-4727-b809-fadc60183574 None None] Deleting port dc61905b-a4c2-4300-8db4-7b31c3d187f3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:42.293412 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-205155b8-c3eb-4727-b809-fadc60183574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526439087'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.350303 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127309341'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.358876 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-205155b8-c3eb-4727-b809-fadc60183574 None None] For port dc61905b-a4c2-4300-8db4-7b31c3d187f3, host n-d-793618-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-9',level=0,port_id=dc61905b-a4c2-4300-8db4-7b31c3d187f3,segment=NetworkSegment(6123c690-37a5-4b5d-a93e-3e2bba6062cf),segment_id=6123c690-37a5-4b5d-a93e-3e2bba6062cf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:42.359269 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-205155b8-c3eb-4727-b809-fadc60183574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810817'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.371631 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-205155b8-c3eb-4727-b809-fadc60183574 None None] Calling delete_port for dc61905b-a4c2-4300-8db4-7b31c3d187f3 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:42.379292 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc61905b-a4c2-4300-8db4-7b31c3d187f3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:42.382829 n-d-793618-9 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] No DVR routers for this DVR port dc61905b-a4c2-4300-8db4-7b31c3d187f3 on host n-d-793618-9 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:20:42.453379 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707221', 'neutron.services.segments.db._delete_segments_for_network-8790526355276'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:20:42.455853 n-d-793618-9 neutron-server[93768]: self.session.flush() Jul 16 19:20:42.460597 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-205155b8-c3eb-4727-b809-fadc60183574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526439810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526038950'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.463538 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4ecc14-dab4-413d-b5e4-dced34022f06']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:42.473970 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6123c690-37a5-4b5d-a93e-3e2bba6062cf') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:42.474206 n-d-793618-9 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6123c690-37a5-4b5d-a93e-3e2bba6062cf') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:42.482910 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526358869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128632391'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.486126 n-d-793618-9 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205155b8-c3eb-4727-b809-fadc60183574 None None] Pushing event deleted for resources: {'Port': ['ID=dc61905b-a4c2-4300-8db4-7b31c3d187f3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:42.490252 n-d-793618-9 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205155b8-c3eb-4727-b809-fadc60183574 None None] No DVR routers for this DVR port dc61905b-a4c2-4300-8db4-7b31c3d187f3 on host n-d-793618-9 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:20:42.505302 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.511904 n-d-793618-9 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:20:42.512384 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-700585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127309260'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: Traceback (most recent call last): Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: timer() Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: cb(*args, **kw) Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: return func(*args, **kwargs) Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: self._notify() Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: self.callback(batched_events) Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: event.method(event) Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: return f(self, *a, **k) Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: return self._get(url).json() Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:20:42.514608 n-d-793618-9 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:20:42.572633 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677484'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.579046 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.580938 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4a4ecc14-dab4-413d-b5e4-dced34022f06 HTTP/1.1" status: 204 len: 168 time: 0.5363235 Jul 16 19:20:42.592475 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e48358-4acf-4997-a1e3-92ab48761862 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a4ecc14-dab4-413d-b5e4-dced34022f06,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:42.758855 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:42.797988 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-714945e0-b21a-4de3-a666-96d94c774291 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd97131d88da484da438731b85a8af7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379474 Jul 16 19:20:42.800387 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:42.848787 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35ab261d-9c9e-4709-8924-be6c6d3a391b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.869505 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35ab261d-9c9e-4709-8924-be6c6d3a391b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.921358 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35ab261d-9c9e-4709-8924-be6c6d3a391b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.923888 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35ab261d-9c9e-4709-8924-be6c6d3a391b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:42.925064 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-35ab261d-9c9e-4709-8924-be6c6d3a391b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62784b93-dcd0-43f8-aa94-2796f24e5be7 HTTP/1.1" status: 204 len: 168 time: 0.1237814 Jul 16 19:20:42.932941 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab261d-9c9e-4709-8924-be6c6d3a391b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62784b93-dcd0-43f8-aa94-2796f24e5be7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:43.197010 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dc61905b-a4c2-4300-8db4-7b31c3d187f3 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:43.217416 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: dc61905b-a4c2-4300-8db4-7b31c3d187f3 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:43.217841 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device dc61905b-a4c2-4300-8db4-7b31c3d187f3 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:43.218328 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 17479d56-aad2-4a92-9750-97558cf8bfe1 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:43.237506 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 17479d56-aad2-4a92-9750-97558cf8bfe1 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:43.237861 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 17479d56-aad2-4a92-9750-97558cf8bfe1 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:43.238278 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3a74ce05-2e05-45ef-918a-b89c1b78c486 no longer exists at agent ovs-agent-n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:43.250913 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:43.260259 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] No Port match for: 3a74ce05-2e05-45ef-918a-b89c1b78c486 {{(pid=93768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:43.260610 n-d-793618-9 neutron-server[93768]: DEBUG neutron.plugins.ml2.rpc [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Device 3a74ce05-2e05-45ef-918a-b89c1b78c486 not bound to the agent host n-d-793618-9 {{(pid=93768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:43.291340 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-44c5cd40-4a80-442d-b0f9-198ce2e4a320 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c25596a4b6694364b72a6a4b16da2cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391212 Jul 16 19:20:43.294380 n-d-793618-9 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.52', 56026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:43.341616 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17548602-cc1f-4899-b10b-a2d049d46588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:43.362860 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17548602-cc1f-4899-b10b-a2d049d46588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:43.409935 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17548602-cc1f-4899-b10b-a2d049d46588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753530'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:43.412492 n-d-793618-9 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17548602-cc1f-4899-b10b-a2d049d46588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:43.413672 n-d-793618-9 neutron-server[93767]: INFO neutron.wsgi [None req-17548602-cc1f-4899-b10b-a2d049d46588 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37739933-a459-4b0b-80e9-1ccae23aa3a9 HTTP/1.1" status: 204 len: 168 time: 0.1183589 Jul 16 19:20:43.421887 n-d-793618-9 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17548602-cc1f-4899-b10b-a2d049d46588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37739933-a459-4b0b-80e9-1ccae23aa3a9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:00.230734 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-110c638e-28ed-432a-b6b3-268e1b07fe5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:02.428318 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dff8973-44c3-4781-a26d-310577b55a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:02.914203 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:03.408074 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:03.501266 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:04.111619 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:05.829369 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:16.610793 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:21:30.231115 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97408b33-6696-48ee-b0c1-3b2a8a619124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:32.436236 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-684e19e1-6707-491a-8f2a-c3a1cc9f085c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:32.915622 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:33.395206 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:33.499926 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:34.115752 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:35.833378 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:53.610987 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:22:00.231860 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df7b02a0-3ea8-4599-8de6-045ed484434c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:02.429338 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9200426-11fc-4022-915b-33021052ab49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:02.917003 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:03.403694 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:03.497849 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.117500 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.835950 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:30.233175 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a9a34fb-7acd-4e04-996d-0647ad5bee96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:30.610599 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:22:32.431033 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8defabd1-b67e-47e0-9739-8a5ec4830c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:32.918346 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:33.418408 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:33.512615 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:34.120608 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:35.839339 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:00.234450 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07451985-a138-403f-b3b5-3afd626ac744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.433387 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97e25ebf-0e42-47fe-afc1-4bec11e0d116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.919504 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.418633 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.528959 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.123565 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.844057 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.609514 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:23:30.238627 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7196cfa9-01c9-4d74-bf8e-5ffc8ad91a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.434048 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-540d673d-d8db-4f8a-9e6d-84c81f3ec54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.920427 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:33.431110 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:33.526082 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:34.126088 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:35.845138 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:44.610135 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:24:00.238927 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72c92472-ce64-45b4-b5a5-9fa5c572a384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:02.435604 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bb6c52c-3174-45a5-a493-4c3354a7cee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:02.920534 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:03.447000 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:03.524800 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:04.129027 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:05.848144 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:21.609150 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:24:30.240900 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-371df491-adc8-4bf8-8fa8-fba31f8dfb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:32.438047 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-045a9edb-6303-474a-9521-eee1d2dc5909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:32.925573 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:33.451577 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:33.527817 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:34.134026 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:35.853056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:58.608632 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:25:00.251166 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-213f6e6b-48d1-46f7-aaba-57e3db11f35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:02.442350 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81e9f51e-640d-42d5-97c2-df9e9c70b08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:02.927712 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:03.461647 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:03.527788 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:04.147147 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:05.860205 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:30.251981 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd7d7b31-c145-40ed-be7b-53520552e1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:32.455062 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5deab3fb-a5a3-4716-909c-1d438a86cf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:32.921053 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:33.459553 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:33.540301 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:34.144059 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:35.609134 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:25:35.861847 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.246074 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-155e1562-9a73-4b53-aee7-3a09aba3ff33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.458079 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0c22475-7e01-43af-a320-ca9a814edfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.924296 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:03.464011 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:03.557468 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.143908 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.865228 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:12.613204 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:26:30.253082 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69385c4d-0317-41e7-9350-6219ee0af17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:32.465603 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-196fb5dc-c566-4bac-81e1-a11f0c30e20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:32.934389 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:33.465374 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:33.556126 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:34.147580 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:35.869644 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:49.617071 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:27:00.251056 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-574aade2-d133-45d9-8a8a-c5425f233fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:02.449964 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09c337db-aa54-4dcf-ba83-7a2796f34b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:02.930357 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.472528 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.570148 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:04.153096 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:05.876310 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:26.616831 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:27:30.248044 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9caccc2-a760-46ed-b05e-37b59a890093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:32.458569 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b123-57e2-4f21-91ca-be6d4af42047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:32.928778 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:33.489994 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:33.568476 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:34.153703 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:35.876642 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.241293 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f3b4046-b8e0-4461-9f8b-d76b2a9c60fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.456006 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d99388d4-af99-420c-b1ad-a8fb80a812f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.923969 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:03.475542 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:03.575611 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:03.620887 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:28:04.158057 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:05.883744 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:30.252013 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bc7cbf1-4c32-4def-aa19-7a1ecc2888da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:32.452554 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27b2afd0-f1a5-483a-8dbd-6572b74d9b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:32.933251 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:33.491508 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:33.567548 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:34.160323 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:35.888115 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:40.626197 n-d-793618-9 neutron-server[93769]: DEBUG neutron.db.agents_db [None req-54b1975f-3efe-4da4-bd2f-5881caf96cb0 None None] Agent healthcheck: found 7 active agents {{(pid=93769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:29:00.250313 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c704dc19-b53c-4194-8614-50c87e470e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:00.707385 n-d-793618-9 neutron-server[93766]: DEBUG neutron.wsgi [req-6b3a5fbf-3d0c-42e1-aac0-70e88e30fc6b req-cb247bce-3b26-4808-89b5-8ee5fda6f3dc service neutron] (93766) timed out ('10.222.0.52', 54654) {{(pid=93766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:29:02.459432 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bae8393e-65d1-4b42-9332-80b4d68fad87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:02.935234 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3460f23-6992-4de0-8207-59416685fb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:03.484948 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a514948a-3dad-4aa7-881d-4083edc0940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:03.564060 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9224e663-6b36-4b71-8a0c-fefcdc74151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:04.164558 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6d8e84b-797d-4c4d-a43b-ce9c1fad0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:05.886074 n-d-793618-9 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4853-7e8b-4f4d-903c-44fe7882204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526355258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710095'] for agent, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}